-- Logs begin at Fri 2021-11-05 20:41:30 UTC, end at Fri 2021-11-05 23:23:23 UTC. -- Nov 05 21:24:18.508276 n-d-816738-5 systemd[1]: Started Devstack devstack@q-svc.service. Nov 05 21:24:21.219482 n-d-816738-5 neutron-server[102182]: INFO neutron.common.config [-] Logging enabled! Nov 05 21:24:21.220079 n-d-816738-5 neutron-server[102182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev146 Nov 05 21:24:21.220351 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 05 21:24:21.223460 n-d-816738-5 neutron-server[102182]: INFO neutron.common.config [-] Logging enabled! Nov 05 21:24:21.223746 n-d-816738-5 neutron-server[102182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev146 Nov 05 21:24:21.224057 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 05 21:24:21.224986 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 05 21:24:21.225218 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 05 21:24:21.225580 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 05 21:24:21.225823 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 05 21:24:21.226048 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 05 21:24:21.226363 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.226781 n-d-816738-5 neutron-server[102182]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 05 21:24:21.227099 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.227389 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.227715 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.228010 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.228299 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.228575 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.228861 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.229151 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.229432 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.229706 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.229985 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.230269 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.230548 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.230832 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.231115 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.231394 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] debug = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.231703 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.232125 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.232547 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.232851 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.233660 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.233939 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.234207 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.234478 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.234764 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.235087 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] host = n-d-816738-5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.235360 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.235667 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.235951 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.236235 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.236506 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.236780 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.237059 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.237328 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.237595 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] log_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.237866 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.238153 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.238433 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.238717 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.238934 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.239152 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.239435 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.239816 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.240089 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.240361 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.240631 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.240899 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.241167 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.241430 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.241712 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.241995 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.242276 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.242546 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.242813 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.243079 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.243344 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.243644 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.243915 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.244183 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.244452 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.244740 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.245003 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.245268 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.245562 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.245840 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.246118 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.246397 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.246665 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.246943 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.247209 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.247474 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.247763 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] use_json = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.248032 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.248297 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.248594 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.248863 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.249129 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.249394 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.249657 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.249937 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:21.250228 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.250521 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.250817 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.251096 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.251395 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.251699 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.251987 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.252261 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.252544 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.252829 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.253111 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.253383 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.253664 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.253939 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.254228 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.254528 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.254822 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.255110 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.255383 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.255681 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.255955 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.256231 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.256513 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.256788 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.257074 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.257358 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.257633 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.257917 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.258207 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.258494 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.258765 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.259041 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.259329 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.259628 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.259900 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.260179 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.260466 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.260740 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.261009 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.261290 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.261566 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.261836 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.262104 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.262379 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.262666 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.262940 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.263208 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.263478 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.263773 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.264042 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.264346 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.264623 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.264893 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.265161 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.265434 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.265701 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.265970 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.266243 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.266511 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.266783 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.267058 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.267316 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.267608 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.267881 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.268150 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.268483 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.268687 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.268960 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.269228 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.269494 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.269760 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.270030 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.270300 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.270581 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.270873 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.271148 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.271421 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.271785 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.272063 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.272337 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.272611 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.272888 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.273163 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.273434 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.273721 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.274002 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.274286 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.274565 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.274843 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.275160 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.275433 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.275740 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.276017 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.276293 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.276571 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.276848 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.277136 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.277425 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.277713 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.278004 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.278293 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.278572 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.278876 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.279153 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:21.279368 n-d-816738-5 neutron-server[102182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 05 21:24:21.279628 n-d-816738-5 neutron-server[102182]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102182) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 05 21:24:21.709282 n-d-816738-5 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 05 21:24:21.709555 n-d-816738-5 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 05 21:24:21.709854 n-d-816738-5 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 05 21:24:21.710182 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 05 21:24:22.031275 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.031487 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.031783 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.032983 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.033263 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.033527 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.068076 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.068354 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.068624 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.083987 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.084265 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.084527 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.114630 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.114905 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.115171 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.150726 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.151002 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.151269 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.387072 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.387719 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.387719 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.388035 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.388572 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.515452 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.515954 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.516087 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.516321 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.516581 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.516884 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.517139 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.517391 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.517640 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.517916 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.518174 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.518434 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.518687 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.518936 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.519187 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.519446 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.519791 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.520055 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.520319 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.520573 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.520840 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.521089 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.521365 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.521742 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.521986 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.522227 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.522619 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:22.522856 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:22.523091 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:22.523323 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:22.523568 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:22.523811 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:22.524172 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 05 21:24:22.527362 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 05 21:24:22.532105 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 05 21:24:22.535976 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 05 21:24:22.537601 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 05 21:24:22.538055 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 05 21:24:22.538389 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 05 21:24:22.538771 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 05 21:24:22.541580 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 05 21:24:22.541838 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 05 21:24:22.542181 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 21:24:22.548036 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 05 21:24:22.569915 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 05 21:24:22.570359 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.570654 n-d-816738-5 neutron-server[102182]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102182) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 05 21:24:22.571261 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.572673 n-d-816738-5 neutron-server[102182]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102182) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 05 21:24:22.572952 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 21:24:22.573196 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 05 21:24:22.576414 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.576739 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:22.640961 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 05 21:24:22.641147 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 05 21:24:22.641383 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 05 21:24:22.641748 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 05 21:24:22.662258 n-d-816738-5 neutron-server[102182]: DEBUG oslo_db.sqlalchemy.engines [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102182) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 05 21:24:23.307467 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing driver for type 'gre' Nov 05 21:24:23.308022 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] gre ID ranges: [(1, 1000)] Nov 05 21:24:23.493595 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing driver for type 'local' Nov 05 21:24:23.494302 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing driver for type 'vlan' Nov 05 21:24:23.579160 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] VlanTypeDriver initialization complete Nov 05 21:24:23.579527 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing driver for type 'vxlan' Nov 05 21:24:23.580056 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] vxlan ID ranges: [(1, 1000)] Nov 05 21:24:23.776146 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing extension driver 'port_security' Nov 05 21:24:23.776416 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.extensions.port_security [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] PortSecurityExtensionDriver initialization complete Nov 05 21:24:23.776745 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing mechanism driver 'openvswitch' Nov 05 21:24:23.777068 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing mechanism driver 'hyperv' Nov 05 21:24:23.784188 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:24:23.785047 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.785417 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.785771 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.786303 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 21:24:23.786738 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnet after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.787095 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnet after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.787445 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.787874 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 21:24:23.788282 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.788630 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.788971 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.789362 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 21:24:23.789767 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > security_group after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.790115 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > security_group after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.790456 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.790850 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 21:24:23.791278 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.791652 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.791996 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.792387 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 21:24:23.792795 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > address_group after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.798828 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > address_group after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.798828 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.798828 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 05 21:24:23.798828 n-d-816738-5 neutron-server[102182]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] ML2 OVO RPC backend initialized. {{(pid=102182) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 05 21:24:23.798828 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799213 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799213 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799213 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > networks before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799213 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799518 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > ports before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799518 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnet before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799518 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnets before_response 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799518 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799816 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799816 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799816 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.799816 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.800116 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.800116 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnet after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.800116 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnet after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.800342 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.800847 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.plugin [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Modular L2 Plugin initialization complete Nov 05 21:24:23.801172 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading services supported by the core plugin {{(pid=102182) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 05 21:24:23.801494 n-d-816738-5 neutron-server[102182]: INFO neutron.plugins.ml2.managers [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Got port-security extension from driver 'port_security' Nov 05 21:24:23.801960 n-d-816738-5 neutron-server[102182]: INFO neutron.extensions.vlantransparent [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Disabled vlantransparent extension. Nov 05 21:24:23.802442 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102182) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 05 21:24:23.802755 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: router Nov 05 21:24:23.838851 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.839244 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router after_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.839635 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router before_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.840035 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.840412 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.840768 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router after_delete 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.841127 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.841599 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.841962 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router after_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.842883 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.843235 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.843615 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.843979 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.844390 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.844759 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.845097 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.845437 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: subnet after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.845775 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.846124 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.846470 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.846814 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: port before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.847154 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.847511 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router after_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.847882 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.848232 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_create 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.848592 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.848934 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_update 55549900 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.849298 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > agent after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.849646 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > agent after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.849988 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > network after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.850846 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Tracking information for resource: router configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:23.851181 n-d-816738-5 neutron-server[102182]: DEBUG neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Tracking information for resource: floatingip configured {{(pid=102182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 21:24:23.856111 n-d-816738-5 neutron-server[102182]: INFO neutron.db.l3_agentschedulers_db [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 05 21:24:23.856690 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.857053 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: port after_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.857402 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: port after_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.857777 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: port after_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.858557 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router before_create 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.858918 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.859275 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_create 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.859667 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > router precommit_update 55550100 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.864505 n-d-816738-5 neutron-server[102182]: DEBUG neutron.services.provider_configuration [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service providers = [] {{(pid=102182) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 05 21:24:23.864874 n-d-816738-5 neutron-server[102182]: DEBUG neutron.db.servicetype_db [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102182) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 05 21:24:23.867876 n-d-816738-5 neutron-server[102182]: DEBUG neutron.services.service_base [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 21:24:23.868226 n-d-816738-5 neutron-server[102182]: DEBUG neutron.services.service_base [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 21:24:23.868569 n-d-816738-5 neutron-server[102182]: DEBUG neutron.services.service_base [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 21:24:23.869461 n-d-816738-5 neutron-server[102182]: DEBUG neutron.services.service_base [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 05 21:24:23.869830 n-d-816738-5 neutron-server[102182]: INFO neutron.services.service_base [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 05 21:24:23.870198 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.870514 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 05 21:24:23.882589 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.882927 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: auto_allocate Nov 05 21:24:23.888678 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: network precommit_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.889571 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: network precommit_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.890082 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.890399 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: tag Nov 05 21:24:23.897180 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.897513 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: timestamp Nov 05 21:24:23.901339 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.901671 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: network_ip_availability Nov 05 21:24:23.907763 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.908135 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.908497 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:23.909201 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.909520 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: flavors Nov 05 21:24:23.914481 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.914818 n-d-816738-5 neutron-server[102182]: INFO neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading Plugin: revisions Nov 05 21:24:23.919132 n-d-816738-5 neutron-server[102182]: DEBUG neutron.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 05 21:24:23.919519 n-d-816738-5 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.210s {{(pid=102182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 05 21:24:23.920333 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102182) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 05 21:24:23.920672 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Initializing extension manager. Nov 05 21:24:23.921182 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: __init__.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.921522 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: __pycache__ {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.921858 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.922191 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: address_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.922946 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.923498 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: address-group Nov 05 21:24:23.923856 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: address_scope.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.924573 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.925082 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: address-scope Nov 05 21:24:23.925410 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.926342 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.926847 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: router-admin-state-down-before-update Nov 05 21:24:23.927171 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: agent.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.927916 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.928421 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: agent Nov 05 21:24:23.928742 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: agent_resources_synced.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.929662 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.930167 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: agent-resources-synced Nov 05 21:24:23.930487 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: allowedaddresspairs.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.932306 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.932829 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: allowed-address-pairs Nov 05 21:24:23.933158 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: auto_allocated_topology.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.934245 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.934758 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: auto-allocated-topology Nov 05 21:24:23.935084 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: availability_zone.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.935814 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.936857 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: availability_zone Nov 05 21:24:23.937183 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: availability_zone_filter.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.938107 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.938620 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: availability_zone_filter Nov 05 21:24:23.938948 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: data_plane_status.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.939891 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.940402 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension data-plane-status not supported by any of loaded plugins Nov 05 21:24:23.940727 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: default_subnetpools.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.941656 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.942161 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: default-subnetpools Nov 05 21:24:23.942486 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.943296 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.943827 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: dhcp_agent_scheduler Nov 05 21:24:23.944152 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: dns.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.945075 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.945576 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension dns-integration not supported by any of loaded plugins Nov 05 21:24:23.946155 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: dns_domain_ports.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.947077 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.947610 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 05 21:24:23.947935 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.948866 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.949370 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 05 21:24:23.949691 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: dvr.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.950362 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.950866 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: dvr Nov 05 21:24:23.951187 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: ecmp_routes.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.952690 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.953192 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 05 21:24:23.953511 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: empty_string_filtering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.954428 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.954930 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: empty-string-filtering Nov 05 21:24:23.955249 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.956204 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.956703 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 05 21:24:23.957023 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.957939 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.958444 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 05 21:24:23.958762 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: external_net.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.959712 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.960217 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: external-net Nov 05 21:24:23.960536 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.961450 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.961949 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: extra_dhcp_opt Nov 05 21:24:23.962266 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: extraroute.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.963176 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.963714 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: extraroute Nov 05 21:24:23.964035 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: extraroute_atomic.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.965066 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.965565 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: extraroute-atomic Nov 05 21:24:23.965886 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: filter_validation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.966720 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.967263 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: filter-validation Nov 05 21:24:23.967614 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: fip_pf_description.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.968545 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.969052 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 05 21:24:23.969375 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: fip_port_details.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.970302 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.970810 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: fip-port-details Nov 05 21:24:23.971129 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: flavors.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.972409 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.972924 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: flavors Nov 05 21:24:23.973249 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.974929 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.975445 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 05 21:24:23.975805 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: floatingip_pools.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.976509 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.977018 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: floatingip-pools Nov 05 21:24:23.977341 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: ip_allocation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.978283 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.978788 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension ip_allocation not supported by any of loaded plugins Nov 05 21:24:23.979112 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.980072 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.980580 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: ip-substring-filtering Nov 05 21:24:23.980902 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l2_adjacency.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.981834 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.982336 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 05 21:24:23.982655 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l3.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.983673 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.984190 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: router Nov 05 21:24:23.984512 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.986768 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.987295 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 05 21:24:23.987661 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.988609 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.989121 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: ext-gw-mode Nov 05 21:24:23.989448 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.990396 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.990903 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: l3-ha Nov 05 21:24:23.991230 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l3_flavors.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.992206 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.992710 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: l3-flavors Nov 05 21:24:23.993040 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.993952 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.994454 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 05 21:24:23.994775 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: l3agentscheduler.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.995851 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.996362 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: l3_agent_scheduler Nov 05 21:24:23.996689 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: logging.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:23.998215 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:23.999266 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension logging not supported by any of loaded plugins Nov 05 21:24:23.999622 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: metering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.000371 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.000943 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: metering Nov 05 21:24:24.001271 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.002494 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.003014 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: metering_source_and_destination_fields Nov 05 21:24:24.003343 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: multiprovidernet.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.004309 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.004816 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: multi-provider Nov 05 21:24:24.005142 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: netmtu.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.006067 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.006575 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: net-mtu Nov 05 21:24:24.006900 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: netmtu_writable.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.007862 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.008373 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: net-mtu-writable Nov 05 21:24:24.008700 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: network_availability_zone.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.009386 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.009885 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: network_availability_zone Nov 05 21:24:24.010207 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: network_ip_availability.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.011316 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.011854 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: network-ip-availability Nov 05 21:24:24.012179 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: network_segment_range.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.012950 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.013453 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension network-segment-range not supported by any of loaded plugins Nov 05 21:24:24.013778 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: pagination.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.015323 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.015684 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: pagination Nov 05 21:24:24.016026 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: port_device_profile.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.016917 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.017429 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: port-device-profile Nov 05 21:24:24.017751 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.029221 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.029737 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: port-mac-address-regenerate Nov 05 21:24:24.030064 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.030983 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.031490 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: port-numa-affinity-policy Nov 05 21:24:24.031845 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: port_resource_request.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.032768 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.033275 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension port-resource-request not supported by any of loaded plugins Nov 05 21:24:24.033595 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: port_resource_request_groups.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.034563 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.035067 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 05 21:24:24.035390 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: portbindings.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.036358 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.036869 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: binding Nov 05 21:24:24.037194 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: portbindings_extended.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.038469 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.038983 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: binding-extended Nov 05 21:24:24.039311 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: portsecurity.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.040275 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.040783 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: port-security Nov 05 21:24:24.041105 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: project_id.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.042082 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.042411 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: project-id Nov 05 21:24:24.042734 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: providernet.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.043716 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.044227 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: provider Nov 05 21:24:24.044548 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.048217 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.048749 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos not supported by any of loaded plugins Nov 05 21:24:24.049081 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.058065 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.058579 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 05 21:24:24.058910 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.059876 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.060392 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 05 21:24:24.060719 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_default.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.062179 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.062689 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-default not supported by any of loaded plugins Nov 05 21:24:24.063016 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_fip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.063802 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.064374 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-fip not supported by any of loaded plugins Nov 05 21:24:24.064698 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_gateway_ip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.065645 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.066161 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 05 21:24:24.066487 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_port_network_policy.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.067417 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.068016 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 05 21:24:24.068339 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.069397 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.069906 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 05 21:24:24.070232 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_pps_rule.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.071719 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.072422 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-pps not supported by any of loaded plugins Nov 05 21:24:24.072753 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_rule_type_details.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.073750 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.074262 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 05 21:24:24.074587 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: qos_rules_alias.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.075700 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.076219 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 05 21:24:24.077089 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: quota_check_limit.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.078028 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.078541 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: quota-check-limit Nov 05 21:24:24.078866 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: quotasv2.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.079877 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.080215 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: quotas Nov 05 21:24:24.080539 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: quotasv2_detail.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.083769 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.084115 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: quota_details Nov 05 21:24:24.084452 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: rbac.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.085536 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.086058 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: rbac-policies Nov 05 21:24:24.086392 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: rbac_address_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.087379 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.087919 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: rbac-address-group Nov 05 21:24:24.088247 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: rbac_address_scope.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.089191 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.089700 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: rbac-address-scope Nov 05 21:24:24.090025 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: rbac_security_groups.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.090964 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.091475 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: rbac-security-groups Nov 05 21:24:24.091835 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: rbac_subnetpool.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.092788 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.093293 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: rbac-subnetpool Nov 05 21:24:24.093618 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: revisionifmatch.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.098689 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.099192 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: revision-if-match Nov 05 21:24:24.099513 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: revisions.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.100668 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.101176 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: standard-attr-revisions Nov 05 21:24:24.101499 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: router_availability_zone.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.102172 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.102679 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: router_availability_zone Nov 05 21:24:24.102998 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: routerservicetype.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.103975 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.104481 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension router-service-type not supported by any of loaded plugins Nov 05 21:24:24.104800 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.105728 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.106233 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: security-groups-normalized-cidr Nov 05 21:24:24.106555 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.107567 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.108121 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: port-security-groups-filtering Nov 05 21:24:24.108445 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.109373 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.109881 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: security-groups-remote-address-group Nov 05 21:24:24.110203 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.111145 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.111685 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: security-groups-shared-filtering Nov 05 21:24:24.112007 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.112600 n-d-816738-5 neutron-server[102182]: WARNING neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 05 21:24:24.112922 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: securitygroup.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.122830 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.123895 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: security-group Nov 05 21:24:24.124234 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: segment.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.125030 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.129078 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension segment not supported by any of loaded plugins Nov 05 21:24:24.129078 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.129560 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.130074 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 05 21:24:24.130403 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: servicetype.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.131496 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.132042 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: service-type Nov 05 21:24:24.132371 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: sorting.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.133367 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.133705 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: sorting Nov 05 21:24:24.134033 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: standard_attr_segment.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.134956 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.135490 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 05 21:24:24.135841 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: standardattrdescription.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.136498 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.137003 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: standard-attr-description Nov 05 21:24:24.137326 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: stateful_security_group.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.138279 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.138800 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: stateful-security-group Nov 05 21:24:24.139716 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: stdattrs_common.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.140294 n-d-816738-5 neutron-server[102182]: WARNING neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 05 21:24:24.140657 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.141596 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.142109 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 05 21:24:24.142429 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: subnet_onboard.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.143525 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.144070 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: subnet_onboard Nov 05 21:24:24.144392 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.145336 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.145844 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 05 21:24:24.146164 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: subnet_service_types.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.147098 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.147648 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: subnet-service-types Nov 05 21:24:24.147974 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: subnetallocation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.149078 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.149589 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: subnet_allocation Nov 05 21:24:24.149912 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.150583 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.151086 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: subnetpool-prefix-ops Nov 05 21:24:24.151406 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.152408 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.152900 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 05 21:24:24.153219 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: tagging.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.154302 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.154859 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: standard-attr-tag Nov 05 21:24:24.155186 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: timestamp.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.156468 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.156983 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loaded extension: standard-attr-timestamp Nov 05 21:24:24.157311 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: trunk.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.158364 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.158875 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension trunk not supported by any of loaded plugins Nov 05 21:24:24.159203 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: trunk_details.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.160169 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.160678 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension trunk-details not supported by any of loaded plugins Nov 05 21:24:24.161001 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: uplink_status_propagation.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.161946 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.162453 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 05 21:24:24.162777 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Loading extension file: vlantransparent.py {{(pid=102182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 05 21:24:24.163503 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 05 21:24:24.164027 n-d-816738-5 neutron-server[102182]: INFO neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 05 21:24:24.166542 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:network Nov 05 21:24:24.167089 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:subnet Nov 05 21:24:24.167503 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 21:24:24.167932 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:port Nov 05 21:24:24.169174 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.169627 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service FLAVORS assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.170274 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.170703 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.171034 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:router Nov 05 21:24:24.171480 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 21:24:24.175054 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service METERING assigned prefix: /metering {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.175054 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:24.175054 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:24.175054 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:24:24.175339 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 21:24:24.175563 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:security_group Nov 05 21:24:24.176012 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 21:24:24.176648 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.177009 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 21:24:24.177358 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] subnetpool is already registered Nov 05 21:24:24.177801 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.178129 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 21:24:24.178458 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] subnetpool is already registered Nov 05 21:24:24.180975 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.181405 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service FLAVORS assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.182045 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.182470 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.182807 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:router Nov 05 21:24:24.183148 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] router is already registered Nov 05 21:24:24.183592 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 21:24:24.183932 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] floatingip is already registered Nov 05 21:24:24.184411 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service METERING assigned prefix: /metering {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.185132 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 21:24:24.185460 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] rbac_policy is already registered Nov 05 21:24:24.186398 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:security_group Nov 05 21:24:24.186746 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] security_group is already registered Nov 05 21:24:24.187153 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 21:24:24.187486 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] security_group_rule is already registered Nov 05 21:24:24.188018 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.188353 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 21:24:24.188685 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] subnetpool is already registered Nov 05 21:24:24.189119 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.v2.resource_helper [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Service CORE assigned prefix: {{(pid=102182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 05 21:24:24.189442 n-d-816738-5 neutron-server[102182]: INFO neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 21:24:24.189770 n-d-816738-5 neutron-server[102182]: WARNING neutron.quota.resource_registry [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] subnetpool is already registered Nov 05 21:24:24.191503 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: extensions {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.193018 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: address-groups {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.194534 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: address-scopes {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.196036 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: agents {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.197296 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: auto-allocated-topology {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.198563 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: availability_zones {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.199801 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: dhcp-networks {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.203769 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: dhcp-agents {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.203769 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: routers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.205451 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: flavors {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.206729 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: service_profiles {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.207998 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: next_providers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.209526 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: service_profiles {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.210947 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: floatingip-pools {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.212310 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: routers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.214442 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: floatingips {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.215769 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: l3-routers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.217234 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: l3-agents {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.218650 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: metering-labels {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.219927 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: metering-label-rules {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.221385 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: network-ip-availabilities {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.222654 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: bindings {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.224263 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: quotas {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.225937 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: quotas {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.227483 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: rbac-policies {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.228724 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: security-groups {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.230046 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: security-group-rules {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.231267 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: service-providers {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.232547 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: subnetpools {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.233992 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: subnetpools {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.235464 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.238167 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.239001 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.240818 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.242543 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.244583 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.246332 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.249661 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.251464 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.253236 n-d-816738-5 neutron-server[102182]: DEBUG neutron.api.extensions [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Extended resource: tags {{(pid=102182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 05 21:24:24.259438 n-d-816738-5 neutron-server[102182]: WARNING keystonemiddleware.auth_token [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 05 21:24:24.264576 n-d-816738-5 neutron-server[102182]: WARNING keystonemiddleware.auth_token [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 05 21:24:24.273552 n-d-816738-5 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Acquired lock "singleton_lock" {{(pid=102182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 05 21:24:24.274033 n-d-816738-5 neutron-server[102182]: DEBUG oslo_concurrency.lockutils [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Releasing lock "singleton_lock" {{(pid=102182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 05 21:24:24.274682 n-d-816738-5 neutron-server[102182]: INFO oslo_service.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Starting 2 workers Nov 05 21:24:24.279594 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Started child 102291 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 21:24:24.284069 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Started child 102292 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 21:24:24.284906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:24.289886 n-d-816738-5 neutron-server[102182]: INFO neutron.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 05 21:24:24.289886 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Publish callbacks [] for process, before_spawn {{(pid=102182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:24.290071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [-] (102291) wsgi starting up on http://0.0.0.0:9696 Nov 05 21:24:24.290169 n-d-816738-5 neutron-server[102182]: INFO oslo_service.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Starting 1 workers Nov 05 21:24:24.290252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:24.290669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [-] (102292) wsgi starting up on http://0.0.0.0:9696 Nov 05 21:24:24.293858 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Started child 102293 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 21:24:24.294405 n-d-816738-5 neutron-server[102182]: INFO oslo_service.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Starting 1 workers Nov 05 21:24:24.298152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] calling RpcWorker wait() {{(pid=102293) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 05 21:24:24.298695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] returning from RpcWorker wait() {{(pid=102293) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 05 21:24:24.299455 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Started child 102294 {{(pid=102182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 05 21:24:24.300066 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:24.300381 n-d-816738-5 neutron-server[102182]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f1d8-a120-4a74-8fdd-d9afdea5e129 None None] Publish callbacks [] for process, after_spawn {{(pid=102182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:24.300655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:24:24.302226 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 05 21:24:24.302445 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 05 21:24:24.302630 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 05 21:24:24.302846 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 05 21:24:24.303187 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 05 21:24:24.303350 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 05 21:24:24.303892 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.304164 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.304424 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.304679 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.304958 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.305180 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:24.305643 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.305764 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.306008 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.306307 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.306408 n-d-816738-5 neutron-server[102294]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:24:24.306556 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.306754 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.306969 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.307121 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.307354 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.307660 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.307922 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.308185 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.308430 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.308601 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.308859 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.309135 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.309383 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.309649 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] debug = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.309906 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.310390 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.310625 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.310933 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.311742 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.312025 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.312255 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.312517 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.312758 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.312992 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.313264 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.313487 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.313729 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.313941 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.314191 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.314430 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.314688 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.314979 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.315394 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] host = n-d-816738-5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.315636 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.315860 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.316098 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.316401 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.316562 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.316782 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.317032 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.317306 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.317549 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.317775 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.318024 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.318276 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.318517 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.318755 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.318921 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_options = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.319176 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.319743 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.320012 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.320211 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.320382 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.320559 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.321077 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.321241 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.321498 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.321715 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.321934 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.322146 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.322363 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.322612 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.322877 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.323131 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.323379 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.323632 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.323897 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.324144 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.324391 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.324638 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.324873 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.325127 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.325367 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.325585 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.325832 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.326079 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.326324 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.326571 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.326790 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.327050 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.327314 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.327563 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.327854 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.328106 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.328335 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.328567 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.328867 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.329119 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.329335 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.329595 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.329810 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.330061 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.330281 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.330514 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.330743 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_json = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.330956 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.331195 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.331437 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.331672 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.331929 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.332135 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.332344 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.332594 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.333017 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.333312 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.333632 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.333908 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.334144 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.334383 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.334615 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.334837 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.335103 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.335370 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.335689 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.335912 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.336236 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.336431 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.336690 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.337034 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.337288 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.337551 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.337793 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.338085 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.338339 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.338578 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.338833 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.339074 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.339337 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.339867 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.340777 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.340777 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.340777 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.340777 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.341385 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.341385 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.341540 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.341654 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.341876 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.342211 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.342370 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.342622 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.342863 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.343077 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.343316 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.343573 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.343805 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.344036 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.344285 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.344541 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.344774 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.344994 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.345246 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.345464 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.345677 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.345900 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.346130 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.346408 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.346651 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.346902 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.347121 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.347334 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.347594 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.347804 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.348059 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.348319 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.348538 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.348753 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.348971 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.349184 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.349435 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.349655 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.349869 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.350082 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.350302 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.350539 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.350755 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.350974 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.351190 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.351409 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.351664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.351919 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.352118 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.352328 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.352560 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.352789 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.353017 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.353232 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.353461 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.353673 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.353883 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.354092 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.354305 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.354608 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.354879 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.355137 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.355536 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.355868 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.356593 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.357073 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.357331 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.357579 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.359085 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.359453 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.359612 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.359838 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.360095 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.360932 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.360932 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.363678 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.364325 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.364325 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.364325 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.364325 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.364325 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.364692 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.364776 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.365028 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.365346 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.365628 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.365914 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.366167 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.366402 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.366674 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.366913 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.368260 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.368534 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.368812 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.369366 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.369366 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.369578 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.369804 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.370071 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.370325 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.370639 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.370871 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.371084 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.371298 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.371606 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.371872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.372110 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.372396 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.372645 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.372918 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.373165 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.374447 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.374685 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.374925 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.375185 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.375406 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.375681 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.375947 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.376205 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.376410 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.376628 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.376898 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.377115 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.377340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.377726 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.378124 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.378498 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.378898 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.379114 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.379341 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.379604 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.380085 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.380533 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.380903 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.381264 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.381658 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.382044 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.382455 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.382845 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.383222 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.383632 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.384000 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387914 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387914 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387914 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387914 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.387914 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.388468 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.388735 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.389016 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.389284 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.389513 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.389761 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.390016 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.390274 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.390516 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.390892 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.391120 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.391384 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.391641 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.391886 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.392091 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.392329 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.392545 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.392762 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.392971 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.393435 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.393691 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.393923 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.394178 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.394430 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.394642 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.394898 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.395113 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.395334 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.395582 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.395960 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.396195 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.396426 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.396664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.396876 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.397102 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.397321 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.397533 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.397786 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.398011 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.398233 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.398453 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.398671 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.398879 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.399122 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.399332 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.399541 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.399782 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.400003 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.400216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.400446 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.400658 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.400870 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.401089 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.401330 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.401539 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.401847 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.402101 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.402320 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.402592 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.402850 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.403111 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.403359 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.403892 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.404110 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.404374 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.404666 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.404910 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.405155 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.405397 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.405725 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.406000 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.406271 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.406530 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.406829 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.407103 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.407367 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.407608 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.407910 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.408244 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.408539 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.408784 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.409034 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.409296 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.409518 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.409734 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.409959 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.410187 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.410421 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.410688 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.410926 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.411156 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.411371 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.411626 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.411837 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.412068 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.412278 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.412521 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 05 21:24:24.415206 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.415878 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416401 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416401 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416401 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416401 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416401 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416401 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416799 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416799 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416799 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416998 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.416998 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.417218 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.417295 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.417456 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.417613 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] debug = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.417930 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.418121 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.418284 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.418442 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.418600 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.418755 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.418911 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.419068 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.419224 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.419380 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.419538 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.419721 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.419882 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.420042 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.420710 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.420870 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.421026 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.421179 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.421490 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] host = n-d-816738-5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.421656 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.421800 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.421941 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.422097 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.422253 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.422410 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.422566 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.422724 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.422881 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.423037 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.423194 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.423352 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.423509 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.423689 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.423846 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_options = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.424003 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.424159 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.424318 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.424501 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.424667 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.424824 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.424980 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.425138 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.425299 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.425454 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.425610 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.425766 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.425927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.426141 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.426347 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.426490 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.426627 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.426799 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.426968 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.426968 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.427263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.427263 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.427605 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.427605 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.427824 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.427905 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.427991 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.428148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.428302 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.428458 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.428622 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.428782 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.428938 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.429095 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.429250 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.429408 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.429564 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.429720 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.429879 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.430036 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.430192 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.430348 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.430504 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.430659 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.430807 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.430974 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.431118 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_json = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.431275 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.431414 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.431593 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.431784 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.432065 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.432065 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.432312 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.432443 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 05 21:24:24.432573 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.432705 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.432845 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.432975 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.433103 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.433244 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.433404 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.433566 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.433726 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.433886 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.434056 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.434216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.434385 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.434544 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.434703 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.434866 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.435026 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.435190 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.435351 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.435509 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.435694 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.436410 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.436589 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.436749 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.436908 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.437069 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.437227 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.437404 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.437563 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.437723 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.437885 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.438035 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.438184 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.438327 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.438486 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.438647 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.438807 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.438966 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.439126 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.439285 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.439444 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.439641 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.439783 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.439918 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.440075 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.440234 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.440394 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.440557 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.440702 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.440861 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.441022 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.441181 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.441342 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.441501 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.441659 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.441827 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.441985 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.442144 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.442303 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.442463 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.442622 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.442781 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.442941 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.443101 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.443260 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.444707 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.446265 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.447801 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.449484 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.450664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.451686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452216 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.452927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.453251 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.453251 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.453251 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.453472 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.453565 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.453717 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.453868 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.454029 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.454190 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.454350 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.454531 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.454695 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.454883 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.454981 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.455145 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.456927 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.457828 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.458570 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.458570 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.458570 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.458570 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.458570 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.458570 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.458570 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459345 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459345 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459345 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459345 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459345 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459710 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459710 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459850 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.459940 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.460050 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.460245 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.460372 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.460525 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.460664 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.460806 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.460973 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.461129 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.461286 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.461449 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.461610 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.461758 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.461916 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.462234 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.462396 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.462558 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.462719 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.462881 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.463054 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.463213 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.466817 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467403 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467403 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467403 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467403 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.467813 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468340 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.468872 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469432 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469432 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469432 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469432 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469432 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469756 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469756 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.469905 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.470040 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.470198 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.470358 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.470527 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.470686 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.470846 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.471004 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.471163 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.471321 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.471487 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.471739 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.471977 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.472077 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.472240 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.472399 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.472558 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.472729 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.472889 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.473051 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.473210 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.473369 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.473594 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.473753 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.473916 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.474085 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.474251 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.474413 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.474578 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.474744 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.474913 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.475073 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.475244 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.475454 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477148 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477768 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477768 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477768 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477768 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477768 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477768 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.477768 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.478234 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.478234 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.478234 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 05 21:24:24.479079 n-d-816738-5 neutron-server[102182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 05 21:24:24.685486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57486) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:24:24.694784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064893 Nov 05 21:24:36.234176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7b976-57aa-4f1b-9366-2b75726cfbf3 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:24:36.296303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7b976-57aa-4f1b-9366-2b75726cfbf3 None None] No non-hosted networks {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 05 21:24:36.333311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.agentschedulers_db [None req-4ca7b976-57aa-4f1b-9366-2b75726cfbf3 None None] DHCP Agent not found on host n-d-816738-5 {{(pid=102293) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 05 21:24:36.587278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-025b14a2-0622-4107-8aff-8fecc675cbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591895'] for agent, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:38.467462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6941d87-67b9-4a6b-ba72-0d8c1e48a195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591895'] for agent, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:38.511343 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-35286420-df03-46bb-b980-7ab3fb4ca19f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-816738-5 {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:24:38.512104 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-35286420-df03-46bb-b980-7ab3fb4ca19f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:24:39.142275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35286420-df03-46bb-b980-7ab3fb4ca19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:39.830727 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591895'] for agent, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:41.253618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591895'] for agent, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:41.881939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591895'] for agent, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:41.882880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.883360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.883857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.884394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.884885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.886096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.887485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.888922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.889759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.890099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.892265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.892751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:41.893516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816738-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:24:41.904420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816738-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:24:42.518415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57576) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:24:43.038535 n-d-816738-5 neutron-server[102292]: WARNING oslo_policy.policy [None req-967f10a1-c265-47b3-b520-4f19db727665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:43.039186 n-d-816738-5 neutron-server[102292]: WARNING oslo_policy.policy [None req-967f10a1-c265-47b3-b520-4f19db727665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:43.278600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-967f10a1-c265-47b3-b520-4f19db727665 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:24:43.296267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-967f10a1-c265-47b3-b520-4f19db727665 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7609584 Nov 05 21:24:43.967778 n-d-816738-5 neutron-server[102293]: INFO neutron.db.l3_hamode_db [None req-456e324f-2c59-4005-a13e-d97feb73ff01 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 05 21:24:44.045600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e324f-2c59-4005-a13e-d97feb73ff01 None None] Routers set() bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:24:44.045975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e324f-2c59-4005-a13e-d97feb73ff01 None None] Router IDs set() for agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 21:24:45.794096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57592) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:24:46.118239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:24:46.222952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.policy [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102292) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 05 21:24:46.272039 n-d-816738-5 neutron-server[102292]: WARNING oslo_policy.policy [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:46.272419 n-d-816738-5 neutron-server[102292]: WARNING oslo_policy.policy [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:46.281727 n-d-816738-5 neutron-server[102292]: INFO neutron.quota [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] Loaded quota_driver: . Nov 05 21:24:46.419842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761188721766', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761188703157', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761188709386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761188704974', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761188885243', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761189457484', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3854908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3961907', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1004967', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-947592'] for rbac-policy, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:46.575698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:46.576902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-03c0a736-b588-437a-9b34-35f0c5ac1aa0 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7813210 Nov 05 21:24:49.245766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57604) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:24:49.538637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'admin_state_up': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:24:49.626767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Made reservation on behalf of 13052124c2b0438cb4d9cfe3648aae57 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:24:49.630158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:49.651335 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:49.755217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:49.809671 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:49.828988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:24:49.855583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761189970436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:49.856146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Unsubscribe: segment precommit_create {{(pid=102292) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 05 21:24:49.857151 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Added segment c642b78d-7f97-4449-b5ca-bab56f4250e1 of type vlan for network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc Nov 05 21:24:49.872065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fda6eef-b218-404f-b0ea-2b30dffbfc35,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:24:49.920047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.920311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.920639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.920961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.921276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.921592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.921905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.922216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.922530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.922835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.923142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.923449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Tracked resource versions report: Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: pushed versions: Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: { 'AddressGroup': {'1.2'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'ConntrackHelper': {'1.0'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Log': {'1.0'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Network': {'1.1'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Port': {'1.7'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'PortForwarding': {'1.2'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'QosPolicy': {'1.10'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'SecurityGroup': {'1.5'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'SubPort': {'1.0'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Subnet': {'1.1'}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Trunk': {'1.1'}} Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: consumer versions: Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: L3 agent@n-d-816738-5: {}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: Metadata agent@n-d-816738-5: {}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: Metering agent@n-d-816738-5: {}, Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'ConntrackHelper': '1.0', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Log': '1.0', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Network': '1.1', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Port': '1.7', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'PortForwarding': '1.2', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'QosPolicy': '1.10', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'SecurityGroup': '1.5', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'SecurityGroupRule': '1.2', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'SubPort': '1.0', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Subnet': '1.1', Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: 'Trunk': '1.1'}} Nov 05 21:24:49.924523 n-d-816738-5 neutron-server[102292]: {{(pid=102292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:24:49.975505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:50.066840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:50.067949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:24:50.068651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:50.165099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d74176a-6d52-4faf-8ebd-6dec76aa2ebc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:24:50.177031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:24:50.229842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-56341118-7d7c-4b5a-8019-0d4294377cb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9830236 Nov 05 21:24:52.982340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57618) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:24:53.471478 n-d-816738-5 neutron-server[102291]: WARNING oslo_policy.policy [None req-97f9883d-d9ac-4cb6-9cb6-140266811146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:53.472104 n-d-816738-5 neutron-server[102291]: WARNING oslo_policy.policy [None req-97f9883d-d9ac-4cb6-9cb6-140266811146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:53.918311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.policy [None req-97f9883d-d9ac-4cb6-9cb6-140266811146 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102291) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 05 21:24:53.967188 n-d-816738-5 neutron-server[102291]: WARNING oslo_policy.policy [None req-97f9883d-d9ac-4cb6-9cb6-140266811146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:53.967584 n-d-816738-5 neutron-server[102291]: WARNING oslo_policy.policy [None req-97f9883d-d9ac-4cb6-9cb6-140266811146 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 05 21:24:53.975779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f9883d-d9ac-4cb6-9cb6-140266811146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:24:53.977667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-97f9883d-d9ac-4cb6-9cb6-140266811146 admin admin] 10.222.0.41 "GET /v2.0/networks/5d74176a-6d52-4faf-8ebd-6dec76aa2ebc HTTP/1.1" status: 200 len: 825 time: 0.9932473 Nov 05 21:24:54.016307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6ec2d486-7da7-452d-9672-9b42a6ec3e4b admin admin] 10.222.0.41 "GET /v2.0/subnetpools/43ba28ac-64c2-42e3-842c-17af1cb1bd9e HTTP/1.1" status: 200 len: 734 time: 0.0318360 Nov 05 21:24:54.025710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'ip_version': 4, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'name': 'private-subnet', 'subnetpool_id': '43ba28ac-64c2-42e3-842c-17af1cb1bd9e'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:24:54.027257 n-d-816738-5 neutron-server[102291]: INFO neutron.quota [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Loaded quota_driver: . Nov 05 21:24:54.132545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Made reservation on behalf of 13052124c2b0438cb4d9cfe3648aae57 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:24:54.135327 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:54.475798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:54.544141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Checking segment: {'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:24:54.544516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Network hostable DHCP agents. Network: 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:24:54.556279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6e9eda-cef1-4de6-86a5-077442a5fa60,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:24:54.568375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.568710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.569084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.569426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.569745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.570060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.570372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.570678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.571249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.571569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.571881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.572185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Tracked resource versions report: Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: pushed versions: Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: { 'AddressGroup': {'1.2'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'ConntrackHelper': {'1.0'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Log': {'1.0'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Network': {'1.1'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Port': {'1.7'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'PortForwarding': {'1.2'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'QosPolicy': {'1.10'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'SecurityGroup': {'1.5'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'SubPort': {'1.0'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Subnet': {'1.1'}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Trunk': {'1.1'}} Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: consumer versions: Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: L3 agent@n-d-816738-5: {}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: Metadata agent@n-d-816738-5: {}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: Metering agent@n-d-816738-5: {}, Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'ConntrackHelper': '1.0', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Log': '1.0', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Network': '1.1', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Port': '1.7', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'PortForwarding': '1.2', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'QosPolicy': '1.10', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'SecurityGroup': '1.5', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'SecurityGroupRule': '1.2', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'SubPort': '1.0', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Subnet': '1.1', Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: 'Trunk': '1.1'}} Nov 05 21:24:54.573220 n-d-816738-5 neutron-server[102291]: {{(pid=102291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:24:54.669648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:24:54.749617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:24:54.754017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:24:54.754669 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:54.758824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8fa6f-7148-401d-9fd1-6f42ee0b1d63 None None] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:24:54.843929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf952420-63f6-444e-9444-c4ef1fbaf52c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8215959 Nov 05 21:24:55.077489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'fixed_ips': [{'subnet_id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:24:55.078910 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:55.374146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Allocated IP 172.20.0.2 (5d74176a-6d52-4faf-8ebd-6dec76aa2ebc/5c6e9eda-cef1-4de6-86a5-077442a5fa60/3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:24:55.578133 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:55.665138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:55.736779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:24:55.749587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:24:55.754941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Pushing event updated for resources: {'Port': ['ID=3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:24:55.757214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:24:55.766792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.767382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.768981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.768981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.768981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.768981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.768981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.769369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.769369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.769652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.769969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.770288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Tracked resource versions report: Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: pushed versions: Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: { 'AddressGroup': {'1.2'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'ConntrackHelper': {'1.0'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Log': {'1.0'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Network': {'1.1'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Port': {'1.7'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'PortForwarding': {'1.2'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'QosPolicy': {'1.10'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'SecurityGroup': {'1.5'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'SubPort': {'1.0'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Subnet': {'1.1'}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Trunk': {'1.1'}} Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: consumer versions: Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: L3 agent@n-d-816738-5: {}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: Metadata agent@n-d-816738-5: {}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: Metering agent@n-d-816738-5: {}, Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'ConntrackHelper': '1.0', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Log': '1.0', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Network': '1.1', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Port': '1.7', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'PortForwarding': '1.2', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'QosPolicy': '1.10', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'SecurityGroup': '1.5', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'SecurityGroupRule': '1.2', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'SubPort': '1.0', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Subnet': '1.1', Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: 'Trunk': '1.1'}} Nov 05 21:24:55.771396 n-d-816738-5 neutron-server[102293]: {{(pid=102293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:24:55.843522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Attempting to bind port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:24:55.843939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Attempting to bind port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:24:55.844374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Attempting to bind port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 on network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:24:55.849291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:24:55.849681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Checking segment: {'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:24:55.850165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:55.850548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Bound using segment: {'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:24:55.851003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Bound port: 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:24:55.851421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:55.911638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] For port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:24:55.915866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] For port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7,segment=NetworkSegment(c642b78d-7f97-4449-b5ca-bab56f4250e1),segment_id=c642b78d-7f97-4449-b5ca-bab56f4250e1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:24:55.982261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:24:56.045922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea9e74-e4b3-453f-a4c4-498629b415d1 None None] Pushing event updated for resources: {'Port': ['ID=3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:24:57.375393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57638) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:24:57.692412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-4047079e-f726-47f0-97a8-0574bc1c0271 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:24:57.693444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4047079e-f726-47f0-97a8-0574bc1c0271 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169830 Nov 05 21:25:00.209567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57646) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:00.529300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-1336cb3f-47ed-492e-9a50-54bad3820b8d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:25:00.530275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1336cb3f-47ed-492e-9a50-54bad3820b8d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197880 Nov 05 21:25:03.272045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57656) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:03.572113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f16b5d60-928d-45c5-b8da-c432ecf7db21 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:25:03.692946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f16b5d60-928d-45c5-b8da-c432ecf7db21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:03.694626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f16b5d60-928d-45c5-b8da-c432ecf7db21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:03.844580 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f16b5d60-928d-45c5-b8da-c432ecf7db21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:03.905166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f16b5d60-928d-45c5-b8da-c432ecf7db21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:03.991610 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f16b5d60-928d-45c5-b8da-c432ecf7db21 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:03.992753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f16b5d60-928d-45c5-b8da-c432ecf7db21 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7197092 Nov 05 21:25:05.089073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dcb396-51b1-4eb5-9b64-9d1df12e37bc None None] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:25:05.186968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f87dc696-c091-4cea-a5c2-8408e2340f94 None None] Provisioning complete for port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:05.187356 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f87dc696-c091-4cea-a5c2-8408e2340f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:05.394752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f87dc696-c091-4cea-a5c2-8408e2340f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:05.432639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f87dc696-c091-4cea-a5c2-8408e2340f94 None None] For port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7,segment=NetworkSegment(c642b78d-7f97-4449-b5ca-bab56f4250e1),segment_id=c642b78d-7f97-4449-b5ca-bab56f4250e1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:25:05.507211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f87dc696-c091-4cea-a5c2-8408e2340f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:05.565606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dc696-c091-4cea-a5c2-8408e2340f94 None None] Pushing event updated for resources: {'Port': ['ID=3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:05.585442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:25:05.639719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-493fd6e1-7805-416e-9375-884c86fce42f None None] Provisioning complete for port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:05.640096 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-493fd6e1-7805-416e-9375-884c86fce42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:05.670875 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:05.671144 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:06.232420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c23ea98-da7a-42f0-b57d-1cf137535379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:06.478120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57668) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:06.788664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-f465faa3-b80a-4516-b38f-4c7e7785eb4a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:25:06.789645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f465faa3-b80a-4516-b38f-4c7e7785eb4a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106017 Nov 05 21:25:07.530209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:25:07.578188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:07.578556 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:08.432072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4c30-5d5b-4feb-9ded-ad98d4037f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.266567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57676) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:09.570457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:25:09.663933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Made reservation on behalf of 53f449eb61cc4c9ab3dc21cbfa9bd5af for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:25:09.666031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.674349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.748237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.750028 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.803488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.821143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Reserving flat network on physical network physnet1 {{(pid=102292) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 05 21:25:09.835290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767a1658-f77c-45f2-a9e2-4c07364c98d2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:09.842037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.842374 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Added segment 639aba1e-547d-47c8-a24c-a5e36b2e2115 of type flat for network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 Nov 05 21:25:09.895695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.986480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:09.987400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:25:09.988014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:10.058302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] Pushing event updated for resources: {'Network': ['ID=2697d35b-5df6-47ff-85a7-bfbbe276daa1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:10.068025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:25:10.263861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cb024018-d116-4084-ba64-238faaa4f525 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9959424 Nov 05 21:25:11.169841 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:11.826796 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:12.714101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57694) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:12.923450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ce14c-493c-4283-832f-5902fbed5b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:25:12.924802 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-452ce14c-493c-4283-832f-5902fbed5b44 admin admin] 10.222.0.41 "GET /v2.0/subnets/5c6e9eda-cef1-4de6-86a5-077442a5fa60 HTTP/1.1" status: 200 len: 849 time: 0.2097638 Nov 05 21:25:13.044255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a80507b1-7cf8-4b35-8dde-736286964496 admin admin] 10.222.0.41 "GET /v2.0/routers/2c7c765e-5d9d-404f-a974-bd71957418d6 HTTP/1.1" status: 200 len: 704 time: 0.1131413 Nov 05 21:25:13.311269 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:13.367512 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:25:13.611237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Allocated IP 172.20.0.1 (5d74176a-6d52-4faf-8ebd-6dec76aa2ebc/5c6e9eda-cef1-4de6-86a5-077442a5fa60/e3c88345-3532-42fd-8151-63c22cb8cb14) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:25:13.796026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:13.904946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:13.976526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:25:13.983289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:25:13.994172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:25:13.995050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:14.063358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Pushing event updated for resources: {'Port': ['ID=e3c88345-3532-42fd-8151-63c22cb8cb14,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:14.145948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1b96909e-e80a-409d-a6d2-f476a36d08fd None None] Provisioning complete for port e3c88345-3532-42fd-8151-63c22cb8cb14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:14.146540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b96909e-e80a-409d-a6d2-f476a36d08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:14.179482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1b96909e-e80a-409d-a6d2-f476a36d08fd None None] Port e3c88345-3532-42fd-8151-63c22cb8cb14 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:25:14.307223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:14.510556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:14.586265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:14.586986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:14.666550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Pushing event updated for resources: {'Port': ['ID=e3c88345-3532-42fd-8151-63c22cb8cb14,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:14.710538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:25:14.711868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:25:14.902004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6fc1ce79-fe96-4061-8b4b-0f4270cf1758 None None] Provisioning complete for port e3c88345-3532-42fd-8151-63c22cb8cb14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:14.902373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ce79-fe96-4061-8b4b-0f4270cf1758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:14.932648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Router 2c7c765e-5d9d-404f-a974-bd71957418d6 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:25:14.937116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1ce79-fe96-4061-8b4b-0f4270cf1758 None None] Port e3c88345-3532-42fd-8151-63c22cb8cb14 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:25:15.024512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:25:15.039210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e0e8e097-be59-45e2-b4c9-417ac37fd38d admin admin] 10.222.0.41 "PUT /v2.0/routers/2c7c765e-5d9d-404f-a974-bd71957418d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9797609 Nov 05 21:25:15.039314 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Sync routers for ids ['2c7c765e-5d9d-404f-a974-bd71957418d6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:25:15.047040 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Routers {'2c7c765e-5d9d-404f-a974-bd71957418d6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:25:15.047876 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:25:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2c7c765e-5d9d-404f-a974-bd71957418d6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:15.237902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Set router 2c7c765e-5d9d-404f-a974-bd71957418d6 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:25:15.662109 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'name': 'router1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:25:03Z', 'updated_at': '2021-11-05T21:25:14Z', 'revision_number': 2, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'gw_port_host': None, '_interfaces': [{'id': 'e3c88345-3532-42fd-8151-63c22cb8cb14', 'name': '', 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'mac_address': 'fa:16:3e:df:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:13Z', 'updated_at': '2021-11-05T21:25:14Z', 'revision_number': 2, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'subnets': [{'id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43ba28ac-64c2-42e3-842c-17af1cb1bd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:15.710303 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Checking router: 2c7c765e-5d9d-404f-a974-bd71957418d6 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:25:15.710664 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Updating router 2c7c765e-5d9d-404f-a974-bd71957418d6 port e3c88345-3532-42fd-8151-63c22cb8cb14 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:25:15.784476 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.260990 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.321399 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.479700 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Pushing event updated for resources: {'Port': ['ID=e3c88345-3532-42fd-8151-63c22cb8cb14,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:16.493902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Attempting to bind port e3c88345-3532-42fd-8151-63c22cb8cb14 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:25:16.494298 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Attempting to bind port e3c88345-3532-42fd-8151-63c22cb8cb14 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:25:16.494740 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Attempting to bind port e3c88345-3532-42fd-8151-63c22cb8cb14 on network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:25:16.498690 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.499033 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.499457 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.499738 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.500026 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.500349 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.500670 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.500993 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.501311 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.501627 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.501989 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.502322 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Tracked resource versions report: Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: pushed versions: Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: { 'AddressGroup': {'1.2'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'ConntrackHelper': {'1.0'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Log': {'1.0'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Network': {'1.1'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Port': {'1.7'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'PortForwarding': {'1.2'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'QosPolicy': {'1.10'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'SecurityGroup': {'1.5'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'SubPort': {'1.0'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Subnet': {'1.1'}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Trunk': {'1.1'}} Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: consumer versions: Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: L3 agent@n-d-816738-5: {}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: Metadata agent@n-d-816738-5: {}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: Metering agent@n-d-816738-5: {}, Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'ConntrackHelper': '1.0', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Log': '1.0', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Network': '1.1', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Port': '1.7', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'PortForwarding': '1.2', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'QosPolicy': '1.10', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'SecurityGroup': '1.5', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'SecurityGroupRule': '1.2', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'SubPort': '1.0', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Subnet': '1.1', Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: 'Trunk': '1.1'}} Nov 05 21:25:16.503315 n-d-816738-5 neutron-server[102294]: {{(pid=102294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:25:16.508133 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:25:16.508536 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Checking segment: {'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:25:16.509026 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.509401 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Bound using segment: {'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:25:16.509888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Bound port: e3c88345-3532-42fd-8151-63c22cb8cb14, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c642b78d-7f97-4449-b5ca-bab56f4250e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:25:16.510279 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.563093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3b073afc-c2e6-4de1-b815-15d70c49336f None None] Provisioning complete for port e3c88345-3532-42fd-8151-63c22cb8cb14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:16.563706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b073afc-c2e6-4de1-b815-15d70c49336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.575395 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] For port e3c88345-3532-42fd-8151-63c22cb8cb14, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:25:16.594652 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] For port e3c88345-3532-42fd-8151-63c22cb8cb14, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e3c88345-3532-42fd-8151-63c22cb8cb14,segment=NetworkSegment(c642b78d-7f97-4449-b5ca-bab56f4250e1),segment_id=c642b78d-7f97-4449-b5ca-bab56f4250e1)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:25:16.597921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3b073afc-c2e6-4de1-b815-15d70c49336f None None] Port e3c88345-3532-42fd-8151-63c22cb8cb14 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:25:16.675897 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.738378 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Routers {'2c7c765e-5d9d-404f-a974-bd71957418d6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:25:16.739000 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:25:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2c7c765e-5d9d-404f-a974-bd71957418d6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:16.740758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce843cc8-9ff0-4bd0-95c9-7635e801e281 None None] Pushing event updated for resources: {'Port': ['ID=e3c88345-3532-42fd-8151-63c22cb8cb14,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:16.834932 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] Set router 2c7c765e-5d9d-404f-a974-bd71957418d6 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:25:16.917295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f44d2eff-6f64-4282-91c1-2a1d307786d1 None None] Provisioning complete for port e3c88345-3532-42fd-8151-63c22cb8cb14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:16.917666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f44d2eff-6f64-4282-91c1-2a1d307786d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:16.997062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f44d2eff-6f64-4282-91c1-2a1d307786d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:17.031227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f44d2eff-6f64-4282-91c1-2a1d307786d1 None None] For port e3c88345-3532-42fd-8151-63c22cb8cb14, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e3c88345-3532-42fd-8151-63c22cb8cb14,segment=NetworkSegment(c642b78d-7f97-4449-b5ca-bab56f4250e1),segment_id=c642b78d-7f97-4449-b5ca-bab56f4250e1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:25:17.064066 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'name': 'router1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:25:03Z', 'updated_at': '2021-11-05T21:25:14Z', 'revision_number': 2, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'gw_port_host': None, '_interfaces': [{'id': 'e3c88345-3532-42fd-8151-63c22cb8cb14', 'name': '', 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'mac_address': 'fa:16:3e:df:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:13Z', 'updated_at': '2021-11-05T21:25:16Z', 'revision_number': 4, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'subnets': [{'id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43ba28ac-64c2-42e3-842c-17af1cb1bd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:17.091868 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b0254-0909-4004-9d78-0bbc3c8a892d None None] The sync data for ids ['2c7c765e-5d9d-404f-a974-bd71957418d6'] in n-d-816738-5 is: [{'id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'name': 'router1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:25:03Z', 'updated_at': '2021-11-05T21:25:14Z', 'revision_number': 2, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'gw_port_host': None, '_interfaces': [{'id': 'e3c88345-3532-42fd-8151-63c22cb8cb14', 'name': '', 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'mac_address': 'fa:16:3e:df:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:13Z', 'updated_at': '2021-11-05T21:25:16Z', 'revision_number': 4, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'subnets': [{'id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43ba28ac-64c2-42e3-842c-17af1cb1bd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:25:17.155262 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f44d2eff-6f64-4282-91c1-2a1d307786d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:17.205232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d2eff-6f64-4282-91c1-2a1d307786d1 None None] Pushing event updated for resources: {'Port': ['ID=e3c88345-3532-42fd-8151-63c22cb8cb14,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:17.372964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57714) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:17.488821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce6325-edf7-484e-9292-eace819e2318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:25:17.490200 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-37ce6325-edf7-484e-9292-eace819e2318 admin admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 842 time: 0.1162734 Nov 05 21:25:17.501116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Request body: {'subnet': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:25:17.595367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Made reservation on behalf of 53f449eb61cc4c9ab3dc21cbfa9bd5af for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:25:17.597676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:18.021622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 21:25:18.022080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:18.080131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67563ada-07e9-4959-98ae-495435ad55be,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:18.091377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:25:18.091377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Network hostable DHCP agents. Network: 2697d35b-5df6-47ff-85a7-bfbbe276daa1, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:25:18.218427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:25:18.304562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 2697d35b-5df6-47ff-85a7-bfbbe276daa1) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:25:18.309469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:25:18.310129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:18.316234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a36b4c-8857-4b7e-b99c-108e7c72059d None None] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:25:18.415581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7da99dc0-712f-4a2f-acb1-1aa79c767687 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9014215 Nov 05 21:25:18.452813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1a2825-200f-4f64-9c98-e37b8da94cf8 None None] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:25:20.810652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:21.041022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9de9c5a8-5f23-4a68-88cc-b29911673f3f admin admin] 10.222.0.41 "GET /v2.0/routers/2c7c765e-5d9d-404f-a974-bd71957418d6 HTTP/1.1" status: 200 len: 710 time: 0.2254651 Nov 05 21:25:21.124439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5dda9-0f8f-451a-ad13-51c5f17db0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:25:21.125796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-98e5dda9-0f8f-451a-ad13-51c5f17db0a2 admin admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 886 time: 0.0818655 Nov 05 21:25:21.135353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:25:21.376413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:21.662195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:21.743295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:21.931647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Allocated IP 172.25.6.51 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/d1d3506f-5c9e-47ba-bdfb-08c67056ea4a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:25:22.041641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:22.158557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:22.226972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:25:22.233141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:25:22.241069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:25:22.278751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d3506f-5c9e-47ba-bdfb-08c67056ea4a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:22.629141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:22.825951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:22.831018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:22.938382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Router 2c7c765e-5d9d-404f-a974-bd71957418d6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:25:23.042797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:25:23.047518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:23.048570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc9b8216-5e5b-4ddf-ba10-a0765e5d17a0 admin admin] 10.222.0.41 "PUT /v2.0/routers/2c7c765e-5d9d-404f-a974-bd71957418d6 HTTP/1.1" status: 200 len: 889 time: 1.9161346 Nov 05 21:25:23.578272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e3c88345-3532-42fd-8151-63c22cb8cb14 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:25:23.625316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e3c88345-3532-42fd-8151-63c22cb8cb14 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:23.625684 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:23.954455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Sync routers for ids ['2c7c765e-5d9d-404f-a974-bd71957418d6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:25:23.965225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Routers {'2c7c765e-5d9d-404f-a974-bd71957418d6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:25:23.965857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:25:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2c7c765e-5d9d-404f-a974-bd71957418d6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:24.173624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Set router 2c7c765e-5d9d-404f-a974-bd71957418d6 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:25:24.624203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'name': 'router1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd1d3506f-5c9e-47ba-bdfb-08c67056ea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:25:03Z', 'updated_at': '2021-11-05T21:25:22Z', 'revision_number': 4, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'gw_port': {'id': 'd1d3506f-5c9e-47ba-bdfb-08c67056ea4a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:21Z', 'updated_at': '2021-11-05T21:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e3c88345-3532-42fd-8151-63c22cb8cb14', 'name': '', 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'mac_address': 'fa:16:3e:df:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:13Z', 'updated_at': '2021-11-05T21:25:17Z', 'revision_number': 5, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'subnets': [{'id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43ba28ac-64c2-42e3-842c-17af1cb1bd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:24.674701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Checking router: 2c7c765e-5d9d-404f-a974-bd71957418d6 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:25:24.675051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Updating router 2c7c765e-5d9d-404f-a974-bd71957418d6 port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:25:24.720723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:25.027179 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:25.083691 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:25.137416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110f37-11ab-41e7-a64d-9d72a08294ac None None] Pushing event updated for resources: {'Port': ['ID=d1d3506f-5c9e-47ba-bdfb-08c67056ea4a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:25.139646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Attempting to bind port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:25:25.140010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Attempting to bind port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:25:25.140362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Attempting to bind port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:25:25.145712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:25:25.146083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:25:25.146471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:25.146846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:25:25.147301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Bound port: d1d3506f-5c9e-47ba-bdfb-08c67056ea4a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:25:25.147714 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:25.197345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] For port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:25:25.200343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] For port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d1d3506f-5c9e-47ba-bdfb-08c67056ea4a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:25:25.255431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:25.310474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Routers {'2c7c765e-5d9d-404f-a974-bd71957418d6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:25:25.311076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:25:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2c7c765e-5d9d-404f-a974-bd71957418d6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:25.346049 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110f37-11ab-41e7-a64d-9d72a08294ac None None] Pushing event updated for resources: {'Port': ['ID=d1d3506f-5c9e-47ba-bdfb-08c67056ea4a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:25.421179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] Set router 2c7c765e-5d9d-404f-a974-bd71957418d6 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:25:25.563837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57734) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:25:25.629818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'name': 'router1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd1d3506f-5c9e-47ba-bdfb-08c67056ea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:25:03Z', 'updated_at': '2021-11-05T21:25:22Z', 'revision_number': 4, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'gw_port': {'id': 'd1d3506f-5c9e-47ba-bdfb-08c67056ea4a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:21Z', 'updated_at': '2021-11-05T21:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e3c88345-3532-42fd-8151-63c22cb8cb14', 'name': '', 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'mac_address': 'fa:16:3e:df:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:13Z', 'updated_at': '2021-11-05T21:25:17Z', 'revision_number': 5, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'subnets': [{'id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43ba28ac-64c2-42e3-842c-17af1cb1bd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:25:25.656013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137f1ff-e18e-415f-83c6-a172ecca70ef None None] The sync data for ids ['2c7c765e-5d9d-404f-a974-bd71957418d6'] in n-d-816738-5 is: [{'id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'name': 'router1', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd1d3506f-5c9e-47ba-bdfb-08c67056ea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:25:03Z', 'updated_at': '2021-11-05T21:25:22Z', 'revision_number': 4, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'gw_port': {'id': 'd1d3506f-5c9e-47ba-bdfb-08c67056ea4a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:21Z', 'updated_at': '2021-11-05T21:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e3c88345-3532-42fd-8151-63c22cb8cb14', 'name': '', 'network_id': '5d74176a-6d52-4faf-8ebd-6dec76aa2ebc', 'tenant_id': '13052124c2b0438cb4d9cfe3648aae57', 'mac_address': 'fa:16:3e:df:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c765e-5d9d-404f-a974-bd71957418d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:25:13Z', 'updated_at': '2021-11-05T21:25:17Z', 'revision_number': 5, 'project_id': '13052124c2b0438cb4d9cfe3648aae57', 'subnets': [{'id': '5c6e9eda-cef1-4de6-86a5-077442a5fa60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43ba28ac-64c2-42e3-842c-17af1cb1bd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:25:25.678766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c3b9fe07-7541-4be2-bc62-d11e086fa00b admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1138945 Nov 05 21:25:27.581576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d1d3506f-5c9e-47ba-bdfb-08c67056ea4a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:25:27.634595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:27.634971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:27.717896 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:27.738289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d1d3506f-5c9e-47ba-bdfb-08c67056ea4a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:25:27.812720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:27.866773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=d1d3506f-5c9e-47ba-bdfb-08c67056ea4a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:25:29.576172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d1d3506f-5c9e-47ba-bdfb-08c67056ea4a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:25:29.660776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d1d3506f-5c9e-47ba-bdfb-08c67056ea4a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:25:29.661495 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:36.243526 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5887c63d-d333-4f44-a033-20606be3989a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:38.471411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7abd4914-8dea-4f83-9adc-326beada8a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:39.774837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:41.175155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:41.832306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:25:50.366219 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:26:06.439842 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aa32a7a0-5841-43bb-b18f-688ebaa29500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:08.436978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8a17af42-d6a1-4f04-9276-d96e94132ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:09.796749 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:11.205788 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:12.226214 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:27.364846 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:26:36.244972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebb55-9708-42f6-9d8b-0fb5cecac77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:38.438977 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3709975e-d81c-4b52-bb19-f9b25f59b8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:39.787413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:41.187485 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:26:41.830829 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:04.363922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:27:06.266640 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22694ca5-860b-4225-850e-22cfe869ac5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:08.426772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9dd9bde6-4685-4a30-bc68-2db901750769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:09.314634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58328) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:09.374573 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-89abe1fe-0cda-4bc5-9266-b911ff599ec7 admin admin] GET failed (client error): The resource could not be found. Nov 05 21:27:09.375930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-89abe1fe-0cda-4bc5-9266-b911ff599ec7 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603461 Nov 05 21:27:09.536473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d053290-e558-48b0-82f2-3892ceb66960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:09.537933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8d053290-e558-48b0-82f2-3892ceb66960 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573284 Nov 05 21:27:09.798076 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:11.195315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:11.804625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58338) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:11.843876 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:11.957205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693f1ca-0ab3-44f8-8b54-b3b371c50483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:11.958604 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7693f1ca-0ab3-44f8-8b54-b3b371c50483 admin admin] 10.222.0.41 "GET /v2.0/subnets/5c6e9eda-cef1-4de6-86a5-077442a5fa60 HTTP/1.1" status: 200 len: 849 time: 0.1530023 Nov 05 21:27:11.968791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:27:12.051249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:12.266301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761189893479'] for subnet, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:12.294368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:12.295417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:12.296227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] 10.222.0.41 "PUT /v2.0/subnets/5c6e9eda-cef1-4de6-86a5-077442a5fa60 HTTP/1.1" status: 200 len: 868 time: 0.3311408 Nov 05 21:27:12.312912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372635aa-4e2d-4d91-9fc8-ed5b2f94ca72 None None] Network 5d74176a-6d52-4faf-8ebd-6dec76aa2ebc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:27:12.320350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6e9eda-cef1-4de6-86a5-077442a5fa60,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:27:12.328972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.334575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f64d90c-01f2-41e4-8da6-76511af18fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:27:12.689893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-47985c89-4422-4174-aa18-cdbf036794fd None None] Provisioning complete for port 3125c96d-1a3c-4b04-89b6-94eb4c9bbcc7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:27:12.690266 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47985c89-4422-4174-aa18-cdbf036794fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:12.777618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-47985c89-4422-4174-aa18-cdbf036794fd None None] Provisioning complete for port e3c88345-3532-42fd-8151-63c22cb8cb14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:27:12.777913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47985c89-4422-4174-aa18-cdbf036794fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:14.592207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58346) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:14.787838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9303d-57fb-437e-86ff-09e2cadb05f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:14.788223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9303d-57fb-437e-86ff-09e2cadb05f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:14.790277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b0c9303d-57fb-437e-86ff-09e2cadb05f0 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971302 Nov 05 21:27:17.083724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58356) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:17.283809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d65cd0-1177-4a00-9463-e9d4fe4db91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:17.284191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d65cd0-1177-4a00-9463-e9d4fe4db91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:17.285695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-85d65cd0-1177-4a00-9463-e9d4fe4db91b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009270 Nov 05 21:27:19.623400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58364) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:19.749012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af98837-1a9e-4c9f-a311-cc5bae35315e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:19.750365 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3af98837-1a9e-4c9f-a311-cc5bae35315e admin admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 886 time: 0.1254380 Nov 05 21:27:22.017069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58372) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:22.145368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec939a-4f05-4705-9747-25eaed594486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:22.146722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9eec939a-4f05-4705-9747-25eaed594486 admin admin] 10.222.0.41 "GET /v2.0/networks/5d74176a-6d52-4faf-8ebd-6dec76aa2ebc HTTP/1.1" status: 200 len: 869 time: 0.1287596 Nov 05 21:27:24.436182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58380) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:24.560380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90fd79-42eb-4c1e-8363-24e60f58dced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:24.560833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90fd79-42eb-4c1e-8363-24e60f58dced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:24.562332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f90fd79-42eb-4c1e-8363-24e60f58dced admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252139 Nov 05 21:27:26.837824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58388) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:26.930488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc57a4f-37f1-4720-9144-8a1147f2b252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:26.930941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc57a4f-37f1-4720-9144-8a1147f2b252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:26.932446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9dc57a4f-37f1-4720-9144-8a1147f2b252 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936573 Nov 05 21:27:29.214018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58396) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:29.305004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d27350-226e-437d-a4a6-9a28b2c3089e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:29.306323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-41d27350-226e-437d-a4a6-9a28b2c3089e admin admin] 10.222.0.41 "GET /v2.0/subnets/5c6e9eda-cef1-4de6-86a5-077442a5fa60 HTTP/1.1" status: 200 len: 868 time: 0.0913701 Nov 05 21:27:31.568040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58404) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:31.653210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba824e-6d17-454a-945c-16b8fa13f4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:31.654541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-63ba824e-6d17-454a-945c-16b8fa13f4a8 admin admin] 10.222.0.41 "GET /v2.0/subnets/67563ada-07e9-4959-98ae-495435ad55be HTTP/1.1" status: 200 len: 816 time: 0.0855560 Nov 05 21:27:36.260036 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-085d1d39-4fb1-4136-aff3-db4bddde5c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:38.442678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0031f7cd-5843-4262-8f3b-d69c19a7a25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:39.777558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:41.208747 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:41.362393 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:27:41.836896 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:27:57.109016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58458) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:57.155386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-6da77e57-5899-48ce-8af9-33cca285fcf0 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:27:57.156396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6da77e57-5899-48ce-8af9-33cca285fcf0 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464530 Nov 05 21:27:59.531180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58466) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:27:59.590961 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3285436-9b94-4dfd-a888-93480f95f61c admin admin] GET failed (client error): The resource could not be found. Nov 05 21:27:59.592296 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a3285436-9b94-4dfd-a888-93480f95f61c admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601299 Nov 05 21:27:59.678232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ede79-e667-4df8-9496-7470dcfbce39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:27:59.679703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-713ede79-e667-4df8-9496-7470dcfbce39 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827873 Nov 05 21:28:01.965588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58474) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:28:02.011274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:28:02.105033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Made reservation on behalf of 53f449eb61cc4c9ab3dc21cbfa9bd5af for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:28:02.107440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:02.149108 n-d-816738-5 neutron-server[102291]: WARNING neutron.services.revisions.revision_plugin [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Could not find related network for resource to bump revision. Nov 05 21:28:02.164680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:28:02.176265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761189970436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:02.176839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Unsubscribe: segment precommit_create {{(pid=102291) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 05 21:28:02.177270 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Added segment 66dda879-399b-49c5-b293-dca2c2d69fc1 of type vlan for network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d Nov 05 21:28:02.220789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:02.316597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:02.317547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:28:02.318123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:02.409531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] Pushing event updated for resources: {'Network': ['ID=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:28:02.420858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:28:02.427857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4ab19246-3a88-4100-a5c9-8039dfd960c8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4611354 Nov 05 21:28:04.718614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58482) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:28:04.778175 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df0243b-ee31-4d53-a71d-09b2c2c35c94 admin admin] GET failed (client error): The resource could not be found. Nov 05 21:28:04.779471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4df0243b-ee31-4d53-a71d-09b2c2c35c94 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598722 Nov 05 21:28:04.847142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30522e-2763-4acf-ae60-92c234d8dd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:28:04.848571 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e30522e-2763-4acf-ae60-92c234d8dd4b admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645332 Nov 05 21:28:04.860915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:28:04.960200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Made reservation on behalf of 53f449eb61cc4c9ab3dc21cbfa9bd5af for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:28:04.962328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:05.184995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:05.247641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0bb714f-5bd0-465d-9255-6d2fb5998a3f,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:28:05.251858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:28:05.252223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Network hostable DHCP agents. Network: 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:28:05.362507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:28:05.459996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:28:05.464189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:28:05.464832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:05.469360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94dc54d-3fbe-4390-85e5-21b4365ef595 None None] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:28:05.610382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'tenant_id': '53f449eb61cc4c9ab3dc21cbfa9bd5af', 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:28:05.611236 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:05.643581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de153763-b959-4bb0-ae9a-48f3ccf46a51 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7758367 Nov 05 21:28:05.748585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Allocated IP 192.168.233.2 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/9308c3c9-8135-4202-95e8-8eda4a7a159d) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:28:05.897273 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:05.997358 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:06.040339 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:28:06.043231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:28:06.047915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:28:06.049858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Pushing event updated for resources: {'Port': ['ID=9308c3c9-8135-4202-95e8-8eda4a7a159d,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:28:06.061570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.061920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.062257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.062590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.062916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.063245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.063594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.063918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.064240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.064570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.064965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.065289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:28:06.117604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Attempting to bind port 9308c3c9-8135-4202-95e8-8eda4a7a159d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:28:06.118527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Attempting to bind port 9308c3c9-8135-4202-95e8-8eda4a7a159d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:28:06.118527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Attempting to bind port 9308c3c9-8135-4202-95e8-8eda4a7a159d on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:28:06.123495 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:28:06.123893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:28:06.124290 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:06.124680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:28:06.125140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Bound port: 9308c3c9-8135-4202-95e8-8eda4a7a159d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:28:06.125516 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:06.198246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] For port 9308c3c9-8135-4202-95e8-8eda4a7a159d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:28:06.201238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] For port 9308c3c9-8135-4202-95e8-8eda4a7a159d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9308c3c9-8135-4202-95e8-8eda4a7a159d,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:28:06.268740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7d9faa2c-643e-431c-8fe3-325e601743f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:06.292429 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:06.363647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2c387-b535-4853-bed7-b6ec9e0117d3 None None] Pushing event updated for resources: {'Port': ['ID=9308c3c9-8135-4202-95e8-8eda4a7a159d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:28:07.276828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcbcdf-401c-4404-914c-a1b0c5eff775 None None] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:28:07.401473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3950dac2-5379-4b20-870a-d48f0f2a3916 None None] Provisioning complete for port 9308c3c9-8135-4202-95e8-8eda4a7a159d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:28:07.401848 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3950dac2-5379-4b20-870a-d48f0f2a3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:07.514834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3950dac2-5379-4b20-870a-d48f0f2a3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:07.549668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3950dac2-5379-4b20-870a-d48f0f2a3916 None None] For port 9308c3c9-8135-4202-95e8-8eda4a7a159d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9308c3c9-8135-4202-95e8-8eda4a7a159d,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:28:07.625018 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3950dac2-5379-4b20-870a-d48f0f2a3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:07.685548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950dac2-5379-4b20-870a-d48f0f2a3916 None None] Pushing event updated for resources: {'Port': ['ID=9308c3c9-8135-4202-95e8-8eda4a7a159d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:28:07.723728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9308c3c9-8135-4202-95e8-8eda4a7a159d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:28:07.774210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-687dec64-3fbd-4cb1-896e-344eedd39cf8 None None] Provisioning complete for port 9308c3c9-8135-4202-95e8-8eda4a7a159d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:28:07.774572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-687dec64-3fbd-4cb1-896e-344eedd39cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:07.821870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9308c3c9-8135-4202-95e8-8eda4a7a159d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:28:07.822235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:08.442467 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c21d33ef-ffb2-4478-96db-b5d3c1081abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:09.649332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9308c3c9-8135-4202-95e8-8eda4a7a159d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:28:09.696845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9308c3c9-8135-4202-95e8-8eda4a7a159d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:28:09.697200 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:09.807728 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:11.184782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:11.858880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:18.362839 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:28:36.279036 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fe3674a-34d5-4343-bdb7-8b5969478857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:38.441210 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-981c42bc-51fa-4f7c-9566-577c2fb82aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:39.789609 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:41.224670 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:41.846549 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:28:55.361774 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:29:06.284627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccbb80b-4978-4ed3-9473-ee814abebc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:08.440081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-149f2f4e-6198-45aa-b2f3-9f5464824e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:09.794536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:11.194743 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:11.856952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:32.359730 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:29:36.251378 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-196e5726-5359-4d7b-9f75-fd2f4409d55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:38.451068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-54dfac1b-e00a-4828-8ae5-c99a5dea9abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:39.817460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:41.222584 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:41.843421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:55.879638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58526) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:29:55.885467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-f5f96e91-8253-448d-a0e9-e095e16cee42 tempest-verify_tempest_config-680662093 tempest-verify_tempest_config-680662093-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:29:55.886481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5f96e91-8253-448d-a0e9-e095e16cee42 tempest-verify_tempest_config-680662093 tempest-verify_tempest_config-680662093-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058513 Nov 05 21:29:56.399206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58544) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:29:56.500529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:56.600843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:56.660822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:56.705641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8135b2bec09b4922903e50b653f77fac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3053856 Nov 05 21:29:56.706729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bb0ed7-fdce-4a09-9960-8556c22dca36,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:29:56.708406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58548) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:29:56.713396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.713748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.714091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.714426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.714902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.715095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.715423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.715774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.716101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.716427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.716749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.717070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce8fd5-8154-413f-bc75-1647e9033d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.762804 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:56.782887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:56.919538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:56.922047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:29:56.923179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68bb0ed7-fdce-4a09-9960-8556c22dca36 HTTP/1.1" status: 204 len: 168 time: 0.2138166 Nov 05 21:29:56.931186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bb0ed7-fdce-4a09-9960-8556c22dca36,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:29:56.937879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.938224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.938556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.938887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.939213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.939535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.939880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.940201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.940637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.940934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.941253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:29:56.941578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe600b0-2219-4519-b3d9-e694ea1920e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:30:06.248316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5b9674a7-303c-463a-832a-6fa8f57f7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:08.438732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d9595413-a209-4e84-9440-3ad1bda8b9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:09.357973 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:30:09.836745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:11.215346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:11.855387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:36.270603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4fcf-a89c-4cfd-b4f0-e90d46d4ec12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:38.453204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb303186-a2d6-473c-a3ec-94ac4755b14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:39.809933 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:41.209056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:41.838099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:30:46.357493 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:31:06.281182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8f2798c4-1252-42ee-b5c4-64a7966753f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:08.442868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59024e78-3bd3-4ade-92c4-372df0608a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:09.796694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:11.185464 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:11.854100 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:23.356090 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:31:36.218792 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd653-73c9-4518-bea5-237cff081b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:38.429215 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8f720ac4-ebbf-4a9f-9624-447737057194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:39.817601 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:41.212852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:31:41.840919 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:00.354144 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:32:06.240592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa7ac-cce6-4ce3-9ab6-0a05a09e1e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:08.469428 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b1d88322-82d8-4b1a-9927-a309062496ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:09.857791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:11.234719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:11.840699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:36.240337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d0c83cb-0499-406c-9144-32086d01c182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:37.353050 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 5 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:32:38.439243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dce30b80-4258-42db-aedb-9fe1a9bfc810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:39.805745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:41.222877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:32:41.828680 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:00.382400 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591895'] for agent, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:02.507507 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591895'] for agent, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:06.245003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8a338ad6-429a-4c1e-82c5-d52a516182c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:08.433007 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f83b180-9548-4caf-84e0-8cf66a6d4024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:09.867851 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:11.243838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:11.828208 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:14.351951 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:33:30.290161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:32.478017 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:36.238797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-331480d8-bf38-4685-baeb-716bd38b558e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:38.444107 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf0ee-5524-4d86-a252-c9f919e5a07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:39.832538 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:41.226450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:41.815345 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:33:50.184391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58606) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:33:50.288355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-014eb795-3b35-4afe-a0a2-318e5b70d533 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1028106 Nov 05 21:33:51.351384 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:33:52.581773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58616) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:33:52.642520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d587345d-8a97-46ee-a307-774870fa146b admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0596702 Nov 05 21:34:00.317844 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:02.449157 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:06.237072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88574850-1412-4af6-9265-d388ec8f2b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:08.465288 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-00f72b10-7a85-4093-9ec5-9ca1d7545c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:09.814202 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:11.208334 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:11.848536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:28.351070 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:34:30.289007 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:32.493949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:36.253940 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f7722987-7495-472d-b6fc-da9999e4582f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:38.449420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-476fe9fd-34e7-4d25-818f-b4deb7f33cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:39.842149 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:41.242328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:34:41.847969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:00.293260 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:02.499316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:05.350254 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:35:06.246635 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-90e0bdb3-4c4d-4c1f-af57-38cfb50ac72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:08.681542 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88706111-e49d-4582-90cb-70460142f277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:09.841495 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:11.220353 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:11.830329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:12.856479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58806) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:13.291428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-122769370-network', 'tenant_id': '716b3930b41c42479302dd5a494f2f60'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:13.372413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Made reservation on behalf of 716b3930b41c42479302dd5a494f2f60 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:13.375590 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.384530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.398062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:13.468460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.521785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.544740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:35:13.567687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec65a8a7-b369-4ff1-8c41-3642b198bc86,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:13.578380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.579282 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Added segment f110e676-8ef3-458f-af9c-a2248f1ecf1c of type vlan for network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 Nov 05 21:35:13.581637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.582164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.582751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.583258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.583607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.584148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.584947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.585451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.585938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.586261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.586743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.587064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Tracked resource versions report: Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: pushed versions: Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: { 'AddressGroup': {'1.2'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'ConntrackHelper': {'1.0'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Log': {'1.0'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Network': {'1.1'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Port': {'1.7'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'PortForwarding': {'1.2'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'QosPolicy': {'1.10'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'SecurityGroup': {'1.5'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'SubPort': {'1.0'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Subnet': {'1.1'}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Trunk': {'1.1'}} Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: consumer versions: Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: HyperV agent@n-h1-816738-5: {}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: HyperV agent@n-h2-816738-5: {}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: L3 agent@n-d-816738-5: {}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: Metadata agent@n-d-816738-5: {}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: Metering agent@n-d-816738-5: {}, Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'ConntrackHelper': '1.0', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Log': '1.0', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Network': '1.1', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Port': '1.7', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'PortForwarding': '1.2', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'QosPolicy': '1.10', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'SecurityGroup': '1.5', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'SecurityGroupRule': '1.2', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'SubPort': '1.0', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Subnet': '1.1', Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: 'Trunk': '1.1'}} Nov 05 21:35:13.588914 n-d-816738-5 neutron-server[102291]: {{(pid=102291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:35:13.624846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58842) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:13.641605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.761453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.762480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:13.763112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:13.835631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-network', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:13.913812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3afe19-99d5-4d93-a8ee-b562a88579f2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:14.082513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:35:14.083304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e504b7e-6a10-49e0-9f61-f6633bbb8db9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1296647 Nov 05 21:35:14.083304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58854) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:14.083304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Request body: {'subnet': {'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-122769370-subnet', 'tenant_id': '716b3930b41c42479302dd5a494f2f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:14.083775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Made reservation on behalf of 93f046332ee6438ab74695ec5f6b2971 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:14.083775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.087652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.143144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-63dbbad3-3d0a-44c8-861d-e77da3ca5431 tempest-AutoAllocateNetworkTest-1215584546 tempest-AutoAllocateNetworkTest-1215584546-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b5d450001cc4446989be8ddf7f927628&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5147462 Nov 05 21:35:14.143629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58858) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:14.293185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Made reservation on behalf of 716b3930b41c42479302dd5a494f2f60 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:14.296258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.307714 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.349986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.380786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:35:14.384595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b1c1ba-22c7-4258-b3db-3aaeaf4a1724,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:14.395699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.396461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.396960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.397052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e27a7-679c-4c29-85ce-e60db09c3822 tempest-AutoAllocateNetworkTest-1215584546 tempest-AutoAllocateNetworkTest-1215584546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:14.397654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.398151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.398683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-976e27a7-679c-4c29-85ce-e60db09c3822 tempest-AutoAllocateNetworkTest-1215584546 tempest-AutoAllocateNetworkTest-1215584546-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2537198 Nov 05 21:35:14.399157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.399657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.400148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Tracked resource versions report: Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: pushed versions: Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: { 'AddressGroup': {'1.2'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'ConntrackHelper': {'1.0'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Log': {'1.0'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Network': {'1.1'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Port': {'1.7'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'PortForwarding': {'1.2'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'QosPolicy': {'1.10'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'SecurityGroup': {'1.5'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'SubPort': {'1.0'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Subnet': {'1.1'}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Trunk': {'1.1'}} Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: consumer versions: Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: HyperV agent@n-h1-816738-5: {}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: HyperV agent@n-h2-816738-5: {}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: L3 agent@n-d-816738-5: {}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: Metadata agent@n-d-816738-5: {}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: Metering agent@n-d-816738-5: {}, Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'ConntrackHelper': '1.0', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Log': '1.0', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Network': '1.1', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Port': '1.7', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'PortForwarding': '1.2', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'QosPolicy': '1.10', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'SecurityGroup': '1.5', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'SecurityGroupRule': '1.2', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'SubPort': '1.0', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Subnet': '1.1', Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: 'Trunk': '1.1'}} Nov 05 21:35:14.403475 n-d-816738-5 neutron-server[102292]: {{(pid=102292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:35:14.406141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58870) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:14.414449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.414905 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Added segment 43c24934-18f8-4a28-bc38-7b9913917a3f of type vlan for network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 Nov 05 21:35:14.460468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.480380 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c2ca09b2-e831-4420-b9c3-978a96c64308 tempest-AutoAllocateNetworkTest-1215584546 tempest-AutoAllocateNetworkTest-1215584546-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729022 Nov 05 21:35:14.483533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58872) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:14.513177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c74cef46-2dd4-4481-87d8-2080f0ecfcab tempest-AutoAllocateNetworkTest-1215584546 tempest-AutoAllocateNetworkTest-1215584546-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b5d450001cc4446989be8ddf7f927628 HTTP/1.1" status: 200 len: 208 time: 0.0285814 Nov 05 21:35:14.526985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.528216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:14.528959 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.603355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2029939 Nov 05 21:35:14.606342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:14.612406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Request body: {'subnet': {'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-subnet', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:14.621121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48335-ce74-4e2a-8d36-d3f5d77b51a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c969c4f4-bcfa-40bb-8aed-99c806fc5d07,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:14.633552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:35:14.676221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.715745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Made reservation on behalf of 93f046332ee6438ab74695ec5f6b2971 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:14.718340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.746925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669f0758-d0a0-483b-861e-f22fd0baec13,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:14.755186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:14.755530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Network hostable DHCP agents. Network: 0f3afe19-99d5-4d93-a8ee-b562a88579f2, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:35:14.818285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:35:14.881121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 0f3afe19-99d5-4d93-a8ee-b562a88579f2) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:14.886350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:14.889314 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:14.890872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3975c-95ab-49bf-bacf-e1b125353a74 None None] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:14.998795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-299965d5-fbd1-4b85-86ac-b4ff68365476 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0068133 Nov 05 21:35:15.000648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:15.020341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6429aa9a-bf70-44bb-b1dd-104d2476569b None None] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:15.071173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0155f2cd-b409-4894-a1be-b5c91bbbb212,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:15.086135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Checking segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:15.086518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Network hostable DHCP agents. Network: c969c4f4-bcfa-40bb-8aed-99c806fc5d07, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:35:15.150609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:35:15.237204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c969c4f4-bcfa-40bb-8aed-99c806fc5d07) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:15.237204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:15.237204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:15.253513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544f103-37b6-46e1-a1b4-9b3b35f390ee None None] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:15.315694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-822e9fd4-9485-4078-b487-075b222de772 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7082818 Nov 05 21:35:15.316380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58908) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:15.325256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:15.407520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:15.408441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:15.477882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58916) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:15.544967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:35:15.546407 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:15.567242 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:15.744559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Allocated IP 172.20.0.2 (c969c4f4-bcfa-40bb-8aed-99c806fc5d07/0155f2cd-b409-4894-a1be-b5c91bbbb212/d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:15.867043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:15.906403 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.031785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0e389b8-24c2-46e2-a4e6-120aef883bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.041585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.104127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:16.109568 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:16.112342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Pushing event updated for resources: {'Port': ['ID=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:16.116793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:16.126635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.127182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.127928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.128392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.128849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.129304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Tracked resource versions report: Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: pushed versions: Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: { 'AddressGroup': {'1.2'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'ConntrackHelper': {'1.0'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Log': {'1.0'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Network': {'1.1'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Port': {'1.7'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'PortForwarding': {'1.2'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'QosPolicy': {'1.10'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'SecurityGroup': {'1.5'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'SubPort': {'1.0'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Subnet': {'1.1'}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Trunk': {'1.1'}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: consumer versions: Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: HyperV agent@n-h1-816738-5: {}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: HyperV agent@n-h2-816738-5: {}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: L3 agent@n-d-816738-5: {}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: Metadata agent@n-d-816738-5: {}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: Metering agent@n-d-816738-5: {}, Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'ConntrackHelper': '1.0', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Log': '1.0', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Network': '1.1', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Port': '1.7', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'PortForwarding': '1.2', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'QosPolicy': '1.10', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'SecurityGroup': '1.5', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'SecurityGroupRule': '1.2', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'SubPort': '1.0', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Subnet': '1.1', Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: 'Trunk': '1.1'}} Nov 05 21:35:16.139841 n-d-816738-5 neutron-server[102293]: {{(pid=102293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:35:16.204276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0e389b8-24c2-46e2-a4e6-120aef883bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.231897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.261514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.261952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Attempting to bind port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:16.262426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Attempting to bind port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:16.262694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Attempting to bind port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:16.264609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0e389b8-24c2-46e2-a4e6-120aef883bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.277055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:16.278386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Checking segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:16.278386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.278386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Bound using segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:16.278698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Bound port: d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:16.279074 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.307776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e389b8-24c2-46e2-a4e6-120aef883bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93cbcb9-6c0b-435b-b92d-7e7f13ac16f7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:16.337760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0e389b8-24c2-46e2-a4e6-120aef883bd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5d450001cc4446989be8ddf7f927628&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8582277 Nov 05 21:35:16.338145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58944) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:16.434322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] For port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:16.438338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] For port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:16.502075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Allocated IP 172.25.6.127 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/d44daecf-fbc3-4def-b0cd-515b7ef303f1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:16.533547 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.662402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8a46-9645-475d-af18-50474c4f835e None None] Pushing event updated for resources: {'Port': ['ID=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:16.719926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0642bd8-5af4-48d1-859e-7a9e067ee010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.725910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.753995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0642bd8-5af4-48d1-859e-7a9e067ee010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:16.921544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:17.007776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0642bd8-5af4-48d1-859e-7a9e067ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:17.010755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0642bd8-5af4-48d1-859e-7a9e067ee010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:17.016097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0642bd8-5af4-48d1-859e-7a9e067ee010 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d93cbcb9-6c0b-435b-b92d-7e7f13ac16f7 HTTP/1.1" status: 204 len: 168 time: 0.6769366 Nov 05 21:35:17.025791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:17.068659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0642bd8-5af4-48d1-859e-7a9e067ee010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93cbcb9-6c0b-435b-b92d-7e7f13ac16f7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:17.081258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:17.083820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:17.330785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Pushing event updated for resources: {'Port': ['ID=d44daecf-fbc3-4def-b0cd-515b7ef303f1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:17.605249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:17.664176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58984) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:17.670291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1052462948-network', 'tenant_id': '35b70f4e8ecd4f89b0c912693c2f9d81'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:17.856347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Made reservation on behalf of 35b70f4e8ecd4f89b0c912693c2f9d81 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:17.858999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:17.875241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:17.886891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:17.892516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca19d46-0972-42a7-9faa-54b4d4a30013 None None] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:18.081208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:18.109923 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.169676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-997cbc89-a23c-49bd-9bbd-cfdb3ac56e03 None None] Provisioning complete for port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:18.170076 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-997cbc89-a23c-49bd-9bbd-cfdb3ac56e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.178608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.207930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:35:18.225043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.225467 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Added segment 823a3f6b-0b63-47c4-a34b-5d21ff273697 of type vlan for network 78a8f3f5-2386-4e6b-b6b7-a783e9d7653a Nov 05 21:35:18.226823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8375b17d-07e2-461c-8f2c-636e49c81940,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:18.230806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:18.231366 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.243058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Router bb73c8ad-f117-4109-8311-11a4695f581a is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:35:18.309088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.409793 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-997cbc89-a23c-49bd-9bbd-cfdb3ac56e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.439316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.476158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-997cbc89-a23c-49bd-9bbd-cfdb3ac56e03 None None] For port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:18.491986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:35:18.503996 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Sync routers for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:35:18.513845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:18.514469 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:18.530929 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-997cbc89-a23c-49bd-9bbd-cfdb3ac56e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.537128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.539462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:18.540249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.672844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.676840 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:35:18.677229 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:35:18.680818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cbc89-a23c-49bd-9bbd-cfdb3ac56e03 None None] Pushing event updated for resources: {'Port': ['ID=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:18.683362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59040) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:18.688748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e70302f2-de58-4737-924b-4a1f19952c4c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3706596 Nov 05 21:35:18.691020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-76f1c45c-a173-4f7a-85d1-9178c996ba01 None None] Provisioning complete for port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:18.691388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-76f1c45c-a173-4f7a-85d1-9178c996ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.694873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] Pushing event updated for resources: {'Network': ['ID=78a8f3f5-2386-4e6b-b6b7-a783e9d7653a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:18.720493 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:18.721702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 78a8f3f5-2386-4e6b-b6b7-a783e9d7653a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:35:18.802090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4304c5fb-df58-45af-b22a-1c41349fdf58 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1364377 Nov 05 21:35:18.808348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59048) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:18.817376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Request body: {'subnet': {'network_id': '78a8f3f5-2386-4e6b-b6b7-a783e9d7653a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1052462948-subnet', 'tenant_id': '35b70f4e8ecd4f89b0c912693c2f9d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:18.932745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Made reservation on behalf of 35b70f4e8ecd4f89b0c912693c2f9d81 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:18.935671 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:18.983339 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:17Z', 'revision_number': 3, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:19.047302 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Checking router: bb73c8ad-f117-4109-8311-11a4695f581a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:35:19.049855 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Updating router bb73c8ad-f117-4109-8311-11a4695f581a port d44daecf-fbc3-4def-b0cd-515b7ef303f1 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:35:19.113179 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.163021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59062) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:19.311217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.438005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bff2854e-74f3-4ea9-a010-db3988f0d640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.440567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c53195-1143-46fe-83b9-10df6da0ae6e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:19.466787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Checking segment: {'id': '823a3f6b-0b63-47c4-a34b-5d21ff273697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '78a8f3f5-2386-4e6b-b6b7-a783e9d7653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:19.466976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Network hostable DHCP agents. Network: 78a8f3f5-2386-4e6b-b6b7-a783e9d7653a, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:35:19.500081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.585151 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.611465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bff2854e-74f3-4ea9-a010-db3988f0d640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.623752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Network 78a8f3f5-2386-4e6b-b6b7-a783e9d7653a is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:35:19.652631 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.696818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Allocated IP 172.20.0.1 (c969c4f4-bcfa-40bb-8aed-99c806fc5d07/0155f2cd-b409-4894-a1be-b5c91bbbb212/30da33c5-ddb1-4a88-920d-bea4b243d922) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:19.708602 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Attempting to bind port d44daecf-fbc3-4def-b0cd-515b7ef303f1 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:19.708965 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Attempting to bind port d44daecf-fbc3-4def-b0cd-515b7ef303f1 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:19.709320 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Attempting to bind port d44daecf-fbc3-4def-b0cd-515b7ef303f1 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:19.716027 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Pushing event updated for resources: {'Port': ['ID=d44daecf-fbc3-4def-b0cd-515b7ef303f1,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:19.719643 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:19.720048 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:19.721774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bff2854e-74f3-4ea9-a010-db3988f0d640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.723748 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.733702 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:19.734315 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Bound port: d44daecf-fbc3-4def-b0cd-515b7ef303f1, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:19.734746 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.774594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 78a8f3f5-2386-4e6b-b6b7-a783e9d7653a) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:19.788437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aabec7-e0f0-40d2-8064-4615cfb3fb2c None None] Network 78a8f3f5-2386-4e6b-b6b7-a783e9d7653a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:19.788886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:19.789367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.803576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bff2854e-74f3-4ea9-a010-db3988f0d640 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cad178b04e1040b0bf7fb3bd1b378cc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6391647 Nov 05 21:35:19.807208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:19.807885 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.810200 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.810559 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.810899 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.811233 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.811585 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.811910 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.812235 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.812555 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.812874 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.813757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2854e-74f3-4ea9-a010-db3988f0d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d778fe34-0545-4b11-b67f-5b95bc178a69,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:19.818925 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.819266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Tracked resource versions report: Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: pushed versions: Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: { 'AddressGroup': {'1.2'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'ConntrackHelper': {'1.0'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Log': {'1.0'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Network': {'1.1'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Port': {'1.7'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'PortForwarding': {'1.2'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'QosPolicy': {'1.10'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'SecurityGroup': {'1.5'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'SecurityGroupRule': {'1.2'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'SubPort': {'1.0'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Subnet': {'1.1'}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Trunk': {'1.1'}} Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: consumer versions: Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: { DHCP agent@n-d-816738-5: {}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: HyperV agent@n-h1-816738-5: {}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: HyperV agent@n-h2-816738-5: {}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: L3 agent@n-d-816738-5: {}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: Metadata agent@n-d-816738-5: {}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: Metering agent@n-d-816738-5: {}, Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: Open vSwitch agent@n-d-816738-5: { 'AddressGroup': '1.2', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'ConntrackHelper': '1.0', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Log': '1.0', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Network': '1.1', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Port': '1.7', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'PortForwarding': '1.2', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'QosPolicy': '1.10', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'SecurityGroup': '1.5', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'SecurityGroupRule': '1.2', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'SubPort': '1.0', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Subnet': '1.1', Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: 'Trunk': '1.1'}} Nov 05 21:35:19.821738 n-d-816738-5 neutron-server[102294]: {{(pid=102294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 05 21:35:19.872219 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] For port d44daecf-fbc3-4def-b0cd-515b7ef303f1, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:19.877744 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] For port d44daecf-fbc3-4def-b0cd-515b7ef303f1, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d44daecf-fbc3-4def-b0cd-515b7ef303f1,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:19.886333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c751b92-bbf4-4d52-9260-110e1e37f3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.907934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a80e80e6-87cb-4906-834d-3d7336990b57 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0980372 Nov 05 21:35:19.933151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c751b92-bbf4-4d52-9260-110e1e37f3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:19.967965 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.012826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.058251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:20.084958 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd9d8c-b644-43b3-883e-358d13fd7e83 None None] Pushing event updated for resources: {'Port': ['ID=d44daecf-fbc3-4def-b0cd-515b7ef303f1,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:20.088195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa0fe2e-b43f-4519-98a6-b5eba40a10db None None] Network 78a8f3f5-2386-4e6b-b6b7-a783e9d7653a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:20.089362 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:20.090278 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:20.098412 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c751b92-bbf4-4d52-9260-110e1e37f3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.103598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c751b92-bbf4-4d52-9260-110e1e37f3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.105047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6c751b92-bbf4-4d52-9260-110e1e37f3d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d778fe34-0545-4b11-b67f-5b95bc178a69 HTTP/1.1" status: 204 len: 168 time: 0.2973111 Nov 05 21:35:20.121113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c751b92-bbf4-4d52-9260-110e1e37f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d778fe34-0545-4b11-b67f-5b95bc178a69,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:20.207858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.220564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:20.220926 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.279088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:20.298044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:20.313824 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:20.319714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Pushing event updated for resources: {'Port': ['ID=30da33c5-ddb1-4a88-920d-bea4b243d922,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:20.338101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:20.338837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.564252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-31b6efb1-81f0-4b82-bf1d-f8dc4f25a63c None None] Provisioning complete for port 30da33c5-ddb1-4a88-920d-bea4b243d922 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:20.564421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31b6efb1-81f0-4b82-bf1d-f8dc4f25a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.593950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:17Z', 'revision_number': 3, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:20.599718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-31b6efb1-81f0-4b82-bf1d-f8dc4f25a63c None None] Port 30da33c5-ddb1-4a88-920d-bea4b243d922 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:35:20.616168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.705227 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24586106-8078-4a72-b675-3b9ecc024283 None None] The sync data for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 is: [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:17Z', 'revision_number': 3, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:35:20.916257 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.975906 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:20.976647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.025529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59160) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:21.083872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Pushing event updated for resources: {'Port': ['ID=30da33c5-ddb1-4a88-920d-bea4b243d922,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:21.127452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:21.128868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:21.276479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Router bb73c8ad-f117-4109-8311-11a4695f581a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:35:21.423488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-73e69aa7-90f0-4c34-a4fd-fe27bb6d28a9 None None] Provisioning complete for port 30da33c5-ddb1-4a88-920d-bea4b243d922 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:21.424550 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73e69aa7-90f0-4c34-a4fd-fe27bb6d28a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.433998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:35:21.449618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f1cf3f83-c719-4cfa-a956-571c018b7e79 admin admin] 10.222.0.41 "PUT /v2.0/routers/bb73c8ad-f117-4109-8311-11a4695f581a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7517998 Nov 05 21:35:21.472753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-73e69aa7-90f0-4c34-a4fd-fe27bb6d28a9 None None] Port 30da33c5-ddb1-4a88-920d-bea4b243d922 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:35:21.655580 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0840e2b4-4880-42aa-8a08-11614ab94538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.666547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59184) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:21.702342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7543520-9d4a-43cb-b939-fd656ef9a338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.749124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59188) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:21.819386 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0840e2b4-4880-42aa-8a08-11614ab94538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.846163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7543520-9d4a-43cb-b939-fd656ef9a338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.894138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0840e2b4-4880-42aa-8a08-11614ab94538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.947981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7543520-9d4a-43cb-b939-fd656ef9a338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:21.977907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d44daecf-fbc3-4def-b0cd-515b7ef303f1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:21.978677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840e2b4-4880-42aa-8a08-11614ab94538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e45de-0e4c-4baa-9618-c166b2ab3de6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:21.991172 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0840e2b4-4880-42aa-8a08-11614ab94538 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a2b5e2255e54d14b8c55b609e91e069&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9620867 Nov 05 21:35:21.991172 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a7543520-9d4a-43cb-b939-fd656ef9a338 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c7b1e71939e4f79be5b49ec6f65dffe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3232870 Nov 05 21:35:21.993241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59196) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:21.994533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59198) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:22.020566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7543520-9d4a-43cb-b939-fd656ef9a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2649978-c516-4616-a3d6-f289e5b161fb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:22.060010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d44daecf-fbc3-4def-b0cd-515b7ef303f1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:22.061944 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.069253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d599a726-32c2-41de-b336-6f4e2c992c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.108283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59212) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:22.114594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d599a726-32c2-41de-b336-6f4e2c992c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.117901 n-d-816738-5 neutron-server[102292]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 05 21:35:22.152543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-78eea650-bcec-4ae1-a20b-adc52c87d70d tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e6c2b042e573410c9c4333853b1412db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429392 Nov 05 21:35:22.258449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d599a726-32c2-41de-b336-6f4e2c992c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.261644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d599a726-32c2-41de-b336-6f4e2c992c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.263098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d599a726-32c2-41de-b336-6f4e2c992c66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f60e45de-0e4c-4baa-9618-c166b2ab3de6 HTTP/1.1" status: 204 len: 168 time: 0.2688699 Nov 05 21:35:22.291103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599a726-32c2-41de-b336-6f4e2c992c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e45de-0e4c-4baa-9618-c166b2ab3de6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:22.370017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-34768454-a4e4-4ad7-ac7e-1054e9a8a4c5 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:22.377695 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-34768454-a4e4-4ad7-ac7e-1054e9a8a4c5 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239816 Nov 05 21:35:22.403968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cdad464-5c83-4d51-8817-ae200cc959d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.415396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59228) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:22.417307 n-d-816738-5 neutron-server[102291]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 05 21:35:22.420600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a39afba6-4669-43c5-9c7e-dcb1a9473604 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/quotas/e6c2b042e573410c9c4333853b1412db HTTP/1.1" status: 200 len: 375 time: 0.0414836 Nov 05 21:35:22.450596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.486502 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c8ab87b2-4a71-427c-8b63-f11546c4d8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.495121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port d44daecf-fbc3-4def-b0cd-515b7ef303f1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d44daecf-fbc3-4def-b0cd-515b7ef303f1,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:22.548321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-aea94051-d139-42d7-baa5-99b90479bc54 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6c2b042e573410c9c4333853b1412db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028929 Nov 05 21:35:22.569388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c8ab87b2-4a71-427c-8b63-f11546c4d8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.572820 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.589865 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cdad464-5c83-4d51-8817-ae200cc959d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.645656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=d44daecf-fbc3-4def-b0cd-515b7ef303f1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:22.650608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cdad464-5c83-4d51-8817-ae200cc959d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.692305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3cdad464-5c83-4d51-8817-ae200cc959d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa626b06f88f456e834e3872bbe39b18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9408841 Nov 05 21:35:22.694986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59236) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:22.707858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Sync routers for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:35:22.709483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdad464-5c83-4d51-8817-ae200cc959d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a535b2-55e5-42c8-a549-171db7b86dc4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:22.734802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-8a64ed0b-d739-4128-bab2-95c07b759321 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:22.736327 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-8a64ed0b-d739-4128-bab2-95c07b759321 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.3201709 Nov 05 21:35:22.737251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:22.738880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:22.776310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-ecfb8c0b-e926-4f4f-b0b7-c82dcc2d0d25 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/quotas/716b3930b41c42479302dd5a494f2f60 HTTP/1.1" status: 200 len: 375 time: 0.0297742 Nov 05 21:35:22.796189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c8ab87b2-4a71-427c-8b63-f11546c4d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.798982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c8ab87b2-4a71-427c-8b63-f11546c4d8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.803232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c8ab87b2-4a71-427c-8b63-f11546c4d8a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2649978-c516-4616-a3d6-f289e5b161fb HTTP/1.1" status: 204 len: 168 time: 0.8067117 Nov 05 21:35:22.818539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab87b2-4a71-427c-8b63-f11546c4d8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2649978-c516-4616-a3d6-f289e5b161fb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:22.828138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-49d1ca6e-e8b8-47b1-906b-0ad9d0e20111 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502169 Nov 05 21:35:22.830423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb7660f-7a16-414d-8978-1f500411f046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.853869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb7660f-7a16-414d-8978-1f500411f046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:22.902372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:22.996244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb7660f-7a16-414d-8978-1f500411f046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.000072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb7660f-7a16-414d-8978-1f500411f046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.004083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9eb7660f-7a16-414d-8978-1f500411f046 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1a535b2-55e5-42c8-a549-171db7b86dc4 HTTP/1.1" status: 204 len: 168 time: 0.3077672 Nov 05 21:35:23.014411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7660f-7a16-414d-8978-1f500411f046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a535b2-55e5-42c8-a549-171db7b86dc4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:23.132229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 2, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:23.162011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Checking router: bb73c8ad-f117-4109-8311-11a4695f581a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:35:23.162355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Updating router bb73c8ad-f117-4109-8311-11a4695f581a port 30da33c5-ddb1-4a88-920d-bea4b243d922 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:35:23.186109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.271214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59268) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:23.284382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b56aef11-6f15-46b3-a462-c45fd089d1b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.368884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b56aef11-6f15-46b3-a462-c45fd089d1b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.389096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59270) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:23.396662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-network', 'tenant_id': '37f04c82595f4109ba41da6757407d2e'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:23.447560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b56aef11-6f15-46b3-a462-c45fd089d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.489518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.504136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Made reservation on behalf of 37f04c82595f4109ba41da6757407d2e for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:23.506887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.515395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b56aef11-6f15-46b3-a462-c45fd089d1b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84a9e59d46e64d14affe09ccc6d4a9d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2423906 Nov 05 21:35:23.520280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59276) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:23.525296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aef11-6f15-46b3-a462-c45fd089d1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13425588-50d6-441f-889e-eadd2194ffa5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:23.527315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.567005 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.604444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-f023048f-30fd-4d18-bcfb-bbbf92b1e354 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c7153aac00846d298440563b5cd8947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497503 Nov 05 21:35:23.630430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac263e3-91e0-47ab-9059-0114ac732533 None None] Pushing event updated for resources: {'Port': ['ID=30da33c5-ddb1-4a88-920d-bea4b243d922,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:23.691804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Attempting to bind port 30da33c5-ddb1-4a88-920d-bea4b243d922 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:23.697022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Attempting to bind port 30da33c5-ddb1-4a88-920d-bea4b243d922 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:23.697022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Attempting to bind port 30da33c5-ddb1-4a88-920d-bea4b243d922 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:23.699945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:23.700418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Checking segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:23.701611 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.702073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Bound using segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:23.702650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Bound port: 30da33c5-ddb1-4a88-920d-bea4b243d922, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:23.703567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.709724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5d6-a019-41f9-9ad2-5f2a688d7d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.758775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5d6-a019-41f9-9ad2-5f2a688d7d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.851144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] For port 30da33c5-ddb1-4a88-920d-bea4b243d922, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:23.853785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-54754562-db22-4554-b585-5129f1bd783e tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:23.866565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-54754562-db22-4554-b585-5129f1bd783e tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609932 Nov 05 21:35:23.871032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] For port 30da33c5-ddb1-4a88-920d-bea4b243d922, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=30da33c5-ddb1-4a88-920d-bea4b243d922,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:23.917993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-aea05a42-003a-47f1-891f-a00000dfa6af tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/quotas/1c7153aac00846d298440563b5cd8947 HTTP/1.1" status: 200 len: 375 time: 0.0493164 Nov 05 21:35:23.939833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.952324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:23.980423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-5eebe41a-c5d9-4f33-866a-461b33493387 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c7153aac00846d298440563b5cd8947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612624 Nov 05 21:35:24.033226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d44daecf-fbc3-4def-b0cd-515b7ef303f1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:24.042046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.082424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac263e3-91e0-47ab-9059-0114ac732533 None None] Pushing event updated for resources: {'Port': ['ID=30da33c5-ddb1-4a88-920d-bea4b243d922,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:24.089267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5d6-a019-41f9-9ad2-5f2a688d7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.092148 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31a6e5d6-a019-41f9-9ad2-5f2a688d7d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.093428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-31a6e5d6-a019-41f9-9ad2-5f2a688d7d20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13425588-50d6-441f-889e-eadd2194ffa5 HTTP/1.1" status: 204 len: 168 time: 0.5717010 Nov 05 21:35:24.102084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:35:24.104275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25c0d0e-9775-4197-9a5d-eb1f1a838cf3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:24.131138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e5d6-a019-41f9-9ad2-5f2a688d7d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13425588-50d6-441f-889e-eadd2194ffa5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:24.139977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-86a5a9c3-9c98-40d1-a908-72c475e33504 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:35:24.140125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-33afd704-94ed-4cb8-af1e-579150f0e8e7 None None] Provisioning complete for port 30da33c5-ddb1-4a88-920d-bea4b243d922 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:24.141252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-33afd704-94ed-4cb8-af1e-579150f0e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.141577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-86a5a9c3-9c98-40d1-a908-72c475e33504 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1971390 Nov 05 21:35:24.148306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.148646 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Added segment 409a4c60-860c-4c75-952e-cb7363472171 of type vlan for network c2ea1912-ea2a-4052-9980-fc43a57cde6e Nov 05 21:35:24.177237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:24.177880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:24.234425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.244655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59302) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:24.272553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e488003f-ad66-47f3-8e49-c69db6470e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.490343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d44daecf-fbc3-4def-b0cd-515b7ef303f1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:24.490873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.496202 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-02e7a5e5-eae2-4cb5-b900-c2c847a4b443 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410809 Nov 05 21:35:24.546892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e488003f-ad66-47f3-8e49-c69db6470e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.560371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:24.607770 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-33afd704-94ed-4cb8-af1e-579150f0e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.672187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acebf338-5ba4-4b78-9c44-5995c409ccb9 req-039fe7cf-7f23-42ef-9797-3d06333ac2ab tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 210 time: 0.1236527 Nov 05 21:35:24.673892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.680670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:24.681348 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.683627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e488003f-ad66-47f3-8e49-c69db6470e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.702301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-4dd109e1-cb14-4bbe-ac71-d2ba65f0f424 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905465 Nov 05 21:35:24.738002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-33afd704-94ed-4cb8-af1e-579150f0e8e7 None None] For port 30da33c5-ddb1-4a88-920d-bea4b243d922, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=30da33c5-ddb1-4a88-920d-bea4b243d922,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:24.774766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e488003f-ad66-47f3-8e49-c69db6470e41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c748589e2c04ff99d65f164f28bddcb&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5286524 Nov 05 21:35:24.777455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59326) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:24.850511 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-33afd704-94ed-4cb8-af1e-579150f0e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.861993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7c5faef-edc3-4e2d-aec7-bee188bde711 req-ffdf927a-282d-4587-9aee-8a0cfeca3bca tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.0464780 Nov 05 21:35:24.915210 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb559dc4-56a2-4967-8d2f-98cb5e724fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:24.964794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb559dc4-56a2-4967-8d2f-98cb5e724fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:25.029635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6386147 Nov 05 21:35:25.034884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488003f-ad66-47f3-8e49-c69db6470e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61499631-145d-40c4-9ac2-4ace41c78a8d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:25.037470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59338) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:25.042397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Request body: {'subnet': {'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-subnet', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:25.052142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63334271-43f8-4d07-b81d-92bffcbd55c8 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ea1912-ea2a-4052-9980-fc43a57cde6e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:25.077812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:35:25.122148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afd704-94ed-4cb8-af1e-579150f0e8e7 None None] Pushing event updated for resources: {'Port': ['ID=30da33c5-ddb1-4a88-920d-bea4b243d922,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:25.138898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Made reservation on behalf of 37f04c82595f4109ba41da6757407d2e for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:25.142196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:25.146596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb559dc4-56a2-4967-8d2f-98cb5e724fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:25.152604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb559dc4-56a2-4967-8d2f-98cb5e724fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:25.156878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fb559dc4-56a2-4967-8d2f-98cb5e724fc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61499631-145d-40c4-9ac2-4ace41c78a8d HTTP/1.1" status: 204 len: 168 time: 0.3775108 Nov 05 21:35:25.166606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4ca8d2d1-0a79-4018-8d1d-62d9f9163ab9 None None] Provisioning complete for port 30da33c5-ddb1-4a88-920d-bea4b243d922 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:25.166974 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d2d1-0a79-4018-8d1d-62d9f9163ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:25.250017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:23Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:25.298872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb559dc4-56a2-4967-8d2f-98cb5e724fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61499631-145d-40c4-9ac2-4ace41c78a8d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:25.307831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb3180-7698-404c-ba9f-a711bf92f8d7 None None] The sync data for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 is: [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:23Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:35:25.330394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6903bfd9-fc35-43ca-8688-1cf81eaae32f req-fe654da2-d497-4969-a2d6-4de633a5dc58 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 210 time: 0.1510391 Nov 05 21:35:25.578638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:25.693773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b952493d-d881-4ee9-9354-83f32e80fbd9,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:25.710898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Checking segment: {'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:25.711271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Network hostable DHCP agents. Network: c2ea1912-ea2a-4052-9980-fc43a57cde6e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:35:25.824423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:35:25.884385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e7ad2cf-2301-43ad-bd8e-4ff414adfa9b req-20c72f1a-3291-4fa2-84e7-8ac73a83f2e7 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 210 time: 0.1005878 Nov 05 21:35:25.960986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c2ea1912-ea2a-4052-9980-fc43a57cde6e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:25.966490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:25.967995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:25.989834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f87c2a-773b-4eb0-a94b-8d0c951de3a9 None None] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:26.023148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f58e9f01-297f-4c85-9695-7bbf21e1b8f7 req-5c6baffa-b596-4044-a2b8-b1c4d8160eec tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.0719454 Nov 05 21:35:26.063348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 30da33c5-ddb1-4a88-920d-bea4b243d922 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:26.105833 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cc6f20d1-d98b-4e5e-a85b-e83347e2e0bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0648685 Nov 05 21:35:26.106603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59392) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:26.113232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:26.213699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:26.215117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:26.228452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 30da33c5-ddb1-4a88-920d-bea4b243d922 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:26.229054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:26.301546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c2ea1912-ea2a-4052-9980-fc43a57cde6e', 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'fixed_ips': [{'subnet_id': 'b952493d-d881-4ee9-9354-83f32e80fbd9'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:35:26.302529 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:26.313574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:26.478557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0a597224-21b1-40af-a609-ffcdba9b6f23 req-f6cdd63b-6850-4f1f-86c3-ae5bcaa0f1a4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 210 time: 0.0620675 Nov 05 21:35:26.655583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Allocated IP 172.20.0.2 (c2ea1912-ea2a-4052-9980-fc43a57cde6e/b952493d-d881-4ee9-9354-83f32e80fbd9/47b9b5ef-4da3-40ab-b132-e99d95b9bfe1) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:26.809190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:26.919876 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:26.997056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.143809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:27.180083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:27.184624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:27.203824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Pushing event updated for resources: {'Port': ['ID=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:27.207761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-985450dc-5290-45cc-8fd2-977486d83ce7 req-3183c945-0b33-44b4-8b44-c080a3a3da68 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 210 time: 0.1078353 Nov 05 21:35:27.299783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Attempting to bind port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:27.300248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Attempting to bind port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:27.305978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Attempting to bind port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 on network c2ea1912-ea2a-4052-9980-fc43a57cde6e {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:27.317260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:27.317260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Checking segment: {'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:27.317260 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.317260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Bound using segment: {'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:27.319773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Bound port: 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:27.320409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.375109 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.395222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.400116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c55e01df-be56-4fdd-9d1c-551145f68a05 req-c92de0b2-54f9-48d8-8d59-711814f99558 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.0475581 Nov 05 21:35:27.414121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] For port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:27.417835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] For port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,segment=NetworkSegment(409a4c60-860c-4c75-952e-cb7363472171),segment_id=409a4c60-860c-4c75-952e-cb7363472171)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:27.504848 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.537809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Allocated IP 172.25.6.165 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/3623f492-92df-4d7d-a34d-77e621494846) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:27.595483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ce374-8189-4a7e-bce4-b6363e1208f8 None None] Pushing event updated for resources: {'Port': ['ID=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:27.657835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f26e5643-28d8-47ab-8dc9-00d3661aa149 req-f3e04dd2-a2d9-4405-9c64-e253db367591 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 210 time: 0.0564268 Nov 05 21:35:27.741186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.774363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.13', 58102) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:27.821909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-988c071a-7e67-4412-8d00-b90b581d7363 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6c2b042e573410c9c4333853b1412db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427077 Nov 05 21:35:27.899446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:27.962751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:28.055566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:28.056434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:28.063395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:28.131795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:28.132512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:28.137599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Pushing event updated for resources: {'Port': ['ID=3623f492-92df-4d7d-a34d-77e621494846,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:28.151300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-34cad027-6350-49b6-a6cf-40f5058affd2 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:28.158920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-34cad027-6350-49b6-a6cf-40f5058affd2 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161244 Nov 05 21:35:28.217677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.46', 55001) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:28.232059 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:28.252658 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-910156d1-e66e-4011-9bbc-409b3faa9792 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1c7153aac00846d298440563b5cd8947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337369 Nov 05 21:35:28.278347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,segment=NetworkSegment(409a4c60-860c-4c75-952e-cb7363472171),segment_id=409a4c60-860c-4c75-952e-cb7363472171)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:28.291845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Request body: {'port': {'device_id': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'e6c2b042e573410c9c4333853b1412db'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:28.344764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:28.359862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-898b74a6-7219-40cf-b9c8-70bdcf4c5b24 req-06e5128b-805e-41a1-9f1a-7fa76eca4825 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 210 time: 0.0348940 Nov 05 21:35:28.465773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:28.571103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd35d829-9927-4e7e-a04d-c0b334336e26 req-5443985b-d34c-4097-8e7b-d1849263ab80 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.0531712 Nov 05 21:35:28.609711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:28.775436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-a83ed953-6bf7-4340-a843-760cbdf0366f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:28.777717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-a83ed953-6bf7-4340-a843-760cbdf0366f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5131254 Nov 05 21:35:28.848934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Made reservation on behalf of e6c2b042e573410c9c4333853b1412db for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:28.853883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:28.858737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63020721-c1a8-4e5c-9a47-ce91c63a0a58 req-2367e1fb-f30c-4465-b2e1-b7fbe5048070 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 210 time: 0.0563960 Nov 05 21:35:28.873653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:28.909508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Request body: {'port': {'device_id': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '1c7153aac00846d298440563b5cd8947'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:28.946523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.46', 55002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:28.987539 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.062546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c5a21-34f6-442a-8930-e0123074ce32 None None] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:35:29.205749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-76e2bd74-7cf9-4e79-b649-c0f911052262 None None] Provisioning complete for port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:29.206384 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-76e2bd74-7cf9-4e79-b649-c0f911052262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.214078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.245150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-d3a800d7-32f0-436d-8718-87ea6754d867 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:29.246610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-d3a800d7-32f0-436d-8718-87ea6754d867 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.2989118 Nov 05 21:35:29.262839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Request body: {'port': {'device_id': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'admin_state_up': True, 'tenant_id': '716b3930b41c42479302dd5a494f2f60'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:29.327701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.338689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Router 6277a533-ed13-4d64-981b-89f073af0644 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:35:29.612852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39debe-0f58-4a11-8ae3-4fcfc46ec766,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:29.615519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Made reservation on behalf of 1c7153aac00846d298440563b5cd8947 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:29.626144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.655006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59522) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:29.659180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d1e39fb-9656-4670-8e8b-fe2dd9d51ba3 req-ccbe59ac-a8b5-4217-930a-8a0ac0ff980f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 210 time: 0.2203338 Nov 05 21:35:29.669589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.692692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:35:29.705914 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Sync routers for ids ['6277a533-ed13-4d64-981b-89f073af0644'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:35:29.721805 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Routers {'6277a533-ed13-4d64-981b-89f073af0644'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:29.725814 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6277a533-ed13-4d64-981b-89f073af0644'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:29.855649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1a54d5a-20af-4043-95eb-a9791e4389b4 req-95bc9cee-571a-4cde-a0a3-55ee8ecb260f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.0600297 Nov 05 21:35:29.857087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0567ba9e-315f-4e7d-8dfd-c66506c0fd50 None None] Provisioning complete for port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:29.858613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0567ba9e-315f-4e7d-8dfd-c66506c0fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.933936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Made reservation on behalf of 716b3930b41c42479302dd5a494f2f60 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:29.951519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.958426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:29.964345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dcde649f-eeff-4c2c-a2a5-68dd70923aab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8509500 Nov 05 21:35:29.964345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59534) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:29.983221 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Set router 6277a533-ed13-4d64-981b-89f073af0644 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:30.034798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:30.322465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07715702-2ba1-4405-862b-3664dec21e41 req-4ce21aa8-f0ba-494b-bf59-1a33e28a1ae6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 210 time: 0.1269352 Nov 05 21:35:30.397908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Allocated IP 192.168.233.56 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/7837c4c7-a22f-48d2-9bef-8e9cdb05cc99) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:30.479443 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:35:28Z', 'revision_number': 3, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:30.551731 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Checking router: 6277a533-ed13-4d64-981b-89f073af0644 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:35:30.552172 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Updating router 6277a533-ed13-4d64-981b-89f073af0644 port 3623f492-92df-4d7d-a34d-77e621494846 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:35:30.568764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:30.569332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:30.630246 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:30.687924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:30.742489 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:30.885001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Allocated IP 172.20.0.14 (0f3afe19-99d5-4d93-a8ee-b562a88579f2/669f0758-d0a0-483b-861e-f22fd0baec13/e1a355f6-af05-4fae-ade0-070ff9303e47) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:30.903446 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:30.982218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9d72d96-4792-4c42-b3c6-debb15664404 req-21e2478a-6907-4d15-b2c5-77d224ef2311 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 210 time: 0.0817494 Nov 05 21:35:31.181397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcdd2973-9a5a-4b36-a1d4-e21c66f54d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.239163 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9ff9090-4d38-463b-ac0e-a1fca93e15ca req-b7f64825-29fb-43a7-9eb0-d4b8c43675ac tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.1411293 Nov 05 21:35:31.291445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff32b35-1f15-450f-97e7-89b96d3eb53b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:31.395077 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.437154 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.518413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcdd2973-9a5a-4b36-a1d4-e21c66f54d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.560831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd4f5c94-0c78-4011-ba70-95e3d6b10a76 req-9b3b3b0e-7d7f-4bfd-ba35-a3300fedceac tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 210 time: 0.0649855 Nov 05 21:35:31.585578 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.621665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.641844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcdd2973-9a5a-4b36-a1d4-e21c66f54d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.702461 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Attempting to bind port 3623f492-92df-4d7d-a34d-77e621494846 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:31.703056 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Attempting to bind port 3623f492-92df-4d7d-a34d-77e621494846 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:31.703607 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Attempting to bind port 3623f492-92df-4d7d-a34d-77e621494846 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:31.713254 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:31.714104 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:31.714931 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.715758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:31.716830 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Bound port: 3623f492-92df-4d7d-a34d-77e621494846, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:31.717452 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.739512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.755087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.777086 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] For port 3623f492-92df-4d7d-a34d-77e621494846, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:31.781519 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] For port 3623f492-92df-4d7d-a34d-77e621494846, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3623f492-92df-4d7d-a34d-77e621494846,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:31.793216 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed2368-e56a-4844-bb7b-45f4ff24f930 None None] Pushing event updated for resources: {'Port': ['ID=3623f492-92df-4d7d-a34d-77e621494846,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:31.910491 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:31.923431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd2973-9a5a-4b36-a1d4-e21c66f54d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ec2e2-6a42-4fda-9c1f-560a0098e234,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:32.018570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fcdd2973-9a5a-4b36-a1d4-e21c66f54d29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77aa623cac064d4aa80671f715e031b6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2486024 Nov 05 21:35:32.046383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59574) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:32.068411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59576) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:32.080010 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed2368-e56a-4844-bb7b-45f4ff24f930 None None] Pushing event updated for resources: {'Port': ['ID=3623f492-92df-4d7d-a34d-77e621494846,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:32.145539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Allocated IP 172.20.0.1 (c2ea1912-ea2a-4052-9980-fc43a57cde6e/b952493d-d881-4ee9-9354-83f32e80fbd9/d8163d8f-c4dd-4ab3-a7d3-35464f228a0d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:32.151129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Routers {'6277a533-ed13-4d64-981b-89f073af0644'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:32.155766 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6277a533-ed13-4d64-981b-89f073af0644'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:32.202736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45a5a36a-6688-45a0-a5e5-928444dc77f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:32.307018 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45a5a36a-6688-45a0-a5e5-928444dc77f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:32.364802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59582) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:32.393150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Allocated IP 192.168.233.208 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/86cab5b5-9a27-4057-bedd-4beb61a3db64) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:32.401015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Pushing event updated for resources: {'Port': ['ID=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:32.562769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:32.621633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:32.670640 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45a5a36a-6688-45a0-a5e5-928444dc77f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:32.673326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45a5a36a-6688-45a0-a5e5-928444dc77f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:32.673640 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] Set router 6277a533-ed13-4d64-981b-89f073af0644 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:32.677017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-45a5a36a-6688-45a0-a5e5-928444dc77f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c69ec2e2-6a42-4fda-9c1f-560a0098e234 HTTP/1.1" status: 204 len: 168 time: 0.6380687 Nov 05 21:35:32.686929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd625-3ac7-4637-91d0-51c368fbc9b0 req-54315b60-ad3e-4a11-8d73-bd1e025b9f07 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:32.692332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-199bd625-3ac7-4637-91d0-51c368fbc9b0 req-54315b60-ad3e-4a11-8d73-bd1e025b9f07 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 935 time: 0.3353848 Nov 05 21:35:32.703836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:32.719187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:32.721560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:32.770625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e442a759-20a0-4ef4-8d2f-b9f0df2b14c4 req-eaad0c83-81da-4829-90af-954db42dc992 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.2569590 Nov 05 21:35:32.805780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5a36a-6688-45a0-a5e5-928444dc77f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ec2e2-6a42-4fda-9c1f-560a0098e234,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:32.859734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:32.865721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:32.992822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbeb8-a353-4524-b13e-42e05ab626e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.066995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.090578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0a0c75bf-96e0-49d9-ad92-688c87e601f2 None None] Provisioning complete for port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:33.092098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a0c75bf-96e0-49d9-ad92-688c87e601f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.123633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-a3a78614-b703-4649-9ee3-c25eaf5c1add tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8375127 Nov 05 21:35:33.179160 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3a296be-f31d-4676-a41f-541931bb173a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.192849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:33.206383 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:35:28Z', 'revision_number': 3, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:33.246685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c75bf-96e0-49d9-ad92-688c87e601f2 None None] Port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:35:33.301068 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea0ce8-c6f9-4048-ae4f-cbac1a995a6b None None] The sync data for ids ['6277a533-ed13-4d64-981b-89f073af0644'] in n-d-816738-5 is: [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:35:28Z', 'revision_number': 3, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:35:33.338773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-199bd625-3ac7-4637-91d0-51c368fbc9b0 req-ac2fbb81-2c62-4a87-994b-2cc808b57f17 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284116 Nov 05 21:35:33.347814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:33.367065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:33.389617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:33.390536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.465136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af9b7-0994-4d26-b117-def2d9869c66 req-649be164-f4b3-4529-b09c-7bb3bb804fe2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:33.484459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:33.520635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-003af9b7-0994-4d26-b117-def2d9869c66 req-649be164-f4b3-4529-b09c-7bb3bb804fe2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 932 time: 0.5024674 Nov 05 21:35:33.531468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.586875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-38576d5d-42af-4be1-80e3-da6d2cc33707 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3286803 Nov 05 21:35:33.622922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-ec7d8b05-3fde-4dc5-a428-9dd93e5e1c44 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:35:33.626218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-ec7d8b05-3fde-4dc5-a428-9dd93e5e1c44 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116270 Nov 05 21:35:33.671337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.764985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-003af9b7-0994-4d26-b117-def2d9869c66 req-d4f3f725-dace-4b75-9eb9-16d1cb6bfdc9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250330 Nov 05 21:35:33.829926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:33.833621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:33.839830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:33.841594 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:33.903536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.013351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59596) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:34.050242 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf2c9522-8fd5-41a9-8d63-5ad233950360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.076009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:34.099253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbeb8-a353-4524-b13e-42e05ab626e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.111944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:34.122229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:34.128555 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:34.129268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.139183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Pushing event updated for resources: {'Port': ['ID=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:34.222825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3623f492-92df-4d7d-a34d-77e621494846 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:34.262286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbeb8-a353-4524-b13e-42e05ab626e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.280348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf2c9522-8fd5-41a9-8d63-5ad233950360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.292929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3898659 Nov 05 21:35:34.316255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bef35-4abf-4e15-a735-8d06fa9acaee tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Pushing event updated for resources: {'Port': ['ID=86cab5b5-9a27-4057-bedd-4beb61a3db64,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:34.409576 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf2c9522-8fd5-41a9-8d63-5ad233950360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.422810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3623f492-92df-4d7d-a34d-77e621494846 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:34.425244 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.471834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3a296be-f31d-4676-a41f-541931bb173a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.610861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69ceeb-91f9-441a-8ad6-81fb84f2afac req-f16876c3-4b82-4d4e-b9cd-fa4cae6f6456 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:34.628432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c69ceeb-91f9-441a-8ad6-81fb84f2afac req-f16876c3-4b82-4d4e-b9cd-fa4cae6f6456 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 936 time: 0.6166103 Nov 05 21:35:34.665771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dd19b0eb-fc91-4aea-b4fc-52c252ab11b8 None None] Provisioning complete for port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:34.666207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd19b0eb-fc91-4aea-b4fc-52c252ab11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.712350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3a296be-f31d-4676-a41f-541931bb173a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.728204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dd19b0eb-fc91-4aea-b4fc-52c252ab11b8 None None] Port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:35:34.736004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f1ecbeb8-a353-4524-b13e-42e05ab626e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a221e53aed74749a1280ea4390519b8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6610339 Nov 05 21:35:34.736893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecbeb8-a353-4524-b13e-42e05ab626e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47515478-7e09-41e2-946f-8ba3ae7c4410,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:34.746310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c9522-8fd5-41a9-8d63-5ad233950360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cce768-54b7-4a6b-a7fb-308bdb22fd0a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:34.776492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Request body: {'port': {'device_id': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:34.797665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59606) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:34.876587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:34.887275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Request body: {'port': {'device_id': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:34.931245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 3623f492-92df-4d7d-a34d-77e621494846, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3623f492-92df-4d7d-a34d-77e621494846,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:34.981465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b8b6470d-abab-488c-baf4-0fdb2abacfe0 None None] Provisioning complete for port 86cab5b5-9a27-4057-bedd-4beb61a3db64 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:34.982790 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8b6470d-abab-488c-baf4-0fdb2abacfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.003297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf2c9522-8fd5-41a9-8d63-5ad233950360 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=672776e55dd14fffb11491116fcabb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9884207 Nov 05 21:35:35.013122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59610) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:35.055343 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.093034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16726815-c9f1-40a3-ab89-2f9efe0d71af req-0ce72867-19ec-4954-8e91-e6174fe9752f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:35.103492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16726815-c9f1-40a3-ab89-2f9efe0d71af req-0ce72867-19ec-4954-8e91-e6174fe9752f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 935 time: 0.4680185 Nov 05 21:35:35.183598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c69ceeb-91f9-441a-8ad6-81fb84f2afac req-abf827a8-4865-4726-ac59-422df128b08a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964943 Nov 05 21:35:35.199316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b8b6470d-abab-488c-baf4-0fdb2abacfe0 None None] Port 86cab5b5-9a27-4057-bedd-4beb61a3db64 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:35:35.219601 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bba4607d-1924-46ff-9ea1-651b051d9149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.253202 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bba4607d-1924-46ff-9ea1-651b051d9149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.275190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=3623f492-92df-4d7d-a34d-77e621494846,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:35.307631 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.317560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.328228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d3a296be-f31d-4676-a41f-541931bb173a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b90b8c6a9b7e4e81a5143c4129c90b09&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9597626 Nov 05 21:35:35.347899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16726815-c9f1-40a3-ab89-2f9efe0d71af req-6cb3d5e1-32db-433f-92b2-f1335caef79f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412138 Nov 05 21:35:35.351063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59614) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:35.402758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.510641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a296be-f31d-4676-a41f-541931bb173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d0483-17a7-4cfc-9423-ed2db19c20c5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:35.577436 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.578992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b3eee9c-87e2-4f93-bfc5-64e2bada8c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.579437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bba4607d-1924-46ff-9ea1-651b051d9149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.585320 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bba4607d-1924-46ff-9ea1-651b051d9149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.587076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bba4607d-1924-46ff-9ea1-651b051d9149 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47515478-7e09-41e2-946f-8ba3ae7c4410 HTTP/1.1" status: 204 len: 168 time: 0.7801270 Nov 05 21:35:35.598871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4607d-1924-46ff-9ea1-651b051d9149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47515478-7e09-41e2-946f-8ba3ae7c4410,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:35.681612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.682503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:35.895297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Pushing event updated for resources: {'Port': ['ID=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:36.017498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b3eee9c-87e2-4f93-bfc5-64e2bada8c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:36.019499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-723d4cfc-e5dc-40bc-a4d2-53db2c0919f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:36.046192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:36.047810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:36.162920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3623f492-92df-4d7d-a34d-77e621494846 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:36.477021 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ce58-9e4c-41f8-99a1-6fd6eb9e7b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:36.506375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3623f492-92df-4d7d-a34d-77e621494846 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:36.512145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:36.521849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Router 6277a533-ed13-4d64-981b-89f073af0644 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:35:36.596763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158700f0-8718-4941-b36f-77e20b2f3c0f req-dc75404d-b00b-4262-bed4-5d3fd2f4ffd0 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:36.602063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-158700f0-8718-4941-b36f-77e20b2f3c0f req-dc75404d-b00b-4262-bed4-5d3fd2f4ffd0 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 936 time: 0.2320755 Nov 05 21:35:36.644154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6a61a773-d58b-47a0-912a-3d57e8435ffb None None] Provisioning complete for port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:36.644550 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a61a773-d58b-47a0-912a-3d57e8435ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:36.730353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-487cf4fd-914e-4a2e-8d19-9121e24f83b4 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:35:36.731396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-487cf4fd-914e-4a2e-8d19-9121e24f83b4 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0402911 Nov 05 21:35:36.747254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6a61a773-d58b-47a0-912a-3d57e8435ffb None None] Port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:35:36.765873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00185-0fee-43ac-b79e-cba4335dcfa4 req-3ab39092-20d9-43c7-b31a-28e088160791 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:36.777585 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20c00185-0fee-43ac-b79e-cba4335dcfa4 req-3ab39092-20d9-43c7-b31a-28e088160791 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 932 time: 1.3461206 Nov 05 21:35:36.899969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-158700f0-8718-4941-b36f-77e20b2f3c0f req-f866bf0f-30be-4b72-bed8-773dff18841e tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876897 Nov 05 21:35:36.968896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:35:36.977490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7950525b-a08c-4969-a273-34cad1115fec admin admin] 10.222.0.41 "PUT /v2.0/routers/6277a533-ed13-4d64-981b-89f073af0644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0108407 Nov 05 21:35:36.980022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Sync routers for ids ['6277a533-ed13-4d64-981b-89f073af0644'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:35:37.006181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Routers {'6277a533-ed13-4d64-981b-89f073af0644'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:37.010097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6277a533-ed13-4d64-981b-89f073af0644'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:37.183638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59626) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:37.263322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Set router 6277a533-ed13-4d64-981b-89f073af0644 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:37.341489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-723d4cfc-e5dc-40bc-a4d2-53db2c0919f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:37.390620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Request body: {'port': {'device_id': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'device_owner': 'compute:tempest-test_az-907629081', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:37.429216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83be92b-3597-4f46-b755-e716477411d7 req-266602d0-f46a-4a55-b4ef-baa3e0bc338b tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:37.430863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d83be92b-3597-4f46-b755-e716477411d7 req-266602d0-f46a-4a55-b4ef-baa3e0bc338b tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 935 time: 0.4209821 Nov 05 21:35:37.438245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b3eee9c-87e2-4f93-bfc5-64e2bada8c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:37.442045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b3eee9c-87e2-4f93-bfc5-64e2bada8c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:37.445368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2b3eee9c-87e2-4f93-bfc5-64e2bada8c83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32cce768-54b7-4a6b-a7fb-308bdb22fd0a HTTP/1.1" status: 204 len: 168 time: 2.3956084 Nov 05 21:35:37.531498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0567073d-cf35-4444-8852-2aee80a04443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:37.533971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d83be92b-3597-4f46-b755-e716477411d7 req-c7f31f90-e62a-4535-90c9-0af3032874e0 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Nov 05 21:35:37.700475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd8163d8f-c4dd-4ab3-a7d3-35464f228a0d', 'name': '', 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'mac_address': 'fa:16:3e:11:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b952493d-d881-4ee9-9354-83f32e80fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:31Z', 'updated_at': '2021-11-05T21:35:35Z', 'revision_number': 2, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'subnets': [{'id': 'b952493d-d881-4ee9-9354-83f32e80fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:37.750381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Checking router: 6277a533-ed13-4d64-981b-89f073af0644 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:35:37.751181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Updating router 6277a533-ed13-4d64-981b-89f073af0644 port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:35:37.796526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20c00185-0fee-43ac-b79e-cba4335dcfa4 req-74c6e4e5-08e6-42bb-881e-e8ceef80e5df tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0176935 Nov 05 21:35:37.803677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:37.823049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:37.825414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3eee9c-87e2-4f93-bfc5-64e2bada8c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cce768-54b7-4a6b-a7fb-308bdb22fd0a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:37.854592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cab5b5-9a27-4057-bedd-4beb61a3db64 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:37.883926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:37.911673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0567073d-cf35-4444-8852-2aee80a04443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.267054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0567073d-cf35-4444-8852-2aee80a04443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.549374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d7df37b1-cee6-461b-b7f2-27afb1106809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.570397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0567073d-cf35-4444-8852-2aee80a04443 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c28340a498904332b7da3e1cf7ef188e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2699444 Nov 05 21:35:38.574042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59652) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:38.600463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Transition to ACTIVE for port object 86cab5b5-9a27-4057-bedd-4beb61a3db64 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:35:38.601789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567073d-cf35-4444-8852-2aee80a04443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8860340-4e65-40d7-b881-f582b0cb40f9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:38.616086 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-723d4cfc-e5dc-40bc-a4d2-53db2c0919f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.618711 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-723d4cfc-e5dc-40bc-a4d2-53db2c0919f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.633191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-723d4cfc-e5dc-40bc-a4d2-53db2c0919f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a6d0483-17a7-4cfc-9423-ed2db19c20c5 HTTP/1.1" status: 204 len: 168 time: 3.2545433 Nov 05 21:35:38.702784 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.751772 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd695-23b6-4f20-a0c8-5fe1823df45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.784282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.802334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd695-23b6-4f20-a0c8-5fe1823df45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:38.931102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711a6f7-a4e2-47ad-af3d-431929853822 None None] Pushing event updated for resources: {'Port': ['ID=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:38.998033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c93335-bfe6-4801-b125-48ca95c0ea35 req-b1a50c2f-70ad-4332-8979-35f72214b2dc tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:39.011182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2c93335-bfe6-4801-b125-48ca95c0ea35 req-b1a50c2f-70ad-4332-8979-35f72214b2dc tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 935 time: 0.1903632 Nov 05 21:35:39.025895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cbbcd-0724-44ff-bdc5-70ac74b9b3cd req-ac29cc52-9b02-46c5-9077-55940162db8b tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:39.027486 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad9cbbcd-0724-44ff-bdc5-70ac74b9b3cd req-ac29cc52-9b02-46c5-9077-55940162db8b tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 936 time: 0.7930839 Nov 05 21:35:39.102044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Attempting to bind port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:39.102605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Attempting to bind port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:39.103117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Attempting to bind port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d on network c2ea1912-ea2a-4052-9980-fc43a57cde6e {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:39.112209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:39.118482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Checking segment: {'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:39.118482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.118482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Bound using segment: {'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:39.118482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Bound port: d8163d8f-c4dd-4ab3-a7d3-35464f228a0d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409a4c60-860c-4c75-952e-cb7363472171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:39.118482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.150942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.170241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd695-23b6-4f20-a0c8-5fe1823df45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.175449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd695-23b6-4f20-a0c8-5fe1823df45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.182576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6ecd695-23b6-4f20-a0c8-5fe1823df45f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8860340-4e65-40d7-b881-f582b0cb40f9 HTTP/1.1" status: 204 len: 168 time: 0.6070933 Nov 05 21:35:39.183447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d4cfc-e5dc-40bc-a4d2-53db2c0919f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d0483-17a7-4cfc-9423-ed2db19c20c5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:39.233423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2c93335-bfe6-4801-b125-48ca95c0ea35 req-b53351b0-92f4-46e4-bfc6-bec87db1ddab tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216597 Nov 05 21:35:39.234831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecd695-23b6-4f20-a0c8-5fe1823df45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8860340-4e65-40d7-b881-f582b0cb40f9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:39.386030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] For port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:39.391246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] For port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,segment=NetworkSegment(409a4c60-860c-4c75-952e-cb7363472171),segment_id=409a4c60-860c-4c75-952e-cb7363472171)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:39.399672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:39.405749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a355f6-af05-4fae-ade0-070ff9303e47 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:39.425524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.436244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.486590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Pushing event updated for resources: {'Port': ['ID=86cab5b5-9a27-4057-bedd-4beb61a3db64,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:39.495603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Transition to ACTIVE for port object 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:35:39.522299 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.548470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Transition to ACTIVE for port object e1a355f6-af05-4fae-ade0-070ff9303e47 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:35:39.599423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-692b13ba-fd52-4626-a3ab-8649b9125918 None None] Provisioning complete for port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:39.602488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-692b13ba-fd52-4626-a3ab-8649b9125918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.604889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31542584-ec32-4a9c-8610-3eea82bd6e14 req-31998212-eae6-464f-84fa-aa8d4f02885e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:39.617170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31542584-ec32-4a9c-8610-3eea82bd6e14 req-31998212-eae6-464f-84fa-aa8d4f02885e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 932 time: 0.1409690 Nov 05 21:35:39.621371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad9cbbcd-0724-44ff-bdc5-70ac74b9b3cd req-9e88668d-b56c-42ca-aa29-e0f4a7066299 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680516 Nov 05 21:35:39.681665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.784774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31542584-ec32-4a9c-8610-3eea82bd6e14 req-45cd7073-6658-46c9-a7d4-5bc6cb774957 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542859 Nov 05 21:35:39.792068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.832548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711a6f7-a4e2-47ad-af3d-431929853822 None None] Pushing event updated for resources: {'Port': ['ID=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:39.893057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59676) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:39.948617 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0ad0d8b-2d99-4925-878a-d8fda0e3a1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:39.952885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Attempting to bind port 86cab5b5-9a27-4057-bedd-4beb61a3db64 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:39.953234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Attempting to bind port 86cab5b5-9a27-4057-bedd-4beb61a3db64 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:39.953591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Attempting to bind port 86cab5b5-9a27-4057-bedd-4beb61a3db64 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:40.008569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Port 86cab5b5-9a27-4057-bedd-4beb61a3db64 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:35:40.032269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Attempting to bind port 86cab5b5-9a27-4057-bedd-4beb61a3db64 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:40.062210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Pushing event updated for resources: {'Port': ['ID=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:40.081050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:40.081669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:40.082726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:40.083329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Bound port: 86cab5b5-9a27-4057-bedd-4beb61a3db64, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:40.083862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.176456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Routers {'6277a533-ed13-4d64-981b-89f073af0644'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:35:40.177105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6277a533-ed13-4d64-981b-89f073af0644'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:40.318439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0ad0d8b-2d99-4925-878a-d8fda0e3a1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.379531 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.393188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0ad0d8b-2d99-4925-878a-d8fda0e3a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.604046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f0ad0d8b-2d99-4925-878a-d8fda0e3a1c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e944dca151864ae198c5b1d2899e87d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7067852 Nov 05 21:35:40.613193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59694) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:40.713832 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-692b13ba-fd52-4626-a3ab-8649b9125918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.718703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] Set router 6277a533-ed13-4d64-981b-89f073af0644 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:35:40.719070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad0d8b-2d99-4925-878a-d8fda0e3a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5120ce2d-50c7-42a8-b614-358ace269266,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:40.735810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:40.736217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:40.736571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:40.764616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:40.767432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a39c7-4934-454d-978c-325762ae8c56 req-b4ea6e7c-1848-4cf4-bcdc-87f85d31a3bf tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:40.778021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c68a39c7-4934-454d-978c-325762ae8c56 req-b4ea6e7c-1848-4cf4-bcdc-87f85d31a3bf tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 968 time: 0.4067061 Nov 05 21:35:40.784610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Attempting to bind port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:40.785038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Attempting to bind port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:40.785363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Attempting to bind port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:40.798448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59702) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:40.806402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:35:40.806733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Attempting to bind port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:40.815424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fdecb2c8-7a98-4f5c-bf64-701d46e8b9d6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643509089', 'description': 'tempest-description--615034223'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:40.816030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] For port 86cab5b5-9a27-4057-bedd-4beb61a3db64, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:40.830509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] For port 86cab5b5-9a27-4057-bedd-4beb61a3db64, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=86cab5b5-9a27-4057-bedd-4beb61a3db64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:40.833790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:35:40.838643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:40.860997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:40.861333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:40.864923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:40.865472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Bound port: e1a355f6-af05-4fae-ade0-070ff9303e47, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:40.867257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.872430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:40.877569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:40.878091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:40.878547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Bound port: 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:40.878909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.909187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-692b13ba-fd52-4626-a3ab-8649b9125918 None None] For port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,segment=NetworkSegment(409a4c60-860c-4c75-952e-cb7363472171),segment_id=409a4c60-860c-4c75-952e-cb7363472171)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:40.987836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c68a39c7-4934-454d-978c-325762ae8c56 req-0109adf2-10cd-40db-9c8d-4895e59b72c8 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079442 Nov 05 21:35:40.993024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-692b13ba-fd52-4626-a3ab-8649b9125918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:40.993296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f38aea2-a955-477d-bef4-0c0394809f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.038676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.065478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f38aea2-a955-477d-bef4-0c0394809f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.249008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b13ba-fd52-4626-a3ab-8649b9125918 None None] Pushing event updated for resources: {'Port': ['ID=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:41.255260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] For port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:41.259493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] For port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:41.269719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f38aea2-a955-477d-bef4-0c0394809f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.277239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f38aea2-a955-477d-bef4-0c0394809f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.278418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4f38aea2-a955-477d-bef4-0c0394809f5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5120ce2d-50c7-42a8-b614-358ace269266 HTTP/1.1" status: 204 len: 168 time: 0.6644623 Nov 05 21:35:41.298693 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.310517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38aea2-a955-477d-bef4-0c0394809f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5120ce2d-50c7-42a8-b614-358ace269266,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:41.330880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:41.331713 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.332387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa169b41-154c-48f6-962c-fab0424a9186 req-ab5c5998-6adb-4ee9-8845-cb59095ea6e2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:41.333199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] 10.222.0.46 "PUT /v2.0/ports/86cab5b5-9a27-4057-bedd-4beb61a3db64 HTTP/1.1" status: 200 len: 1096 time: 6.9964263 Nov 05 21:35:41.352178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'tag': '86cab5b5-9a27-4057-bedd-4beb61a3db64'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:35:41.361005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa169b41-154c-48f6-962c-fab0424a9186 req-ab5c5998-6adb-4ee9-8845-cb59095ea6e2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.1870465 Nov 05 21:35:41.373427 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdecb2c8-7a98-4f5c-bf64-701d46e8b9d6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.402181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-da0cc2c8-aef9-449f-8b04-4635436e43c0 None None] Provisioning complete for port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:41.402978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da0cc2c8-aef9-449f-8b04-4635436e43c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.478084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa169b41-154c-48f6-962c-fab0424a9186 req-50688a2e-a1ea-483a-8aeb-44301d014117 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097462 Nov 05 21:35:41.491040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd8163d8f-c4dd-4ab3-a7d3-35464f228a0d', 'name': '', 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'mac_address': 'fa:16:3e:11:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b952493d-d881-4ee9-9354-83f32e80fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:31Z', 'updated_at': '2021-11-05T21:35:39Z', 'revision_number': 4, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'subnets': [{'id': 'b952493d-d881-4ee9-9354-83f32e80fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:35:41.491969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.539593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b052a6-1518-45fe-b2fc-982526e42db8 None None] The sync data for ids ['6277a533-ed13-4d64-981b-89f073af0644'] in n-d-816738-5 is: [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd8163d8f-c4dd-4ab3-a7d3-35464f228a0d', 'name': '', 'network_id': 'c2ea1912-ea2a-4052-9980-fc43a57cde6e', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'mac_address': 'fa:16:3e:11:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b952493d-d881-4ee9-9354-83f32e80fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:31Z', 'updated_at': '2021-11-05T21:35:39Z', 'revision_number': 4, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'subnets': [{'id': 'b952493d-d881-4ee9-9354-83f32e80fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:35:41.589527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdecb2c8-7a98-4f5c-bf64-701d46e8b9d6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.671773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdecb2c8-7a98-4f5c-bf64-701d46e8b9d6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.765662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecb2c8-7a98-4f5c-bf64-701d46e8b9d6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d5140-58f8-42a1-9e54-90af642f875d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:41.778769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920a8e3-d08d-4a60-8645-4616a3c09e77 req-6cd7b1ab-5918-4ece-80a7-49ea2444147c tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:41.795657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b920a8e3-d08d-4a60-8645-4616a3c09e77 req-6cd7b1ab-5918-4ece-80a7-49ea2444147c tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.9096322 Nov 05 21:35:41.841955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:41.841955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.842537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] 10.222.0.13 "PUT /v2.0/ports/7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 HTTP/1.1" status: 200 len: 1116 time: 4.8479688 Nov 05 21:35:41.868604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.917909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1a4ea-2401-446d-9be7-09631d01ff3a service neutron] Pushing event updated for resources: {'Port': ['ID=86cab5b5-9a27-4057-bedd-4beb61a3db64,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:41.940761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:41.955373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdecb2c8-7a98-4f5c-bf64-701d46e8b9d6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:41.960008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fdecb2c8-7a98-4f5c-bf64-701d46e8b9d6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1544139 Nov 05 21:35:41.964519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59728) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:41.972443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c39851c9-52cf-4378-b082-1293b57cc3fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'security_group_rule': {'security_group_id': 'b96d5140-58f8-42a1-9e54-90af642f875d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:42.158815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c39851c9-52cf-4378-b082-1293b57cc3fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:42.268999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:42.276213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8163d8f-c4dd-4ab3-a7d3-35464f228a0d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:42.353290 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:35:42.478694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c39851c9-52cf-4378-b082-1293b57cc3fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:42.485802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:42.487592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:42.602776 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c39851c9-52cf-4378-b082-1293b57cc3fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:42.643858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39851c9-52cf-4378-b082-1293b57cc3fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e29017-719d-4b4e-9984-53ac0b63083d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:42.698907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033e709-1abc-4ac7-8591-261d3e703766 req-00fa4cef-e936-4e9e-a6e1-33dd3d9fb86a tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:42.719158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5033e709-1abc-4ac7-8591-261d3e703766 req-00fa4cef-e936-4e9e-a6e1-33dd3d9fb86a tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 968 time: 0.3535104 Nov 05 21:35:42.855057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-7dc7be06-c238-4095-8d8d-b4661e442fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:42.864878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-7dc7be06-c238-4095-8d8d-b4661e442fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c7153aac00846d298440563b5cd8947&device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 1099 time: 1.3776660 Nov 05 21:35:42.866546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:42.890870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5033e709-1abc-4ac7-8591-261d3e703766 req-fc482bd5-e59a-47cc-96d6-98f46eaa91a8 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696138 Nov 05 21:35:42.894739 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c39851c9-52cf-4378-b082-1293b57cc3fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:42.899881 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2dab7-bd8b-47af-b852-0b33ea788c27" -d '{"events": [{"name": "network-changed", "server_uuid": "948b0e61-bc4b-4cb0-85c5-3d800ac818fd", "tag": "86cab5b5-9a27-4057-bedd-4beb61a3db64"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:35:42.916550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c39851c9-52cf-4378-b082-1293b57cc3fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9449816 Nov 05 21:35:42.917419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59746) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:42.926095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6e65d846-a0ec-48aa-9cb3-cf4497a2390e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'security_group_rule': {'security_group_id': 'b96d5140-58f8-42a1-9e54-90af642f875d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:43.014285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b920a8e3-d08d-4a60-8645-4616a3c09e77 req-e56e8db1-6515-4f87-b246-1cda66582c96 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2127745 Nov 05 21:35:43.080960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d4c2e-50ac-4a91-90c9-5ea4b33e293f service neutron] Pushing event updated for resources: {'Port': ['ID=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:43.084478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-c4f82bdf-42f6-4337-bfd1-53b62ed4f18a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=86cab5b5-9a27-4057-bedd-4beb61a3db64 HTTP/1.1" status: 200 len: 217 time: 0.1734052 Nov 05 21:35:43.086148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:43.086879 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:43.088573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 1092 time: 8.8066421 Nov 05 21:35:43.207257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94508d02-ebda-444a-845a-a4073d9d0ac5 req-f38afc22-46c0-42f2-a3b5-cf0f87c07abe tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:43.221865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94508d02-ebda-444a-845a-a4073d9d0ac5 req-f38afc22-46c0-42f2-a3b5-cf0f87c07abe tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.1850433 Nov 05 21:35:43.377693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94508d02-ebda-444a-845a-a4073d9d0ac5 req-238943e0-7d92-4939-8763-6132606d9d54 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527574 Nov 05 21:35:43.398668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-abdb4bcc-3661-473d-ac6c-63d059f50be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:43.400337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-abdb4bcc-3661-473d-ac6c-63d059f50be1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6c2b042e573410c9c4333853b1412db&device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 1119 time: 1.4183753 Nov 05 21:35:43.542041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e65d846-a0ec-48aa-9cb3-cf4497a2390e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:43.664419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9fff9-89d3-4fc7-9798-d61cf6bb0cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:43.680171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-21e4accc-bc45-4e99-a443-736500347478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:43.683326 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-21e4accc-bc45-4e99-a443-736500347478 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.5304880 Nov 05 21:35:43.698152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-be7d18b5-1048-46a7-a654-49e77ca5f1b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 HTTP/1.1" status: 200 len: 217 time: 0.1893916 Nov 05 21:35:43.785497 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188e5269-1756-4a0c-9463-75d72a6d5c6b x-openstack-request-id: req-188e5269-1756-4a0c-9463-75d72a6d5c6b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:35:43.785714 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948b0e61-bc4b-4cb0-85c5-3d800ac818fd", "tag": "86cab5b5-9a27-4057-bedd-4beb61a3db64", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:35:43.785946 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-188e5269-1756-4a0c-9463-75d72a6d5c6b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:35:43.786399 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'tag': '86cab5b5-9a27-4057-bedd-4beb61a3db64', 'status': 'completed', 'code': 200} Nov 05 21:35:43.830343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-394630fe-2bb4-4b68-8994-b65ce9f9de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:43.831759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-394630fe-2bb4-4b68-8994-b65ce9f9de8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1095 time: 0.5088019 Nov 05 21:35:43.939284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e65d846-a0ec-48aa-9cb3-cf4497a2390e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:44.077716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-954e1031-578c-4e07-801c-58fce8196dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:44.079235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-954e1031-578c-4e07-801c-58fce8196dce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3735435 Nov 05 21:35:44.088087 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-5eb69420-fb1e-4b25-9799-deca9ea7003c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 217 time: 0.2162209 Nov 05 21:35:44.099239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e65d846-a0ec-48aa-9cb3-cf4497a2390e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:44.220792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232ad62-8465-4c68-87a5-d86cb119c6b9 req-aaf4beaf-2386-426f-8b5b-713c09a31be3 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:44.222060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2232ad62-8465-4c68-87a5-d86cb119c6b9 req-aaf4beaf-2386-426f-8b5b-713c09a31be3 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 968 time: 0.1466544 Nov 05 21:35:44.320320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2232ad62-8465-4c68-87a5-d86cb119c6b9 req-a3ebb2ff-2059-4576-a180-dde8c7a2b5d6 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868590 Nov 05 21:35:44.331610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-1c0d5c9d-fc0a-4517-8a9f-ed0eb775e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:44.331610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-1c0d5c9d-fc0a-4517-8a9f-ed0eb775e81b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.2147841 Nov 05 21:35:44.331610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-84a2a8ac-3a6a-44aa-8acc-e1d04ba7307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:44.331610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-84a2a8ac-3a6a-44aa-8acc-e1d04ba7307b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.6222501 Nov 05 21:35:44.368656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65d846-a0ec-48aa-9cb3-cf4497a2390e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631460f5-7c1e-4d6f-82a5-57128e9c789c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:44.441026 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e65d846-a0ec-48aa-9cb3-cf4497a2390e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:44.442170 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e65d846-a0ec-48aa-9cb3-cf4497a2390e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5200810 Nov 05 21:35:44.445587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59776) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:44.457298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:44.500075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae9e0d-d831-4c6b-bc7b-d65146b63b8e req-f904d97c-c7e6-4842-b50a-e548b8fa6f34 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:44.501630 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a0ae9e0d-d831-4c6b-bc7b-d65146b63b8e req-f904d97c-c7e6-4842-b50a-e548b8fa6f34 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.1854374 Nov 05 21:35:44.584095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58535af-f010-45f8-8bdb-22d09023447f req-369614df-6308-474b-aa47-1d644dfdb610 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:44.594451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f58535af-f010-45f8-8bdb-22d09023447f req-369614df-6308-474b-aa47-1d644dfdb610 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0829229 Nov 05 21:35:44.606398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-4de490c8-24d0-4bce-a50e-662367299de4 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171888 Nov 05 21:35:44.627627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:44.631337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-041bc239-8b27-4d66-b713-ce6541326c87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459012 Nov 05 21:35:44.647778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-c7a17057-d395-44d6-9909-60df4102e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:44.649261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-c7a17057-d395-44d6-9909-60df4102e01f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490633 Nov 05 21:35:44.723446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f58535af-f010-45f8-8bdb-22d09023447f req-341c55b9-f726-4c9e-84ef-86d6eb9e417b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278081 Nov 05 21:35:44.918958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:44.947829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e018c9e-6f80-48ea-bec6-3e2937d8ddcc req-5f45cfac-f020-433b-bbfd-cc28fc5f2331 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085780 Nov 05 21:35:44.979406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a0ae9e0d-d831-4c6b-bc7b-d65146b63b8e req-cedd3527-a051-423e-871e-719e0a1e5c38 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390342 Nov 05 21:35:45.082585 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-686976be-277d-4aff-972e-75a7f4be43d0 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279290 Nov 05 21:35:45.088113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-912a25c5-7603-4ff6-983f-bf5dabab0fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402333 Nov 05 21:35:45.102018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Allocated IP 172.25.6.65 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/70a515ae-7075-4fdc-8e4e-99822f8eecd9) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:45.299569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596af237-b5d9-4f93-a32a-ae58c670a1f6 req-235f6a5e-7959-4ae6-97b4-1218980c319c service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140775 Nov 05 21:35:45.350514 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:45.378016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-bca8e5c6-3294-4c1c-bdf8-4b4488f2ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:45.379517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-bca8e5c6-3294-4c1c-bdf8-4b4488f2ac8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c7153aac00846d298440563b5cd8947&device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 1099 time: 0.1238987 Nov 05 21:35:45.432620 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca505ec7-3751-43ff-8e29-ab33a9f21c20 req-83df1d5b-cda1-412a-99da-8da619f0aec0 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918197 Nov 05 21:35:45.515887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:45.630978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:45.640444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:45.641153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-d77b38ba-cc34-482d-baba-aea1c7ccc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:45.643444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-d77b38ba-cc34-482d-baba-aea1c7ccc268 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2553453 Nov 05 21:35:45.645267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:45.735992 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:45.751403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event updated for resources: {'Port': ['ID=70a515ae-7075-4fdc-8e4e-99822f8eecd9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:45.765382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926889-407d-4a4b-96fd-74bf9964c3b5 req-fe8b6553-d777-40b9-a3cd-72fc53a4176e tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:45.767249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1926889-407d-4a4b-96fd-74bf9964c3b5 req-fe8b6553-d777-40b9-a3cd-72fc53a4176e tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 968 time: 0.3076227 Nov 05 21:35:45.771225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-f91c9ef6-7ae8-4421-a53e-3fe7a7747c5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=86cab5b5-9a27-4057-bedd-4beb61a3db64 HTTP/1.1" status: 200 len: 217 time: 0.0826647 Nov 05 21:35:45.797538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'tag': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99'}, {'name': 'network-changed', 'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:35:45.800138 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba617b10-6b06-4b14-bad1-e24a50fb703a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9cd8c7-4a51-4bab-b08a-d33fa40d5731", "tag": "7837c4c7-a22f-48d2-9bef-8e9cdb05cc99"}, {"name": "network-changed", "server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:35:45.894948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:45.900806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-7fad97c2-336d-4a5b-a540-6cf058c790a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:45.907627 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-7fad97c2-336d-4a5b-a540-6cf058c790a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1255159 Nov 05 21:35:45.956023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1926889-407d-4a4b-96fd-74bf9964c3b5 req-97ee4a35-f5a9-48ef-b3ca-989b40a3e30c tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738975 Nov 05 21:35:46.124942 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b646237-0308-4fe3-a309-52f7a237943c x-openstack-request-id: req-0b646237-0308-4fe3-a309-52f7a237943c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:35:46.125257 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9cd8c7-4a51-4bab-b08a-d33fa40d5731", "tag": "7837c4c7-a22f-48d2-9bef-8e9cdb05cc99", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:35:46.125507 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b646237-0308-4fe3-a309-52f7a237943c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:35:46.125901 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'tag': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99', 'status': 'completed', 'code': 200} Nov 05 21:35:46.126156 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47', 'status': 'completed', 'code': 200} Nov 05 21:35:46.136096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-507e28ec-9a44-46ec-9217-1e4989c8c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:46.137729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-507e28ec-9a44-46ec-9217-1e4989c8c26e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682757 Nov 05 21:35:46.367975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f9644-2978-453a-8e3c-248073cca728 req-6b406ab4-6c00-4abf-bad8-fff90bbb0804 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:46.369531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-286f9644-2978-453a-8e3c-248073cca728 req-6b406ab4-6c00-4abf-bad8-fff90bbb0804 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.3156283 Nov 05 21:35:46.375035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:46.426473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-286f9644-2978-453a-8e3c-248073cca728 req-ed513d33-0ff2-42b9-8294-d41dfba293c4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489984 Nov 05 21:35:46.441766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:46.506201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event updated for resources: {'Port': ['ID=70a515ae-7075-4fdc-8e4e-99822f8eecd9,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:46.519932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:46.644042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:46.657044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-75efa3ef-52ff-4fac-809a-051de7d4c629 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2089410 Nov 05 21:35:46.685475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-18c3a7c6-415f-4d40-b9dd-79d59767c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:46.686987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-18c3a7c6-415f-4d40-b9dd-79d59767c373 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6c2b042e573410c9c4333853b1412db&device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 1119 time: 0.5452139 Nov 05 21:35:46.707595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-49d9fd69-6dc9-4e23-98a9-7abaa562a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:46.709433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-49d9fd69-6dc9-4e23-98a9-7abaa562a055 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1095 time: 0.4762509 Nov 05 21:35:46.711200 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-f1206c09-fea7-4c6c-9ffb-2e34261afaa4 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039530 Nov 05 21:35:46.781905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac702a-320c-4c20-b860-44c9fe2a7b2d req-aeed1f90-ba56-442a-bafc-cc7912084ec9 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:46.795259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89ac702a-320c-4c20-b860-44c9fe2a7b2d req-aeed1f90-ba56-442a-bafc-cc7912084ec9 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.2097528 Nov 05 21:35:46.965099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89ac702a-320c-4c20-b860-44c9fe2a7b2d req-69942a58-cfb7-4967-8d52-421f05d2d4a1 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629736 Nov 05 21:35:47.039568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-9818e5c6-b9b0-4ba1-a9f4-4f214389bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:47.041046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-9818e5c6-b9b0-4ba1-a9f4-4f214389bcad service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3443179 Nov 05 21:35:47.087778 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c2dab7-bd8b-47af-b852-0b33ea788c27 req-a63bda75-7c08-4506-9245-8a64b1ccc36a service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150201 Nov 05 21:35:47.089153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-4d78434c-11fc-4685-9b06-070dba2f805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:47.090471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-4d78434c-11fc-4685-9b06-070dba2f805e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.3189628 Nov 05 21:35:47.091922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-6b701ba6-1bb9-4dd8-aaf2-a2e7e669fb61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 HTTP/1.1" status: 200 len: 217 time: 0.0434902 Nov 05 21:35:47.188866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-6f1354aa-970c-4cd3-9a7b-424f1e7ceeb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 217 time: 0.0505056 Nov 05 21:35:47.214894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-9f6f1f3f-944e-409b-aa61-7fc018786c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:47.216422 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-9f6f1f3f-944e-409b-aa61-7fc018786c9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1182218 Nov 05 21:35:47.221578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b92e8-94ea-4e9b-98cb-c0eeed348d92 req-000b333b-6041-45bb-84b2-dc05aabd5386 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:47.223316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a93b92e8-94ea-4e9b-98cb-c0eeed348d92 req-000b333b-6041-45bb-84b2-dc05aabd5386 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 968 time: 0.0513043 Nov 05 21:35:47.240039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-dfc80f04-db4d-4d4f-a4fb-b0648fc39d9e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1643509089&fields=id&tenant_id=93f046332ee6438ab74695ec5f6b2971 HTTP/1.1" status: 200 len: 267 time: 0.1333535 Nov 05 21:35:47.272291 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a93b92e8-94ea-4e9b-98cb-c0eeed348d92 req-6ed0aa05-e290-4cc7-8e84-c044ef038671 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Nov 05 21:35:47.327929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-1574a05e-c713-41df-ae01-77e5e458bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:47.329423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-1574a05e-c713-41df-ae01-77e5e458bd94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057088 Nov 05 21:35:47.418720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-13ca31b3-31d5-4602-8c85-a1a989544362 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:47.420757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-13ca31b3-31d5-4602-8c85-a1a989544362 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 823 time: 0.1668918 Nov 05 21:35:47.447394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-c5ac1aaf-29fb-4b50-a3d2-839d1581f455 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/quotas/93f046332ee6438ab74695ec5f6b2971 HTTP/1.1" status: 200 len: 375 time: 0.0203550 Nov 05 21:35:47.468461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-a9e573e5-3dac-419a-ac07-45626800214e service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306329 Nov 05 21:35:47.570763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-1015cb3a-8757-4ce0-b9eb-45ae02a0772d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175642 Nov 05 21:35:47.611385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-c66863d1-e17f-4164-8cf5-b87a7591e02c service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294565 Nov 05 21:35:47.681113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-c9a51737-3257-45b1-9d9b-e407c7e26492 service neutron] 10.222.0.41 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911121 Nov 05 21:35:47.742460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0bc58-7aad-4326-aba7-0c1b1c083b89 req-b30ab582-6241-454f-b1d8-1b037edb1890 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:47.743969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ab0bc58-7aad-4326-aba7-0c1b1c083b89 req-b30ab582-6241-454f-b1d8-1b037edb1890 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0490980 Nov 05 21:35:47.775352 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-79788c5c-84fa-495f-bbed-c482e2309bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881710 Nov 05 21:35:47.791333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ab0bc58-7aad-4326-aba7-0c1b1c083b89 req-5cb4303f-1d60-470b-ad7f-ebfd011579f7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Nov 05 21:35:48.048400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bcdaffc3-6635-4da3-8447-26f5a3d649db req-e9a86d42-f485-40c3-aaec-14dd1a1629aa tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0366266 Nov 05 21:35:48.123817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda7f0-364a-4fee-a8bc-0c503cc14e75 req-95c40380-bbd4-44e4-9a59-9eb6cf62cabb tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:48.125321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2eda7f0-364a-4fee-a8bc-0c503cc14e75 req-95c40380-bbd4-44e4-9a59-9eb6cf62cabb tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.0522680 Nov 05 21:35:48.180944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2eda7f0-364a-4fee-a8bc-0c503cc14e75 req-6958c2e7-ab0d-429b-908a-6897ac4c4f3a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493426 Nov 05 21:35:48.399452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94e66-aa05-4b5b-ad9d-b5566ee18368 req-dc8a380a-e617-43f9-8b01-fd644ec371d7 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:48.399452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2eb94e66-aa05-4b5b-ad9d-b5566ee18368 req-dc8a380a-e617-43f9-8b01-fd644ec371d7 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 968 time: 0.0541041 Nov 05 21:35:48.427652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-f0323bee-4e4c-49b0-a019-4b427efeb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:48.429090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-f0323bee-4e4c-49b0-a019-4b427efeb975 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0476730 Nov 05 21:35:48.444853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2eb94e66-aa05-4b5b-ad9d-b5566ee18368 req-e48567da-e7f7-44f3-8890-d686b142991a tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Nov 05 21:35:48.468780 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-69ed52bb-a9ad-4076-9352-47ece70aad8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315433 Nov 05 21:35:48.574161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-fa72c4d7-153c-481a-b7b6-fa75d3555863 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984304 Nov 05 21:35:48.715623 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba617b10-6b06-4b14-bad1-e24a50fb703a req-d852470d-4a66-4293-877a-6aa15b58aa3e service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871134 Nov 05 21:35:48.924934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4c78-51bd-45f2-b178-60108d0eea28 req-91de47d7-1b23-4d16-ba44-0179fb60b1fa tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:48.926479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a9d4c78-51bd-45f2-b178-60108d0eea28 req-91de47d7-1b23-4d16-ba44-0179fb60b1fa tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0614648 Nov 05 21:35:48.978041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a9d4c78-51bd-45f2-b178-60108d0eea28 req-1b2aacd5-fa0f-415e-ba64-533f46426034 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Nov 05 21:35:48.986110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59960) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:49.007652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:35:49.122694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e64e73-b63f-468e-88c5-baca308a4405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.141977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-10f53def-9240-43c0-b204-53eeb1389111 req-5c4192d9-ecac-4413-a029-fae2a40d58ab tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0414560 Nov 05 21:35:49.149690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:49.174127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99', 'mac_address': 'fa:16:3e:71:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:tempest-test_az-907629081', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:35:49.207954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e64e73-b63f-468e-88c5-baca308a4405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.224544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.238690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:49.260419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:49.264249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e64e73-b63f-468e-88c5-baca308a4405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.299592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710ae0b-c0d9-4ba2-b008-e03418070302 req-2afd9737-c536-4787-9f45-9bb018d29b4a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:49.306674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-52e64e73-b63f-468e-88c5-baca308a4405 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acfd3f1930774a928923a3e4ebc30c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193905 Nov 05 21:35:49.306887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c710ae0b-c0d9-4ba2-b008-e03418070302 req-2afd9737-c536-4787-9f45-9bb018d29b4a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.0557458 Nov 05 21:35:49.308851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e64e73-b63f-468e-88c5-baca308a4405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21637763-4400-42e0-a924-98ad8d0aee39,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:49.310455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:49.327155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.384812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:49.394643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c710ae0b-c0d9-4ba2-b008-e03418070302 req-de1b50c3-5e57-44a2-8dd3-cf9dd7c89acc tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867343 Nov 05 21:35:49.407911 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f9285a-694a-4b43-bcce-a0bf17b24ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.432812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f9285a-694a-4b43-bcce-a0bf17b24ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.565478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a291052-eeea-40ac-b4ee-30f57e625506 req-32fc5ae8-20b9-4195-8bcc-7d30439e4204 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:49.567308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a291052-eeea-40ac-b4ee-30f57e625506 req-32fc5ae8-20b9-4195-8bcc-7d30439e4204 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 969 time: 0.0534303 Nov 05 21:35:49.588169 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f9285a-694a-4b43-bcce-a0bf17b24ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.593403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f9285a-694a-4b43-bcce-a0bf17b24ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:49.594076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8f9285a-694a-4b43-bcce-a0bf17b24ff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21637763-4400-42e0-a924-98ad8d0aee39 HTTP/1.1" status: 204 len: 168 time: 0.2825449 Nov 05 21:35:49.612950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9285a-694a-4b43-bcce-a0bf17b24ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21637763-4400-42e0-a924-98ad8d0aee39,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:49.633941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['7837c4c7-a22f-48d2-9bef-8e9cdb05cc99'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:35:49.655667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a291052-eeea-40ac-b4ee-30f57e625506 req-fbb8c2d2-d8be-4dbc-bc19-7a5fa3163899 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748048 Nov 05 21:35:50.098736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de9274-57f3-45d3-8728-8e1ac40b8e72 req-0725e408-8109-409c-84c8-a52dad3751e0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:50.100254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08de9274-57f3-45d3-8728-8e1ac40b8e72 req-0725e408-8109-409c-84c8-a52dad3751e0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0488720 Nov 05 21:35:50.146419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08de9274-57f3-45d3-8728-8e1ac40b8e72 req-499f9b2f-5409-41d1-987e-8a5ab746be24 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Nov 05 21:35:50.241336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44988430-f21a-44a6-9131-1898a5377413 req-27c8feee-e475-4375-bdbc-8fc0f6930acb tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0272534 Nov 05 21:35:50.373026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60012) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:50.389612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-752e2a19-f5c6-439e-bde1-1822030babc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.489137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-752e2a19-f5c6-439e-bde1-1822030babc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.555213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7a897-88c7-472d-9b48-20eb609f2fb3 req-a1257e19-3adc-4f34-bfb1-8248c388f0b5 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:50.556681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb7a897-88c7-472d-9b48-20eb609f2fb3 req-a1257e19-3adc-4f34-bfb1-8248c388f0b5 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.0989888 Nov 05 21:35:50.587300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-90e4bc12-da4e-42a1-b2e0-8303004bb6b0 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:50.588711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-90e4bc12-da4e-42a1-b2e0-8303004bb6b0 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.13 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 823 time: 0.1554463 Nov 05 21:35:50.602036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-752e2a19-f5c6-439e-bde1-1822030babc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.632312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb7a897-88c7-472d-9b48-20eb609f2fb3 req-07a7ac99-c2ac-4d76-9229-6d3884eb8fd8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664382 Nov 05 21:35:50.645735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-752e2a19-f5c6-439e-bde1-1822030babc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2d1faaeda2447c08e5d26cc61a548f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715654 Nov 05 21:35:50.646987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2a19-f5c6-439e-bde1-1822030babc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f86fd2-1d21-4297-925c-1e6d677c9097,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:50.649578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60018) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:50.693294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-1a03830d-553d-4a07-93c5-1c577b86d2f2 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f046332ee6438ab74695ec5f6b2971 HTTP/1.1" status: 200 len: 380 time: 0.0926557 Nov 05 21:35:50.704548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'port': {'device_id': '31b41f97-705e-4116-adae-732e300fb4a4', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'admin_state_up': True, 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'security_groups': ['b96d5140-58f8-42a1-9e54-90af642f875d']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:50.709038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a3533c76-8ecf-4903-8b94-108570cfe06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.752995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a3533c76-8ecf-4903-8b94-108570cfe06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.791875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60022) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:50.812009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2fd8-d8a7-4d75-a016-fd5f28602986 req-cd8ae2f1-53eb-44aa-af09-081fb5d3d28f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:50.813599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-edcf2fd8-d8a7-4d75-a016-fd5f28602986 req-cd8ae2f1-53eb-44aa-af09-081fb5d3d28f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 969 time: 0.0928812 Nov 05 21:35:50.886976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-edcf2fd8-d8a7-4d75-a016-fd5f28602986 req-060e38a2-08e2-460b-89b5-ee9d5d96c9db tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595775 Nov 05 21:35:50.933081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a3533c76-8ecf-4903-8b94-108570cfe06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.936263 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a3533c76-8ecf-4903-8b94-108570cfe06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.940161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a3533c76-8ecf-4903-8b94-108570cfe06a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75f86fd2-1d21-4297-925c-1e6d677c9097 HTTP/1.1" status: 204 len: 168 time: 0.2893884 Nov 05 21:35:50.950029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eb95c3a-1f9d-4d41-9bc3-d39952f39c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:50.963060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3533c76-8ecf-4903-8b94-108570cfe06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f86fd2-1d21-4297-925c-1e6d677c9097,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:50.993386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:51.038302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eb95c3a-1f9d-4d41-9bc3-d39952f39c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.064139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Made reservation on behalf of 93f046332ee6438ab74695ec5f6b2971 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:35:51.067856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.089372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eb95c3a-1f9d-4d41-9bc3-d39952f39c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.136938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1eb95c3a-1f9d-4d41-9bc3-d39952f39c53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f740d14ac884a0494e29e3f8c2b0ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413265 Nov 05 21:35:51.139517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60028) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:51.140959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:35:51.145300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:51.145661 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.150984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95c3a-1f9d-4d41-9bc3-d39952f39c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351da437-70ba-462a-97eb-230558603e9a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:51.195322 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-209f3498-2dd7-4546-9d33-bb924d46b12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.204160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Allocated IP 172.20.0.11 (c969c4f4-bcfa-40bb-8aed-99c806fc5d07/0155f2cd-b409-4894-a1be-b5c91bbbb212/f5ca2e71-18b9-4b8c-b381-94c5576160b1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:35:51.235957 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-209f3498-2dd7-4546-9d33-bb924d46b12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.261949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.297623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:35:51.315851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfedc2-32fa-4286-81dd-5b0bea623e0b req-4094abfc-3582-424c-803e-fb0fe73cfe2e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:51.323980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9bfedc2-32fa-4286-81dd-5b0bea623e0b req-4094abfc-3582-424c-803e-fb0fe73cfe2e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.1028228 Nov 05 21:35:51.380222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea7be8a6-e58c-4811-a821-b25ede5b90bb req-8a5e35ca-6475-4d6b-9806-544071c6fcc1 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0428648 Nov 05 21:35:51.407790 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-209f3498-2dd7-4546-9d33-bb924d46b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.411129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-209f3498-2dd7-4546-9d33-bb924d46b12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.413676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-209f3498-2dd7-4546-9d33-bb924d46b12d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/351da437-70ba-462a-97eb-230558603e9a HTTP/1.1" status: 204 len: 168 time: 0.2732048 Nov 05 21:35:51.423252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:51.426023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f3498-2dd7-4546-9d33-bb924d46b12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351da437-70ba-462a-97eb-230558603e9a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:51.430465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9bfedc2-32fa-4286-81dd-5b0bea623e0b req-8f9f43a9-7065-4ff9-881d-f6c3e795021c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033936 Nov 05 21:35:51.451710 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.521149 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.525553 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5864b-3122-48da-8a06-d1868ac57866" -d '{"events": [{"server_uuid": "4c9cd8c7-4a51-4bab-b08a-d33fa40d5731", "name": "network-vif-plugged", "status": "completed", "tag": "7837c4c7-a22f-48d2-9bef-8e9cdb05cc99"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:35:51.576692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:51.636548 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.678387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:35:51.681855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:35:51.685706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:35:51.686258 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c103cd-5eeb-411e-9488-0404aae04328 x-openstack-request-id: req-98c103cd-5eeb-411e-9488-0404aae04328 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:35:51.686752 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9cd8c7-4a51-4bab-b08a-d33fa40d5731", "name": "network-vif-plugged", "status": "completed", "tag": "7837c4c7-a22f-48d2-9bef-8e9cdb05cc99", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:35:51.687197 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98c103cd-5eeb-411e-9488-0404aae04328 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:35:51.687737 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99', 'code': 200} Nov 05 21:35:51.691350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:51.703520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.728018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event updated for resources: {'Port': ['ID=f5ca2e71-18b9-4b8c-b381-94c5576160b1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:51.770909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.13', 58110) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:51.796417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf57c62-d6b0-4d63-acde-f7d940cb6d3b req-bd2c9bd7-da58-4036-b20b-634276915e67 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:51.798193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fbf57c62-d6b0-4d63-acde-f7d940cb6d3b req-bd2c9bd7-da58-4036-b20b-634276915e67 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.0584354 Nov 05 21:35:51.865330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fbf57c62-d6b0-4d63-acde-f7d940cb6d3b req-108d0ea8-e540-40cb-ba2c-c7e7e00c5ae0 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594034 Nov 05 21:35:51.875041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3add4e-1ff1-43da-979b-d1bf3ef39776 req-7901c81b-a2ba-47df-9b14-d3576f9d6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:51.876590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c3add4e-1ff1-43da-979b-d1bf3ef39776 req-7901c81b-a2ba-47df-9b14-d3576f9d6eb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 1121 time: 0.1037829 Nov 05 21:35:51.902331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c3add4e-1ff1-43da-979b-d1bf3ef39776 req-fb9253cc-59e0-4ad7-b564-2880245557c2 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.961600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-51dd40a0-18c6-4e6e-91bb-de6417c09e9e None None] Provisioning complete for port f5ca2e71-18b9-4b8c-b381-94c5576160b1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:51.962073 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51dd40a0-18c6-4e6e-91bb-de6417c09e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:51.981295 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-62957ec0-d082-4f13-8c85-fef02d026770 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2803879 Nov 05 21:35:51.995049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Request body: {'port': {'device_id': '31b41f97-705e-4116-adae-732e300fb4a4', 'device_owner': 'compute:tempest-test_az-907629081', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:35:52.005035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-51dd40a0-18c6-4e6e-91bb-de6417c09e9e None None] Port f5ca2e71-18b9-4b8c-b381-94c5576160b1 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:35:52.043314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c3add4e-1ff1-43da-979b-d1bf3ef39776 req-fb9253cc-59e0-4ad7-b564-2880245557c2 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:52.053597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710e4c-a788-4070-878f-3a2917b57051 req-621dafc0-75ee-43d9-8bb3-7f38ae62a892 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:52.055113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd710e4c-a788-4070-878f-3a2917b57051 req-621dafc0-75ee-43d9-8bb3-7f38ae62a892 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 970 time: 0.0898795 Nov 05 21:35:52.075124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:52.111893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd710e4c-a788-4070-878f-3a2917b57051 req-cbd06856-c325-414f-beec-2178ccd2572f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498259 Nov 05 21:35:52.342320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ca2e71-18b9-4b8c-b381-94c5576160b1 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:52.349512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:52.361782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Transition to ACTIVE for port object f5ca2e71-18b9-4b8c-b381-94c5576160b1 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:35:52.511240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856c83e-d719-4ccc-801f-f50bde8def23 req-8b8b0684-44fe-47fa-b690-a8c5f1fc10f3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:52.511240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1856c83e-d719-4ccc-801f-f50bde8def23 req-8b8b0684-44fe-47fa-b690-a8c5f1fc10f3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 932 time: 0.0500059 Nov 05 21:35:52.544834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b504f-f8cb-4aa1-866b-045f4055b28f req-f32bc270-cf0c-478f-9367-b91fcd39ba34 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:52.546321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f2b504f-f8cb-4aa1-866b-045f4055b28f req-f32bc270-cf0c-478f-9367-b91fcd39ba34 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0506124 Nov 05 21:35:52.557726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1856c83e-d719-4ccc-801f-f50bde8def23 req-89364dbb-049e-451a-8120-4f11fe1f168d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607879 Nov 05 21:35:52.608240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f2b504f-f8cb-4aa1-866b-045f4055b28f req-11df5a9c-e5fc-46c4-ba24-9f05d0132b8e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470717 Nov 05 21:35:52.957473 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c3add4e-1ff1-43da-979b-d1bf3ef39776 req-fb9253cc-59e0-4ad7-b564-2880245557c2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:52.970768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.006133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9253cc-59e0-4ad7-b564-2880245557c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=45130ede-feb8-4b6c-94df-6014695adbfe,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:53.019450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c3add4e-1ff1-43da-979b-d1bf3ef39776 req-fb9253cc-59e0-4ad7-b564-2880245557c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1292493 Nov 05 21:35:53.043430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e2a7b-bedd-4de3-a56f-b05d741bbaf0 req-7c27d27c-072a-4305-b171-292f3cd33a2d tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.045990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c57e2a7b-bedd-4de3-a56f-b05d741bbaf0 req-7c27d27c-072a-4305-b171-292f3cd33a2d tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.1068711 Nov 05 21:35:53.060836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca2e71-18b9-4b8c-b381-94c5576160b1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:53.098756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Attempting to bind port f5ca2e71-18b9-4b8c-b381-94c5576160b1 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:35:53.099159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Attempting to bind port f5ca2e71-18b9-4b8c-b381-94c5576160b1 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:35:53.101241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Attempting to bind port f5ca2e71-18b9-4b8c-b381-94c5576160b1 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:53.109869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Port f5ca2e71-18b9-4b8c-b381-94c5576160b1 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:35:53.110198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Attempting to bind port f5ca2e71-18b9-4b8c-b381-94c5576160b1 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:35:53.127985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:35:53.128322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Checking segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:35:53.128705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Bound using segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:35:53.129136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Bound port: f5ca2e71-18b9-4b8c-b381-94c5576160b1, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:35:53.129492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.141580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60076) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:53.163702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96b261c0-f5f9-4b52-b5a3-65ecf3b99297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.182003 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c57e2a7b-bedd-4de3-a56f-b05d741bbaf0 req-06ba4de1-e09a-4285-9450-c7c47b6e158b tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182711 Nov 05 21:35:53.246178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] For port f5ca2e71-18b9-4b8c-b381-94c5576160b1, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:35:53.249523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] For port f5ca2e71-18b9-4b8c-b381-94c5576160b1, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:35:53.267475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b729da-bc58-4c2b-a285-78bdd5a3059e req-4baa412e-0e71-4779-8b82-d66e8cde994a tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.268972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1b729da-bc58-4c2b-a285-78bdd5a3059e req-4baa412e-0e71-4779-8b82-d66e8cde994a tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 970 time: 0.0786879 Nov 05 21:35:53.303931 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96b261c0-f5f9-4b52-b5a3-65ecf3b99297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.321907 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.329785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1b729da-bc58-4c2b-a285-78bdd5a3059e req-df705edb-2c9e-4f4c-a63e-11fe11b1f16f tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Nov 05 21:35:53.360986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.361623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.363741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5ca2e71-18b9-4b8c-b381-94c5576160b1 HTTP/1.1" status: 200 len: 1113 time: 1.3728600 Nov 05 21:35:53.364329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:35:53.366733 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d1553a-a2b3-479c-9e30-19e0111b9fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:35:53.406333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038422fd-123c-4545-85d0-858a7d137c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca2e71-18b9-4b8c-b381-94c5576160b1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:53.407076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96b261c0-f5f9-4b52-b5a3-65ecf3b99297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.412621 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d7bc5-4bd1-4cae-9dc2-9072c6d19f0b x-openstack-request-id: req-a75d7bc5-4bd1-4cae-9dc2-9072c6d19f0b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:35:53.413140 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:35:53.413582 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a75d7bc5-4bd1-4cae-9dc2-9072c6d19f0b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:35:53.415118 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'status': 'completed', 'code': 200} Nov 05 21:35:53.465133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-96b261c0-f5f9-4b52-b5a3-65ecf3b99297 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e529130d02b4d95973cf44d3f90c688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224609 Nov 05 21:35:53.466540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b261c0-f5f9-4b52-b5a3-65ecf3b99297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69425e72-6e42-4e20-9e62-54caa8bec2fb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:53.470523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60084) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:53.510053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1553a-a2b3-479c-9e30-19e0111b9fd7 req-ed99db2c-0256-4c90-bebd-ad24dba73894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.512110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2d1553a-a2b3-479c-9e30-19e0111b9fd7 req-ed99db2c-0256-4c90-bebd-ad24dba73894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 1116 time: 0.0769801 Nov 05 21:35:53.536724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7ae3-76c4-4672-bb98-d82704689456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.562364 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7ae3-76c4-4672-bb98-d82704689456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.685924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7ae3-76c4-4672-bb98-d82704689456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.690070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7ae3-76c4-4672-bb98-d82704689456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:53.693618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d4f7ae3-76c4-4672-bb98-d82704689456 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69425e72-6e42-4e20-9e62-54caa8bec2fb HTTP/1.1" status: 204 len: 168 time: 0.2197711 Nov 05 21:35:53.704346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf5017-baf6-4bc4-ad34-3da37ffacaa2 req-e09dfc83-cc02-499e-b66d-fe599508cf60 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.712340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9bf5017-baf6-4bc4-ad34-3da37ffacaa2 req-e09dfc83-cc02-499e-b66d-fe599508cf60 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 965 time: 0.0733986 Nov 05 21:35:53.727729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1553a-a2b3-479c-9e30-19e0111b9fd7 req-d393eb18-66e0-457a-af8c-3812ffe1f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.729187 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2d1553a-a2b3-479c-9e30-19e0111b9fd7 req-d393eb18-66e0-457a-af8c-3812ffe1f2d6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=93f046332ee6438ab74695ec5f6b2971&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2049038 Nov 05 21:35:53.742524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f7ae3-76c4-4672-bb98-d82704689456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69425e72-6e42-4e20-9e62-54caa8bec2fb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:53.789332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9bf5017-baf6-4bc4-ad34-3da37ffacaa2 req-82ace58c-5c06-4572-97c2-374e4948f2d1 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759141 Nov 05 21:35:53.901396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe65ae-cdbe-4ea0-8c4e-2c548ad2fc4a req-bdb17ad6-c153-48c9-8920-0eaa04a63026 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.902867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28fe65ae-cdbe-4ea0-8c4e-2c548ad2fc4a req-bdb17ad6-c153-48c9-8920-0eaa04a63026 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.1929057 Nov 05 21:35:53.954035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1553a-a2b3-479c-9e30-19e0111b9fd7 req-33fbeb3f-3288-448c-a677-00b96eb9ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:53.955238 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2d1553a-a2b3-479c-9e30-19e0111b9fd7 req-33fbeb3f-3288-448c-a677-00b96eb9ea90 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110004 Nov 05 21:35:53.981930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28fe65ae-cdbe-4ea0-8c4e-2c548ad2fc4a req-6f91d68c-3bd6-491b-b78a-9d3039c1a719 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Nov 05 21:35:54.041319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-51d99fca-a4f9-49c0-9b1d-016ac85fd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:54.042841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-51d99fca-a4f9-49c0-9b1d-016ac85fd739 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 1116 time: 0.0457888 Nov 05 21:35:54.094809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-9fde23e7-4c76-4040-9e22-0d038be6d64f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1 HTTP/1.1" status: 200 len: 217 time: 0.0427048 Nov 05 21:35:54.146544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-e2d1fdf4-245f-4c77-bf2e-5543658c8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:54.148136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-e2d1fdf4-245f-4c77-bf2e-5543658c8dde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.0466840 Nov 05 21:35:54.197551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-b3980114-c432-4231-bcc3-f2313d7a9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:54.199022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-b3980114-c432-4231-bcc3-f2313d7a9761 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432451 Nov 05 21:35:54.289974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c3028-3146-4a62-a276-4d5ce65f9f8f req-1eff046d-e342-4fca-81da-e11d073d158a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:54.297408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-939c3028-3146-4a62-a276-4d5ce65f9f8f req-1eff046d-e342-4fca-81da-e11d073d158a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.0587418 Nov 05 21:35:54.302996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-cf6389cb-a62c-4887-80b9-f21c40ffd60e service neutron] 10.222.0.13 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939412 Nov 05 21:35:54.345429 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-939c3028-3146-4a62-a276-4d5ce65f9f8f req-8a5a2697-d700-420e-be6c-1a235835418a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Nov 05 21:35:54.393547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60114) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:54.408417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edfab714-c94a-444e-a376-b758ab84a537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:54.418555 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4345c23-dc0f-44d0-89a7-ac7619a1d126 req-9c79c1a7-b80e-4571-a0cc-0ed74ea3f123 service neutron] 10.222.0.13 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078663 Nov 05 21:35:54.495929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c747c2c-06a8-46e1-a89c-491b99d69d2f req-2fc04f2a-c748-4617-b838-e645441c4534 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:54.497516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c747c2c-06a8-46e1-a89c-491b99d69d2f req-2fc04f2a-c748-4617-b838-e645441c4534 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 970 time: 0.0709295 Nov 05 21:35:54.551259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edfab714-c94a-444e-a376-b758ab84a537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:54.562479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c747c2c-06a8-46e1-a89c-491b99d69d2f req-b1dc1cee-e4a2-4fef-97a6-1c9ede331785 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580783 Nov 05 21:35:54.612374 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edfab714-c94a-444e-a376-b758ab84a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:54.651060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-edfab714-c94a-444e-a376-b758ab84a537 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ca22150957e4e97bf07e4b7341bbd14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562063 Nov 05 21:35:54.652181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfab714-c94a-444e-a376-b758ab84a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8293adf-3a52-4660-b02a-e86804e0c51e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:54.654285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60122) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:54.703450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1449ff1e-d64c-4902-84d5-06fcd9f32c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:54.726431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1449ff1e-d64c-4902-84d5-06fcd9f32c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:54.829752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1449ff1e-d64c-4902-84d5-06fcd9f32c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:54.832712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1449ff1e-d64c-4902-84d5-06fcd9f32c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:54.838009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1449ff1e-d64c-4902-84d5-06fcd9f32c4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8293adf-3a52-4660-b02a-e86804e0c51e HTTP/1.1" status: 204 len: 168 time: 0.1821616 Nov 05 21:35:54.850329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449ff1e-d64c-4902-84d5-06fcd9f32c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8293adf-3a52-4660-b02a-e86804e0c51e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:54.932164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f57411-119b-4845-9ffb-95814c5957d5 req-0e2a9274-d749-47c3-93e4-9fa3a0c97346 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:54.933699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40f57411-119b-4845-9ffb-95814c5957d5 req-0e2a9274-d749-47c3-93e4-9fa3a0c97346 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 965 time: 0.0606639 Nov 05 21:35:54.987051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40f57411-119b-4845-9ffb-95814c5957d5 req-10d02b87-b95e-44d6-8edf-09b5fdad8dbc tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432379 Nov 05 21:35:55.104767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1230736-fe5c-47f5-94c8-e3a09a9616ba req-a67acf46-85dc-4d2b-bc2c-76bc530bf895 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:55.107275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f1230736-fe5c-47f5-94c8-e3a09a9616ba req-a67acf46-85dc-4d2b-bc2c-76bc530bf895 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0576859 Nov 05 21:35:55.158854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f1230736-fe5c-47f5-94c8-e3a09a9616ba req-bb399974-49da-4696-a510-8d757f3b7e48 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453403 Nov 05 21:35:55.251503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:35:55.326117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60144) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:55.351583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:55.363148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'e1a355f6-af05-4fae-ade0-070ff9303e47', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'port_id': 'e1a355f6-af05-4fae-ade0-070ff9303e47', 'mac_address': 'fa:16:3e:81:ef:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669f0758-d0a0-483b-861e-f22fd0baec13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:35:55.408057 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.427629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a355f6-af05-4fae-ade0-070ff9303e47 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:55.453042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:55.466602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05863739-6afd-440a-9d32-1a7035464c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.473110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d06dfd-f0a7-49d5-8fb5-7a1faf079895 req-acce52b7-712f-4107-a1d2-151f2d720441 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:55.474691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2d06dfd-f0a7-49d5-8fb5-7a1faf079895 req-acce52b7-712f-4107-a1d2-151f2d720441 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 948 time: 0.0518148 Nov 05 21:35:55.521688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2d06dfd-f0a7-49d5-8fb5-7a1faf079895 req-fb918706-04ae-4d12-84ad-42f907c690b8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Nov 05 21:35:55.540722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05863739-6afd-440a-9d32-1a7035464c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.543870 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.544633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 86cab5b5-9a27-4057-bedd-4beb61a3db64 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:35:55.635282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05863739-6afd-440a-9d32-1a7035464c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.709946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-05863739-6afd-440a-9d32-1a7035464c98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d40e7f85cb2546cdbd81b5291df4ac21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799033 Nov 05 21:35:55.710811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60158) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:55.713220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05863739-6afd-440a-9d32-1a7035464c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb10362-cd89-47a5-a4dd-fe864e96045e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:55.734561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b16f5d-b330-4b4d-b9f5-72d540f52990 req-c6270621-eeea-4c93-a2e5-9b4fcc5f250e tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:55.736203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1b16f5d-b330-4b4d-b9f5-72d540f52990 req-c6270621-eeea-4c93-a2e5-9b4fcc5f250e tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 970 time: 0.0966628 Nov 05 21:35:55.757561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:55.776299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df50503b-0512-4d63-ade6-d8d32af29858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.804198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 86cab5b5-9a27-4057-bedd-4beb61a3db64, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=86cab5b5-9a27-4057-bedd-4beb61a3db64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:55.816740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df50503b-0512-4d63-ade6-d8d32af29858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.817460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '86cab5b5-9a27-4057-bedd-4beb61a3db64', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '86cab5b5-9a27-4057-bedd-4beb61a3db64', 'mac_address': 'fa:16:3e:80:0d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:35:55.820018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1b16f5d-b330-4b4d-b9f5-72d540f52990 req-9bb84b9e-0055-4d96-b9a8-8bee59dc5414 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729733 Nov 05 21:35:55.879647 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.897967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cab5b5-9a27-4057-bedd-4beb61a3db64 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:55.921209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 86cab5b5-9a27-4057-bedd-4beb61a3db64, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=86cab5b5-9a27-4057-bedd-4beb61a3db64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:55.962408 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df50503b-0512-4d63-ade6-d8d32af29858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.964976 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df50503b-0512-4d63-ade6-d8d32af29858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:55.966101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-df50503b-0512-4d63-ade6-d8d32af29858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fb10362-cd89-47a5-a4dd-fe864e96045e HTTP/1.1" status: 204 len: 168 time: 0.2532663 Nov 05 21:35:55.977120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50503b-0512-4d63-ade6-d8d32af29858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb10362-cd89-47a5-a4dd-fe864e96045e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:55.992051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606e7a-6beb-4675-ad45-9dd4a2184cbe req-848235fe-597f-42ff-b756-22932322f3a3 tempest-AggregatesAdminTestJSON-915605918 tempest-AggregatesAdminTestJSON-915605918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:55.993872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3606e7a-6beb-4675-ad45-9dd4a2184cbe req-848235fe-597f-42ff-b756-22932322f3a3 tempest-AggregatesAdminTestJSON-915605918 tempest-AggregatesAdminTestJSON-915605918-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 1121 time: 0.0570393 Nov 05 21:35:55.996038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:56.021390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e3606e7a-6beb-4675-ad45-9dd4a2184cbe req-77be0844-188f-4a46-9b5a-550562ad0252 tempest-AggregatesAdminTestJSON-915605918 tempest-AggregatesAdminTestJSON-915605918-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:56.090872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=86cab5b5-9a27-4057-bedd-4beb61a3db64,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:56.116073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e3606e7a-6beb-4675-ad45-9dd4a2184cbe req-77be0844-188f-4a46-9b5a-550562ad0252 tempest-AggregatesAdminTestJSON-915605918 tempest-AggregatesAdminTestJSON-915605918-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:56.127354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd84d-8941-49fe-afd8-8d852dcdcdd3 req-8f7e0ae9-da17-4fa9-ba7c-13d7fafea345 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:56.134545 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef0fd84d-8941-49fe-afd8-8d852dcdcdd3 req-8f7e0ae9-da17-4fa9-ba7c-13d7fafea345 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 965 time: 0.0616424 Nov 05 21:35:56.181113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef0fd84d-8941-49fe-afd8-8d852dcdcdd3 req-4202ffc3-cfcf-4e77-8590-3822e99086bb tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Nov 05 21:35:56.184015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e3606e7a-6beb-4675-ad45-9dd4a2184cbe req-77be0844-188f-4a46-9b5a-550562ad0252 tempest-AggregatesAdminTestJSON-915605918 tempest-AggregatesAdminTestJSON-915605918-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:56.246883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3606e7a-6beb-4675-ad45-9dd4a2184cbe req-77be0844-188f-4a46-9b5a-550562ad0252 tempest-AggregatesAdminTestJSON-915605918 tempest-AggregatesAdminTestJSON-915605918-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408028 Nov 05 21:35:56.253799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be0844-188f-4a46-9b5a-550562ad0252 tempest-AggregatesAdminTestJSON-915605918 tempest-AggregatesAdminTestJSON-915605918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d7e07b-01ef-47cd-bc47-b9c0f5224902,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:56.319868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969273bb-3363-4f7d-bf01-84cc99b1a9d1 req-2ce20b2d-df6e-4c83-8725-51c8bf753426 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:56.329393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-969273bb-3363-4f7d-bf01-84cc99b1a9d1 req-2ce20b2d-df6e-4c83-8725-51c8bf753426 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.0675313 Nov 05 21:35:56.389611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-969273bb-3363-4f7d-bf01-84cc99b1a9d1 req-ba6fde4c-ee8a-4657-88ad-92dc407768d7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572524 Nov 05 21:35:56.491398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e1a355f6-af05-4fae-ade0-070ff9303e47'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:35:56.515981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['86cab5b5-9a27-4057-bedd-4beb61a3db64'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:35:56.641349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3f8a4-8b2d-404a-aac3-72ef6a179377 req-1672a184-a3c2-456b-a518-9f48c6999027 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:56.642895 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ee3f8a4-8b2d-404a-aac3-72ef6a179377 req-1672a184-a3c2-456b-a518-9f48c6999027 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 949 time: 0.0486228 Nov 05 21:35:56.695258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ee3f8a4-8b2d-404a-aac3-72ef6a179377 req-694b42e6-371c-4955-bec3-6f9b5b3d12b8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Nov 05 21:35:56.768049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60194) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:56.781504 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4d6df83-89a1-402c-9f99-6947fd5e0311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:56.866114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4d6df83-89a1-402c-9f99-6947fd5e0311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:56.938403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4d6df83-89a1-402c-9f99-6947fd5e0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:56.975431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a4d6df83-89a1-402c-9f99-6947fd5e0311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=064e58d3765747cd916853007ae4728a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062695 Nov 05 21:35:56.976543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6df83-89a1-402c-9f99-6947fd5e0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d15d70-23c8-40dc-b7f3-3a06441b38ff,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:56.978181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60200) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:35:57.014312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f5ca2e71-18b9-4b8c-b381-94c5576160b1 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:35:57.029269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdd0c-ca07-45f6-9fc5-b7dcb618c5d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:57.052645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdd0c-ca07-45f6-9fc5-b7dcb618c5d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:57.147208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f5ca2e71-18b9-4b8c-b381-94c5576160b1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:57.158672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'port_id': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'mac_address': 'fa:16:3e:18:b4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-907629081', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:35:57.195351 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:57.208276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ca2e71-18b9-4b8c-b381-94c5576160b1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:35:57.219593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdd0c-ca07-45f6-9fc5-b7dcb618c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:57.223603 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdd0c-ca07-45f6-9fc5-b7dcb618c5d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:57.225105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ed8fdd0c-ca07-45f6-9fc5-b7dcb618c5d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0d15d70-23c8-40dc-b7f3-3a06441b38ff HTTP/1.1" status: 204 len: 168 time: 0.2458510 Nov 05 21:35:57.230744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f5ca2e71-18b9-4b8c-b381-94c5576160b1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:57.238036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fdd0c-ca07-45f6-9fc5-b7dcb618c5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d15d70-23c8-40dc-b7f3-3a06441b38ff,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:57.310767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:57.348295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91ad9f-b240-427d-b04d-a0861c62a766 req-89b1bf47-5dff-4219-9621-7be7b0f8b498 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:57.350143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e91ad9f-b240-427d-b04d-a0861c62a766 req-89b1bf47-5dff-4219-9621-7be7b0f8b498 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 965 time: 0.0588996 Nov 05 21:35:57.402558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e91ad9f-b240-427d-b04d-a0861c62a766 req-4a03db39-f360-4711-a0e8-3b9fc925d33f tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466943 Nov 05 21:35:57.421761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f5ca2e71-18b9-4b8c-b381-94c5576160b1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:57.514065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097181-7db7-476c-bee2-ece1f6bbe856 req-d0d9f065-3030-43f3-99e0-3580ab74ef3c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:57.515578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22097181-7db7-476c-bee2-ece1f6bbe856 req-d0d9f065-3030-43f3-99e0-3580ab74ef3c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Nov 05 21:35:57.529721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f5ca2e71-18b9-4b8c-b381-94c5576160b1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:35:57.577493 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22097181-7db7-476c-bee2-ece1f6bbe856 req-3d409ca0-b8ae-4147-968e-7945851d1fff tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Nov 05 21:35:57.920638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc85d7-bec3-41f1-ba81-2889d143f8c8 req-37882139-449f-4658-a6a6-10d98ace9ede tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:57.922272 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cdc85d7-bec3-41f1-ba81-2889d143f8c8 req-37882139-449f-4658-a6a6-10d98ace9ede tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 949 time: 0.0684900 Nov 05 21:35:57.973242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cdc85d7-bec3-41f1-ba81-2889d143f8c8 req-3474d9b4-60f6-490e-9837-f31925faf50e tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Nov 05 21:35:58.635436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ad907-4e79-4292-a306-44cb364d1251 req-a7b6f4b6-a845-40ba-bf67-f54c9a3ab9c6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:58.636940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c06ad907-4e79-4292-a306-44cb364d1251 req-a7b6f4b6-a845-40ba-bf67-f54c9a3ab9c6 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 966 time: 0.0516903 Nov 05 21:35:58.689042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c06ad907-4e79-4292-a306-44cb364d1251 req-91b63b6e-99a8-4c37-9697-601eb2ad527a tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450406 Nov 05 21:35:58.790639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100f0f8-c27f-4f7d-9f0d-92eda006c311 req-7099e215-5c51-4b4c-bedf-1ee937a0e002 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:58.792304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a100f0f8-c27f-4f7d-9f0d-92eda006c311 req-7099e215-5c51-4b4c-bedf-1ee937a0e002 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Nov 05 21:35:58.839040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a100f0f8-c27f-4f7d-9f0d-92eda006c311 req-14701516-7c6a-4b49-8c87-a3f175c9fcf5 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Nov 05 21:35:59.019438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f5ca2e71-18b9-4b8c-b381-94c5576160b1 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:59.132610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port f5ca2e71-18b9-4b8c-b381-94c5576160b1 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:35:59.136751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port f5ca2e71-18b9-4b8c-b381-94c5576160b1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:59.137240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.138352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c93e25-8296-4dbd-9fe3-001f9f0b3c69 req-eac8a7c6-533d-4d44-aaf7-2a8f87d91195 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:59.140007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81c93e25-8296-4dbd-9fe3-001f9f0b3c69 req-eac8a7c6-533d-4d44-aaf7-2a8f87d91195 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 949 time: 0.0504153 Nov 05 21:35:59.192591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81c93e25-8296-4dbd-9fe3-001f9f0b3c69 req-6ec61fba-551d-404e-9650-f474393f566d tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Nov 05 21:35:59.219638 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.241161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:35:59.243329 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf60b686-39d8-426d-ac19-569255b0af04" -d '{"events": [{"server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:35:59.249621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:59.279148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f5ca2e71-18b9-4b8c-b381-94c5576160b1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:59.340475 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b2a343-8ff9-452f-9b7b-7211379aa557 x-openstack-request-id: req-a7b2a343-8ff9-452f-9b7b-7211379aa557 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:35:59.341153 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:35:59.341153 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7b2a343-8ff9-452f-9b7b-7211379aa557 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:35:59.341790 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'code': 200} Nov 05 21:35:59.355649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.396411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port e1a355f6-af05-4fae-ade0-070ff9303e47 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:35:59.415361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port e1a355f6-af05-4fae-ade0-070ff9303e47 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:59.415956 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.454724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f5ca2e71-18b9-4b8c-b381-94c5576160b1,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:59.486103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b8234-e254-4a58-88a0-d873d8e87709 req-e549759d-b50a-4c1b-be69-e040d63da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:59.488177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a7b8234-e254-4a58-88a0-d873d8e87709 req-e549759d-b50a-4c1b-be69-e040d63da22d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 1118 time: 0.0806613 Nov 05 21:35:59.523703 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.555705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a7b8234-e254-4a58-88a0-d873d8e87709 req-a637af93-15af-416a-a97c-81159010ceee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535138 Nov 05 21:35:59.560654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:35:59.658471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.659283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 86cab5b5-9a27-4057-bedd-4beb61a3db64 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:35:59.737207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:35:59.835449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 86cab5b5-9a27-4057-bedd-4beb61a3db64 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:35:59.839872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 86cab5b5-9a27-4057-bedd-4beb61a3db64 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:35:59.840250 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.904371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7839443-807b-41cd-80b1-c06ac0042539 req-4cda1185-1ac3-4c30-96be-4b4f7d7f849e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:35:59.905908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7839443-807b-41cd-80b1-c06ac0042539 req-4cda1185-1ac3-4c30-96be-4b4f7d7f849e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 967 time: 0.0651941 Nov 05 21:35:59.928023 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:35:59.957610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7839443-807b-41cd-80b1-c06ac0042539 req-a6fbc120-521f-4e4e-b76d-9ee3d21d9c7d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449145 Nov 05 21:35:59.962872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 86cab5b5-9a27-4057-bedd-4beb61a3db64, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=86cab5b5-9a27-4057-bedd-4beb61a3db64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:00.052507 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:00.058790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b5068-9bc7-4c19-ba46-b62ab68d5066 req-ba41bd0f-0bfb-489f-bff8-0b21a4b3dd41 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:00.060319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f81b5068-9bc7-4c19-ba46-b62ab68d5066 req-ba41bd0f-0bfb-489f-bff8-0b21a4b3dd41 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 946 time: 0.0476520 Nov 05 21:36:00.104356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=86cab5b5-9a27-4057-bedd-4beb61a3db64,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:00.113046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f81b5068-9bc7-4c19-ba46-b62ab68d5066 req-20c7baf4-7658-47cd-bebf-11ee937bea73 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467532 Nov 05 21:36:00.309747 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:00.337511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17ba0848-bed4-4bef-bb47-8bf676ab6350 req-11f3d876-1f1e-4270-ba21-f67918bb1062 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c221590c7f445ed86c5168f37167a14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212574 Nov 05 21:36:00.444383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50170a-2f0e-4e53-8435-e483d15a5864 req-f9263f1e-c7f6-451e-8e1b-93e6706157d5 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:00.445837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c50170a-2f0e-4e53-8435-e483d15a5864 req-f9263f1e-c7f6-451e-8e1b-93e6706157d5 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 950 time: 0.0515053 Nov 05 21:36:00.459405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba0848-bed4-4bef-bb47-8bf676ab6350 req-d36c55f0-f3b0-4ec7-9805-a3f583e99a9e tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:00.460904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17ba0848-bed4-4bef-bb47-8bf676ab6350 req-d36c55f0-f3b0-4ec7-9805-a3f583e99a9e tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129334 Nov 05 21:36:00.477903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17ba0848-bed4-4bef-bb47-8bf676ab6350 req-cca4aba5-c4fc-42f4-b64c-b952e414cc7e tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/quotas/1c221590c7f445ed86c5168f37167a14 HTTP/1.1" status: 200 len: 375 time: 0.0097418 Nov 05 21:36:00.497833 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c50170a-2f0e-4e53-8435-e483d15a5864 req-0dec71d0-ea94-48f7-8ce3-52fb84626dbc tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 Nov 05 21:36:00.509806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17ba0848-bed4-4bef-bb47-8bf676ab6350 req-92408124-2050-466c-88d4-4ab4f6825bb8 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c221590c7f445ed86c5168f37167a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263827 Nov 05 21:36:00.731293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60398) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:00.880598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48ea60b1-8af3-44ab-b06a-533a345c8970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:00.966976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48ea60b1-8af3-44ab-b06a-533a345c8970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:01.052705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48ea60b1-8af3-44ab-b06a-533a345c8970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:01.092141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea60b1-8af3-44ab-b06a-533a345c8970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f370ee1b-578d-4018-8190-064fdf1211cc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:01.098028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-48ea60b1-8af3-44ab-b06a-533a345c8970 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e04f59d624347b584d6d640498140d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649836 Nov 05 21:36:01.100289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60408) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:01.150255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98e4d595-4597-4d70-b829-b1cad52b7745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:01.174734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98e4d595-4597-4d70-b829-b1cad52b7745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:01.225537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad57094-ce39-4844-9168-0ae410679773 req-70714544-f9fe-45c0-8be6-ffc6bda45534 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:01.227146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aad57094-ce39-4844-9168-0ae410679773 req-70714544-f9fe-45c0-8be6-ffc6bda45534 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 967 time: 0.0671797 Nov 05 21:36:01.281256 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98e4d595-4597-4d70-b829-b1cad52b7745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:01.284129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98e4d595-4597-4d70-b829-b1cad52b7745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:01.284312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aad57094-ce39-4844-9168-0ae410679773 req-48fe7177-f562-4d85-97ad-8065bf904a9e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476892 Nov 05 21:36:01.285479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-98e4d595-4597-4d70-b829-b1cad52b7745 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f370ee1b-578d-4018-8190-064fdf1211cc HTTP/1.1" status: 204 len: 168 time: 0.1840506 Nov 05 21:36:01.294459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4d595-4597-4d70-b829-b1cad52b7745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f370ee1b-578d-4018-8190-064fdf1211cc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:01.342489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47'}, {'server_uuid': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cab5b5-9a27-4057-bedd-4beb61a3db64'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:01.345229 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4996a3-5df4-401a-a1d6-86c358b38a46" -d '{"events": [{"server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "name": "network-vif-plugged", "status": "completed", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47"}, {"server_uuid": "948b0e61-bc4b-4cb0-85c5-3d800ac818fd", "name": "network-vif-plugged", "status": "completed", "tag": "86cab5b5-9a27-4057-bedd-4beb61a3db64"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:01.397615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757cfac-21e3-43ea-baa6-ffa924531c35 req-a010f6fc-ed1b-482b-a262-fa9d91881168 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:01.399115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7757cfac-21e3-43ea-baa6-ffa924531c35 req-a010f6fc-ed1b-482b-a262-fa9d91881168 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 946 time: 0.0508943 Nov 05 21:36:01.447710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7757cfac-21e3-43ea-baa6-ffa924531c35 req-42472155-2039-489f-a40a-3c95dbabaa7c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 Nov 05 21:36:01.648936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb46bf-3e9e-47f0-a87e-08413764bfb6 req-9e53635b-1e88-4ac5-bde5-a232939204c5 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:01.650404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-37bb46bf-3e9e-47f0-a87e-08413764bfb6 req-9e53635b-1e88-4ac5-bde5-a232939204c5 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 967 time: 0.0560763 Nov 05 21:36:01.659075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60446) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:01.663800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'floatingip': {'port_id': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:01.705762 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c31325-255d-4203-8f85-6bb1ea9d2133 x-openstack-request-id: req-81c31325-255d-4203-8f85-6bb1ea9d2133 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:01.706745 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "name": "network-vif-plugged", "status": "completed", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47", "code": 200}, {"server_uuid": "948b0e61-bc4b-4cb0-85c5-3d800ac818fd", "name": "network-vif-plugged", "status": "completed", "tag": "86cab5b5-9a27-4057-bedd-4beb61a3db64", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:01.707366 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81c31325-255d-4203-8f85-6bb1ea9d2133 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:01.708807 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47', 'code': 200} Nov 05 21:36:01.709355 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cab5b5-9a27-4057-bedd-4beb61a3db64', 'code': 200} Nov 05 21:36:01.782971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:01.973362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf8baee0-be9e-4f05-bbb1-f2402a440a00 req-a8b82848-08cd-4bd6-b3a0-974be30991d4 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c221590c7f445ed86c5168f37167a14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450239 Nov 05 21:36:02.035875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:02.069351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8d52-3f8c-48d1-a9fc-71bc582be9ad req-32345c8e-eac1-49c4-9e44-86d3ef5fc1ef tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:02.071468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff7b8d52-3f8c-48d1-a9fc-71bc582be9ad req-32345c8e-eac1-49c4-9e44-86d3ef5fc1ef tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 950 time: 0.3073041 Nov 05 21:36:02.073746 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d554d8f-79f7-4acf-9d51-1529aec6db5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.084738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e064856-d466-40eb-afb4-872a80462d67 req-4f1d4957-c234-4185-a851-cc42b6bec212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:02.084738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e064856-d466-40eb-afb4-872a80462d67 req-4f1d4957-c234-4185-a851-cc42b6bec212 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1097 time: 0.2911725 Nov 05 21:36:02.097891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea408d21-43b7-4d2a-ad8e-3caf73e444ec req-d8018a44-b688-4b10-829f-727a7080f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:02.099323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea408d21-43b7-4d2a-ad8e-3caf73e444ec req-d8018a44-b688-4b10-829f-727a7080f762 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 1101 time: 0.3007712 Nov 05 21:36:02.222269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff7b8d52-3f8c-48d1-a9fc-71bc582be9ad req-09d0c1f5-cfe0-452f-a458-cca0a36e6ce3 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411765 Nov 05 21:36:02.224247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e064856-d466-40eb-afb4-872a80462d67 req-fad96be4-f3ad-44a8-b3c5-5095e1dfeb6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292078 Nov 05 21:36:02.228429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea408d21-43b7-4d2a-ad8e-3caf73e444ec req-8327e4bf-2473-4e8c-89ff-438d5e7d906a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210682 Nov 05 21:36:02.267869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d554d8f-79f7-4acf-9d51-1529aec6db5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.310844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8baee0-be9e-4f05-bbb1-f2402a440a00 req-f95565f3-2c09-41fa-9630-f663c8d9ab68 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:02.312330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf8baee0-be9e-4f05-bbb1-f2402a440a00 req-f95565f3-2c09-41fa-9630-f663c8d9ab68 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3329413 Nov 05 21:36:02.367101 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d554d8f-79f7-4acf-9d51-1529aec6db5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.379793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf8baee0-be9e-4f05-bbb1-f2402a440a00 req-d57c0f5b-2add-478f-a61f-946d9034f1fc tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/quotas/1c221590c7f445ed86c5168f37167a14 HTTP/1.1" status: 200 len: 375 time: 0.0606430 Nov 05 21:36:02.408609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5d554d8f-79f7-4acf-9d51-1529aec6db5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a41699f80f3e4febb18da49c5ab56533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706348 Nov 05 21:36:02.410225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d554d8f-79f7-4acf-9d51-1529aec6db5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ea789-9e7f-4226-982c-8db89e01896e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:02.412909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60472) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:02.461368 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf8baee0-be9e-4f05-bbb1-f2402a440a00 req-14f74cd4-ccd6-4f8c-8651-83dd45b8ec09 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c221590c7f445ed86c5168f37167a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433574 Nov 05 21:36:02.482194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53807ea0-41ee-4b41-af20-2ad3a2b1a8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.504590 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53807ea0-41ee-4b41-af20-2ad3a2b1a8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.510086 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.646971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53807ea0-41ee-4b41-af20-2ad3a2b1a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.649699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53807ea0-41ee-4b41-af20-2ad3a2b1a8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.650843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-53807ea0-41ee-4b41-af20-2ad3a2b1a8ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/522ea789-9e7f-4226-982c-8db89e01896e HTTP/1.1" status: 204 len: 168 time: 0.2279208 Nov 05 21:36:02.660211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53807ea0-41ee-4b41-af20-2ad3a2b1a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ea789-9e7f-4226-982c-8db89e01896e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:02.728883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb1ed6-d586-4ff1-8f80-33cb53669448 req-d6e11dbe-2f0c-4d93-ba5a-7e7f8b877456 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:02.730375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1bb1ed6-d586-4ff1-8f80-33cb53669448 req-d6e11dbe-2f0c-4d93-ba5a-7e7f8b877456 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 946 time: 0.1421833 Nov 05 21:36:02.855563 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:02.868066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1bb1ed6-d586-4ff1-8f80-33cb53669448 req-06f29ab3-8e8b-43b9-a06a-71eddac82266 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241326 Nov 05 21:36:02.944220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:03.073188 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Floating IP 9857e440-ee3c-4998-91be-66d7f463ff59 associated. External IP: 172.25.6.65, port: f5ca2e71-18b9-4b8c-b381-94c5576160b1. Nov 05 21:36:03.284480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Router bb73c8ad-f117-4109-8311-11a4695f581a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:36:03.405031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:36:03.410035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:03.419785 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] Sync routers for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:36:03.430632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:36:03.431646 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:03.467903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3543ef97-8597-43b4-ba45-f26b6b2599f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "PUT /v2.0/floatingips/9857e440-ee3c-4998-91be-66d7f463ff59 HTTP/1.1" status: 200 len: 1012 time: 1.8076582 Nov 05 21:36:03.469147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:03.541893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2c899-f0f7-46a8-9c1c-e292751dfc19 req-93a42d1a-1642-4bc6-b785-ff5e8bc03231 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:03.543402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70b2c899-f0f7-46a8-9c1c-e292751dfc19 req-93a42d1a-1642-4bc6-b785-ff5e8bc03231 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 950 time: 0.1292591 Nov 05 21:36:03.548677 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:36:03.611902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70b2c899-f0f7-46a8-9c1c-e292751dfc19 req-6df8bc1c-4a7a-4f49-bba3-4737a3feaf5d tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565710 Nov 05 21:36:03.627966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60536) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:03.791176 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b4e41a-0c4a-476f-a22c-88428f90d434" -d '{"events": [{"name": "network-changed", "server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:03.837142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c1bfc7-0889-4fb3-a707-79dd7dfae61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:03.982429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c1bfc7-0889-4fb3-a707-79dd7dfae61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:04.028621 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '9857e440-ee3c-4998-91be-66d7f463ff59', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'port_id': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'mac_address': 'fa:16:3e:18:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b41f97-705e-4116-adae-732e300fb4a4', 'device_owner': 'compute:tempest-test_az-907629081'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:35:45Z', 'updated_at': '2021-11-05T21:36:02Z', 'revision_number': 1, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:04.063945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c1bfc7-0889-4fb3-a707-79dd7dfae61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:04.068308 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] Checking router: bb73c8ad-f117-4109-8311-11a4695f581a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:36:04.092428 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:36:04.093247 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:35:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:04.116105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-57c1bfc7-0889-4fb3-a707-79dd7dfae61c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=294df0177cd44ce588de1828081a2d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869370 Nov 05 21:36:04.117583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1bfc7-0889-4fb3-a707-79dd7dfae61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dedc95d-de63-49f4-a245-67435dd98401,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:04.118625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60572) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:04.183085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6f8aa5d-97f7-4179-9f31-789cd21ed969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:04.208522 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6f8aa5d-97f7-4179-9f31-789cd21ed969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:04.231958 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:36:04.455836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39c4b9-3e8c-434d-8caf-067ca0c1231b req-62e41715-3fc4-4ff4-b7d2-1817faebec5b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:04.457571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd39c4b9-3e8c-434d-8caf-067ca0c1231b req-62e41715-3fc4-4ff4-b7d2-1817faebec5b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 946 time: 0.0641470 Nov 05 21:36:04.483380 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fce5ab-43c3-4e1a-8812-a05701669419 x-openstack-request-id: req-c5fce5ab-43c3-4e1a-8812-a05701669419 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:04.484058 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:04.484058 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5fce5ab-43c3-4e1a-8812-a05701669419 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:04.484431 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'status': 'completed', 'code': 200} Nov 05 21:36:04.529889 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '9857e440-ee3c-4998-91be-66d7f463ff59', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'port_id': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'mac_address': 'fa:16:3e:18:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b41f97-705e-4116-adae-732e300fb4a4', 'device_owner': 'compute:tempest-test_az-907629081'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:35:45Z', 'updated_at': '2021-11-05T21:36:02Z', 'revision_number': 1, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:04.549417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd39c4b9-3e8c-434d-8caf-067ca0c1231b req-343280d1-d83b-4eca-b2ad-37b8beba3fc0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813403 Nov 05 21:36:04.565987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18882038-8414-4951-9d9f-6d9b0d3ac39f None None] The sync data for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 is: [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '9857e440-ee3c-4998-91be-66d7f463ff59', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'port_id': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'mac_address': 'fa:16:3e:18:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b41f97-705e-4116-adae-732e300fb4a4', 'device_owner': 'compute:tempest-test_az-907629081'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:35:45Z', 'updated_at': '2021-11-05T21:36:02Z', 'revision_number': 1, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:36:04.579171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6f8aa5d-97f7-4179-9f31-789cd21ed969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:04.593840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6f8aa5d-97f7-4179-9f31-789cd21ed969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:04.595378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f6f8aa5d-97f7-4179-9f31-789cd21ed969 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dedc95d-de63-49f4-a245-67435dd98401 HTTP/1.1" status: 204 len: 168 time: 0.4744291 Nov 05 21:36:04.633580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8aa5d-97f7-4179-9f31-789cd21ed969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dedc95d-de63-49f4-a245-67435dd98401,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:04.645394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-32790113-ea49-43a6-a9e5-18032f8a1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:04.648970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-32790113-ea49-43a6-a9e5-18032f8a1cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 1118 time: 0.1421404 Nov 05 21:36:04.787391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f0871f7-c1ec-487d-a432-c200593b19a6 req-c6a72a71-1135-4276-bf53-698d16032854 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c221590c7f445ed86c5168f37167a14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592048 Nov 05 21:36:04.890212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203687bf-771d-45d1-84c6-5968c98910c7 None None] New status for floating IP 9857e440-ee3c-4998-91be-66d7f463ff59: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:36:04.893526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-926f0e94-ebdb-42dd-a8ca-3750c706c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:04.896818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-926f0e94-ebdb-42dd-a8ca-3750c706c075 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 924 time: 0.2302814 Nov 05 21:36:04.961761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a36c0-ec5e-4fad-a413-676990c98f84 req-9aabacd9-193c-48a2-8393-a8706d0cabf6 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:04.971198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d7a36c0-ec5e-4fad-a413-676990c98f84 req-9aabacd9-193c-48a2-8393-a8706d0cabf6 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 950 time: 0.0681086 Nov 05 21:36:05.036866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0871f7-c1ec-487d-a432-c200593b19a6 req-6d60a276-8a81-4822-bf09-84c6fbe5ca30 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:05.044476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f0871f7-c1ec-487d-a432-c200593b19a6 req-6d60a276-8a81-4822-bf09-84c6fbe5ca30 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487421 Nov 05 21:36:05.076583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d7a36c0-ec5e-4fad-a413-676990c98f84 req-23e88557-a7af-4e00-9490-0475985fcdbe tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961123 Nov 05 21:36:05.083282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f0871f7-c1ec-487d-a432-c200593b19a6 req-602e9f78-1c48-4588-803d-180674ace9f5 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/quotas/1c221590c7f445ed86c5168f37167a14 HTTP/1.1" status: 200 len: 375 time: 0.0356352 Nov 05 21:36:05.085060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-af0fbc5f-608c-4a1d-8db7-77e44c0e06c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1 HTTP/1.1" status: 200 len: 1020 time: 0.1805258 Nov 05 21:36:05.194095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f0871f7-c1ec-487d-a432-c200593b19a6 req-ea67b7b3-5b51-4976-a922-2d4f61489244 tempest-QuotasAdminNegativeTest-1769088782 tempest-QuotasAdminNegativeTest-1769088782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c221590c7f445ed86c5168f37167a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120434 Nov 05 21:36:05.239239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-4afcfe95-6ec3-438c-a345-95ecba72aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:05.241602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-4afcfe95-6ec3-438c-a345-95ecba72aa16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.1407797 Nov 05 21:36:05.279367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60616) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:05.307408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-7ca52c63-079a-4ad2-a382-f20bf0924ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:05.309558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-7ca52c63-079a-4ad2-a382-f20bf0924ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612431 Nov 05 21:36:05.339177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-040539fd-683e-466a-b53f-98015fe35772 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679538 Nov 05 21:36:05.456191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-ce975964-31d4-496a-872a-6f4a65d0a212 service neutron] 10.222.0.13 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387866 Nov 05 21:36:05.500431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60632) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:05.512324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af4177-bbea-406c-9ebd-34f07772132b req-95f1f410-7610-4ebe-a2f1-734ca2f5ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:05.513955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-95f1f410-7610-4ebe-a2f1-734ca2f5ec34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6c2b042e573410c9c4333853b1412db&device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 1121 time: 0.1278548 Nov 05 21:36:05.521029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb44beca-ed61-436d-aecb-0124ddcbbb8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:05.614428 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb44beca-ed61-436d-aecb-0124ddcbbb8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:05.705986 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61b4e41a-0c4a-476f-a22c-88428f90d434 req-be4297b7-748b-452d-8889-959c42027d75 service neutron] 10.222.0.13 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386246 Nov 05 21:36:05.763724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb44beca-ed61-436d-aecb-0124ddcbbb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:05.797296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52a08fdc-d3e4-4376-bf48-af2d7c891c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:05.887875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44beca-ed61-436d-aecb-0124ddcbbb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a061c906-5f13-45ff-8dec-f95465bb1889,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:05.895773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60644) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:05.895917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb44beca-ed61-436d-aecb-0124ddcbbb8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90e070f8f5cd44788947f1998f67d9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942113 Nov 05 21:36:05.905889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af4177-bbea-406c-9ebd-34f07772132b req-186fcf65-a107-43a7-b9e4-791b30d245e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:05.907371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-186fcf65-a107-43a7-b9e4-791b30d245e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2911639 Nov 05 21:36:05.939210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab61278-66d3-495e-8a2b-309ea6013a8e req-52ccde98-d43d-45c3-a335-4aad74cab75b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:05.947110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ab61278-66d3-495e-8a2b-309ea6013a8e req-52ccde98-d43d-45c3-a335-4aad74cab75b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 946 time: 0.2091467 Nov 05 21:36:05.984951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de0f7e72-998f-4188-b5a8-6e047baac691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.010748 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de0f7e72-998f-4188-b5a8-6e047baac691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.015487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-18cf0850-1943-49a7-aca9-ea1c6394801d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 HTTP/1.1" status: 200 len: 217 time: 0.0970201 Nov 05 21:36:06.108927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ab61278-66d3-495e-8a2b-309ea6013a8e req-ae1b846f-f3d6-4411-8dd4-0bf40c975551 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608748 Nov 05 21:36:06.114020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af4177-bbea-406c-9ebd-34f07772132b req-1abf6b61-b56d-4bb3-8368-959ecb2e7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:06.115760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-1abf6b61-b56d-4bb3-8368-959ecb2e7245 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0884221 Nov 05 21:36:06.133174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de0f7e72-998f-4188-b5a8-6e047baac691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.136194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de0f7e72-998f-4188-b5a8-6e047baac691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.138128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de0f7e72-998f-4188-b5a8-6e047baac691 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a061c906-5f13-45ff-8dec-f95465bb1889 HTTP/1.1" status: 204 len: 168 time: 0.2403643 Nov 05 21:36:06.148453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f7e72-998f-4188-b5a8-6e047baac691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a061c906-5f13-45ff-8dec-f95465bb1889,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:06.209787 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52a08fdc-d3e4-4376-bf48-af2d7c891c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.219025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af4177-bbea-406c-9ebd-34f07772132b req-a1721d7c-aba8-4393-bfac-a2768bf222d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:06.220719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-a1721d7c-aba8-4393-bfac-a2768bf222d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975146 Nov 05 21:36:06.281215 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5042da02-fc10-40f4-8b8a-d1574e30ccc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.311832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52a08fdc-d3e4-4376-bf48-af2d7c891c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.319326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99d50-4030-4666-a913-52b27508a9c6 req-bdb752c7-2c4e-4d9c-8296-e367f03a30b6 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:06.326881 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bd99d50-4030-4666-a913-52b27508a9c6 req-bdb752c7-2c4e-4d9c-8296-e367f03a30b6 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 950 time: 0.0635958 Nov 05 21:36:06.343845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-d5da939c-b16b-48dc-bf2e-c30e15f9989a service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135268 Nov 05 21:36:06.371542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-52a08fdc-d3e4-4376-bf48-af2d7c891c56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b38762c12ba474baf26f28fd9875946&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0882864 Nov 05 21:36:06.371761 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bd99d50-4030-4666-a913-52b27508a9c6 req-96beae1d-378d-4bdd-83d4-29a1d394d346 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Nov 05 21:36:06.375964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60658) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:06.385156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a08fdc-d3e4-4376-bf48-af2d7c891c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b7a89-77f3-4063-be6b-bc879647f058,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:06.446433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5c37c93-8b69-4f91-8814-d2ad0bb28672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.462444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32af4177-bbea-406c-9ebd-34f07772132b req-a31a98fa-95c3-43a6-8bb1-7ed025cee31d service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074562 Nov 05 21:36:06.477283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5c37c93-8b69-4f91-8814-d2ad0bb28672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.601722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5c37c93-8b69-4f91-8814-d2ad0bb28672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.604581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5c37c93-8b69-4f91-8814-d2ad0bb28672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:06.605874 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5c37c93-8b69-4f91-8814-d2ad0bb28672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be1b7a89-77f3-4063-be6b-bc879647f058 HTTP/1.1" status: 204 len: 168 time: 0.2330143 Nov 05 21:36:06.615330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c37c93-8b69-4f91-8814-d2ad0bb28672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b7a89-77f3-4063-be6b-bc879647f058,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:06.740684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-51c8b6a8-6a42-416c-b9a0-2bb1085d0a3c tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240066 Nov 05 21:36:06.843675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6557-32b1-4e1f-b19f-2aa00163e6bb req-20d18106-5888-4e0d-9358-6bc29023329a tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:06.850820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb5e6557-32b1-4e1f-b19f-2aa00163e6bb req-20d18106-5888-4e0d-9358-6bc29023329a tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1097 time: 0.0534320 Nov 05 21:36:06.856184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-80fa6a47-7618-45ab-a561-5d3bf61e6fc0 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:06.857690 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-80fa6a47-7618-45ab-a561-5d3bf61e6fc0 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139205 Nov 05 21:36:06.879477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-c8328562-085b-41b6-ab52-d4ab3c782265 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/quotas/bf59e7507498445996ff9aed7dfbfdf1 HTTP/1.1" status: 200 len: 375 time: 0.0116892 Nov 05 21:36:06.908727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb5e6557-32b1-4e1f-b19f-2aa00163e6bb req-8137732d-4532-4896-a6ba-09293c2b0b72 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525541 Nov 05 21:36:06.932392 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-c207abaf-cee9-4fd7-b433-2c0b36f197aa tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454915 Nov 05 21:36:07.232819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60700) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:07.247223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ba5c7-7bf3-40c3-be6c-4e32d3b35af5 req-b4cea0ff-6cde-4a63-be02-23db3ca94233 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:07.249297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b19ba5c7-7bf3-40c3-be6c-4e32d3b35af5 req-b4cea0ff-6cde-4a63-be02-23db3ca94233 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 970 time: 0.0620487 Nov 05 21:36:07.259911 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5058020-ee78-4869-a13b-13f10f1e21a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:07.365587 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b19ba5c7-7bf3-40c3-be6c-4e32d3b35af5 req-8e156253-71f4-4c13-a48e-e7bcfffc17cd tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088555 Nov 05 21:36:07.423476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5058020-ee78-4869-a13b-13f10f1e21a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:07.486603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5058020-ee78-4869-a13b-13f10f1e21a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:07.510404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea56e4-b20b-4ac9-ba9a-569ece7c1fbb req-6b9a8663-8ebe-4684-9eeb-3117a78e6157 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:07.518023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4eea56e4-b20b-4ac9-ba9a-569ece7c1fbb req-6b9a8663-8ebe-4684-9eeb-3117a78e6157 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1097 time: 0.0502663 Nov 05 21:36:07.529959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5058020-ee78-4869-a13b-13f10f1e21a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce811c126bb947208903fa9810345e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939801 Nov 05 21:36:07.531838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:07.531981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5058020-ee78-4869-a13b-13f10f1e21a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ee76b6-37b7-4ed6-b307-64585d106956,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:07.584801 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4eea56e4-b20b-4ac9-ba9a-569ece7c1fbb req-b83e0b2e-07a1-49a6-8b2e-d3b139ccefff tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661700 Nov 05 21:36:07.600571 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71b5e734-0084-4b5d-b087-c29b39c74244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:07.625045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71b5e734-0084-4b5d-b087-c29b39c74244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:07.683244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f07093a-b71b-45ad-816d-e2cfb6b7c0ad req-19c951e3-dff5-47ca-9406-e2ca1d09a2ce tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 210 time: 0.0355270 Nov 05 21:36:07.816436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71b5e734-0084-4b5d-b087-c29b39c74244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:07.826215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71b5e734-0084-4b5d-b087-c29b39c74244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:07.830986 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-71b5e734-0084-4b5d-b087-c29b39c74244 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25ee76b6-37b7-4ed6-b307-64585d106956 HTTP/1.1" status: 204 len: 168 time: 0.2935803 Nov 05 21:36:07.843315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-98674eb3-3d78-4165-b94d-457f502526c8 req-5ecd9bd2-017d-4265-bcc0-a218bc3d65c9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:36:07.844957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98674eb3-3d78-4165-b94d-457f502526c8 req-5ecd9bd2-017d-4265-bcc0-a218bc3d65c9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104725 Nov 05 21:36:07.870592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5e734-0084-4b5d-b087-c29b39c74244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ee76b6-37b7-4ed6-b307-64585d106956,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:07.920479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60730) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:07.986102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b720a7-abb6-4f38-8c78-d87f8de50508 req-9577ce07-b891-4781-9191-6f793f7c7095 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:07.987705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59b720a7-abb6-4f38-8c78-d87f8de50508 req-9577ce07-b891-4781-9191-6f793f7c7095 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 950 time: 0.0765579 Nov 05 21:36:08.076057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59b720a7-abb6-4f38-8c78-d87f8de50508 req-3bfc35fd-1505-4918-a947-b7dd8151fabe tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826244 Nov 05 21:36:08.108794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-d09d1d79-24b2-4a4c-b581-bca9d5399362 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:08.110860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-d09d1d79-24b2-4a4c-b581-bca9d5399362 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 970 time: 0.0777042 Nov 05 21:36:08.242197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Deleting port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:36:08.242831 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.342386 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3e03-cfcc-4988-846d-dac2c072d193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.352751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] For port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:08.353132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.377957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Calling delete_port for 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 owned by compute:tempest-test_az-907629081 {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:36:08.478273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3e03-cfcc-4988-846d-dac2c072d193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.510539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-23e3c66b-1c5b-4d40-8062-f1326204b779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.548297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660892-0ae3-4778-8ad8-87ef0f2cb379 req-329b3a83-d935-4fcc-b910-5e821615b44b tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:08.549371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9660892-0ae3-4778-8ad8-87ef0f2cb379 req-329b3a83-d935-4fcc-b910-5e821615b44b tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 970 time: 0.0910192 Nov 05 21:36:08.589909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3e03-cfcc-4988-846d-dac2c072d193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.622712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2b2e3e03-cfcc-4988-846d-dac2c072d193 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c221590c7f445ed86c5168f37167a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7009439 Nov 05 21:36:08.623489 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60762) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:08.651051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9660892-0ae3-4778-8ad8-87ef0f2cb379 req-1a8f410b-fa66-4071-b9d8-3c3320326bdf tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d39debe-0f58-4a11-8ae3-4fcfc46ec766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844066 Nov 05 21:36:08.674128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3e03-cfcc-4988-846d-dac2c072d193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cdd464-d253-4840-80ad-8c3d9113c59c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:08.706623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79f8060f-db9d-4c2f-8c76-b25242f11c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.730147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79f8060f-db9d-4c2f-8c76-b25242f11c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.744531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.756956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['7837c4c7-a22f-48d2-9bef-8e9cdb05cc99'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:08.882188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79f8060f-db9d-4c2f-8c76-b25242f11c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.887084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79f8060f-db9d-4c2f-8c76-b25242f11c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:08.892474 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-79f8060f-db9d-4c2f-8c76-b25242f11c41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10cdd464-d253-4840-80ad-8c3d9113c59c HTTP/1.1" status: 204 len: 168 time: 0.2664452 Nov 05 21:36:08.917589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8060f-db9d-4c2f-8c76-b25242f11c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cdd464-d253-4840-80ad-8c3d9113c59c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:09.026497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Pushing event deleted for resources: {'Port': ['ID=7837c4c7-a22f-48d2-9bef-8e9cdb05cc99,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:09.049836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da287534-f202-48cb-b2fe-f89a133d419d req-fa99e9bd-eeda-4005-afff-332e65cecd82 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 210 time: 0.2716410 Nov 05 21:36:09.147945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] No DVR routers for this DVR port 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:36:09.152779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:09.157041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f626debb-ff6b-4d9c-a229-56783b8ef5a0 req-34e622ff-986b-4091-9123-9a9f89dcce19 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.13 "DELETE /v2.0/ports/7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 HTTP/1.1" status: 204 len: 173 time: 1.0407252 Nov 05 21:36:09.157510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'name': 'network-vif-deleted', 'tag': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:09.159874 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1486772-4521-4c7f-85a1-2885c0d78bf8" -d '{"events": [{"server_uuid": "4c9cd8c7-4a51-4bab-b08a-d33fa40d5731", "name": "network-vif-deleted", "tag": "7837c4c7-a22f-48d2-9bef-8e9cdb05cc99"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:09.248496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8c42e-3164-4594-ac50-4594cc2e52dc req-9cae1c8f-6be5-4b32-9749-c19cc102d94a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:09.250515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39e8c42e-3164-4594-ac50-4594cc2e52dc req-9cae1c8f-6be5-4b32-9749-c19cc102d94a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 950 time: 0.0589998 Nov 05 21:36:09.328085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39e8c42e-3164-4594-ac50-4594cc2e52dc req-771824f7-f28e-41e5-99c2-32d343223caf tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601022 Nov 05 21:36:09.352624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-7850c376-1087-4cb0-93df-cfee2d9831b4 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:09.356494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-7850c376-1087-4cb0-93df-cfee2d9831b4 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 1101 time: 0.0755751 Nov 05 21:36:09.362241 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c37439-e379-412b-a819-58e8310bc3e8 x-openstack-request-id: req-43c37439-e379-412b-a819-58e8310bc3e8 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:09.362610 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9cd8c7-4a51-4bab-b08a-d33fa40d5731", "name": "network-vif-deleted", "tag": "7837c4c7-a22f-48d2-9bef-8e9cdb05cc99", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:09.362932 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43c37439-e379-412b-a819-58e8310bc3e8 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:09.363478 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9cd8c7-4a51-4bab-b08a-d33fa40d5731', 'name': 'network-vif-deleted', 'tag': '7837c4c7-a22f-48d2-9bef-8e9cdb05cc99', 'status': 'completed', 'code': 200} Nov 05 21:36:09.485514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Deleting port 86cab5b5-9a27-4057-bedd-4beb61a3db64 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:36:09.485999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:09.589326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] For port 86cab5b5-9a27-4057-bedd-4beb61a3db64, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=86cab5b5-9a27-4057-bedd-4beb61a3db64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:09.589616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:09.602663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Calling delete_port for 86cab5b5-9a27-4057-bedd-4beb61a3db64 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:36:09.812624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:09.828420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['86cab5b5-9a27-4057-bedd-4beb61a3db64'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:09.862981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60818) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:09.880571 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f4124a0-3fbc-4f7d-a1da-6cc1d5357d0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:09.883518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:09.900364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Pushing event deleted for resources: {'Port': ['ID=86cab5b5-9a27-4057-bedd-4beb61a3db64,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:09.935173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-bfc92d9b-76e1-4c01-be3f-2264c95e3103 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501695 Nov 05 21:36:09.967754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] No DVR routers for this DVR port 86cab5b5-9a27-4057-bedd-4beb61a3db64 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:36:10.001149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2d8315a-801e-4ce4-8b5b-44a26084c12a req-de876985-3202-4860-83a2-180a770c0990 tempest-AggregatesAdminTestJSON-217076649 tempest-AggregatesAdminTestJSON-217076649-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c9cd8c7-4a51-4bab-b08a-d33fa40d5731 HTTP/1.1" status: 200 len: 210 time: 0.0819538 Nov 05 21:36:10.006500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.010993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9df262d4-b8bf-4cdc-98e1-7f988b5f202b req-f8f65380-89eb-46f1-a05b-1e002fdf8292 tempest-DeleteServersAdminTestJSON-622179116 tempest-DeleteServersAdminTestJSON-622179116-project-admin] 10.222.0.46 "DELETE /v2.0/ports/86cab5b5-9a27-4057-bedd-4beb61a3db64 HTTP/1.1" status: 204 len: 173 time: 0.6495440 Nov 05 21:36:10.011467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'name': 'network-vif-deleted', 'tag': '86cab5b5-9a27-4057-bedd-4beb61a3db64'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:10.028188 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771b83c2-c76d-4136-9078-98a2492d6c27" -d '{"events": [{"server_uuid": "948b0e61-bc4b-4cb0-85c5-3d800ac818fd", "name": "network-vif-deleted", "tag": "86cab5b5-9a27-4057-bedd-4beb61a3db64"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:10.135437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f4124a0-3fbc-4f7d-a1da-6cc1d5357d0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.186548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-7ac7e374-c8cc-4a1e-9e21-5fb2bbc94435 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:10.188114 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-7ac7e374-c8cc-4a1e-9e21-5fb2bbc94435 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463267 Nov 05 21:36:10.189688 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff749ad-4ec1-4046-97c4-78609002d1ec x-openstack-request-id: req-1ff749ad-4ec1-4046-97c4-78609002d1ec {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:10.189978 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948b0e61-bc4b-4cb0-85c5-3d800ac818fd", "name": "network-vif-deleted", "tag": "86cab5b5-9a27-4057-bedd-4beb61a3db64", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:10.190249 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ff749ad-4ec1-4046-97c4-78609002d1ec {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:10.190644 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b0e61-bc4b-4cb0-85c5-3d800ac818fd', 'name': 'network-vif-deleted', 'tag': '86cab5b5-9a27-4057-bedd-4beb61a3db64', 'status': 'completed', 'code': 200} Nov 05 21:36:10.210403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Request body: {'port': {'device_id': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'bf59e7507498445996ff9aed7dfbfdf1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:10.229400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f4124a0-3fbc-4f7d-a1da-6cc1d5357d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.296943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ada4ed5e-f21e-43a9-8b50-076762f7e0fa req-dbd8c987-f5a9-42a8-95c8-c1b1dfb7eed5 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 210 time: 0.0452895 Nov 05 21:36:10.302928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2f4124a0-3fbc-4f7d-a1da-6cc1d5357d0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd9ddd513fd04403991cfaa6c1cf8656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388287 Nov 05 21:36:10.303513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60832) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:10.315645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4124a0-3fbc-4f7d-a1da-6cc1d5357d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de57eb-1bcb-4dec-acc0-9b448b41ca5e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:10.389372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a65329d-659a-487b-94d6-83076af24134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.427898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a65329d-659a-487b-94d6-83076af24134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.462989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd6b524e-2d5f-4235-b9db-ceef4269ab79 req-4bce44cc-5e5d-4c03-87d8-ad422b56f8f5 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b0e61-bc4b-4cb0-85c5-3d800ac818fd HTTP/1.1" status: 200 len: 210 time: 0.0378401 Nov 05 21:36:10.475319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Made reservation on behalf of bf59e7507498445996ff9aed7dfbfdf1 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:10.479293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.499015 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.676026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a65329d-659a-487b-94d6-83076af24134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.687594 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7a65329d-659a-487b-94d6-83076af24134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.689633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7a65329d-659a-487b-94d6-83076af24134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77de57eb-1bcb-4dec-acc0-9b448b41ca5e HTTP/1.1" status: 204 len: 168 time: 0.3849113 Nov 05 21:36:10.703923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65329d-659a-487b-94d6-83076af24134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de57eb-1bcb-4dec-acc0-9b448b41ca5e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:10.766572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.898817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:10.970748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:10.984265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60864) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:11.062665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Allocated IP 192.168.233.193 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/0d15ef99-099c-4411-95b2-f252ea7ab056) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:36:11.258257 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.262753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.297728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-99bac543-d605-4921-8d8b-b5daca2f1dc3 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:36:11.299732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-99bac543-d605-4921-8d8b-b5daca2f1dc3 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3129525 Nov 05 21:36:11.367027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.421440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:36:11.427089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:11.431209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:36:11.439446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:11.440274 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.455052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Pushing event updated for resources: {'Port': ['ID=0d15ef99-099c-4411-95b2-f252ea7ab056,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:11.500747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3fc33-d295-43e0-8667-ac60657d1d12 req-7b9179b1-ac46-447c-8750-6cc887e05e94 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:11.502595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10b3fc33-d295-43e0-8667-ac60657d1d12 req-7b9179b1-ac46-447c-8750-6cc887e05e94 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 936 time: 0.0702393 Nov 05 21:36:11.546637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-df148979-4f0f-4e75-b9f1-b5a1c02d8279 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3495083 Nov 05 21:36:11.553242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10b3fc33-d295-43e0-8667-ac60657d1d12 req-c2f91256-6e0f-42a8-8744-397e6e14b455 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Nov 05 21:36:11.558724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Request body: {'port': {'device_id': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:11.637013 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.731697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60906) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:11.735732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-40890c5d-a1f8-4c08-ae7a-17de5834c8e4 None None] Provisioning complete for port 0d15ef99-099c-4411-95b2-f252ea7ab056 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:11.736110 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-40890c5d-a1f8-4c08-ae7a-17de5834c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.797754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-40890c5d-a1f8-4c08-ae7a-17de5834c8e4 None None] Port 0d15ef99-099c-4411-95b2-f252ea7ab056 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:36:11.881368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.884091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-592e3ae9-527d-43b6-bf06-4a96d380570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:11.893995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-592e3ae9-527d-43b6-bf06-4a96d380570b service neutron] 10.222.0.41 "GET /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 1094 time: 0.3262124 Nov 05 21:36:11.900371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Request body: {'binding': {'host': 'n-h1-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:11.901439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Unknown quota resources ['binding']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:36:11.941993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d15ef99-099c-4411-95b2-f252ea7ab056 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:11.954065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:11.969121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Transition to ACTIVE for port object 0d15ef99-099c-4411-95b2-f252ea7ab056 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:36:12.002222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-94f94143-810f-4247-bcbc-52c5c6942f7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6c2b042e573410c9c4333853b1412db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691617 Nov 05 21:36:12.004856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60922) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:12.043575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.095576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on host n-h1-816738-5 for vnic_type normal with profile None {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:12.095932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:12.096282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:12.105319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:12.105647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:12.112082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:12.112636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:12.113344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:12.113932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Bound port: e1a355f6-af05-4fae-ade0-070ff9303e47, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:12.119011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2479bd97-2619-4cb1-8277-ffc773a6b823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.120477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Pushing event updated for resources: {'Port': ['ID=0d15ef99-099c-4411-95b2-f252ea7ab056,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:12.173352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Attempting to bind port 0d15ef99-099c-4411-95b2-f252ea7ab056 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:12.173723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Attempting to bind port 0d15ef99-099c-4411-95b2-f252ea7ab056 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:12.174053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Attempting to bind port 0d15ef99-099c-4411-95b2-f252ea7ab056 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:12.182651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2479bd97-2619-4cb1-8277-ffc773a6b823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.184676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Port 0d15ef99-099c-4411-95b2-f252ea7ab056 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:12.184874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Attempting to bind port 0d15ef99-099c-4411-95b2-f252ea7ab056 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:12.260066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:12.269350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:12.269647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:12.270061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:12.270686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Bound port: 0d15ef99-099c-4411-95b2-f252ea7ab056, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:12.271046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.327884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] Publish callbacks [] for binding, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.332742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ec25837b-b52e-408f-9490-9de73605ee10 service neutron] 10.222.0.41 "POST /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47/bindings HTTP/1.1" status: 201 len: 389 time: 0.4374597 Nov 05 21:36:12.347727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2479bd97-2619-4cb1-8277-ffc773a6b823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.351786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2479bd97-2619-4cb1-8277-ffc773a6b823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.353735 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2479bd97-2619-4cb1-8277-ffc773a6b823 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d39debe-0f58-4a11-8ae3-4fcfc46ec766 HTTP/1.1" status: 204 len: 168 time: 0.3476791 Nov 05 21:36:12.373375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479bd97-2619-4cb1-8277-ffc773a6b823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39debe-0f58-4a11-8ae3-4fcfc46ec766,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:12.373375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] For port 0d15ef99-099c-4411-95b2-f252ea7ab056, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:12.374507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] For port 0d15ef99-099c-4411-95b2-f252ea7ab056, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0d15ef99-099c-4411-95b2-f252ea7ab056,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:12.493001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.543042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:12.544497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:12.546047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d15ef99-099c-4411-95b2-f252ea7ab056 HTTP/1.1" status: 200 len: 1096 time: 0.9915979 Nov 05 21:36:12.546490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'tag': '0d15ef99-099c-4411-95b2-f252ea7ab056'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:12.548759 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6855d595-d931-4156-9d6e-bd8fe40940dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a20d956-cab1-4e0b-8b2e-15fe7bf6797d", "tag": "0d15ef99-099c-4411-95b2-f252ea7ab056"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:12.579103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512bddc-4402-4950-947b-f8dd4f229443 service neutron] Pushing event updated for resources: {'Port': ['ID=0d15ef99-099c-4411-95b2-f252ea7ab056,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:12.605629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-8c5affaf-9a1f-4a9f-8450-ebc518e6e9bd tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c7153aac00846d298440563b5cd8947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320828 Nov 05 21:36:12.788349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-8edd5a05-c7d1-490c-abe6-85a613e0f339 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:12.792655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-07aa90fc-466f-412b-8a7a-67dca00be75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:12.796435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-07aa90fc-466f-412b-8a7a-67dca00be75a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 1099 time: 0.0941331 Nov 05 21:36:12.802798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-8edd5a05-c7d1-490c-abe6-85a613e0f339 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820624 Nov 05 21:36:12.816084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-59faf93c-4d33-4364-ba13-ec0d0f12a603 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/quotas/1c7153aac00846d298440563b5cd8947 HTTP/1.1" status: 200 len: 375 time: 0.0182981 Nov 05 21:36:12.868795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-e92cff12-16f8-4a8a-8318-185cc3356b69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=0d15ef99-099c-4411-95b2-f252ea7ab056 HTTP/1.1" status: 200 len: 217 time: 0.0637076 Nov 05 21:36:12.910283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-2e2a1008-6b63-496d-bd95-6630163f0700 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c7153aac00846d298440563b5cd8947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928814 Nov 05 21:36:12.931417 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da3d1b0-2483-441e-acad-75d2046eac71 x-openstack-request-id: req-0da3d1b0-2483-441e-acad-75d2046eac71 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:12.931751 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a20d956-cab1-4e0b-8b2e-15fe7bf6797d", "tag": "0d15ef99-099c-4411-95b2-f252ea7ab056", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:12.932007 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0da3d1b0-2483-441e-acad-75d2046eac71 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:12.932476 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'tag': '0d15ef99-099c-4411-95b2-f252ea7ab056', 'status': 'completed', 'code': 200} Nov 05 21:36:12.939628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-62291f36-4187-48dc-8880-c4241d62c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:12.941350 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-62291f36-4187-48dc-8880-c4241d62c4c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0658245 Nov 05 21:36:13.001674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-70fa6bfb-185a-46a3-a1cf-5412fd659cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.003138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-70fa6bfb-185a-46a3-a1cf-5412fd659cdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541177 Nov 05 21:36:13.060928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:36:13.089009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:36:13.089527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7837c4c7-a22f-48d2-9bef-8e9cdb05cc99 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:36:13.144004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-4f41bafd-f0e4-44cc-bff9-45347479dfd4 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180444 Nov 05 21:36:13.157854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:13.197477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be031b2-f812-41af-97dd-8db3747bd85e req-fd1def3d-5e33-4a59-8732-7bed068ecbe3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.199199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3be031b2-f812-41af-97dd-8db3747bd85e req-fd1def3d-5e33-4a59-8732-7bed068ecbe3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 948 time: 0.1944394 Nov 05 21:36:13.237221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-7bd4d9f1-99da-4b92-99c0-7c0a28e17e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.238683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-7bd4d9f1-99da-4b92-99c0-7c0a28e17e4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1097 time: 0.1872149 Nov 05 21:36:13.276701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0fd97259-ce5e-4b87-9dae-2e1a0b7060e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8d2f6e3ae90430a8b957f60cf76dada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1001093 Nov 05 21:36:13.277660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:13.299575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0a9d8-6c47-4654-9c1a-9454892b1fcf req-68d1e9d4-e621-4a26-9a1a-2a51713f33af tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.301507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23f0a9d8-6c47-4654-9c1a-9454892b1fcf req-68d1e9d4-e621-4a26-9a1a-2a51713f33af tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 946 time: 0.1558592 Nov 05 21:36:13.311976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 86cab5b5-9a27-4057-bedd-4beb61a3db64 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:36:13.335558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 86cab5b5-9a27-4057-bedd-4beb61a3db64 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:36:13.336076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 86cab5b5-9a27-4057-bedd-4beb61a3db64 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:36:13.349107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3be031b2-f812-41af-97dd-8db3747bd85e req-079ccbff-f9db-4a44-84d1-21c79c176767 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192305 Nov 05 21:36:13.351743 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3a7d1dd-78de-4dd8-910e-a7f831ca4fec req-fc797d17-3f71-4a06-90b8-e0f212f9c7ea service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991265 Nov 05 21:36:13.376128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:13.401664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:13.421636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23f0a9d8-6c47-4654-9c1a-9454892b1fcf req-bf33952b-e7dc-4515-b101-c10234dda10a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033802 Nov 05 21:36:13.474917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-9e8b05aa-9b69-4eaa-8ebd-d242a0b70a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.477884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-9e8b05aa-9b69-4eaa-8ebd-d242a0b70a34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.2251921 Nov 05 21:36:13.563059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-8c7baae0-8fa7-423b-92b8-3ef95a27514e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 217 time: 0.0755186 Nov 05 21:36:13.652199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-6e98c883-77ff-46d5-9b61-ddad3421dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.653989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-6e98c883-77ff-46d5-9b61-ddad3421dfb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0671337 Nov 05 21:36:13.694455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-58f17721-7747-4719-9209-6a77a35d64f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310538 Nov 05 21:36:13.760120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58e4e207-8841-4c44-a4d0-023e44739231 req-5f2333bd-95c7-4675-92f2-0ee7f9f6a2fa tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 210 time: 0.2890458 Nov 05 21:36:13.778204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-13fda07a-01d3-4e5f-a738-65786726f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.779943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-13fda07a-01d3-4e5f-a738-65786726f0f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 1099 time: 0.3224905 Nov 05 21:36:13.839704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-41983d55-95fc-489d-8696-2469a88a91a2 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363878 Nov 05 21:36:13.898018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:13.900743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:13.904562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64d7e07b-01ef-47cd-bc47-b9c0f5224902 HTTP/1.1" status: 204 len: 168 time: 0.6236665 Nov 05 21:36:13.907856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-ed884874-db60-47eb-809d-45c5a53bc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:13.909583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-ed884874-db60-47eb-809d-45c5a53bc1f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1199617 Nov 05 21:36:13.914985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d7e07b-01ef-47cd-bc47-b9c0f5224902,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:13.967822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.967822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.968138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.968290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.968628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.968954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.969629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.969629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.969900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.970219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.970526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.970847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865807e-1489-4c17-9791-0672e1ebd4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:13.974945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-7de5c2d7-2174-4f38-b21e-1a43b15b86a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=0d15ef99-099c-4411-95b2-f252ea7ab056 HTTP/1.1" status: 200 len: 217 time: 0.0572648 Nov 05 21:36:13.977777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-843587ea-8562-44e5-82bc-32c2dbea1d8e service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262472 Nov 05 21:36:14.037858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-581c4d2d-b7e0-48e3-9c1a-aa6d22e9168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:14.039358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-581c4d2d-b7e0-48e3-9c1a-aa6d22e9168b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0572357 Nov 05 21:36:14.109879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-29409a50-614f-40cc-a021-c3897c36f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:14.111588 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-29409a50-614f-40cc-a021-c3897c36f180 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651612 Nov 05 21:36:14.218057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-3f31d51c-dc43-4291-8a9a-6f5f3d51b074 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989130 Nov 05 21:36:14.323782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-2800e994-f406-4446-bdce-66c9baa052c2 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:14.324095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-2800e994-f406-4446-bdce-66c9baa052c2 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1097 time: 0.1140013 Nov 05 21:36:14.339180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816738-5'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:14.345644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6855d595-d931-4156-9d6e-bd8fe40940dc req-d43bba4a-e272-4da3-9581-cfed989de71b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201861 Nov 05 21:36:14.367622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32794) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:14.406579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:14.488923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ed785-06df-4bac-9bb2-67a5f32c2217 req-03bff23a-e3e3-4fa3-bcc7-17518d2f5a4f tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:14.490740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf6ed785-06df-4bac-9bb2-67a5f32c2217 req-03bff23a-e3e3-4fa3-bcc7-17518d2f5a4f tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 948 time: 0.0703201 Nov 05 21:36:14.571854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf6ed785-06df-4bac-9bb2-67a5f32c2217 req-f40da995-4f00-4090-aa39-2fc104284525 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724373 Nov 05 21:36:14.631830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:14.647206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:14.668424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0652f4-da33-4d95-b058-21fd7159146e req-18c2e675-4797-4f66-9303-a9b6156705e3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:14.669973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d0652f4-da33-4d95-b058-21fd7159146e req-18c2e675-4797-4f66-9303-a9b6156705e3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 946 time: 0.1178429 Nov 05 21:36:14.751403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:14.788070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32818) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:14.799987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d0652f4-da33-4d95-b058-21fd7159146e req-ac6363cf-aa82-449d-a4dc-8fb18d50c3a6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202669 Nov 05 21:36:14.870608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:14.874849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:14.879252 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96a11bf-7d46-42bc-aa51-bbb4bdc7f4ea" -d '{"events": [{"server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:14.907507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-875a87e1-8b5b-41c1-a829-abafb5bad993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:14.932166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dff37969-f64a-4290-99cb-b9d9b4e3912d req-d50866db-89cd-4c1f-abb7-9c788d57ac17 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 210 time: 0.0431399 Nov 05 21:36:14.944579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:14.951023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.007387 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.014275 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede9c0ff-4b1a-44ac-ad07-c4a7a3e05d76 x-openstack-request-id: req-ede9c0ff-4b1a-44ac-ad07-c4a7a3e05d76 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:15.014561 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:15.014751 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ede9c0ff-4b1a-44ac-ad07-c4a7a3e05d76 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:15.015131 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47', 'code': 200} Nov 05 21:36:15.027771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-875a87e1-8b5b-41c1-a829-abafb5bad993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.078768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:15.087043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f2ff8eb629f46b19f99f643373a221f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7167637 Nov 05 21:36:15.088310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on host n-h2-816738-5 for vnic_type normal with profile {"migrating_to": "n-h1-816738-5"} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:15.088620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:15.088743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32836) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:15.088944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:15.095294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b1b1b-f084-4a82-9cc9-3646293b1ea8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:15.100969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.101317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.101658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.101992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.102340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.102655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.102979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.103305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.103653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.103974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.104293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.104614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.113881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:15.114254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Attempting to bind port e1a355f6-af05-4fae-ade0-070ff9303e47 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:15.116917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.117272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.117613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.117947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.118280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.118612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.118938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.119266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.119613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.119938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.120723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.120723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67bdd-e170-4ca3-843f-3062635166e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:15.128643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:15.133625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:15.133625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:15.133625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Bound port: e1a355f6-af05-4fae-ade0-070ff9303e47, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:15.133625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.143641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-875a87e1-8b5b-41c1-a829-abafb5bad993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.224624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:15.235947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a87e1-8b5b-41c1-a829-abafb5bad993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d0a69f-0916-4810-a9b0-f863c3bc6ae1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:15.243176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:15.261695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-875a87e1-8b5b-41c1-a829-abafb5bad993 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0abc1dc5bef04954a614877875f3359a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724214 Nov 05 21:36:15.264962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32852) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:15.313660 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5957e2a-c5ce-4713-901c-f715dce233c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.317731 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-a309fb68-e77c-4f6f-8707-9977c0a93b89 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1c7153aac00846d298440563b5cd8947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470357 Nov 05 21:36:15.363309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.378628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5957e2a-c5ce-4713-901c-f715dce233c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.446131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=8']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:15.467618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:15.472247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.475063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-40735b71-6a01-4072-ae46-4fe3034aca97 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 1122 time: 1.1421893 Nov 05 21:36:15.478894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-990b7c35-49bd-4b97-b671-5a2640938df7 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:15.493965 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-990b7c35-49bd-4b97-b671-5a2640938df7 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653843 Nov 05 21:36:15.528292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Request body: {'port': {'device_id': '612d5d67-ac01-449c-bb38-721b54a8a881', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '1c7153aac00846d298440563b5cd8947'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:15.544021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e1a355f6-af05-4fae-ade0-070ff9303e47'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:15.584117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d780-9787-4b9e-b0e0-709e4d1d1252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.611107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d780-9787-4b9e-b0e0-709e4d1d1252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.763526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713462be-0f5a-4a35-9784-edd922ce742a req-b8bcb37c-c3f0-4ca3-9351-57b0b4211047 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:15.765561 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-713462be-0f5a-4a35-9784-edd922ce742a req-b8bcb37c-c3f0-4ca3-9351-57b0b4211047 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 948 time: 0.0975530 Nov 05 21:36:15.798096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5957e2a-c5ce-4713-901c-f715dce233c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.801809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5957e2a-c5ce-4713-901c-f715dce233c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.802577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a5957e2a-c5ce-4713-901c-f715dce233c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/226b1b1b-f084-4a82-9cc9-3646293b1ea8 HTTP/1.1" status: 204 len: 168 time: 0.7121749 Nov 05 21:36:15.854635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d780-9787-4b9e-b0e0-709e4d1d1252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.857423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d780-9787-4b9e-b0e0-709e4d1d1252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:15.861871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c7d3d780-9787-4b9e-b0e0-709e4d1d1252 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20d0a69f-0916-4810-a9b0-f863c3bc6ae1 HTTP/1.1" status: 204 len: 168 time: 0.5895910 Nov 05 21:36:15.866134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5957e2a-c5ce-4713-901c-f715dce233c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b1b1b-f084-4a82-9cc9-3646293b1ea8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:15.888912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3d780-9787-4b9e-b0e0-709e4d1d1252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d0a69f-0916-4810-a9b0-f863c3bc6ae1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:15.918949 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-713462be-0f5a-4a35-9784-edd922ce742a req-e07b5d63-2a8b-44bb-9a64-95502938aec6 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326933 Nov 05 21:36:15.918949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Made reservation on behalf of 1c7153aac00846d298440563b5cd8947 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:15.920617 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:16.069392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b1c1e-04b5-4325-a9e6-7f180768d3b4 req-27687dc4-cb0e-4bd3-9be7-36a6e523bb31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:16.071053 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-594b1c1e-04b5-4325-a9e6-7f180768d3b4 req-27687dc4-cb0e-4bd3-9be7-36a6e523bb31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0757453 Nov 05 21:36:16.170541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-594b1c1e-04b5-4325-a9e6-7f180768d3b4 req-6ae28a7f-b4c8-4fd3-b0f8-ef3bc0fdeef5 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676112 Nov 05 21:36:16.192467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Allocated IP 192.168.233.63 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/64aa9ebe-be0c-46b4-a143-54ef8ffc0290) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:36:16.203862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e45f35a0-ab37-4819-bb7c-31e9c2d1e8c7 req-10fdf839-36d6-42fc-866c-22f706531a72 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 210 time: 0.0469954 Nov 05 21:36:16.367518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:16.527316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:16.571618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:36:16.575487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:16.582811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:36:16.589968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:16.590633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:16.605893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Pushing event updated for resources: {'Port': ['ID=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:16.756131 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-9379e857-69fb-4a0d-91d5-a92345fcd01f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2319660 Nov 05 21:36:16.769898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Request body: {'port': {'device_id': '612d5d67-ac01-449c-bb38-721b54a8a881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:16.820341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32912) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:16.843510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:16.845743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5f206c3c-5b8c-4acf-a1ad-aac5af198581 None None] Provisioning complete for port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:16.846269 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f206c3c-5b8c-4acf-a1ad-aac5af198581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:16.847634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46ce869-cea2-4701-bef1-95cdce45f2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:16.898511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32916) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:16.965642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5f206c3c-5b8c-4acf-a1ad-aac5af198581 None None] Port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:36:16.971369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7927-b232-4157-ace3-eeef79e25a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.033275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:17.038270 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2631055d-d923-4e29-8875-0434e1e27b40" -d '{"events": [{"name": "network-changed", "server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:17.092005 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c40d77d-00b3-4f60-8695-f5ef4b6627c4 x-openstack-request-id: req-7c40d77d-00b3-4f60-8695-f5ef4b6627c4 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:17.092395 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:17.092757 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c40d77d-00b3-4f60-8695-f5ef4b6627c4 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:17.093613 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47', 'status': 'completed', 'code': 200} Nov 05 21:36:17.161078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053be18a-1e46-4d5d-bc31-530985db9f6f req-09a58d0d-4747-47c8-8cfc-baa286584d51 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:17.162659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-053be18a-1e46-4d5d-bc31-530985db9f6f req-09a58d0d-4747-47c8-8cfc-baa286584d51 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 948 time: 0.1569262 Nov 05 21:36:17.177498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46ce869-cea2-4701-bef1-95cdce45f2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.221819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631055d-d923-4e29-8875-0434e1e27b40 req-50f880d8-4215-4c92-9a48-f94ef8c88844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:17.223515 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2631055d-d923-4e29-8875-0434e1e27b40 req-50f880d8-4215-4c92-9a48-f94ef8c88844 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1125 time: 0.0878313 Nov 05 21:36:17.286716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7927-b232-4157-ace3-eeef79e25a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.293259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46ce869-cea2-4701-bef1-95cdce45f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.321987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0d15ef99-099c-4411-95b2-f252ea7ab056 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:36:17.328982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-053be18a-1e46-4d5d-bc31-530985db9f6f req-e00a3a0f-d615-4610-a628-7a89c3064d15 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542046 Nov 05 21:36:17.357169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:17.374380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.386819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e46ce869-cea2-4701-bef1-95cdce45f2c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dda9f01ed8b041b28f92e47f4b39865d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5639813 Nov 05 21:36:17.388022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ce869-cea2-4701-bef1-95cdce45f2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4d3a71-54a1-41ef-80e7-1530835c2e76,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:17.390097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32928) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:17.396783 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7927-b232-4157-ace3-eeef79e25a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.438934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Transition to ACTIVE for port object 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:36:17.475394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556cc06-9069-4d29-b8a3-8c4b1fbf599a req-5374eba6-0804-41e8-aedc-c9f7311af686 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:17.482364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a556cc06-9069-4d29-b8a3-8c4b1fbf599a req-5374eba6-0804-41e8-aedc-c9f7311af686 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.2177393 Nov 05 21:36:17.487919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0d15ef99-099c-4411-95b2-f252ea7ab056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0d15ef99-099c-4411-95b2-f252ea7ab056,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:17.506054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '0d15ef99-099c-4411-95b2-f252ea7ab056', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '0d15ef99-099c-4411-95b2-f252ea7ab056', 'mac_address': 'fa:16:3e:23:86:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:36:17.532384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631055d-d923-4e29-8875-0434e1e27b40 req-e259c6e9-adba-456d-ab9c-a83f4cb255cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:17.534249 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2631055d-d923-4e29-8875-0434e1e27b40 req-e259c6e9-adba-456d-ab9c-a83f4cb255cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.3025951 Nov 05 21:36:17.539220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b7927-b232-4157-ace3-eeef79e25a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd47d9ad-0478-47af-b917-41b3b0d7e9f9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:17.550506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.555311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bd9b7927-b232-4157-ace3-eeef79e25a3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4f194423be14e9e8e9baaf91a613eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6511343 Nov 05 21:36:17.558732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.560308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32936) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:17.576137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d15ef99-099c-4411-95b2-f252ea7ab056 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:17.598549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0d15ef99-099c-4411-95b2-f252ea7ab056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0d15ef99-099c-4411-95b2-f252ea7ab056,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:17.615709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32938) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:17.652027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d6da4-1797-4a0f-aca3-717a50308446 req-19e9d761-38d8-4dd7-83c9-302e34b09161 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:17.653935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2631055d-d923-4e29-8875-0434e1e27b40 req-3af9bde3-3bb3-4c89-8dd6-8689c104ee22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 217 time: 0.0826368 Nov 05 21:36:17.659777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-073d6da4-1797-4a0f-aca3-717a50308446 req-19e9d761-38d8-4dd7-83c9-302e34b09161 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 935 time: 0.2368469 Nov 05 21:36:17.662479 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b123-f6cf-47de-bd2a-648c41484104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.669474 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.720461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b123-f6cf-47de-bd2a-648c41484104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.735377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-073d6da4-1797-4a0f-aca3-717a50308446 req-41b2126f-e54f-474a-9ba0-18cb1ccd67ed tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745139 Nov 05 21:36:17.743982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=0d15ef99-099c-4411-95b2-f252ea7ab056,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:17.769812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.770735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.771142 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47a4a7d7-af58-4da3-83aa-28a292f83016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.772978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.773523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.774372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.775526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.775898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.776234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.776564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.776891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.779779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.780836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:36:17.802650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Pushing event updated for resources: {'Port': ['ID=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:17.810232 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a556cc06-9069-4d29-b8a3-8c4b1fbf599a req-218162dc-b4bc-43b5-ad0d-8bc2072a8da4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157535 Nov 05 21:36:17.812832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33fa6f07-a4d3-4afa-b6b4-1a2fe2a282ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.884335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33fa6f07-a4d3-4afa-b6b4-1a2fe2a282ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.894796 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b123-f6cf-47de-bd2a-648c41484104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.896795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631055d-d923-4e29-8875-0434e1e27b40 req-e7a79fd9-bf84-4f38-8a2a-2fac562b1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:17.897333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b123-f6cf-47de-bd2a-648c41484104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.901407 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2631055d-d923-4e29-8875-0434e1e27b40 req-e7a79fd9-bf84-4f38-8a2a-2fac562b1d6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.2110384 Nov 05 21:36:17.901575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9ce2b123-f6cf-47de-bd2a-648c41484104 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd47d9ad-0478-47af-b917-41b3b0d7e9f9 HTTP/1.1" status: 204 len: 168 time: 0.3364174 Nov 05 21:36:17.901669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Attempting to bind port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:17.901669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Attempting to bind port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:17.901669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Attempting to bind port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:17.915103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2b123-f6cf-47de-bd2a-648c41484104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd47d9ad-0478-47af-b917-41b3b0d7e9f9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:17.948709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2631055d-d923-4e29-8875-0434e1e27b40 req-2d5c2bbd-6e58-4b21-b8e5-8a635304e666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366578 Nov 05 21:36:17.948709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:17.948709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Attempting to bind port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:17.956750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:17.957394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:17.957531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:17.957885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Bound port: 64aa9ebe-be0c-46b4-a143-54ef8ffc0290, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:17.958428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.991341 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47a4a7d7-af58-4da3-83aa-28a292f83016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:17.998798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0d15ef99-099c-4411-95b2-f252ea7ab056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:18.067683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47a4a7d7-af58-4da3-83aa-28a292f83016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.132381 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2631055d-d923-4e29-8875-0434e1e27b40 req-30465a22-9020-4efd-8e18-1999f2a93de9 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708107 Nov 05 21:36:18.133884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] For port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:18.134654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4a7d7-af58-4da3-83aa-28a292f83016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd760106-1428-406f-88cb-747903ec02cd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:18.138479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] For port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:18.148511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33fa6f07-a4d3-4afa-b6b4-1a2fe2a282ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.151294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33fa6f07-a4d3-4afa-b6b4-1a2fe2a282ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.160597 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-33fa6f07-a4d3-4afa-b6b4-1a2fe2a282ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c4d3a71-54a1-41ef-80e7-1530835c2e76 HTTP/1.1" status: 204 len: 168 time: 0.7613711 Nov 05 21:36:18.161557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-47a4a7d7-af58-4da3-83aa-28a292f83016 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce623b774757497d971219391d86702a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5355926 Nov 05 21:36:18.161557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32958) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:18.183627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6f07-a4d3-4afa-b6b4-1a2fe2a282ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4d3a71-54a1-41ef-80e7-1530835c2e76,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:18.242497 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83a38a18-f676-4239-a19b-7b414cc9e3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.282426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83a38a18-f676-4239-a19b-7b414cc9e3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.282593 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2631055d-d923-4e29-8875-0434e1e27b40 req-0cbb8e81-0886-4787-b1ed-6ea40242063b service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253629 Nov 05 21:36:18.368063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.626860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:18.626860 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.626860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/64aa9ebe-be0c-46b4-a143-54ef8ffc0290 HTTP/1.1" status: 200 len: 1095 time: 1.6376781 Nov 05 21:36:18.626860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612d5d67-ac01-449c-bb38-721b54a8a881', 'tag': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:18.626860 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf1f8e8-9453-4da1-a648-b024111dcb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "612d5d67-ac01-449c-bb38-721b54a8a881", "tag": "64aa9ebe-be0c-46b4-a143-54ef8ffc0290"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:18.626860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bdd0f-d954-4d76-8cd5-154f3d0855c6 service neutron] Pushing event updated for resources: {'Port': ['ID=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:18.629646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dfd0b-64c4-446b-9af1-acd70f18e98e req-3f4151ed-d7e4-4c4c-b85a-1377fee2b5d2 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:18.629646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-932dfd0b-64c4-446b-9af1-acd70f18e98e req-3f4151ed-d7e4-4c4c-b85a-1377fee2b5d2 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 949 time: 0.0489814 Nov 05 21:36:18.629646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-932dfd0b-64c4-446b-9af1-acd70f18e98e req-99683e4e-af7c-4ed9-b3dc-9a15f35a31fb tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Nov 05 21:36:18.630771 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170929b0-e43a-4f90-8e5c-bc2d7a8e0d42 x-openstack-request-id: req-170929b0-e43a-4f90-8e5c-bc2d7a8e0d42 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:18.630771 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612d5d67-ac01-449c-bb38-721b54a8a881", "tag": "64aa9ebe-be0c-46b4-a143-54ef8ffc0290", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:18.630771 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-170929b0-e43a-4f90-8e5c-bc2d7a8e0d42 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:18.630771 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612d5d67-ac01-449c-bb38-721b54a8a881', 'tag': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290', 'status': 'completed', 'code': 200} Nov 05 21:36:18.630771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f8e8-9453-4da1-a648-b024111dcb3b req-ad17f35e-72f0-47e9-8f17-3dad48cf3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:18.630771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf1f8e8-9453-4da1-a648-b024111dcb3b req-ad17f35e-72f0-47e9-8f17-3dad48cf3e20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c7153aac00846d298440563b5cd8947&device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 1098 time: 0.0483315 Nov 05 21:36:18.634642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf1f8e8-9453-4da1-a648-b024111dcb3b req-98048e53-0795-4d13-afb8-cbb6c60ad87b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1c7153aac00846d298440563b5cd8947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212026 Nov 05 21:36:18.742248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f8e8-9453-4da1-a648-b024111dcb3b req-7dc45899-5b47-4dac-bca5-e9ae132ae8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:18.745107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf1f8e8-9453-4da1-a648-b024111dcb3b req-7dc45899-5b47-4dac-bca5-e9ae132ae8d3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027303 Nov 05 21:36:18.749754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83a38a18-f676-4239-a19b-7b414cc9e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.761360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83a38a18-f676-4239-a19b-7b414cc9e3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:18.768630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-83a38a18-f676-4239-a19b-7b414cc9e3ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd760106-1428-406f-88cb-747903ec02cd HTTP/1.1" status: 204 len: 168 time: 0.6086760 Nov 05 21:36:18.796660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a38a18-f676-4239-a19b-7b414cc9e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd760106-1428-406f-88cb-747903ec02cd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:18.861135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-76743a71-e04d-4aa7-94d1-15a9d1bf38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:18.862906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-76743a71-e04d-4aa7-94d1-15a9d1bf38a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c7153aac00846d298440563b5cd8947&device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 1098 time: 0.0640237 Nov 05 21:36:18.916186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-a206a512-c24f-4fc1-9f10-03971a411b77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=64aa9ebe-be0c-46b4-a143-54ef8ffc0290 HTTP/1.1" status: 200 len: 217 time: 0.0451117 Nov 05 21:36:18.992248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-1d79749a-9969-4de7-8467-c0238ed0aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:18.993755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-1d79749a-9969-4de7-8467-c0238ed0aab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0705223 Nov 05 21:36:19.094145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-967d43f3-95ad-4ea0-881c-00ce0ba09b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:19.095781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-967d43f3-95ad-4ea0-881c-00ce0ba09b16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935502 Nov 05 21:36:19.103440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953689e-f4fc-4f60-9f17-7f3c6c786722 req-4a339ec3-553d-4a5f-8f18-f8dc1d5d9a31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:19.104924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8953689e-f4fc-4f60-9f17-7f3c6c786722 req-4a339ec3-553d-4a5f-8f18-f8dc1d5d9a31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0657883 Nov 05 21:36:19.109737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c60e1-e75a-430b-a617-918bfc8b9424 req-59d0520c-728e-4ec6-8997-9bd63f3e4036 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:19.117244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb9c60e1-e75a-430b-a617-918bfc8b9424 req-59d0520c-728e-4ec6-8997-9bd63f3e4036 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 947 time: 0.2831910 Nov 05 21:36:19.131767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:36:19.197282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb9c60e1-e75a-430b-a617-918bfc8b9424 req-95fc5bfb-3b03-453d-abe1-8c4cd54b42e8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745580 Nov 05 21:36:19.242145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8953689e-f4fc-4f60-9f17-7f3c6c786722 req-449f46d2-f7f3-48fd-a01e-9d19dd3a4dac tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270874 Nov 05 21:36:19.260082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-ebfe7081-f531-43da-a568-821bd1e26e82 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539471 Nov 05 21:36:19.301544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:19.314782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 has no active binding in host n-h1-816738-5 {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 21:36:19.323640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0d15ef99-099c-4411-95b2-f252ea7ab056 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:36:19.354319 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:36:19.367386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee0a933-3b82-413f-85f7-094c2e353316 req-b56bae1a-fab0-447d-8fd1-9b88b5b5bb3b service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986669 Nov 05 21:36:19.463695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 0d15ef99-099c-4411-95b2-f252ea7ab056 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:36:19.468431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 0d15ef99-099c-4411-95b2-f252ea7ab056 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:19.468848 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.550950 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.562957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33010) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:19.576815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96b84fe3-c2f4-4bfb-ae3a-29c822c64c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.598097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d15ef99-099c-4411-95b2-f252ea7ab056'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:19.602297 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f076d290-3b9c-44e9-9a26-b0e2dc53b80a" -d '{"events": [{"server_uuid": "8a20d956-cab1-4e0b-8b2e-15fe7bf6797d", "name": "network-vif-plugged", "status": "completed", "tag": "0d15ef99-099c-4411-95b2-f252ea7ab056"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:19.619989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0d15ef99-099c-4411-95b2-f252ea7ab056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0d15ef99-099c-4411-95b2-f252ea7ab056,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:19.691394 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96b84fe3-c2f4-4bfb-ae3a-29c822c64c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.698359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.714447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c5975-9a73-4de8-931f-1bfbc03e9df7 req-6dae8bf4-292e-4cd1-8a9d-518031b3e404 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:19.715975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-598c5975-9a73-4de8-931f-1bfbc03e9df7 req-6dae8bf4-292e-4cd1-8a9d-518031b3e404 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 949 time: 0.0587692 Nov 05 21:36:19.747320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=0d15ef99-099c-4411-95b2-f252ea7ab056,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:19.765611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-598c5975-9a73-4de8-931f-1bfbc03e9df7 req-e8ae205d-10d7-41cd-a8e4-cd6e1be807bc tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Nov 05 21:36:19.801135 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96b84fe3-c2f4-4bfb-ae3a-29c822c64c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.847961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33024) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:19.848475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-96b84fe3-c2f4-4bfb-ae3a-29c822c64c53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5170dcbb5a3245c983d3462352fdb735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839022 Nov 05 21:36:19.851012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b84fe3-c2f4-4bfb-ae3a-29c822c64c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93885e1a-8391-4735-862d-449e013436b9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:19.922852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c96ed56-812b-4ffb-a7d3-e92753a20d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.947932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c96ed56-812b-4ffb-a7d3-e92753a20d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:19.948525 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216808fd-080b-4cec-a1a7-f6732c64f33c x-openstack-request-id: req-216808fd-080b-4cec-a1a7-f6732c64f33c {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:19.948932 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a20d956-cab1-4e0b-8b2e-15fe7bf6797d", "name": "network-vif-plugged", "status": "completed", "tag": "0d15ef99-099c-4411-95b2-f252ea7ab056", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:19.949899 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-216808fd-080b-4cec-a1a7-f6732c64f33c {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:19.950531 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d15ef99-099c-4411-95b2-f252ea7ab056', 'code': 200} Nov 05 21:36:20.075522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615177f-cb90-4cef-b77e-80a8bb13f4e1 req-2e37517f-5ea3-4989-92c1-b8a005cfa810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:20.083535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c615177f-cb90-4cef-b77e-80a8bb13f4e1 req-2e37517f-5ea3-4989-92c1-b8a005cfa810 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 1101 time: 0.0548131 Nov 05 21:36:20.084424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c96ed56-812b-4ffb-a7d3-e92753a20d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:20.088082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c96ed56-812b-4ffb-a7d3-e92753a20d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:20.089197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c96ed56-812b-4ffb-a7d3-e92753a20d91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93885e1a-8391-4735-862d-449e013436b9 HTTP/1.1" status: 204 len: 168 time: 0.2400138 Nov 05 21:36:20.110519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96ed56-812b-4ffb-a7d3-e92753a20d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93885e1a-8391-4735-862d-449e013436b9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:20.142787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c615177f-cb90-4cef-b77e-80a8bb13f4e1 req-f8233ab5-9b30-4b4e-9048-c1334827ea6b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520959 Nov 05 21:36:20.162509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33046) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:20.416750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da710bc-3f21-4878-812b-c7965641b8f3 req-0e59ead8-a0ea-4b44-b4a4-930af2d07f88 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:20.421357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9da710bc-3f21-4878-812b-c7965641b8f3 req-0e59ead8-a0ea-4b44-b4a4-930af2d07f88 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 947 time: 0.0470853 Nov 05 21:36:20.472106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9da710bc-3f21-4878-812b-c7965641b8f3 req-cde72bc7-fc11-4214-8c32-0f11db2cd5cc tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471160 Nov 05 21:36:20.586343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e2ec7-3ceb-4e4e-b825-a6757e0add69 req-366dd10c-6445-4988-ae3f-9483664d1a88 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:20.587959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-374e2ec7-3ceb-4e4e-b825-a6757e0add69 req-366dd10c-6445-4988-ae3f-9483664d1a88 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.0591881 Nov 05 21:36:20.592604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-127252308-network', 'tenant_id': '3305bcbe9f9a4af98c8987a050f1e0a1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:20.640765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-374e2ec7-3ceb-4e4e-b825-a6757e0add69 req-60702659-7e13-4a40-9f58-893a26e72fe2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Nov 05 21:36:20.680841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Made reservation on behalf of 3305bcbe9f9a4af98c8987a050f1e0a1 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:20.683213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:20.692625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:20.770813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:20.949977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:20.986704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:36:21.014680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8612ec6f-8b76-4ccf-b939-8a9604dca39e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:21.020568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:21.021076 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Added segment 4ee75a6c-8b2c-48f0-8292-36319501cf76 of type vlan for network 3d880671-3afc-4d70-84cb-dd80f415d66e Nov 05 21:36:21.069165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3b14-a92c-42b2-9eaa-369905c203ce req-cac63851-10ef-4fb3-8f57-ab6c543d41cd tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:21.087034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:21.091968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-895a3b14-a92c-42b2-9eaa-369905c203ce req-cac63851-10ef-4fb3-8f57-ab6c543d41cd tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 950 time: 0.0777888 Nov 05 21:36:21.157971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-895a3b14-a92c-42b2-9eaa-369905c203ce req-f017d8ca-fffc-49aa-a10a-f6720b23f222 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502670 Nov 05 21:36:21.185006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:21.185893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:21.186468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:21.248053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] Pushing event updated for resources: {'Network': ['ID=3d880671-3afc-4d70-84cb-dd80f415d66e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:21.258119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 3d880671-3afc-4d70-84cb-dd80f415d66e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:36:21.286953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4fa8850c-e00a-4a9d-867c-03a080f76a76 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1229970 Nov 05 21:36:21.299304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33100) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:21.304383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Request body: {'subnet': {'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-127252308-subnet', 'tenant_id': '3305bcbe9f9a4af98c8987a050f1e0a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:21.395879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Made reservation on behalf of 3305bcbe9f9a4af98c8987a050f1e0a1 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:21.401438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:21.622339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-454610ee-c00b-46b0-994e-c51e4cad3b2f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209291 Nov 05 21:36:21.681075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:21.755633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-f00e68d9-07a4-4b78-94d2-65ef631c4753 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:21.758129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-f00e68d9-07a4-4b78-94d2-65ef631c4753 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302452 Nov 05 21:36:21.767877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecab3539-965e-44aa-9ebd-20a15b4085df,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:21.784141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-695b1885-c2ee-46b1-beee-f13cb87e4656 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/quotas/ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 375 time: 0.0195200 Nov 05 21:36:21.786416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Checking segment: {'id': '4ee75a6c-8b2c-48f0-8292-36319501cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:21.786843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Network hostable DHCP agents. Network: 3d880671-3afc-4d70-84cb-dd80f415d66e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:36:21.822756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-4ec2d9ef-781a-4957-b46d-75d99fda1ff8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374515 Nov 05 21:36:21.891011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5352c-d837-4097-ad96-b106764e159b req-c982eabe-d540-48f7-a583-241cd1dd8944 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:21.892502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18c5352c-d837-4097-ad96-b106764e159b req-c982eabe-d540-48f7-a583-241cd1dd8944 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 947 time: 0.0496423 Nov 05 21:36:21.911632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Network 3d880671-3afc-4d70-84cb-dd80f415d66e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:36:21.945443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18c5352c-d837-4097-ad96-b106764e159b req-1f272b62-4eee-4033-a8f4-01d016dd29ad tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Nov 05 21:36:21.983679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 3d880671-3afc-4d70-84cb-dd80f415d66e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:21.988507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:21.989196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:22.000174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5f6d09-6f0b-4eab-ad24-ed426b56934a None None] Network 3d880671-3afc-4d70-84cb-dd80f415d66e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:22.084715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d127e57d-f981-4662-aa83-debc8790b9e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7938454 Nov 05 21:36:22.118627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49cf05-2af5-4a79-9194-7fcd01125588 req-a6ce5245-1da2-4fb5-ad2c-4805b2dc2e1c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:22.120841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d49cf05-2af5-4a79-9194-7fcd01125588 req-a6ce5245-1da2-4fb5-ad2c-4805b2dc2e1c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.1060042 Nov 05 21:36:22.177372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a47d8190-7340-496d-85f9-d48b69c68815 req-3766a0eb-d77a-445d-ba63-c126b1e609d1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 210 time: 0.0426314 Nov 05 21:36:22.180161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517f906-7f1d-4ef6-a19c-53687b3381a8 None None] Network 3d880671-3afc-4d70-84cb-dd80f415d66e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:22.241573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d49cf05-2af5-4a79-9194-7fcd01125588 req-f74e6c72-3a49-4973-ab94-99308e2ec9d0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132774 Nov 05 21:36:22.307036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139964b-17e5-4ecb-babb-80a834d874fc req-9171d8a9-5b31-4251-966e-084d1d374a2f tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:22.316403 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e139964b-17e5-4ecb-babb-80a834d874fc req-9171d8a9-5b31-4251-966e-084d1d374a2f tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 950 time: 0.0735273 Nov 05 21:36:22.368888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e139964b-17e5-4ecb-babb-80a834d874fc req-eaad004a-0dc3-4aca-b40a-8f957b400d54 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514314 Nov 05 21:36:23.092926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-8153b654-c37a-4774-b22e-e54cd22b2595 req-42b83ae4-fb86-426b-a416-b5f5ef905164 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:36:23.101327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8153b654-c37a-4774-b22e-e54cd22b2595 req-42b83ae4-fb86-426b-a416-b5f5ef905164 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1723914 Nov 05 21:36:23.117981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33198) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:23.123380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1237752253-network', 'tenant_id': 'c62529b4cd464a528a353306280904cc'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:23.200807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Made reservation on behalf of c62529b4cd464a528a353306280904cc for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:23.203272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.213590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.281143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b249fcb-dadb-4438-9f1d-49c01c47b874 req-009595ef-466e-4cab-a973-d8d302f68364 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:23.282707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b249fcb-dadb-4438-9f1d-49c01c47b874 req-009595ef-466e-4cab-a973-d8d302f68364 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 947 time: 0.0711040 Nov 05 21:36:23.350463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b249fcb-dadb-4438-9f1d-49c01c47b874 req-827575c8-26be-4d46-85f2-a0a59f0a3249 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600584 Nov 05 21:36:23.385823 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.444741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a6189ca6-4c44-456c-b02e-2332f5edbf6e req-de4bb5b8-fea5-4387-856d-aedd9da6eb14 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 210 time: 0.0282216 Nov 05 21:36:23.488860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.512892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:36:23.528054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b1df69-1905-414f-828b-97ce0eb7e049,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:23.542768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.543746 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Added segment 184ed8b6-bb68-4bcd-85a1-97da0a95ee59 of type vlan for network e44fc1ce-052f-4ac8-8f7f-138b89aae3c2 Nov 05 21:36:23.558110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f63c1a-3a81-493c-ad69-09250973e3c7 req-79af525a-5538-4bfc-bbfe-897642854adb tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:23.559633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66f63c1a-3a81-493c-ad69-09250973e3c7 req-79af525a-5538-4bfc-bbfe-897642854adb tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 950 time: 0.2730641 Nov 05 21:36:23.609075 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66f63c1a-3a81-493c-ad69-09250973e3c7 req-53228628-7be3-4c63-95b1-3c58120357f0 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Nov 05 21:36:23.615761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.656588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700d59-5ad0-47e7-8aa0-d5c22ed20716 req-6ea12c56-b268-4f51-bd0b-5c97ab8e9df2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:23.658092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95700d59-5ad0-47e7-8aa0-d5c22ed20716 req-6ea12c56-b268-4f51-bd0b-5c97ab8e9df2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.1122653 Nov 05 21:36:23.713618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95700d59-5ad0-47e7-8aa0-d5c22ed20716 req-3cae6fb7-3aa6-4137-8d38-6556aa0fc6ab tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495625 Nov 05 21:36:23.736600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.737843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:23.738476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.808413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] Pushing event updated for resources: {'Network': ['ID=e44fc1ce-052f-4ac8-8f7f-138b89aae3c2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:23.817846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network e44fc1ce-052f-4ac8-8f7f-138b89aae3c2 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:36:23.843954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-71b943d5-542c-463b-a092-4b421920959a tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234177 Nov 05 21:36:23.885618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a552e874-7d4e-4155-8781-52764ceb4af3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7665584 Nov 05 21:36:23.888919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33236) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:23.893957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Request body: {'subnet': {'network_id': 'e44fc1ce-052f-4ac8-8f7f-138b89aae3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1237752253-subnet', 'tenant_id': 'c62529b4cd464a528a353306280904cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:23.965723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-df35593c-b344-4171-818d-489cca586ac4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:23.967184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-df35593c-b344-4171-818d-489cca586ac4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168339 Nov 05 21:36:23.967891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Made reservation on behalf of c62529b4cd464a528a353306280904cc for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:23.970386 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:23.986019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-83821dae-d7f9-4c52-bc42-ce808336a7cb tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/quotas/bf59e7507498445996ff9aed7dfbfdf1 HTTP/1.1" status: 200 len: 375 time: 0.0127356 Nov 05 21:36:24.059400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-81d6ed42-6f1a-4d16-9349-8662bb84cbc4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668862 Nov 05 21:36:24.235902 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:24.320941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c0d2df-2619-483e-b168-46b00ab6485b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:24.329217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Checking segment: {'id': '184ed8b6-bb68-4bcd-85a1-97da0a95ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e44fc1ce-052f-4ac8-8f7f-138b89aae3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:24.329584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Network hostable DHCP agents. Network: e44fc1ce-052f-4ac8-8f7f-138b89aae3c2, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:36:24.344734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9bb2ea2-eb52-4e33-819a-da3d2f03bab4 req-7bc2ebee-dd24-4031-82f2-50edbaea7330 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 210 time: 0.0368581 Nov 05 21:36:24.418704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Network e44fc1ce-052f-4ac8-8f7f-138b89aae3c2 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:36:24.422644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-0b988131-ac08-4409-b0e8-dd795bedace9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394502 Nov 05 21:36:24.475398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, e44fc1ce-052f-4ac8-8f7f-138b89aae3c2) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:24.481113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:24.481714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:24.488537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb1e4c-593b-4133-bc96-13b07abcca06 None None] Network e44fc1ce-052f-4ac8-8f7f-138b89aae3c2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:24.517942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a65a-b2e2-4c78-a83b-3853e57bbdc9 req-f2c92dce-1616-4491-b0a9-edc71664a9f7 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:24.520035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1308a65a-b2e2-4c78-a83b-3853e57bbdc9 req-f2c92dce-1616-4491-b0a9-edc71664a9f7 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 947 time: 0.0866721 Nov 05 21:36:24.577809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-03422f8a-c165-4a57-a62a-6bd598825c8d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6866205 Nov 05 21:36:24.618671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33282) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:24.646047 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1308a65a-b2e2-4c78-a83b-3853e57bbdc9 req-0cae742d-fa8c-4622-8d91-b993cc13bc66 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191783 Nov 05 21:36:24.712195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746435eb-054c-4257-8eea-792a2f597da2 None None] Network e44fc1ce-052f-4ac8-8f7f-138b89aae3c2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:24.870321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00275893-dcd2-4a9f-a887-d97225e35a73 req-f60e7eab-65dd-4627-a1c3-8a8ff962b7e8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 210 time: 0.0653949 Nov 05 21:36:24.890890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ffb15adf-59ec-468e-9cba-265f9d25d75d service neutron] 10.222.0.46 "GET /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47/bindings/n-h1-816738-5 HTTP/1.1" status: 200 len: 384 time: 0.3467557 Nov 05 21:36:24.904721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cad59c9-1980-471f-b4b6-55ccdf4a18fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:24.931069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-4f9a6e87-15b0-4791-bfd8-0cffb20849e6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:24.932812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-4f9a6e87-15b0-4791-bfd8-0cffb20849e6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161408 Nov 05 21:36:24.961684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Request body: {'port': {'device_id': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'ca6b44b75a5941baad7402d63419a311'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:25.012098 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cad59c9-1980-471f-b4b6-55ccdf4a18fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.057898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc024bc6-fce2-444f-9e27-384257b45bb5 req-c3b708ba-bc76-49e4-b140-ec424436871d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:25.059402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc024bc6-fce2-444f-9e27-384257b45bb5 req-c3b708ba-bc76-49e4-b140-ec424436871d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 944 time: 0.1926372 Nov 05 21:36:25.145048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cad59c9-1980-471f-b4b6-55ccdf4a18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.202829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4cad59c9-1980-471f-b4b6-55ccdf4a18fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a99f57228982473ba2453b7a0cd6941b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5830207 Nov 05 21:36:25.216129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:36:25.217723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33312) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:25.241145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad59c9-1980-471f-b4b6-55ccdf4a18fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc13eba7-11b6-4a3a-b598-ffbea66504aa,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:25.242569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc024bc6-fce2-444f-9e27-384257b45bb5 req-5ac9c2a7-4c9b-4105-90ac-e387bf71e604 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756907 Nov 05 21:36:25.295511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:25.318887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Made reservation on behalf of ca6b44b75a5941baad7402d63419a311 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:25.323330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.358679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:25.368410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:25.382420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290', 'mac_address': 'fa:16:3e:68:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:36:25.397778 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09b7c317-6be5-44ea-be72-a94573a8180b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.400327 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.420513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-9258da4b-95b7-4552-b788-8a966f6d218a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:25.426146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-9258da4b-95b7-4552-b788-8a966f6d218a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/networks?id=3d880671-3afc-4d70-84cb-dd80f415d66e HTTP/1.1" status: 200 len: 814 time: 0.2476301 Nov 05 21:36:25.426327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.439229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-1245470d-836f-41de-97ce-891bc221cc32 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/quotas/3305bcbe9f9a4af98c8987a050f1e0a1 HTTP/1.1" status: 200 len: 375 time: 0.0117569 Nov 05 21:36:25.441598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:25.444846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a355f6-af05-4fae-ade0-070ff9303e47 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:25.462323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09b7c317-6be5-44ea-be72-a94573a8180b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.474429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:25.477971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-a89241cd-8df1-4361-8167-4039f967b7c3 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3305bcbe9f9a4af98c8987a050f1e0a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322530 Nov 05 21:36:25.483794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:25.504830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-356273ba-8a85-4f6c-b0f7-7b974f3aa55a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:36:25.508084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-356273ba-8a85-4f6c-b0f7-7b974f3aa55a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142760 Nov 05 21:36:25.561503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.586513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-239a1aa2-af84-477e-9574-ca1db961f8a2 req-32bc0017-04b7-48ac-9ad1-75491f10e861 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 210 time: 0.0340092 Nov 05 21:36:25.588551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.589733 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.627757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09b7c317-6be5-44ea-be72-a94573a8180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.630296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09b7c317-6be5-44ea-be72-a94573a8180b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.631656 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-09b7c317-6be5-44ea-be72-a94573a8180b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc13eba7-11b6-4a3a-b598-ffbea66504aa HTTP/1.1" status: 204 len: 168 time: 0.4112840 Nov 05 21:36:25.636123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:25.643242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7c317-6be5-44ea-be72-a94573a8180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc13eba7-11b6-4a3a-b598-ffbea66504aa,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:25.647537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-398bff06-4662-4765-a334-681e34c9dc99 service neutron] 10.222.0.41 "GET /v2.0/networks/3d880671-3afc-4d70-84cb-dd80f415d66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326265 Nov 05 21:36:25.691506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] Transition to ACTIVE for port object e1a355f6-af05-4fae-ade0-070ff9303e47 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:36:25.695386 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.758182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0e443f-70a3-46a9-843e-66747e011bba,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:25.773161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-7daf1863-91b2-4f98-bb01-bd968fce4ffe service neutron] 10.222.0.41 "GET /v2.0/networks/3d880671-3afc-4d70-84cb-dd80f415d66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197579 Nov 05 21:36:25.788973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:25.807094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['64aa9ebe-be0c-46b4-a143-54ef8ffc0290'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:25.968587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] No DVR routers for this DVR port e1a355f6-af05-4fae-ade0-070ff9303e47 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:36:25.996771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Allocated IP 192.168.233.65 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/a749a8f1-1349-4640-89af-f1505505e06b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:36:26.016443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:26.065849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc19285-d79c-4ce9-b081-481a77de5df7 req-e968cf1b-f05d-4231-80cb-3e4accbcc94a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:26.074560 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4fc19285-d79c-4ce9-b081-481a77de5df7 req-e968cf1b-f05d-4231-80cb-3e4accbcc94a tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 948 time: 0.1717677 Nov 05 21:36:26.107895 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-73e8b656-b6b4-4b4d-a2bc-c02d1852de36 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47/bindings/n-h1-816738-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1928401 Nov 05 21:36:26.176362 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4fc19285-d79c-4ce9-b081-481a77de5df7 req-e2a21e0d-915e-4aa5-97fd-db79f7411b3f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010723 Nov 05 21:36:26.177166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05560d3f-5060-458b-b6e2-2a73d0518614 req-b73030c5-2a02-4ef6-a1bf-661f9f1e5efb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 210 time: 0.0512919 Nov 05 21:36:26.258621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fc08a41-5f70-4d41-a85b-6e6a547c7164 req-05d85cc5-04f4-40c0-a42f-142a734c2c43 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 210 time: 0.0288906 Nov 05 21:36:26.334861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.337948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33338) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:26.353519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6650b1e5-5ec9-45e3-a6a5-fed93282b517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.407087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-7421c2db-e210-4f4a-8827-d185c1bf4d20 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:26.408654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-7421c2db-e210-4f4a-8827-d185c1bf4d20 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.1546979 Nov 05 21:36:26.441819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6650b1e5-5ec9-45e3-a6a5-fed93282b517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.459217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23b69e-b228-401a-ac76-ef85d6435461 req-5c5baa8b-32f8-40ab-8f4e-aee208a0f5b4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:26.460716 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc23b69e-b228-401a-ac76-ef85d6435461 req-5c5baa8b-32f8-40ab-8f4e-aee208a0f5b4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.1195588 Nov 05 21:36:26.536023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-abe367ee-84fb-462e-9543-86081945fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:26.537537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-abe367ee-84fb-462e-9543-86081945fe96 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7&tenant_id=716b3930b41c42479302dd5a494f2f60 HTTP/1.1" status: 200 len: 1096 time: 0.1195989 Nov 05 21:36:26.538457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6650b1e5-5ec9-45e3-a6a5-fed93282b517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.548112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc23b69e-b228-401a-ac76-ef85d6435461 req-674fe888-eaa4-4a61-aa3b-efb98121ae62 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702329 Nov 05 21:36:26.565151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33346) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:26.584030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6650b1e5-5ec9-45e3-a6a5-fed93282b517 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=923d58a8fae844879f47f5c3be910250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447357 Nov 05 21:36:26.586185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650b1e5-5ec9-45e3-a6a5-fed93282b517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af6e25c-5cb0-47c6-9c75-3394c564e56f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:26.589438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33350) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:26.625505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.656182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-df73424f-a1d1-4191-8dca-436d06236bac tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403557 Nov 05 21:36:26.682740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:36:26.689088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:26.719372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:36:26.725972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:26.726607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.734357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:26.759797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cac5953f-1a54-4598-8472-7139dd6375f1 req-5ce541ec-0c73-44e7-a669-0a99b4f3a3a9 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 210 time: 0.0625343 Nov 05 21:36:26.772158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-74f85d26-8f12-49ce-9e3b-6b51d1507b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:26.773678 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-74f85d26-8f12-49ce-9e3b-6b51d1507b78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1096 time: 0.2068012 Nov 05 21:36:26.775517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6f5-bd79-4d71-887e-85edcd1053f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.805595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9d590e2-c1c2-4450-abba-d209057baf5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.849821 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9d590e2-c1c2-4450-abba-d209057baf5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:26.874207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-d9af3bfb-632c-449f-8fc1-83037a6accec tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:26.876583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-d9af3bfb-632c-449f-8fc1-83037a6accec tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073767 Nov 05 21:36:26.877888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-920994c7-1476-4d46-b2af-37231c47f6ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9221072 Nov 05 21:36:26.893143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Request body: {'port': {'device_id': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:26.898587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Request body: {'port': {'device_id': '93901743-e52b-49ab-92a1-5a26727b324c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'bf59e7507498445996ff9aed7dfbfdf1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:27.006442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ffb7f405-c612-4d0a-92a0-939d66f1a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:27.007951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-ffb7f405-c612-4d0a-92a0-939d66f1a228 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.2232163 Nov 05 21:36:27.040345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a254ccd6-c706-4ae6-8e98-a6ebad6c9350 None None] Provisioning complete for port a749a8f1-1349-4640-89af-f1505505e06b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:27.040955 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a254ccd6-c706-4ae6-8e98-a6ebad6c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.067178 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.073673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-4728c0ec-d437-4e5c-a02e-62eb814b2d4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 217 time: 0.0534859 Nov 05 21:36:27.081295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6f5-bd79-4d71-887e-85edcd1053f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.088648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a254ccd6-c706-4ae6-8e98-a6ebad6c9350 None None] Port a749a8f1-1349-4640-89af-f1505505e06b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:36:27.093123 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9d590e2-c1c2-4450-abba-d209057baf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.095800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9d590e2-c1c2-4450-abba-d209057baf5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.096983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f9d590e2-c1c2-4450-abba-d209057baf5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5af6e25c-5cb0-47c6-9c75-3394c564e56f HTTP/1.1" status: 204 len: 168 time: 0.5060463 Nov 05 21:36:27.097691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Made reservation on behalf of bf59e7507498445996ff9aed7dfbfdf1 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:27.102741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.120651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d590e2-c1c2-4450-abba-d209057baf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af6e25c-5cb0-47c6-9c75-3394c564e56f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:27.153682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6f5-bd79-4d71-887e-85edcd1053f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.177912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-96a99b19-5cf4-4522-a00d-e647143307c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:27.179373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-96a99b19-5cf4-4522-a00d-e647143307c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0968637 Nov 05 21:36:27.231871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:36:27.284245 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-bcbe2d91-8fba-424f-9390-f66861c082ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905600 Nov 05 21:36:27.287935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10d6f5-bd79-4d71-887e-85edcd1053f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9404a7-a73b-4465-b0e3-98fe3c8c13c6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:27.296644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee10d6f5-bd79-4d71-887e-85edcd1053f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2c9abc47b6249b9be7ab9f9d2ccea7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7346399 Nov 05 21:36:27.310003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33364) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:27.385255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:36:27.395347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:27.398012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.457952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Allocated IP 192.168.233.74 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/f184c8f1-ccfc-4cc9-8d77-e4a9cd729627) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:36:27.489499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1df8-acaf-45b9-9937-256d2da15370 req-890209ff-23ed-48b2-baf8-672a150cbb40 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:27.498694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b57d1df8-acaf-45b9-9937-256d2da15370 req-890209ff-23ed-48b2-baf8-672a150cbb40 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 948 time: 0.1306810 Nov 05 21:36:27.568496 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.584828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b57d1df8-acaf-45b9-9937-256d2da15370 req-d026bc3c-5550-42d0-828d-9dd1fdf8442d tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844710 Nov 05 21:36:27.634199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612d5d67-ac01-449c-bb38-721b54a8a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:27.636519 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7e050-8611-4b40-a89b-57ee4dc92290" -d '{"events": [{"server_uuid": "612d5d67-ac01-449c-bb38-721b54a8a881", "name": "network-vif-plugged", "status": "completed", "tag": "64aa9ebe-be0c-46b4-a143-54ef8ffc0290"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:27.649549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:27.689674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e08935-ffb4-4e61-b96a-0340631c327a req-51aafaae-6974-4f24-95c7-113cbf3f11a6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:27.691227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8e08935-ffb4-4e61-b96a-0340631c327a req-51aafaae-6974-4f24-95c7-113cbf3f11a6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 935 time: 0.3622541 Nov 05 21:36:27.701119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-075b3a92-e930-4bab-bd05-18a4d148bd45 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075890 Nov 05 21:36:27.709538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40a7b0a9-fb3a-4e87-982f-bb65e4bbc74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.731272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c018e241-cf98-4227-9790-398a7df3f2ab req-ddb54460-5639-491d-a14b-f52efd4b617a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 210 time: 0.0342987 Nov 05 21:36:27.784865 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.800369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.820519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40a7b0a9-fb3a-4e87-982f-bb65e4bbc74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.847800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8e08935-ffb4-4e61-b96a-0340631c327a req-4042ce52-f4cc-4803-8003-f293c887a566 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489654 Nov 05 21:36:27.867755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:27.921714 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-56fb0ab0-294e-4515-aece-8b6ee95380ba service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102623 Nov 05 21:36:27.928215 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e24d99-f5dd-45dd-be3e-6848f4f7b0bd x-openstack-request-id: req-c5e24d99-f5dd-45dd-be3e-6848f4f7b0bd {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:27.928628 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612d5d67-ac01-449c-bb38-721b54a8a881", "name": "network-vif-plugged", "status": "completed", "tag": "64aa9ebe-be0c-46b4-a143-54ef8ffc0290", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:27.928879 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5e24d99-f5dd-45dd-be3e-6848f4f7b0bd {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:27.929875 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612d5d67-ac01-449c-bb38-721b54a8a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290', 'code': 200} Nov 05 21:36:27.959252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13385ca-b700-4efe-a2b6-9b29f6e5b948 req-469ef6e1-aba0-48f9-9dbe-c3d8b7834656 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:27.967264 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e13385ca-b700-4efe-a2b6-9b29f6e5b948 req-469ef6e1-aba0-48f9-9dbe-c3d8b7834656 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.0625203 Nov 05 21:36:27.974972 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.986972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40a7b0a9-fb3a-4e87-982f-bb65e4bbc74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:27.987942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0d15ef99-099c-4411-95b2-f252ea7ab056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:27.989568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40a7b0a9-fb3a-4e87-982f-bb65e4bbc74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:28.000810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-40a7b0a9-fb3a-4e87-982f-bb65e4bbc74e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a9404a7-a73b-4465-b0e3-98fe3c8c13c6 HTTP/1.1" status: 204 len: 168 time: 0.6889491 Nov 05 21:36:28.043966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:36:28.050460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:28.063708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:36:28.069589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:28.070304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:28.160104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Pushing event updated for resources: {'Port': ['ID=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:28.198298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e13385ca-b700-4efe-a2b6-9b29f6e5b948 req-3ba165f4-6e5e-40df-8933-04535ed26dc9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165437 Nov 05 21:36:28.234186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-6da11533-f885-4887-932e-2f0fe17e0ba3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3440123 Nov 05 21:36:28.237408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7b0a9-fb3a-4e87-982f-bb65e4bbc74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9404a7-a73b-4465-b0e3-98fe3c8c13c6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:28.250239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Request body: {'port': {'device_id': '93901743-e52b-49ab-92a1-5a26727b324c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:28.313869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567a7fa-461d-4800-872e-05b2d280160c req-ff3ce10b-854d-4ba0-abb5-2e4fdc8c450c tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:28.315454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b567a7fa-461d-4800-872e-05b2d280160c req-ff3ce10b-854d-4ba0-abb5-2e4fdc8c450c tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 935 time: 0.1244566 Nov 05 21:36:28.348039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:28.385058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd0f0e-76ab-4b78-afdf-8661081ffad6 req-eb1b7847-9333-4a7b-861b-985ec833c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:28.385058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92bd0f0e-76ab-4b78-afdf-8661081ffad6 req-eb1b7847-9333-4a7b-861b-985ec833c508 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 1100 time: 0.2575643 Nov 05 21:36:28.518729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92bd0f0e-76ab-4b78-afdf-8661081ffad6 req-05888bbf-5421-43ec-be9a-c73559d51812 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937130 Nov 05 21:36:28.546183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b567a7fa-461d-4800-872e-05b2d280160c req-6d29086d-1833-4ecb-bc19-c34474165acd tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110777 Nov 05 21:36:28.548474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-eeb401b8-e9af-4317-90b7-1bc0e83e1eae None None] Provisioning complete for port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:28.548944 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eeb401b8-e9af-4317-90b7-1bc0e83e1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:28.593053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-eeb401b8-e9af-4317-90b7-1bc0e83e1eae None None] Port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:36:28.653703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a749a8f1-1349-4640-89af-f1505505e06b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:28.666702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:28.682578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Transition to ACTIVE for port object a749a8f1-1349-4640-89af-f1505505e06b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:36:28.814365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:28.937338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a83888d6-521c-47ec-90c3-358e6355a544 req-09ec8379-e0cf-458d-855c-8bf60131a94f tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 210 time: 0.1203711 Nov 05 21:36:28.942120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3c013-cfc2-4388-ad57-49aecf63e049 req-9fb60463-3d5a-4226-892f-82c3df2ad0e7 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:28.950607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48e3c013-cfc2-4388-ad57-49aecf63e049 req-9fb60463-3d5a-4226-892f-82c3df2ad0e7 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 949 time: 0.1184638 Nov 05 21:36:28.987016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-7247b3ee-2552-418d-9c4e-a04f0bc04a0f tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:28.988751 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-7247b3ee-2552-418d-9c4e-a04f0bc04a0f tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.2420955 Nov 05 21:36:29.008503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:29.106841 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48e3c013-cfc2-4388-ad57-49aecf63e049 req-035882ac-d6cd-41d5-9ab2-7b72525d6a87 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552727 Nov 05 21:36:29.156740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33412) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:29.174290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:29.182244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.202431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Transition to ACTIVE for port object f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:36:29.205608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-39c28d31-9b82-43fc-8498-aceee3e44399 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:29.207085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-39c28d31-9b82-43fc-8498-aceee3e44399 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.46 "GET /v2.0/networks?id=3d880671-3afc-4d70-84cb-dd80f415d66e HTTP/1.1" status: 200 len: 814 time: 0.4287279 Nov 05 21:36:29.221900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6615-290b-4aa5-83dd-ac4d6e129967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.240517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:29.240860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:29.241191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:29.250508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Request body: {'port': {'device_id': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e', 'admin_state_up': True, 'tenant_id': '3305bcbe9f9a4af98c8987a050f1e0a1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:29.289472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Port a749a8f1-1349-4640-89af-f1505505e06b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:29.289714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:29.307602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.363006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:29.366355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:29.366797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:29.367256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Bound port: a749a8f1-1349-4640-89af-f1505505e06b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:29.367376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2085ea5-76fa-4e75-a65d-ae218404ec1d req-329a9a50-4c49-4aa6-bb43-7fe481c353b9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:29.367655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.368937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2085ea5-76fa-4e75-a65d-ae218404ec1d req-329a9a50-4c49-4aa6-bb43-7fe481c353b9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.1042302 Nov 05 21:36:29.380346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:36:29.421996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Pushing event updated for resources: {'Port': ['ID=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:29.472318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Attempting to bind port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:29.472491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:36:29.472617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Attempting to bind port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:29.472943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Attempting to bind port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:29.492195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2085ea5-76fa-4e75-a65d-ae218404ec1d req-547f7930-455f-4fad-8f50-2d80ef38bc0f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914302 Nov 05 21:36:29.492195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:29.492195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Attempting to bind port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:29.492195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:29.492195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:29.492597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:29.492791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Bound port: f184c8f1-ccfc-4cc9-8d77-e4a9cd729627, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:29.493155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.536588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4fa1-6fa7-422b-83ef-86d8af823727 req-929466de-5328-45d8-99f9-26deb159fb9c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:29.538345 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8be4fa1-6fa7-422b-83ef-86d8af823727 req-929466de-5328-45d8-99f9-26deb159fb9c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.3614743 Nov 05 21:36:29.622977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] For port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:29.629748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] For port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:29.670255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6615-290b-4aa5-83dd-ac4d6e129967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.685175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8be4fa1-6fa7-422b-83ef-86d8af823727 req-086861e9-a4bb-4d80-a30b-1e42fdcbeaf3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254804 Nov 05 21:36:29.717262 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.720665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:29.725501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:29.759637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:29.760247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.762580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] 10.222.0.13 "PUT /v2.0/ports/f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 HTTP/1.1" status: 200 len: 1095 time: 1.5176027 Nov 05 21:36:29.763015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93901743-e52b-49ab-92a1-5a26727b324c', 'tag': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:29.765262 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c28aa2b-9e61-4eca-a708-f2d3727283d6" -d '{"events": [{"name": "network-changed", "server_uuid": "93901743-e52b-49ab-92a1-5a26727b324c", "tag": "f184c8f1-ccfc-4cc9-8d77-e4a9cd729627"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:29.787948 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6615-290b-4aa5-83dd-ac4d6e129967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.793785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedb062-2805-4b3a-ba25-c2a933ef29cb req-a9a6499f-bc92-45b9-b3f0-852f234dd157 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:29.795228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfedb062-2805-4b3a-ba25-c2a933ef29cb req-a9a6499f-bc92-45b9-b3f0-852f234dd157 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 947 time: 0.1232708 Nov 05 21:36:29.811736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Made reservation on behalf of 3305bcbe9f9a4af98c8987a050f1e0a1 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:29.815213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.818342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.823151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624c253-0ec4-46e7-9692-96dee3111b1d service neutron] Pushing event updated for resources: {'Port': ['ID=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:29.834052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-5ee452ff-b48b-4a88-8cbf-7d28aa37dade service neutron] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:29.867318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-5ee452ff-b48b-4a88-8cbf-7d28aa37dade service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.868171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea2371d4-fb44-4fcd-a8a4-6ea0ae8f5cda req-5ee452ff-b48b-4a88-8cbf-7d28aa37dade service neutron] 10.222.0.13 "DELETE /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.8697815 Nov 05 21:36:29.890223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfedb062-2805-4b3a-ba25-c2a933ef29cb req-967dbac4-930a-4949-a6e4-3f9e99da1421 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820994 Nov 05 21:36:29.895330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ca9f6615-290b-4aa5-83dd-ac4d6e129967 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=644979ee29d04159b9b4101ac9d58aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7355816 Nov 05 21:36:29.898169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33432) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:29.915253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f6615-290b-4aa5-83dd-ac4d6e129967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d41368-f49a-4550-84da-c62b3a4549cf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:29.948874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:29.949530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:29.950950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] 10.222.0.46 "PUT /v2.0/ports/a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 1095 time: 3.0623760 Nov 05 21:36:29.952081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:29.953926 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826f9b99-af8d-42b6-85fb-516105f71b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "tag": "a749a8f1-1349-4640-89af-f1505505e06b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:29.963873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6700a-8917-448e-bbd6-e3a22b2b2d75 req-07c0f9fc-88d7-4e86-864a-82fb1f6ddec0 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:29.974201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-52b6700a-8917-448e-bbd6-e3a22b2b2d75 req-07c0f9fc-88d7-4e86-864a-82fb1f6ddec0 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1096 time: 0.2202282 Nov 05 21:36:29.975934 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bb4dc91-e493-42b1-a746-364e7d0ba81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:30.031971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bb4dc91-e493-42b1-a746-364e7d0ba81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:30.090473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0c41e-f162-480e-966e-ad880bb7d954 service neutron] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:30.144905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-79ec4987-9aa9-4f37-a4f2-10ebe9a72f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:30.146552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-79ec4987-9aa9-4f37-a4f2-10ebe9a72f3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 1098 time: 0.2418170 Nov 05 21:36:30.185782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-52b6700a-8917-448e-bbd6-e3a22b2b2d75 req-105a0933-cee8-4461-94ce-d1432d1f27ab tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089891 Nov 05 21:36:30.207076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bb4dc91-e493-42b1-a746-364e7d0ba81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:30.210276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bb4dc91-e493-42b1-a746-364e7d0ba81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:30.211655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6bb4dc91-e493-42b1-a746-364e7d0ba81c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4d41368-f49a-4550-84da-c62b3a4549cf HTTP/1.1" status: 204 len: 168 time: 0.3121085 Nov 05 21:36:30.236918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4dc91-e493-42b1-a746-364e7d0ba81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d41368-f49a-4550-84da-c62b3a4549cf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:30.251129 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b133f6-d852-4183-b615-2526f87220e5 x-openstack-request-id: req-c3b133f6-d852-4183-b615-2526f87220e5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:30.251436 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93901743-e52b-49ab-92a1-5a26727b324c", "tag": "f184c8f1-ccfc-4cc9-8d77-e4a9cd729627", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:30.251727 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3b133f6-d852-4183-b615-2526f87220e5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:30.252148 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93901743-e52b-49ab-92a1-5a26727b324c', 'tag': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627', 'status': 'completed', 'code': 200} Nov 05 21:36:30.297810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-3facb4eb-3908-41dd-be2e-1ba38ca3eb88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 HTTP/1.1" status: 200 len: 217 time: 0.1185541 Nov 05 21:36:30.329174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-bb775410-5ccb-458d-bbc0-4093fb8a5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:30.334600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-bb775410-5ccb-458d-bbc0-4093fb8a5d1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1098 time: 0.2480490 Nov 05 21:36:30.336078 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16489e96-7e49-480a-b70b-20334a8618cc x-openstack-request-id: req-16489e96-7e49-480a-b70b-20334a8618cc {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:30.339277 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "tag": "a749a8f1-1349-4640-89af-f1505505e06b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:30.343875 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16489e96-7e49-480a-b70b-20334a8618cc {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:30.344438 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b', 'status': 'completed', 'code': 200} Nov 05 21:36:30.361231 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:30.412626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Allocated IP 172.20.0.11 (3d880671-3afc-4d70-84cb-dd80f415d66e/ecab3539-965e-44aa-9ebd-20a15b4085df/4ab60988-3a03-4433-8570-95accf540492) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:36:30.464203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58307b9d-c2ea-406a-91d0-af630946ef70 req-735af55e-7ec0-481c-adc8-d81e1181d764 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 210 time: 0.1176765 Nov 05 21:36:30.493724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-f7bf5478-c896-4fdf-843c-8cabf601b5c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.1267128 Nov 05 21:36:30.516582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-138b9e96-92da-44a1-b984-8e213dbac5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:30.516582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-138b9e96-92da-44a1-b984-8e213dbac5ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2054014 Nov 05 21:36:30.582468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558f2d-13b1-431a-99d1-ebf50c0de33b req-f821e31f-be07-4b1c-b604-e89ee0b62d23 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:30.591584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2558f2d-13b1-431a-99d1-ebf50c0de33b req-f821e31f-be07-4b1c-b604-e89ee0b62d23 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 949 time: 0.0863652 Nov 05 21:36:30.647168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2558f2d-13b1-431a-99d1-ebf50c0de33b req-d80c7005-427d-4838-9b54-b2749a6ddc80 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545673 Nov 05 21:36:30.709139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-b0c9b1a3-edb5-4eba-a906-394228090075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:30.710668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-b0c9b1a3-edb5-4eba-a906-394228090075 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1961417 Nov 05 21:36:30.973153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-c10c1be1-525a-4864-985e-dff05b2006f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:30.974641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-c10c1be1-525a-4864-985e-dff05b2006f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4344368 Nov 05 21:36:30.990705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33476) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:31.147622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee6aa-af92-4a3d-b0ba-f27b14999084 req-353ca230-d27a-450d-b508-54542bd7ea7a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.149267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23cee6aa-af92-4a3d-b0ba-f27b14999084 req-353ca230-d27a-450d-b508-54542bd7ea7a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.0661092 Nov 05 21:36:31.174200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df14b88f-a60d-4854-999b-2e6076312faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.194582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-57bc2568-f36d-45f1-a14a-00a84e65d986 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.195815 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-57bc2568-f36d-45f1-a14a-00a84e65d986 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.5836446 Nov 05 21:36:31.202864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159280-89d4-4555-9b23-b534feac4191 req-165f2718-9b7c-4f52-8048-87d28ccd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.204525 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-165f2718-9b7c-4f52-8048-87d28ccd97e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4738374 Nov 05 21:36:31.246966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23cee6aa-af92-4a3d-b0ba-f27b14999084 req-6bacd788-303d-47f0-b458-4b45ae14df2f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886657 Nov 05 21:36:31.280165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-fe44de90-7f5f-4941-a032-a56813878ad6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/quotas/716b3930b41c42479302dd5a494f2f60 HTTP/1.1" status: 200 len: 375 time: 0.0669799 Nov 05 21:36:31.287037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-ed92923d-b9f4-4f00-aa03-df709b21b704 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932243 Nov 05 21:36:31.316750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df14b88f-a60d-4854-999b-2e6076312faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.325503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.368636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37147eb-db3a-4f66-9ccd-625e904cb785 req-5feaeb18-872b-4951-9ae8-f44fb2fb7137 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.370279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d37147eb-db3a-4f66-9ccd-625e904cb785 req-5feaeb18-872b-4951-9ae8-f44fb2fb7137 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 947 time: 0.0517905 Nov 05 21:36:31.418478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df14b88f-a60d-4854-999b-2e6076312faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.428842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d37147eb-db3a-4f66-9ccd-625e904cb785 req-f979ca11-5931-4402-b5a0-947c145167f1 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Nov 05 21:36:31.462985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-df14b88f-a60d-4854-999b-2e6076312faf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed4a9d1b335947c692a42cb5716c3f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704304 Nov 05 21:36:31.463909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14b88f-a60d-4854-999b-2e6076312faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f86b39-05fc-4dc6-9af1-bfa9857afd10,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:31.466810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33494) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:31.482451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-fffe4457-faec-4477-9938-544514e4eb80 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1944232 Nov 05 21:36:31.511998 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-633481a8-7742-40a5-ba68-0cefea899103 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940671 Nov 05 21:36:31.534849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d986-552c-4f12-9b17-7ed9e04bffb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.562657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d986-552c-4f12-9b17-7ed9e04bffb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.632277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1439e6b-7383-4469-8e47-3b26263c98ef req-fccc69c2-daad-4836-b0db-ca544d5a1a0f service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033059 Nov 05 21:36:31.636180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.651345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5271-e827-4ca9-a896-e80ba8be6e33 req-7813a839-b62d-46d8-8af7-4b1f46948009 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.654499 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc1f5271-e827-4ca9-a896-e80ba8be6e33 req-7813a839-b62d-46d8-8af7-4b1f46948009 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 949 time: 0.0895593 Nov 05 21:36:31.706515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc1f5271-e827-4ca9-a896-e80ba8be6e33 req-a06755f0-c9c6-4973-85a4-339583c4238e tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Nov 05 21:36:31.714369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Network 3d880671-3afc-4d70-84cb-dd80f415d66e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:36:31.732902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-72bceb8a-83f8-40c0-96f6-f6c057e0a1f9 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373688 Nov 05 21:36:31.733769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:31.741535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:36:31.750226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.750226 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.758820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Pushing event updated for resources: {'Port': ['ID=4ab60988-3a03-4433-8570-95accf540492,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:31.768733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d986-552c-4f12-9b17-7ed9e04bffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.774465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d986-552c-4f12-9b17-7ed9e04bffb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:31.778696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-25c7d986-552c-4f12-9b17-7ed9e04bffb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85f86b39-05fc-4dc6-9af1-bfa9857afd10 HTTP/1.1" status: 204 len: 168 time: 0.3108184 Nov 05 21:36:31.778841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9159280-89d4-4555-9b23-b534feac4191 req-32cbc854-eeeb-422b-abde-426c3119ef41 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478416 Nov 05 21:36:31.790139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d986-552c-4f12-9b17-7ed9e04bffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f86b39-05fc-4dc6-9af1-bfa9857afd10,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:31.858566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-2ac5892d-6e7d-469d-91c6-ebe4067be182 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6324103 Nov 05 21:36:31.876865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Request body: {'port': {'device_id': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:31.916728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-4fa872e5-afef-45f3-ab87-bc2fbfda591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.917977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-4fa872e5-afef-45f3-ab87-bc2fbfda591c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 1098 time: 0.1308603 Nov 05 21:36:31.929779 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b791-c905-43d7-a6d3-973d84a485ad req-fc282c58-536f-4133-96f2-6c356a08e695 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:31.931864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4510b791-c905-43d7-a6d3-973d84a485ad req-fc282c58-536f-4133-96f2-6c356a08e695 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 932 time: 0.0637033 Nov 05 21:36:31.959233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-1bed4b06-09fa-4185-ac1a-108f3c0165fa service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189822 Nov 05 21:36:32.018778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4510b791-c905-43d7-a6d3-973d84a485ad req-04c40c65-cde0-4190-b41f-a1d8d8200388 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Nov 05 21:36:32.033939 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.088706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-794d2bc1-9f49-4138-92a5-bf5cbfdcc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.090339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-794d2bc1-9f49-4138-92a5-bf5cbfdcc663 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1098 time: 0.1763890 Nov 05 21:36:32.166928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-73a8e9e7-49c9-4938-a7ae-7cf53893381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.168952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-73a8e9e7-49c9-4938-a7ae-7cf53893381a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2376392 Nov 05 21:36:32.310076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-80db182e-398d-4201-ab57-06dacca496df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 HTTP/1.1" status: 200 len: 217 time: 0.1038716 Nov 05 21:36:32.333086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-07cf3fb0-fdde-44e1-a3fb-d76f6ec0f510 req-faf14e78-f645-4046-b1c6-7c7da02546a8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 210 time: 0.1127949 Nov 05 21:36:32.431340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33526) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:32.448761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3b356f1-7835-4296-b712-ad656400d6fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.464007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-4fa64101-053d-456e-a892-1c3bfe436b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.466423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-4fa64101-053d-456e-a892-1c3bfe436b30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3539090 Nov 05 21:36:32.476887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-95c06d8f-ad37-4d53-9a7b-bc5e582d2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.478270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-95c06d8f-ad37-4d53-9a7b-bc5e582d2c1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1477935 Nov 05 21:36:32.528611 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.553784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3b356f1-7835-4296-b712-ad656400d6fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.569610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-79ce7c46-6aec-4134-81ae-7b8c83e9a8eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.0900373 Nov 05 21:36:32.639227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3b356f1-7835-4296-b712-ad656400d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.694294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b3b356f1-7835-4296-b712-ad656400d6fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f13c3ff812b44169fe243c82d7fbfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616224 Nov 05 21:36:32.694898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33538) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:32.699983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b356f1-7835-4296-b712-ad656400d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0183c05c-0787-4741-beb4-9da60c2654ed,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:32.708013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-5cb2d187-0e2f-43bc-81ae-43cf54f9c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.709484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-5cb2d187-0e2f-43bc-81ae-43cf54f9c513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680753 Nov 05 21:36:32.717588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148368c-0933-4048-936c-6527e2762948 req-cafb1242-b28b-45c8-9163-45b8e326b83f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.725393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b148368c-0933-4048-936c-6527e2762948 req-cafb1242-b28b-45c8-9163-45b8e326b83f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.2686310 Nov 05 21:36:32.731465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb36e-06d5-4943-ad29-70750a2b2206 req-1f743e60-4a5c-4a78-a4ec-625074662f39 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.740048 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19ddb36e-06d5-4943-ad29-70750a2b2206 req-1f743e60-4a5c-4a78-a4ec-625074662f39 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 947 time: 0.1513886 Nov 05 21:36:32.812262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19ddb36e-06d5-4943-ad29-70750a2b2206 req-cf99dadb-a80d-48cc-b156-9fd41e8e9ec4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712724 Nov 05 21:36:32.812715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-69a46cf9-5a5d-4411-9675-d554b899a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.814167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-69a46cf9-5a5d-4411-9675-d554b899a41d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2352753 Nov 05 21:36:32.833332 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d7ba-e30d-4a09-8288-3bfbd32b629d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.863447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d7ba-e30d-4a09-8288-3bfbd32b629d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.912322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab60988-3a03-4433-8570-95accf540492 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:32.939671 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:32.952248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b148368c-0933-4048-936c-6527e2762948 req-a0df014d-dde4-4849-8bd9-ed9d8edb9219 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259655 Nov 05 21:36:32.958304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-327de60e-4587-46c0-a111-207696509f57 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250288 Nov 05 21:36:32.958440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20cf92-328a-45e1-9883-9be943ea670e req-7c8b3faf-5785-4ee3-85f1-60f4f7a1c0a6 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.959974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd20cf92-328a-45e1-9883-9be943ea670e req-7c8b3faf-5785-4ee3-85f1-60f4f7a1c0a6 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 949 time: 0.0541031 Nov 05 21:36:32.960162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-f6bf3d12-b0cc-48ff-ae52-d36eb7651772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:32.961719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-f6bf3d12-b0cc-48ff-ae52-d36eb7651772 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358013 Nov 05 21:36:33.018479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd20cf92-328a-45e1-9883-9be943ea670e req-82c9a84b-88f7-449d-b702-e76364bbd213 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Nov 05 21:36:33.053474 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d7ba-e30d-4a09-8288-3bfbd32b629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:33.058905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d7ba-e30d-4a09-8288-3bfbd32b629d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:33.061692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e3e6d7ba-e30d-4a09-8288-3bfbd32b629d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0183c05c-0787-4741-beb4-9da60c2654ed HTTP/1.1" status: 204 len: 168 time: 0.3623986 Nov 05 21:36:33.084767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6d7ba-e30d-4a09-8288-3bfbd32b629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0183c05c-0787-4741-beb4-9da60c2654ed,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:33.242316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8c28a-81c1-49d9-8bf2-e7f194495616 req-180eec0c-c903-4e70-ab0a-9a2698558308 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:33.244242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa8c28a-81c1-49d9-8bf2-e7f194495616 req-180eec0c-c903-4e70-ab0a-9a2698558308 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 932 time: 0.0539985 Nov 05 21:36:33.275795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Transition to ACTIVE for port object 4ab60988-3a03-4433-8570-95accf540492 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:36:33.328728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa8c28a-81c1-49d9-8bf2-e7f194495616 req-1352a7ed-290d-45b5-bbb7-bef9eff5759d tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741525 Nov 05 21:36:33.362065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:33.470533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a329a347-87e0-4990-bae8-ab76ca97c954 req-014b2c0b-64f3-44f1-8a9d-8d45b4961ff8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 210 time: 0.0586109 Nov 05 21:36:33.512700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-4ef25eec-c784-4d45-829a-b8a9b7ae84c6 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403857 Nov 05 21:36:33.521557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab60988-3a03-4433-8570-95accf540492,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:33.553633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c28aa2b-9e61-4eca-a708-f2d3727283d6 req-7a83b88d-2bb6-4bca-a17d-6d1da7649af9 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868542 Nov 05 21:36:33.612035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Attempting to bind port 4ab60988-3a03-4433-8570-95accf540492 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:33.612367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Attempting to bind port 4ab60988-3a03-4433-8570-95accf540492 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '4ee75a6c-8b2c-48f0-8292-36319501cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:33.612694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Attempting to bind port 4ab60988-3a03-4433-8570-95accf540492 on network 3d880671-3afc-4d70-84cb-dd80f415d66e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:33.620778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Port 4ab60988-3a03-4433-8570-95accf540492 on network 3d880671-3afc-4d70-84cb-dd80f415d66e not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:33.621589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Attempting to bind port 4ab60988-3a03-4433-8570-95accf540492 on network 3d880671-3afc-4d70-84cb-dd80f415d66e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:33.632147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:33.632479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Checking segment: {'id': '4ee75a6c-8b2c-48f0-8292-36319501cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:33.632859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Bound using segment: {'id': '4ee75a6c-8b2c-48f0-8292-36319501cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:33.633284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Bound port: 4ab60988-3a03-4433-8570-95accf540492, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee75a6c-8b2c-48f0-8292-36319501cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:33.633630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:33.663203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-826f9b99-af8d-42b6-85fb-516105f71b5a req-132f4541-4203-484f-b3c2-1384108c275c service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225736 Nov 05 21:36:33.711829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] For port 4ab60988-3a03-4433-8570-95accf540492, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:33.714760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] For port 4ab60988-3a03-4433-8570-95accf540492, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4ab60988-3a03-4433-8570-95accf540492,segment=NetworkSegment(4ee75a6c-8b2c-48f0-8292-36319501cf76),segment_id=4ee75a6c-8b2c-48f0-8292-36319501cf76)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:33.870645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:33.922522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:33.923475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:33.924935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/4ab60988-3a03-4433-8570-95accf540492 HTTP/1.1" status: 200 len: 1092 time: 2.0545323 Nov 05 21:36:33.925386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'tag': '4ab60988-3a03-4433-8570-95accf540492'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:33.927743 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d46893-9e0b-4e76-a2ae-cf8c6bab82c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a96814b-8b95-4bad-9a96-14e1cfb371d0", "tag": "4ab60988-3a03-4433-8570-95accf540492"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:33.949291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701b77b-b7e9-4ca9-a2f6-46e49a9a9e0c req-7786cc2b-032f-47c7-ba07-7bed060ad631 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:33.951098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b701b77b-b7e9-4ca9-a2f6-46e49a9a9e0c req-7786cc2b-032f-47c7-ba07-7bed060ad631 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 947 time: 0.0630732 Nov 05 21:36:33.978593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf9589-6853-4339-98ec-ca6fbd1af7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab60988-3a03-4433-8570-95accf540492,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:33.987052 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54686e0e-9001-42da-acb6-a15aa1bd2e29 x-openstack-request-id: req-54686e0e-9001-42da-acb6-a15aa1bd2e29 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:33.987326 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a96814b-8b95-4bad-9a96-14e1cfb371d0", "tag": "4ab60988-3a03-4433-8570-95accf540492", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:33.988167 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54686e0e-9001-42da-acb6-a15aa1bd2e29 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:33.988575 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'tag': '4ab60988-3a03-4433-8570-95accf540492', 'status': 'completed', 'code': 200} Nov 05 21:36:34.039819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b701b77b-b7e9-4ca9-a2f6-46e49a9a9e0c req-ed581412-df21-4194-9933-3a7c4f0f8c0e tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Nov 05 21:36:34.125352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d46893-9e0b-4e76-a2ae-cf8c6bab82c7 req-a5fa9f38-046e-4f2d-93d9-cba4bfa6091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.126882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3d46893-9e0b-4e76-a2ae-cf8c6bab82c7 req-a5fa9f38-046e-4f2d-93d9-cba4bfa6091b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3305bcbe9f9a4af98c8987a050f1e0a1&device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 1095 time: 0.1116102 Nov 05 21:36:34.153729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a966-548e-4c5d-a714-3690e23ff245 req-fd986c45-3203-4a03-9cb6-1c24ce6a14d5 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.155237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0031a966-548e-4c5d-a714-3690e23ff245 req-fd986c45-3203-4a03-9cb6-1c24ce6a14d5 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.13 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 949 time: 0.1144922 Nov 05 21:36:34.162783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db611d21-e4eb-48dc-a326-cfe29e0eed42 req-b3315615-44f1-472b-8510-a6c394ae0b72 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.164237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db611d21-e4eb-48dc-a326-cfe29e0eed42 req-b3315615-44f1-472b-8510-a6c394ae0b72 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.1103482 Nov 05 21:36:34.261559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fc35e-ed2f-4d94-a342-1772132ffe57 req-1d90a57f-3661-4582-8090-34e51b350346 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.262267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e00fc35e-ed2f-4d94-a342-1772132ffe57 req-1d90a57f-3661-4582-8090-34e51b350346 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 949 time: 0.0616584 Nov 05 21:36:34.314743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e00fc35e-ed2f-4d94-a342-1772132ffe57 req-e036cdc6-c409-4a02-8d74-6f861205744f tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff32b35-1f15-450f-97e7-89b96d3eb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Nov 05 21:36:34.383817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db611d21-e4eb-48dc-a326-cfe29e0eed42 req-5d398903-5b53-4451-b444-3cfb02619cc5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801693 Nov 05 21:36:34.406249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d46893-9e0b-4e76-a2ae-cf8c6bab82c7 req-63e43aad-9ae8-4780-9660-59a34eea7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.407758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3d46893-9e0b-4e76-a2ae-cf8c6bab82c7 req-63e43aad-9ae8-4780-9660-59a34eea7990 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3305bcbe9f9a4af98c8987a050f1e0a1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2722263 Nov 05 21:36:34.417418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33608) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:34.499271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Deleting port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:36:34.500057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.573573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-467319456-network', 'tenant_id': '0317fbf792234b60b3d276b55194ca16'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:34.601320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa3eda5b-8805-43be-a965-a0712c405331 req-624ca448-a6e6-47d3-929a-65affb2f2be6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 210 time: 0.0465817 Nov 05 21:36:34.678344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d46893-9e0b-4e76-a2ae-cf8c6bab82c7 req-6930fc49-b3e2-443b-8d28-067a2afc02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.679834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3d46893-9e0b-4e76-a2ae-cf8c6bab82c7 req-6930fc49-b3e2-443b-8d28-067a2afc02e4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2645874 Nov 05 21:36:34.703810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027021d-c36d-453c-858d-89128642a5f4 req-b1adf120-f4a0-4487-91cd-5fab2ba06f24 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.705352 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d027021d-c36d-453c-858d-89128642a5f4 req-b1adf120-f4a0-4487-91cd-5fab2ba06f24 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 944 time: 0.2124400 Nov 05 21:36:34.721909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Made reservation on behalf of 0317fbf792234b60b3d276b55194ca16 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:34.725648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.742635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.802456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b857b148-e1e4-42aa-a21f-ad343a47004f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.803920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b857b148-e1e4-42aa-a21f-ad343a47004f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.2811155 Nov 05 21:36:34.814831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] For port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:34.815201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.826573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.828624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Request body: {'port': {'device_id': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'admin_state_up': True, 'tenant_id': '716b3930b41c42479302dd5a494f2f60'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:34.854089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33616) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:34.864186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Calling delete_port for 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:36:34.877770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d027021d-c36d-453c-858d-89128642a5f4 req-9c71b39c-1087-4970-ba58-2453ffec6390 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634605 Nov 05 21:36:34.901678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.921944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-23e36c0b-6199-4a92-a638-f55d4c1b7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:34.923009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:36:34.923427 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-23e36c0b-6199-4a92-a638-f55d4c1b7381 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3305bcbe9f9a4af98c8987a050f1e0a1&device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 1095 time: 0.1827257 Nov 05 21:36:34.927858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f86db9b-2a7b-4fdc-b2b7-f0f942c17503,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:34.935434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.936061 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Added segment f2d80415-cbdf-469f-841d-fe30f8b888ca of type vlan for network e53100d0-33b0-41a0-9bd3-0609d2766024 Nov 05 21:36:34.986599 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:34.996035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc447-206e-40f6-a824-742facfee0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.005031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-e5721fb4-86d0-451b-aaba-00378348c314 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ab60988-3a03-4433-8570-95accf540492 HTTP/1.1" status: 200 len: 217 time: 0.0507090 Nov 05 21:36:35.099102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc447-206e-40f6-a824-742facfee0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.099360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-efc3b2a0-1cc8-4270-a932-3365c05989e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:35.100662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-efc3b2a0-1cc8-4270-a932-3365c05989e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecab3539-965e-44aa-9ebd-20a15b4085df HTTP/1.1" status: 200 len: 854 time: 0.0833137 Nov 05 21:36:35.100836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.101970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:35.103360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.137847 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-614f0e56-b47b-4be6-91d3-d059cb038079 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d880671-3afc-4d70-84cb-dd80f415d66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286820 Nov 05 21:36:35.183737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc447-206e-40f6-a824-742facfee0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.204503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] Pushing event updated for resources: {'Network': ['ID=e53100d0-33b0-41a0-9bd3-0609d2766024,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:35.216570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network e53100d0-33b0-41a0-9bd3-0609d2766024 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:36:35.222781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Made reservation on behalf of 716b3930b41c42479302dd5a494f2f60 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:35.226284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.241582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bc9dc447-206e-40f6-a824-742facfee0eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb10ac04d1a94c14ae18427f650962db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849375 Nov 05 21:36:35.241880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33622) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:35.246450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dc447-206e-40f6-a824-742facfee0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22ecc3-a7e0-48cf-af82-a70d86317151,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:35.270048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81018c4c-2c5f-4535-8f0c-4f89fd716fad req-c9e7f0fa-8848-4f3d-aa09-7d25f6aee91e tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:35.277427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81018c4c-2c5f-4535-8f0c-4f89fd716fad req-c9e7f0fa-8848-4f3d-aa09-7d25f6aee91e tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 947 time: 0.1557593 Nov 05 21:36:35.291050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80d2e967-a972-4a89-99f1-f74e0bfa4740 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8684769 Nov 05 21:36:35.292710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:36:35.295243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33624) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:35.310573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Request body: {'subnet': {'network_id': 'e53100d0-33b0-41a0-9bd3-0609d2766024', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-467319456-subnet', 'tenant_id': '0317fbf792234b60b3d276b55194ca16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:35.342435 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.345435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-a3bf12b5-e36c-49e5-b0eb-ba9f02619e37 service neutron] 10.222.0.46 "GET /v2.0/networks/3d880671-3afc-4d70-84cb-dd80f415d66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897461 Nov 05 21:36:35.372358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81018c4c-2c5f-4535-8f0c-4f89fd716fad req-1152f040-dba6-4d84-be1b-61dad2de4654 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940049 Nov 05 21:36:35.381514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['64aa9ebe-be0c-46b4-a143-54ef8ffc0290'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:35.409928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Pushing event deleted for resources: {'Port': ['ID=64aa9ebe-be0c-46b4-a143-54ef8ffc0290,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:35.424465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a749a8f1-1349-4640-89af-f1505505e06b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:36:35.429474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Made reservation on behalf of 0317fbf792234b60b3d276b55194ca16 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:35.431936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.580608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ff70-0e61-4f91-89f3-aed7c9983cdb req-78dd8f16-e9d2-4d47-83fe-7ebd8f9ebd68 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:35.582521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:35.588458 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32a0ff70-0e61-4f91-89f3-aed7c9983cdb req-78dd8f16-e9d2-4d47-83fe-7ebd8f9ebd68 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.0879464 Nov 05 21:36:35.621835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627', 'mac_address': 'fa:16:3e:2f:fe:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:36:35.626172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:35.684037 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32a0ff70-0e61-4f91-89f3-aed7c9983cdb req-1920667c-1d26-48ce-9f97-e1885f6ae670 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940781 Nov 05 21:36:35.685376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'a749a8f1-1349-4640-89af-f1505505e06b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'a749a8f1-1349-4640-89af-f1505505e06b', 'mac_address': 'fa:16:3e:77:e6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:36:35.700037 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.743416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:35.774770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:35.776882 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.792507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a749a8f1-1349-4640-89af-f1505505e06b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:35.815116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:35.818421 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b21e436-3737-44a6-a95c-eea0f0d4b398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.820170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] No DVR routers for this DVR port 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:36:35.824182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.829196 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85261ee9-d290-4be9-96bf-960e80cc1bcb req-a88ae410-a069-4c33-b99e-e04ed5f6ce3b tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 210 time: 0.2923961 Nov 05 21:36:35.838927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.842318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0031a966-548e-4c5d-a714-3690e23ff245 req-7d8a6aa0-9822-49e0-8267-c630643c93f8 tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.13 "DELETE /v2.0/ports/64aa9ebe-be0c-46b4-a143-54ef8ffc0290 HTTP/1.1" status: 204 len: 173 time: 1.6758471 Nov 05 21:36:35.853770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Allocated IP 172.20.0.12 (0f3afe19-99d5-4d93-a8ee-b562a88579f2/669f0758-d0a0-483b-861e-f22fd0baec13/b7bfaa94-228e-4685-ac82-d8740e27474b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:36:35.880992 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.892032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b21e436-3737-44a6-a95c-eea0f0d4b398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.903302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47dc4eff-e2c3-4c0f-b246-f460da25779a req-c9178f1d-e3d5-4820-861f-391e6b28c82d service neutron] 10.222.0.46 "GET /v2.0/networks/3d880671-3afc-4d70-84cb-dd80f415d66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486388 Nov 05 21:36:35.907038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c26153c-7770-45a5-9bd1-b8a7cbccd9ef req-161acb93-f701-48ac-a106-46d3bcd6637e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 210 time: 0.0393286 Nov 05 21:36:35.930245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749f5d4b-791a-4be6-bdc3-6d7229d41c5f,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:35.941366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Checking segment: {'id': 'f2d80415-cbdf-469f-841d-fe30f8b888ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e53100d0-33b0-41a0-9bd3-0609d2766024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:35.941973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Network hostable DHCP agents. Network: e53100d0-33b0-41a0-9bd3-0609d2766024, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:36:35.956258 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:35.994599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612d5d67-ac01-449c-bb38-721b54a8a881', 'name': 'network-vif-deleted', 'tag': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:35.997473 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c98e1-a3a1-4648-8ae4-e350b48f4275" -d '{"events": [{"server_uuid": "612d5d67-ac01-449c-bb38-721b54a8a881", "name": "network-vif-deleted", "tag": "64aa9ebe-be0c-46b4-a143-54ef8ffc0290"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:36.013213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:36.052411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Network e53100d0-33b0-41a0-9bd3-0609d2766024 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:36:36.058639 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f00b9b-2319-4e5e-9905-c599f63ddefd x-openstack-request-id: req-59f00b9b-2319-4e5e-9905-c599f63ddefd {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:36.058930 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612d5d67-ac01-449c-bb38-721b54a8a881", "name": "network-vif-deleted", "tag": "64aa9ebe-be0c-46b4-a143-54ef8ffc0290", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:36.059178 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59f00b9b-2319-4e5e-9905-c599f63ddefd {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:36.059815 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612d5d67-ac01-449c-bb38-721b54a8a881', 'name': 'network-vif-deleted', 'tag': '64aa9ebe-be0c-46b4-a143-54ef8ffc0290', 'status': 'completed', 'code': 200} Nov 05 21:36:36.084838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b21e436-3737-44a6-a95c-eea0f0d4b398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.086501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:36.087463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b21e436-3737-44a6-a95c-eea0f0d4b398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.088662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b21e436-3737-44a6-a95c-eea0f0d4b398 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a22ecc3-a7e0-48cf-af82-a70d86317151 HTTP/1.1" status: 204 len: 168 time: 0.8428528 Nov 05 21:36:36.120816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21e436-3737-44a6-a95c-eea0f0d4b398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22ecc3-a7e0-48cf-af82-a70d86317151,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:36.144114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e073f-2f65-4393-a133-14f050fefe79 req-2ef38980-0525-4231-8c21-38a3c5b3a17c tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:36.146020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c3e073f-2f65-4393-a133-14f050fefe79 req-2ef38980-0525-4231-8c21-38a3c5b3a17c tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 944 time: 0.1456532 Nov 05 21:36:36.146141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f184c8f1-ccfc-4cc9-8d77-e4a9cd729627'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:36.155232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, e53100d0-33b0-41a0-9bd3-0609d2766024) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:36.159969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:36.160574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.175413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.181633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748fb8b-a76d-4ed7-93fa-cd6ee0ad9b80 None None] Network e53100d0-33b0-41a0-9bd3-0609d2766024 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:36.241637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c3e073f-2f65-4393-a133-14f050fefe79 req-ee31be61-e3fb-4760-951b-bf47993ccb86 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639982 Nov 05 21:36:36.267262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2be3b0b5-ef73-446e-8bc4-987a29b68851 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9709215 Nov 05 21:36:36.331612 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.362864 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a35ca37-cc4b-4faa-9f65-d78e4cb6d107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.392834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:36.414368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:36:36.422091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e67cf-1e7b-4cfb-993a-dd0aa380467d None None] Network e53100d0-33b0-41a0-9bd3-0609d2766024 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:36.429834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:36.437425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:36:36.444300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:36.445212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.457551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:36.546651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b1031b03-e9e2-4547-99d4-326a5324e96e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7275381 Nov 05 21:36:36.558923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Request body: {'port': {'device_id': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:36.570028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb46e-fdb4-4231-ae40-95dfe85aa767 req-690190cf-b761-479d-b09e-f1ac2aaccf9d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:36.582129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4edb46e-fdb4-4231-ae40-95dfe85aa767 req-690190cf-b761-479d-b09e-f1ac2aaccf9d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 948 time: 0.0976944 Nov 05 21:36:36.632649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:36.692943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4edb46e-fdb4-4231-ae40-95dfe85aa767 req-11135bae-cea8-4f97-8dc4-5c54c826165b tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950682 Nov 05 21:36:36.887965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f7de-d2bd-4e65-b7fb-cbfc6a5533ad req-cb787561-3bd7-44c4-863a-c5e2c1ff1895 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:36.889510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddb4f7de-d2bd-4e65-b7fb-cbfc6a5533ad req-cb787561-3bd7-44c4-863a-c5e2c1ff1895 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 948 time: 0.1087296 Nov 05 21:36:36.953130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33656) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:36.988088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22b608fa-c2f0-46fc-b452-936c564868f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.017281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddb4f7de-d2bd-4e65-b7fb-cbfc6a5533ad req-57ee92e4-96c2-4a9f-918c-2d4746282b7e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968604 Nov 05 21:36:37.028043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-482e8f80-1766-445e-ac5e-95f771309601 req-6a4d64e4-64b0-4619-a038-781e5cd4145d tempest-DeleteServersAdminTestJSON-966204961 tempest-DeleteServersAdminTestJSON-966204961-project] 10.222.0.41 "GET /v2.0/ports?device_id=612d5d67-ac01-449c-bb38-721b54a8a881 HTTP/1.1" status: 200 len: 210 time: 0.0342677 Nov 05 21:36:37.118956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bfaa94-228e-4685-ac82-d8740e27474b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:37.144950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.176412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Transition to ACTIVE for port object b7bfaa94-228e-4685-ac82-d8740e27474b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:36:37.202657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef54a-6e47-4f8c-98ad-40b0f0c95c3b req-978d3d0d-bce1-45ea-96a2-818b57d6dc9e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:37.204077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d63ef54a-6e47-4f8c-98ad-40b0f0c95c3b req-978d3d0d-bce1-45ea-96a2-818b57d6dc9e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 932 time: 0.1046922 Nov 05 21:36:37.205895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22b608fa-c2f0-46fc-b452-936c564868f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.250503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d63ef54a-6e47-4f8c-98ad-40b0f0c95c3b req-739b97c0-027b-46a7-82ce-9c71cf0d46dc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Nov 05 21:36:37.274899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.311700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:36:37.324958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22b608fa-c2f0-46fc-b452-936c564868f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.365500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:37.392111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a1205-4dfd-4781-b0b7-cf13aeb43d29 req-98cb227c-77c9-4e2e-8766-c1d6aa73a49c tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:37.394263 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-745a1205-4dfd-4781-b0b7-cf13aeb43d29 req-98cb227c-77c9-4e2e-8766-c1d6aa73a49c tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 944 time: 0.0743835 Nov 05 21:36:37.412842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22b608fa-c2f0-46fc-b452-936c564868f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39105483487c4d86adbef27f3eec6099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560354 Nov 05 21:36:37.415816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33668) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:37.422436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:37.422436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:37.422688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:37.424567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b608fa-c2f0-46fc-b452-936c564868f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3ca60-e9fa-4f83-95b1-7e90fe9db274,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:37.440182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:37.440182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:37.449564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:37.449883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:37.450263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:37.450698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Bound port: b7bfaa94-228e-4685-ac82-d8740e27474b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:37.451050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.456386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-745a1205-4dfd-4781-b0b7-cf13aeb43d29 req-f049e4be-f5d1-44d2-885a-e08420b7b81a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557239 Nov 05 21:36:37.493086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:36:37.499310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:37.499310 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.499768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33672) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:37.504992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1774454407-network', 'tenant_id': '449c094d73d745e891c81607732b4b2f'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:37.514667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eae95889-df3d-4f21-b25c-21f65ae562f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.554747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eae95889-df3d-4f21-b25c-21f65ae562f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.565075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:37.569816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:37.582677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.604508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93901743-e52b-49ab-92a1-5a26727b324c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:37.606477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Made reservation on behalf of 449c094d73d745e891c81607732b4b2f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:37.606968 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9552dc7-d0e6-4872-9a09-6b61f0ab62d8" -d '{"events": [{"server_uuid": "93901743-e52b-49ab-92a1-5a26727b324c", "name": "network-vif-plugged", "status": "completed", "tag": "f184c8f1-ccfc-4cc9-8d77-e4a9cd729627"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:37.608849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.618337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.619987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:37.647130 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022aa00d-2ef9-40c4-8a35-6574f9ff2e3c x-openstack-request-id: req-022aa00d-2ef9-40c4-8a35-6574f9ff2e3c {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:37.647474 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93901743-e52b-49ab-92a1-5a26727b324c", "name": "network-vif-plugged", "status": "completed", "tag": "f184c8f1-ccfc-4cc9-8d77-e4a9cd729627", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:37.647782 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-022aa00d-2ef9-40c4-8a35-6574f9ff2e3c {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:37.648266 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93901743-e52b-49ab-92a1-5a26727b324c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627', 'code': 200} Nov 05 21:36:37.687449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.705684 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.706710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:36:37.727860 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eae95889-df3d-4f21-b25c-21f65ae562f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.730849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eae95889-df3d-4f21-b25c-21f65ae562f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.731989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eae95889-df3d-4f21-b25c-21f65ae562f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f3ca60-e9fa-4f83-95b1-7e90fe9db274 HTTP/1.1" status: 204 len: 168 time: 0.3150318 Nov 05 21:36:37.754466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:37.756135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.756544 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] 10.222.0.46 "PUT /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 1092 time: 1.2050173 Nov 05 21:36:37.772891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae95889-df3d-4f21-b25c-21f65ae562f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3ca60-e9fa-4f83-95b1-7e90fe9db274,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:37.776215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:36:37.776673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 64aa9ebe-be0c-46b4-a143-54ef8ffc0290 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:36:37.796432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99915c7-0888-4363-9be3-6d609ee7e52c service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:37.809177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c9e1e-63bc-41af-8ab0-ae34d167b1fb req-4b8578f1-3a9d-4872-8f59-160f036bf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:37.812149 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-673c9e1e-63bc-41af-8ab0-ae34d167b1fb req-4b8578f1-3a9d-4872-8f59-160f036bf6b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 1100 time: 0.0951777 Nov 05 21:36:37.823189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:37.834027 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.858034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a292d9-bc34-41ee-b7df-b3a2c1d8588b req-33abde80-728c-4831-be75-6960c2305e13 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:37.865540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25a292d9-bc34-41ee-b7df-b3a2c1d8588b req-33abde80-728c-4831-be75-6960c2305e13 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.1017647 Nov 05 21:36:37.895776 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.906051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-673c9e1e-63bc-41af-8ab0-ae34d167b1fb req-2e0abf5a-fc16-4402-b9ca-06ae7930962c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845294 Nov 05 21:36:37.910604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-1b6ffc1a-32b6-43c9-999d-6742eac008af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:37.912216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-1b6ffc1a-32b6-43c9-999d-6742eac008af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1095 time: 0.0660655 Nov 05 21:36:37.925427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:36:37.940157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25a292d9-bc34-41ee-b7df-b3a2c1d8588b req-44524b4e-4588-46aa-9961-3eae5ed5e899 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695794 Nov 05 21:36:37.960892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:37.961244 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Added segment 8d89f05e-fcec-4221-b54e-51f87143b2ca of type vlan for network 0c891312-3499-4bdf-8e5c-31be4736d88e Nov 05 21:36:37.962554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166acf6d-0315-4501-a26c-41ca7132300f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:37.974218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-750cdeb4-4cc1-42c0-a2f7-a48f11cc43dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 217 time: 0.0519521 Nov 05 21:36:38.004330 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:38.026752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-3ccd69cb-e46b-48c3-806c-a53fca36dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.028343 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-3ccd69cb-e46b-48c3-806c-a53fca36dd95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0487111 Nov 05 21:36:38.060068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-608d00e2-08b8-4e54-9164-c2bfc88ea1db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253172 Nov 05 21:36:38.060521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:38.062733 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae050ac-02d9-442e-b168-3e5e32e161ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:38.132186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:38.138281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.138281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:38.182395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-dad75882-f24b-4f10-93c1-85307b714c4d service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120002 Nov 05 21:36:38.182395 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9bbf8b-9ee5-4f15-bf5c-3fe6978166b6 x-openstack-request-id: req-db9bbf8b-9ee5-4f15-bf5c-3fe6978166b6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:38.182395 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:38.182816 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db9bbf8b-9ee5-4f15-bf5c-3fe6978166b6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:38.183255 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b', 'status': 'completed', 'code': 200} Nov 05 21:36:38.210988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0c891312-3499-4bdf-8e5c-31be4736d88e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:38.222331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 0c891312-3499-4bdf-8e5c-31be4736d88e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:36:38.277548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54d30-5bd5-457f-be9c-b5baf2c44e1a req-b705d608-9dd5-4076-a84a-6bfbe26dac35 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.280551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1a54d30-5bd5-457f-be9c-b5baf2c44e1a req-b705d608-9dd5-4076-a84a-6bfbe26dac35 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 948 time: 0.1616087 Nov 05 21:36:38.306883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0908e78-4ba3-4d81-a6e1-5c8d3b4ba5b5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8060212 Nov 05 21:36:38.315116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33704) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:38.335109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Request body: {'subnet': {'network_id': '0c891312-3499-4bdf-8e5c-31be4736d88e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1774454407-subnet', 'tenant_id': '449c094d73d745e891c81607732b4b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:38.347471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9935ac-8813-4dd7-8e74-e1faf45d6339 req-dadacd57-28ff-4568-8d30-bf0dd8d77b29 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586962 Nov 05 21:36:38.396193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1a54d30-5bd5-457f-be9c-b5baf2c44e1a req-b10a078c-2e41-4876-8c20-411b9294bc1e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086831 Nov 05 21:36:38.440012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4fbc-bef4-4184-9e03-a6466b76834a req-c477f0db-3fe3-446b-9a1a-8c57768b678c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.441531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-affa4fbc-bef4-4184-9e03-a6466b76834a req-c477f0db-3fe3-446b-9a1a-8c57768b678c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0599630 Nov 05 21:36:38.454411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-635d5592-9b49-41c9-a209-4cf1d76393c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:38.456636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Made reservation on behalf of 449c094d73d745e891c81607732b4b2f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:38.459002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:38.584133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-affa4fbc-bef4-4184-9e03-a6466b76834a req-e46d3650-1303-4389-98a2-9efec61c28d7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358132 Nov 05 21:36:38.594862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f483-c51f-4bb2-be29-f3ffcc1834d9 req-1512a6af-e581-4d93-b8fd-c601de778a4c tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.595598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-dcfa3174-1928-4a65-be18-b154d310e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.596578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1606f483-c51f-4bb2-be29-f3ffcc1834d9 req-1512a6af-e581-4d93-b8fd-c601de778a4c tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 944 time: 0.0644643 Nov 05 21:36:38.597543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-dcfa3174-1928-4a65-be18-b154d310e5ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1095 time: 0.1216760 Nov 05 21:36:38.668840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1606f483-c51f-4bb2-be29-f3ffcc1834d9 req-6c105748-5fab-4266-91b8-a259513b3ccb tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646892 Nov 05 21:36:38.743861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33718) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:38.771268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-a3baed53-71b5-4cda-b4fc-febc06c9a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.772756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-a3baed53-71b5-4cda-b4fc-febc06c9a53a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1687326 Nov 05 21:36:38.819186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-94a72253-1bdc-44ea-9726-579815bfaf78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 217 time: 0.0385826 Nov 05 21:36:38.854289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:38.888806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6bfe15f8-ec15-4b6e-a89d-079ca5f43015 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c7153aac00846d298440563b5cd8947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438496 Nov 05 21:36:38.891279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33726) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:38.919440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-4594ed30-139f-4e55-9052-af51d17c5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:38.920979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-4594ed30-139f-4e55-9052-af51d17c5b18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0936391 Nov 05 21:36:38.926169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fdfc79-2352-49f0-a81d-8d8598147bda,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:38.938898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-057b3e0b-16e9-4f21-8622-bcc46f701fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:38.960351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-af9484ef-468f-45d3-a316-f7d7a2d24db0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307782 Nov 05 21:36:38.963180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Checking segment: {'id': '8d89f05e-fcec-4221-b54e-51f87143b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c891312-3499-4bdf-8e5c-31be4736d88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:38.963455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Network hostable DHCP agents. Network: 0c891312-3499-4bdf-8e5c-31be4736d88e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:36:38.965601 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-057b3e0b-16e9-4f21-8622-bcc46f701fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.099377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-72a41dd1-a44d-49af-a761-9dcce54d0459 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323466 Nov 05 21:36:39.111841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0043a12-1b17-4b28-926f-beca2ebc9836 req-51fee06e-6bfa-4b1f-9f63-0cf919de10db tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:39.113293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0043a12-1b17-4b28-926f-beca2ebc9836 req-51fee06e-6bfa-4b1f-9f63-0cf919de10db tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.0811579 Nov 05 21:36:39.138183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-057b3e0b-16e9-4f21-8622-bcc46f701fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.140815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-057b3e0b-16e9-4f21-8622-bcc46f701fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.142399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-057b3e0b-16e9-4f21-8622-bcc46f701fca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fff32b35-1f15-450f-97e7-89b96d3eb53b HTTP/1.1" status: 204 len: 168 time: 0.2500591 Nov 05 21:36:39.154770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b3e0b-16e9-4f21-8622-bcc46f701fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff32b35-1f15-450f-97e7-89b96d3eb53b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:39.204933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Network 0c891312-3499-4bdf-8e5c-31be4736d88e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:36:39.242975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0043a12-1b17-4b28-926f-beca2ebc9836 req-e5a4276d-4d50-455d-9efc-8da69fe439b1 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207027 Nov 05 21:36:39.271744 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fae050ac-02d9-442e-b168-3e5e32e161ae req-2cb03bbf-bace-4332-9fa8-fb2524715c82 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574647 Nov 05 21:36:39.281921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 0c891312-3499-4bdf-8e5c-31be4736d88e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:39.287352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:39.291877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e041b9-8a90-407c-9fcb-61019b82e0a6 None None] Network 0c891312-3499-4bdf-8e5c-31be4736d88e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:39.296181 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.392335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2d01f652-dd1a-4aee-a236-224e4dd1ded3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0720150 Nov 05 21:36:39.426531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f33c3e-6208-438c-acb3-e273683586d0 None None] Network 0c891312-3499-4bdf-8e5c-31be4736d88e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:39.447689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a749a8f1-1349-4640-89af-f1505505e06b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:36:39.530139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a7fd-ab45-40fe-b626-8e20afebed0f req-fdb34b01-abb1-4b6b-8f4d-c4bafdb93a5e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:39.531759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a218a7fd-ab45-40fe-b626-8e20afebed0f req-fdb34b01-abb1-4b6b-8f4d-c4bafdb93a5e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 948 time: 0.0675910 Nov 05 21:36:39.581620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a218a7fd-ab45-40fe-b626-8e20afebed0f req-f155505d-390e-43ac-ace0-61dbb767a7d5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Nov 05 21:36:39.609681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:39.676515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] Deleting subnet 749f5d4b-791a-4be6-bdc3-6d7229d41c5f {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:36:39.680775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.680965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port a749a8f1-1349-4640-89af-f1505505e06b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:36:39.685655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port a749a8f1-1349-4640-89af-f1505505e06b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:39.686361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.732245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375df9-a75a-4756-9624-2868e1a54866 req-7666c85e-b372-46e4-97df-1e9623300afc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:39.735177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb375df9-a75a-4756-9624-2868e1a54866 req-7666c85e-b372-46e4-97df-1e9623300afc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0632794 Nov 05 21:36:39.752758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.775783 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.801810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb375df9-a75a-4756-9624-2868e1a54866 req-5bc57245-8440-42ab-ad3d-f70be3f63fb7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Nov 05 21:36:39.820279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.853815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436ea4-d43f-421d-9891-c780303ac57c req-9c2853fb-efcc-4203-9a55-59f0c904a71f tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:39.855406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55436ea4-d43f-421d-9891-c780303ac57c req-9c2853fb-efcc-4203-9a55-59f0c904a71f tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 944 time: 0.0950048 Nov 05 21:36:39.864031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:39.866811 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3799560f-cc31-46d4-9e2f-c457fc754a5b" -d '{"events": [{"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-plugged", "status": "completed", "tag": "a749a8f1-1349-4640-89af-f1505505e06b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:39.882542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:39.907857 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be1a4d5-09b6-4934-baef-e23a9f9a2d84 x-openstack-request-id: req-1be1a4d5-09b6-4934-baef-e23a9f9a2d84 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:39.908241 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-plugged", "status": "completed", "tag": "a749a8f1-1349-4640-89af-f1505505e06b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:39.908503 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1be1a4d5-09b6-4934-baef-e23a9f9a2d84 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:39.908909 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b', 'code': 200} Nov 05 21:36:39.909999 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.915686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55436ea4-d43f-421d-9891-c780303ac57c req-f7730964-b7e7-4ea9-8782-1d87e66c086a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540679 Nov 05 21:36:39.927430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.952314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33762) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:39.961698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749f5d4b-791a-4be6-bdc3-6d7229d41c5f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:39.962894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.965483 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81e44484-a9f0-48d7-bc2d-47024a4049ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.969358 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:39.969491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33764) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:39.969741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8d6c70df-a1f0-41d9-b2dc-10268b199df0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/749f5d4b-791a-4be6-bdc3-6d7229d41c5f HTTP/1.1" status: 204 len: 168 time: 0.3590026 Nov 05 21:36:40.038065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:40.095798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.130985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d66e14-7b3c-4687-8a6d-0961adfc4b4a req-804b3144-ebef-46a7-9156-e7413bcc64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:40.132514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25d66e14-7b3c-4687-8a6d-0961adfc4b4a req-804b3144-ebef-46a7-9156-e7413bcc64a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1100 time: 0.0976830 Nov 05 21:36:40.216053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81e44484-a9f0-48d7-bc2d-47024a4049ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.256855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.267940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25d66e14-7b3c-4687-8a6d-0961adfc4b4a req-a728b486-6b23-489c-9375-f4e5a60be2b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248152 Nov 05 21:36:40.274853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81e44484-a9f0-48d7-bc2d-47024a4049ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.304318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.305122 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.305412 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.305799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > port after_create 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.306088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.306416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > port after_update 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.306938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.307045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.307343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.307691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.391981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.392332 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.392690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.392969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:40.393346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53100d0-33b0-41a0-9bd3-0609d2766024']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:40.437916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d80415-cbdf-469f-841d-fe30f8b888ca') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:40.438211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d80415-cbdf-469f-841d-fe30f8b888ca') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:40.468613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-81e44484-a9f0-48d7-bc2d-47024a4049ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e1456d4c1e6437d90b616507d078792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157490 Nov 05 21:36:40.471272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33780) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:40.475872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.481595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e44484-a9f0-48d7-bc2d-47024a4049ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb14018-994c-45a1-bb0e-c2f39717ad2b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:40.507782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.518493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:36:40.518880 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.522524 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-415a5cb9-dc6f-42ae-b158-97939440674c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: from cryptography.utils import int_from_bytes Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: from cryptography.utils import int_from_bytes Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:36:40.536748 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:36:40.545670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-415a5cb9-dc6f-42ae-b158-97939440674c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.561814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a52ab-78f6-4bb7-b0a2-bf8dcf1db62c req-57d56890-041b-41c0-befe-84da098c3fd8 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:40.563376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a1a52ab-78f6-4bb7-b0a2-bf8dcf1db62c req-57d56890-041b-41c0-befe-84da098c3fd8 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.1538115 Nov 05 21:36:40.644017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a1a52ab-78f6-4bb7-b0a2-bf8dcf1db62c req-2de11925-b509-485f-bf72-4c0222b1df92 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514948 Nov 05 21:36:40.698639 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.702402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b9d70-a25f-43f3-913f-4147714ac827 req-9f1c9dc9-1fb0-465a-9bae-e07bdf4e4ccf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:40.704550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f45b9d70-a25f-43f3-913f-4147714ac827 req-9f1c9dc9-1fb0-465a-9bae-e07bdf4e4ccf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0501120 Nov 05 21:36:40.706105 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.706550 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-415a5cb9-dc6f-42ae-b158-97939440674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.710252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-415a5cb9-dc6f-42ae-b158-97939440674c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.711586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-415a5cb9-dc6f-42ae-b158-97939440674c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bb14018-994c-45a1-bb0e-c2f39717ad2b HTTP/1.1" status: 204 len: 168 time: 0.2392740 Nov 05 21:36:40.712345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33788) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:40.712747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e53100d0-33b0-41a0-9bd3-0609d2766024 HTTP/1.1" status: 204 len: 168 time: 0.7422004 Nov 05 21:36:40.730786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57822e53-e640-42c5-8507-aaedf1b04162 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53100d0-33b0-41a0-9bd3-0609d2766024,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:40.768950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a5cb9-dc6f-42ae-b158-97939440674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb14018-994c-45a1-bb0e-c2f39717ad2b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:40.778011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33792) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:40.805373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] Deleting subnet d4fdfc79-2352-49f0-a81d-8d8598147bda {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:36:40.814851 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.891373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f45b9d70-a25f-43f3-913f-4147714ac827 req-2d93824c-ca51-46d9-9185-4ac43506034d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695173 Nov 05 21:36:40.897396 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.899541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31c0e5d5-8f63-43b7-95eb-1d90bb5745ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:40.905891 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.010123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df60c5-11d7-4cea-ba6f-9ec65baabfd3 req-74c07fff-3fb0-4c61-a655-518509840a27 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:41.012372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2df60c5-11d7-4cea-ba6f-9ec65baabfd3 req-74c07fff-3fb0-4c61-a655-518509840a27 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0565505 Nov 05 21:36:41.014173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31c0e5d5-8f63-43b7-95eb-1d90bb5745ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.058259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2df60c5-11d7-4cea-ba6f-9ec65baabfd3 req-452c19ce-2b8b-40df-9d9c-69b6fceee6aa tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Nov 05 21:36:41.082155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.109542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31c0e5d5-8f63-43b7-95eb-1d90bb5745ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.128482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fdfc79-2352-49f0-a81d-8d8598147bda,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:41.131247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.134448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-292dc08d-52ad-441c-9db6-7275b106efaf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d4fdfc79-2352-49f0-a81d-8d8598147bda HTTP/1.1" status: 204 len: 168 time: 0.4186952 Nov 05 21:36:41.137552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33802) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:41.165906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0e5d5-8f63-43b7-95eb-1d90bb5745ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd099011-1bd8-4145-b648-5a39cacdc10e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:41.171403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-31c0e5d5-8f63-43b7-95eb-1d90bb5745ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c002262b36da444485dfc6c53d52556c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922994 Nov 05 21:36:41.173955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33806) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:41.251820 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.276160 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c41c765-7b89-42dc-bf76-f4a475c1ee56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.287795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.291512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3625e-49af-410a-b2f2-c41cc3bfe280 req-102f1cfb-1b59-4f12-a772-49f64a4e57f3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:41.293103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8d3625e-49af-410a-b2f2-c41cc3bfe280 req-102f1cfb-1b59-4f12-a772-49f64a4e57f3 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.0793786 Nov 05 21:36:41.299219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536433b-c968-4e62-b40c-6627a8748b1a req-9b781b0a-5cce-455b-a68f-e35b5b3409d1 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:41.300699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b536433b-c968-4e62-b40c-6627a8748b1a req-9b781b0a-5cce-455b-a68f-e35b5b3409d1 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 944 time: 0.1502206 Nov 05 21:36:41.326067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c41c765-7b89-42dc-bf76-f4a475c1ee56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.382644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8d3625e-49af-410a-b2f2-c41cc3bfe280 req-8b04a376-d122-4a2a-8ca9-cf3ceccf466c tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820761 Nov 05 21:36:41.439167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4ab60988-3a03-4433-8570-95accf540492 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:36:41.441954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.447900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b536433b-c968-4e62-b40c-6627a8748b1a req-099f3e45-4102-453f-b473-bdc01028ba21 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382334 Nov 05 21:36:41.476056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.476422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.477162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.477497 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.477846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.478203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.478521 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.478836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.479148 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.479781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.517720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c41c765-7b89-42dc-bf76-f4a475c1ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.524688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c41c765-7b89-42dc-bf76-f4a475c1ee56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.528696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2c41c765-7b89-42dc-bf76-f4a475c1ee56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd099011-1bd8-4145-b648-5a39cacdc10e HTTP/1.1" status: 204 len: 168 time: 0.3525884 Nov 05 21:36:41.546347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4ab60988-3a03-4433-8570-95accf540492, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4ab60988-3a03-4433-8570-95accf540492,segment=NetworkSegment(4ee75a6c-8b2c-48f0-8292-36319501cf76),segment_id=4ee75a6c-8b2c-48f0-8292-36319501cf76)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:41.551167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.551348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c765-7b89-42dc-bf76-f4a475c1ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd099011-1bd8-4145-b648-5a39cacdc10e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:41.551525 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.551861 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.552194 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 05 21:36:41.552567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c891312-3499-4bdf-8e5c-31be4736d88e']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:41.562097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '4ab60988-3a03-4433-8570-95accf540492', 'network_id': '3d880671-3afc-4d70-84cb-dd80f415d66e', 'port_id': '4ab60988-3a03-4433-8570-95accf540492', 'mac_address': 'fa:16:3e:be:90:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab3539-965e-44aa-9ebd-20a15b4085df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:36:41.571442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d89f05e-fcec-4221-b54e-51f87143b2ca') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:41.572031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d89f05e-fcec-4221-b54e-51f87143b2ca') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:36:41.589504 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.611018 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.612169 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.626388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:36:41.626388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: from cryptography.utils import int_from_bytes Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: from cryptography.utils import int_from_bytes Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:36:41.627364 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:36:41.632176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab60988-3a03-4433-8570-95accf540492 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:41.652811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4ab60988-3a03-4433-8570-95accf540492, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4ab60988-3a03-4433-8570-95accf540492,segment=NetworkSegment(4ee75a6c-8b2c-48f0-8292-36319501cf76),segment_id=4ee75a6c-8b2c-48f0-8292-36319501cf76)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:41.722588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.778446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.788397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:41.793082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0c891312-3499-4bdf-8e5c-31be4736d88e HTTP/1.1" status: 204 len: 168 time: 0.6537688 Nov 05 21:36:41.799997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4ab60988-3a03-4433-8570-95accf540492,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:41.809516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45451c2-a55d-4edb-b057-98ad74104df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c891312-3499-4bdf-8e5c-31be4736d88e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:41.904097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.028255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d49c4-caf8-4f17-ba51-3a733c9d382b req-cc9ba333-3488-477e-9c82-bc1f43146196 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:42.029958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-188d49c4-caf8-4f17-ba51-3a733c9d382b req-cc9ba333-3488-477e-9c82-bc1f43146196 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0568347 Nov 05 21:36:42.045794 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4ab60988-3a03-4433-8570-95accf540492'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:42.098112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-188d49c4-caf8-4f17-ba51-3a733c9d382b req-5a5ec186-b771-4446-8cdd-82b6d5c37500 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618563 Nov 05 21:36:42.181455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65280f-a89e-4a1f-b0a4-2f63272cc831 req-cd9c92c7-44c0-4d10-9d3e-2039aacbb9df tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:42.182947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd65280f-a89e-4a1f-b0a4-2f63272cc831 req-cd9c92c7-44c0-4d10-9d3e-2039aacbb9df tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0493660 Nov 05 21:36:42.233537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd65280f-a89e-4a1f-b0a4-2f63272cc831 req-49b570db-6345-4cf3-9837-19d04616c7c5 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Nov 05 21:36:42.310181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33842) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:42.354704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4eb69c58-70f9-43ab-8915-7761065474f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0317fbf792234b60b3d276b55194ca16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432169 Nov 05 21:36:42.357762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33844) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:42.368087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33846) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:42.381597 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c958-231c-4ab7-8c15-28704690bd3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.414057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86d06409-e910-4025-a77d-33cb9671b6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.444299 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86d06409-e910-4025-a77d-33cb9671b6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.486177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c958-231c-4ab7-8c15-28704690bd3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.534087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb492e-8d04-4dae-bbb5-6ced62eda271 req-926b45bc-6511-46a2-9e08-6efe582c7fe2 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:42.535598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bdb492e-8d04-4dae-bbb5-6ced62eda271 req-926b45bc-6511-46a2-9e08-6efe582c7fe2 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.0520403 Nov 05 21:36:42.556866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c958-231c-4ab7-8c15-28704690bd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.579727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86d06409-e910-4025-a77d-33cb9671b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.590372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86d06409-e910-4025-a77d-33cb9671b6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.593244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-86d06409-e910-4025-a77d-33cb9671b6f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f86db9b-2a7b-4fdc-b2b7-f0f942c17503 HTTP/1.1" status: 204 len: 168 time: 0.2341130 Nov 05 21:36:42.618462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d06409-e910-4025-a77d-33cb9671b6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f86db9b-2a7b-4fdc-b2b7-f0f942c17503,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:42.628800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33858) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:42.628972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e5d2c958-231c-4ab7-8c15-28704690bd3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a12fc3dc47643c9b6f097bd5e37cf4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596655 Nov 05 21:36:42.634262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2c958-231c-4ab7-8c15-28704690bd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c14a0-da5c-4308-aaaf-9ec97513b104,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:42.653484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bdb492e-8d04-4dae-bbb5-6ced62eda271 req-67505c67-1ab0-4c00-bd94-7bbfaee7a954 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067080 Nov 05 21:36:42.719649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2646c82-9262-42ca-b04e-10cad1b63250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.778412 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2646c82-9262-42ca-b04e-10cad1b63250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.804415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6656b7-2cdc-4288-801a-58dd35197e8d req-b5627da0-62f5-49a1-9679-acbe4c844216 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:42.805977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6656b7-2cdc-4288-801a-58dd35197e8d req-b5627da0-62f5-49a1-9679-acbe4c844216 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1100 time: 0.0882707 Nov 05 21:36:42.828470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21ac4-dacb-4dbe-9d3e-7815ba4ca248 req-d290290c-94f3-4f56-a882-01ed94fa6132 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:42.829995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41e21ac4-dacb-4dbe-9d3e-7815ba4ca248 req-d290290c-94f3-4f56-a882-01ed94fa6132 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 945 time: 0.0500553 Nov 05 21:36:42.832145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1a6656b7-2cdc-4288-801a-58dd35197e8d req-4eb15929-e61d-45a2-99be-12250da32ca7 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.888461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41e21ac4-dacb-4dbe-9d3e-7815ba4ca248 req-2f098442-ef20-4c5a-8938-427280840a46 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510485 Nov 05 21:36:42.907868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2646c82-9262-42ca-b04e-10cad1b63250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.910389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2646c82-9262-42ca-b04e-10cad1b63250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:42.911520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a2646c82-9262-42ca-b04e-10cad1b63250 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e78c14a0-da5c-4308-aaaf-9ec97513b104 HTTP/1.1" status: 204 len: 168 time: 0.2815814 Nov 05 21:36:42.931259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2646c82-9262-42ca-b04e-10cad1b63250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c14a0-da5c-4308-aaaf-9ec97513b104,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:42.989652 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1a6656b7-2cdc-4288-801a-58dd35197e8d req-4eb15929-e61d-45a2-99be-12250da32ca7 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.009499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954ae9d-7b5c-48b5-88e7-384e8f865d17 req-b99bf239-99b0-4cd5-9f4a-e228a7fe3e50 tempest-LiveMigrationNegativeTest-1037766474 tempest-LiveMigrationNegativeTest-1037766474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:43.016031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2954ae9d-7b5c-48b5-88e7-384e8f865d17 req-b99bf239-99b0-4cd5-9f4a-e228a7fe3e50 tempest-LiveMigrationNegativeTest-1037766474 tempest-LiveMigrationNegativeTest-1037766474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 1100 time: 0.0533826 Nov 05 21:36:43.030623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2954ae9d-7b5c-48b5-88e7-384e8f865d17 req-b5dfd2df-e5ca-4c02-b143-368dbe1198d1 tempest-LiveMigrationNegativeTest-1037766474 tempest-LiveMigrationNegativeTest-1037766474-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.058542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1a6656b7-2cdc-4288-801a-58dd35197e8d req-4eb15929-e61d-45a2-99be-12250da32ca7 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.100843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6656b7-2cdc-4288-801a-58dd35197e8d req-4eb15929-e61d-45a2-99be-12250da32ca7 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834425 Nov 05 21:36:43.107111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb15929-e61d-45a2-99be-12250da32ca7 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5476b1-41fd-4559-becf-a053d99b7521,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:43.123736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2954ae9d-7b5c-48b5-88e7-384e8f865d17 req-b5dfd2df-e5ca-4c02-b143-368dbe1198d1 tempest-LiveMigrationNegativeTest-1037766474 tempest-LiveMigrationNegativeTest-1037766474-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.190088 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2954ae9d-7b5c-48b5-88e7-384e8f865d17 req-b5dfd2df-e5ca-4c02-b143-368dbe1198d1 tempest-LiveMigrationNegativeTest-1037766474 tempest-LiveMigrationNegativeTest-1037766474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.230975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfd2df-e5ca-4c02-b143-368dbe1198d1 tempest-LiveMigrationNegativeTest-1037766474 tempest-LiveMigrationNegativeTest-1037766474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0160829-f68d-473d-b729-0dd5ef07d6c0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:43.235181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2954ae9d-7b5c-48b5-88e7-384e8f865d17 req-b5dfd2df-e5ca-4c02-b143-368dbe1198d1 tempest-LiveMigrationNegativeTest-1037766474 tempest-LiveMigrationNegativeTest-1037766474-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167373 Nov 05 21:36:43.336023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33880) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:43.357750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe941a-2634-4ef0-950a-87680cbd870d req-cb9544d8-6035-437b-9a5e-176368d7ff40 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:43.359871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bfe941a-2634-4ef0-950a-87680cbd870d req-cb9544d8-6035-437b-9a5e-176368d7ff40 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0609515 Nov 05 21:36:43.385616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-37bb2adb-92be-4c8d-a7aa-ec875f45e81f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=449c094d73d745e891c81607732b4b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475619 Nov 05 21:36:43.390611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33884) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:43.433359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bfe941a-2634-4ef0-950a-87680cbd870d req-5eeee547-59dc-4ee2-b7d2-45f9d4229909 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625212 Nov 05 21:36:43.446695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7f39591-9ab7-4a15-871e-f40de27ccb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.466542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:36:43.475205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7f39591-9ab7-4a15-871e-f40de27ccb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.519432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4ab60988-3a03-4433-8570-95accf540492 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:36:43.642480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:43.647358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7f39591-9ab7-4a15-871e-f40de27ccb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.651643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c7f39591-9ab7-4a15-871e-f40de27ccb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.653453 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c7f39591-9ab7-4a15-871e-f40de27ccb0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/166acf6d-0315-4501-a26c-41ca7132300f HTTP/1.1" status: 204 len: 168 time: 0.2610157 Nov 05 21:36:43.657745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'b7bfaa94-228e-4685-ac82-d8740e27474b', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'port_id': 'b7bfaa94-228e-4685-ac82-d8740e27474b', 'mac_address': 'fa:16:3e:72:60:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669f0758-d0a0-483b-861e-f22fd0baec13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:36:43.666148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f39591-9ab7-4a15-871e-f40de27ccb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166acf6d-0315-4501-a26c-41ca7132300f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:43.714652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.729055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bfaa94-228e-4685-ac82-d8740e27474b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:36:43.749273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 4ab60988-3a03-4433-8570-95accf540492 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:36:43.754991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:43.755463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 4ab60988-3a03-4433-8570-95accf540492 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:43.755870 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.843803 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.847769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:43.920573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab60988-3a03-4433-8570-95accf540492'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:43.922841 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9fa52d-46dd-42b9-856c-8bada337cc5a" -d '{"events": [{"server_uuid": "0a96814b-8b95-4bad-9a96-14e1cfb371d0", "name": "network-vif-plugged", "status": "completed", "tag": "4ab60988-3a03-4433-8570-95accf540492"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:43.942506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4ab60988-3a03-4433-8570-95accf540492, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4ab60988-3a03-4433-8570-95accf540492,segment=NetworkSegment(4ee75a6c-8b2c-48f0-8292-36319501cf76),segment_id=4ee75a6c-8b2c-48f0-8292-36319501cf76)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:43.951933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:44.018187 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:44.083660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4ab60988-3a03-4433-8570-95accf540492,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:44.168037 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238e3e7-8d6a-4372-93a8-663a292595fe x-openstack-request-id: req-8238e3e7-8d6a-4372-93a8-663a292595fe {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:44.168037 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a96814b-8b95-4bad-9a96-14e1cfb371d0", "name": "network-vif-plugged", "status": "completed", "tag": "4ab60988-3a03-4433-8570-95accf540492", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:44.168037 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8238e3e7-8d6a-4372-93a8-663a292595fe {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:44.168037 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab60988-3a03-4433-8570-95accf540492', 'code': 200} Nov 05 21:36:44.231991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b7bfaa94-228e-4685-ac82-d8740e27474b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:44.284239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8c93b-eee2-4e9e-bbd2-52dbb30629bb req-37b1a817-d58e-47c6-b326-472a737f7498 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:44.285028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96273c1-7253-414b-9130-5b1b7f9197cd req-a84cc9fc-0f96-4313-9d46-354733d72d12 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:44.286849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f96273c1-7253-414b-9130-5b1b7f9197cd req-a84cc9fc-0f96-4313-9d46-354733d72d12 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.1061399 Nov 05 21:36:44.301587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1d8c93b-eee2-4e9e-bbd2-52dbb30629bb req-37b1a817-d58e-47c6-b326-472a737f7498 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.0743780 Nov 05 21:36:44.304168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46832-5778-4121-af6a-ee66135c3ddc req-1acf5b08-95de-4615-bec2-edb594df464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:44.306505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebe46832-5778-4121-af6a-ee66135c3ddc req-1acf5b08-95de-4615-bec2-edb594df464a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 1097 time: 0.0620873 Nov 05 21:36:44.386794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-31985eb9-108f-49fb-a952-45b07f3de1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831785 Nov 05 21:36:44.388388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f96273c1-7253-414b-9130-5b1b7f9197cd req-61443181-bd52-46d5-9ff8-a24e57281ddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875607 Nov 05 21:36:44.390901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebe46832-5778-4121-af6a-ee66135c3ddc req-edf760b8-1562-4228-a7b1-5c63b886bdec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773873 Nov 05 21:36:44.398650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1d8c93b-eee2-4e9e-bbd2-52dbb30629bb req-4ae95830-da10-489f-97d9-59e5f7c723e4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962305 Nov 05 21:36:44.415124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-4edd2fa5-69d6-4060-bbbf-e2cca1586b38 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:36:44.415124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-4edd2fa5-69d6-4060-bbbf-e2cca1586b38 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105896 Nov 05 21:36:44.524647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd085f05-f0a5-43b4-ad57-7cee9e56b872 req-1a1c88ff-dbd0-49eb-b163-62090a82d5ea tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:44.526137 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd085f05-f0a5-43b4-ad57-7cee9e56b872 req-1a1c88ff-dbd0-49eb-b163-62090a82d5ea tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0520167 Nov 05 21:36:44.817357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd085f05-f0a5-43b4-ad57-7cee9e56b872 req-80b63aff-a86a-4823-af0d-2f817504599b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846370 Nov 05 21:36:44.829593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3120c6-5c87-4e6d-a598-30427e3dd0bc req-79cc5b29-575c-4538-a488-d8602cf0a3c7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:44.831258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a3120c6-5c87-4e6d-a598-30427e3dd0bc req-79cc5b29-575c-4538-a488-d8602cf0a3c7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 945 time: 0.0669630 Nov 05 21:36:44.880455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a3120c6-5c87-4e6d-a598-30427e3dd0bc req-cae847df-2cfc-49c7-8f14-7e8c6ee08619 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Nov 05 21:36:45.481017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:36:45.536535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-10f4cc22-81d0-446c-8163-c3e2b8c4c2c0 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:45.538211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-10f4cc22-81d0-446c-8163-c3e2b8c4c2c0 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.13 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.0604863 Nov 05 21:36:45.549135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254b62-dc5f-4c5a-9c36-6d784eb40f70 req-a5b50156-b3fa-43fd-a75c-f0a77cad2a20 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:45.550687 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5254b62-dc5f-4c5a-9c36-6d784eb40f70 req-a5b50156-b3fa-43fd-a75c-f0a77cad2a20 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0862792 Nov 05 21:36:45.629895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5254b62-dc5f-4c5a-9c36-6d784eb40f70 req-521e8d8f-43fd-4a12-9333-6da835d3bde3 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716221 Nov 05 21:36:45.636815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port b7bfaa94-228e-4685-ac82-d8740e27474b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:36:45.649547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port b7bfaa94-228e-4685-ac82-d8740e27474b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:36:45.651251 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:45.693398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc430e1-3330-4b35-9401-54b8b2f2901e req-baa0b3ad-04c5-437e-a38d-c4b2cde7ea94 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:45.694927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cc430e1-3330-4b35-9401-54b8b2f2901e req-baa0b3ad-04c5-437e-a38d-c4b2cde7ea94 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 949 time: 0.0972028 Nov 05 21:36:45.720264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Deleting port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:36:45.720593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:45.810296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:45.820356 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cc430e1-3330-4b35-9401-54b8b2f2901e req-bd9ae9ce-5591-46cf-ba03-16919e1b87ba tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159270 Nov 05 21:36:45.856807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] For port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:45.856807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:45.892968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Calling delete_port for f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:36:45.908156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:46.007748 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:46.019185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ff5e9-9a75-4f5d-b802-e6f472bd7861 req-5fb903df-0009-41bd-b5b7-c3dd814873fd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:46.028362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-071ff5e9-9a75-4f5d-b802-e6f472bd7861 req-5fb903df-0009-41bd-b5b7-c3dd814873fd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0964847 Nov 05 21:36:46.088363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbe7ba-ff79-4254-ac34-8ff4c5b6f0e1 req-a3c8840f-636f-4314-bc35-fe8a37daa0f7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:46.088650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:46.090493 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1dbe7ba-ff79-4254-ac34-8ff4c5b6f0e1 req-a3c8840f-636f-4314-bc35-fe8a37daa0f7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 946 time: 0.0885825 Nov 05 21:36:46.137536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-071ff5e9-9a75-4f5d-b802-e6f472bd7861 req-f1b923f0-03b3-433d-990d-8380059f86c3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784225 Nov 05 21:36:46.153280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1dbe7ba-ff79-4254-ac34-8ff4c5b6f0e1 req-193b5f70-e315-4616-b2cb-ea8e4da8227b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 Nov 05 21:36:46.168113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:46.170445 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a5f7a-618a-4c76-8ce1-8accb69c00c3" -d '{"events": [{"server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:46.205320 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2df9ee-c89c-4e47-80ec-78fa4ab08ff5 x-openstack-request-id: req-9a2df9ee-c89c-4e47-80ec-78fa4ab08ff5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:46.205643 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:46.205898 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a2df9ee-c89c-4e47-80ec-78fa4ab08ff5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:46.206289 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b', 'code': 200} Nov 05 21:36:46.212387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:46.226710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f184c8f1-ccfc-4cc9-8d77-e4a9cd729627'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:46.228992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0d15ef99-099c-4411-95b2-f252ea7ab056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:46.241890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Pushing event deleted for resources: {'Port': ['ID=f184c8f1-ccfc-4cc9-8d77-e4a9cd729627,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:46.366507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] No DVR routers for this DVR port f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:36:46.387729 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:46.391163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae0072d9-892b-4c49-80a1-e673f7cd5508 req-b2f672a1-9518-4cb9-ad01-2f5195cffbf4 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.13 "DELETE /v2.0/ports/f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 HTTP/1.1" status: 204 len: 173 time: 0.8445530 Nov 05 21:36:46.391801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93901743-e52b-49ab-92a1-5a26727b324c', 'name': 'network-vif-deleted', 'tag': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:46.394135 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a49741-856e-4635-97a1-8534a3453d92" -d '{"events": [{"server_uuid": "93901743-e52b-49ab-92a1-5a26727b324c", "name": "network-vif-deleted", "tag": "f184c8f1-ccfc-4cc9-8d77-e4a9cd729627"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:46.467800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2956-9a92-4e4f-9035-1dd52e68d327 req-e325b995-6536-46ee-aba9-91ed7107473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:46.469535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a8f2956-9a92-4e4f-9035-1dd52e68d327 req-e325b995-6536-46ee-aba9-91ed7107473b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1097 time: 0.1381230 Nov 05 21:36:46.485211 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dacb73b-093b-49ee-b258-c0cac52a372a x-openstack-request-id: req-5dacb73b-093b-49ee-b258-c0cac52a372a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:46.485687 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93901743-e52b-49ab-92a1-5a26727b324c", "name": "network-vif-deleted", "tag": "f184c8f1-ccfc-4cc9-8d77-e4a9cd729627", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:46.486129 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dacb73b-093b-49ee-b258-c0cac52a372a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:46.486730 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93901743-e52b-49ab-92a1-5a26727b324c', 'name': 'network-vif-deleted', 'tag': 'f184c8f1-ccfc-4cc9-8d77-e4a9cd729627', 'status': 'completed', 'code': 200} Nov 05 21:36:46.525234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34028) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:46.549703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a8f2956-9a92-4e4f-9035-1dd52e68d327 req-a2410415-5aa5-432e-913c-e28a4778bf6f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730288 Nov 05 21:36:46.666988 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5701280-b782-468b-bb1f-9c9bd2bb0fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:46.763440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5701280-b782-468b-bb1f-9c9bd2bb0fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:46.814545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1380b-2fff-4635-b4be-a86a2a8a4ed8 req-318aa27d-9934-435a-857b-bd57b0ac0ef6 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:46.816075 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cae1380b-2fff-4635-b4be-a86a2a8a4ed8 req-318aa27d-9934-435a-857b-bd57b0ac0ef6 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0513587 Nov 05 21:36:46.864625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5701280-b782-468b-bb1f-9c9bd2bb0fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:46.885679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cae1380b-2fff-4635-b4be-a86a2a8a4ed8 req-9e73ef65-f408-4caa-87ec-8dd5b45a7254 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629160 Nov 05 21:36:46.926083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34052) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:46.926536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b5701280-b782-468b-bb1f-9c9bd2bb0fbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f1d60455b4e4f759e7f30008a6c2386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995500 Nov 05 21:36:46.929116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5701280-b782-468b-bb1f-9c9bd2bb0fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca708476-4c3c-4164-b7e3-9c8e05f6499d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:47.007510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81258007-6df1-449e-9e2b-09318be90d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:47.025602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31bbd2d2-3deb-4b29-b9f6-b52735f636a2 req-1a6d61a4-f3ba-43b1-8116-28e42de05ea7 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=93901743-e52b-49ab-92a1-5a26727b324c HTTP/1.1" status: 200 len: 210 time: 0.0306172 Nov 05 21:36:47.046705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81258007-6df1-449e-9e2b-09318be90d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:47.230121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81258007-6df1-449e-9e2b-09318be90d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:47.232897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81258007-6df1-449e-9e2b-09318be90d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:47.234028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-81258007-6df1-449e-9e2b-09318be90d7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca708476-4c3c-4164-b7e3-9c8e05f6499d HTTP/1.1" status: 204 len: 168 time: 0.3063235 Nov 05 21:36:47.243268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81258007-6df1-449e-9e2b-09318be90d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca708476-4c3c-4164-b7e3-9c8e05f6499d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:47.307017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9942-e877-4b2e-a3b1-6e25f74a6277 req-3757eb24-4ee6-4d59-a827-1d16610b9683 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:47.309085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65da9942-e877-4b2e-a3b1-6e25f74a6277 req-3757eb24-4ee6-4d59-a827-1d16610b9683 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0846784 Nov 05 21:36:47.410253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-a9a65b7b-f342-4f3c-947b-89662800acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:47.410253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-a9a65b7b-f342-4f3c-947b-89662800acff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1100 time: 0.0948930 Nov 05 21:36:47.414318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65da9942-e877-4b2e-a3b1-6e25f74a6277 req-b80dbc25-9b87-43b4-b494-b7d4e809efa0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887139 Nov 05 21:36:47.524899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201edbb-bdbe-49af-80be-d3b1d6c61edb req-50e61d96-552a-4673-b228-89aca1d2f50a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:47.524899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1201edbb-bdbe-49af-80be-d3b1d6c61edb req-50e61d96-552a-4673-b228-89aca1d2f50a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 946 time: 0.0618169 Nov 05 21:36:47.533701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-86f4a63f-6f20-4fc3-a801-c3be5dda6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:47.535173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-86f4a63f-6f20-4fc3-a801-c3be5dda6aca service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1196980 Nov 05 21:36:47.578949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1201edbb-bdbe-49af-80be-d3b1d6c61edb req-1e920861-3259-4940-b27d-38f1c4259c3c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 Nov 05 21:36:47.595269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-ad6f19c0-c0db-4dfe-b23f-d171611e35ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.0478837 Nov 05 21:36:47.649564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-f918d995-6bc8-476b-ade2-9bc9e2292b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:47.651637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-f918d995-6bc8-476b-ade2-9bc9e2292b2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0542259 Nov 05 21:36:47.714543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-5c8c94ec-bcd0-4f4c-8b29-59dcbd5951c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:47.716064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-5c8c94ec-bcd0-4f4c-8b29-59dcbd5951c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454555 Nov 05 21:36:47.806344 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-791501dd-0cc2-4d24-b953-499ede590d27 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824730 Nov 05 21:36:47.909076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-aab3a803-ec1b-4a00-a5c6-ae5f4f0b7099 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951099 Nov 05 21:36:48.297454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34096) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:48.307619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:48.321313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05682804-2af8-472c-a4e6-48fd9747f159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.416703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05682804-2af8-472c-a4e6-48fd9747f159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.519929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1da30ff5-9c44-441f-9a2d-432f87d3edb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.665495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05682804-2af8-472c-a4e6-48fd9747f159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.750669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-05682804-2af8-472c-a4e6-48fd9747f159 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f4402ab557d4b66a0fdd24638baaaa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411995 Nov 05 21:36:48.753440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34110) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:48.755894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05682804-2af8-472c-a4e6-48fd9747f159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcd9149-4564-472e-93d4-18abf9e95288,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:48.806684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1da30ff5-9c44-441f-9a2d-432f87d3edb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.820806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00092b-60a0-4109-a174-95dbc9a40e62 req-cb75ca58-ec40-4d8c-bb48-5d055c6711e9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:48.822557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c00092b-60a0-4109-a174-95dbc9a40e62 req-cb75ca58-ec40-4d8c-bb48-5d055c6711e9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1215491 Nov 05 21:36:48.823150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158c8d3a-4994-4a4b-add4-245c084bf8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.849202 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158c8d3a-4994-4a4b-add4-245c084bf8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.870887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1da30ff5-9c44-441f-9a2d-432f87d3edb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:48.888329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c00092b-60a0-4109-a174-95dbc9a40e62 req-7c7b1210-f046-47e7-8227-0aeacbfe01b9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593886 Nov 05 21:36:48.931971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1da30ff5-9c44-441f-9a2d-432f87d3edb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd70edfe10e7408d878ff0f61c92ae35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6270099 Nov 05 21:36:48.931971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da30ff5-9c44-441f-9a2d-432f87d3edb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1b24e8-5497-40b0-9b54-18792cabea13,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:48.933397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34116) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:48.984382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ace6db5-01b3-47a4-99be-fbc6bee106ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:49.006799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ace6db5-01b3-47a4-99be-fbc6bee106ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:49.039104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158c8d3a-4994-4a4b-add4-245c084bf8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:49.041624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158c8d3a-4994-4a4b-add4-245c084bf8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:49.042953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-158c8d3a-4994-4a4b-add4-245c084bf8f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bcd9149-4564-472e-93d4-18abf9e95288 HTTP/1.1" status: 204 len: 168 time: 0.2886953 Nov 05 21:36:49.055907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c8d3a-4994-4a4b-add4-245c084bf8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcd9149-4564-472e-93d4-18abf9e95288,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:49.088475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c728dd4-4250-450c-a3da-2b83501ea15c req-d507d5f5-4248-49bf-905c-430ee50259b0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:49.097267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c728dd4-4250-450c-a3da-2b83501ea15c req-d507d5f5-4248-49bf-905c-430ee50259b0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 946 time: 0.0817835 Nov 05 21:36:49.143085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c728dd4-4250-450c-a3da-2b83501ea15c req-4ebcdc3d-d4e0-4c3b-8845-0ff2bd9b8875 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Nov 05 21:36:49.166390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ace6db5-01b3-47a4-99be-fbc6bee106ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:49.171892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ace6db5-01b3-47a4-99be-fbc6bee106ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:49.171892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9ace6db5-01b3-47a4-99be-fbc6bee106ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad1b24e8-5497-40b0-9b54-18792cabea13 HTTP/1.1" status: 204 len: 168 time: 0.2370453 Nov 05 21:36:49.181978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace6db5-01b3-47a4-99be-fbc6bee106ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1b24e8-5497-40b0-9b54-18792cabea13,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:49.279038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455aaf6-a148-42d9-bef6-fe1faff827b2 req-4e73e3c4-5622-433d-8044-a38735a5595e tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:49.286135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3455aaf6-a148-42d9-bef6-fe1faff827b2 req-4e73e3c4-5622-433d-8044-a38735a5595e tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 950 time: 0.0839357 Nov 05 21:36:49.329991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3455aaf6-a148-42d9-bef6-fe1faff827b2 req-e1056136-4881-4536-8f13-1e52e3e24857 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Nov 05 21:36:49.372032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:36:49.403000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:36:49.403380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f184c8f1-ccfc-4cc9-8d77-e4a9cd729627 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:36:49.446082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23083d22-9393-4dda-a022-82c2421158a1 req-a25ad791-d544-489f-b26a-8e696fbac81f tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:49.447970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-23083d22-9393-4dda-a022-82c2421158a1 req-a25ad791-d544-489f-b26a-8e696fbac81f tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1097 time: 0.0462196 Nov 05 21:36:49.497439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-23083d22-9393-4dda-a022-82c2421158a1 req-f3effbc2-1a5f-4b61-9ef1-f2ac6c860852 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419555 Nov 05 21:36:49.850910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81509-6a3c-4f5e-ba5f-558d0e29c60b req-27057f58-b0a6-4e25-81e1-f05655fe6a61 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:49.850910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81b81509-6a3c-4f5e-ba5f-558d0e29c60b req-27057f58-b0a6-4e25-81e1-f05655fe6a61 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1097 time: 0.0395076 Nov 05 21:36:49.850910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81b81509-6a3c-4f5e-ba5f-558d0e29c60b req-9b9076ac-c4aa-48d7-9bdf-2380ee15bd5e tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370409 Nov 05 21:36:50.265630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02db3e-9e9a-4b9a-b9a1-c3190c1c22eb req-6d294dce-0e86-4aa7-9c9b-dca231a987a6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:50.271569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b02db3e-9e9a-4b9a-b9a1-c3190c1c22eb req-6d294dce-0e86-4aa7-9c9b-dca231a987a6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0533898 Nov 05 21:36:50.326983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b02db3e-9e9a-4b9a-b9a1-c3190c1c22eb req-7d8bed00-474f-402c-849e-874c3a177753 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536501 Nov 05 21:36:50.453938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-f73dd199-d9b2-452f-a8b6-60a33ed0a3ba tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:50.453938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-f73dd199-d9b2-452f-a8b6-60a33ed0a3ba tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 950 time: 0.0902236 Nov 05 21:36:50.542294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34160) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:50.564384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65fc3c29-11df-457d-8690-0d7dcb9c42bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:50.570632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f0b09-f0e9-4eaf-a791-75622743c0a9 req-f1d62154-2f05-444b-bad9-62b03feb6025 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:50.572987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b9f0b09-f0e9-4eaf-a791-75622743c0a9 req-f1d62154-2f05-444b-bad9-62b03feb6025 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1097 time: 0.0830166 Nov 05 21:36:50.636888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Deleting port 0d15ef99-099c-4411-95b2-f252ea7ab056 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:36:50.637136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:50.648145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b9f0b09-f0e9-4eaf-a791-75622743c0a9 req-632a9a83-a461-4eae-818a-a74a1a25d431 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684595 Nov 05 21:36:50.762682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65fc3c29-11df-457d-8690-0d7dcb9c42bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:50.830519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dad8c-1b79-4b84-a73d-0d8078542d6c req-20e7db39-3388-45c0-a15c-41ddb18e4e7b tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:50.832144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a5dad8c-1b79-4b84-a73d-0d8078542d6c req-20e7db39-3388-45c0-a15c-41ddb18e4e7b tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 950 time: 0.0895061 Nov 05 21:36:50.846980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] For port 0d15ef99-099c-4411-95b2-f252ea7ab056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0d15ef99-099c-4411-95b2-f252ea7ab056,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:50.847478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:50.871715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Calling delete_port for 0d15ef99-099c-4411-95b2-f252ea7ab056 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:36:50.892315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65fc3c29-11df-457d-8690-0d7dcb9c42bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:50.937871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-65fc3c29-11df-457d-8690-0d7dcb9c42bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40f5f0caed5f4cf781cc490f443f6a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935058 Nov 05 21:36:50.939973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc3c29-11df-457d-8690-0d7dcb9c42bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776d03d7-67aa-44d2-9d5c-cc845b4e7d9f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:50.942471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34168) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:50.946168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a5dad8c-1b79-4b84-a73d-0d8078542d6c req-69135a63-1a15-44ea-83b2-eb1ae9197e72 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/security-groups?id=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020668 Nov 05 21:36:51.043472 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b288b5d-78d4-4d62-bdb6-0c7e80c5cdce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:51.083824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b288b5d-78d4-4d62-bdb6-0c7e80c5cdce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:51.247204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:51.258619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0d15ef99-099c-4411-95b2-f252ea7ab056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:36:51.275948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Pushing event deleted for resources: {'Port': ['ID=0d15ef99-099c-4411-95b2-f252ea7ab056,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:51.279030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b288b5d-78d4-4d62-bdb6-0c7e80c5cdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:51.281606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b288b5d-78d4-4d62-bdb6-0c7e80c5cdce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:51.286464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b288b5d-78d4-4d62-bdb6-0c7e80c5cdce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/776d03d7-67aa-44d2-9d5c-cc845b4e7d9f HTTP/1.1" status: 204 len: 168 time: 0.3356421 Nov 05 21:36:51.316135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b288b5d-78d4-4d62-bdb6-0c7e80c5cdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d03d7-67aa-44d2-9d5c-cc845b4e7d9f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:51.332232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] No DVR routers for this DVR port 0d15ef99-099c-4411-95b2-f252ea7ab056 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:36:51.334818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:51.338235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc53d888-988b-445c-b1b7-c81c03433f47 req-86989f79-ce20-4ebe-91a3-b1544df0f19d tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.46 "DELETE /v2.0/ports/0d15ef99-099c-4411-95b2-f252ea7ab056 HTTP/1.1" status: 204 len: 173 time: 0.8802683 Nov 05 21:36:51.342348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'name': 'network-vif-deleted', 'tag': '0d15ef99-099c-4411-95b2-f252ea7ab056'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:51.342348 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eec1f7-9da4-4467-b081-c2001176f107" -d '{"events": [{"server_uuid": "8a20d956-cab1-4e0b-8b2e-15fe7bf6797d", "name": "network-vif-deleted", "tag": "0d15ef99-099c-4411-95b2-f252ea7ab056"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:51.430374 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b986d91-b72b-4bfd-8ab1-fb565c60de74 x-openstack-request-id: req-3b986d91-b72b-4bfd-8ab1-fb565c60de74 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:36:51.430374 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a20d956-cab1-4e0b-8b2e-15fe7bf6797d", "name": "network-vif-deleted", "tag": "0d15ef99-099c-4411-95b2-f252ea7ab056", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:36:51.430374 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b986d91-b72b-4bfd-8ab1-fb565c60de74 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:36:51.430374 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a20d956-cab1-4e0b-8b2e-15fe7bf6797d', 'name': 'network-vif-deleted', 'tag': '0d15ef99-099c-4411-95b2-f252ea7ab056', 'status': 'completed', 'code': 200} Nov 05 21:36:51.525410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66568bc6-02e8-4d0a-a89b-a3dc90dd4f2a req-a2bfb7d2-5ab5-4031-8486-a5005e1af67e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:51.527955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66568bc6-02e8-4d0a-a89b-a3dc90dd4f2a req-a2bfb7d2-5ab5-4031-8486-a5005e1af67e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0687394 Nov 05 21:36:51.578750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66568bc6-02e8-4d0a-a89b-a3dc90dd4f2a req-216c5aae-b4a5-4d78-a78c-4246fad2f657 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Nov 05 21:36:51.747729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34198) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:51.766859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f487947-e803-455c-9394-1859435d0fc5 req-e1228371-0532-4d20-a31b-3e12005e4fda tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:51.768522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f487947-e803-455c-9394-1859435d0fc5 req-e1228371-0532-4d20-a31b-3e12005e4fda tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1097 time: 0.0583203 Nov 05 21:36:52.034242 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08898458-0e81-4917-adfb-15491203aa82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:52.075014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f487947-e803-455c-9394-1859435d0fc5 req-b41dea7e-98ea-4353-8c31-22c4343696d8 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982152 Nov 05 21:36:52.202887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08898458-0e81-4917-adfb-15491203aa82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:52.205497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6ed9389-0643-40d6-b6f5-323b02da91e4 req-d2a01c99-77e9-4507-ae32-18836de2b184 tempest-LiveMigrationNegativeTest-384261728 tempest-LiveMigrationNegativeTest-384261728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a20d956-cab1-4e0b-8b2e-15fe7bf6797d HTTP/1.1" status: 200 len: 210 time: 0.0362868 Nov 05 21:36:52.298147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08898458-0e81-4917-adfb-15491203aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:52.337169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-08898458-0e81-4917-adfb-15491203aa82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c83517195cd44e95a999f6eff0edbe1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5879898 Nov 05 21:36:52.338237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898458-0e81-4917-adfb-15491203aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd385bd4-3534-4713-bca0-48d293f8e05c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:52.341607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34230) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:52.407333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b4461dca-2c4e-4aa5-90f7-51a7c4c26b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:52.441629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b4461dca-2c4e-4aa5-90f7-51a7c4c26b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:52.560547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b4461dca-2c4e-4aa5-90f7-51a7c4c26b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:52.562575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b4461dca-2c4e-4aa5-90f7-51a7c4c26b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:52.563737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b4461dca-2c4e-4aa5-90f7-51a7c4c26b54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd385bd4-3534-4713-bca0-48d293f8e05c HTTP/1.1" status: 204 len: 168 time: 0.2212050 Nov 05 21:36:52.578028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4461dca-2c4e-4aa5-90f7-51a7c4c26b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd385bd4-3534-4713-bca0-48d293f8e05c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:52.721956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34254) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:52.810020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbaf3a-5120-42df-9f64-4ad61a92aa1d req-1a3acd83-5492-4946-988c-d8284e3b4a8c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:52.811820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aabbaf3a-5120-42df-9f64-4ad61a92aa1d req-1a3acd83-5492-4946-988c-d8284e3b4a8c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0603478 Nov 05 21:36:52.875907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aabbaf3a-5120-42df-9f64-4ad61a92aa1d req-aeb0bb9e-b96e-4124-b7b6-f5db5a433905 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Nov 05 21:36:52.998554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-754758407-network', 'tenant_id': '02b1e69dbed64c0d9608ee150a27b5a4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:53.121237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Made reservation on behalf of 02b1e69dbed64c0d9608ee150a27b5a4 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:53.130865 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.137582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.213945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.286503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.307560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:36:53.320435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db735c-acd9-4e11-bbcb-969e096b3d86,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:53.329124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.329425 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Added segment 3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9 of type vlan for network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 Nov 05 21:36:53.346452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34284) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:53.375909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fde0cebc-7319-4f8b-abc1-f078c9438c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.411905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.463760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fde0cebc-7319-4f8b-abc1-f078c9438c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.578350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.579434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:53.580157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.603767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34296) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:53.611910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fde0cebc-7319-4f8b-abc1-f078c9438c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.659300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef6d437-51b6-4f00-a540-ec2d4ab79672,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:53.664477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0cebc-7319-4f8b-abc1-f078c9438c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3fb643-4190-4821-8c53-68e10a99ad91,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:53.670435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:36:53.672969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fde0cebc-7319-4f8b-abc1-f078c9438c31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de74aa15b15b420fb6e241b3428d4a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254569 Nov 05 21:36:53.676034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34300) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:53.699435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-799a7ed6-e9af-48a7-9c10-81e2fd159c24 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9727578 Nov 05 21:36:53.700172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34304) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:53.709532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Request body: {'subnet': {'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-754758407-subnet', 'tenant_id': '02b1e69dbed64c0d9608ee150a27b5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:53.761414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1069169-dce2-4a4f-96e7-783160d31d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.791214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1069169-dce2-4a4f-96e7-783160d31d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.846165 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9333cac0-d68c-430d-bc08-56629026c436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.852718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Made reservation on behalf of 02b1e69dbed64c0d9608ee150a27b5a4 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:53.855052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.945083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1069169-dce2-4a4f-96e7-783160d31d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.949345 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1069169-dce2-4a4f-96e7-783160d31d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:53.950559 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f1069169-dce2-4a4f-96e7-783160d31d68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd3fb643-4190-4821-8c53-68e10a99ad91 HTTP/1.1" status: 204 len: 168 time: 0.2726095 Nov 05 21:36:53.973990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1069169-dce2-4a4f-96e7-783160d31d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3fb643-4190-4821-8c53-68e10a99ad91,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:54.071403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a994-7d2b-44c7-8723-01f5371a06e2 req-53eeed92-5076-4ac6-802a-843145975633 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:54.074416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11e6a994-7d2b-44c7-8723-01f5371a06e2 req-53eeed92-5076-4ac6-802a-843145975633 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1015153 Nov 05 21:36:54.095180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9333cac0-d68c-430d-bc08-56629026c436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.138355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11e6a994-7d2b-44c7-8723-01f5371a06e2 req-03722ef6-ec26-4fe5-9a14-675d44e1d84a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601149 Nov 05 21:36:54.138600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34316) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:54.178402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9333cac0-d68c-430d-bc08-56629026c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.232070 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9333cac0-d68c-430d-bc08-56629026c436 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c30ecfbe76f47368d7bf6ddad5630c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6270478 Nov 05 21:36:54.232266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34320) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:54.235574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333cac0-d68c-430d-bc08-56629026c436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fa92c1-e82f-43f7-9b40-4ff751a53074,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:54.295225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5843957-5f2e-43de-b1b7-2c688724f94d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.309532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.351737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5843957-5f2e-43de-b1b7-2c688724f94d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.401254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d80e34-f340-49b6-9373-1256d01a2681,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:54.435513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:54.436081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Network hostable DHCP agents. Network: 4ef6d437-51b6-4f00-a540-ec2d4ab79672, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:36:54.507248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e5ee8840-6c10-4a5d-a105-0b15aab5e260 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf59e7507498445996ff9aed7dfbfdf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669388 Nov 05 21:36:54.509633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34330) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:54.566373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d33ede5-a2b8-4313-8f72-f22cd1486257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.567125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5843957-5f2e-43de-b1b7-2c688724f94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.570818 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5843957-5f2e-43de-b1b7-2c688724f94d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.575268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5843957-5f2e-43de-b1b7-2c688724f94d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5fa92c1-e82f-43f7-9b40-4ff751a53074 HTTP/1.1" status: 204 len: 168 time: 0.3391535 Nov 05 21:36:54.591196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5843957-5f2e-43de-b1b7-2c688724f94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fa92c1-e82f-43f7-9b40-4ff751a53074,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:54.604407 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d33ede5-a2b8-4313-8f72-f22cd1486257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.654176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:36:54.726490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d33ede5-a2b8-4313-8f72-f22cd1486257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.729111 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d33ede5-a2b8-4313-8f72-f22cd1486257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.733038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1d33ede5-a2b8-4313-8f72-f22cd1486257 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23dd0cc1-d027-4764-ae63-c7cc1efc0a5d HTTP/1.1" status: 204 len: 168 time: 0.2203610 Nov 05 21:36:54.739850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33ede5-a2b8-4313-8f72-f22cd1486257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dd0cc1-d027-4764-ae63-c7cc1efc0a5d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:54.772511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4ef6d437-51b6-4f00-a540-ec2d4ab79672) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:54.777924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:54.778759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:54.790390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45280e-e0c7-49c5-aeff-627ac1c7b22e None None] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:54.926107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e76b760c-aaac-421c-9b8f-60a53e662691 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2206702 Nov 05 21:36:54.989535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22df408-2e9f-4209-aaf8-6c7f2557025b None None] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:55.294957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115f8e7-30bc-4f19-a043-d5e5e5fb93e3 req-4aeaa0c9-5674-4a14-bc0f-500e0338f6c3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:55.310563 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2115f8e7-30bc-4f19-a043-d5e5e5fb93e3 req-4aeaa0c9-5674-4a14-bc0f-500e0338f6c3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0783341 Nov 05 21:36:55.365805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2115f8e7-30bc-4f19-a043-d5e5e5fb93e3 req-e4459f92-88b0-4351-8a3a-484cca168d00 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Nov 05 21:36:55.504587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0d15ef99-099c-4411-95b2-f252ea7ab056 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:36:55.525703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 0d15ef99-099c-4411-95b2-f252ea7ab056 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:36:55.526125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0d15ef99-099c-4411-95b2-f252ea7ab056 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:36:55.543017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34366) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:55.599512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34370) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:55.621256 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b843280f-81a4-41c0-ad72-63067abd5713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:55.727346 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b843280f-81a4-41c0-ad72-63067abd5713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:55.806660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b843280f-81a4-41c0-ad72-63067abd5713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:55.848587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b843280f-81a4-41c0-ad72-63067abd5713 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39b824b6d14741da872521840282c00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469046 Nov 05 21:36:55.849718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843280f-81a4-41c0-ad72-63067abd5713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244213cf-6c75-401d-b689-07e6db338fc7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:55.851581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34376) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:55.923042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1500a5f-5fe2-4669-a7ca-645f67a1a5bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:55.953231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1500a5f-5fe2-4669-a7ca-645f67a1a5bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:56.087345 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1500a5f-5fe2-4669-a7ca-645f67a1a5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:56.087788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34382) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:56.089664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1500a5f-5fe2-4669-a7ca-645f67a1a5bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:56.095132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a1500a5f-5fe2-4669-a7ca-645f67a1a5bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/244213cf-6c75-401d-b689-07e6db338fc7 HTTP/1.1" status: 204 len: 168 time: 0.2351949 Nov 05 21:36:56.110412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1500a5f-5fe2-4669-a7ca-645f67a1a5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244213cf-6c75-401d-b689-07e6db338fc7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:56.145149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e3a59f73-6d1e-4a47-be16-2319ae397185 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=491019001b2e41349d8b5e47c0230317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559752 Nov 05 21:36:56.147903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:56.212029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1310472b-6c15-48d1-be2e-8fe055e9ba91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:56.235823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1310472b-6c15-48d1-be2e-8fe055e9ba91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:56.295836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-df3b8a98-e6bd-45eb-a12a-7682e99728d5 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:36:56.297532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-df3b8a98-e6bd-45eb-a12a-7682e99728d5 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7532282 Nov 05 21:36:56.357573 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:36:56.378918 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1310472b-6c15-48d1-be2e-8fe055e9ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:56.382527 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1310472b-6c15-48d1-be2e-8fe055e9ba91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:56.386641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1310472b-6c15-48d1-be2e-8fe055e9ba91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0160829-f68d-473d-b729-0dd5ef07d6c0 HTTP/1.1" status: 204 len: 168 time: 0.2348416 Nov 05 21:36:56.399502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310472b-6c15-48d1-be2e-8fe055e9ba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0160829-f68d-473d-b729-0dd5ef07d6c0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:56.507607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870a25-1de1-4098-ba20-3b035381bb49 req-702636d5-3347-4a23-8787-c6585e39d616 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:56.516379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55870a25-1de1-4098-ba20-3b035381bb49 req-702636d5-3347-4a23-8787-c6585e39d616 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0608315 Nov 05 21:36:56.561282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55870a25-1de1-4098-ba20-3b035381bb49 req-a412516a-e35b-44c4-ae65-8479d18fca6f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Nov 05 21:36:57.030582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-3b6036f7-9fc4-4dc6-92ab-45a4d323e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:57.032602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-3b6036f7-9fc4-4dc6-92ab-45a4d323e612 service neutron] 10.222.0.41 "GET /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 1094 time: 0.4542234 Nov 05 21:36:57.042891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Request body: {'binding': {'host': 'n-h1-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:57.045651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Unknown quota resources ['binding']. {{(pid=102291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:36:57.182298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34426) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:57.190557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1239292788-network', 'tenant_id': '79e6131a461b4f7c8e87eb93aec1909f'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:57.231686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on host n-h1-816738-5 for vnic_type normal with profile None {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:36:57.232023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:36:57.232368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:57.236923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:36:57.237238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:36:57.242832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:36:57.243172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:57.243574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:36:57.244003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Bound port: b7bfaa94-228e-4685-ac82-d8740e27474b, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:36:57.277074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Made reservation on behalf of 79e6131a461b4f7c8e87eb93aec1909f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:57.280178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.291840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.312849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:36:57.387300 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.398422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.401392 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4ad5d68c-7f07-47d2-97c1-135212547255 service neutron] 10.222.0.41 "POST /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3628180 Nov 05 21:36:57.435096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.477538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd003452-439c-4d1b-a888-b2c9b0307836,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:57.500383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:36:57.514936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.515512 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Added segment 0e29df61-6cef-4933-91b3-81c9011b21b5 of type vlan for network d0dc197c-c5b3-4b04-aac7-3bfef9098f53 Nov 05 21:36:57.563692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.701104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ef7b-bdbc-4933-b539-76d74a3a0c0e req-0add6a49-ccfa-4338-aed7-d89038d7a301 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:57.703012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eba2ef7b-bdbc-4933-b539-76d74a3a0c0e req-0add6a49-ccfa-4338-aed7-d89038d7a301 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0633829 Nov 05 21:36:57.715170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.716489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:57.717425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:57.858309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eba2ef7b-bdbc-4933-b539-76d74a3a0c0e req-0ee8fdcb-0c8b-4238-87c8-cd3db75e35cc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448097 Nov 05 21:36:57.899914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] Pushing event updated for resources: {'Network': ['ID=d0dc197c-c5b3-4b04-aac7-3bfef9098f53,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:57.910455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network d0dc197c-c5b3-4b04-aac7-3bfef9098f53 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:36:57.928026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fd5e1590-80f4-4736-9e9d-092594864421 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7420402 Nov 05 21:36:57.928645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34446) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:36:57.936041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Request body: {'subnet': {'network_id': 'd0dc197c-c5b3-4b04-aac7-3bfef9098f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1239292788-subnet', 'tenant_id': '79e6131a461b4f7c8e87eb93aec1909f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:57.981809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e70157-32ae-4818-8cb1-861779fa57fb req-cfc38691-bb23-479b-8887-308e56717428 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:57.991750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55e70157-32ae-4818-8cb1-861779fa57fb req-cfc38691-bb23-479b-8887-308e56717428 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 946 time: 0.1107833 Nov 05 21:36:58.041438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Made reservation on behalf of 79e6131a461b4f7c8e87eb93aec1909f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:36:58.047033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:58.143486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55e70157-32ae-4818-8cb1-861779fa57fb req-e8c925c0-610a-4cda-83df-1ae2b0cb2f20 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504567 Nov 05 21:36:58.308012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-8455abd4-9946-4793-b761-fce26d50d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:58.314334 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-8455abd4-9946-4793-b761-fce26d50d055 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1097 time: 0.0825095 Nov 05 21:36:58.455798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-43468860-7866-4d81-87ff-7b7b050e5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:58.457231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-43468860-7866-4d81-87ff-7b7b050e5f98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1391757 Nov 05 21:36:58.529611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-829dcd50-6c74-494c-8032-7256fccd7071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 217 time: 0.0483871 Nov 05 21:36:58.592695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-23068885-82d5-4fd3-974d-690a8dd31709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:58.594355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-23068885-82d5-4fd3-974d-690a8dd31709 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0579987 Nov 05 21:36:58.613121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:58.644241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-6c2f588d-ab16-4aae-b295-2db5b2ee774c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423560 Nov 05 21:36:58.863559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-87272b8f-bf66-4a30-9757-dc503ebd4bcc tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236533 Nov 05 21:36:58.990731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebddbf87-adb7-4934-994f-007a776615a7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:36:59.034507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Checking segment: {'id': '0e29df61-6cef-4933-91b3-81c9011b21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd0dc197c-c5b3-4b04-aac7-3bfef9098f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:36:59.034859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Network hostable DHCP agents. Network: d0dc197c-c5b3-4b04-aac7-3bfef9098f53, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:36:59.058264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-aa57cdc7-ebdf-46b2-ad6e-7c963ce55d17 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:59.060089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-aa57cdc7-ebdf-46b2-ad6e-7c963ce55d17 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904016 Nov 05 21:36:59.079057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-11f996a8-7195-4232-be6e-2d0e7f8698c4 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152741 Nov 05 21:36:59.089750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b273e-9cce-4058-85e2-f345569def5c req-727b15db-fd70-496e-b0ae-0e32a61ae3b3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:59.092001 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-055b273e-9cce-4058-85e2-f345569def5c req-727b15db-fd70-496e-b0ae-0e32a61ae3b3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1037958 Nov 05 21:36:59.097389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-2187ccfc-b99a-413d-8b3f-3784ef1c385d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/quotas/a55b8f74930a4b19a8ac57a2ceb4e91a HTTP/1.1" status: 200 len: 375 time: 0.0104728 Nov 05 21:36:59.133122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-191ed939-0f0a-4680-a123-33c3e86b963a tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295546 Nov 05 21:36:59.179204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Network d0dc197c-c5b3-4b04-aac7-3bfef9098f53 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:36:59.220192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-055b273e-9cce-4058-85e2-f345569def5c req-e6a12eb8-259f-4a5c-8200-c939d07f365a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193237 Nov 05 21:36:59.238310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-283589ee-79ef-41e7-8ebb-9c85eb8f4a22 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450086 Nov 05 21:36:59.251979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, d0dc197c-c5b3-4b04-aac7-3bfef9098f53) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:36:59.261624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5250a89b-1370-42b9-8935-3fa897f5345e None None] Network d0dc197c-c5b3-4b04-aac7-3bfef9098f53 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:59.262067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:59.262688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:59.386871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-81220230-902a-46b6-a2fc-d569aedefd04 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4552679 Nov 05 21:36:59.430072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e9580-e3f2-4242-a7e2-5eec7a468a68 req-ddb550f5-7ec7-4da9-b26e-a7315d4b9b9b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:59.432295 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-261e9580-e3f2-4242-a7e2-5eec7a468a68 req-ddb550f5-7ec7-4da9-b26e-a7315d4b9b9b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 946 time: 0.1338236 Nov 05 21:36:59.468977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a73bc1-ecbc-4df2-a1d3-fd9d6528c3e2 None None] Network d0dc197c-c5b3-4b04-aac7-3bfef9098f53 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:36:59.528591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-ed74cdc3-acdc-48de-a3c3-2efbe41196ce tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:36:59.537647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-ed74cdc3-acdc-48de-a3c3-2efbe41196ce tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1097 time: 0.1745982 Nov 05 21:36:59.542084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5ddf2a6-43fe-4d1c-a703-296032adab5b req-390aaff1-43b5-4af6-84ec-2de8d70cd18b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 210 time: 0.0652695 Nov 05 21:36:59.556154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816738-5'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:36:59.635081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:59.653821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-261e9580-e3f2-4242-a7e2-5eec7a468a68 req-f5751d7c-4822-47f7-8ece-a32b406ab711 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032950 Nov 05 21:36:59.823748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:36:59.870150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:36:59.923081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:36:59.925758 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49ad736-8f23-4c24-b2da-a386746474f2" -d '{"events": [{"server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:36:59.932928 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:36:59.989288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.052498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1090793909', 'description': 'tempest-description-439631345'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:00.054604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:00.105203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on host n-h2-816738-5 for vnic_type normal with profile {"migrating_to": "n-h1-816738-5"} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:00.105852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:00.106382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:00.128349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:00.131017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Attempting to bind port b7bfaa94-228e-4685-ac82-d8740e27474b on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:00.164386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:00.164734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:00.165129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:00.166118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Bound port: b7bfaa94-228e-4685-ac82-d8740e27474b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:00.166118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.195243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.204706 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.261569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-025850ad-1bbb-48a9-949d-5d21b1caa22e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.263088 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-025850ad-1bbb-48a9-949d-5d21b1caa22e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.1733112 Nov 05 21:37:00.272464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:00.277396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:00.286006 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.286520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-966cbead-dda8-48d5-bfe2-3d7fcc0f5400 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/quotas/02b1e69dbed64c0d9608ee150a27b5a4 HTTP/1.1" status: 200 len: 375 time: 0.0112598 Nov 05 21:37:00.303797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.320254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-f042639d-0db4-468c-8151-44938daa8dc8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274365 Nov 05 21:37:00.378184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.383556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.426820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97979fec-318c-4874-a511-8d4f194ff81f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:00.466495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.483519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:00.490089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.490710 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.492540 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-9e1362dd-2e49-4227-b175-0a0667acec20 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 1122 time: 0.9438477 Nov 05 21:37:00.494313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-7d89571e-0f80-4ec9-a990-94ece295a299 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663620 Nov 05 21:37:00.566887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.577556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b7bfaa94-228e-4685-ac82-d8740e27474b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:00.591740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-bcae927a-b2b1-4875-9aad-699ae012b151 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896451 Nov 05 21:37:00.609308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544eed5e-5149-4155-81f4-12df51061a14,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:00.688745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:00.689992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17f641bf-4b55-40d9-a6d2-36e66127c088 req-fccbed07-0d04-40b2-9b67-0457fc4df349 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6427600 Nov 05 21:37:00.850275 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1249b566-145f-4ebd-82be-536c5468b7cb x-openstack-request-id: req-1249b566-145f-4ebd-82be-536c5468b7cb {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:00.850577 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:00.850834 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1249b566-145f-4ebd-82be-536c5468b7cb {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:00.851243 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b', 'code': 200} Nov 05 21:37:00.877855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.879531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.879531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.879531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.879861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.880490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.881184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.881742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.882194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.882891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.883344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.885338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-58869a28-04f5-4628-bbe8-799316f274cb req-b51435db-7abb-408b-9f03-cda98ffcbf8d tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7841 time: 0.1314151 Nov 05 21:37:00.974794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca046ade-5e83-45d8-8e9e-6ad5d7988286 req-6b7843a8-2257-4904-ae57-b16605935536 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:00.976345 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca046ade-5e83-45d8-8e9e-6ad5d7988286 req-6b7843a8-2257-4904-ae57-b16605935536 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0763316 Nov 05 21:37:01.040665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0dc7dc4-39e0-45ae-bfed-ac0b17239981 req-e1b53529-509f-4247-be5b-8952046cd2ff tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 210 time: 0.0335519 Nov 05 21:37:01.057158 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca046ade-5e83-45d8-8e9e-6ad5d7988286 req-e45e65bc-772b-4bf2-b679-8c033f8482eb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Nov 05 21:37:01.092607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-39fae5eb-595c-49e4-9744-e97aa176635e req-178f3b90-f38f-4576-adad-d2024c01666b tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Request body: {'security_group': {'name': 'tempest-securitygroup-888575820', 'description': 'tempest-description-1860093118'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:01.172073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c6d97-7a97-4ccf-8927-9a8c696a5238 req-1517cec2-c8bb-490d-bd7f-f40fcbab1c2d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.173516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a4c6d97-7a97-4ccf-8927-9a8c696a5238 req-1517cec2-c8bb-490d-bd7f-f40fcbab1c2d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0513895 Nov 05 21:37:01.183602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39fae5eb-595c-49e4-9744-e97aa176635e req-178f3b90-f38f-4576-adad-d2024c01666b tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.224481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a4c6d97-7a97-4ccf-8927-9a8c696a5238 req-bdb4a13c-6aa5-4645-b5be-b1c2c66a2e9c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449257 Nov 05 21:37:01.261502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39fae5eb-595c-49e4-9744-e97aa176635e req-178f3b90-f38f-4576-adad-d2024c01666b tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.294916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c54531e7-212b-4993-b222-30c6bdef79aa req-52bdf33a-871b-40b2-8d1b-99779f3426b6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 210 time: 0.0290828 Nov 05 21:37:01.332562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39fae5eb-595c-49e4-9744-e97aa176635e req-178f3b90-f38f-4576-adad-d2024c01666b tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.365168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f3b90-f38f-4576-adad-d2024c01666b tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7609a4a8-d55c-4675-aafc-d2dd51cfb087,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:01.403342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b46318-e5ba-4234-948b-59eebb4b63e0 req-85fd5ba0-fb55-44bd-8378-ec8af046f9f7 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.404817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47b46318-e5ba-4234-948b-59eebb4b63e0 req-85fd5ba0-fb55-44bd-8378-ec8af046f9f7 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 886 time: 0.0859230 Nov 05 21:37:01.477422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39fae5eb-595c-49e4-9744-e97aa176635e req-178f3b90-f38f-4576-adad-d2024c01666b tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.478785 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39fae5eb-595c-49e4-9744-e97aa176635e req-178f3b90-f38f-4576-adad-d2024c01666b tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3922925 Nov 05 21:37:01.537571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.538040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.538562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.539016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.539464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.540152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.540604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.541047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.541487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.541926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.542399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:01.544415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45e57500-a0d4-4dbe-a8d3-ce1f84498460 req-89f23bbf-2aa7-4f75-966d-aebbfa695e17 tempest-NetworksTest-1646084063 tempest-NetworksTest-1646084063-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7841 time: 0.1200078 Nov 05 21:37:01.622332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-973344017', 'description': 'tempest-description-832012239'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:01.715163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.724215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.801734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.836164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-42acbb91-cdd5-420d-be97-af5fd3b458f6 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212164 Nov 05 21:37:01.868311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:01.933561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9e895-0220-4a8e-8009-0938bd8301a2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:02.010478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-b7601d63-eb10-43ee-a238-c9917ea93b45 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:02.012022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-b7601d63-eb10-43ee-a238-c9917ea93b45 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699159 Nov 05 21:37:02.022403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.027929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Request body: {'port': {'device_id': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'a55b8f74930a4b19a8ac57a2ceb4e91a'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:02.161106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34600) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:02.164077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aaa209c6-e019-4bd0-a2d5-580d6f2a7384 req-09d79f31-cd7d-4b7c-b99e-3479a98b1e01 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 210 time: 0.0286195 Nov 05 21:37:02.170618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.215485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364263a8-fe15-4516-84ff-b9aab0a7115e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:02.291120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be103bb-e5cb-45b6-8d11-c0f63d640a4a req-63f9cff5-7921-4736-bcd2-717056d0268f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:02.293247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5be103bb-e5cb-45b6-8d11-c0f63d640a4a req-63f9cff5-7921-4736-bcd2-717056d0268f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0540087 Nov 05 21:37:02.300513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdc8a50-a612-49f8-a14a-a91b1631f6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.302297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Made reservation on behalf of a55b8f74930a4b19a8ac57a2ceb4e91a for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:02.305838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.320708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.342966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5be103bb-e5cb-45b6-8d11-c0f63d640a4a req-b0836344-e9bc-42a0-889e-34b65ef073c7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434804 Nov 05 21:37:02.377071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.378322 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd0d2a59-0187-4c92-adfb-df0c2cfa02c6 req-6d6b151a-a3f5-4b69-9481-da6772e8cb4b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7606080 Nov 05 21:37:02.456809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdc8a50-a612-49f8-a14a-a91b1631f6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.464972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea244f38-0928-46e6-a3dd-1f9e786f7926 req-0d739f82-8ccb-4f82-a7fc-9af8e08b01b1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:02.466767 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea244f38-0928-46e6-a3dd-1f9e786f7926 req-0d739f82-8ccb-4f82-a7fc-9af8e08b01b1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0580068 Nov 05 21:37:02.481028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-91764786-2433-4631-b935-ced594df258f req-1327ee5a-bfdf-42e5-a953-0ac72b67de97 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 210 time: 0.0383918 Nov 05 21:37:02.496506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.518826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-19800a16-f66a-4210-9845-d4bd8a1e34b2 req-27b05892-2f47-46ae-a1c0-82512b7928d0 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1601219025', 'description': 'tempest-description-1611064122'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:02.528249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea244f38-0928-46e6-a3dd-1f9e786f7926 req-24d6029e-10a7-4dbf-a662-dce8c7103c4e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Nov 05 21:37:02.555082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5cdc8a50-a612-49f8-a14a-a91b1631f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.576265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.583835 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.606099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5cdc8a50-a612-49f8-a14a-a91b1631f6b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49cc9a4ce6814626822f2b4805e4ec7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428968 Nov 05 21:37:02.606935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-19800a16-f66a-4210-9845-d4bd8a1e34b2 req-27b05892-2f47-46ae-a1c0-82512b7928d0 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.608973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34610) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:02.612356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc8a50-a612-49f8-a14a-a91b1631f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91efe9c-a903-409a-b46a-98ad475dbdaa,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:02.661850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a698c4f8-fd01-40f6-b595-8c426fcf6d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.694759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a698c4f8-fd01-40f6-b595-8c426fcf6d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.695694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e33d7af-9b7e-4577-8845-62d20ae15f68,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:02.783839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Allocated IP 192.168.233.89 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:02.797253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-19800a16-f66a-4210-9845-d4bd8a1e34b2 req-27b05892-2f47-46ae-a1c0-82512b7928d0 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.829707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a698c4f8-fd01-40f6-b595-8c426fcf6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.832493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a698c4f8-fd01-40f6-b595-8c426fcf6d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.834035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a698c4f8-fd01-40f6-b595-8c426fcf6d92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e91efe9c-a903-409a-b46a-98ad475dbdaa HTTP/1.1" status: 204 len: 168 time: 0.2231245 Nov 05 21:37:02.841355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698c4f8-fd01-40f6-b595-8c426fcf6d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91efe9c-a903-409a-b46a-98ad475dbdaa,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:02.858991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:02.861029 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6bf629-aae0-4662-8571-fdd8be70c8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:02.866618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-19800a16-f66a-4210-9845-d4bd8a1e34b2 req-27b05892-2f47-46ae-a1c0-82512b7928d0 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:02.914819 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0249e8f1-4bd1-4ada-b947-c203fe558fcd x-openstack-request-id: req-0249e8f1-4bd1-4ada-b947-c203fe558fcd {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:02.915106 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:02.915351 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0249e8f1-4bd1-4ada-b947-c203fe558fcd {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:02.915766 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b', 'status': 'completed', 'code': 200} Nov 05 21:37:02.947760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b05892-2f47-46ae-a1c0-82512b7928d0 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88dd14-05b0-4781-8283-0ef366e05faa,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:03.008679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:03.013775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-12ef254d-edad-444c-862e-1341153ca856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:03.015269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-12ef254d-edad-444c-862e-1341153ca856 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1125 time: 0.0804877 Nov 05 21:37:03.017808 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-19800a16-f66a-4210-9845-d4bd8a1e34b2 req-27b05892-2f47-46ae-a1c0-82512b7928d0 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:03.018919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19800a16-f66a-4210-9845-d4bd8a1e34b2 req-27b05892-2f47-46ae-a1c0-82512b7928d0 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5042131 Nov 05 21:37:03.186518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-65c95dc1-ada4-4e24-8e5b-ab2214a44fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:03.189104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-65c95dc1-ada4-4e24-8e5b-ab2214a44fdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1597219 Nov 05 21:37:03.212515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:03.254660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-08a18cd4-b69f-408b-ab7a-500c564c3964 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 217 time: 0.0559363 Nov 05 21:37:03.319714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73183ba-a180-46c9-b22f-ea346f395a07 req-4c93272d-4624-44aa-a44e-3bfb3acf2b83 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:03.321357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b73183ba-a180-46c9-b22f-ea346f395a07 req-4c93272d-4624-44aa-a44e-3bfb3acf2b83 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 935 time: 0.0670948 Nov 05 21:37:03.330348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:03.348584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:03.357388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:03.370517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Pushing event updated for resources: {'Port': ['ID=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:03.428111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-4bede09e-3f50-4600-99a9-e24ce9d52b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:03.429823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-4bede09e-3f50-4600-99a9-e24ce9d52b4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.1500103 Nov 05 21:37:03.437191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b73183ba-a180-46c9-b22f-ea346f395a07 req-f2d306b1-11d4-4539-8095-0981fad95c40 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054857 Nov 05 21:37:03.476496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:03.483820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-4bb0b1b0-099b-4fba-b126-baa7451bc54f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:03.485486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-4bb0b1b0-099b-4fba-b126-baa7451bc54f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.1842976 Nov 05 21:37:03.498650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-0b31acca-5d1f-4f38-8d4e-4b8fc996458f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526559 Nov 05 21:37:03.505008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Request body: {'port': {'device_id': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'admin_state_up': True, 'tenant_id': '02b1e69dbed64c0d9608ee150a27b5a4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:03.534726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:03.535368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:03.625623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34632) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:03.676501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf699-a472-4185-9dd1-0b5e0ec28408 req-3641a13d-d92d-4dab-9dfe-7a68e630dce6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:03.678083 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f29bf699-a472-4185-9dd1-0b5e0ec28408 req-3641a13d-d92d-4dab-9dfe-7a68e630dce6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1013083 Nov 05 21:37:03.692109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:03.705912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b has no active binding in host n-h1-816738-5 {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 21:37:03.721975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fe121e47-da1c-47b2-b000-a2b8ac5aa287 None None] Provisioning complete for port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:03.722634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe121e47-da1c-47b2-b000-a2b8ac5aa287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:03.749019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f29bf699-a472-4185-9dd1-0b5e0ec28408 req-581a4c6a-ea4e-4e29-ab83-fbdd132b8a37 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617106 Nov 05 21:37:03.767844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fe121e47-da1c-47b2-b000-a2b8ac5aa287 None None] Port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:03.789635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Made reservation on behalf of 02b1e69dbed64c0d9608ee150a27b5a4 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:03.794277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:03.890212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a86bcdbe-b25e-489f-a388-17eec670b1a2 req-8e7bc0da-266d-4177-be30-f08844ab63e7 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 210 time: 0.0648160 Nov 05 21:37:03.891049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-24885b34-884c-4685-99a8-2750ba395a4d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8670275 Nov 05 21:37:03.895957 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41394360-2948-4015-9ac1-a187e4673359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:03.917415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Request body: {'port': {'device_id': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:03.962407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Allocated IP 172.20.0.9 (4ef6d437-51b6-4f00-a540-ec2d4ab79672/e4d80e34-f340-49b6-9373-1256d01a2681/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:04.017947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-781262d8-548e-4a91-b398-7c52a5cb1624 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098386 Nov 05 21:37:04.046008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.063046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-a917d826-919b-4f2d-83f0-a123f8440ee5 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53719 time: 1.0193377 Nov 05 21:37:04.095437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dac48a-ee56-45fc-bfc4-b5af3fa2d5e8 req-837088a6-ccda-4156-9bbb-39d07a81dd31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:04.102478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-85dac48a-ee56-45fc-bfc4-b5af3fa2d5e8 req-837088a6-ccda-4156-9bbb-39d07a81dd31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.1031387 Nov 05 21:37:04.228875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-85dac48a-ee56-45fc-bfc4-b5af3fa2d5e8 req-521dca50-76ed-4260-9ec2-9a74bef6f5d1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253922 Nov 05 21:37:04.251376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.315281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41394360-2948-4015-9ac1-a187e4673359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.321857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a6bf629-aae0-4662-8571-fdd8be70c8c6 req-f71140da-6b5a-4712-9759-5cfd0856f6ae service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887573 Nov 05 21:37:04.326108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-45ec6fd3-c258-4870-8c40-a4da11bdb9db tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/05db735c-acd9-4e11-bbcb-969e096b3d86 HTTP/1.1" status: 200 len: 2998 time: 0.1882858 Nov 05 21:37:04.384627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.413720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41394360-2948-4015-9ac1-a187e4673359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.435094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:04.440332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:04.443030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:04.452356 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-530de382-8039-4167-8164-0052558b3645 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/05db735c-acd9-4e11-bbcb-969e096b3d86 HTTP/1.1" status: 200 len: 2998 time: 0.1164587 Nov 05 21:37:04.474178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:04.506906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41394360-2948-4015-9ac1-a187e4673359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed7aa5d-7837-4e83-8f37-ac0c0f98022d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:04.512430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:04.513413 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.518307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41394360-2948-4015-9ac1-a187e4673359 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df01f4c661ee4e3b8ad7d5ee5a1c8b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8916397 Nov 05 21:37:04.521462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34640) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:04.578869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93c12f-4ce9-49e8-9de7-653788217394 req-a6d37fcd-a81f-4e2c-b2f0-d06bf36454cc tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:04.580524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab93c12f-4ce9-49e8-9de7-653788217394 req-a6d37fcd-a81f-4e2c-b2f0-d06bf36454cc tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 935 time: 0.0648556 Nov 05 21:37:04.610997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-3fbbe135-3a49-4f9a-a5af-0951a6f82a4f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1102853 Nov 05 21:37:04.611375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-d7a4a9e1-2f6f-4b11-88a4-de188b608f6f tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/34d9e895-0220-4a8e-8009-0938bd8301a2 HTTP/1.1" status: 200 len: 2998 time: 0.1475644 Nov 05 21:37:04.630823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Request body: {'port': {'device_id': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:04.653931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab93c12f-4ce9-49e8-9de7-653788217394 req-a7269e07-8f4c-4b9c-ac65-3436360aa27d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667367 Nov 05 21:37:04.697108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-bac1cc79-c51b-43f9-8130-b4b6d270215b service neutron] 10.222.0.46 "GET /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b/bindings/n-h1-816738-5 HTTP/1.1" status: 200 len: 384 time: 0.2093821 Nov 05 21:37:04.706220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.712946 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29dd03d2-1c55-41d5-bab2-055510cebe2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.727435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:04.742402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.775985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-28f2d764-9df7-4d6d-a446-4b9667065052 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/34d9e895-0220-4a8e-8009-0938bd8301a2 HTTP/1.1" status: 200 len: 2998 time: 0.1486032 Nov 05 21:37:04.784059 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29dd03d2-1c55-41d5-bab2-055510cebe2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.804277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Transition to ACTIVE for port object 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:04.870697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:04.924376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-0e36ae2c-f24e-48fa-9d08-c281a190a473 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/45130ede-feb8-4b6c-94df-6014695adbfe HTTP/1.1" status: 200 len: 2998 time: 0.1304235 Nov 05 21:37:04.931236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64052-078c-435d-89cb-5073a4f69138 req-a8604823-b54c-4f13-bec5-903fcbac4a63 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:04.933337 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1c64052-078c-435d-89cb-5073a4f69138 req-a8604823-b54c-4f13-bec5-903fcbac4a63 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1069882 Nov 05 21:37:04.996994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Pushing event updated for resources: {'Port': ['ID=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:05.031012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1c64052-078c-435d-89cb-5073a4f69138 req-bc5bd957-27c3-4a3f-9d27-2c50afd840ba tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834947 Nov 05 21:37:05.061723 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29dd03d2-1c55-41d5-bab2-055510cebe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.064204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29dd03d2-1c55-41d5-bab2-055510cebe2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.064569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:05.067611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-29dd03d2-1c55-41d5-bab2-055510cebe2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ed7aa5d-7837-4e83-8f37-ac0c0f98022d HTTP/1.1" status: 204 len: 168 time: 0.5430484 Nov 05 21:37:05.088485 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.102416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Transition to ACTIVE for port object 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:05.127401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-9b404b1d-35b8-4aad-a65a-66e9e6982d92 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/45130ede-feb8-4b6c-94df-6014695adbfe HTTP/1.1" status: 200 len: 2998 time: 0.1925797 Nov 05 21:37:05.132281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd03d2-1c55-41d5-bab2-055510cebe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed7aa5d-7837-4e83-8f37-ac0c0f98022d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:05.180308 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.193090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:05.219218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Attempting to bind port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:05.219838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Attempting to bind port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:05.220318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Attempting to bind port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:05.235263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:05.246994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Attempting to bind port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:05.246994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-d8880b06-6788-4096-b1f2-a0d124fd97e7 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/767a1658-f77c-45f2-a9e2-4c07364c98d2 HTTP/1.1" status: 200 len: 2994 time: 0.1162007 Nov 05 21:37:05.246994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:05.247392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:05.248042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:05.248371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:05.248741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:05.249172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Bound port: 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:05.249522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.277426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dc730-5e8f-4056-a642-03b7fc8cdbc3 req-43941193-d0f8-4f62-8da1-5b01c6b65428 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.278899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da7dc730-5e8f-4056-a642-03b7fc8cdbc3 req-43941193-d0f8-4f62-8da1-5b01c6b65428 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 931 time: 0.1474395 Nov 05 21:37:05.307534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bfaa94-228e-4685-ac82-d8740e27474b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:05.346794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:05.349644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da7dc730-5e8f-4056-a642-03b7fc8cdbc3 req-edb08e60-07f4-4bb6-a9a3-81e87b359f2c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497565 Nov 05 21:37:05.384929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:05.386053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:05.386522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:05.391344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:05.391853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:05.397289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:05.397630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:05.397912 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-fc5c7ae2-718d-4fdb-8893-cb11969f3c3e tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/767a1658-f77c-45f2-a9e2-4c07364c98d2 HTTP/1.1" status: 200 len: 2994 time: 0.1275122 Nov 05 21:37:05.398053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:05.398421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Bound port: 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:05.398776 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.411623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] For port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:05.421742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] For port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:05.466025 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-9b655a1b-aea6-4f07-80e9-2fd4156872c8 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8375b17d-07e2-461c-8f2c-636e49c81940 HTTP/1.1" status: 200 len: 2994 time: 0.0517645 Nov 05 21:37:05.482190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.518325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7705505-a8ea-4bff-a134-9cb95f238545 req-a8f4d69b-e2e1-4ee3-ae4d-8e8595781073 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.519758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7705505-a8ea-4bff-a134-9cb95f238545 req-a8f4d69b-e2e1-4ee3-ae4d-8e8595781073 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 944 time: 0.0809176 Nov 05 21:37:05.523565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:05.532576 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.535041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:05.583433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-86ca1297-40bf-4919-a88e-02e057fa6d56 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8375b17d-07e2-461c-8f2c-636e49c81940 HTTP/1.1" status: 200 len: 2994 time: 0.1155756 Nov 05 21:37:05.605924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.606819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.609558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] 10.222.0.13 "PUT /v2.0/ports/69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 HTTP/1.1" status: 200 len: 1095 time: 1.7008212 Nov 05 21:37:05.611801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7705505-a8ea-4bff-a134-9cb95f238545 req-2cda2a60-2d4f-4261-99c3-ffdcfbfff418 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795538 Nov 05 21:37:05.614757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.661862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.661862 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.662696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 1091 time: 1.0393929 Nov 05 21:37:05.663287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:05.666316 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb945b-8268-4624-b928-89302b1988ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:05.675238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] Transition to ACTIVE for port object b7bfaa94-228e-4685-ac82-d8740e27474b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:05.724804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'tag': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:05.727234 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4934894-7dc3-493f-9401-543ee84a7544" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53", "tag": "69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:05.741676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-28d36826-60d5-4ef6-8524-ee8456f1fcff tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8612ec6f-8b76-4ccf-b939-8a9604dca39e HTTP/1.1" status: 200 len: 2998 time: 0.1572068 Nov 05 21:37:05.758619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:05.765326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4025b7b-fe17-4003-a961-e3c245ce21f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:05.797869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-c6e7d079-bbed-4a48-ab5e-762d0141bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.799414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-c6e7d079-bbed-4a48-ab5e-762d0141bfc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 1098 time: 0.0767426 Nov 05 21:37:05.857984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48c01a-d293-4af2-96bd-f86c9491ce9c service neutron] Pushing event updated for resources: {'Port': ['ID=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:05.869719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-15f6aea0-e260-49be-9519-fdcdb147c54c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 HTTP/1.1" status: 200 len: 217 time: 0.0459030 Nov 05 21:37:05.926404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] No DVR routers for this DVR port b7bfaa94-228e-4685-ac82-d8740e27474b on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:37:05.937764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-d6b00745-1319-4ccf-81cc-217891726ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.939379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-d6b00745-1319-4ccf-81cc-217891726ddc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0679727 Nov 05 21:37:05.944242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-e2bcd272-a50b-4d52-88e6-5049daed4aba tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8612ec6f-8b76-4ccf-b939-8a9604dca39e HTTP/1.1" status: 200 len: 2998 time: 0.2016964 Nov 05 21:37:05.952466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0094a-8bd8-4918-91c7-be871bbf1cab req-7b77f9a0-a459-4c7a-85bc-98984d803511 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.954154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2c0094a-8bd8-4918-91c7-be871bbf1cab req-7b77f9a0-a459-4c7a-85bc-98984d803511 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 947 time: 0.0945270 Nov 05 21:37:05.982748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] 10.222.0.46 "PUT /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b/bindings/n-h1-816738-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2618110 Nov 05 21:37:05.985335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-d1e8875d-dada-4d69-9b3a-4e07d3527df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:05.993580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-d1e8875d-dada-4d69-9b3a-4e07d3527df4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1094 time: 0.1738050 Nov 05 21:37:06.050434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-11c62002-ff3e-48be-8ee3-44d9a6849284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.051978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-11c62002-ff3e-48be-8ee3-44d9a6849284 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969534 Nov 05 21:37:06.065553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b99b62-ff87-4799-94cf-225d671bb4ca service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:06.072006 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2c0094a-8bd8-4918-91c7-be871bbf1cab req-56dbea71-98d2-482e-aebd-4d8ee6ef157a tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066830 Nov 05 21:37:06.074235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-272f291c-40c4-4e9d-93a3-a22a3e6343de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 217 time: 0.0732286 Nov 05 21:37:06.103168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.13', 58131) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:06.139238 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-9efe0c01-a523-4ff4-8311-8d9547fcc2ce tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/86b1df69-1905-414f-828b-97ce0eb7e049 HTTP/1.1" status: 200 len: 2998 time: 0.1656575 Nov 05 21:37:06.147468 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df5ad58-f05e-4604-9be8-c68ab7680915 x-openstack-request-id: req-2df5ad58-f05e-4604-9be8-c68ab7680915 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:06.147795 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:06.148069 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2df5ad58-f05e-4604-9be8-c68ab7680915 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:06.148473 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'status': 'completed', 'code': 200} Nov 05 21:37:06.168157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-5f100dca-821e-4e1a-8b28-ed5753164855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.170091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-5f100dca-821e-4e1a-8b28-ed5753164855 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0721052 Nov 05 21:37:06.194248 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef35cbe-1d88-4932-973c-86c785eb1344 x-openstack-request-id: req-9ef35cbe-1d88-4932-973c-86c785eb1344 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:06.194552 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53", "tag": "69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:06.194804 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ef35cbe-1d88-4932-973c-86c785eb1344 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:06.195258 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'tag': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7', 'status': 'completed', 'code': 200} Nov 05 21:37:06.207251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-d411aea3-5ade-4ff0-b7f5-efb5d671344c tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.210743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-d411aea3-5ade-4ff0-b7f5-efb5d671344c tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.1020515 Nov 05 21:37:06.217415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-1d745a2c-a7ed-490e-b75a-964fe46036d1 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440868 Nov 05 21:37:06.219070 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-519d12d6-f99a-4562-b75c-612e3a71e47f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404685 Nov 05 21:37:06.261984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-b19c3e24-48a9-4d36-a0d5-e9db3830fac9 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/86b1df69-1905-414f-828b-97ce0eb7e049 HTTP/1.1" status: 200 len: 2998 time: 0.1148455 Nov 05 21:37:06.330780 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f5922462-3700-4471-8306-55f244f199d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:06.366342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-dfcbf195-7880-4191-8993-03c7a08a1ec7 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8e33d7af-9b7e-4577-8845-62d20ae15f68 HTTP/1.1" status: 200 len: 2998 time: 0.0680027 Nov 05 21:37:06.370169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-2f8fed53-894c-4e7f-a708-a90ab98661bd service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376095 Nov 05 21:37:06.409964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05d064-cfb3-43d1-a073-4d21ca71f411 req-a0a7dfb8-528c-4909-bb9a-41beb740dd4c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.417492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be05d064-cfb3-43d1-a073-4d21ca71f411 req-a0a7dfb8-528c-4909-bb9a-41beb740dd4c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1627584 Nov 05 21:37:06.417492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-5bbb3424-528b-43ab-916c-a4122f2bbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.417492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-5bbb3424-528b-43ab-916c-a4122f2bbf88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2&tenant_id=716b3930b41c42479302dd5a494f2f60 HTTP/1.1" status: 200 len: 1096 time: 0.1987956 Nov 05 21:37:06.470262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe9bec4-d701-4c4d-a323-cee6cbb5ef33 req-f53fe481-8933-4c76-b1c4-e2a3fe57e2f4 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198720 Nov 05 21:37:06.484430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-15d63c3d-6041-4f45-905d-657f64365af9 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8e33d7af-9b7e-4577-8845-62d20ae15f68 HTTP/1.1" status: 200 len: 2998 time: 0.1103728 Nov 05 21:37:06.533394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a706ff3e-fde1-469e-a8de-45f2807f4d48 req-919ac689-55b9-4f77-8703-861687b3f1fc service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533940 Nov 05 21:37:06.555781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be05d064-cfb3-43d1-a073-4d21ca71f411 req-4db174f5-f9c6-41b3-8dc9-fc0b7bc81c06 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121972 Nov 05 21:37:06.557662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-62952954-dfda-496b-81c5-27d456fc1d26 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8fda6eef-b218-404f-b0ea-2b30dffbfc35 HTTP/1.1" status: 200 len: 2990 time: 0.0640917 Nov 05 21:37:06.581377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-36eb51d7-a200-4766-a9f4-bb316258d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.586989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-36eb51d7-a200-4766-a9f4-bb316258d9f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1096 time: 0.0972500 Nov 05 21:37:06.635227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-7340e0a8-69e3-44be-a3ac-e9b8ddea9693 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8fda6eef-b218-404f-b0ea-2b30dffbfc35 HTTP/1.1" status: 200 len: 2990 time: 0.0628271 Nov 05 21:37:06.729797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.13', 58132) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:06.752152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-aa1eae50-ec08-462a-9f73-e01983a0cd85 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/97979fec-318c-4874-a511-8d4f194ff81f HTTP/1.1" status: 200 len: 2998 time: 0.1023960 Nov 05 21:37:06.796157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4934894-7dc3-493f-9401-543ee84a7544 req-37d6d932-8996-4a6f-917f-a633a07192bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.797624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4934894-7dc3-493f-9401-543ee84a7544 req-37d6d932-8996-4a6f-917f-a633a07192bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 1098 time: 0.1189296 Nov 05 21:37:06.916902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-9bf6c582-2a9e-405c-94b7-88c889bc1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.918391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-9bf6c582-2a9e-405c-94b7-88c889bc1030 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1100 time: 0.1445184 Nov 05 21:37:06.922118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb945b-8268-4624-b928-89302b1988ea req-db132c82-1db9-4cc6-8b5a-74b1fe6daa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.923215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05bb945b-8268-4624-b928-89302b1988ea req-db132c82-1db9-4cc6-8b5a-74b1fe6daa19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1094 time: 0.1842468 Nov 05 21:37:06.924631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-64102ea6-beaf-4c97-b3f7-9a1127a4e6be tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/97979fec-318c-4874-a511-8d4f194ff81f HTTP/1.1" status: 200 len: 2998 time: 0.1518617 Nov 05 21:37:06.956536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-3be5f33c-d777-4666-ab73-a70602f8e185 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262348 Nov 05 21:37:06.968432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3f043-713f-4199-b8a0-9dca6d0c11ea req-4fe40f8c-bebb-4297-9a25-d12506a93892 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.975582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10b3f043-713f-4199-b8a0-9dca6d0c11ea req-4fe40f8c-bebb-4297-9a25-d12506a93892 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.1441605 Nov 05 21:37:06.983648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-79ea9e56-8e58-40e7-a65a-3fb45cc6eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:06.985104 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-79ea9e56-8e58-40e7-a65a-3fb45cc6eaf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.3909943 Nov 05 21:37:07.079222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-a5daab76-2402-4c30-8464-e7e6475fe545 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 217 time: 0.0796752 Nov 05 21:37:07.085107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10b3f043-713f-4199-b8a0-9dca6d0c11ea req-39fa7370-3d3c-42cf-a06c-4cd30b80d822 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087291 Nov 05 21:37:07.093605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4934894-7dc3-493f-9401-543ee84a7544 req-a4a9689a-8d56-4c1a-97c5-e40333491594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.096844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4934894-7dc3-493f-9401-543ee84a7544 req-a4a9689a-8d56-4c1a-97c5-e40333491594 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2770245 Nov 05 21:37:07.124623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971de6f-f348-461f-bfed-1445d32cba1d req-10f84cc5-73ea-42a1-81c8-89dee3e01b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.126123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-10f84cc5-73ea-42a1-81c8-89dee3e01b40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 1118 time: 0.1280608 Nov 05 21:37:07.146429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-8ae4ba33-345c-403c-99df-c8cbafaf5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.147955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-8ae4ba33-345c-403c-99df-c8cbafaf5d94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0603759 Nov 05 21:37:07.177653 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-960e11cb-3fc2-40b0-b4bd-57dba76b3c3b tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ae5476b1-41fd-4559-becf-a053d99b7521 HTTP/1.1" status: 200 len: 2998 time: 0.2442355 Nov 05 21:37:07.181008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4934894-7dc3-493f-9401-543ee84a7544 req-1be229cf-1044-4d7f-b83e-fe55716475cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 HTTP/1.1" status: 200 len: 217 time: 0.0686493 Nov 05 21:37:07.240892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-43a0da5f-7011-4e60-a3d4-3603db9d8fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821435 Nov 05 21:37:07.385417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971de6f-f348-461f-bfed-1445d32cba1d req-cdc4f8a7-135b-4714-b210-2387c5b2fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.387059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-cdc4f8a7-135b-4714-b210-2387c5b2fbf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 924 time: 0.2098448 Nov 05 21:37:07.411508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-1769f129-4168-4fd7-a046-a1e813d230e3 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320269 Nov 05 21:37:07.529251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-6c0ccfdc-f6e1-4d72-941a-8371785b1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.530809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-6c0ccfdc-f6e1-4d72-941a-8371785b1c33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.5775955 Nov 05 21:37:07.532092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4934894-7dc3-493f-9401-543ee84a7544 req-9ae0674c-a2d6-4b8e-85a4-22f6357408e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.533416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4934894-7dc3-493f-9401-543ee84a7544 req-9ae0674c-a2d6-4b8e-85a4-22f6357408e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.3413742 Nov 05 21:37:07.541731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb945b-8268-4624-b928-89302b1988ea req-4fd6fe9e-01df-433c-b027-cf4197144dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.543292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05bb945b-8268-4624-b928-89302b1988ea req-4fd6fe9e-01df-433c-b027-cf4197144dcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.6073284 Nov 05 21:37:07.581601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-c88df97f-0e0a-4dba-aa8e-44975eee830d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1 HTTP/1.1" status: 200 len: 1022 time: 0.1688588 Nov 05 21:37:07.582180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:37:07.624525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:37:07.659701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971de6f-f348-461f-bfed-1445d32cba1d req-75fe1463-3e6f-418c-9990-ee7ae84fe498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.661234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-75fe1463-3e6f-418c-9990-ee7ae84fe498 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.0687532 Nov 05 21:37:07.664893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-4011186c-9adf-4227-ab56-8be2cc5a1934 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425480 Nov 05 21:37:07.676090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-d48f172e-1d59-4d78-9d9c-10332091522c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.1318247 Nov 05 21:37:07.683318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05bb945b-8268-4624-b928-89302b1988ea req-a6e54e4a-8b59-442c-b1d0-42a25a407103 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 217 time: 0.1259656 Nov 05 21:37:07.687696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-c5cc1000-2a17-45a6-bc14-27effb077402 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ae5476b1-41fd-4559-becf-a053d99b7521 HTTP/1.1" status: 200 len: 2998 time: 0.4986281 Nov 05 21:37:07.751804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971de6f-f348-461f-bfed-1445d32cba1d req-026f1ef5-98eb-4e31-8450-d8b9c9624a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.753325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-026f1ef5-98eb-4e31-8450-d8b9c9624a5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793493 Nov 05 21:37:07.762328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88588408-95da-4c08-af10-20d0adddaf84 req-9887a7a3-63be-4a16-8b4c-e77eee85abac tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.763736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88588408-95da-4c08-af10-20d0adddaf84 req-9887a7a3-63be-4a16-8b4c-e77eee85abac tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 945 time: 0.0614905 Nov 05 21:37:07.779254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4934894-7dc3-493f-9401-543ee84a7544 req-d87c7780-8a57-4ca8-a416-4f0e129936c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.781072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4934894-7dc3-493f-9401-543ee84a7544 req-d87c7780-8a57-4ca8-a416-4f0e129936c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2309964 Nov 05 21:37:07.842004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-d74eec61-c1f9-45fb-8885-43cc9bdb2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.843487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-d74eec61-c1f9-45fb-8885-43cc9bdb2a0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1535990 Nov 05 21:37:07.845612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb945b-8268-4624-b928-89302b1988ea req-4b3644a9-da58-4367-a8fc-b9d2f0fcbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:07.847813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05bb945b-8268-4624-b928-89302b1988ea req-4b3644a9-da58-4367-a8fc-b9d2f0fcbc12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.1501257 Nov 05 21:37:07.855243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-cf0c4de3-e4e3-4e26-b0e0-e6128c184163 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c6b1c1ba-22c7-4258-b3db-3aaeaf4a1724 HTTP/1.1" status: 200 len: 2994 time: 0.1543300 Nov 05 21:37:07.863336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88588408-95da-4c08-af10-20d0adddaf84 req-e5be51d4-eed7-4a79-bd23-f4da1892c0be tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916052 Nov 05 21:37:07.891578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-c8faf4b0-af66-4002-9595-65caf33de99f service neutron] 10.222.0.13 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268079 Nov 05 21:37:07.966447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05bb945b-8268-4624-b928-89302b1988ea req-72285dd4-7875-4d1f-b464-f6bb6587bc69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102488 Nov 05 21:37:07.994249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b971de6f-f348-461f-bfed-1445d32cba1d req-add2ce07-6df6-4b28-8b0b-9087c19310df service neutron] 10.222.0.13 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961258 Nov 05 21:37:08.063237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bfcae-4554-43f6-89ac-9090c8dbee1d req-323129ce-9163-465e-a3ac-de7a06b2dd08 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:08.064745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e3bfcae-4554-43f6-89ac-9090c8dbee1d req-323129ce-9163-465e-a3ac-de7a06b2dd08 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 947 time: 0.0497553 Nov 05 21:37:08.066821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4934894-7dc3-493f-9401-543ee84a7544 req-0390734d-6840-4835-bb26-b29029b4b8ee service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744384 Nov 05 21:37:08.080252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-3ae6333b-84db-4f8e-b0ca-8c12761eaacf tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c6b1c1ba-22c7-4258-b3db-3aaeaf4a1724 HTTP/1.1" status: 200 len: 2994 time: 0.1752877 Nov 05 21:37:08.080252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-93694e01-c830-4c1c-947e-b94d1845f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:08.081281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-93694e01-c830-4c1c-947e-b94d1845f06a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2285237 Nov 05 21:37:08.149202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e3bfcae-4554-43f6-89ac-9090c8dbee1d req-2f6159dd-c8b7-4d97-93bb-9996e3453c27 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753708 Nov 05 21:37:08.164116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1bf-954b-4011-b867-14abdf834b5a req-cc763d4f-03fe-45e0-87de-1c3c5d75d1af tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:08.164116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-cc763d4f-03fe-45e0-87de-1c3c5d75d1af tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.0609305 Nov 05 21:37:08.249356 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05bb945b-8268-4624-b928-89302b1988ea req-01deb333-6e61-43bc-bb48-7fd30a808d86 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727489 Nov 05 21:37:08.275866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-e072ba4e-18cd-42d2-ab73-b9ce2e9ba924 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ce0e443f-70a3-46a9-843e-66747e011bba HTTP/1.1" status: 200 len: 2998 time: 0.1842089 Nov 05 21:37:08.344683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4934894-7dc3-493f-9401-543ee84a7544 req-913dba3c-6af0-4a78-8eca-dfdcb62a3fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684915 Nov 05 21:37:08.368019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-27fec1bf-954b-4011-b867-14abdf834b5a req-7dd346d9-80ca-439c-88b0-96346603a0cb service neutron] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:08.370653 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-4f8e2ba1-bcdc-4c66-aa52-c8edf5c51f57 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6596e7bac1848128b5ae33b0d29e869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271494 Nov 05 21:37:08.381023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-27fec1bf-954b-4011-b867-14abdf834b5a req-7dd346d9-80ca-439c-88b0-96346603a0cb service neutron] Publish callbacks [] for binding, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:08.382168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27fec1bf-954b-4011-b867-14abdf834b5a req-7dd346d9-80ca-439c-88b0-96346603a0cb service neutron] 10.222.0.13 "DELETE /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.2111659 Nov 05 21:37:08.382299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-d69b5ea1-59e3-4fd4-873f-349216d7c20b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918334 Nov 05 21:37:08.435227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-97587ab1-6e9d-4f6d-a33a-272631c86c10 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ce0e443f-70a3-46a9-843e-66747e011bba HTTP/1.1" status: 200 len: 2998 time: 0.1354768 Nov 05 21:37:08.438680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05bb945b-8268-4624-b928-89302b1988ea req-920bf572-f5d7-460a-a056-7774349f6327 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795182 Nov 05 21:37:08.474961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4fdb1b11-6100-4d52-b4fa-79ae85c95292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:08.493189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-e3e05e84-37ca-4772-966b-ca99f3d58884 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:08.494565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-e3e05e84-37ca-4772-966b-ca99f3d58884 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113806 Nov 05 21:37:08.510623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-55797121-e630-4508-817b-3a443988bae6 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/quotas/d6596e7bac1848128b5ae33b0d29e869 HTTP/1.1" status: 200 len: 375 time: 0.0094340 Nov 05 21:37:08.520417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-817a81c1-c0cc-4829-a1b8-4c81e4857d28 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ec65a8a7-b369-4ff1-8c41-3642b198bc86 HTTP/1.1" status: 200 len: 2994 time: 0.0572288 Nov 05 21:37:08.524034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4bf37dc-b6c5-4b67-9951-9c95a96b350e req-9a45dab3-f4c2-467e-9b8e-9fb76427c169 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339328 Nov 05 21:37:08.548292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-bf3c3308-c860-40ca-8f62-94a7f4ae5745 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6596e7bac1848128b5ae33b0d29e869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298231 Nov 05 21:37:08.572961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-17fb665b-41ba-42e0-9fc8-36a0ab312078 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ec65a8a7-b369-4ff1-8c41-3642b198bc86 HTTP/1.1" status: 200 len: 2994 time: 0.0443645 Nov 05 21:37:08.616049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-27cf2041-de55-4272-a3a6-f840c904ceda tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f25c0d0e-9775-4197-9a5d-eb1f1a838cf3 HTTP/1.1" status: 200 len: 2994 time: 0.0358670 Nov 05 21:37:08.656858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-17e81981-1bd4-4a12-82fb-4a9b92c8c82e tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f25c0d0e-9775-4197-9a5d-eb1f1a838cf3 HTTP/1.1" status: 200 len: 2994 time: 0.0349123 Nov 05 21:37:08.696993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-6a52a39a-6499-4887-9c7c-9fe2a789341d tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/fd003452-439c-4d1b-a888-b2c9b0307836 HTTP/1.1" status: 200 len: 2998 time: 0.0341053 Nov 05 21:37:08.743973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5d115ea-b392-40c4-ace1-daffa1f79638 req-fd3741c8-eae4-45f0-8c08-b72cf95d6a21 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/fd003452-439c-4d1b-a888-b2c9b0307836 HTTP/1.1" status: 200 len: 2998 time: 0.0406036 Nov 05 21:37:08.810617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e08f80-418c-4e49-86a4-e5292f3d2f44 req-99c6edc5-d935-4e83-8b76-6f4d0de3cf69 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:08.812999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e08f80-418c-4e49-86a4-e5292f3d2f44 req-99c6edc5-d935-4e83-8b76-6f4d0de3cf69 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0638072 Nov 05 21:37:08.875157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e08f80-418c-4e49-86a4-e5292f3d2f44 req-a6862d52-146d-43d0-8fd7-996b5a3de6ef tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 Nov 05 21:37:08.980326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f48f-b803-400f-8449-c01d32d2fb13 req-d319588f-9ecb-4309-8255-a20d74e96ed1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:08.981917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4d2f48f-b803-400f-8449-c01d32d2fb13 req-d319588f-9ecb-4309-8255-a20d74e96ed1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.0541706 Nov 05 21:37:09.031566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4d2f48f-b803-400f-8449-c01d32d2fb13 req-11b99812-3b8c-4a15-be50-7de245a0fc6a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 Nov 05 21:37:09.098279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24bd9e8a-e583-4191-a49e-dd0485fcbebf req-04c1f3d4-57ce-4c48-aa09-10675360378a tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 210 time: 0.0264976 Nov 05 21:37:09.192258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a8c910e-b2e7-4e4a-9aea-b5810968ee32 req-84a44360-a2e4-4ec5-b6a0-cb291b0548fb tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa6d297c7ead4ca28bf5eae30c5b714e HTTP/1.1" status: 200 len: 6153 time: 0.0728559 Nov 05 21:37:09.237501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a8c910e-b2e7-4e4a-9aea-b5810968ee32 req-2ba0ebf8-750f-4354-ab41-1ab1b20e777e tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "GET /v2.0/security-groups/97979fec-318c-4874-a511-8d4f194ff81f HTTP/1.1" status: 200 len: 2998 time: 0.0381429 Nov 05 21:37:09.293455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a8c910e-b2e7-4e4a-9aea-b5810968ee32 req-5b2042f3-0eac-4ddc-bf2d-09c56c4806e8 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "GET /v2.0/security-groups/97979fec-318c-4874-a511-8d4f194ff81f HTTP/1.1" status: 200 len: 2998 time: 0.0458589 Nov 05 21:37:09.349862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a7f70-faef-47ac-9f15-d58294c1fb3e req-6363dcce-bc11-42f5-861e-c7b13469a918 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:09.351674 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a11a7f70-faef-47ac-9f15-d58294c1fb3e req-6363dcce-bc11-42f5-861e-c7b13469a918 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 945 time: 0.0637634 Nov 05 21:37:09.437417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a11a7f70-faef-47ac-9f15-d58294c1fb3e req-1caa9029-32c5-4c8a-ac06-682ebc1ef9f2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778987 Nov 05 21:37:09.489955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c3761-e59a-436a-a1cb-003cafcfbe49 req-ca159ca3-9475-4a3c-becc-a9617f1326c1 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:09.491379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-136c3761-e59a-436a-a1cb-003cafcfbe49 req-ca159ca3-9475-4a3c-becc-a9617f1326c1 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 947 time: 0.0598900 Nov 05 21:37:09.495398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:09.549335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-136c3761-e59a-436a-a1cb-003cafcfbe49 req-d73290b2-2b76-4f23-b9a2-8f81fbad9542 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Nov 05 21:37:09.551608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f09c4679-2212-4d2a-8995-108af38772f6 req-ad04a887-440c-485f-937b-9b25535d80e2 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/4a88dd14-05b0-4781-8283-0ef366e05faa HTTP/1.1" status: 200 len: 1795 time: 0.0354080 Nov 05 21:37:09.615055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f09c4679-2212-4d2a-8995-108af38772f6 req-6450fb0a-2d1d-44d1-b98c-cf351f711eb3 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.623485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:09.638522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'port_id': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'mac_address': 'fa:16:3e:fe:df:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d80e34-f340-49b6-9373-1256d01a2681', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:09.639985 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f09c4679-2212-4d2a-8995-108af38772f6 req-6450fb0a-2d1d-44d1-b98c-cf351f711eb3 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.681958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.682239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a028f7-9476-4fe0-8aba-e075335eb63b req-fe9cd9b3-c62d-4759-b45e-ac323a085c92 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:09.683713 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1a028f7-9476-4fe0-8aba-e075335eb63b req-fe9cd9b3-c62d-4759-b45e-ac323a085c92 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1096 time: 0.0438445 Nov 05 21:37:09.730474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1a028f7-9476-4fe0-8aba-e075335eb63b req-db21b0b5-9b2b-4db7-b215-2f8bce5ffda6 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Nov 05 21:37:09.778854 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f09c4679-2212-4d2a-8995-108af38772f6 req-6450fb0a-2d1d-44d1-b98c-cf351f711eb3 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.781803 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f09c4679-2212-4d2a-8995-108af38772f6 req-6450fb0a-2d1d-44d1-b98c-cf351f711eb3 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.786881 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f09c4679-2212-4d2a-8995-108af38772f6 req-6450fb0a-2d1d-44d1-b98c-cf351f711eb3 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a88dd14-05b0-4781-8283-0ef366e05faa HTTP/1.1" status: 204 len: 173 time: 0.2285089 Nov 05 21:37:09.800224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450fb0a-2d1d-44d1-b98c-cf351f711eb3 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88dd14-05b0-4781-8283-0ef366e05faa,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:09.819931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:09.846443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81e525d2-8fba-4d88-b994-ca127185792d req-25b41f7a-2967-4310-9e48-c07295afcff1 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "GET /v2.0/security-groups/364263a8-fe15-4516-84ff-b9aab0a7115e HTTP/1.1" status: 200 len: 1793 time: 0.0405617 Nov 05 21:37:09.852572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:09.913081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-81e525d2-8fba-4d88-b994-ca127185792d req-5680cef3-8d3e-4041-927b-d2e996f54ed4 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.937598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-81e525d2-8fba-4d88-b994-ca127185792d req-5680cef3-8d3e-4041-927b-d2e996f54ed4 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.943891 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.978262 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:09.979219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:10.040408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-16c0ea12-0a9b-4619-a8de-a84e69e5b5a0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:10.042058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-16c0ea12-0a9b-4619-a8de-a84e69e5b5a0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.1163578 Nov 05 21:37:10.052802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-81e525d2-8fba-4d88-b994-ca127185792d req-5680cef3-8d3e-4041-927b-d2e996f54ed4 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.055676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-81e525d2-8fba-4d88-b994-ca127185792d req-5680cef3-8d3e-4041-927b-d2e996f54ed4 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.058421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:10.062552 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81e525d2-8fba-4d88-b994-ca127185792d req-5680cef3-8d3e-4041-927b-d2e996f54ed4 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/364263a8-fe15-4516-84ff-b9aab0a7115e HTTP/1.1" status: 204 len: 173 time: 0.2048249 Nov 05 21:37:10.075728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-b44c6406-33f9-458f-9362-ae0bc9d6405a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/quotas/716b3930b41c42479302dd5a494f2f60 HTTP/1.1" status: 200 len: 375 time: 0.0258582 Nov 05 21:37:10.091707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680cef3-8d3e-4041-927b-d2e996f54ed4 tempest-SecurityGroupsTestAdminJSON-455047941 tempest-SecurityGroupsTestAdminJSON-455047941-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364263a8-fe15-4516-84ff-b9aab0a7115e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:10.171892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:10.180366 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-4eeced8b-ac77-48a4-bbbe-ecf8d914813c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035488 Nov 05 21:37:10.200250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7', 'mac_address': 'fa:16:3e:2a:fd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:10.225325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79102389-8ec0-4b4e-bd6a-f95819acafda req-de7d51de-6987-478d-bde6-1895c379ebe0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:10.226842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79102389-8ec0-4b4e-bd6a-f95819acafda req-de7d51de-6987-478d-bde6-1895c379ebe0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0705345 Nov 05 21:37:10.249673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.266543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:10.295374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:10.299660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79102389-8ec0-4b4e-bd6a-f95819acafda req-bb7194e6-6dbf-44b0-bdb6-9a87f352ec18 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626190 Nov 05 21:37:10.313578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-ca8053b9-caca-4484-b23d-4d5b446d2f3c service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250074 Nov 05 21:37:10.378025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.421935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0b727-e53a-43c2-acc0-01e0fd244481 req-8faa3fc5-34f7-4270-b64f-7c90ebde5952 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:10.427985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-5e85ed60-bc7e-4cd0-b193-f4226e09b552 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069508 Nov 05 21:37:10.440339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01b0b727-e53a-43c2-acc0-01e0fd244481 req-8faa3fc5-34f7-4270-b64f-7c90ebde5952 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 944 time: 0.0932739 Nov 05 21:37:10.460483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:10.497872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01b0b727-e53a-43c2-acc0-01e0fd244481 req-2d4858fe-4f14-4cdb-bf64-60b42bfd2f86 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564380 Nov 05 21:37:10.570740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddee50f6-a0ba-40eb-9b0b-b694521a98aa req-da4a29fc-c465-4ebf-b0ab-1f280f1055ea tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "GET /v2.0/security-groups/7609a4a8-d55c-4675-aafc-d2dd51cfb087 HTTP/1.1" status: 200 len: 1794 time: 0.0383191 Nov 05 21:37:10.627804 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddee50f6-a0ba-40eb-9b0b-b694521a98aa req-86656fd5-2c02-46d9-acba-e98e1aac4add tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.646094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:10.649991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddee50f6-a0ba-40eb-9b0b-b694521a98aa req-86656fd5-2c02-46d9-acba-e98e1aac4add tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.672533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:10.761427 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddee50f6-a0ba-40eb-9b0b-b694521a98aa req-86656fd5-2c02-46d9-acba-e98e1aac4add tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.764596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddee50f6-a0ba-40eb-9b0b-b694521a98aa req-86656fd5-2c02-46d9-acba-e98e1aac4add tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:10.766298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddee50f6-a0ba-40eb-9b0b-b694521a98aa req-86656fd5-2c02-46d9-acba-e98e1aac4add tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "DELETE /v2.0/security-groups/7609a4a8-d55c-4675-aafc-d2dd51cfb087 HTTP/1.1" status: 204 len: 173 time: 0.1891730 Nov 05 21:37:10.784912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86656fd5-2c02-46d9-acba-e98e1aac4add tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609a4a8-d55c-4675-aafc-d2dd51cfb087,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:10.917795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17856162-d548-4169-9c47-6be1510d7210 req-1d5e292b-9ad2-47b1-9b25-b22ad5142889 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 210 time: 0.0538647 Nov 05 21:37:11.050457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5229296d-4c53-41e3-8034-900c527f35ba req-8ccb68eb-270c-4566-88e2-a333c7a6418c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 210 time: 0.0420504 Nov 05 21:37:11.102627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a84a9f-b632-4aa3-9691-f3959cd04252 req-465ebc18-4182-43df-85cb-f1976cd34b67 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:11.104063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9a84a9f-b632-4aa3-9691-f3959cd04252 req-465ebc18-4182-43df-85cb-f1976cd34b67 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 948 time: 0.0949776 Nov 05 21:37:11.119419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee0a7a28-f03f-4b45-b119-5e775b78797a req-ae79c92c-130d-4aaa-aca2-d191938904a5 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "GET /v2.0/security-groups/544eed5e-5149-4155-81f4-12df51061a14 HTTP/1.1" status: 200 len: 1794 time: 0.0408649 Nov 05 21:37:11.172719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9a84a9f-b632-4aa3-9691-f3959cd04252 req-06f97648-0f1a-485e-8ca8-7ba7c42550e8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624559 Nov 05 21:37:11.191301 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee0a7a28-f03f-4b45-b119-5e775b78797a req-1e9ff318-9263-4cff-8c05-45113b0bf5b6 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.216789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee0a7a28-f03f-4b45-b119-5e775b78797a req-1e9ff318-9263-4cff-8c05-45113b0bf5b6 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.240620 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.333511 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee0a7a28-f03f-4b45-b119-5e775b78797a req-1e9ff318-9263-4cff-8c05-45113b0bf5b6 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.336401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee0a7a28-f03f-4b45-b119-5e775b78797a req-1e9ff318-9263-4cff-8c05-45113b0bf5b6 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.338372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee0a7a28-f03f-4b45-b119-5e775b78797a req-1e9ff318-9263-4cff-8c05-45113b0bf5b6 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] 10.222.0.41 "DELETE /v2.0/security-groups/544eed5e-5149-4155-81f4-12df51061a14 HTTP/1.1" status: 204 len: 173 time: 0.2104957 Nov 05 21:37:11.366476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ff318-9263-4cff-8c05-45113b0bf5b6 tempest-SecurityGroupsTestAdminJSON-1651791647 tempest-SecurityGroupsTestAdminJSON-1651791647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544eed5e-5149-4155-81f4-12df51061a14,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:11.453340 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-da711c9c-18bb-428f-8f59-224fc69d4108 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d6596e7bac1848128b5ae33b0d29e869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283394 Nov 05 21:37:11.479885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240ec1-53d9-4623-9835-2399ee922b0f req-389a36f1-e53d-4246-9095-d1d885e4ee7d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:11.481617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7240ec1-53d9-4623-9835-2399ee922b0f req-389a36f1-e53d-4246-9095-d1d885e4ee7d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1168523 Nov 05 21:37:11.527669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:11.611106 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7240ec1-53d9-4623-9835-2399ee922b0f req-268b7d1f-e2e6-4642-baa2-d70d59389b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124594 Nov 05 21:37:11.635094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-c3d2c869-5935-420a-863d-74949f25f6c3 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:11.635094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-c3d2c869-5935-420a-863d-74949f25f6c3 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741257 Nov 05 21:37:11.650117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Request body: {'port': {'device_id': '2904907d-a17d-453b-aa60-69b0e693bde2', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'd6596e7bac1848128b5ae33b0d29e869'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:11.677698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a763d79-0502-4ee4-8783-e5c9330df508 req-27c20b3e-f380-4143-800a-3a2cc9a70d30 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:11.679502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a763d79-0502-4ee4-8783-e5c9330df508 req-27c20b3e-f380-4143-800a-3a2cc9a70d30 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 944 time: 0.0797970 Nov 05 21:37:11.688652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:11.695311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:11.695826 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.753436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a763d79-0502-4ee4-8783-e5c9330df508 req-b706fed8-99d5-48a2-9acc-f049f6824eb6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610299 Nov 05 21:37:11.853310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Made reservation on behalf of d6596e7bac1848128b5ae33b0d29e869 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:11.858171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.863240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.872334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.900217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:11.903131 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fe1c05-3a6c-4ace-b592-892b6e156cff" -d '{"events": [{"server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "name": "network-vif-plugged", "status": "completed", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:11.908525 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.911282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:11.958808 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f475197d-65ce-4584-988a-ce322dd36f1d x-openstack-request-id: req-f475197d-65ce-4584-988a-ce322dd36f1d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:11.959890 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "name": "network-vif-plugged", "status": "completed", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:11.960437 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f475197d-65ce-4584-988a-ce322dd36f1d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:11.960825 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'code': 200} Nov 05 21:37:11.996061 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:11.996886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:12.038795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34824) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:12.046678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.105416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-83b9561c-42df-4638-868a-e0ca589c8fd5 req-8a70b5dd-6d8f-4344-bc95-6dfa9aafb9a5 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 210 time: 0.0445640 Nov 05 21:37:12.139071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.155567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef209e-cc8e-4fdb-886a-864ec1ee3223 req-93f65e91-68a2-41e4-8896-0b7bc40d1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:12.156234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adef209e-cc8e-4fdb-886a-864ec1ee3223 req-93f65e91-68a2-41e4-8896-0b7bc40d1936 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1096 time: 0.1051250 Nov 05 21:37:12.186863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:12.210878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e62c6856-2a3e-43ac-87fa-afc43c62d522 req-38489464-7f53-4064-808a-8e68c3187221 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 210 time: 0.0536866 Nov 05 21:37:12.258915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a365b1a9-08d2-49a4-a978-da64190697c2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:12.286591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:12.290492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adef209e-cc8e-4fdb-886a-864ec1ee3223 req-c50b8b95-148f-4c31-b052-af8acbca30bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030741 Nov 05 21:37:12.292686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:12.294119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.303038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-63fe9887-3d17-4fbc-b57e-7f514e1fbcb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa6d297c7ead4ca28bf5eae30c5b714e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606730 Nov 05 21:37:12.303232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34832) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:12.365294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e27b8b5-556f-4de9-bb61-e4e0f5ea856e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.410097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.410636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bec18-f893-4a53-84b3-c4bf0c5effb7 req-78ed05b9-d83e-4041-9541-f6138a9292c8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:12.412383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-083bec18-f893-4a53-84b3-c4bf0c5effb7 req-78ed05b9-d83e-4041-9541-f6138a9292c8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 948 time: 0.1154242 Nov 05 21:37:12.420791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e27b8b5-556f-4de9-bb61-e4e0f5ea856e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.431135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Allocated IP 192.168.233.219 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/e75c236f-777e-4f18-8841-f29f215a1967) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:12.461608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:12.524044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-083bec18-f893-4a53-84b3-c4bf0c5effb7 req-81eaee19-f1ca-416f-8db6-1acdce8172eb tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001770 Nov 05 21:37:12.549573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.573901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e27b8b5-556f-4de9-bb61-e4e0f5ea856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.580419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e27b8b5-556f-4de9-bb61-e4e0f5ea856e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.581744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2e27b8b5-556f-4de9-bb61-e4e0f5ea856e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97979fec-318c-4874-a511-8d4f194ff81f HTTP/1.1" status: 204 len: 168 time: 0.2775764 Nov 05 21:37:12.603132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:12.614404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27b8b5-556f-4de9-bb61-e4e0f5ea856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97979fec-318c-4874-a511-8d4f194ff81f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:12.707232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.779353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe131c3-bccc-42e3-af09-f238bec0b510 req-5a550a76-2b4a-4b44-938d-c1d36d32b474 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:12.784203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fe131c3-bccc-42e3-af09-f238bec0b510 req-5a550a76-2b4a-4b44-938d-c1d36d32b474 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0759580 Nov 05 21:37:12.834685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fe131c3-bccc-42e3-af09-f238bec0b510 req-8203349b-34a4-4fb5-9eda-a113d4c27b66 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Nov 05 21:37:12.876300 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:12.938649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d71f2-bdd4-4671-a127-1fb0f6c04dac req-31c39a92-6388-4d2c-b5b1-6003ab44a3ed tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:12.940302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c9d71f2-bdd4-4671-a127-1fb0f6c04dac req-31c39a92-6388-4d2c-b5b1-6003ab44a3ed tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 945 time: 0.1022403 Nov 05 21:37:12.947014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:12.954998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:12.964131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:13.004198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Pushing event updated for resources: {'Port': ['ID=e75c236f-777e-4f18-8841-f29f215a1967,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:13.126727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:13.127391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.136100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c9d71f2-bdd4-4671-a127-1fb0f6c04dac req-4bf6f8e2-9f6b-4949-a584-19ed6293c711 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824787 Nov 05 21:37:13.190435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-14fd486d-ed86-496e-bc6d-604638742a55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:13.190435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-14fd486d-ed86-496e-bc6d-604638742a55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.1747906 Nov 05 21:37:13.220215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Request body: {'port': {'device_id': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'admin_state_up': True, 'tenant_id': '716b3930b41c42479302dd5a494f2f60'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:13.274753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-997200e6-5dd0-42ae-b13e-ca3ca1778d9f tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6309097 Nov 05 21:37:13.326216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-72aa4697-c5df-4b50-8fd1-9ed11ba3aa90 None None] Provisioning complete for port e75c236f-777e-4f18-8841-f29f215a1967 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:13.329958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72aa4697-c5df-4b50-8fd1-9ed11ba3aa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.345604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34850) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:13.357674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Request body: {'port': {'device_id': '2904907d-a17d-453b-aa60-69b0e693bde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:13.380570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-72aa4697-c5df-4b50-8fd1-9ed11ba3aa90 None None] Port e75c236f-777e-4f18-8841-f29f215a1967 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:13.430658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9c0ed-3883-433f-9793-b37cdd4c094e req-deda882e-e779-4a20-83e3-ca23b9cb4b26 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:13.436751 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c5a0d4e-ef95-429e-a090-d4425f42d547 req-72a6c72e-9dd7-4e17-bc75-74eed24ec9fa tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 210 time: 0.0513666 Nov 05 21:37:13.439673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24b9c0ed-3883-433f-9793-b37cdd4c094e req-deda882e-e779-4a20-83e3-ca23b9cb4b26 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 936 time: 0.1681073 Nov 05 21:37:13.470332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-16f9729c-8af3-434f-b174-ad0f372a21f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a75ba26ee9504b4a81ed2f9578cf2b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1234722 Nov 05 21:37:13.473353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:13.500751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.561055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24b9c0ed-3883-433f-9793-b37cdd4c094e req-48a72da7-6428-403c-9ea4-3e4f0a3a5742 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209781 Nov 05 21:37:13.590142 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f4c-9fa0-4df3-a64a-949f8206b5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.619236 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f4c-9fa0-4df3-a64a-949f8206b5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.778381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f4c-9fa0-4df3-a64a-949f8206b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.781137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f4c-9fa0-4df3-a64a-949f8206b5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.785301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9d4c2f4c-9fa0-4df3-a64a-949f8206b5e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34d9e895-0220-4a8e-8009-0938bd8301a2 HTTP/1.1" status: 204 len: 168 time: 0.3085296 Nov 05 21:37:13.794573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c2f4c-9fa0-4df3-a64a-949f8206b5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9e895-0220-4a8e-8009-0938bd8301a2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:13.927112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Made reservation on behalf of 716b3930b41c42479302dd5a494f2f60 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:13.930503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:13.939501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10f5f-ff89-492e-bfff-2d86de62f656 req-4b7e91db-41b7-45ea-ae86-98b869c5c089 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:13.941014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53f10f5f-ff89-492e-bfff-2d86de62f656 req-4b7e91db-41b7-45ea-ae86-98b869c5c089 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 949 time: 0.1399987 Nov 05 21:37:13.961535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:13.965442 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c09857a-f0eb-4c7e-8732-e6970d009cd6" -d '{"events": [{"server_uuid": "3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53", "name": "network-vif-plugged", "status": "completed", "tag": "69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:13.987401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed97183-7447-4d8f-a3dc-ae1755ac6f57 req-7eb8bd86-2a49-4169-917a-1fb01510b25b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:13.989051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ed97183-7447-4d8f-a3dc-ae1755ac6f57 req-7eb8bd86-2a49-4169-917a-1fb01510b25b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0653911 Nov 05 21:37:14.042827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ed97183-7447-4d8f-a3dc-ae1755ac6f57 req-d021b8fc-7226-4c46-85f9-66648099cc38 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477843 Nov 05 21:37:14.110162 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02304d7f-6be3-4e30-ab30-cdcf6cd5c61e x-openstack-request-id: req-02304d7f-6be3-4e30-ab30-cdcf6cd5c61e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:14.110485 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53", "name": "network-vif-plugged", "status": "completed", "tag": "69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:14.110739 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02304d7f-6be3-4e30-ab30-cdcf6cd5c61e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:14.111129 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7', 'code': 200} Nov 05 21:37:14.136266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53f10f5f-ff89-492e-bfff-2d86de62f656 req-025a5154-d554-455d-b183-8ee291a9ea9d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807423 Nov 05 21:37:14.233987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Allocated IP 172.20.0.3 (0f3afe19-99d5-4d93-a8ee-b562a88579f2/669f0758-d0a0-483b-861e-f22fd0baec13/35fe183e-39f0-49d2-a832-d093562eb71c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:14.278866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220814c8-39d9-4976-91a0-d51f62542909 req-ac711c29-8431-4c1a-b9d7-b385162caf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:14.281448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-220814c8-39d9-4976-91a0-d51f62542909 req-ac711c29-8431-4c1a-b9d7-b385162caf05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 1100 time: 0.0811675 Nov 05 21:37:14.286243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75c236f-777e-4f18-8841-f29f215a1967 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:14.361094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-220814c8-39d9-4976-91a0-d51f62542909 req-a122965e-4f18-4cf5-9d6c-834c6b6ad758 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685086 Nov 05 21:37:14.376945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5929b-9a89-493e-ae91-4b99e158316d req-ec04db23-4a3d-4126-a28a-c6e3e25648b6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:14.385062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84a5929b-9a89-493e-ae91-4b99e158316d req-ec04db23-4a3d-4126-a28a-c6e3e25648b6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 945 time: 0.1025581 Nov 05 21:37:14.397920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:14.421108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Transition to ACTIVE for port object e75c236f-777e-4f18-8841-f29f215a1967 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:14.442694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84a5929b-9a89-493e-ae91-4b99e158316d req-8e4e9385-4a19-461b-abdf-a28a226b65ef tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561116 Nov 05 21:37:14.468524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:14.497287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:14.581043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81465e32-0cf8-4346-9379-9492e18cb355 req-469563eb-97af-4a0b-9cb4-7bae3a4b5b1f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 210 time: 0.0489228 Nov 05 21:37:14.589777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Pushing event updated for resources: {'Port': ['ID=e75c236f-777e-4f18-8841-f29f215a1967,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.616161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.617013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:14.643397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:14.750173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:14.764575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:14.773085 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:14.780288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:14.832862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Attempting to bind port e75c236f-777e-4f18-8841-f29f215a1967 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:14.832862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Attempting to bind port e75c236f-777e-4f18-8841-f29f215a1967 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:14.832862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Attempting to bind port e75c236f-777e-4f18-8841-f29f215a1967 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:14.851591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c789be-1de5-48a7-841b-ea76c11eadc0 req-740529ff-4d3d-4973-a01e-d8e6a7129e2c tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:14.853290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c789be-1de5-48a7-841b-ea76c11eadc0 req-740529ff-4d3d-4973-a01e-d8e6a7129e2c tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 948 time: 0.1526413 Nov 05 21:37:14.862243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Port e75c236f-777e-4f18-8841-f29f215a1967 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:14.862728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Attempting to bind port e75c236f-777e-4f18-8841-f29f215a1967 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:14.882303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:14.883088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:14.893599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:14.894052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:14.894546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:14.895228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Bound port: e75c236f-777e-4f18-8841-f29f215a1967, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:14.895722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:15.004946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c789be-1de5-48a7-841b-ea76c11eadc0 req-e2af17df-fcf2-4150-b55d-3e29d6211078 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435990 Nov 05 21:37:15.008671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-30c574f0-cae2-42a7-b54f-d9c77bbc3b55 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8005404 Nov 05 21:37:15.009665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8de8f-cbf2-437b-89f5-28507000a8ec req-6cda580e-43a4-48a3-8587-4ea185c6d8f6 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.028536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98b8de8f-cbf2-437b-89f5-28507000a8ec req-6cda580e-43a4-48a3-8587-4ea185c6d8f6 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1096 time: 0.0561049 Nov 05 21:37:15.028627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Request body: {'port': {'device_id': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:15.056734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] For port e75c236f-777e-4f18-8841-f29f215a1967, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:15.093448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98b8de8f-cbf2-437b-89f5-28507000a8ec req-426d143a-c2e2-4ffc-9af6-9898974d999b tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747414 Nov 05 21:37:15.098243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] For port e75c236f-777e-4f18-8841-f29f215a1967, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e75c236f-777e-4f18-8841-f29f215a1967,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:15.108319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:15.185630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:15.317908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.318145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cf18a-5026-4ea9-8f57-cdb5c287710b req-d410011a-4456-4ac0-b566-9f2beb366e16 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.318530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:15.319929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-469cf18a-5026-4ea9-8f57-cdb5c287710b req-d410011a-4456-4ac0-b566-9f2beb366e16 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 949 time: 0.0750246 Nov 05 21:37:15.320071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] 10.222.0.13 "PUT /v2.0/ports/e75c236f-777e-4f18-8841-f29f215a1967 HTTP/1.1" status: 200 len: 1096 time: 1.9683900 Nov 05 21:37:15.324727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2904907d-a17d-453b-aa60-69b0e693bde2', 'tag': 'e75c236f-777e-4f18-8841-f29f215a1967'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:15.327141 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026472cb-67ec-4a96-9404-389cd01f1706" -d '{"events": [{"name": "network-changed", "server_uuid": "2904907d-a17d-453b-aa60-69b0e693bde2", "tag": "e75c236f-777e-4f18-8841-f29f215a1967"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:15.377142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad718e9c-ff91-4e89-9525-0ac1a4ecc35e req-a85ccecb-5070-41de-adec-fe07b49b2134 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.378938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad718e9c-ff91-4e89-9525-0ac1a4ecc35e req-a85ccecb-5070-41de-adec-fe07b49b2134 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.2385664 Nov 05 21:37:15.396126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4f174-4585-45bf-9934-9b1e52471285 service neutron] Pushing event updated for resources: {'Port': ['ID=e75c236f-777e-4f18-8841-f29f215a1967,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:15.408710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-469cf18a-5026-4ea9-8f57-cdb5c287710b req-055a858a-c99d-49e5-b6ac-a6aa3d404624 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778010 Nov 05 21:37:15.537145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad718e9c-ff91-4e89-9525-0ac1a4ecc35e req-7f499a67-57a9-4c87-9a73-9c7dc971f7ae tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363273 Nov 05 21:37:15.618738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4b961-2ff4-4994-ba45-1233c92650bf req-d1f7717e-baf0-4967-9899-a061a5a767d3 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.619302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-0e3b8bd7-f973-4208-ad9b-599d8c6ccff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.620548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27f4b961-2ff4-4994-ba45-1233c92650bf req-d1f7717e-baf0-4967-9899-a061a5a767d3 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1096 time: 0.0815508 Nov 05 21:37:15.630811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-0e3b8bd7-f973-4208-ad9b-599d8c6ccff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6596e7bac1848128b5ae33b0d29e869&device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 1099 time: 0.1730583 Nov 05 21:37:15.685072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27f4b961-2ff4-4994-ba45-1233c92650bf req-bfff72a6-9f0e-49e5-aa83-7db63dcfe697 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581086 Nov 05 21:37:15.777499 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-62fd029b-9083-4c81-9343-f3f22bde531c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e75c236f-777e-4f18-8841-f29f215a1967 HTTP/1.1" status: 200 len: 217 time: 0.1263051 Nov 05 21:37:15.800523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fe183e-39f0-49d2-a832-d093562eb71c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:15.827513 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac895b-c5e0-43ae-9a7f-ed8a45ded7ba x-openstack-request-id: req-6fac895b-c5e0-43ae-9a7f-ed8a45ded7ba {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:15.827958 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2904907d-a17d-453b-aa60-69b0e693bde2", "tag": "e75c236f-777e-4f18-8841-f29f215a1967", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:15.828343 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fac895b-c5e0-43ae-9a7f-ed8a45ded7ba {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:15.829173 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2904907d-a17d-453b-aa60-69b0e693bde2', 'tag': 'e75c236f-777e-4f18-8841-f29f215a1967', 'status': 'completed', 'code': 200} Nov 05 21:37:15.830876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:15.854626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Transition to ACTIVE for port object 35fe183e-39f0-49d2-a832-d093562eb71c will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:15.860250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-8468be19-ec08-4936-a3ea-c4ae9bcf03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.861623 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-8468be19-ec08-4936-a3ea-c4ae9bcf03ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0742736 Nov 05 21:37:15.937735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:15.995179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-768be287-4aff-4274-92c0-a91e0cba3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:15.996932 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-768be287-4aff-4274-92c0-a91e0cba3526 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261365 Nov 05 21:37:16.026263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709b3b0-21e4-4072-964c-cad5f4f9053a req-588f8e40-1279-461e-9eb2-5b6b062deb49 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:16.027747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a709b3b0-21e4-4072-964c-cad5f4f9053a req-588f8e40-1279-461e-9eb2-5b6b062deb49 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 931 time: 0.1289303 Nov 05 21:37:16.052795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:16.188947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a709b3b0-21e4-4072-964c-cad5f4f9053a req-86ce811c-3a7c-43ba-9d46-1c87e91af0b6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469946 Nov 05 21:37:16.212614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-ac8ff725-c617-4491-87ed-a8eb787ff516 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055230 Nov 05 21:37:16.217193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:16.217525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:16.217915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:16.224048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:16.224419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:16.242950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:16.243291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:16.243712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:16.244146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Bound port: 35fe183e-39f0-49d2-a832-d093562eb71c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:16.245117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:16.411344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af7c39-2bc8-4132-8c9e-c5e080d6dadc req-cf62366f-70d7-4630-b8dc-71ad1e73719c tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:16.412915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39af7c39-2bc8-4132-8c9e-c5e080d6dadc req-cf62366f-70d7-4630-b8dc-71ad1e73719c tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 948 time: 0.1361387 Nov 05 21:37:16.420756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98c34dae-5b93-4a7b-bcfc-26b26d9120f9 req-3c6d13f8-abee-45fb-aafe-ed10580e12b3 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977174 Nov 05 21:37:16.422889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:16.426519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:16.467804 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39af7c39-2bc8-4132-8c9e-c5e080d6dadc req-07fca15c-4033-4c8d-a747-94f1371a7867 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459132 Nov 05 21:37:16.544439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:16.609335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:16.609954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:16.611340 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] 10.222.0.46 "PUT /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 1091 time: 1.5931318 Nov 05 21:37:16.634841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5d10a-9263-42eb-8fe8-e6c298843a0d service neutron] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:16.647259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ed1cf-5dc5-4f67-90c1-14dc7d0bc1f6 req-403cc3ef-b4c1-4bd7-9a1d-3780feedde35 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:16.652182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e6ed1cf-5dc5-4f67-90c1-14dc7d0bc1f6 req-403cc3ef-b4c1-4bd7-9a1d-3780feedde35 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 949 time: 0.1019559 Nov 05 21:37:16.718373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026472cb-67ec-4a96-9404-389cd01f1706 req-ca72f9cf-8101-434b-9025-4bbb72d972c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:16.719795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-026472cb-67ec-4a96-9404-389cd01f1706 req-ca72f9cf-8101-434b-9025-4bbb72d972c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6596e7bac1848128b5ae33b0d29e869&device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 1099 time: 0.0810456 Nov 05 21:37:16.760389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e6ed1cf-5dc5-4f67-90c1-14dc7d0bc1f6 req-ebbcb663-5a26-413f-9704-ea63f4da28e3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022239 Nov 05 21:37:16.853477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-a22acf99-75d7-44c0-814c-0540c9df5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:16.855651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-a22acf99-75d7-44c0-814c-0540c9df5aac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1094 time: 0.1269369 Nov 05 21:37:16.909096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-151f7780-06a3-40c4-997e-4f294ca77026 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 217 time: 0.0408871 Nov 05 21:37:16.917223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026472cb-67ec-4a96-9404-389cd01f1706 req-cac3004a-139c-47bb-9b26-a2f4242f2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:16.918603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-026472cb-67ec-4a96-9404-389cd01f1706 req-cac3004a-139c-47bb-9b26-a2f4242f2b74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1910682 Nov 05 21:37:17.215921 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-026472cb-67ec-4a96-9404-389cd01f1706 req-51e80ef5-2fcc-4aa6-89de-572cf6ae0159 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e75c236f-777e-4f18-8841-f29f215a1967 HTTP/1.1" status: 200 len: 217 time: 0.2746110 Nov 05 21:37:17.258834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-c9d6187d-5ecb-413b-8383-c2269ffc6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:17.260859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-c9d6187d-5ecb-413b-8383-c2269ffc6dcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.3408785 Nov 05 21:37:17.270444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e98803-0a9a-49d9-928d-99e901478ef1 req-9544748f-7403-4a0c-9111-804f22c216a8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:17.271819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04e98803-0a9a-49d9-928d-99e901478ef1 req-9544748f-7403-4a0c-9111-804f22c216a8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.3655138 Nov 05 21:37:17.308858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-aa3f2be3-59eb-4834-8834-183ea72da04d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346305 Nov 05 21:37:17.334012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026472cb-67ec-4a96-9404-389cd01f1706 req-2c0f7501-3cf1-4220-9207-e1cdeee27140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:17.335357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-026472cb-67ec-4a96-9404-389cd01f1706 req-2c0f7501-3cf1-4220-9207-e1cdeee27140 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1117053 Nov 05 21:37:17.426061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04e98803-0a9a-49d9-928d-99e901478ef1 req-e27c7a2e-a491-4297-a271-e39c7db87b24 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429687 Nov 05 21:37:17.451316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026472cb-67ec-4a96-9404-389cd01f1706 req-47bf6373-936a-4354-9721-cfeb63043360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:17.456772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-026472cb-67ec-4a96-9404-389cd01f1706 req-47bf6373-936a-4354-9721-cfeb63043360 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064258 Nov 05 21:37:17.533490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-90c7e329-8346-4d3f-b979-8ba5bf863107 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164273 Nov 05 21:37:17.711856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8808f72b-c72d-4cc0-81dd-3b623d7b5b5e req-043d7b13-6631-4e56-adbf-6f98185c649e service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363618 Nov 05 21:37:17.715600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-026472cb-67ec-4a96-9404-389cd01f1706 req-01020256-e542-48f8-9cd8-5d401ba704c3 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517581 Nov 05 21:37:17.831181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:17.833350 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426428c-74cd-4ad1-8f84-1469598fc200" -d '{"events": [{"name": "network-changed", "server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:17.852482 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-026472cb-67ec-4a96-9404-389cd01f1706 req-e0c7a818-e028-40d0-a77e-1df41c32ad73 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293321 Nov 05 21:37:17.862896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-d53ff4b0-f96c-4257-824e-a3bdb88afdb8 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:37:17.863877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-d53ff4b0-f96c-4257-824e-a3bdb88afdb8 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058587 Nov 05 21:37:17.864483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c21562-8c23-4cb6-a65c-ba9016cba458 req-aaeea65f-1675-44ef-aae1-7a72310558d2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:17.865975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18c21562-8c23-4cb6-a65c-ba9016cba458 req-aaeea65f-1675-44ef-aae1-7a72310558d2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.0797462 Nov 05 21:37:17.905484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-483c0e5b-e1fc-4bc7-9fa4-6c3365769e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:17.906861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-483c0e5b-e1fc-4bc7-9fa4-6c3365769e32 service neutron] 10.222.0.41 "GET /v2.0/ports/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 1093 time: 0.0342133 Nov 05 21:37:17.918304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Request body: {'binding': {'host': 'n-h2-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:17.918875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Unknown quota resources ['binding']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:37:17.922961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18c21562-8c23-4cb6-a65c-ba9016cba458 req-e8486e41-3ddd-4124-873c-9c89cd7a11c1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Nov 05 21:37:18.026142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854b97-7b13-4232-b5d5-f20a8d76d0f8 req-eaac8f92-d9cc-4743-9fe6-fdb3663e076c tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:18.027713 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2a854b97-7b13-4232-b5d5-f20a8d76d0f8 req-eaac8f92-d9cc-4743-9fe6-fdb3663e076c tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 948 time: 0.0505216 Nov 05 21:37:18.067157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on host n-h2-816738-5 for vnic_type normal with profile None {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:18.067499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:18.067856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:18.073316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:18.073909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:18.077582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2a854b97-7b13-4232-b5d5-f20a8d76d0f8 req-8fa86c73-b674-492f-99af-09bf83f1c640 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Nov 05 21:37:18.082412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:18.082686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:18.083064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:18.083539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Bound port: 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:18.142241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:18.199580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-b9ff687e-7f13-409e-9fc3-741fe8934242 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227313 Nov 05 21:37:18.254519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] Publish callbacks [] for binding, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:18.255741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-c3896616-9089-48f0-86de-900299982612 service neutron] 10.222.0.41 "POST /v2.0/ports/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.3424413 Nov 05 21:37:18.313019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-f6942659-b0c8-4d47-9607-3c09207182f3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:18.314498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-f6942659-b0c8-4d47-9607-3c09207182f3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094983 Nov 05 21:37:18.334599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-23f8a6cb-2fc8-4898-bd60-6c3ba90497d3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/quotas/a55b8f74930a4b19a8ac57a2ceb4e91a HTTP/1.1" status: 200 len: 375 time: 0.0093021 Nov 05 21:37:18.379430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-4bd41556-2205-46a1-a89d-b68e17bfe7ca tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432920 Nov 05 21:37:18.514020 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da49bb3-74b9-4637-9e7f-2fe34a7e5d9f x-openstack-request-id: req-0da49bb3-74b9-4637-9e7f-2fe34a7e5d9f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:18.514346 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:18.514644 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0da49bb3-74b9-4637-9e7f-2fe34a7e5d9f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:18.515047 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c', 'status': 'completed', 'code': 200} Nov 05 21:37:18.575378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-7f9bd695-b6ed-4c75-a17e-9f68becbe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:18.576932 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-7f9bd695-b6ed-4c75-a17e-9f68becbe10e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1094 time: 0.0405593 Nov 05 21:37:18.648490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cce45-1361-4bfc-b35b-fcac7efa2051 req-4057add8-5f4e-4825-b329-96ee119978f9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:18.650396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f3cce45-1361-4bfc-b35b-fcac7efa2051 req-4057add8-5f4e-4825-b329-96ee119978f9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0709565 Nov 05 21:37:18.708857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-cab34ff0-e196-4f5e-93fb-68072495a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:18.711134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-cab34ff0-e196-4f5e-93fb-68072495a045 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1229849 Nov 05 21:37:18.731030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f3cce45-1361-4bfc-b35b-fcac7efa2051 req-10c9a8c1-f156-4e67-9b1b-7c268b7bfdde tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682240 Nov 05 21:37:18.797787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-7ed96ffe-d485-4308-8b6f-f49efbaf1b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 217 time: 0.0775335 Nov 05 21:37:18.883790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-badfa02a-f5c0-433f-8ff1-dcce2526763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:18.886356 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-badfa02a-f5c0-433f-8ff1-dcce2526763f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0786469 Nov 05 21:37:18.895422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bb54-c91d-4c76-869c-1f3d7eeff10c req-c9cbe2f6-eea5-47c8-8a42-2cdb44522d32 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:18.903250 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf03bb54-c91d-4c76-869c-1f3d7eeff10c req-c9cbe2f6-eea5-47c8-8a42-2cdb44522d32 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 945 time: 0.1078169 Nov 05 21:37:18.923370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf95410e-4f2c-4f98-bbd0-fba2ab844c6a req-69a84b39-51b2-41ca-a8d8-85a96896e979 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 210 time: 0.0356240 Nov 05 21:37:18.952495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-4f5b3203-bce5-4dc6-8e04-05841b17fa86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466492 Nov 05 21:37:19.015028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf03bb54-c91d-4c76-869c-1f3d7eeff10c req-b01844d7-c910-4b70-bbd4-1f174bf4dc02 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109562 Nov 05 21:37:19.112681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-2ce08fda-7067-4233-aed3-fc63c59296bb service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459877 Nov 05 21:37:19.119506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2f58-3a90-41aa-8e09-ea3af0f402d6 req-5b1459ed-5557-4795-9181-b0560009cff8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:19.126484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd3d2f58-3a90-41aa-8e09-ea3af0f402d6 req-5b1459ed-5557-4795-9181-b0560009cff8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.0912454 Nov 05 21:37:19.171912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd3d2f58-3a90-41aa-8e09-ea3af0f402d6 req-75a41f46-6aa4-4a3c-804a-23cd43e08657 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Nov 05 21:37:19.250689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336446-6c17-4300-9295-6d8258514255 req-1a4e2310-35bb-48da-abf2-16388dadd1a5 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:19.259616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b336446-6c17-4300-9295-6d8258514255 req-1a4e2310-35bb-48da-abf2-16388dadd1a5 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 948 time: 0.0709682 Nov 05 21:37:19.331323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b336446-6c17-4300-9295-6d8258514255 req-84db2421-25dd-4654-b169-434143c16f70 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Nov 05 21:37:19.409920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-89608fff-a231-4d97-a00b-d37a8f452531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:19.410916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-89608fff-a231-4d97-a00b-d37a8f452531 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1096 time: 0.0892599 Nov 05 21:37:19.495615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1426428c-74cd-4ad1-8f84-1469598fc200 req-b012ea41-0f8e-4660-8c57-e27e4af65f6e service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945577 Nov 05 21:37:19.536190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-8a5ca61e-776b-4fc8-8680-67cbbad8e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:19.537820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-8a5ca61e-776b-4fc8-8680-67cbbad8e1e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1174023 Nov 05 21:37:19.557780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e75c236f-777e-4f18-8841-f29f215a1967 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:19.592371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-cbd41817-7862-4e92-9f10-35997aaa9b85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 217 time: 0.0459509 Nov 05 21:37:19.646328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-75c410b1-17b9-41f3-b44f-2fb005d81ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:19.647857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-75c410b1-17b9-41f3-b44f-2fb005d81ca3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0476706 Nov 05 21:37:19.666085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e75c236f-777e-4f18-8841-f29f215a1967, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e75c236f-777e-4f18-8841-f29f215a1967,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:19.678879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'e75c236f-777e-4f18-8841-f29f215a1967', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'e75c236f-777e-4f18-8841-f29f215a1967', 'mac_address': 'fa:16:3e:9b:19:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:19.683466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-d3b84e18-add3-4a89-a851-b5428d2f49ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250142 Nov 05 21:37:19.715837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:19.728465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75c236f-777e-4f18-8841-f29f215a1967 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:19.754976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e75c236f-777e-4f18-8841-f29f215a1967, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e75c236f-777e-4f18-8841-f29f215a1967,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:19.788636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-7d4fc437-e93c-4cd4-9023-a63cd9015c38 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974469 Nov 05 21:37:19.846408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7b030-491b-4e3d-b728-aef4270e753d req-81cffb91-2864-4130-81e5-0576dc6483c4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:19.847899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69e7b030-491b-4e3d-b728-aef4270e753d req-81cffb91-2864-4130-81e5-0576dc6483c4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0567517 Nov 05 21:37:19.864084 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:19.917500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-1e6cc7e9-7063-4734-827b-f68b0dbb7fb5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025743 Nov 05 21:37:19.923725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69e7b030-491b-4e3d-b728-aef4270e753d req-55adb41e-93c9-4937-abdc-350eb0c23758 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669303 Nov 05 21:37:19.931337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e75c236f-777e-4f18-8841-f29f215a1967,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:19.940247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.940689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.941115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.941620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.941896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.942354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.942823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.943402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.944004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.944469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.944934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:19.945516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.019431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35048) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:20.024901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15ad4d76-9973-486e-b018-d3b7de70b544 req-31b7a054-b312-4c82-bb0b-6996f52c0a9d tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 210 time: 0.0319412 Nov 05 21:37:20.125116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['e75c236f-777e-4f18-8841-f29f215a1967'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:20.130245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-1ce9661b-d840-4a2c-b760-90887586652a tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:20.131827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-1ce9661b-d840-4a2c-b760-90887586652a tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.0484276 Nov 05 21:37:20.150590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.154903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816738-5'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:20.184110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf34c6-7d62-48b8-ac3b-186299efca43 req-f895767b-5475-4e5e-84d8-4c755a7137d3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:20.193862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aebf34c6-7d62-48b8-ac3b-186299efca43 req-f895767b-5475-4e5e-84d8-4c755a7137d3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 945 time: 0.0848393 Nov 05 21:37:20.228060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.281488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aebf34c6-7d62-48b8-ac3b-186299efca43 req-098cd21b-3847-450f-829c-e071cdb1693b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765150 Nov 05 21:37:20.307474 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.392527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.395905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4804054-e342-4fa4-9f19-1eb16ed314dc req-027e079c-e650-4c36-8153-9b55971e4539 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:20.397414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4804054-e342-4fa4-9f19-1eb16ed314dc req-027e079c-e650-4c36-8153-9b55971e4539 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.1030493 Nov 05 21:37:20.428702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:20.438203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab727abd971f46df98931504110a75ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172904 Nov 05 21:37:20.440696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f989e48f-5876-4c6c-8bfe-1ce4976c2329,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:20.442914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35066) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:20.460424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.465156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.465666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.466189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c2a81-712d-4d11-bd07-bb9a39f93e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:20.507155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4804054-e342-4fa4-9f19-1eb16ed314dc req-2345d875-c13d-4cc4-8147-3de9cc82ebf4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971642 Nov 05 21:37:20.518375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:20.547886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0acd71b8-a85d-4ec7-8525-d3c01bf6a0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.567602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:20.570111 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb5fcd8-0f55-4b31-86d1-60c0cafe3ba7" -d '{"events": [{"server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:20.574691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.586901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821321f-9d0f-40ca-b6ce-db5dde07e73e req-8f6847df-411e-4741-9e3e-39b4d1b7ddf7 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:20.588959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6821321f-9d0f-40ca-b6ce-db5dde07e73e req-8f6847df-411e-4741-9e3e-39b4d1b7ddf7 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 949 time: 0.0850825 Nov 05 21:37:20.590860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0acd71b8-a85d-4ec7-8525-d3c01bf6a0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.608683 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b06813-a3e2-4a14-9005-3d3039c88941 x-openstack-request-id: req-04b06813-a3e2-4a14-9005-3d3039c88941 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:20.609006 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:20.609278 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04b06813-a3e2-4a14-9005-3d3039c88941 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:20.609696 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'code': 200} Nov 05 21:37:20.666775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6821321f-9d0f-40ca-b6ce-db5dde07e73e req-e487e64b-bf1a-4aec-b8d1-fe9d1591d4bd tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605752 Nov 05 21:37:20.909174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.939087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0acd71b8-a85d-4ec7-8525-d3c01bf6a0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.941686 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0acd71b8-a85d-4ec7-8525-d3c01bf6a0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:20.945100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0acd71b8-a85d-4ec7-8525-d3c01bf6a0d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f989e48f-5876-4c6c-8bfe-1ce4976c2329 HTTP/1.1" status: 204 len: 168 time: 0.4989996 Nov 05 21:37:20.976042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd71b8-a85d-4ec7-8525-d3c01bf6a0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f989e48f-5876-4c6c-8bfe-1ce4976c2329,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:21.067244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on host n-h1-816738-5 for vnic_type normal with profile {"migrating_to": "n-h2-816738-5"} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:21.067244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:21.069954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:21.076445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:21.076445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:21.082700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:21.083190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:21.083897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:21.084386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Bound port: 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:21.084829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:21.087045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:21.129498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94569a70-5336-42e4-928d-e0a73b8f335b req-0192ffbc-33a0-42bc-ad69-1872d0090827 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:21.131731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94569a70-5336-42e4-928d-e0a73b8f335b req-0192ffbc-33a0-42bc-ad69-1872d0090827 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0794683 Nov 05 21:37:21.182737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94569a70-5336-42e4-928d-e0a73b8f335b req-00995efd-454c-48b1-8e61-2a97564949b6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Nov 05 21:37:21.213544 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b767c86-5564-43c4-8baf-8988b4e9ea92 req-e68837f4-a084-4f9c-8577-d7e83fb6900c tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 210 time: 0.0589585 Nov 05 21:37:21.259098 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-e8dc3175-2ea2-47d3-8b84-1740c335a8a9 service neutron] show failed (client error): The resource could not be found. Nov 05 21:37:21.262029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-e8dc3175-2ea2-47d3-8b84-1740c335a8a9 service neutron] 10.222.0.46 "GET /v2.0/ports/a749a8f1-1349-4640-89af-f1505505e06b/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.1539507 Nov 05 21:37:21.274531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:21.278491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:21.373040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:21.441244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:21.450652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72692039-aac0-49dc-8e28-08dcbf4c793b req-89de0625-902a-469f-8037-27ae49520032 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:21.453420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72692039-aac0-49dc-8e28-08dcbf4c793b req-89de0625-902a-469f-8037-27ae49520032 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.0751927 Nov 05 21:37:21.492126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-4fe588eb-d6d9-4cf2-9581-7de0b08fabf9 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294373 Nov 05 21:37:21.537583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:21.538531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:21.539515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72692039-aac0-49dc-8e28-08dcbf4c793b req-367ba9d1-737c-4b55-af76-ae7c0c675966 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710485 Nov 05 21:37:21.554036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-6d8cd609-1e94-4efc-b5e9-896f1448d4a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 1121 time: 1.4062400 Nov 05 21:37:21.561962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e75c236f-777e-4f18-8841-f29f215a1967 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:21.660641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:21.698233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35fe183e-39f0-49d2-a832-d093562eb71c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:21.766159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port e75c236f-777e-4f18-8841-f29f215a1967 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:21.801707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-7af14336-ce3c-427b-a87f-1225d7db86b7 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:21.806748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-7af14336-ce3c-427b-a87f-1225d7db86b7 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010709 Nov 05 21:37:21.827674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195119-cf0d-44fb-8c90-f76ec0353d8a req-d91c8887-a6e5-4cc1-b12c-ada8ddddc488 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:21.841040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1c48b-354f-4e5b-923a-e3ca98379afd req-552ae1d4-bd61-4b1a-8d7c-eec5849d7d83 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:21.845114 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7195119-cf0d-44fb-8c90-f76ec0353d8a req-d91c8887-a6e5-4cc1-b12c-ada8ddddc488 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.1796401 Nov 05 21:37:21.846494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6f1c48b-354f-4e5b-923a-e3ca98379afd req-552ae1d4-bd61-4b1a-8d7c-eec5849d7d83 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 949 time: 0.0853789 Nov 05 21:37:21.857950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Request body: {'port': {'device_id': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'a55b8f74930a4b19a8ac57a2ceb4e91a'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:21.904803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:21.907248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6f1c48b-354f-4e5b-923a-e3ca98379afd req-adc805dc-396d-43a3-a939-f11c8bce1ffb tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593305 Nov 05 21:37:21.936820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port e75c236f-777e-4f18-8841-f29f215a1967 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:21.937199 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:21.970458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '35fe183e-39f0-49d2-a832-d093562eb71c', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'port_id': '35fe183e-39f0-49d2-a832-d093562eb71c', 'mac_address': 'fa:16:3e:7b:d4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669f0758-d0a0-483b-861e-f22fd0baec13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:21.989312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7195119-cf0d-44fb-8c90-f76ec0353d8a req-921e8957-0d6b-4c95-9730-1d5915078c8c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431751 Nov 05 21:37:22.079101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:22.141017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fe183e-39f0-49d2-a832-d093562eb71c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:22.178608 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:22.179261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-83f22acd-07bf-4bcd-a9f1-506ca7321aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:22.181129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-83f22acd-07bf-4bcd-a9f1-506ca7321aad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c&tenant_id=ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 1100 time: 0.0631542 Nov 05 21:37:22.182010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:22.193490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:22.199937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Made reservation on behalf of a55b8f74930a4b19a8ac57a2ceb4e91a for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:22.203655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:22.215046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2904907d-a17d-453b-aa60-69b0e693bde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c236f-777e-4f18-8841-f29f215a1967'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:22.217229 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24257b6e-02ce-418e-99a4-b0f930d8036f" -d '{"events": [{"server_uuid": "2904907d-a17d-453b-aa60-69b0e693bde2", "name": "network-vif-plugged", "status": "completed", "tag": "e75c236f-777e-4f18-8841-f29f215a1967"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:22.232886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e75c236f-777e-4f18-8841-f29f215a1967, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e75c236f-777e-4f18-8841-f29f215a1967,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:22.266545 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c4e12-849f-43c7-a967-9c8664ca225d x-openstack-request-id: req-3c3c4e12-849f-43c7-a967-9c8664ca225d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:22.267184 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2904907d-a17d-453b-aa60-69b0e693bde2", "name": "network-vif-plugged", "status": "completed", "tag": "e75c236f-777e-4f18-8841-f29f215a1967", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:22.267675 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c3c4e12-849f-43c7-a967-9c8664ca225d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:22.272411 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2904907d-a17d-453b-aa60-69b0e693bde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c236f-777e-4f18-8841-f29f215a1967', 'code': 200} Nov 05 21:37:22.309283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:22.356253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:22.377724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:22.444601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e75c236f-777e-4f18-8841-f29f215a1967,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:22.456520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7002ec8b-a58e-4bb6-8c83-3df3dcf86c31 req-a7053721-db48-4b49-8afd-c9523f8dbdf6 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 210 time: 0.0604403 Nov 05 21:37:22.466091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61c51-f245-468e-a87a-1a3b94f89573 req-a1a993b0-f8b0-4cc5-8a0b-84616069e61f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:22.466614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9e207-20f2-4dc6-9526-2a2d87e4748d req-76013d8d-67ed-470b-8467-150c1ff7967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:22.468187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3c9e207-20f2-4dc6-9526-2a2d87e4748d req-76013d8d-67ed-470b-8467-150c1ff7967a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 1101 time: 0.1215551 Nov 05 21:37:22.479292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-01b61c51-f245-468e-a87a-1a3b94f89573 req-a1a993b0-f8b0-4cc5-8a0b-84616069e61f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1553943 Nov 05 21:37:22.479292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:22.523121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3c9e207-20f2-4dc6-9526-2a2d87e4748d req-9ecc4f53-d37f-44a0-9c36-588106878ee4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Nov 05 21:37:22.615078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-01b61c51-f245-468e-a87a-1a3b94f89573 req-c08d3512-6cbc-452d-93d6-457e50ed1e1d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377249 Nov 05 21:37:22.634077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:22.637028 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492bdd51-2a66-4253-aea3-91923b7cb2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:22.669256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Allocated IP 192.168.233.127 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/608eb38b-a45b-4396-9110-f0a6627740a0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:22.695188 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0652053d-37b8-46c5-b040-e1c36962f525 x-openstack-request-id: req-0652053d-37b8-46c5-b040-e1c36962f525 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:22.695593 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:22.697116 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0652053d-37b8-46c5-b040-e1c36962f525 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:22.697898 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'status': 'completed', 'code': 200} Nov 05 21:37:22.699523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b32ee3-e4f4-4241-a240-b9b0e3008a2d req-945f74ae-6cf4-434e-b59f-fbdfe894e87a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:22.706865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91b32ee3-e4f4-4241-a240-b9b0e3008a2d req-945f74ae-6cf4-434e-b59f-fbdfe894e87a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.0698631 Nov 05 21:37:22.737189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35118) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:22.794246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91b32ee3-e4f4-4241-a240-b9b0e3008a2d req-1f33912e-877f-47c9-9930-36509d0c991e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865107 Nov 05 21:37:22.818045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-b0fcaf2d-e0f2-44e2-9a5d-074d074021b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:22.819623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-b0fcaf2d-e0f2-44e2-9a5d-074d074021b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1124 time: 0.0802784 Nov 05 21:37:22.886728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['35fe183e-39f0-49d2-a832-d093562eb71c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:23.188285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-network', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:23.249403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-dc83e462-f846-4cf6-a1cf-58d9cd4f287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:23.251279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-dc83e462-f846-4cf6-a1cf-58d9cd4f287e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.4212441 Nov 05 21:37:23.263146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a98613-21e3-481a-93eb-08206ba47f3a req-9b424264-7c7e-48b9-af68-9d2efd763236 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:23.264832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6a98613-21e3-481a-93eb-08206ba47f3a req-9b424264-7c7e-48b9-af68-9d2efd763236 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 950 time: 0.0885282 Nov 05 21:37:23.276115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.284823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc2a23-5e54-40e2-ad8e-eb30bbfd023c req-45291227-a367-4a2d-a068-5c4f094debd1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:23.286359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dacc2a23-5e54-40e2-ad8e-eb30bbfd023c req-45291227-a367-4a2d-a068-5c4f094debd1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.1048698 Nov 05 21:37:23.329215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-f20bb211-cda9-4970-885b-0aed5f771037 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 217 time: 0.0644121 Nov 05 21:37:23.337029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6a98613-21e3-481a-93eb-08206ba47f3a req-95995077-af93-4c14-bc91-8abba68e46a4 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645993 Nov 05 21:37:23.383620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Made reservation on behalf of 5a2039c0113e40468be1bc0b8c98aac8 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:23.386396 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.405547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.421277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dacc2a23-5e54-40e2-ad8e-eb30bbfd023c req-ea397110-fbfc-4516-8f0c-ddded51f40b9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001976 Nov 05 21:37:23.426833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.431495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-b14d2a2b-e0df-45f2-82fb-061c84b7be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:23.433546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-b14d2a2b-e0df-45f2-82fb-061c84b7be76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0840268 Nov 05 21:37:23.441444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:23.484120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-bf708223-df82-4c81-a580-531c8b5bad1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335732 Nov 05 21:37:23.555807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:23.569781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:23.576463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Pushing event updated for resources: {'Port': ['ID=608eb38b-a45b-4396-9110-f0a6627740a0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:23.590879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:23.626677 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.648648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-3608f5cf-983c-4c04-986b-13ca8a715048 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474841 Nov 05 21:37:23.675741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:23.712359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:23.713062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.731505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.733263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad941c7c-6d00-4570-8a8e-7886a7371168 req-e6d4a269-35b6-46dd-9808-f06f870d287f tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:23.741609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad941c7c-6d00-4570-8a8e-7886a7371168 req-e6d4a269-35b6-46dd-9808-f06f870d287f tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 936 time: 0.1727664 Nov 05 21:37:23.785120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:23.798632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:37:23.833626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:23.838900 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.838900 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Added segment 1582127c-1d58-440b-bac3-fb11b976966a of type vlan for network 614d3a09-3443-406b-8090-b20775932528 Nov 05 21:37:23.852447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad941c7c-6d00-4570-8a8e-7886a7371168 req-5adcc554-3a2f-4bdd-98af-362a6022ab63 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975432 Nov 05 21:37:23.863882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde0eba-e6a6-4024-9297-f225ffc311d6 req-c5faec98-27b8-4f70-9227-75c4889a0ffb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:23.870060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cde0eba-e6a6-4024-9297-f225ffc311d6 req-c5faec98-27b8-4f70-9227-75c4889a0ffb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1378005 Nov 05 21:37:23.871699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.872180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-492bdd51-2a66-4253-aea3-91923b7cb2a6 req-99b31e34-fbeb-4e26-9a37-cfe52fcdfd79 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130728 Nov 05 21:37:23.894002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Transition to ACTIVE for port object a749a8f1-1349-4640-89af-f1505505e06b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:23.900078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-129e912c-b9be-4ba6-82ef-c98deb9daffe tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0466230 Nov 05 21:37:23.917581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Request body: {'port': {'device_id': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:23.933219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.951043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5032ee1e-fa40-42e3-817a-559befea50fa None None] Provisioning complete for port 608eb38b-a45b-4396-9110-f0a6627740a0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:23.951692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5032ee1e-fa40-42e3-817a-559befea50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:23.970368 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cde0eba-e6a6-4024-9297-f225ffc311d6 req-bc38fad9-f4bb-4cc8-9542-2c9da9714766 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950601 Nov 05 21:37:24.002510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8dd87-7c4d-4e98-bd29-e8d775c94b0a req-3be76e19-fbb4-49ab-a5bc-d5798ac7d268 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:24.003850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5032ee1e-fa40-42e3-817a-559befea50fa None None] Port 608eb38b-a45b-4396-9110-f0a6627740a0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:24.004029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c8f8dd87-7c4d-4e98-bd29-e8d775c94b0a req-3be76e19-fbb4-49ab-a5bc-d5798ac7d268 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.1013682 Nov 05 21:37:24.009020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.022583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.052046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.053177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:24.054408 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.127259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] Pushing event updated for resources: {'Network': ['ID=614d3a09-3443-406b-8090-b20775932528,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:24.131022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:24.140443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 614d3a09-3443-406b-8090-b20775932528 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:37:24.157218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] No DVR routers for this DVR port a749a8f1-1349-4640-89af-f1505505e06b on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:37:24.167592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bfcbf121-3dda-4b29-a503-7598b15616c6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4257972 Nov 05 21:37:24.168478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35136) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:24.173880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Request body: {'subnet': {'network_id': '614d3a09-3443-406b-8090-b20775932528', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-subnet', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:24.270787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c8f8dd87-7c4d-4e98-bd29-e8d775c94b0a req-906dc87a-1a40-4eac-969d-3db1d9682522 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585192 Nov 05 21:37:24.289804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Made reservation on behalf of 5a2039c0113e40468be1bc0b8c98aac8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:24.292376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.328692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:24.328995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:24.329274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:24.359772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Port a749a8f1-1349-4640-89af-f1505505e06b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:24.359772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Attempting to bind port a749a8f1-1349-4640-89af-f1505505e06b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:24.386954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:24.387674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:24.387824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:24.388227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Bound port: a749a8f1-1349-4640-89af-f1505505e06b, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:24.388599 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.548265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:24.552623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:24.571002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62b4a3-3bbc-4201-9670-525f037d2018 req-287c3be6-8ea4-48ca-9c83-6dedb184a27a tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:24.573303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee62b4a3-3bbc-4201-9670-525f037d2018 req-287c3be6-8ea4-48ca-9c83-6dedb184a27a tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 950 time: 0.1074886 Nov 05 21:37:24.607531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608eb38b-a45b-4396-9110-f0a6627740a0 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:24.615780 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.628039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Transition to ACTIVE for port object 608eb38b-a45b-4396-9110-f0a6627740a0 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:24.641789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee62b4a3-3bbc-4201-9670-525f037d2018 req-7af6434e-230b-4951-a1f6-74a9237effb6 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554810 Nov 05 21:37:24.645658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.658161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.696781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:24.697954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.699306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-28fc0267-113b-415a-851d-547edfde14ed service neutron] 10.222.0.13 "PUT /v2.0/ports/a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 1095 time: 2.5105364 Nov 05 21:37:24.703336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b'}, {'name': 'network-changed', 'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:24.705424 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae8b2b-9891-4df6-bb83-5cb93f149e54" -d '{"events": [{"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a749a8f1-1349-4640-89af-f1505505e06b"}, {"name": "network-changed", "server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "tag": "a749a8f1-1349-4640-89af-f1505505e06b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:24.716510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.725047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d0cae5-e7a7-4927-9887-0b3f9ca881f8,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:24.750554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Checking segment: {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:24.751031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Network hostable DHCP agents. Network: 614d3a09-3443-406b-8090-b20775932528, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:37:24.826624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d5d58-e521-4895-a080-6af2e0a5687f req-9c372e2f-1827-4127-8d41-ba36bc9124c1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:24.846064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e1d5d58-e521-4895-a080-6af2e0a5687f req-9c372e2f-1827-4127-8d41-ba36bc9124c1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.2047617 Nov 05 21:37:24.846163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Network 614d3a09-3443-406b-8090-b20775932528 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:37:24.854903 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a46980-e5e9-4bc9-b6d2-45bab1a6f950 x-openstack-request-id: req-92a46980-e5e9-4bc9-b6d2-45bab1a6f950 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:24.855450 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a749a8f1-1349-4640-89af-f1505505e06b", "code": 200}, {"name": "network-changed", "server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "tag": "a749a8f1-1349-4640-89af-f1505505e06b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:24.855849 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92a46980-e5e9-4bc9-b6d2-45bab1a6f950 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:24.856259 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b', 'code': 200} Nov 05 21:37:24.856515 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b', 'status': 'completed', 'code': 200} Nov 05 21:37:24.858073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc0267-113b-415a-851d-547edfde14ed service neutron] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:24.946628 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 614d3a09-3443-406b-8090-b20775932528) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:24.948976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e1d5d58-e521-4895-a080-6af2e0a5687f req-dfbca77d-3cfe-40c1-b560-c7e2f5743507 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131673 Nov 05 21:37:24.957641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:24.957641 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:24.958310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb456146-9506-463f-84c6-0bc9f7bb3d8e None None] Network 614d3a09-3443-406b-8090-b20775932528 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:37:25.061362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9a3dbafc-4c5f-4e46-87ca-f5e5f6a98b31 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8921728 Nov 05 21:37:25.064334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35160) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:25.069062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:25.098618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-326a6e27-f9b3-439a-9f4d-20cd0dfd7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.100296 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-326a6e27-f9b3-439a-9f4d-20cd0dfd7018 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1098 time: 0.3595409 Nov 05 21:37:25.214023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Pushing event updated for resources: {'Port': ['ID=608eb38b-a45b-4396-9110-f0a6627740a0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:25.218503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-614d3a09-3443-406b-8090-b20775932528', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:37:25.220960 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:25.265283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:25.266412 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:25.269834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-82401a94-b50f-43cf-a004-b290c40bbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.279968 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-82401a94-b50f-43cf-a004-b290c40bbdf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1098 time: 0.4104736 Nov 05 21:37:25.279968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Attempting to bind port 608eb38b-a45b-4396-9110-f0a6627740a0 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:25.279968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Attempting to bind port 608eb38b-a45b-4396-9110-f0a6627740a0 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:25.279968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Attempting to bind port 608eb38b-a45b-4396-9110-f0a6627740a0 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:25.296606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088ba0-8ef0-4d74-ad80-15f1bfbd1b1f req-c3f36460-60b1-4913-833f-d7f1d2f82008 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.308008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa088ba0-8ef0-4d74-ad80-15f1bfbd1b1f req-c3f36460-60b1-4913-833f-d7f1d2f82008 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.2528636 Nov 05 21:37:25.385530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Port 608eb38b-a45b-4396-9110-f0a6627740a0 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:25.385530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Attempting to bind port 608eb38b-a45b-4396-9110-f0a6627740a0 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:25.385803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:25.402078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:25.406111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:25.406111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:25.406111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Bound port: 608eb38b-a45b-4396-9110-f0a6627740a0, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:25.406111 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:25.409332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-b0cbe048-33e5-4b99-bad1-33e721267061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.410807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-b0cbe048-33e5-4b99-bad1-33e721267061 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3013806 Nov 05 21:37:25.586649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-b71b8480-a514-4a2b-98a7-4af8f4d2efd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.1403244 Nov 05 21:37:25.602022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa088ba0-8ef0-4d74-ad80-15f1bfbd1b1f req-5d52a242-d72d-4cec-898d-812de169d699 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909551 Nov 05 21:37:25.666741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13479c9d-8169-4878-a8e9-da5be334e032 req-8c2365e9-f7a0-425f-babd-ae792c8a4eef tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.668308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13479c9d-8169-4878-a8e9-da5be334e032 req-8c2365e9-f7a0-425f-babd-ae792c8a4eef tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.1565585 Nov 05 21:37:25.702365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35fe183e-39f0-49d2-a832-d093562eb71c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:25.763614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Allocated IP 172.20.0.2 (614d3a09-3443-406b-8090-b20775932528/51d0cae5-e7a7-4927-9887-0b3f9ca881f8/7d86b21d-f9fd-4783-b84f-cce3b7f1ae51) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:25.805170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:25.827218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-ed4702c7-1da9-4ade-ad74-c6e5a9af36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.829711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-ed4702c7-1da9-4ade-ad74-c6e5a9af36ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2264385 Nov 05 21:37:25.835527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13479c9d-8169-4878-a8e9-da5be334e032 req-5a8989c8-802b-4eb9-a8d0-84db45f02abc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913532 Nov 05 21:37:25.936173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c33e53-940a-4277-b730-6e21c5ac98d0 req-b05e0b3c-830c-4b4d-8610-43600612e20a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.944014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a0c33e53-940a-4277-b730-6e21c5ac98d0 req-b05e0b3c-830c-4b4d-8610-43600612e20a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.1946943 Nov 05 21:37:25.946589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-705fb936-c9b8-4e2e-81af-d28f7ddf87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:25.947962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-705fb936-c9b8-4e2e-81af-d28f7ddf87d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.6266901 Nov 05 21:37:25.956259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 35fe183e-39f0-49d2-a832-d093562eb71c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:25.999810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 35fe183e-39f0-49d2-a832-d093562eb71c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:26.001567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.004057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] For port 608eb38b-a45b-4396-9110-f0a6627740a0, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:26.007260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-61bccb05-1819-47c2-ac9a-6f24fe3bd5ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.0465114 Nov 05 21:37:26.042481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] For port 608eb38b-a45b-4396-9110-f0a6627740a0, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=608eb38b-a45b-4396-9110-f0a6627740a0,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:26.054127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb006ab-d900-4013-bb33-60467b382c78 req-9612f4d1-7cc2-4fd7-92dc-df438494ec3d tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.063381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afb006ab-d900-4013-bb33-60467b382c78 req-9612f4d1-7cc2-4fd7-92dc-df438494ec3d tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 950 time: 0.1348636 Nov 05 21:37:26.106342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a0c33e53-940a-4277-b730-6e21c5ac98d0 req-c599b3df-70ca-4993-8767-8b4339324dc1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617165 Nov 05 21:37:26.108482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-29067a2b-4b73-4e40-8fe3-550868b5b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.110511 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.114921 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-29067a2b-4b73-4e40-8fe3-550868b5b400 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2654846 Nov 05 21:37:26.140440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afb006ab-d900-4013-bb33-60467b382c78 req-d0a43d7a-06bb-4291-85ae-8328d2f73bd2 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758047 Nov 05 21:37:26.197868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.198056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.241917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-b486a1ec-444a-49c0-b018-d6c3d09258da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.241917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-b486a1ec-444a-49c0-b018-d6c3d09258da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2202964 Nov 05 21:37:26.241917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.241917 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.243769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] 10.222.0.46 "PUT /v2.0/ports/608eb38b-a45b-4396-9110-f0a6627740a0 HTTP/1.1" status: 200 len: 1096 time: 2.3308651 Nov 05 21:37:26.258016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:26.263986 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8ae0df-cefa-4040-92c7-2b3fd9e811e0" -d '{"events": [{"server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "name": "network-vif-plugged", "status": "completed", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:26.267059 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.292366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:26.338648 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881fd4fc-75b6-4bf5-8580-ffc0978c7dd5 x-openstack-request-id: req-881fd4fc-75b6-4bf5-8580-ffc0978c7dd5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:26.338881 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "name": "network-vif-plugged", "status": "completed", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:26.339097 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-881fd4fc-75b6-4bf5-8580-ffc0978c7dd5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:26.339497 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c', 'code': 200} Nov 05 21:37:26.368656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Network 614d3a09-3443-406b-8090-b20775932528 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:26.381687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:26.386574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:26.401411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b0e93-f706-408e-937d-43e324535bfb req-0c39218b-fd7c-4fac-afea-95e066aea885 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.402917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd1b0e93-f706-408e-937d-43e324535bfb req-0c39218b-fd7c-4fac-afea-95e066aea885 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.1154706 Nov 05 21:37:26.404206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.408157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a749a8f1-1349-4640-89af-f1505505e06b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:37:26.409667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.46', 55076) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:26.427878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-aa5e26c5-653f-4165-b2ce-c451687d1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.436477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-aa5e26c5-653f-4165-b2ce-c451687d1d7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299133 Nov 05 21:37:26.469279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Pushing event updated for resources: {'Port': ['ID=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:26.469475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84728b0a-c291-4fad-936a-0c1bbe502154 service neutron] Pushing event updated for resources: {'Port': ['ID=608eb38b-a45b-4396-9110-f0a6627740a0,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:26.505719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-510a563d-7d01-4993-bf97-8bf6f4be76f9 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756125 Nov 05 21:37:26.547201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.590626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34c984-90bb-4d8f-bf83-e341afd760b7 req-7789c662-228f-4a3b-86f4-8f07b52173a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.593033 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd34c984-90bb-4d8f-bf83-e341afd760b7 req-7789c662-228f-4a3b-86f4-8f07b52173a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1096 time: 0.1824360 Nov 05 21:37:26.619071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a749a8f1-1349-4640-89af-f1505505e06b not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:37:26.621328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Attempting to bind port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:26.621723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Attempting to bind port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:26.622089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Attempting to bind port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 on network 614d3a09-3443-406b-8090-b20775932528 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:26.655253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:26.655992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Checking segment: {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:26.663592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.663592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Bound using segment: {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:26.663592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Bound port: 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:26.663592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.669310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd1b0e93-f706-408e-937d-43e324535bfb req-4a75739d-8f9d-4e78-9775-247c5b450948 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321048 Nov 05 21:37:26.673085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.689060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:26.773910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] For port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:26.778036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] For port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:26.793861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-0f794879-f6f4-47bc-9c69-b755344f9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:26.795468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-0f794879-f6f4-47bc-9c69-b755344f9b5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 1099 time: 0.3625000 Nov 05 21:37:26.851843 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-31e33e05-722e-4a3b-bb04-89a13c4a7a61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=608eb38b-a45b-4396-9110-f0a6627740a0 HTTP/1.1" status: 200 len: 217 time: 0.0478570 Nov 05 21:37:26.852957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Allocated IP 172.25.6.182 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/15f24e00-5900-4459-b6e9-2bca9d250826) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:26.872305 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:26.946018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'tag': '608eb38b-a45b-4396-9110-f0a6627740a0'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:26.948644 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6c937-a99f-4f4c-946c-7454dcc83b32" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb34532-60aa-4567-a0d2-fded3a2cdcb3", "tag": "608eb38b-a45b-4396-9110-f0a6627740a0"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:27.010407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8affc42-2fb4-48b3-ad02-31c26862c80b None None] Pushing event updated for resources: {'Port': ['ID=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:27.028826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-2eced18c-b272-426f-9c13-5f6731de8931 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741694 Nov 05 21:37:27.078341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-2dcc74cd-4684-48f9-9ef9-02b36f414143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.080454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-2dcc74cd-4684-48f9-9ef9-02b36f414143 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2170568 Nov 05 21:37:27.094936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677dab6-67c7-4a75-b181-516058a877a4 req-d078ae2d-98a0-4e50-b23c-c16fd8a3e7b6 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.096857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7677dab6-67c7-4a75-b181-516058a877a4 req-d078ae2d-98a0-4e50-b23c-c16fd8a3e7b6 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.13 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 950 time: 0.2010262 Nov 05 21:37:27.097730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd34c984-90bb-4d8f-bf83-e341afd760b7 req-fe6171f8-f4a1-44e2-bfc2-4ae86afed9eb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943945 Nov 05 21:37:27.100446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fb95c40-1636-4af3-a28b-c568d56062a8 req-d4737945-f312-4b8e-b7ae-207a6aade5ac service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592363 Nov 05 21:37:27.155106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ca84-9da8-4cf6-849f-c6d435c710e5 req-0a4f7c35-4ec5-42d0-b264-88ac8448da9e tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.162375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4617ca84-9da8-4cf6-849f-c6d435c710e5 req-0a4f7c35-4ec5-42d0-b264-88ac8448da9e tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.2098627 Nov 05 21:37:27.231101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:27.240003 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4617ca84-9da8-4cf6-849f-c6d435c710e5 req-82639189-3111-495d-8dbd-f8de81c1e448 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719066 Nov 05 21:37:27.247738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-c0d3571d-1faa-479e-b953-0a50b972d3e5 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033386 Nov 05 21:37:27.251473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633564ff-bc85-479c-81b8-6ade7e30f3f7 req-9d827396-97cc-4b91-aed0-a0c02c032a72 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.253115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-633564ff-bc85-479c-81b8-6ade7e30f3f7 req-9d827396-97cc-4b91-aed0-a0c02c032a72 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.2503176 Nov 05 21:37:27.265741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce261b3-d700-4725-a4c6-603b55397973 req-7ff1d757-f656-4fa3-a190-728fa9092dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.267349 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-7ff1d757-f656-4fa3-a190-728fa9092dcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692712 Nov 05 21:37:27.352600 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06248f4-e97c-44fa-bdc1-077b2df839cd x-openstack-request-id: req-e06248f4-e97c-44fa-bdc1-077b2df839cd {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:27.352896 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb34532-60aa-4567-a0d2-fded3a2cdcb3", "tag": "608eb38b-a45b-4396-9110-f0a6627740a0", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:27.353152 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e06248f4-e97c-44fa-bdc1-077b2df839cd {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:27.364801 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'tag': '608eb38b-a45b-4396-9110-f0a6627740a0', 'status': 'completed', 'code': 200} Nov 05 21:37:27.382181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-633564ff-bc85-479c-81b8-6ade7e30f3f7 req-433006a7-73ae-4862-9181-828df6226d9c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126673 Nov 05 21:37:27.422398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Deleting port e75c236f-777e-4f18-8841-f29f215a1967 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:37:27.422929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:27.472780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-c4d48400-21a9-43c2-a66e-3a00f1860563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.474213 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-c4d48400-21a9-43c2-a66e-3a00f1860563 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1098 time: 0.1627851 Nov 05 21:37:27.503567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877311d-fb11-4226-9f27-a870b374190b req-5eecc31f-ed62-4994-8580-8121ad49d31f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.506175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e877311d-fb11-4226-9f27-a870b374190b req-5eecc31f-ed62-4994-8580-8121ad49d31f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.1055291 Nov 05 21:37:27.512380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:27.599731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:27.615383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:27.618557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:27.627012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] For port e75c236f-777e-4f18-8841-f29f215a1967, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e75c236f-777e-4f18-8841-f29f215a1967,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:27.627370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:27.629939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Pushing event updated for resources: {'Port': ['ID=15f24e00-5900-4459-b6e9-2bca9d250826,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:27.644130 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e877311d-fb11-4226-9f27-a870b374190b req-74bb0ff2-a590-4696-85aa-a886b112330a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219146 Nov 05 21:37:27.645639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-ae80e41f-54d4-4eba-b0cd-2e6ee8f75ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.648641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-ae80e41f-54d4-4eba-b0cd-2e6ee8f75ac1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1657257 Nov 05 21:37:27.680319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43066014-c664-4316-baea-0bd302489e53 req-85087245-6ce3-4e07-9a8b-4b4f6aa28809 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.688184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43066014-c664-4316-baea-0bd302489e53 req-85087245-6ce3-4e07-9a8b-4b4f6aa28809 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 950 time: 0.1883447 Nov 05 21:37:27.695349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Calling delete_port for e75c236f-777e-4f18-8841-f29f215a1967 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:37:27.715954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-c47fe78a-664f-4c8a-910f-860cf4ffb1e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.0498784 Nov 05 21:37:27.788955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-e7442fca-836d-4814-906a-f7a100d5afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.790480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-e7442fca-836d-4814-906a-f7a100d5afdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0639029 Nov 05 21:37:27.871197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-e1b08eb7-ff21-45d6-99cd-cc0d435b66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.872791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-e1b08eb7-ff21-45d6-99cd-cc0d435b66c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738075 Nov 05 21:37:27.885523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5e90-3e57-4e48-bdb4-e1eaa81094eb req-3105855e-ba3e-406a-8b65-42b96df8a154 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:27.889917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-07fd5e90-3e57-4e48-bdb4-e1eaa81094eb req-3105855e-ba3e-406a-8b65-42b96df8a154 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0805140 Nov 05 21:37:28.013490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-07fd5e90-3e57-4e48-bdb4-e1eaa81094eb req-e246b632-237a-4e88-915c-cb00ae4f97f6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115131 Nov 05 21:37:28.041788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-54214f8d-7ba3-48a7-932e-c098efbde567 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504953 Nov 05 21:37:28.146398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43066014-c664-4316-baea-0bd302489e53 req-876593f9-77fc-4f0f-9bfa-93363082daf2 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/security-groups?id=a365b1a9-08d2-49a4-a978-da64190697c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573076 Nov 05 21:37:28.181146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20ae8b2b-9891-4df6-bb83-5cb93f149e54 req-5ba80806-75e2-46c5-92ff-e41e1b83ac2e service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295693 Nov 05 21:37:28.317201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8574ce-78b7-48fc-9ad4-b562a15469a4 None None] Network 614d3a09-3443-406b-8090-b20775932528 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:37:28.387231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:28.393192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe012e00-c0a2-4384-bc55-5d1b55532498 req-b82235c6-a9a2-44a9-9f37-af0d87a51d7e tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:28.395113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe012e00-c0a2-4384-bc55-5d1b55532498 req-b82235c6-a9a2-44a9-9f37-af0d87a51d7e tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.0845475 Nov 05 21:37:28.407956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.431524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['e75c236f-777e-4f18-8841-f29f215a1967'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:28.468761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Pushing event deleted for resources: {'Port': ['ID=e75c236f-777e-4f18-8841-f29f215a1967,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:28.484830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.494865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe012e00-c0a2-4384-bc55-5d1b55532498 req-56af29b5-fb19-4c26-ba05-b0c6c0c0422f tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922928 Nov 05 21:37:28.496613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7eee5a4a-3622-4296-8a5a-1e283bf24f7f None None] Provisioning complete for port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:28.496982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eee5a4a-3622-4296-8a5a-1e283bf24f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.594719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:28.595089 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.596614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] No DVR routers for this DVR port e75c236f-777e-4f18-8841-f29f215a1967 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:37:28.609147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.612673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7677dab6-67c7-4a75-b181-516058a877a4 req-0c28fc2e-ca6a-4dc7-95be-77d58ec97358 tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.13 "DELETE /v2.0/ports/e75c236f-777e-4f18-8841-f29f215a1967 HTTP/1.1" status: 204 len: 173 time: 1.4911547 Nov 05 21:37:28.615351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2904907d-a17d-453b-aa60-69b0e693bde2', 'name': 'network-vif-deleted', 'tag': 'e75c236f-777e-4f18-8841-f29f215a1967'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:28.615688 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf21f62d-4a62-4534-a630-3351dd5a0fa4" -d '{"events": [{"server_uuid": "2904907d-a17d-453b-aa60-69b0e693bde2", "name": "network-vif-deleted", "tag": "e75c236f-777e-4f18-8841-f29f215a1967"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:28.671506 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0365261b-5b3b-49db-874a-2ca7f6a1d990 x-openstack-request-id: req-0365261b-5b3b-49db-874a-2ca7f6a1d990 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:28.671832 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2904907d-a17d-453b-aa60-69b0e693bde2", "name": "network-vif-deleted", "tag": "e75c236f-777e-4f18-8841-f29f215a1967", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:28.672085 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0365261b-5b3b-49db-874a-2ca7f6a1d990 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:28.682820 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2904907d-a17d-453b-aa60-69b0e693bde2', 'name': 'network-vif-deleted', 'tag': 'e75c236f-777e-4f18-8841-f29f215a1967', 'status': 'completed', 'code': 200} Nov 05 21:37:28.707297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eee5a4a-3622-4296-8a5a-1e283bf24f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.710300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6159-0611-4f1e-bc15-4e88ee33c832 req-2517e109-27e5-49ff-805c-c343df548549 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:28.711885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2dfc6159-0611-4f1e-bc15-4e88ee33c832 req-2517e109-27e5-49ff-805c-c343df548549 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.1748073 Nov 05 21:37:28.814474 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.826289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7eee5a4a-3622-4296-8a5a-1e283bf24f7f None None] For port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:28.830999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4402ed8-76cd-45bd-acbb-0864a906072b req-e50a3b2b-06ad-4ff2-999a-1250ff76605a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:28.845151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4402ed8-76cd-45bd-acbb-0864a906072b req-e50a3b2b-06ad-4ff2-999a-1250ff76605a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.1047778 Nov 05 21:37:28.893259 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eee5a4a-3622-4296-8a5a-1e283bf24f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:28.904185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2dfc6159-0611-4f1e-bc15-4e88ee33c832 req-8fecf876-430a-4151-85d1-b2a424ad3182 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759503 Nov 05 21:37:28.905201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4402ed8-76cd-45bd-acbb-0864a906072b req-0cd44eb0-1443-452b-9110-eaa339b1a36d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570800 Nov 05 21:37:28.987923 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:29.018267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:37:29.018538 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:37:29.019311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee5a4a-3622-4296-8a5a-1e283bf24f7f None None] Pushing event updated for resources: {'Port': ['ID=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:29.115114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2d90a4db-eb5d-4468-a499-e3393901d250 None None] Provisioning complete for port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:29.115613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d90a4db-eb5d-4468-a499-e3393901d250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:29.167710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630e69e-89de-4874-96a9-05da53924a8c req-b79f118c-1f31-4af2-a1a0-b0e318f00263 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:29.169433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8630e69e-89de-4874-96a9-05da53924a8c req-b79f118c-1f31-4af2-a1a0-b0e318f00263 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0761535 Nov 05 21:37:29.228921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8630e69e-89de-4874-96a9-05da53924a8c req-5b38d3cf-4e1f-4bff-a0bc-af28810612f2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Nov 05 21:37:29.266373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2030c47f-8f31-4ed4-a21b-c95c470dbeb6 req-ab888234-4110-4f41-b31b-fbb679703c9d tempest-ServerDiagnosticsNegativeTest-147601902 tempest-ServerDiagnosticsNegativeTest-147601902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2904907d-a17d-453b-aa60-69b0e693bde2 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Nov 05 21:37:29.314812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Router 49dc62e4-25e5-4616-8bad-3924fef81981 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:37:29.421976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:37:29.435287 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Sync routers for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:37:29.455571 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:29.456326 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:29.522770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:29.527154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-09668357-ce1e-4773-ad56-c88af3c5fdab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4584248 Nov 05 21:37:29.527357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35210) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:29.604393 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:29.707250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73324aa-4433-4e72-a691-6733b04176bc req-cb218d72-520a-4e0d-8a61-44eb96d7c8b8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:29.709423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73324aa-4433-4e72-a691-6733b04176bc req-cb218d72-520a-4e0d-8a61-44eb96d7c8b8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.1171999 Nov 05 21:37:29.818096 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:28Z', 'revision_number': 3, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:29.837630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73324aa-4433-4e72-a691-6733b04176bc req-69b587f0-f844-415f-a829-438d8b395197 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832751 Nov 05 21:37:29.850270 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Checking router: 49dc62e4-25e5-4616-8bad-3924fef81981 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:37:29.850814 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Updating router 49dc62e4-25e5-4616-8bad-3924fef81981 port 15f24e00-5900-4459-b6e9-2bca9d250826 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:37:29.891407 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.106076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9157a-0cad-4485-8821-72a477b1ee52 req-fae7494b-ee6c-4f01-97da-11c9d6f9ab9c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:30.107804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10e9157a-0cad-4485-8821-72a477b1ee52 req-fae7494b-ee6c-4f01-97da-11c9d6f9ab9c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.0941172 Nov 05 21:37:30.174432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.201961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10e9157a-0cad-4485-8821-72a477b1ee52 req-71536b99-654e-4c85-b98c-cfee800112da tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862811 Nov 05 21:37:30.313761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:30.369501 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.375838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.405212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:30.405589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.413841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cda0ee-b627-4a71-a433-dad955d9b50c req-2322feae-1164-4a2c-8933-0e4d002d30d6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:30.415375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-85cda0ee-b627-4a71-a433-dad955d9b50c req-2322feae-1164-4a2c-8933-0e4d002d30d6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.1006041 Nov 05 21:37:30.433827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Allocated IP 172.20.0.1 (614d3a09-3443-406b-8090-b20775932528/51d0cae5-e7a7-4927-9887-0b3f9ca881f8/a124e2b6-582c-435a-b88f-cb6d1d1b61c7) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:30.452750 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.524614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-85cda0ee-b627-4a71-a433-dad955d9b50c req-5a75e8a5-ea42-456f-bed5-a4447a629904 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986471 Nov 05 21:37:30.552512 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Pushing event updated for resources: {'Port': ['ID=15f24e00-5900-4459-b6e9-2bca9d250826,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:30.574298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bfaf9-83cf-43fd-ac1f-c3e5c2bd7d9a req-0c8e70d5-b4f9-4014-8274-fa24a18c16c8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:30.576723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-765bfaf9-83cf-43fd-ac1f-c3e5c2bd7d9a req-0c8e70d5-b4f9-4014-8274-fa24a18c16c8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0705955 Nov 05 21:37:30.596276 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.599051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.599051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.599051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.599051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.599051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.601088 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.602716 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.603128 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.603943 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.605005 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.606245 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:37:30.640241 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Attempting to bind port 15f24e00-5900-4459-b6e9-2bca9d250826 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:30.640627 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Attempting to bind port 15f24e00-5900-4459-b6e9-2bca9d250826 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:30.640978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Attempting to bind port 15f24e00-5900-4459-b6e9-2bca9d250826 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:30.652879 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:30.653252 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:30.653637 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.654016 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:30.654480 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Bound port: 15f24e00-5900-4459-b6e9-2bca9d250826, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:30.658200 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.674454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-765bfaf9-83cf-43fd-ac1f-c3e5c2bd7d9a req-6ee15ee5-9bc0-4aee-a7c8-4dd4b4d2674d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856090 Nov 05 21:37:30.714639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.735462 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] For port 15f24e00-5900-4459-b6e9-2bca9d250826, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:30.739099 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] For port 15f24e00-5900-4459-b6e9-2bca9d250826, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=15f24e00-5900-4459-b6e9-2bca9d250826,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:30.754794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc4e5d-4b42-4b06-ade6-ba17c9b8e00c req-ee580f8b-8b54-49ba-9201-59c2fff0da7e tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:30.756688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02fc4e5d-4b42-4b06-ade6-ba17c9b8e00c req-ee580f8b-8b54-49ba-9201-59c2fff0da7e tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0797849 Nov 05 21:37:30.814957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02fc4e5d-4b42-4b06-ade6-ba17c9b8e00c req-b0279588-7c29-4bed-830f-95890379e1f0 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Nov 05 21:37:30.841268 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.887700 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:30.914539 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717768c-2097-49e0-b250-79d051917a12 None None] Pushing event updated for resources: {'Port': ['ID=15f24e00-5900-4459-b6e9-2bca9d250826,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:30.920989 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:30.922536 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:30.971831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Network 614d3a09-3443-406b-8090-b20775932528 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:30.979218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:30.984317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:31.008772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Pushing event updated for resources: {'Port': ['ID=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:31.042015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebefc3-1419-489b-8c19-0332e9ef07bb req-7bb66dbd-2ad9-4fcc-a427-dd493896dd21 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:31.043582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17ebefc3-1419-489b-8c19-0332e9ef07bb req-7bb66dbd-2ad9-4fcc-a427-dd493896dd21 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.1163557 Nov 05 21:37:31.044330 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.057745 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:31.161558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55677-e0df-492d-bcae-9466b4259202 req-94a2029e-7884-4100-bf03-b0420af59f95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:31.164713 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eef55677-e0df-492d-bcae-9466b4259202 req-94a2029e-7884-4100-bf03-b0420af59f95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 947 time: 0.0790651 Nov 05 21:37:31.251039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eef55677-e0df-492d-bcae-9466b4259202 req-14a05a64-202e-4e26-85a9-4171ca3251c4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732572 Nov 05 21:37:31.262195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17ebefc3-1419-489b-8c19-0332e9ef07bb req-6403e1ae-82f8-4666-84b4-b4379732fe7a tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726248 Nov 05 21:37:31.266789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35240) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:31.329720 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:28Z', 'revision_number': 3, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:31.337533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3dc4cfc4-84f5-40da-a175-e3b26a65e1e2 None None] Provisioning complete for port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:31.337533 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cfc4-84f5-40da-a175-e3b26a65e1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.366334 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174fa74-3131-4cc9-8b3f-aac8bda4c341 None None] The sync data for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 is: [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:28Z', 'revision_number': 3, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:37:31.379281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4cfc4-84f5-40da-a175-e3b26a65e1e2 None None] Port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:31.393868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778a72c-67cf-45c6-9068-4b7437dfb3fc req-daddbc50-8cd0-42a0-bb70-914e3b69fe6a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:31.406244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f778a72c-67cf-45c6-9068-4b7437dfb3fc req-daddbc50-8cd0-42a0-bb70-914e3b69fe6a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 943 time: 0.0708082 Nov 05 21:37:31.412153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.478954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a02f2d0a-aeea-4be7-abb0-c02f2fdf6743 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6596e7bac1848128b5ae33b0d29e869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102001 Nov 05 21:37:31.483639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35246) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:31.511193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f778a72c-67cf-45c6-9068-4b7437dfb3fc req-9095f819-484b-44a6-addb-5892bfec7550 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040261 Nov 05 21:37:31.548542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f83098e-c289-4cfd-a582-5856d47e0abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.576955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f83098e-c289-4cfd-a582-5856d47e0abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.611235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a749a8f1-1349-4640-89af-f1505505e06b details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:31.614745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.624669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e75c236f-777e-4f18-8841-f29f215a1967 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:37:31.661382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: e75c236f-777e-4f18-8841-f29f215a1967 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:37:31.661382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e75c236f-777e-4f18-8841-f29f215a1967 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:37:31.683585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaa846-c7ac-4708-884c-7421689b8dd3 req-c792ab5a-eb9a-42d9-a4ec-cffcf62bada1 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:31.685346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8edaa846-c7ac-4708-884c-7421689b8dd3 req-c792ab5a-eb9a-42d9-a4ec-cffcf62bada1 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1124 time: 0.0571706 Nov 05 21:37:31.720447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.765871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f83098e-c289-4cfd-a582-5856d47e0abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.770257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f83098e-c289-4cfd-a582-5856d47e0abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.775133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f83098e-c289-4cfd-a582-5856d47e0abc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a365b1a9-08d2-49a4-a978-da64190697c2 HTTP/1.1" status: 204 len: 168 time: 0.2902813 Nov 05 21:37:31.794879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:31.812924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a749a8f1-1349-4640-89af-f1505505e06b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'a749a8f1-1349-4640-89af-f1505505e06b', 'mac_address': 'fa:16:3e:77:e6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:31.817734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83098e-c289-4cfd-a582-5856d47e0abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365b1a9-08d2-49a4-a978-da64190697c2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:31.836701 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8edaa846-c7ac-4708-884c-7421689b8dd3 req-161d5d60-4fc2-4c1c-af2f-95cc05290db2 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282291 Nov 05 21:37:31.868214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.882574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Pushing event updated for resources: {'Port': ['ID=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:31.896960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e389f-ac79-47ff-bff9-0a44cfc7f91f req-671ef45d-97d9-4420-adf5-a3b56af9d176 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:31.898765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-976e389f-ac79-47ff-bff9-0a44cfc7f91f req-671ef45d-97d9-4420-adf5-a3b56af9d176 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.1124027 Nov 05 21:37:31.918660 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:31.946923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a749a8f1-1349-4640-89af-f1505505e06b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:31.980853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:32.046375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-976e389f-ac79-47ff-bff9-0a44cfc7f91f req-c387cdf0-3bee-4c37-bffa-4ac4ed117e52 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319563 Nov 05 21:37:32.072033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.076145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d99bb-52ab-4a8b-ac4c-6f7b769215a8 req-d6da567b-5f56-4564-abb8-a9493c7b5f3f tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:32.081550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Network 614d3a09-3443-406b-8090-b20775932528 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:32.084091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:32.088670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-460d99bb-52ab-4a8b-ac4c-6f7b769215a8 req-d6da567b-5f56-4564-abb8-a9493c7b5f3f tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.1032157 Nov 05 21:37:32.162994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-460d99bb-52ab-4a8b-ac4c-6f7b769215a8 req-1862dd3b-9a88-4e79-a669-9bd1304df563 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674286 Nov 05 21:37:32.178062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:32.362628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 15f24e00-5900-4459-b6e9-2bca9d250826 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:32.366528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:32.422712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6bd59-8be3-42d8-9dee-f5f2ed246d15 req-e897b040-9183-4db8-98ba-8ec928103297 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:32.424465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ece6bd59-8be3-42d8-9dee-f5f2ed246d15 req-e897b040-9183-4db8-98ba-8ec928103297 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 948 time: 0.0767407 Nov 05 21:37:32.490004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ece6bd59-8be3-42d8-9dee-f5f2ed246d15 req-dcc901ca-e6d9-4f49-8050-3ebcbc6abf49 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577571 Nov 05 21:37:32.632995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8778-e742-4679-98f2-6f421124ca37 req-99e24e4a-6c1c-4c2f-a8ca-56b850606416 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:32.635295 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b4d8778-e742-4679-98f2-6f421124ca37 req-99e24e4a-6c1c-4c2f-a8ca-56b850606416 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.0661266 Nov 05 21:37:32.678389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-21f6a2c7-6eda-4cea-a5d9-af3fd7ca34a8 None None] Provisioning complete for port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:32.678748 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-21f6a2c7-6eda-4cea-a5d9-af3fd7ca34a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.702947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 15f24e00-5900-4459-b6e9-2bca9d250826 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:32.703310 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.709049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b4d8778-e742-4679-98f2-6f421124ca37 req-b7f04af3-43fb-4051-996c-9f373d2f3c51 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639610 Nov 05 21:37:32.717190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Router 49dc62e4-25e5-4616-8bad-3924fef81981 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:37:32.733521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35278) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:32.749797 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cab69837-1f37-48ea-a0d6-d0199a52ade4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.757791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-c3204ea7-f455-4c91-bdb2-302467f6290b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:32.760525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-c3204ea7-f455-4c91-bdb2-302467f6290b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.5276253 Nov 05 21:37:32.764095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-21f6a2c7-6eda-4cea-a5d9-af3fd7ca34a8 None None] Port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:32.785645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.814386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-1d05ba00-b4b5-4dcc-b710-f2bae2cc85ae tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/quotas/02b1e69dbed64c0d9608ee150a27b5a4 HTTP/1.1" status: 200 len: 375 time: 0.0118592 Nov 05 21:37:32.863042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cab69837-1f37-48ea-a0d6-d0199a52ade4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.870110 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.890437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 15f24e00-5900-4459-b6e9-2bca9d250826, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=15f24e00-5900-4459-b6e9-2bca9d250826,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:32.916963 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-1b77477e-be48-4837-8b0f-b8aff48b8c2e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924749 Nov 05 21:37:32.918171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:37:32.923942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e779078f-7b0e-488a-88c0-ba1634e36590 admin admin] 10.222.0.41 "PUT /v2.0/routers/49dc62e4-25e5-4616-8bad-3924fef81981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3955481 Nov 05 21:37:32.932130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cab69837-1f37-48ea-a0d6-d0199a52ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.966534 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:32.976877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cab69837-1f37-48ea-a0d6-d0199a52ade4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58d36231edf5477ab101ca8f330d24a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399547 Nov 05 21:37:32.978185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35282) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:32.980615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab69837-1f37-48ea-a0d6-d0199a52ade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052f4df-afed-467e-ae9a-76520b174472,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:33.020231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=15f24e00-5900-4459-b6e9-2bca9d250826,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:33.046169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-728accb5-eb15-46ec-843b-6480c129bf85 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210568 Nov 05 21:37:33.073866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fbf4072b-7a63-4eef-9331-800b63b5b6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:33.151723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fbf4072b-7a63-4eef-9331-800b63b5b6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:33.180193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c39d1-9fcb-4772-bc87-c7473b5e3579 req-63806749-4153-4b74-941e-4ff81877a77b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:33.182234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de4c39d1-9fcb-4772-bc87-c7473b5e3579 req-63806749-4153-4b74-941e-4ff81877a77b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Nov 05 21:37:33.210648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-cfe3d2ab-4442-422b-bebe-4b95cf83ad46 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572258 Nov 05 21:37:33.233306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de4c39d1-9fcb-4772-bc87-c7473b5e3579 req-13e7caa9-a540-4892-9fd4-32f499cc7373 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436659 Nov 05 21:37:33.297745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fbf4072b-7a63-4eef-9331-800b63b5b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:33.300502 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fbf4072b-7a63-4eef-9331-800b63b5b6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:33.301711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fbf4072b-7a63-4eef-9331-800b63b5b6dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6052f4df-afed-467e-ae9a-76520b174472 HTTP/1.1" status: 204 len: 168 time: 0.3227391 Nov 05 21:37:33.310602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4072b-7a63-4eef-9331-800b63b5b6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052f4df-afed-467e-ae9a-76520b174472,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:33.359245 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:37:33.489417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Sync routers for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:37:33.501302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:33.502118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:33.557259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5a109-6762-4c89-96c8-f5b540c7b791 req-88010c2a-223e-4f7f-9658-f303339aa1d7 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:33.558917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dca5a109-6762-4c89-96c8-f5b540c7b791 req-88010c2a-223e-4f7f-9658-f303339aa1d7 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0602782 Nov 05 21:37:33.605974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a749a8f1-1349-4640-89af-f1505505e06b up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:33.610842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-c9e58173-a8a1-477d-a6b5-73e818895a28 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:33.621786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-c9e58173-a8a1-477d-a6b5-73e818895a28 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks?id=614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 200 len: 829 time: 0.1724856 Nov 05 21:37:33.638859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-ba0d9077-3ff9-46e3-a28f-7a851654b168 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/quotas/5a2039c0113e40468be1bc0b8c98aac8 HTTP/1.1" status: 200 len: 375 time: 0.0199883 Nov 05 21:37:33.657745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dca5a109-6762-4c89-96c8-f5b540c7b791 req-0b2276d8-b710-42da-a0b2-c8a7603fac8f tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Nov 05 21:37:33.679476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:33.730493 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-e4d25906-0f0d-45e1-9241-d7fd5812c571 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907266 Nov 05 21:37:33.784045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f07a1bf0-3344-4a5f-9887-5032585bc71b req-7a501d43-6d56-472c-9e1b-3c8803bdeb21 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 210 time: 0.0611284 Nov 05 21:37:33.840722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a749a8f1-1349-4640-89af-f1505505e06b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:33.855973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a749a8f1-1349-4640-89af-f1505505e06b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:33.860783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:33.881070 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-3e96044e-273b-4dd7-b0e2-4fad5bd87410 service neutron] 10.222.0.41 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431708 Nov 05 21:37:33.947046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd11c-d3b0-48ed-b6fd-65d7ffbba6ae req-608e98ba-de47-4631-af2c-0a0a9e2f557f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:33.956412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6edd11c-d3b0-48ed-b6fd-65d7ffbba6ae req-608e98ba-de47-4631-af2c-0a0a9e2f557f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 948 time: 0.0806108 Nov 05 21:37:34.000660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-03c80419-e973-4183-9c5b-d634b3575ad3 service neutron] 10.222.0.41 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181350 Nov 05 21:37:34.015203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6edd11c-d3b0-48ed-b6fd-65d7ffbba6ae req-1432ea83-26ae-4bdd-b4ed-93c8dfc6750d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532768 Nov 05 21:37:34.054432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 2, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:34.057861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:34.110040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Checking router: 49dc62e4-25e5-4616-8bad-3924fef81981 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:37:34.110390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Updating router 49dc62e4-25e5-4616-8bad-3924fef81981 port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:37:34.121511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f9b7-bdcb-4077-a9b7-b6583e101d12 req-9268c27b-df25-4fa3-a2ec-da5fe2de99fd tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:34.129049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc16f9b7-bdcb-4077-a9b7-b6583e101d12 req-9268c27b-df25-4fa3-a2ec-da5fe2de99fd tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.0676279 Nov 05 21:37:34.152035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:34.154306 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857fc681-9616-4e0f-8ce4-3eca4a72ed80" -d '{"events": [{"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-plugged", "status": "completed", "tag": "a749a8f1-1349-4640-89af-f1505505e06b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:34.165379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:34.171610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:34.184223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc16f9b7-bdcb-4077-a9b7-b6583e101d12 req-2490bfe9-9658-42ca-8eb4-f0c46d60ba83 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540185 Nov 05 21:37:34.316004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 15f24e00-5900-4459-b6e9-2bca9d250826 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:34.324336 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1661fe08-f5f8-4c5d-a9b1-f1fb3fd4c826 x-openstack-request-id: req-1661fe08-f5f8-4c5d-a9b1-f1fb3fd4c826 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:34.324648 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-plugged", "status": "completed", "tag": "a749a8f1-1349-4640-89af-f1505505e06b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:34.324907 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1661fe08-f5f8-4c5d-a9b1-f1fb3fd4c826 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:34.325358 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b', 'code': 200} Nov 05 21:37:34.326117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:34.405300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98a73-26dd-4298-a3fb-33e0b8b075ca req-2b1664ca-2641-4635-a957-10d1d2372c73 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:34.406905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43a98a73-26dd-4298-a3fb-33e0b8b075ca req-2b1664ca-2641-4635-a957-10d1d2372c73 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0564449 Nov 05 21:37:34.436718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69e82b37-1213-446d-8597-85ff0d0b3fa2 req-05a1b300-48f0-4bf0-958c-05a13179f1d9 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 210 time: 0.0841777 Nov 05 21:37:34.492132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43a98a73-26dd-4298-a3fb-33e0b8b075ca req-85d14c4e-9839-454e-aca7-8010d566d197 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762670 Nov 05 21:37:34.531469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:34.563357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 15f24e00-5900-4459-b6e9-2bca9d250826 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:34.563740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:34.685236 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:34.771173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309e8b9-6abc-479d-8b4b-a842388d860e req-81abf838-da66-419b-b051-3444a02dda8a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:34.771173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e309e8b9-6abc-479d-8b4b-a842388d860e req-81abf838-da66-419b-b051-3444a02dda8a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0480013 Nov 05 21:37:34.815817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e309e8b9-6abc-479d-8b4b-a842388d860e req-4e0ef44e-0aca-4489-989a-edbc78299930 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Nov 05 21:37:34.880907 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:34.898074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a960d04-1c72-4458-83b8-ea3d3883e9a1 req-56b59fc8-d65e-498e-ae7b-54d00c95028d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 210 time: 0.0336173 Nov 05 21:37:34.929133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b85194-78c5-4329-beee-0d98189832b8 None None] Pushing event updated for resources: {'Port': ['ID=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:34.989545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Attempting to bind port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:34.989991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Attempting to bind port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:34.990406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Attempting to bind port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 on network 614d3a09-3443-406b-8090-b20775932528 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:34.996175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:35.001678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Checking segment: {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:35.001678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:35.001678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Bound using segment: {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:35.001678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Bound port: a124e2b6-582c-435a-b88f-cb6d1d1b61c7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:35.001678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:35.080471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] For port a124e2b6-582c-435a-b88f-cb6d1d1b61c7, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:35.084777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] For port a124e2b6-582c-435a-b88f-cb6d1d1b61c7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:35.140345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacb855-d796-46f7-8e31-b226114d4eb6 req-d59c70c3-90af-4db8-aaf1-0987e5ceef09 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:35.142314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5bacb855-d796-46f7-8e31-b226114d4eb6 req-d59c70c3-90af-4db8-aaf1-0987e5ceef09 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0597332 Nov 05 21:37:35.205241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8d4eb2c0-b77d-4e2b-b133-e72ffddb4110 None None] Provisioning complete for port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:35.205501 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb2c0-b77d-4e2b-b133-e72ffddb4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:35.209646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5bacb855-d796-46f7-8e31-b226114d4eb6 req-f133949e-1146-4032-b4a6-9d4f64498585 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Nov 05 21:37:35.237739 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:35.267003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eb2c0-b77d-4e2b-b133-e72ffddb4110 None None] Port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:35.297344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b85194-78c5-4329-beee-0d98189832b8 None None] Pushing event updated for resources: {'Port': ['ID=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:35.315390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:35.316166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:35.327177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8defa-7ee7-46b2-8db3-7a2098bab4b7 req-da3febe1-94a8-491b-bdac-fc50194fb6c5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:35.329018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05d8defa-7ee7-46b2-8db3-7a2098bab4b7 req-da3febe1-94a8-491b-bdac-fc50194fb6c5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.0769024 Nov 05 21:37:35.417912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05d8defa-7ee7-46b2-8db3-7a2098bab4b7 req-0432f189-ea59-45c0-baff-463e184d9d1f tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772653 Nov 05 21:37:35.481239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:35.527469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c3ec8c6-7af9-49af-b515-61cc52c46bc0 req-c0d004b3-fcdf-464b-a40c-51fece1fe8ce tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 210 time: 0.0379725 Nov 05 21:37:35.656165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0062123-ee93-491d-8ab1-9bfece6f4d99 req-db1e2cfb-6a3a-48a6-8579-8d553119927e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:35.657773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0062123-ee93-491d-8ab1-9bfece6f4d99 req-db1e2cfb-6a3a-48a6-8579-8d553119927e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0627162 Nov 05 21:37:35.704808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-45796546-8b88-4584-9e01-737bd4ee154e None None] Provisioning complete for port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:35.705368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45796546-8b88-4584-9e01-737bd4ee154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:35.718792 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0062123-ee93-491d-8ab1-9bfece6f4d99 req-0abeec80-0248-408f-ba9c-27f3dc6c0ae7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540619 Nov 05 21:37:35.812398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:35.843718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281510c-987b-4ac5-90d1-5300f464ee0a None None] The sync data for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 is: [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:37:35.849274 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45796546-8b88-4584-9e01-737bd4ee154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:35.891522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-45796546-8b88-4584-9e01-737bd4ee154e None None] For port a124e2b6-582c-435a-b88f-cb6d1d1b61c7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:35.976000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7bb29-14e3-40f9-a0f9-0446ea95462a req-6182b6e0-3764-4061-a491-987f28960864 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:35.984134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7b7bb29-14e3-40f9-a0f9-0446ea95462a req-6182b6e0-3764-4061-a491-987f28960864 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0852547 Nov 05 21:37:36.015417 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45796546-8b88-4584-9e01-737bd4ee154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:36.023713 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b94c3ef9-8339-4d4c-a90d-4734793c833a req-a1d52b70-d2cc-486c-9991-f03e6d502e6c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 210 time: 0.0274723 Nov 05 21:37:36.090944 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7b7bb29-14e3-40f9-a0f9-0446ea95462a req-f6d0c7c7-79bd-4122-a943-f9766956e77a tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048141 Nov 05 21:37:36.099774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45796546-8b88-4584-9e01-737bd4ee154e None None] Pushing event updated for resources: {'Port': ['ID=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:36.248223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1fc28c5-3c58-472d-8dd0-b664164d7d6a req-2edaa98b-e9eb-4997-adbb-cc60cd3a6f60 tempest-FlavorsV2NegativeTest-1765230212 tempest-FlavorsV2NegativeTest-1765230212-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=da477a6447be47b495573c05befa3e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297267 Nov 05 21:37:36.251954 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-deb5edd8-5fea-4901-bc8a-f49b8d7ceaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:36.333204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a124e2b6-582c-435a-b88f-cb6d1d1b61c7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:36.378594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984b99-19d9-44ae-9117-1d34c6fc9ebb req-31ffb328-8586-4304-8d25-686a386091f3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:36.386937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31984b99-19d9-44ae-9117-1d34c6fc9ebb req-31ffb328-8586-4304-8d25-686a386091f3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0895858 Nov 05 21:37:36.431778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:36.431778 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:36.460805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31984b99-19d9-44ae-9117-1d34c6fc9ebb req-25261351-f382-49d3-ac86-d42684032b44 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725057 Nov 05 21:37:36.493746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc28c5-3c58-472d-8dd0-b664164d7d6a req-4f448a30-5282-40ee-807f-c46111c31ea5 tempest-FlavorsV2NegativeTest-1765230212 tempest-FlavorsV2NegativeTest-1765230212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:36.499256 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1fc28c5-3c58-472d-8dd0-b664164d7d6a req-4f448a30-5282-40ee-807f-c46111c31ea5 tempest-FlavorsV2NegativeTest-1765230212 tempest-FlavorsV2NegativeTest-1765230212-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388232 Nov 05 21:37:36.529381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1fc28c5-3c58-472d-8dd0-b664164d7d6a req-c95f0110-bd4d-49ef-be22-7d50a6037a8b tempest-FlavorsV2NegativeTest-1765230212 tempest-FlavorsV2NegativeTest-1765230212-project] 10.222.0.41 "GET /v2.0/quotas/da477a6447be47b495573c05befa3e22 HTTP/1.1" status: 200 len: 375 time: 0.0285413 Nov 05 21:37:36.590691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1fc28c5-3c58-472d-8dd0-b664164d7d6a req-527a2588-53d3-4335-b6b1-7b9050d9c8b5 tempest-FlavorsV2NegativeTest-1765230212 tempest-FlavorsV2NegativeTest-1765230212-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=da477a6447be47b495573c05befa3e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603366 Nov 05 21:37:36.648018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-f733f73d-8922-4786-b2e0-260fb89d5524 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:36.649442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-f733f73d-8922-4786-b2e0-260fb89d5524 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.2558603 Nov 05 21:37:36.693416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ccb70-ae06-4e85-ae61-bcd31522fdcc req-b69202cd-22ba-4fb0-9f83-56e19b0565b5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:36.695367 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-963ccb70-ae06-4e85-ae61-bcd31522fdcc req-b69202cd-22ba-4fb0-9f83-56e19b0565b5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.0641143 Nov 05 21:37:36.703870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00102ab1-1855-45e1-8f3b-5afc0286060e req-9a642525-67e9-4324-a684-49ab0f79fa91 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 210 time: 0.0360024 Nov 05 21:37:36.775652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-963ccb70-ae06-4e85-ae61-bcd31522fdcc req-ef150848-5dbb-4ca0-9345-3ea3d1a26770 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662003 Nov 05 21:37:36.790308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Request body: {'port': {'device_id': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'admin_state_up': True, 'tenant_id': '02b1e69dbed64c0d9608ee150a27b5a4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:36.990807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0e98-d0e2-4e4c-82c4-36fd7b7a9d56 req-a9c06680-3994-4933-99e5-f163c67f4c67 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:36.999085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d12c0e98-d0e2-4e4c-82c4-36fd7b7a9d56 req-a9c06680-3994-4933-99e5-f163c67f4c67 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.1667488 Nov 05 21:37:37.046895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d12c0e98-d0e2-4e4c-82c4-36fd7b7a9d56 req-41d2778c-29f7-46c3-92fd-a37d130958fc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Nov 05 21:37:37.097263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Made reservation on behalf of 02b1e69dbed64c0d9608ee150a27b5a4 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:37.101057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:37.174186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ffeadc4b-e37f-41a6-8ae2-cb51fdea0666 req-3038b7fd-2cd4-411f-836d-d140d31b9207 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 210 time: 0.0436680 Nov 05 21:37:37.318340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcb7c9-184d-4ba3-b1d3-b87d34c98abf req-1c064f56-90e3-4fc0-993d-85960afd4136 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:37.319862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37dcb7c9-184d-4ba3-b1d3-b87d34c98abf req-1c064f56-90e3-4fc0-993d-85960afd4136 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.1037538 Nov 05 21:37:37.359291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Allocated IP 172.20.0.12 (4ef6d437-51b6-4f00-a540-ec2d4ab79672/e4d80e34-f340-49b6-9373-1256d01a2681/69fd1a5b-2279-47c4-b74d-00eb57fa4121) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:37.398494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37dcb7c9-184d-4ba3-b1d3-b87d34c98abf req-0889d19c-0ce3-4faa-a4f6-f6415a585164 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687041 Nov 05 21:37:37.539535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-2cbc2b63-af8d-4672-afaf-543a0d80f2d1 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:37.542300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-2cbc2b63-af8d-4672-afaf-543a0d80f2d1 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.13 "GET /v2.0/networks?id=614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 200 len: 829 time: 0.1214032 Nov 05 21:37:37.565773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Request body: {'port': {'device_id': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'admin_state_up': True, 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:37.569820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:37.658913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d469b-c00b-4dc2-b14b-13656363e326 req-308ff447-6aad-4de3-acf2-c49993d01606 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:37.660412 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-810d469b-c00b-4dc2-b14b-13656363e326 req-308ff447-6aad-4de3-acf2-c49993d01606 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1094115 Nov 05 21:37:37.736429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-810d469b-c00b-4dc2-b14b-13656363e326 req-7a2f6c6b-bb2f-4dfa-af89-17fc4b0fe31e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686693 Nov 05 21:37:37.806921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3df1d50c-4e0b-472a-a940-72fe63845bc0 req-af20fb0b-07ed-4cdc-a447-61e350d50b64 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 210 time: 0.0277112 Nov 05 21:37:37.813016 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:37.834111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:37.865258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:37.868392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:37.874207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:37.879056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Made reservation on behalf of 5a2039c0113e40468be1bc0b8c98aac8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:37.883756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:37.902770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:37.935628 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:37.936360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:37.999089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d6175-59f6-4438-9eff-cef74dcc2c31 req-a1ef1425-9c7c-4629-a1fe-5f130fd10d7a tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:38.000666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c39d6175-59f6-4438-9eff-cef74dcc2c31 req-a1ef1425-9c7c-4629-a1fe-5f130fd10d7a tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.1557109 Nov 05 21:37:38.028302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-8a4a0897-ed5c-4bbb-94c3-2d5c31eda10b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2473524 Nov 05 21:37:38.044010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Request body: {'port': {'device_id': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:38.055712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35454) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:38.105884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c39d6175-59f6-4438-9eff-cef74dcc2c31 req-2a4d91e6-d881-404e-b3a7-4d1d828754b7 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934267 Nov 05 21:37:38.107265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Allocated IP 172.20.0.13 (614d3a09-3443-406b-8090-b20775932528/51d0cae5-e7a7-4927-9887-0b3f9ca881f8/9acd529d-14d2-4f84-8d81-d35e3df5c63c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:38.142824 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.237652 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-138fa88c-f8aa-4b66-b5e9-0e4a62804572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.248443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef8126-8767-45fd-9abc-72d9a26cc614 req-f93eed98-93b1-4851-9d46-9a6fd51af14b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:38.252036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33ef8126-8767-45fd-9abc-72d9a26cc614 req-f93eed98-93b1-4851-9d46-9a6fd51af14b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0966194 Nov 05 21:37:38.329552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.372852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33ef8126-8767-45fd-9abc-72d9a26cc614 req-96d969cc-e845-4bbc-b5ba-5dda930057b9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149445 Nov 05 21:37:38.373196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599a1ed-008a-4bad-b3bc-c62728567642 req-341c062d-134c-4e0a-ba25-6b5d9775b1c4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:38.374891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6599a1ed-008a-4bad-b3bc-c62728567642 req-341c062d-134c-4e0a-ba25-6b5d9775b1c4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 932 time: 0.1103849 Nov 05 21:37:38.425909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-138fa88c-f8aa-4b66-b5e9-0e4a62804572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.468775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6599a1ed-008a-4bad-b3bc-c62728567642 req-a4a9869d-d12a-414f-809e-dfb5647aa13b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705543 Nov 05 21:37:38.474930 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6ef9a36-3744-4fbe-a42c-6b4f8cbd382d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.521078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-138fa88c-f8aa-4b66-b5e9-0e4a62804572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.523882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.531980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fd1a5b-2279-47c4-b74d-00eb57fa4121 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:38.541159 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.558348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Transition to ACTIVE for port object 69fd1a5b-2279-47c4-b74d-00eb57fa4121 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:38.567025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684f2d7-3493-462b-9d16-3fdca5ebc7c5 req-5cc499ef-4863-49ad-8dec-a93d405c27fe tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:38.568507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b684f2d7-3493-462b-9d16-3fdca5ebc7c5 req-5cc499ef-4863-49ad-8dec-a93d405c27fe tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0764639 Nov 05 21:37:38.599617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Network 614d3a09-3443-406b-8090-b20775932528 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:38.602089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-138fa88c-f8aa-4b66-b5e9-0e4a62804572 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da477a6447be47b495573c05befa3e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452602 Nov 05 21:37:38.606214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35464) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:38.607651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fa88c-f8aa-4b66-b5e9-0e4a62804572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58bf01c-1d11-4644-9b17-4c810a5106d5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:38.612380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:38.617400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:38.620502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event updated for resources: {'Port': ['ID=9acd529d-14d2-4f84-8d81-d35e3df5c63c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:38.631283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b684f2d7-3493-462b-9d16-3fdca5ebc7c5 req-872b6f80-9f25-47c3-b956-5d16087b3662 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558262 Nov 05 21:37:38.671893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.688787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:38.689646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.721433 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa135dcc-1d2e-4b76-a79e-1dfec5d8e3ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.760764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa135dcc-1d2e-4b76-a79e-1dfec5d8e3ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.764618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:38.810339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-d4969344-6e06-428b-a962-14bfaa0c8021 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2490501 Nov 05 21:37:38.826235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Request body: {'port': {'device_id': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:38.889134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-99178e79-d252-4f74-9f59-e2a2649903aa None None] Provisioning complete for port 9acd529d-14d2-4f84-8d81-d35e3df5c63c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:38.889707 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-99178e79-d252-4f74-9f59-e2a2649903aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.898305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:38.898733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:38.899060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:38.910501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a509327-08b2-4cf7-8ee3-93f546f5adc6 req-aa3ecf86-4d6b-4b6d-bf94-cfdfa736ee64 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:38.911969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a509327-08b2-4cf7-8ee3-93f546f5adc6 req-aa3ecf86-4d6b-4b6d-bf94-cfdfa736ee64 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0855551 Nov 05 21:37:38.914412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:38.914738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:38.917581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.921255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:38.921473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:38.921695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:38.922124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Bound port: 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:38.922483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.973192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa135dcc-1d2e-4b76-a79e-1dfec5d8e3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.975696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa135dcc-1d2e-4b76-a79e-1dfec5d8e3ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:38.981542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-aa135dcc-1d2e-4b76-a79e-1dfec5d8e3ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c58bf01c-1d11-4644-9b17-4c810a5106d5 HTTP/1.1" status: 204 len: 168 time: 0.3695750 Nov 05 21:37:38.997593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242c84d-a08e-4559-a21b-5f67c0d087c4 req-9f99b77d-8b9b-40df-8f26-c606c40476de tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:38.998762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4242c84d-a08e-4559-a21b-5f67c0d087c4 req-9f99b77d-8b9b-40df-8f26-c606c40476de tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 932 time: 0.1011767 Nov 05 21:37:39.020907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa135dcc-1d2e-4b76-a79e-1dfec5d8e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58bf01c-1d11-4644-9b17-4c810a5106d5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:39.046937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a509327-08b2-4cf7-8ee3-93f546f5adc6 req-67ba4e5d-e4d7-4355-abe3-0cf8eb6b8f92 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218088 Nov 05 21:37:39.053570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:39.062930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:39.092417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-99178e79-d252-4f74-9f59-e2a2649903aa None None] Port 9acd529d-14d2-4f84-8d81-d35e3df5c63c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:39.135074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4242c84d-a08e-4559-a21b-5f67c0d087c4 req-47e7d99c-df91-4f0e-86c6-06aec0979f96 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172349 Nov 05 21:37:39.161481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.238423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:39.239109 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.240488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 1092 time: 1.2008746 Nov 05 21:37:39.240939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:39.243198 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adde1770-0e80-4192-b8bd-6c80ed47be8f" -d '{"events": [{"name": "network-changed", "server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:39.273694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ead69c-7fae-43de-97bd-3d67f058f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:39.284814 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eff9536-ce12-4a3f-a641-62d8d9b95f6c x-openstack-request-id: req-7eff9536-ce12-4a3f-a641-62d8d9b95f6c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:39.285122 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:39.285375 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7eff9536-ce12-4a3f-a641-62d8d9b95f6c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:39.285784 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'status': 'completed', 'code': 200} Nov 05 21:37:39.289619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acd529d-14d2-4f84-8d81-d35e3df5c63c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:39.298458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.306073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b8bc-f454-4bfa-bad6-572dc6b091c9 req-9dbd2d5c-75ba-4548-b2dc-4cba0f6a84d8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:39.307693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5909b8bc-f454-4bfa-bad6-572dc6b091c9 req-9dbd2d5c-75ba-4548-b2dc-4cba0f6a84d8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.1145070 Nov 05 21:37:39.310663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Transition to ACTIVE for port object 9acd529d-14d2-4f84-8d81-d35e3df5c63c will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:39.382754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5909b8bc-f454-4bfa-bad6-572dc6b091c9 req-e4a7a5b0-21e9-407e-9278-c0618f44d4fa tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649920 Nov 05 21:37:39.386398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde1770-0e80-4192-b8bd-6c80ed47be8f req-f3b591ce-9986-4d3d-8d6e-0f557baaca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:39.387956 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adde1770-0e80-4192-b8bd-6c80ed47be8f req-f3b591ce-9986-4d3d-8d6e-0f557baaca0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1095 time: 0.0789218 Nov 05 21:37:39.389200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.458072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Pushing event updated for resources: {'Port': ['ID=9acd529d-14d2-4f84-8d81-d35e3df5c63c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:39.574752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a977-5eb4-4eed-9713-b64d0d400004 req-e11f0dd4-3c78-4e89-91d9-86d541a3e906 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:39.582333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fef8a977-5eb4-4eed-9713-b64d0d400004 req-e11f0dd4-3c78-4e89-91d9-86d541a3e906 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0979986 Nov 05 21:37:39.626223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde1770-0e80-4192-b8bd-6c80ed47be8f req-76eb5727-f1be-44ad-8f1e-a38ddaf21041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:39.626642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Attempting to bind port 9acd529d-14d2-4f84-8d81-d35e3df5c63c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:39.632081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Attempting to bind port 9acd529d-14d2-4f84-8d81-d35e3df5c63c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:39.632081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Attempting to bind port 9acd529d-14d2-4f84-8d81-d35e3df5c63c on network 614d3a09-3443-406b-8090-b20775932528 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:39.632306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adde1770-0e80-4192-b8bd-6c80ed47be8f req-76eb5727-f1be-44ad-8f1e-a38ddaf21041 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2300115 Nov 05 21:37:39.639823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Port 9acd529d-14d2-4f84-8d81-d35e3df5c63c on network 614d3a09-3443-406b-8090-b20775932528 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:39.640075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Attempting to bind port 9acd529d-14d2-4f84-8d81-d35e3df5c63c on network 614d3a09-3443-406b-8090-b20775932528 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:39.646110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fef8a977-5eb4-4eed-9713-b64d0d400004 req-05fadf20-f478-4aa3-9a61-3d079e8698f7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629406 Nov 05 21:37:39.648873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:39.649205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Checking segment: {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:39.649576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Bound using segment: {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:39.650579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Bound port: 9acd529d-14d2-4f84-8d81-d35e3df5c63c, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1582127c-1d58-440b-bac3-fb11b976966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '614d3a09-3443-406b-8090-b20775932528'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:39.650911 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.782658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] For port 9acd529d-14d2-4f84-8d81-d35e3df5c63c, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:39.786619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] For port 9acd529d-14d2-4f84-8d81-d35e3df5c63c, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:39.803739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece87a0c-9900-4db1-9589-402c2c15faa2 req-5b1e1a32-832b-4e96-9a6a-fa04e91167ee tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:39.808072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ece87a0c-9900-4db1-9589-402c2c15faa2 req-5b1e1a32-832b-4e96-9a6a-fa04e91167ee tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0807796 Nov 05 21:37:39.862936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ece87a0c-9900-4db1-9589-402c2c15faa2 req-bdf3aca0-882e-493b-89f7-34a40dc4babb tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Nov 05 21:37:39.864622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.902143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:39.913323 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.914341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:39.914341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] 10.222.0.13 "PUT /v2.0/ports/9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 1092 time: 1.0842831 Nov 05 21:37:39.914341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:39.914341 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94180698-eae6-4587-8a62-476d4e62553a" -d '{"events": [{"name": "network-changed", "server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:39.936965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693e960-e278-41af-a9c3-f1e104d35a44 service neutron] Pushing event updated for resources: {'Port': ['ID=9acd529d-14d2-4f84-8d81-d35e3df5c63c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:40.047525 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d311efa3-8889-4bb3-bf3c-00b0ad6ae606 x-openstack-request-id: req-d311efa3-8889-4bb3-bf3c-00b0ad6ae606 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:40.047834 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:40.048092 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d311efa3-8889-4bb3-bf3c-00b0ad6ae606 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:40.048487 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'status': 'completed', 'code': 200} Nov 05 21:37:40.058342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31638571-cbf4-45b2-a3ad-5d4deabaf2aa req-26147cf2-aaf1-44a1-af37-d9537f966bd9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.059914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31638571-cbf4-45b2-a3ad-5d4deabaf2aa req-26147cf2-aaf1-44a1-af37-d9537f966bd9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 944 time: 0.4229703 Nov 05 21:37:40.095061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-28b96133-cfb4-426a-b660-c542a937473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.096758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-28b96133-cfb4-426a-b660-c542a937473d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 1095 time: 0.0638649 Nov 05 21:37:40.145257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-0e9eb2f8-5e1e-4c09-902c-56a0751c7d18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 217 time: 0.0376289 Nov 05 21:37:40.155017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde1770-0e80-4192-b8bd-6c80ed47be8f req-60611540-d351-4175-a380-93b245593d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.156535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adde1770-0e80-4192-b8bd-6c80ed47be8f req-60611540-d351-4175-a380-93b245593d7f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5208151 Nov 05 21:37:40.177482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31638571-cbf4-45b2-a3ad-5d4deabaf2aa req-547e1bcf-2786-4edc-9e5f-af1b2e19965c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070037 Nov 05 21:37:40.251777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-50a304af-34cc-4685-98fe-87cdf66b08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.253286 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-50a304af-34cc-4685-98fe-87cdf66b08fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1095 time: 0.0487280 Nov 05 21:37:40.272730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-b2ab2e8c-515d-41e2-a28a-f6e8d5908a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.274185 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-b2ab2e8c-515d-41e2-a28a-f6e8d5908a71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51d0cae5-e7a7-4927-9887-0b3f9ca881f8 HTTP/1.1" status: 200 len: 868 time: 0.1146946 Nov 05 21:37:40.288301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d925-4a1c-4714-a965-d7e2247f3128 req-7c8bac5d-a312-4a4b-afdb-7e35ec67a718 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.289995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea42d925-4a1c-4714-a965-d7e2247f3128 req-7c8bac5d-a312-4a4b-afdb-7e35ec67a718 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1438797 Nov 05 21:37:40.303358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-f8dbcebc-b1be-4c1a-806b-af94a72a93a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 217 time: 0.0379360 Nov 05 21:37:40.367241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-09add134-186f-4cd7-82bd-82d908cfb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.368826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-09add134-186f-4cd7-82bd-82d908cfb05c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=614d3a09-3443-406b-8090-b20775932528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779145 Nov 05 21:37:40.373843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea42d925-4a1c-4714-a965-d7e2247f3128 req-8edba981-c5bb-4abf-a4a8-a3353a8d76bc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692132 Nov 05 21:37:40.379368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-0e9ade41-71a1-4df1-a206-e0845c5b2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.380844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-0e9ade41-71a1-4df1-a206-e0845c5b2e9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0679832 Nov 05 21:37:40.389931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067c634-49a1-4779-adab-21607caa1288 req-11472393-23f9-4239-b034-a294ea774e64 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.391646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2067c634-49a1-4779-adab-21607caa1288 req-11472393-23f9-4239-b034-a294ea774e64 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 944 time: 0.0914516 Nov 05 21:37:40.424575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-bd4a2ebd-9ac3-42a8-816b-b52546cc7e95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317843 Nov 05 21:37:40.468165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-eb7475fd-79b6-44a4-9e6a-ade5114ada13 service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914919 Nov 05 21:37:40.516211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2067c634-49a1-4779-adab-21607caa1288 req-ffabb6ea-aeb3-4b1c-a641-c331ece1778f tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143045 Nov 05 21:37:40.561530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-dc7e51ad-0fa0-48ab-ac1b-27aec3dc975e service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242802 Nov 05 21:37:40.606488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1acf0d12-856b-49b4-9385-42b5dfa81b6a req-c430975b-e2c3-4caf-bebd-e8822220e6c4 service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284175 Nov 05 21:37:40.608314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-378081d1-193e-4402-bebc-f467c892ba3b tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=88d0e03f84834bdaa544f936a4c1f262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303864 Nov 05 21:37:40.692924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff97b-ba94-470a-ba9f-a66d93ba1528 req-1b7fe3ed-4058-4ee1-a2f2-926987e733bd tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.694343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eff97b-ba94-470a-ba9f-a66d93ba1528 req-1b7fe3ed-4058-4ee1-a2f2-926987e733bd tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.1031625 Nov 05 21:37:40.727410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55317f7-a838-4e61-883f-97d15ef51dd3 req-4e744a3d-cebe-4130-af31-bf3fd057dd12 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563003 Nov 05 21:37:40.733146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-71d6f5d4-a4a0-482e-a103-849395ee01b2 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.735259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-71d6f5d4-a4a0-482e-a103-849395ee01b2 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199725 Nov 05 21:37:40.754212 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-5d703b48-b306-4eef-b8e3-76a794786886 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/quotas/88d0e03f84834bdaa544f936a4c1f262 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Nov 05 21:37:40.797789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-dc2fad92-06c5-4df1-a0f1-eca96156df5f tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88d0e03f84834bdaa544f936a4c1f262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364854 Nov 05 21:37:40.815882 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eff97b-ba94-470a-ba9f-a66d93ba1528 req-145f67e8-ac30-4a08-a7f2-c0e68f4912c3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080668 Nov 05 21:37:40.871235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180698-eae6-4587-8a62-476d4e62553a req-0e3e2ce4-15d2-416e-aef2-8e3f8daf23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:40.872780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94180698-eae6-4587-8a62-476d4e62553a req-0e3e2ce4-15d2-416e-aef2-8e3f8daf23ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 1095 time: 0.1212642 Nov 05 21:37:40.942890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-48256af0-4012-4d5d-801b-fc06e1d31ec4 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726899 Nov 05 21:37:41.003655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-ed8360be-566a-4344-9950-03a3151de90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.005494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-ed8360be-566a-4344-9950-03a3151de90f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1124 time: 0.0517664 Nov 05 21:37:41.101877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d04c2-0a78-424c-87ea-5aecdca5324f req-1407cb7f-39f3-4559-98c2-9c6836a93b33 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.103659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b7d04c2-0a78-424c-87ea-5aecdca5324f req-1407cb7f-39f3-4559-98c2-9c6836a93b33 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.2035091 Nov 05 21:37:41.158138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180698-eae6-4587-8a62-476d4e62553a req-cbe07a3a-0824-4d00-8b76-e314070ff426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.159620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94180698-eae6-4587-8a62-476d4e62553a req-cbe07a3a-0824-4d00-8b76-e314070ff426 service neutron] 10.222.0.13 "GET /v2.0/networks?id=614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 200 len: 930 time: 0.2729378 Nov 05 21:37:41.175894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ce261b3-d700-4725-a4c6-603b55397973 req-8e1fbe29-d861-47fc-b2aa-7ffcbb89a9b8 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012315 Nov 05 21:37:41.247004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94180698-eae6-4587-8a62-476d4e62553a req-3cdf578f-c720-4856-b0f1-ae9524e9d58f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 217 time: 0.0734251 Nov 05 21:37:41.254921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b7d04c2-0a78-424c-87ea-5aecdca5324f req-be7165d6-2928-4aa2-9f58-20452a4e8eab tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398380 Nov 05 21:37:41.308764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:41.328106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180698-eae6-4587-8a62-476d4e62553a req-6f3e3f85-088c-4552-a22d-8f242c09f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.329730 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94180698-eae6-4587-8a62-476d4e62553a req-6f3e3f85-088c-4552-a22d-8f242c09f19d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51d0cae5-e7a7-4927-9887-0b3f9ca881f8 HTTP/1.1" status: 200 len: 868 time: 0.0730817 Nov 05 21:37:41.361122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-18204b4b-6bd4-4090-8365-ff048ca7eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.363247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-18204b4b-6bd4-4090-8365-ff048ca7eab1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 1099 time: 0.0632534 Nov 05 21:37:41.472136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8732b71-4f06-49bd-a708-2b1984611728 req-2ea57bc5-7392-476f-9077-6c95299f97d9 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 210 time: 0.0813847 Nov 05 21:37:41.488140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb39bb9-e9c6-42d0-a5ee-7fbe8cc825c4 req-53f00e82-1383-47aa-8c0f-02855865ad1e tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.488140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cb39bb9-e9c6-42d0-a5ee-7fbe8cc825c4 req-53f00e82-1383-47aa-8c0f-02855865ad1e tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.3818538 Nov 05 21:37:41.490172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180698-eae6-4587-8a62-476d4e62553a req-9f62f8f6-ea92-49b8-a69f-3e994e202706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.491818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94180698-eae6-4587-8a62-476d4e62553a req-9f62f8f6-ea92-49b8-a69f-3e994e202706 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=614d3a09-3443-406b-8090-b20775932528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439950 Nov 05 21:37:41.494272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-fea4c643-8264-4c3a-b645-8c49af9f5cba tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.495817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-fea4c643-8264-4c3a-b645-8c49af9f5cba tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c&tenant_id=ca6b44b75a5941baad7402d63419a311&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 949 time: 0.4345443 Nov 05 21:37:41.505701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-796f09f7-ba63-4e3f-93eb-81e07f92b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.506988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-796f09f7-ba63-4e3f-93eb-81e07f92b1e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.4918785 Nov 05 21:37:41.538675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-c7859f8b-1d1c-43eb-813f-208efea98fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.540243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-c7859f8b-1d1c-43eb-813f-208efea98fbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1616781 Nov 05 21:37:41.591303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-b3d35f66-49b6-4e99-ba85-8a02b3f3312b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 217 time: 0.0757921 Nov 05 21:37:41.640914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-33dc5e73-a4a8-4efa-848d-4fc76afe8932 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=608eb38b-a45b-4396-9110-f0a6627740a0 HTTP/1.1" status: 200 len: 217 time: 0.0569315 Nov 05 21:37:41.651061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cb39bb9-e9c6-42d0-a5ee-7fbe8cc825c4 req-322a15b7-cba2-4809-8693-8d56047317a9 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542387 Nov 05 21:37:41.662249 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-4eea9bc1-4828-4c9a-8ca4-f97bf56fa20e service neutron] delete failed (client error): The resource could not be found. Nov 05 21:37:41.663253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-4eea9bc1-4828-4c9a-8ca4-f97bf56fa20e service neutron] 10.222.0.46 "DELETE /v2.0/ports/a749a8f1-1349-4640-89af-f1505505e06b/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.1489344 Nov 05 21:37:41.675081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-804c2a9a-401b-40e7-ab38-1095c90ef3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.677718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-804c2a9a-401b-40e7-ab38-1095c90ef3e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0752919 Nov 05 21:37:41.720307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46835d-26f3-4973-95f9-d46d40d80e76 req-930ce454-a1aa-480a-9abe-30bbe8e43c6c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.721846 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d46835d-26f3-4973-95f9-d46d40d80e76 req-930ce454-a1aa-480a-9abe-30bbe8e43c6c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 944 time: 0.1791186 Nov 05 21:37:41.726432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94180698-eae6-4587-8a62-476d4e62553a req-765f65bc-db5d-4ba2-9ce5-3f542bb1485e service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192974 Nov 05 21:37:41.726608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-32bf57d4-52b2-4bae-8f1c-a6c7c9590e0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400550 Nov 05 21:37:41.730732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-c8df5391-91b6-4171-8591-bfa8877ab693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.732136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-c8df5391-91b6-4171-8591-bfa8877ab693 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0814707 Nov 05 21:37:41.854315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:41.876530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-1c9b90c5-983c-44ae-bf33-1ab129517952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.878017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-1c9b90c5-983c-44ae-bf33-1ab129517952 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349974 Nov 05 21:37:41.886401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47756ab2-c9d1-4bbd-82c7-37e79ae6c20c req-f00d49ec-71c5-40be-aee8-a17f7d632cbe tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.886769 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d46835d-26f3-4973-95f9-d46d40d80e76 req-e5caa127-409d-4c3e-b550-805b5028b305 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515672 Nov 05 21:37:41.892684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94180698-eae6-4587-8a62-476d4e62553a req-5d43f24a-92f9-4ca3-9ba6-d290e75ec31b service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585131 Nov 05 21:37:41.893773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47756ab2-c9d1-4bbd-82c7-37e79ae6c20c req-f00d49ec-71c5-40be-aee8-a17f7d632cbe tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1552324 Nov 05 21:37:41.926867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-79b94022-8727-449a-a439-2e1f6827c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:41.928484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-79b94022-8727-449a-a439-2e1f6827c8c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1100 time: 0.1720076 Nov 05 21:37:41.941841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-11fae454-4cb5-4c5c-aea2-d16987476d58 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001541 Nov 05 21:37:42.054776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-dd386ae1-63fd-42b2-9b53-07afed723e81 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562834 Nov 05 21:37:42.062735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524a5f-b697-4821-a1c5-57d8ab855bb5 req-8ffb8a06-3da7-489e-9a5b-59d266711571 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.064390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e524a5f-b697-4821-a1c5-57d8ab855bb5 req-8ffb8a06-3da7-489e-9a5b-59d266711571 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 944 time: 0.0765212 Nov 05 21:37:42.081680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47756ab2-c9d1-4bbd-82c7-37e79ae6c20c req-900d66da-735f-4768-ba38-4f9a6527b354 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871614 Nov 05 21:37:42.139859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-dccaf5cc-1a70-4ae4-8007-0d84fed1b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.141415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-dccaf5cc-1a70-4ae4-8007-0d84fed1b7bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2040067 Nov 05 21:37:42.163968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e524a5f-b697-4821-a1c5-57d8ab855bb5 req-918c6d26-abd9-4039-9429-fb55b84be1e6 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902951 Nov 05 21:37:42.190435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28e6c937-a99f-4f4c-946c-7454dcc83b32 req-3cccac50-104b-4900-b30d-ab84f38a32d6 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249111 Nov 05 21:37:42.221532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-54bb76e5-62f0-485b-beef-06795d44eb97 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700908 Nov 05 21:37:42.223094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-456ff20d-aae3-4e49-8cee-f11bdb6abce1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.0680001 Nov 05 21:37:42.283578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6191b-db47-4d38-b358-5662178042a3 req-a7d1c158-9c09-4a9e-a56f-389cb58cb81b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.285085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0cd6191b-db47-4d38-b358-5662178042a3 req-a7d1c158-9c09-4a9e-a56f-389cb58cb81b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.1310470 Nov 05 21:37:42.336203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-1fa1f65c-2e18-4e38-ab4b-f7324be4185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.337605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-1fa1f65c-2e18-4e38-ab4b-f7324be4185b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1033113 Nov 05 21:37:42.381171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6687e-5cc1-4c71-b38b-ae981afd5dc2 req-93781225-7eb8-4ca2-898a-24c8c3990b66 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.382631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aac6687e-5cc1-4c71-b38b-ae981afd5dc2 req-93781225-7eb8-4ca2-898a-24c8c3990b66 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0545223 Nov 05 21:37:42.385941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-9f10a059-6e21-4f9a-b5e6-847f6013f615 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.389768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-9f10a059-6e21-4f9a-b5e6-847f6013f615 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1124 time: 0.1242321 Nov 05 21:37:42.396974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0cd6191b-db47-4d38-b358-5662178042a3 req-80121079-f3b3-44bc-bc42-282a8cab6974 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966096 Nov 05 21:37:42.402574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:42.443182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-3ab6b74e-6de0-4d20-bda0-54025fb79003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.444646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-3ab6b74e-6de0-4d20-bda0-54025fb79003 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979853 Nov 05 21:37:42.449819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aac6687e-5cc1-4c71-b38b-ae981afd5dc2 req-2ca2a2e2-fb52-40ce-88eb-ea3aa239372f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602834 Nov 05 21:37:42.493275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:42.562806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d83f5-7921-419e-a5aa-ef3c008ad280 req-d4494fe1-c0ad-4eac-b959-b37a211becd9 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.564335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-481d83f5-7921-419e-a5aa-ef3c008ad280 req-d4494fe1-c0ad-4eac-b959-b37a211becd9 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1096 time: 0.0418112 Nov 05 21:37:42.597363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26c300aa-2685-408f-9862-6df6c3b5eb6a req-3755d748-979c-47fc-a684-a524113aefbc tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 210 time: 0.0555565 Nov 05 21:37:42.616990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-481d83f5-7921-419e-a5aa-ef3c008ad280 req-5fd9568a-1f2e-49d2-bf92-8290b46bf295 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Nov 05 21:37:42.629047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-a67e076a-37e3-4487-a8ad-ba6e48f9f3b6 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688724 Nov 05 21:37:42.784350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:42.787372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2323-4741-42c0-8252-9c04ba07655d req-1d0a0aea-eca7-4860-9c75-8ce86bbc85c9 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:42.788997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a6d2323-4741-42c0-8252-9c04ba07655d req-1d0a0aea-eca7-4860-9c75-8ce86bbc85c9 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.0529571 Nov 05 21:37:42.825107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa80c34a-43d3-4fe7-a3f4-575ab80a44b3 req-29939725-a1f5-4b1f-a788-8465c2d0129b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477680 Nov 05 21:37:42.841525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:42.845537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a6d2323-4741-42c0-8252-9c04ba07655d req-f05707f8-963a-4707-8e57-17c8079ce66d tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/security-groups?id=8612ec6f-8b76-4ccf-b939-8a9604dca39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501249 Nov 05 21:37:42.890238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:42.897994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:42.985485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:43.101854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on host n-h1-816738-5 for vnic_type normal with profile {} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:43.102181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:43.102505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:43.114279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab0a8-9445-483d-867f-7aa926d18e74 req-773f2c65-9ade-40c3-8ad2-9e1718796ae1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.116906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e7ab0a8-9445-483d-867f-7aa926d18e74 req-773f2c65-9ade-40c3-8ad2-9e1718796ae1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 944 time: 0.1412611 Nov 05 21:37:43.116906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:43.124606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:43.124925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Attempting to bind port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:43.147696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-87d9ef8b-285b-47b2-973b-ed3bfd26f280 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.149128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-87d9ef8b-285b-47b2-973b-ed3bfd26f280 tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 946 time: 0.1457126 Nov 05 21:37:43.149910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:43.150765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:43.151136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:43.151592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Bound port: 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:43.151942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:43.218750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6682e-0154-43b5-a9d6-673473bdfbc1 req-2c98522d-5bc4-44d7-8f67-e07b6cda8c3f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.220606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abb6682e-0154-43b5-a9d6-673473bdfbc1 req-2c98522d-5bc4-44d7-8f67-e07b6cda8c3f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0512183 Nov 05 21:37:43.273098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abb6682e-0154-43b5-a9d6-673473bdfbc1 req-68760846-19f8-4eeb-8690-bb2c2c5764d4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Nov 05 21:37:43.293439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e7ab0a8-9445-483d-867f-7aa926d18e74 req-8918268c-3eb9-47f4-95c6-69644af0dd6f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652446 Nov 05 21:37:43.321239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:43.326100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:43.342897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Deleting port 4ab60988-3a03-4433-8570-95accf540492 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:37:43.343235 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:43.378465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028b909-f2a2-46a2-b5c7-355eb84d7a65 req-167000ad-66e6-4804-9442-f28b4c7b2c01 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.379856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d028b909-f2a2-46a2-b5c7-355eb84d7a65 req-167000ad-66e6-4804-9442-f28b4c7b2c01 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 944 time: 0.0489099 Nov 05 21:37:43.421529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:43.427952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d028b909-f2a2-46a2-b5c7-355eb84d7a65 req-fd1c2e1b-56f4-45fa-a530-2df37518735c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Nov 05 21:37:43.466406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] For port 4ab60988-3a03-4433-8570-95accf540492, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4ab60988-3a03-4433-8570-95accf540492,segment=NetworkSegment(4ee75a6c-8b2c-48f0-8292-36319501cf76),segment_id=4ee75a6c-8b2c-48f0-8292-36319501cf76)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:43.466777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:43.519848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.520532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:43.521940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 1091 time: 1.1233656 Nov 05 21:37:43.530958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:43.533291 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c126aff1-de88-4890-9c73-dc0058240a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:43.543219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Calling delete_port for 4ab60988-3a03-4433-8570-95accf540492 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:37:43.590321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827b40-4a25-4a0a-a89c-ab0e82c541b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:43.606208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381c48-f2b0-4bb1-9017-217e46b8c754 req-e603dd22-a19d-4de2-92f7-541ce4c299f3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.607754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-14381c48-f2b0-4bb1-9017-217e46b8c754 req-e603dd22-a19d-4de2-92f7-541ce4c299f3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.1349456 Nov 05 21:37:43.613378 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687ddb91-6a80-4846-8b1d-18a1d33b6035 x-openstack-request-id: req-687ddb91-6a80-4846-8b1d-18a1d33b6035 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:43.613669 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:43.613923 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-687ddb91-6a80-4846-8b1d-18a1d33b6035 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:43.614325 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'status': 'completed', 'code': 200} Nov 05 21:37:43.617633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:43.696430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126aff1-de88-4890-9c73-dc0058240a9f req-db033aa4-6d77-499f-8b6b-bb1920f2e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.700178 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c126aff1-de88-4890-9c73-dc0058240a9f req-db033aa4-6d77-499f-8b6b-bb1920f2e0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1095 time: 0.0616119 Nov 05 21:37:43.708352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9acd529d-14d2-4f84-8d81-d35e3df5c63c details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:43.774718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-14381c48-f2b0-4bb1-9017-217e46b8c754 req-28d06aa1-57f7-4003-989a-e53ec1cd3b96 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564224 Nov 05 21:37:43.831762 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-b5b51ee3-e1a1-42c7-9b36-c4c2a3fedc10 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=88d0e03f84834bdaa544f936a4c1f262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473008 Nov 05 21:37:43.883820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da8694-61e5-479b-ac3d-0ffc5da1f210 req-dd4f571b-20aa-4eb3-b799-b9ccab972198 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:43.892091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18da8694-61e5-479b-ac3d-0ffc5da1f210 req-dd4f571b-20aa-4eb3-b799-b9ccab972198 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 967 time: 0.1869326 Nov 05 21:37:43.921518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9acd529d-14d2-4f84-8d81-d35e3df5c63c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:43.936327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'port_id': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'mac_address': 'fa:16:3e:38:64:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:43.963185 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-90b26638-96c8-4a02-af7d-73b499013eda req-ccb00273-0fe1-4157-922f-fb69ace5bd5b tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 210 time: 0.0907962 Nov 05 21:37:43.976844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18da8694-61e5-479b-ac3d-0ffc5da1f210 req-9904b78f-fd79-4df9-acd3-f0bacf2b26c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837307 Nov 05 21:37:44.000782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-f8d61ff8-ad45-4529-b558-ddf8c38cdf4f service neutron] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:44.009478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:44.039980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4ab60988-3a03-4433-8570-95accf540492'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:44.076375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Pushing event deleted for resources: {'Port': ['ID=4ab60988-3a03-4433-8570-95accf540492,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:44.098803 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:44.111266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-f8d61ff8-ad45-4529-b558-ddf8c38cdf4f service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:44.116005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a16cdf-d21a-4dbe-876b-154f1dc81733 req-f8d61ff8-ad45-4529-b558-ddf8c38cdf4f service neutron] 10.222.0.46 "DELETE /v2.0/ports/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.5765426 Nov 05 21:37:44.139558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acd529d-14d2-4f84-8d81-d35e3df5c63c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:44.170359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] No DVR routers for this DVR port 4ab60988-3a03-4433-8570-95accf540492 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:37:44.173838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:44.178459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9acd529d-14d2-4f84-8d81-d35e3df5c63c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:44.183274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43186f3b-9578-49a5-a7f0-6e2382a7c84c req-e9f8479b-1064-4a88-b9b8-ec348105fddc tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.46 "DELETE /v2.0/ports/4ab60988-3a03-4433-8570-95accf540492 HTTP/1.1" status: 204 len: 173 time: 1.0203037 Nov 05 21:37:44.235230 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:44.236355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69fd1a5b-2279-47c4-b74d-00eb57fa4121 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:44.333292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=9acd529d-14d2-4f84-8d81-d35e3df5c63c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:44.417941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:44.427344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-610c95e0-31e8-4faa-b291-3e4d1dc6f346 req-595766ea-f799-4cdf-b158-6ed75159c38e tempest-VolumesAdminNegativeTest-2049579860 tempest-VolumesAdminNegativeTest-2049579860-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a96814b-8b95-4bad-9a96-14e1cfb371d0 HTTP/1.1" status: 200 len: 210 time: 0.3362463 Nov 05 21:37:44.436124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126aff1-de88-4890-9c73-dc0058240a9f req-d075e7b4-fcaa-4a98-8fc0-961cf325009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:44.437575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c126aff1-de88-4890-9c73-dc0058240a9f req-d075e7b4-fcaa-4a98-8fc0-961cf325009b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.6940677 Nov 05 21:37:44.446535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'port_id': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'mac_address': 'fa:16:3e:84:49:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d80e34-f340-49b6-9373-1256d01a2681', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:44.486143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c3c8-b81a-478b-bb31-0e23b86e2ab7 req-76d7c44d-ba9d-4a6e-8665-82dd37b1340f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:44.486954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c126aff1-de88-4890-9c73-dc0058240a9f req-c9df1fee-2cdd-4ab6-a907-3fcebb7ef7b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 217 time: 0.0414164 Nov 05 21:37:44.495421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d919c3c8-b81a-478b-bb31-0e23b86e2ab7 req-76d7c44d-ba9d-4a6e-8665-82dd37b1340f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0916023 Nov 05 21:37:44.503386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:44.517104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fd1a5b-2279-47c4-b74d-00eb57fa4121 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:44.542028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:44.570674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126aff1-de88-4890-9c73-dc0058240a9f req-12f9742d-fe62-4493-8dc5-81af03dcc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:44.573027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c126aff1-de88-4890-9c73-dc0058240a9f req-12f9742d-fe62-4493-8dc5-81af03dcc604 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0756006 Nov 05 21:37:44.575979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d919c3c8-b81a-478b-bb31-0e23b86e2ab7 req-41241ded-754e-436f-95b3-58bea8314427 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664167 Nov 05 21:37:44.640395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-8d4bd0ac-fc93-4509-9338-5e5630167090 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:44.641834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-8d4bd0ac-fc93-4509-9338-5e5630167090 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7986596 Nov 05 21:37:44.658052 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:44.668060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Request body: {'port': {'device_id': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '88d0e03f84834bdaa544f936a4c1f262'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:44.690519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e1a56-8971-4f93-bc77-51aa6e11fa00 req-5d713b30-b04f-4d91-add0-d900dcc88bf7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:44.699389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-662e1a56-8971-4f93-bc77-51aa6e11fa00 req-5d713b30-b04f-4d91-add0-d900dcc88bf7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 945 time: 0.0632913 Nov 05 21:37:44.728310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c126aff1-de88-4890-9c73-dc0058240a9f req-b4989e82-c649-4478-a7a7-ce3fc370d4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053071 Nov 05 21:37:44.747020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:44.762251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-662e1a56-8971-4f93-bc77-51aa6e11fa00 req-83614fa8-f4a9-4ea1-a3d6-72109068a285 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613368 Nov 05 21:37:44.796020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12448110-5acf-4945-82ed-b27cd176ea60 req-9dcf6a91-5174-408d-bc19-f8ed23c54732 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:44.804023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12448110-5acf-4945-82ed-b27cd176ea60 req-9dcf6a91-5174-408d-bc19-f8ed23c54732 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 944 time: 0.2275467 Nov 05 21:37:44.922105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c126aff1-de88-4890-9c73-dc0058240a9f req-463ca7a5-5735-4364-90ed-ca8ed42d33a5 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780846 Nov 05 21:37:44.934704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12448110-5acf-4945-82ed-b27cd176ea60 req-416c3018-19a2-4eb9-8483-b9d47a5b2483 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295857 Nov 05 21:37:44.998544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Made reservation on behalf of 88d0e03f84834bdaa544f936a4c1f262 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:45.002126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.003510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['9acd529d-14d2-4f84-8d81-d35e3df5c63c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:45.028936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['69fd1a5b-2279-47c4-b74d-00eb57fa4121'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:45.041889 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.134448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed407f-823a-4444-9f90-e739ae20a8ad req-83d3824a-bb74-4bdd-a087-eaed901831e8 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:45.136635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9ed407f-823a-4444-9f90-e739ae20a8ad req-83d3824a-bb74-4bdd-a087-eaed901831e8 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1100 time: 0.1416895 Nov 05 21:37:45.138808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c126aff1-de88-4890-9c73-dc0058240a9f req-f9c816a1-a381-4df8-9c36-d00a4d58e239 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079363 Nov 05 21:37:45.269422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9ed407f-823a-4444-9f90-e739ae20a8ad req-c6906d20-594f-4980-9e92-c052ad30db1a tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144636 Nov 05 21:37:45.271228 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.359698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256fceb-40b6-48ac-ba35-0a6b22668b27 req-950ee038-33f3-41c3-85c8-0ad1f4153d64 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:45.361807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6256fceb-40b6-48ac-ba35-0a6b22668b27 req-950ee038-33f3-41c3-85c8-0ad1f4153d64 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 948 time: 0.0939023 Nov 05 21:37:45.388979 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.416668 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c399680c-52ae-4734-95b5-eb3767b45201 req-0ac12be1-0bf3-4aeb-9481-a1fe2aa72769 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 210 time: 0.0388072 Nov 05 21:37:45.417913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6256fceb-40b6-48ac-ba35-0a6b22668b27 req-c2c9f51e-7f00-4fbc-b640-846005d96e53 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Nov 05 21:37:45.481739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b2062-e83b-40e3-957d-eef5764d3fd6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:45.538139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35628) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:45.578711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Allocated IP 192.168.233.114 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/e8c30d52-72b3-4b55-84d3-ba71c23c3d75) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:45.593612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] Deleting subnet ecab3539-965e-44aa-9ebd-20a15b4085df {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:37:45.597514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.616918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'name': 'network-vif-deleted', 'tag': '4ab60988-3a03-4433-8570-95accf540492'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:45.620467 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739eec48-c026-441d-a5a7-4b8a722fb551" -d '{"events": [{"server_uuid": "0a96814b-8b95-4bad-9a96-14e1cfb371d0", "name": "network-vif-deleted", "tag": "4ab60988-3a03-4433-8570-95accf540492"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:45.628957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2967b321-f890-4b44-8302-3cffdb9f4cf9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1643509089&fields=id&tenant_id=93f046332ee6438ab74695ec5f6b2971 HTTP/1.1" status: 200 len: 267 time: 0.0905838 Nov 05 21:37:45.642028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.710231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-1f2bce5c-315f-40c1-aa81-551a8965169b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352612 Nov 05 21:37:45.731063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.780240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 608eb38b-a45b-4396-9110-f0a6627740a0 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:45.824409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-a527c8ad-497d-444b-b4e6-0ba5847d46fa tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:45.825918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-a527c8ad-497d-444b-b4e6-0ba5847d46fa tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 823 time: 0.1863801 Nov 05 21:37:45.859769 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-7b06a607-7462-47c2-a03f-02dce3ae1f02 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/quotas/93f046332ee6438ab74695ec5f6b2971 HTTP/1.1" status: 200 len: 375 time: 0.0240233 Nov 05 21:37:45.869805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.916163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 608eb38b-a45b-4396-9110-f0a6627740a0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=608eb38b-a45b-4396-9110-f0a6627740a0,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:45.928734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '608eb38b-a45b-4396-9110-f0a6627740a0', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '608eb38b-a45b-4396-9110-f0a6627740a0', 'mac_address': 'fa:16:3e:f9:87:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:45.941536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-30beb54c-7e3f-4108-a63a-11a893267129 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0698833 Nov 05 21:37:45.970450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:45.984773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608eb38b-a45b-4396-9110-f0a6627740a0 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:46.007113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 608eb38b-a45b-4396-9110-f0a6627740a0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=608eb38b-a45b-4396-9110-f0a6627740a0,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:46.018341 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.071652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:46.075085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.081389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:46.083820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:46.105887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-0a5af76e-8d3d-4f38-bf53-4f47c30e7c5a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:46.112635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-0a5af76e-8d3d-4f38-bf53-4f47c30e7c5a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3932533 Nov 05 21:37:46.120721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:46.140201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-7d4a16b8-6e26-49e1-947b-44ecded6606f service neutron] 10.222.0.41 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831019 Nov 05 21:37:46.140601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-4476b7e3-b426-4786-8c62-79b14046da51 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/quotas/ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 375 time: 0.0253534 Nov 05 21:37:46.144683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=608eb38b-a45b-4396-9110-f0a6627740a0,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:46.170965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.175580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:46.176240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.209299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecab3539-965e-44aa-9ebd-20a15b4085df,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:46.209299 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.211802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8bd47f6d-3985-4e40-b0d5-312942e90282 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ecab3539-965e-44aa-9ebd-20a15b4085df HTTP/1.1" status: 204 len: 168 time: 0.6726010 Nov 05 21:37:46.213815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35650) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:46.247515 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-2811a184-08ed-4648-8599-6a10bf460b33 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060336 Nov 05 21:37:46.267575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-1287b65a-2804-44c3-827c-e1ad2b013f17 service neutron] 10.222.0.41 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199174 Nov 05 21:37:46.308298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-24b7ebd2-b3dc-4f56-96b7-e596100e5bd5 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6445339 Nov 05 21:37:46.308552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.321004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Request body: {'port': {'device_id': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:46.383825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.401804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.424698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d880671-3afc-4d70-84cb-dd80f415d66e']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:46.427477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['608eb38b-a45b-4396-9110-f0a6627740a0'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:46.435726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee75a6c-8b2c-48f0-8292-36319501cf76') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:46.436640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee75a6c-8b2c-48f0-8292-36319501cf76') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:46.451760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.474277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.488884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:37:46.490519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:37:46.495890 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:37:46.511185 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0899f0-38ff-4053-a9cd-9741352a1f7d x-openstack-request-id: req-cb0899f0-38ff-4053-a9cd-9741352a1f7d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:46.511468 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a96814b-8b95-4bad-9a96-14e1cfb371d0", "name": "network-vif-deleted", "tag": "4ab60988-3a03-4433-8570-95accf540492", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:46.511754 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb0899f0-38ff-4053-a9cd-9741352a1f7d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:46.511865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-75457902-d75b-41e8-b972-0b1427526b42 None None] Provisioning complete for port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:46.512241 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a96814b-8b95-4bad-9a96-14e1cfb371d0', 'name': 'network-vif-deleted', 'tag': '4ab60988-3a03-4433-8570-95accf540492', 'status': 'completed', 'code': 200} Nov 05 21:37:46.512352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-75457902-d75b-41e8-b972-0b1427526b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.626155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-75457902-d75b-41e8-b972-0b1427526b42 None None] Port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:46.686382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.692916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.697240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3d880671-3afc-4d70-84cb-dd80f415d66e HTTP/1.1" status: 204 len: 168 time: 0.4814653 Nov 05 21:37:46.702788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35666) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:46.787259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] Deleting subnet d8c0d2df-2619-483e-b168-46b00ab6485b {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:37:46.793295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.847343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.900987 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:46.942662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0520d7a-7be0-45f0-b0ac-a414460ed329 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d880671-3afc-4d70-84cb-dd80f415d66e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:46.979561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-073b3a56-6d3e-4194-acfc-0976d611ba88 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:46.981076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-073b3a56-6d3e-4194-acfc-0976d611ba88 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b41f97-705e-4116-adae-732e300fb4a4 HTTP/1.1" status: 200 len: 967 time: 0.1531444 Nov 05 21:37:46.985645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c30d52-72b3-4b55-84d3-ba71c23c3d75 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:47.002638 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.045664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Transition to ACTIVE for port object e8c30d52-72b3-4b55-84d3-ba71c23c3d75 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:47.053560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.058207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c502a8-b52d-4c50-95c2-36bb5f0c4c19 req-7ec3df3d-573f-415b-925a-10b774ebb5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:47.060024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2c502a8-b52d-4c50-95c2-36bb5f0c4c19 req-7ec3df3d-573f-415b-925a-10b774ebb5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 945 time: 0.1308861 Nov 05 21:37:47.099404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.104006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d8c0d2df-2619-483e-b168-46b00ab6485b HTTP/1.1" status: 204 len: 168 time: 0.3984487 Nov 05 21:37:47.112329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35682) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:47.128028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e7772-4970-4f2c-aae8-8bf8cdbb581c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c0d2df-2619-483e-b168-46b00ab6485b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:47.157239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.201463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2c502a8-b52d-4c50-95c2-36bb5f0c4c19 req-34fc6239-10ba-438b-bb90-97d7e526ab6b tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137257 Nov 05 21:37:47.269882 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.277778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Deleting port f5ca2e71-18b9-4b8c-b381-94c5576160b1 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:37:47.278113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.282756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:47.523506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.568871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Attempting to bind port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:47.569210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Attempting to bind port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:47.569537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Attempting to bind port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:47.570748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e57a8-1c1b-4b09-bceb-6f1e6aa9844a req-bf08a077-05fe-495e-ab82-f9051523912f tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:47.575653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44fc1ce-052f-4ac8-8f7f-138b89aae3c2']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:47.580269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d7e57a8-1c1b-4b09-bceb-6f1e6aa9844a req-bf08a077-05fe-495e-ab82-f9051523912f tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 948 time: 0.0653181 Nov 05 21:37:47.584938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44949c71-dd95-4d8c-bfe2-c48b037883d4 req-63a22a4a-b32f-4091-98fc-73c5a7e5ad10 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:47.586430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44949c71-dd95-4d8c-bfe2-c48b037883d4 req-63a22a4a-b32f-4091-98fc-73c5a7e5ad10 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 945 time: 0.2624383 Nov 05 21:37:47.589874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] For port f5ca2e71-18b9-4b8c-b381-94c5576160b1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f5ca2e71-18b9-4b8c-b381-94c5576160b1,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:47.590244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.606900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:47.607230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Attempting to bind port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:47.612895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184ed8b6-bb68-4bcd-85a1-97da0a95ee59') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:47.613193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184ed8b6-bb68-4bcd-85a1-97da0a95ee59') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:47.633322 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d7e57a8-1c1b-4b09-bceb-6f1e6aa9844a req-5b163eac-5f46-4a1d-88a2-f61036726665 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Nov 05 21:37:47.659392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9acd529d-14d2-4f84-8d81-d35e3df5c63c up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:47.682629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.690787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:47.691127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:47.691509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:47.691979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Bound port: e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:47.692339 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.764046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec15-d3e5-487d-bf37-c1af08ad662e req-fb6554f9-6410-4aaf-bce6-bbfdc7b3f75b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:47.765868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ff5ec15-d3e5-487d-bf37-c1af08ad662e req-fb6554f9-6410-4aaf-bce6-bbfdc7b3f75b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 949 time: 0.0732734 Nov 05 21:37:47.780862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 608eb38b-a45b-4396-9110-f0a6627740a0 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:47.791004 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.799857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:37:47.800391 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.835085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 9acd529d-14d2-4f84-8d81-d35e3df5c63c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:47.845474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 9acd529d-14d2-4f84-8d81-d35e3df5c63c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:47.847988 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:47.851679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ff5ec15-d3e5-487d-bf37-c1af08ad662e req-704a75de-8dbe-49e8-9190-70bc795ac652 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793004 Nov 05 21:37:47.950263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:47.953623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:37:47.954808 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:37:47.992578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.000432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.004204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e44fc1ce-052f-4ac8-8f7f-138b89aae3c2 HTTP/1.1" status: 204 len: 168 time: 0.8906295 Nov 05 21:37:48.025326 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13599e77-7030-421f-b85f-59059101fc58 req-06692be6-d5e2-4f56-b776-36658ed998d3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 210 time: 0.0555995 Nov 05 21:37:48.040081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.065250 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.109419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:48.110074 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.111858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] 10.222.0.46 "PUT /v2.0/ports/e8c30d52-72b3-4b55-84d3-ba71c23c3d75 HTTP/1.1" status: 200 len: 1096 time: 1.7959599 Nov 05 21:37:48.124114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d8ef9-2c0e-4ff1-b794-1ac20bc23b8e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:48.129154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:48.132351 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a7974-d52a-4879-9701-8b188935bede" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:48.138397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 608eb38b-a45b-4396-9110-f0a6627740a0 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:48.139447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d9bd9-7a6e-48c8-8019-705be6b637e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44fc1ce-052f-4ac8-8f7f-138b89aae3c2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:48.157267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44949c71-dd95-4d8c-bfe2-c48b037883d4 req-1695b29d-8088-4299-9f49-f3f76a5b8d29 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421424 Nov 05 21:37:48.171385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 608eb38b-a45b-4396-9110-f0a6627740a0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:48.172791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.190581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:48.192891 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb81ae2-ec22-4ef6-a2e9-13b0e85e1915" -d '{"events": [{"server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "name": "network-vif-plugged", "status": "completed", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:48.238093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27caaf99-227f-4fb7-9e48-4a006e9d04e9 req-30217878-0e94-45cc-954b-574c60583f7b tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 210 time: 0.0937619 Nov 05 21:37:48.277999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9acd529d-14d2-4f84-8d81-d35e3df5c63c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:48.319541 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e35906-3605-495c-9241-1e2eeeaf965d x-openstack-request-id: req-79e35906-3605-495c-9241-1e2eeeaf965d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:48.320652 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "name": "network-vif-plugged", "status": "completed", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:48.320920 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79e35906-3605-495c-9241-1e2eeeaf965d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:48.321323 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'code': 200} Nov 05 21:37:48.358471 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03452ffe-b675-4907-84e5-bd0b8ecc6c2d x-openstack-request-id: req-03452ffe-b675-4907-84e5-bd0b8ecc6c2d {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:48.358741 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:48.358997 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03452ffe-b675-4907-84e5-bd0b8ecc6c2d {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:48.360322 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'status': 'completed', 'code': 200} Nov 05 21:37:48.368044 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.371302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69fd1a5b-2279-47c4-b74d-00eb57fa4121 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:48.533890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440f47f-70bb-4934-afc6-2cf387be4e50 req-133fb93e-1e12-429a-b4f9-591c3a4435ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:48.538636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e440f47f-70bb-4934-afc6-2cf387be4e50 req-133fb93e-1e12-429a-b4f9-591c3a4435ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 1097 time: 0.0889828 Nov 05 21:37:48.554470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=9acd529d-14d2-4f84-8d81-d35e3df5c63c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:48.620810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e440f47f-70bb-4934-afc6-2cf387be4e50 req-91da9640-fa9a-4f9b-a214-d7b9beee5267 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712349 Nov 05 21:37:48.627983 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.693099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35702) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:48.703577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:37:48.708286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 608eb38b-a45b-4396-9110-f0a6627740a0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=608eb38b-a45b-4396-9110-f0a6627740a0,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:48.711264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:48.711724 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.720948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.721303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.721640 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Floating IP 9857e440-ee3c-4998-91be-66d7f463ff59 disassociated. External IP: 172.25.6.65, port: f5ca2e71-18b9-4b8c-b381-94c5576160b1. Nov 05 21:37:48.721987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Calling delete_port for f5ca2e71-18b9-4b8c-b381-94c5576160b1 owned by compute:tempest-test_az-907629081 {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:37:48.782975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-06a3f461-b2bd-4cfe-8e9b-e4331b8e6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:48.784512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-06a3f461-b2bd-4cfe-8e9b-e4331b8e6ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d0e03f84834bdaa544f936a4c1f262&device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 1099 time: 0.4921968 Nov 05 21:37:48.790486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:48.790788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4ab60988-3a03-4433-8570-95accf540492 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:37:48.845558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a89f0581-2b4a-45ee-b3c5-658a34ad0491 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3305bcbe9f9a4af98c8987a050f1e0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506653 Nov 05 21:37:48.846096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-6466e42b-00b2-4d44-a54c-e087718a4623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75 HTTP/1.1" status: 200 len: 217 time: 0.0458150 Nov 05 21:37:48.848744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35704) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:48.881490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1661d2-efd5-42b7-8349-be9eb24a9333 req-50de0b55-affc-434e-9a5c-1b9b7e756cb3 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:48.889470 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad1661d2-efd5-42b7-8349-be9eb24a9333 req-50de0b55-affc-434e-9a5c-1b9b7e756cb3 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 946 time: 0.1243100 Nov 05 21:37:48.911501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 4ab60988-3a03-4433-8570-95accf540492 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:37:48.912913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4ab60988-3a03-4433-8570-95accf540492 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:37:48.927146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b7512-8885-43db-a734-d1eeb227232d req-50dcb13f-839f-4655-974b-4cfdcff4ba60 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:48.935110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-410b7512-8885-43db-a734-d1eeb227232d req-50dcb13f-839f-4655-974b-4cfdcff4ba60 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 948 time: 0.1649940 Nov 05 21:37:48.966883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-e8d52cb9-ad79-48bd-9d30-d42ace793cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:48.968376 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-e8d52cb9-ad79-48bd-9d30-d42ace793cf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1153061 Nov 05 21:37:48.987488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad1661d2-efd5-42b7-8349-be9eb24a9333 req-20c9226b-b507-47ee-b688-894a3e76ff74 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840948 Nov 05 21:37:48.987488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3a35-8818-4ae0-887e-8c53264ae6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:49.017329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:49.023264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3a35-8818-4ae0-887e-8c53264ae6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:49.101500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:49.117856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-d90b581e-5a3c-4e55-bbf7-9cca3885445b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463250 Nov 05 21:37:49.123140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-410b7512-8885-43db-a734-d1eeb227232d req-fed48333-dcb6-4c67-8408-f6d100898419 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852925 Nov 05 21:37:49.126156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=608eb38b-a45b-4396-9110-f0a6627740a0,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:49.171729 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3a35-8818-4ae0-887e-8c53264ae6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:49.172833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-a1bc1979-a747-4e91-8a4a-032cd80e7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:49.176024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3a35-8818-4ae0-887e-8c53264ae6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:49.179535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7fbc3a35-8818-4ae0-887e-8c53264ae6ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8612ec6f-8b76-4ccf-b939-8a9604dca39e HTTP/1.1" status: 204 len: 168 time: 0.3276136 Nov 05 21:37:49.181301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-a1bc1979-a747-4e91-8a4a-032cd80e7649 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033923 Nov 05 21:37:49.229570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc3a35-8818-4ae0-887e-8c53264ae6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8612ec6f-8b76-4ccf-b939-8a9604dca39e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:49.244625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:49.265424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c765d908-979c-4415-bb55-8436f70187e5 req-11a16126-1fb4-447a-8594-ba1c57f1bf25 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 210 time: 0.0382862 Nov 05 21:37:49.268411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:49.379355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b983b90-e2bd-45d2-910c-3bae479a3c98 req-13f4a1e8-9263-4cd2-b186-6d55d4279054 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:49.381354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b983b90-e2bd-45d2-910c-3bae479a3c98 req-13f4a1e8-9263-4cd2-b186-6d55d4279054 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 950 time: 0.2945890 Nov 05 21:37:49.410362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:49.454735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-54dc907e-4436-47f1-b116-643531f487ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:49.456489 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-54dc907e-4436-47f1-b116-643531f487ad tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244598 Nov 05 21:37:49.470717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event deleted for resources: {'Port': ['ID=f5ca2e71-18b9-4b8c-b381-94c5576160b1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:49.471144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Request body: {'port': {'device_id': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'ca6b44b75a5941baad7402d63419a311'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:49.511819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae1946-7754-4105-b114-69c14c40565c req-8a67a8fa-994d-47d7-bb00-cc6e419ea9ce tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:49.524303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bbae1946-7754-4105-b114-69c14c40565c req-8a67a8fa-994d-47d7-bb00-cc6e419ea9ce tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 946 time: 0.1236632 Nov 05 21:37:49.524303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-2a9d40e3-6b9e-44b2-95dc-47c070374676 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263094 Nov 05 21:37:49.567747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b983b90-e2bd-45d2-910c-3bae479a3c98 req-d9999721-cc76-4326-88eb-7fe725bde086 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768138 Nov 05 21:37:49.793848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-c9a66179-a8f8-46cf-a852-fb24e032cc6e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:49.794694 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-c9a66179-a8f8-46cf-a852-fb24e032cc6e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.46 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 823 time: 0.1501472 Nov 05 21:37:49.852068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-137db41c-6138-43a6-9a54-252c95f21307 req-382572d5-038d-4495-9443-eca91e2e9c54 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 210 time: 0.0562119 Nov 05 21:37:49.913943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Router bb73c8ad-f117-4109-8311-11a4695f581a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:37:49.934061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bbae1946-7754-4105-b114-69c14c40565c req-894c7f06-ec93-4d22-9c50-1f0779a0bc96 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456554 Nov 05 21:37:49.961618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-c7a512bc-d986-47c2-947f-582d336081e7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f046332ee6438ab74695ec5f6b2971 HTTP/1.1" status: 200 len: 380 time: 0.1556120 Nov 05 21:37:49.978904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'port': {'device_id': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'admin_state_up': True, 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'security_groups': ['b96d5140-58f8-42a1-9e54-90af642f875d']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:50.172209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:37:50.184848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Made reservation on behalf of ca6b44b75a5941baad7402d63419a311 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:50.185349 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] Sync routers for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:37:50.186533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c937d9-65bc-4f74-a2bc-66db8079b492 req-6d2c95db-a250-4516-835c-593858e696a8 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013680 Nov 05 21:37:50.189221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:50.241001 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:50.241744 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:50.280516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] No DVR routers for this DVR port f5ca2e71-18b9-4b8c-b381-94c5576160b1 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:37:50.284976 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:50.288452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f5dcf70-ea43-4c96-8082-09a6ce7d08d2 req-ca9a8eb6-db9e-4994-b96a-96092d04549e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.13 "DELETE /v2.0/ports/f5ca2e71-18b9-4b8c-b381-94c5576160b1 HTTP/1.1" status: 204 len: 173 time: 3.2953115 Nov 05 21:37:50.308556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13f8dd-f83a-49ca-8ffd-5aceb1555a63 req-489c034f-29cb-43f5-a0af-84141b4410ac tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:50.310497 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc13f8dd-f83a-49ca-8ffd-5aceb1555a63 req-489c034f-29cb-43f5-a0af-84141b4410ac tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 946 time: 0.2655287 Nov 05 21:37:50.326026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608eb38b-a45b-4396-9110-f0a6627740a0'}, {'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:50.328850 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df5fd9b-379c-4036-b9a7-5483aaf53655" -d '{"events": [{"server_uuid": "6eb34532-60aa-4567-a0d2-fded3a2cdcb3", "name": "network-vif-plugged", "status": "completed", "tag": "608eb38b-a45b-4396-9110-f0a6627740a0"}, {"server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "name": "network-vif-plugged", "status": "completed", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:50.344466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8706-385c-4197-ae41-d22057a018ce req-6782ed44-e05f-484e-8a5d-6653e9b68c70 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:50.356720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-563a8706-385c-4197-ae41-d22057a018ce req-6782ed44-e05f-484e-8a5d-6653e9b68c70 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 948 time: 0.0990474 Nov 05 21:37:50.368221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'name': 'network-vif-deleted', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:50.377371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35728) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:50.386101 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2697e3d8-4017-45a6-b1e7-384d589850fc" -d '{"events": [{"server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "name": "network-vif-deleted", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:50.425331 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:50.509258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a7974-d52a-4879-9701-8b188935bede req-afdc2191-0ebd-4504-b4ef-b9837badbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:50.510830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-699a7974-d52a-4879-9701-8b188935bede req-afdc2191-0ebd-4504-b4ef-b9837badbaa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d0e03f84834bdaa544f936a4c1f262&device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 1099 time: 0.0902171 Nov 05 21:37:50.528390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc13f8dd-f83a-49ca-8ffd-5aceb1555a63 req-23b275c2-b04c-423f-b222-a7074d4c2188 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038221 Nov 05 21:37:50.549668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Made reservation on behalf of 93f046332ee6438ab74695ec5f6b2971 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:37:50.553404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:50.570713 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-563a8706-385c-4197-ae41-d22057a018ce req-03409f05-a964-4240-bc0f-dcb37bfe59db tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135410 Nov 05 21:37:50.584129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-261e0172-c7af-4278-8502-981183617d2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c62529b4cd464a528a353306280904cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960588 Nov 05 21:37:50.584129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35732) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:50.744731 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388f3a0c-ec00-4138-8f26-22a8dcf2c3d0 x-openstack-request-id: req-388f3a0c-ec00-4138-8f26-22a8dcf2c3d0 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:50.744731 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb34532-60aa-4567-a0d2-fded3a2cdcb3", "name": "network-vif-plugged", "status": "completed", "tag": "608eb38b-a45b-4396-9110-f0a6627740a0", "code": 200}, {"server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "name": "network-vif-plugged", "status": "completed", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:50.745147 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-388f3a0c-ec00-4138-8f26-22a8dcf2c3d0 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:50.745679 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608eb38b-a45b-4396-9110-f0a6627740a0', 'code': 200} Nov 05 21:37:50.746113 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'code': 200} Nov 05 21:37:50.800485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Allocated IP 172.20.0.10 (c969c4f4-bcfa-40bb-8aed-99c806fc5d07/0155f2cd-b409-4894-a1be-b5c91bbbb212/d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:50.887979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a7974-d52a-4879-9701-8b188935bede req-f277dade-4424-4897-838e-946b3207622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:50.889682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-699a7974-d52a-4879-9701-8b188935bede req-f277dade-4424-4897-838e-946b3207622c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3666513 Nov 05 21:37:50.892314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.46', 55089) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:50.893831 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38acb27f-535d-4c01-a57a-ca7ea003cfbd x-openstack-request-id: req-38acb27f-535d-4c01-a57a-ca7ea003cfbd {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:50.894221 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b41f97-705e-4116-adae-732e300fb4a4", "name": "network-vif-deleted", "tag": "f5ca2e71-18b9-4b8c-b381-94c5576160b1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:50.894572 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38acb27f-535d-4c01-a57a-ca7ea003cfbd {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:50.895195 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b41f97-705e-4116-adae-732e300fb4a4', 'name': 'network-vif-deleted', 'tag': 'f5ca2e71-18b9-4b8c-b381-94c5576160b1', 'status': 'completed', 'code': 200} Nov 05 21:37:50.899199 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:50.930235 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] Checking router: bb73c8ad-f117-4109-8311-11a4695f581a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:37:50.941661 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:50.943330 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:50.986321 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.053372 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf369815-6c25-4427-899a-23a95c550b1a req-668a668b-6dfd-451c-a18f-03e3e4bf4e9d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 210 time: 0.0325849 Nov 05 21:37:51.105932 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:51.151437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Allocated IP 192.168.233.11 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/e76694aa-c78b-49aa-b7af-d4ec35a55912) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:51.162696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1220f35a-7e3b-4a9c-ba63-e8c9928f9346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.169464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-699a7974-d52a-4879-9701-8b188935bede req-4a8f2261-8d74-4a90-9ce6-1f3b22a5fe0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75 HTTP/1.1" status: 200 len: 217 time: 0.1813169 Nov 05 21:37:51.201924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.204857 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1220f35a-7e3b-4a9c-ba63-e8c9928f9346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.239115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a7974-d52a-4879-9701-8b188935bede req-d520c644-5dfc-4ea4-883c-5bf3a6736337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.241274 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-699a7974-d52a-4879-9701-8b188935bede req-d520c644-5dfc-4ea4-883c-5bf3a6736337 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0608404 Nov 05 21:37:51.262684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ca197-b9b8-41c1-a228-5cb80098903f req-1bda50d0-9dfb-499d-807b-19247bac991b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.265349 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e32ca197-b9b8-41c1-a228-5cb80098903f req-1bda50d0-9dfb-499d-807b-19247bac991b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 950 time: 0.3221097 Nov 05 21:37:51.282882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c512f-7b68-41ec-a148-fa7618cec7cf req-5b3b78b4-abe6-40b5-9d47-7c9c7c36a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.285027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e0c512f-7b68-41ec-a148-fa7618cec7cf req-5b3b78b4-abe6-40b5-9d47-7c9c7c36a526 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 1101 time: 0.3889678 Nov 05 21:37:51.289001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:51.337675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:51.357040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:51.365216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16c897-3807-4dc3-90b2-faebdb956a90 req-f63b4a4e-3b17-46ab-af5f-655f9f7204bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.368829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c16c897-3807-4dc3-90b2-faebdb956a90 req-f63b4a4e-3b17-46ab-af5f-655f9f7204bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1097 time: 0.4771011 Nov 05 21:37:51.404876 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:51.421744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.422404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.444794 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e4773-ef9b-4a67-b147-8a5dac35ff79 None None] The sync data for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 is: [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:37:51.471511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e0c512f-7b68-41ec-a148-fa7618cec7cf req-ee3de29f-a66d-43c0-aaf4-012110e081eb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745243 Nov 05 21:37:51.474137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a7974-d52a-4879-9701-8b188935bede req-50f4972a-9b08-4609-92fe-80d4b089506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.476608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-699a7974-d52a-4879-9701-8b188935bede req-50f4972a-9b08-4609-92fe-80d4b089506b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728208 Nov 05 21:37:51.497692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e32ca197-b9b8-41c1-a228-5cb80098903f req-7bd3e140-c82b-464b-870a-54b6681af052 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187171 Nov 05 21:37:51.507047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event updated for resources: {'Port': ['ID=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:51.705425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18481546-be8f-4d5e-b699-de0ea1244493 req-b22ff225-67be-4248-82d6-c712d980ac08 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.705425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18481546-be8f-4d5e-b699-de0ea1244493 req-b22ff225-67be-4248-82d6-c712d980ac08 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 932 time: 0.2988338 Nov 05 21:37:51.706338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c16c897-3807-4dc3-90b2-faebdb956a90 req-86769188-8489-4cbc-9c65-6b0e0ddb5946 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471620 Nov 05 21:37:51.707330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18481546-be8f-4d5e-b699-de0ea1244493 req-c94eca7d-160e-4f55-ab13-15cde122418b tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761020 Nov 05 21:37:51.707330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.709287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e3d18-6527-48c8-9b37-160ecb7860dd req-414450d5-5503-4975-8528-a86a68f096f8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.709287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a0e3d18-6527-48c8-9b37-160ecb7860dd req-414450d5-5503-4975-8528-a86a68f096f8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 946 time: 0.0826931 Nov 05 21:37:51.709556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f5ca2e71-18b9-4b8c-b381-94c5576160b1 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:37:51.732074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: f5ca2e71-18b9-4b8c-b381-94c5576160b1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:37:51.733380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f5ca2e71-18b9-4b8c-b381-94c5576160b1 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:37:51.787951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505776-e580-41eb-a56b-f4316df35b66 req-5e8e145b-4dd4-405d-833b-586b46ce2689 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:51.789609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70505776-e580-41eb-a56b-f4316df35b66 req-5e8e145b-4dd4-405d-833b-586b46ce2689 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 946 time: 0.0905130 Nov 05 21:37:51.823769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd07a2c-ee76-4e97-8e35-625150c440ac None None] New status for floating IP 9857e440-ee3c-4998-91be-66d7f463ff59: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:37:51.854791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70505776-e580-41eb-a56b-f4316df35b66 req-41f4747d-eaea-4fa5-852c-82f970f526c5 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580299 Nov 05 21:37:51.856415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a0e3d18-6527-48c8-9b37-160ecb7860dd req-a073ea5e-d2cf-48a5-81a8-6c53c441957f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669669 Nov 05 21:37:51.920492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-699a7974-d52a-4879-9701-8b188935bede req-90ffc887-6e79-4595-af66-b08b33b4f95b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922944 Nov 05 21:37:51.945384 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-2bedd5ed-8854-4ac8-8d92-b163aeefd5c7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9716220 Nov 05 21:37:51.945384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1220f35a-7e3b-4a9c-ba63-e8c9928f9346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.949112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1220f35a-7e3b-4a9c-ba63-e8c9928f9346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:51.953606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1220f35a-7e3b-4a9c-ba63-e8c9928f9346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86b1df69-1905-414f-828b-97ce0eb7e049 HTTP/1.1" status: 204 len: 168 time: 1.3675163 Nov 05 21:37:51.983956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Request body: {'port': {'device_id': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:51.986952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220f35a-7e3b-4a9c-ba63-e8c9928f9346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b1df69-1905-414f-828b-97ce0eb7e049,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:52.054154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:52.121619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:52.175597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-699a7974-d52a-4879-9701-8b188935bede req-c1c1c6c6-f226-4ce1-9ef3-e34d45e90997 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392058 Nov 05 21:37:52.314435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:52.333294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:52.337257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:52.340239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:52.342880 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:52.426991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3af698-a3bb-40ae-9c4c-0a24444f57be req-6c3fb3f4-d7d3-4720-b41e-278e6103bb9a tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:52.434443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d3af698-a3bb-40ae-9c4c-0a24444f57be req-6c3fb3f4-d7d3-4720-b41e-278e6103bb9a tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 948 time: 0.3417923 Nov 05 21:37:52.580329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-ab0aa273-e10f-464c-8881-03b15f26a9e0 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 258 time: 0.4178710 Nov 05 21:37:52.591513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:52.595009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:52.598591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:52.698474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-20ae56cf-5219-4a28-a40e-388bea15e0c8 None None] Provisioning complete for port e76694aa-c78b-49aa-b7af-d4ec35a55912 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:37:52.699022 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20ae56cf-5219-4a28-a40e-388bea15e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:52.738644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:52.781835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-20ae56cf-5219-4a28-a40e-388bea15e0c8 None None] Port e76694aa-c78b-49aa-b7af-d4ec35a55912 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:37:52.785339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d3af698-a3bb-40ae-9c4c-0a24444f57be req-eee73cc5-9817-49e7-8fbe-1e72c6127ec3 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150845 Nov 05 21:37:52.852609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:52.891931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-00052335-5def-4088-8b16-6516a28d1b85 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4246418 Nov 05 21:37:52.952573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:52.963397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:52.981893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Transition to ACTIVE for port object d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:52.989268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Request body: {'port': {'device_id': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:53.032612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Allocated IP 172.25.6.25 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9b5be321-e56d-46cc-9ef2-9d2904604300) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:53.072524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53ab20-5a96-45bf-859c-9fc8059deffd req-2a95c0ce-54d6-45a6-96e5-15b0c1a7c537 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:53.087660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b53ab20-5a96-45bf-859c-9fc8059deffd req-2a95c0ce-54d6-45a6-96e5-15b0c1a7c537 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 935 time: 0.2349133 Nov 05 21:37:53.089498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.125591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.145053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.254398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Pushing event updated for resources: {'Port': ['ID=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:53.269350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.350610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event updated for resources: {'Port': ['ID=9b5be321-e56d-46cc-9ef2-9d2904604300,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:53.366033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:53.368209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:53.376381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:53.401458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b53ab20-5a96-45bf-859c-9fc8059deffd req-bbaa1bb2-28b0-4ff2-b562-9c6c773da778 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063653 Nov 05 21:37:53.504983 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.589572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.775231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.840596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.892924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Attempting to bind port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:53.893488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Attempting to bind port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:53.893968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Attempting to bind port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:53.904525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a533c0-6952-47f9-adca-ea2ae5b4d5dc req-c4c843e8-336c-4ebe-b61b-d4d60a52ceb5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:53.912338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a533c0-6952-47f9-adca-ea2ae5b4d5dc req-c4c843e8-336c-4ebe-b61b-d4d60a52ceb5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 950 time: 0.1542239 Nov 05 21:37:53.922523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event updated for resources: {'Port': ['ID=9b5be321-e56d-46cc-9ef2-9d2904604300,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:53.934377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:53.934705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Attempting to bind port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 on network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:53.942042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:53.959785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:53.960068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Checking segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:53.960468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Bound using segment: {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:53.960915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Bound port: d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c24934-18f8-4a28-bc38-7b9913917a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:53.961326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.033527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.041530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75a533c0-6952-47f9-adca-ea2ae5b4d5dc req-ddd969b4-8fd6-40b4-be1f-8d30d72a37e1 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262963 Nov 05 21:37:54.045054 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-2852ece4-03a1-4ab7-9ec3-d7ddf1718157 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4583821 Nov 05 21:37:54.138682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-b7a2803e-8dd0-4c89-89ef-92a12186cad0 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0927382 Nov 05 21:37:54.169634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] For port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:54.182005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76694aa-c78b-49aa-b7af-d4ec35a55912 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:54.196996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] For port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:54.200820 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.218821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Transition to ACTIVE for port object e76694aa-c78b-49aa-b7af-d4ec35a55912 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:37:54.226790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ec58-5828-4e70-82a2-d97e8e7754e7 req-64c47739-43f6-4340-bf4d-82f2d4a8b915 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.228349 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e507ec58-5828-4e70-82a2-d97e8e7754e7 req-64c47739-43f6-4340-bf4d-82f2d4a8b915 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 944 time: 0.1169596 Nov 05 21:37:54.259689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-b2baf82a-63b0-4c1f-a828-89ee9806530c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.260947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-b2baf82a-63b0-4c1f-a828-89ee9806530c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1161387 Nov 05 21:37:54.272304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-77ca6e76-a3ca-4852-9fbe-11f47d7ab926 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:37:54.273674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdbbd863-0728-4406-8fe9-89ff8d028adb req-77ca6e76-a3ca-4852-9fbe-11f47d7ab926 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062165 Nov 05 21:37:54.287406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e507ec58-5828-4e70-82a2-d97e8e7754e7 req-9ea649e4-639e-4fdd-a44d-c38184ddf6fd tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520012 Nov 05 21:37:54.327204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.370605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.377650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.378370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.380094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] 10.222.0.46 "PUT /v2.0/ports/d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 HTTP/1.1" status: 200 len: 1092 time: 2.4097054 Nov 05 21:37:54.384136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:54.386379 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c10370-9a94-4596-bade-902d005f3977" -d '{"events": [{"name": "network-changed", "server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:54.386895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91791-a1dc-427f-a86b-fe07856479a3 req-6977b028-689e-4e9d-b22d-e30ab16f8d2e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.398763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d91791-a1dc-427f-a86b-fe07856479a3 req-6977b028-689e-4e9d-b22d-e30ab16f8d2e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 946 time: 0.0690713 Nov 05 21:37:54.430825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68ae0-4ff0-4fc8-b4b9-396df6ed8cab service neutron] Pushing event updated for resources: {'Port': ['ID=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:54.492013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d91791-a1dc-427f-a86b-fe07856479a3 req-ef74e4b4-6c73-493a-8116-5c6255a55824 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915790 Nov 05 21:37:54.654741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:37:54.655235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:37:54.655706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:54.663724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:54.668315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Port e76694aa-c78b-49aa-b7af-d4ec35a55912 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:37:54.668862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:37:54.678164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:37:54.678692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:37:54.679175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:37:54.682984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Bound port: e76694aa-c78b-49aa-b7af-d4ec35a55912, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:37:54.683488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.697517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4ab4-9ab5-4c5c-bae7-b379d262e8a0 req-9f1f6cda-63c7-4e43-8d06-4b7d08ac96ab tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.699242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-916ac84a-b7a1-449f-8300-548b118c9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.700900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-916ac84a-b7a1-449f-8300-548b118c9219 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 1095 time: 0.1001835 Nov 05 21:37:54.702340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-706b4ab4-9ab5-4c5c-bae7-b379d262e8a0 req-9f1f6cda-63c7-4e43-8d06-4b7d08ac96ab tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 948 time: 0.0997100 Nov 05 21:37:54.756577 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-706b4ab4-9ab5-4c5c-bae7-b379d262e8a0 req-9e14dcca-2855-42d5-9703-7c3e565cc817 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Nov 05 21:37:54.791568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-a4c63640-219c-4bcf-9452-43ce6f39c6a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 HTTP/1.1" status: 200 len: 217 time: 0.0422111 Nov 05 21:37:54.836483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:37:54.855751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:37:54.861707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b64d3f70-f3eb-451d-ae38-6ef4e6e414e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.864126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-b64d3f70-f3eb-451d-ae38-6ef4e6e414e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.0646045 Nov 05 21:37:54.918997 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5c2626-50be-442c-ac19-ff80ff81a98e x-openstack-request-id: req-9a5c2626-50be-442c-ac19-ff80ff81a98e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:54.918997 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:54.918997 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a5c2626-50be-442c-ac19-ff80ff81a98e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:54.918997 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'status': 'completed', 'code': 200} Nov 05 21:37:54.939592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:54.940685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-107c03fa-fffc-44ac-ad7b-dd8611f0f835 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.948130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-107c03fa-fffc-44ac-ad7b-dd8611f0f835 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0902414 Nov 05 21:37:54.949537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-dd073e39-5613-4c9a-8855-10acb7137e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.951026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-dd073e39-5613-4c9a-8855-10acb7137e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749838 Nov 05 21:37:54.998200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:54.998821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:55.000421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] 10.222.0.46 "PUT /v2.0/ports/e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 1095 time: 2.0171237 Nov 05 21:37:55.135259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad79331-c97c-4469-ae35-570fb19a9092 service neutron] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:55.205310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8975aa-9fdc-4b8c-85cd-7dfb5d7a5c77 req-8d619f05-ea39-42a0-be68-62c3f30db39d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.207207 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec8975aa-9fdc-4b8c-85cd-7dfb5d7a5c77 req-8d619f05-ea39-42a0-be68-62c3f30db39d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 947 time: 0.2239387 Nov 05 21:37:55.215150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-33765146-3aea-4ec1-9e29-15915c6420e1 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432573 Nov 05 21:37:55.270829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-995a2794-fe19-41de-92ff-e14d01557600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.272277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-995a2794-fe19-41de-92ff-e14d01557600 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1098 time: 0.1294129 Nov 05 21:37:55.306848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-c51aa18e-89a9-41da-a0e9-14ad70720c7f tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.3577995 Nov 05 21:37:55.319822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Request body: {'floatingip': {'port_id': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:55.350885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-407b2493-ef31-4a10-8519-a6bf313db6b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 217 time: 0.0485897 Nov 05 21:37:55.360840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:55.397658 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec8975aa-9fdc-4b8c-85cd-7dfb5d7a5c77 req-374793f5-125f-43c1-9053-e97ce22f09ff tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797016 Nov 05 21:37:55.424047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a21d520-720f-4fd5-88c1-04e762b923f0 req-3996cb05-29e3-497a-912b-e5afc31138a9 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987362 Nov 05 21:37:55.435455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bd81de2c-00c1-46df-aec1-c8241b40d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.438167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-bd81de2c-00c1-46df-aec1-c8241b40d0ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0746472 Nov 05 21:37:55.488976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-0b02e554-769d-4dd3-a743-f729ce3ab212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.490484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-0b02e554-769d-4dd3-a743-f729ce3ab212 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455744 Nov 05 21:37:55.615455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882da71-f108-4df1-9223-f20b3c8a02e0 req-e44d4a91-c4bc-4bf9-b534-5084bc763b8d tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.617006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f882da71-f108-4df1-9223-f20b3c8a02e0 req-e44d4a91-c4bc-4bf9-b534-5084bc763b8d tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1097 time: 0.0652306 Nov 05 21:37:55.627141 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-937c2084-d405-4255-8c53-80eb707d1d21 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281052 Nov 05 21:37:55.742906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10370-9a94-4596-bade-902d005f3977 req-157fdf27-73e5-434e-ac01-8230dd9f1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.744928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45c10370-9a94-4596-bade-902d005f3977 req-157fdf27-73e5-434e-ac01-8230dd9f1377 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 1095 time: 0.1270943 Nov 05 21:37:55.750536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f882da71-f108-4df1-9223-f20b3c8a02e0 req-3d49fbaf-3802-4515-ae95-5f88b63c264b tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225300 Nov 05 21:37:55.807960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:55.827217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:55.829783 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c743fd1b-f330-4976-aaea-25ebe90036d4 req-0e40ef16-55ce-4155-80ec-a5d20c916eec service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724257 Nov 05 21:37:55.891362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10370-9a94-4596-bade-902d005f3977 req-5463b92f-6bb3-442d-8ab8-db8e5f297ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.892726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45c10370-9a94-4596-bade-902d005f3977 req-5463b92f-6bb3-442d-8ab8-db8e5f297ea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 924 time: 0.1338425 Nov 05 21:37:55.897274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0023fa5-cde6-4a9c-b8dc-a3ac34626bc9 req-732a769c-1e56-4429-a014-9acbbe077084 tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:55.898687 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0023fa5-cde6-4a9c-b8dc-a3ac34626bc9 req-732a769c-1e56-4429-a014-9acbbe077084 tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 1101 time: 0.0567663 Nov 05 21:37:55.902603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:55.916790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:55.937278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'mac_address': 'fa:16:3e:1b:6b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:37:55.945522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45c10370-9a94-4596-bade-902d005f3977 req-268c2261-21e1-4ab5-ac3a-e1ba4ab0371b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 HTTP/1.1" status: 200 len: 217 time: 0.0429475 Nov 05 21:37:55.964134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f0023fa5-cde6-4a9c-b8dc-a3ac34626bc9 req-9a51966a-0448-4416-a9fe-00978911ae50 tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:55.979930 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:55.995005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c30d52-72b3-4b55-84d3-ba71c23c3d75 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:37:56.010146 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Floating IP e22927a6-05d5-4f52-b326-a7fdb0b7c2e6 associated. External IP: 172.25.6.25, port: 9acd529d-14d2-4f84-8d81-d35e3df5c63c. Nov 05 21:37:56.016742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10370-9a94-4596-bade-902d005f3977 req-7cb131b2-4efd-41bc-951b-8d72cadd031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.023782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45c10370-9a94-4596-bade-902d005f3977 req-7cb131b2-4efd-41bc-951b-8d72cadd031a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.0614407 Nov 05 21:37:56.023940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:37:56.090930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10370-9a94-4596-bade-902d005f3977 req-d3ca7034-c14b-48f7-a43c-f5718801849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.092428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45c10370-9a94-4596-bade-902d005f3977 req-d3ca7034-c14b-48f7-a43c-f5718801849c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647175 Nov 05 21:37:56.097855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:56.144974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:56.148109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f0023fa5-cde6-4a9c-b8dc-a3ac34626bc9 req-9a51966a-0448-4416-a9fe-00978911ae50 tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:56.209118 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45c10370-9a94-4596-bade-902d005f3977 req-cd23f250-b5ab-4f05-a5da-3007e0117e61 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081102 Nov 05 21:37:56.230799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f0023fa5-cde6-4a9c-b8dc-a3ac34626bc9 req-9a51966a-0448-4416-a9fe-00978911ae50 tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:56.231128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Router 49dc62e4-25e5-4616-8bad-3924fef81981 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:37:56.321990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51966a-0448-4416-a9fe-00978911ae50 tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16ab849-22d4-4af1-a89f-cbbc9f8ef436,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:56.328002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0023fa5-cde6-4a9c-b8dc-a3ac34626bc9 req-9a51966a-0448-4416-a9fe-00978911ae50 tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186192 Nov 05 21:37:56.343506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:37:56.354237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:56.355307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45c10370-9a94-4596-bade-902d005f3977 req-c16acfe2-0d63-41b7-832e-782ba154fe3a service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318474 Nov 05 21:37:56.355405 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] Sync routers for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:37:56.365053 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:56.365984 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:56.382035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-201206d5-ce38-4e90-890f-2d2826b3d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "PUT /v2.0/floatingips/e22927a6-05d5-4f52-b326-a7fdb0b7c2e6 HTTP/1.1" status: 200 len: 996 time: 1.0677943 Nov 05 21:37:56.382481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:56.385784 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec91259-836c-4cfb-b3f7-66aa5f395908" -d '{"events": [{"name": "network-changed", "server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:56.447320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-a3f78592-f4fa-421d-aea5-8471b4e0dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.449138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-a3f78592-f4fa-421d-aea5-8471b4e0dcc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 1097 time: 0.0435281 Nov 05 21:37:56.466665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537e92a-1902-4766-8383-eb20b3e69258 req-b385d29e-3aa0-4f96-af42-f72184f1ae43 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.468387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6537e92a-1902-4766-8383-eb20b3e69258 req-b385d29e-3aa0-4f96-af42-f72184f1ae43 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 944 time: 0.0551445 Nov 05 21:37:56.522891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6537e92a-1902-4766-8383-eb20b3e69258 req-253c9413-1367-48fd-b25c-50d0ce508675 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480549 Nov 05 21:37:56.555026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-70116ea0-4ecc-4514-8f31-597f045fd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.556859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-70116ea0-4ecc-4514-8f31-597f045fd6f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 200 len: 930 time: 0.0988979 Nov 05 21:37:56.562036 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:56.628464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-c189fd68-0f0b-4680-aec0-326cd1d60fe3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 999 time: 0.0646908 Nov 05 21:37:56.681957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e89e6-d60f-47be-b687-ff225ea1100c req-ad77ba32-a832-4f93-ad92-d30f9e4edc39 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.683781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b70e89e6-d60f-47be-b687-ff225ea1100c req-ad77ba32-a832-4f93-ad92-d30f9e4edc39 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 949 time: 0.0509164 Nov 05 21:37:56.689000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-8a6204d6-4b54-4689-b891-ee88f011c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.690445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-8a6204d6-4b54-4689-b891-ee88f011c9be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51d0cae5-e7a7-4927-9887-0b3f9ca881f8 HTTP/1.1" status: 200 len: 868 time: 0.0541549 Nov 05 21:37:56.739293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b70e89e6-d60f-47be-b687-ff225ea1100c req-588d4994-2885-4e44-b35c-0568cc947922 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Nov 05 21:37:56.746962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-ed50d30e-4812-46e2-8b37-698cd15b7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.748624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-ed50d30e-4812-46e2-8b37-698cd15b7987 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=614d3a09-3443-406b-8090-b20775932528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507865 Nov 05 21:37:56.762053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-7687f713-cd2b-48b4-a1d0-c0ad69920770 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:37:56.763193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-7687f713-cd2b-48b4-a1d0-c0ad69920770 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059714 Nov 05 21:37:56.809500 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e22927a6-05d5-4f52-b326-a7fdb0b7c2e6', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'port_id': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'mac_address': 'fa:16:3e:38:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:37:53Z', 'updated_at': '2021-11-05T21:37:55Z', 'revision_number': 1, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:56.839794 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] Checking router: 49dc62e4-25e5-4616-8bad-3924fef81981 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:37:56.848188 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:37:56.848899 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:56.865541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720aad2-fa79-431c-a652-d944c9ccfc66 req-109b4f07-6135-4dab-acb6-d08fb4f1c124 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:56.867294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9720aad2-fa79-431c-a652-d944c9ccfc66 req-109b4f07-6135-4dab-acb6-d08fb4f1c124 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1097 time: 0.0455894 Nov 05 21:37:56.872151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-66686b86-23cb-4284-886a-0648769c0999 service neutron] 10.222.0.41 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023281 Nov 05 21:37:56.911536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:37:56.913894 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64bc484-d2d4-447d-9ab1-791b3cdfce10" -d '{"events": [{"name": "network-changed", "server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:37:56.919325 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9720aad2-fa79-431c-a652-d944c9ccfc66 req-c943f9ac-409b-4384-874d-590d506157a9 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445135 Nov 05 21:37:56.934368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e8c30d52-72b3-4b55-84d3-ba71c23c3d75'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:37:56.955060 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:37:56.980539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3d26d5-eabb-4379-bf9f-b7b9e1f2ba56 req-5c359ab3-a45d-401b-9982-34be885fc1cf service neutron] 10.222.0.41 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022546 Nov 05 21:37:57.002740 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce136d3-1334-4d62-a03c-0ab2abc89eea x-openstack-request-id: req-2ce136d3-1334-4d62-a03c-0ab2abc89eea {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:57.003099 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:57.003424 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ce136d3-1334-4d62-a03c-0ab2abc89eea {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:57.003917 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'status': 'completed', 'code': 200} Nov 05 21:37:57.109377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-eb8d5633-2656-4fe3-8f2a-2760920347e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.111232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-eb8d5633-2656-4fe3-8f2a-2760920347e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 1097 time: 0.0697193 Nov 05 21:37:57.140097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d96a2-0211-484a-82ef-aecd81d76ebd req-9c45869b-0d29-4eba-96fb-f4182db10aa8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.151464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b3d96a2-0211-484a-82ef-aecd81d76ebd req-9c45869b-0d29-4eba-96fb-f4182db10aa8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 947 time: 0.0737960 Nov 05 21:37:57.173604 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b8f564-b330-4a30-9e92-a1afcdc67adc x-openstack-request-id: req-73b8f564-b330-4a30-9e92-a1afcdc67adc {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:37:57.173604 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:37:57.174278 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73b8f564-b330-4a30-9e92-a1afcdc67adc {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:37:57.174764 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'status': 'completed', 'code': 200} Nov 05 21:37:57.256133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b3d96a2-0211-484a-82ef-aecd81d76ebd req-9f8a558e-b361-4e05-9ac2-d5b3e5923036 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033852 Nov 05 21:37:57.280419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-83b108f5-754d-4922-bc4c-cf18698e1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.283291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-83b108f5-754d-4922-bc4c-cf18698e1baa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1098 time: 0.0869553 Nov 05 21:37:57.351521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-a7687de9-00f8-4c84-9e8a-a07c131484f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.353798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-a7687de9-00f8-4c84-9e8a-a07c131484f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 200 len: 930 time: 0.2284474 Nov 05 21:37:57.355031 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e22927a6-05d5-4f52-b326-a7fdb0b7c2e6', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'port_id': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'mac_address': 'fa:16:3e:38:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:37:53Z', 'updated_at': '2021-11-05T21:37:55Z', 'revision_number': 1, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:37:57.383592 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02527989-de73-4f2f-983b-dbbb66be3a16 None None] The sync data for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 is: [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e22927a6-05d5-4f52-b326-a7fdb0b7c2e6', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'port_id': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'mac_address': 'fa:16:3e:38:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:37:53Z', 'updated_at': '2021-11-05T21:37:55Z', 'revision_number': 1, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:37:57.405669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-5b9b7d1a-1cf8-458f-a159-7d28d69a71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.411299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-5b9b7d1a-1cf8-458f-a159-7d28d69a71bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1149278 Nov 05 21:37:57.453595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-296d94f9-2dbf-478a-a9f5-35e1459b580e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 258 time: 0.2090778 Nov 05 21:37:57.457039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-02fadec8-8906-4e0a-b098-84d590d3e859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 999 time: 0.0934277 Nov 05 21:37:57.460432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-a317dd65-9db3-46aa-9dd0-1fa72d8a1fbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 217 time: 0.0418193 Nov 05 21:37:57.472584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:57.513236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-7c910742-8fce-487a-90d9-72bc5693fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.514771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-7c910742-8fce-487a-90d9-72bc5693fc96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0457749 Nov 05 21:37:57.522511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-ed77ba06-82af-42d6-b510-fd8a28980773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.530625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-ed77ba06-82af-42d6-b510-fd8a28980773 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51d0cae5-e7a7-4927-9887-0b3f9ca881f8 HTTP/1.1" status: 200 len: 868 time: 0.0608220 Nov 05 21:37:57.565537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-5c60cb57-cd55-4b8d-954c-418f74987755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.568377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-5c60cb57-cd55-4b8d-954c-418f74987755 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447764 Nov 05 21:37:57.572730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-6e044e12-cf33-426a-846c-2f1ca6808734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.574528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-6e044e12-cf33-426a-846c-2f1ca6808734 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=614d3a09-3443-406b-8090-b20775932528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421128 Nov 05 21:37:57.617571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d762d5-8f71-4daf-aa68-49d2bbde81ae None None] New status for floating IP e22927a6-05d5-4f52-b326-a7fdb0b7c2e6: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:37:57.642277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:57.722623 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-87ae9df7-c3db-432d-b1f4-de6abe0551a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426439 Nov 05 21:37:57.725225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-59c44ede-ce7e-4936-aacd-53d381f9f780 service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413310 Nov 05 21:37:57.880995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e64bc484-d2d4-447d-9ab1-791b3cdfce10 req-f7096cd2-b211-4d40-8792-b98ec13e4ecb service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529460 Nov 05 21:37:57.882243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec91259-836c-4cfb-b3f7-66aa5f395908 req-5fc22033-61bf-4913-8b0c-da3d8648b1db service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420884 Nov 05 21:37:57.883576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f9a3d-6148-4512-8b22-f7f6e9d82d82 req-75e07171-09ed-4150-96b0-3db05d8166ca tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:57.885546 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e92f9a3d-6148-4512-8b22-f7f6e9d82d82 req-75e07171-09ed-4150-96b0-3db05d8166ca tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 1101 time: 0.0921805 Nov 05 21:37:57.888861 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:57.959710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e92f9a3d-6148-4512-8b22-f7f6e9d82d82 req-7c6ca1f7-00e6-4ace-9587-fbe048fadd8a tempest-ServersAdminNegativeTestJSON-1721562459 tempest-ServersAdminNegativeTestJSON-1721562459-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627971 Nov 05 21:37:58.021384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Allocated IP 172.25.6.149 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/455162bc-d240-4390-ac55-cab78c179a2a) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:37:58.057494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a3c2-6544-47d2-8947-8e0cf9eeeb5b req-0ad8b609-6bd1-4fa5-8207-697150a914f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:58.064696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8335a3c2-6544-47d2-8947-8e0cf9eeeb5b req-0ad8b609-6bd1-4fa5-8207-697150a914f9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 944 time: 0.0542946 Nov 05 21:37:58.112333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8335a3c2-6544-47d2-8947-8e0cf9eeeb5b req-78d9fd1d-2d52-4ce1-a542-6d57f9481bb7 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469472 Nov 05 21:37:58.130461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.207413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48076-9006-4682-836f-52f94e6cc4c6 req-5c9ae76b-0781-4ac0-891b-86ee2c29a112 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:58.209063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42e48076-9006-4682-836f-52f94e6cc4c6 req-5c9ae76b-0781-4ac0-891b-86ee2c29a112 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1097 time: 0.0405428 Nov 05 21:37:58.212460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.254292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:37:58.257313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:37:58.263273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:37:58.268524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42e48076-9006-4682-836f-52f94e6cc4c6 req-9bf827c5-6fd5-4d35-a0bd-8c68101a8893 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Nov 05 21:37:58.289690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event updated for resources: {'Port': ['ID=455162bc-d240-4390-ac55-cab78c179a2a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:58.312411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35872) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:58.363589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.420452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17257561-877b-4686-9037-959ecb8a64cd req-9399a964-b418-46db-a8f9-b0f95b61570a tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:58.422063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17257561-877b-4686-9037-959ecb8a64cd req-9399a964-b418-46db-a8f9-b0f95b61570a tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 949 time: 0.0606270 Nov 05 21:37:58.455082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0653ee79-09c3-451b-8658-f28332f06eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.496124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.497383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17257561-877b-4686-9037-959ecb8a64cd req-5d00f843-5f16-4a2f-be47-ef76f9517edc tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690236 Nov 05 21:37:58.573492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0653ee79-09c3-451b-8658-f28332f06eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.645810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a5e8-cce3-40ed-8825-733d9caca429 req-916a7855-604e-4189-8185-18d6b9102875 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:58.647286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6394a5e8-cce3-40ed-8825-733d9caca429 req-916a7855-604e-4189-8185-18d6b9102875 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 947 time: 0.0477054 Nov 05 21:37:58.653604 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.680759 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0653ee79-09c3-451b-8658-f28332f06eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.760610 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.829530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event updated for resources: {'Port': ['ID=455162bc-d240-4390-ac55-cab78c179a2a,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:58.845176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.922676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:58.924116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-fa195492-8ce9-4215-8ef7-60f8049ed5df tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4633090 Nov 05 21:37:58.948829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6394a5e8-cce3-40ed-8825-733d9caca429 req-c3a1245f-4d4a-4586-ac75-eda9a904358e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948394 Nov 05 21:37:58.958234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0653ee79-09c3-451b-8658-f28332f06eb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=994cca0ef92946038f1a0b4830d49fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6447723 Nov 05 21:37:58.958954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653ee79-09c3-451b-8658-f28332f06eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b09bd-b326-4b9d-b6a5-1b556d15d62c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:58.961241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35880) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:37:58.991662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-ec8e0774-5393-46f1-af16-c111491b41fa tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0611665 Nov 05 21:37:59.018141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89947877-e7d4-4799-aaa1-bace95580e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:59.040534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89947877-e7d4-4799-aaa1-bace95580e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:59.115411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-248c494b-adec-4599-a68b-e8d929114458 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:59.116792 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2673ef5-9e06-49c2-be90-de3a47b82dd1 req-248c494b-adec-4599-a68b-e8d929114458 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1163197 Nov 05 21:37:59.177444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89947877-e7d4-4799-aaa1-bace95580e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:59.180052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89947877-e7d4-4799-aaa1-bace95580e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:59.181226 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-89947877-e7d4-4799-aaa1-bace95580e94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e65b09bd-b326-4b9d-b6a5-1b556d15d62c HTTP/1.1" status: 204 len: 168 time: 0.2190459 Nov 05 21:37:59.195860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89947877-e7d4-4799-aaa1-bace95580e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b09bd-b326-4b9d-b6a5-1b556d15d62c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:37:59.225154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c57a42-a4da-4b13-8a69-c651565ae9cd req-1bba195f-e4b9-467e-8fad-79fe93427530 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:59.226707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2c57a42-a4da-4b13-8a69-c651565ae9cd req-1bba195f-e4b9-467e-8fad-79fe93427530 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0559814 Nov 05 21:37:59.276809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2c57a42-a4da-4b13-8a69-c651565ae9cd req-e00f4f0c-df22-4da8-b9c8-480cf1b0b69c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0440109 Nov 05 21:37:59.286593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e2c57a42-a4da-4b13-8a69-c651565ae9cd req-c87f94fb-5e14-4e5c-94ff-710088b7aeca tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Request body: {'floatingip': {'port_id': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:37:59.330871 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2c57a42-a4da-4b13-8a69-c651565ae9cd req-c87f94fb-5e14-4e5c-94ff-710088b7aeca tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:37:59.433798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a3f5-7e40-4103-ae15-6a3096fa6e7c req-5591a0a7-c579-407e-9d81-f3b3e55c77d3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:59.435400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c05a3f5-7e40-4103-ae15-6a3096fa6e7c req-5591a0a7-c579-407e-9d81-f3b3e55c77d3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 944 time: 0.0579870 Nov 05 21:37:59.500558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c05a3f5-7e40-4103-ae15-6a3096fa6e7c req-64c49696-548b-4e09-971a-8caf754faaa8 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528538 Nov 05 21:37:59.568540 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-e2c57a42-a4da-4b13-8a69-c651565ae9cd req-c87f94fb-5e14-4e5c-94ff-710088b7aeca tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] update failed (client error): There was a conflict when trying to complete your request. Nov 05 21:37:59.579081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2c57a42-a4da-4b13-8a69-c651565ae9cd req-c87f94fb-5e14-4e5c-94ff-710088b7aeca tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "PUT /v2.0/floatingips/80c00d32-05c2-497f-b7af-75f503540d71 HTTP/1.1" status: 409 len: 551 time: 0.2936876 Nov 05 21:37:59.609011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895506-7fe6-485d-be63-4a72e8d18348 req-bf420d0e-36d3-4c94-94a9-1d3cd6feafc2 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:59.610608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb895506-7fe6-485d-be63-4a72e8d18348 req-bf420d0e-36d3-4c94-94a9-1d3cd6feafc2 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1097 time: 0.0463207 Nov 05 21:37:59.657699 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb895506-7fe6-485d-be63-4a72e8d18348 req-42d6c88b-bc03-42a0-9046-0cb576851a9d tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Nov 05 21:37:59.682071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bcd70-3920-43ec-889b-990f7b2f9f25 req-7b27a757-a8e7-4471-807a-e7335aa4fa35 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:59.683636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-807bcd70-3920-43ec-889b-990f7b2f9f25 req-7b27a757-a8e7-4471-807a-e7335aa4fa35 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 950 time: 0.0622804 Nov 05 21:37:59.741018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-807bcd70-3920-43ec-889b-990f7b2f9f25 req-598b789f-aced-4354-bf46-6f8dc945c903 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509293 Nov 05 21:37:59.794948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2fbb-f5a9-41b2-a417-be036bdefaed req-207e3916-6fd9-442f-8fc3-615c921c5224 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:59.796779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77fb2fbb-f5a9-41b2-a417-be036bdefaed req-207e3916-6fd9-442f-8fc3-615c921c5224 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 949 time: 0.0640082 Nov 05 21:37:59.822904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-122402bc-f849-4655-9f7a-1dce9f0e2310 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips/80c00d32-05c2-497f-b7af-75f503540d71 HTTP/1.1" status: 200 len: 693 time: 0.0450447 Nov 05 21:37:59.846248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:37:59.848930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:37:59.856161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77fb2fbb-f5a9-41b2-a417-be036bdefaed req-d493ce2e-8aa3-4612-a236-7b0cd52ab352 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531332 Nov 05 21:37:59.943479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-58aa46f3-7950-48da-9a09-9d874a56725d tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:37:59.945644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-58aa46f3-7950-48da-9a09-9d874a56725d tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1156623 Nov 05 21:37:59.957973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-3e32c82f-f65d-4f54-9583-c6c9bbb65aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:37:59.958972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-3e32c82f-f65d-4f54-9583-c6c9bbb65aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068893 Nov 05 21:38:00.015493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-0f11fc75-a8ea-41a4-b947-9fc8f663575f tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0486023 Nov 05 21:38:00.032956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:00.053333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'mac_address': 'fa:16:3e:8d:32:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:38:00.078645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-66c74c66-c14c-403e-a896-190efab69624 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0562053 Nov 05 21:38:00.104935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:38:00.109857 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.113253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:00.113619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.160421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76694aa-c78b-49aa-b7af-d4ec35a55912 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:00.188424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:00.239829 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.261095 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.304210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:00.306682 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212a2ca-16e5-4f2c-bd1f-aa8ea6b6a606" -d '{"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:00.324306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:00.343508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:00.354809 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.450967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.507534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:00.544238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Deleting port 455162bc-d240-4390-ac55-cab78c179a2a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:00.546905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.627957 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.628291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.642225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Calling delete_port for 455162bc-d240-4390-ac55-cab78c179a2a owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:00.651776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e76694aa-c78b-49aa-b7af-d4ec35a55912'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:00.920385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:00.947183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event deleted for resources: {'Port': ['ID=455162bc-d240-4390-ac55-cab78c179a2a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:01.014273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:01.016832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:01.018080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c2e2cb-bfd8-4bdf-a1bf-d2669ee6ca8e req-c09d4c1a-0fc9-428a-8995-68a847a00d0c tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "DELETE /v2.0/floatingips/80c00d32-05c2-497f-b7af-75f503540d71 HTTP/1.1" status: 204 len: 173 time: 0.9333136 Nov 05 21:38:01.129018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ece29c-2f88-4702-bad1-941fd8d78844 req-b155459e-a470-4000-a837-ed806763063e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:01.130576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8ece29c-2f88-4702-bad1-941fd8d78844 req-b155459e-a470-4000-a837-ed806763063e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 948 time: 0.0633166 Nov 05 21:38:01.177620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8ece29c-2f88-4702-bad1-941fd8d78844 req-9af16234-9252-4924-9a78-a9df0c7c4a26 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Nov 05 21:38:01.310985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-35be71f0-6692-4461-8c32-7d796f8dc96e tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:01.316017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-35be71f0-6692-4461-8c32-7d796f8dc96e tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 950 time: 0.0522354 Nov 05 21:38:01.414418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Deleting port 608eb38b-a45b-4396-9110-f0a6627740a0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:01.414688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:01.520692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] For port 608eb38b-a45b-4396-9110-f0a6627740a0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=608eb38b-a45b-4396-9110-f0a6627740a0,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:01.521049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:01.533668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Calling delete_port for 608eb38b-a45b-4396-9110-f0a6627740a0 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:01.701187 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd50da76-240b-421f-8a1d-de4ba58e969e x-openstack-request-id: req-fd50da76-240b-421f-8a1d-de4ba58e969e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:01.701701 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:01.701885 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd50da76-240b-421f-8a1d-de4ba58e969e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:01.707721 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'code': 200} Nov 05 21:38:01.749190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:01.763697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['608eb38b-a45b-4396-9110-f0a6627740a0'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:01.766719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:01.786580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Pushing event deleted for resources: {'Port': ['ID=608eb38b-a45b-4396-9110-f0a6627740a0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:01.829272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86e7b3-a9ef-40a4-b463-2b94b3b69504 req-7929e4b6-5fe3-4c49-8168-73c1678e93fa tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:01.830891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e86e7b3-a9ef-40a4-b463-2b94b3b69504 req-7929e4b6-5fe3-4c49-8168-73c1678e93fa tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 944 time: 0.0777714 Nov 05 21:38:01.840506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-b6ffc84d-f680-4814-972d-291d78b3657c tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:01.841528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-b6ffc84d-f680-4814-972d-291d78b3657c tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109553 Nov 05 21:38:01.856948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:38:01.860113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:01.900068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] No DVR routers for this DVR port 608eb38b-a45b-4396-9110-f0a6627740a0 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:01.923109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:01.925265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e86e7b3-a9ef-40a4-b463-2b94b3b69504 req-f251d872-0ba1-4b16-b101-99c2523f00bf tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881586 Nov 05 21:38:01.926192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb6ce790-e6f1-4a56-9973-77983b3b372a req-653dbdaa-418b-4509-a5ba-fa3e040db922 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.46 "DELETE /v2.0/ports/608eb38b-a45b-4396-9110-f0a6627740a0 HTTP/1.1" status: 204 len: 173 time: 0.6052938 Nov 05 21:38:01.929388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'name': 'network-vif-deleted', 'tag': '608eb38b-a45b-4396-9110-f0a6627740a0'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:01.929388 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8452d6-4f5f-4457-bb22-5f082b14fd53" -d '{"events": [{"server_uuid": "6eb34532-60aa-4567-a0d2-fded3a2cdcb3", "name": "network-vif-deleted", "tag": "608eb38b-a45b-4396-9110-f0a6627740a0"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:01.956740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ef77-d5e9-402e-b759-378e8bc40e94 req-99dcf7b4-0bbf-45f4-a098-e9653747e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:01.959638 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31b2ef77-d5e9-402e-b759-378e8bc40e94 req-99dcf7b4-0bbf-45f4-a098-e9653747e4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 1101 time: 0.1817844 Nov 05 21:38:01.960732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-883bbe46-67f0-4bde-a64c-0f244fa741f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:01.963802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-883bbe46-67f0-4bde-a64c-0f244fa741f8 service neutron] 10.222.0.41 "GET /v2.0/ports/69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 1094 time: 0.0956371 Nov 05 21:38:01.984765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Request body: {'binding': {'host': 'n-h2-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:01.985357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Unknown quota resources ['binding']. {{(pid=102291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:38:02.037576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5eb5b377-d1b7-47b4-b8cb-8b3572e5ce00 req-4cc53bde-6d3f-4ae3-859c-0e15e6179ec9 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb34532-60aa-4567-a0d2-fded3a2cdcb3 HTTP/1.1" status: 200 len: 210 time: 0.0352964 Nov 05 21:38:02.102072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31b2ef77-d5e9-402e-b759-378e8bc40e94 req-b02e4e93-6e09-4839-a622-e04dee1410cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340232 Nov 05 21:38:02.122401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:02.139217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'port_id': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'mac_address': 'fa:16:3e:8e:bb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:38:02.145291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port e76694aa-c78b-49aa-b7af-d4ec35a55912 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:38:02.154077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port e76694aa-c78b-49aa-b7af-d4ec35a55912 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:02.154444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.165749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba705e24-d9f8-4526-a9ba-3880aaca77d0 req-92b6da18-21dd-4af4-92f7-08360873fbc1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:02.167322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba705e24-d9f8-4526-a9ba-3880aaca77d0 req-92b6da18-21dd-4af4-92f7-08360873fbc1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 950 time: 0.0570412 Nov 05 21:38:02.192339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on host n-h2-816738-5 for vnic_type normal with profile None {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:02.192696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:02.192994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:02.200127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:02.200127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:02.205446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:02.205791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:02.206172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:02.206598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Bound port: 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:02.219852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba705e24-d9f8-4526-a9ba-3880aaca77d0 req-d8594ed7-3a04-4db7-ae24-7cf98036a980 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 Nov 05 21:38:02.220423 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.249403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:02.271305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:02.294518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:02.308209 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.341159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:02.342102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-68fedf1c-158d-48e4-9868-41857402acea tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 1001 time: 0.0984790 Nov 05 21:38:02.351315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.353193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-612e5a79-3a1d-4e6c-9061-bc60d67dcc7b service neutron] 10.222.0.41 "POST /v2.0/ports/69fd1a5b-2279-47c4-b74d-00eb57fa4121/bindings HTTP/1.1" status: 201 len: 389 time: 0.3730528 Nov 05 21:38:02.367634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.396214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-647b60de-7608-4418-b942-d1fb1612ba47 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:02.397578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-647b60de-7608-4418-b942-d1fb1612ba47 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports/9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 943 time: 0.0501871 Nov 05 21:38:02.419483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.422142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:02.482738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:02.504300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-e3973397-e055-4157-8469-3a600b2ba42f tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 1001 time: 0.0674314 Nov 05 21:38:02.588766 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.611948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-8b651c10-fcab-42c3-98f8-dbe38af10c20 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:02.613344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-8b651c10-fcab-42c3-98f8-dbe38af10c20 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1024976 Nov 05 21:38:02.685694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-34de7e79-3b8e-4265-9568-ea6d3bb74a1a tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 1001 time: 0.0641789 Nov 05 21:38:02.695794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:02.767878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:02.781451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:02.785756 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698bf5f-081d-4b0a-b2d6-53f42ad2ba9e x-openstack-request-id: req-1698bf5f-081d-4b0a-b2d6-53f42ad2ba9e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:02.786213 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb34532-60aa-4567-a0d2-fded3a2cdcb3", "name": "network-vif-deleted", "tag": "608eb38b-a45b-4396-9110-f0a6627740a0", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:02.786524 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1698bf5f-081d-4b0a-b2d6-53f42ad2ba9e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:02.787013 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb34532-60aa-4567-a0d2-fded3a2cdcb3', 'name': 'network-vif-deleted', 'tag': '608eb38b-a45b-4396-9110-f0a6627740a0', 'status': 'completed', 'code': 200} Nov 05 21:38:02.892102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e2f2a-3dff-423b-b328-52cfcf093d5a req-dbeaf115-8149-4984-98ef-ee9919281c1c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:02.893896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c9e2f2a-3dff-423b-b328-52cfcf093d5a req-dbeaf115-8149-4984-98ef-ee9919281c1c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0567441 Nov 05 21:38:02.949687 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c9e2f2a-3dff-423b-b328-52cfcf093d5a req-7d3b4c28-87f6-4520-b78e-d29cceb45a94 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 Nov 05 21:38:02.959702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:03.035087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:03.035887 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Floating IP e22927a6-05d5-4f52-b326-a7fdb0b7c2e6 disassociated. External IP: 172.25.6.25, port: 9acd529d-14d2-4f84-8d81-d35e3df5c63c. Nov 05 21:38:03.095506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d171236-815b-4dd3-8a58-bb9f596b9f35 req-982acc4b-7c38-4f19-b21e-9fdd68286d9b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.097021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d171236-815b-4dd3-8a58-bb9f596b9f35 req-982acc4b-7c38-4f19-b21e-9fdd68286d9b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 946 time: 0.0839887 Nov 05 21:38:03.112916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-789ed4a3-0c3f-4475-94a1-ae7247e08c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.114335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-789ed4a3-0c3f-4475-94a1-ae7247e08c70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1097 time: 0.0659530 Nov 05 21:38:03.200412 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d171236-815b-4dd3-8a58-bb9f596b9f35 req-5264905f-698d-4ccf-bdc5-43ac6a2b65a5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951786 Nov 05 21:38:03.245350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-a1f781c9-b1c2-4d8b-8733-21133cd7009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.247330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-a1f781c9-b1c2-4d8b-8733-21133cd7009c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1198289 Nov 05 21:38:03.280241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Router 49dc62e4-25e5-4616-8bad-3924fef81981 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:38:03.302861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-d0ca3206-f843-4ec5-994b-ce1540358b27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 217 time: 0.0467498 Nov 05 21:38:03.375179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27ba49-cbe0-4faa-b82e-9f4cee1d8b72 req-e8a263d4-e33f-4822-8f97-11ed907d25cb tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.376723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c27ba49-cbe0-4faa-b82e-9f4cee1d8b72 req-e8a263d4-e33f-4822-8f97-11ed907d25cb tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1096 time: 0.0763581 Nov 05 21:38:03.378455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-cfe59063-a163-431c-b531-31c33c60a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.379817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-cfe59063-a163-431c-b531-31c33c60a835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0545399 Nov 05 21:38:03.395851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:38:03.401488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:03.407924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] Sync routers for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:38:03.415664 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:03.416489 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:03.430095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-b2508ce1-d6ed-4295-a873-c95b255795ee tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "PUT /v2.0/floatingips/e22927a6-05d5-4f52-b326-a7fdb0b7c2e6 HTTP/1.1" status: 200 len: 694 time: 0.7383256 Nov 05 21:38:03.436393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:03.437094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-054e43bd-fb63-4b8f-b279-61f3e8349df6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402715 Nov 05 21:38:03.437196 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef47abd-dfae-42e7-bab1-bae49c445d17" -d '{"events": [{"name": "network-changed", "server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:03.482197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c27ba49-cbe0-4faa-b82e-9f4cee1d8b72 req-bac8cc47-78cb-4e77-832b-478c65d730f3 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969145 Nov 05 21:38:03.505562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-ec57fb85-2340-43c2-a54d-c133bc923f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.522088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-ec57fb85-2340-43c2-a54d-c133bc923f89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 1097 time: 0.0672643 Nov 05 21:38:03.530930 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:03.542664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-f1a5cbc9-3af5-418c-b46f-c49307ed7181 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008174 Nov 05 21:38:03.620296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-5b8e02ec-c879-4a68-94d2-33abb3c9ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.621759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-5b8e02ec-c879-4a68-94d2-33abb3c9ce90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 200 len: 930 time: 0.0986516 Nov 05 21:38:03.656216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-d95b1c6d-ef6e-4c02-8fc8-3035c25c9de8 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046271 Nov 05 21:38:03.692177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-7ea83f1b-14f9-4f45-a7d0-053ef09d66e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 217 time: 0.0592823 Nov 05 21:38:03.708689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:03.710985 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e599fea-f0b5-4eaa-b98a-596db959c4e5" -d '{"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-plugged", "status": "completed", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:03.737923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-0bed7258-5d8e-4954-9090-142de1e6a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.746059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-0bed7258-5d8e-4954-9090-142de1e6a313 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51d0cae5-e7a7-4927-9887-0b3f9ca881f8 HTTP/1.1" status: 200 len: 868 time: 0.0530121 Nov 05 21:38:03.748001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26afa3-3f19-4774-9ff6-4a42b746a8d2 req-6ac5170a-ed9f-4513-8537-b84355158c5f tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.749669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc26afa3-3f19-4774-9ff6-4a42b746a8d2 req-6ac5170a-ed9f-4513-8537-b84355158c5f tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 945 time: 0.0565693 Nov 05 21:38:03.771252 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:03.791328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-a0f034e7-a8c6-4da5-ad6f-7db07a60212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.800035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-a0f034e7-a8c6-4da5-ad6f-7db07a60212f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=614d3a09-3443-406b-8090-b20775932528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530474 Nov 05 21:38:03.800928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] Checking router: 49dc62e4-25e5-4616-8bad-3924fef81981 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:38:03.812501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:03.813267 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:03.820114 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc26afa3-3f19-4774-9ff6-4a42b746a8d2 req-a78e6b95-ed80-4dd0-bf47-926f24abae7c tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634322 Nov 05 21:38:03.857483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:03.914682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-15bbc952-2d8b-4a50-91ab-2069effb7adc service neutron] 10.222.0.41 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137164 Nov 05 21:38:03.958736 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:03.987144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-67c5d2b6-b06b-493b-be0d-365b019b7bea tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:03.988922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-67c5d2b6-b06b-493b-be0d-365b019b7bea tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1097 time: 0.1351085 Nov 05 21:38:04.002795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816738-5'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:04.034237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbdf2-c32f-463a-9741-446297a94c74 req-ca842618-397a-4776-bbaa-939e3a60b608 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:04.036675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ffcbbdf2-c32f-463a-9741-446297a94c74 req-ca842618-397a-4776-bbaa-939e3a60b608 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 950 time: 0.0962851 Nov 05 21:38:04.042856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8f11695-0109-4d30-a9fe-07aad8293c4a req-53f9cd48-5095-465a-8375-a1a6899c7e8d service neutron] 10.222.0.41 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198871 Nov 05 21:38:04.051863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:38:04.056178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:04.060032 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.096839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.147705 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f338d8f4-cbcc-45fb-b7b0-6e9039ab4497 x-openstack-request-id: req-f338d8f4-cbcc-45fb-b7b0-6e9039ab4497 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:04.148193 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:04.148592 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f338d8f4-cbcc-45fb-b7b0-6e9039ab4497 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:04.150902 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'status': 'completed', 'code': 200} Nov 05 21:38:04.158866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ffcbbdf2-c32f-463a-9741-446297a94c74 req-36e2c75b-4cc4-4345-ab04-23145ed6d28a tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115353 Nov 05 21:38:04.191272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.240119 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:04.245692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-5867b373-dfb3-4aae-a43e-1a61384fb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:04.247466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-5867b373-dfb3-4aae-a43e-1a61384fb520 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 1097 time: 0.0513153 Nov 05 21:38:04.271314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:04.301649 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf866d-6c42-4962-b278-22db3f8c21ee None None] The sync data for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 is: [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:37:31Z', 'revision_number': 4, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a124e2b6-582c-435a-b88f-cb6d1d1b61c7', 'name': '', 'network_id': '614d3a09-3443-406b-8090-b20775932528', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'mac_address': 'fa:16:3e:00:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:30Z', 'updated_at': '2021-11-05T21:37:35Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'subnets': [{'id': '51d0cae5-e7a7-4927-9887-0b3f9ca881f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:38:04.313020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:04.326480 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.397911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:04.421071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-95cd1aa0-8b95-4bb5-b323-9190fbf59e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:04.422579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:04.424796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-95cd1aa0-8b95-4bb5-b323-9190fbf59e3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 200 len: 930 time: 0.1693416 Nov 05 21:38:04.468816 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.474317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-ab7daed6-3d8e-49f8-bde5-31cedcbadb41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 200 len: 217 time: 0.0414448 Nov 05 21:38:04.533927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-6f0a2a04-e676-498e-9a33-618e0e2549cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:04.535432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-6f0a2a04-e676-498e-9a33-618e0e2549cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51d0cae5-e7a7-4927-9887-0b3f9ca881f8 HTTP/1.1" status: 200 len: 868 time: 0.0546131 Nov 05 21:38:04.548973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.601946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-5cecc6be-ae99-45f3-abb0-cd33e5ef933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:04.608387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-5cecc6be-ae99-45f3-abb0-cd33e5ef933c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=614d3a09-3443-406b-8090-b20775932528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614052 Nov 05 21:38:04.649808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07de816-0a20-4b48-b98f-35cee2c0ff1f None None] New status for floating IP e22927a6-05d5-4f52-b326-a7fdb0b7c2e6: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:38:04.658862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:04.674465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on host n-h1-816738-5 for vnic_type normal with profile {"migrating_to": "n-h2-816738-5"} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:04.674804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:04.675133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:04.680908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:04.681242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:04.687732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:04.688070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:04.688451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:04.688894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Bound port: 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:04.689292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.735214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-df6e7aad-0222-406c-a75c-8b3e78a22788 service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230714 Nov 05 21:38:04.761228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:04.767675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:04.788066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:04.790462 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e0fbef-6982-4cfe-bfa5-dfc3b1485c6f" -d '{"events": [{"server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "name": "network-vif-unplugged", "status": "completed", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:04.842020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.858798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eef47abd-dfae-42e7-bab1-bae49c445d17 req-cf28ceb5-b086-4176-bec6-78f491aebbfc service neutron] 10.222.0.13 "GET /v2.0/networks/614d3a09-3443-406b-8090-b20775932528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141264 Nov 05 21:38:04.940968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:04.941584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:04.942969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] 10.222.0.46 "PUT /v2.0/ports/69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 1122 time: 0.9450326 Nov 05 21:38:04.947006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6f8d9-62ee-4544-9f4f-046f307fddba service neutron] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:05.064608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['69fd1a5b-2279-47c4-b74d-00eb57fa4121'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:05.300046 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d25cf8b-cfd5-47da-a7df-f203167fa767 x-openstack-request-id: req-6d25cf8b-cfd5-47da-a7df-f203167fa767 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:05.300490 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-plugged", "status": "completed", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:05.302379 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d25cf8b-cfd5-47da-a7df-f203167fa767 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:05.302379 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'code': 200} Nov 05 21:38:05.410673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820200cf-17c4-49a1-b36d-c6be46a737a7 req-b769e896-6fb5-4fdf-b863-6ac04a5f7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:05.412210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-820200cf-17c4-49a1-b36d-c6be46a737a7 req-b769e896-6fb5-4fdf-b863-6ac04a5f7db2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1100 time: 0.0474472 Nov 05 21:38:05.457328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-820200cf-17c4-49a1-b36d-c6be46a737a7 req-6a39b8f6-3358-4d8e-9787-ce147d37d5b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Nov 05 21:38:05.862627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0f57-9848-44a6-abd6-6ee4d237887f req-78405afc-166d-4e0e-a73e-8bb3eb0bf346 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:05.864222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-beab0f57-9848-44a6-abd6-6ee4d237887f req-78405afc-166d-4e0e-a73e-8bb3eb0bf346 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0528829 Nov 05 21:38:05.874111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 608eb38b-a45b-4396-9110-f0a6627740a0 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:05.894777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 608eb38b-a45b-4396-9110-f0a6627740a0 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:05.895115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 608eb38b-a45b-4396-9110-f0a6627740a0 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:05.917854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-beab0f57-9848-44a6-abd6-6ee4d237887f req-987f70cd-ed68-40d8-a453-010a9c209379 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469360 Nov 05 21:38:06.017192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-8148e116-e577-4464-92d1-b36f7f3617da tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips/e22927a6-05d5-4f52-b326-a7fdb0b7c2e6 HTTP/1.1" status: 200 len: 692 time: 0.0739939 Nov 05 21:38:06.108437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-ce3431fc-cdf1-4514-adfc-8486684f02ad tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:06.109533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-ce3431fc-cdf1-4514-adfc-8486684f02ad tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057845 Nov 05 21:38:06.126001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-98c269b7-cbf3-4746-8e4e-b5941c9c98ff tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:06.127339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-98c269b7-cbf3-4746-8e4e-b5941c9c98ff tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1045280 Nov 05 21:38:06.137559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-987da81e-ed39-475e-9dee-fe4dc6bb20f7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:06.138511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-987da81e-ed39-475e-9dee-fe4dc6bb20f7 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055060 Nov 05 21:38:06.148211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-e98a3bd7-2190-42c9-9971-b9824726995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:06.150242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-e98a3bd7-2190-42c9-9971-b9824726995a service neutron] 10.222.0.41 "GET /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 1093 time: 0.0342677 Nov 05 21:38:06.159990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Request body: {'binding': {'host': 'n-h1-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:06.160466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Unknown quota resources ['binding']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:38:06.215102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-b39bbd49-b182-42f8-a243-5e3ecadc7095 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0704901 Nov 05 21:38:06.246941 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8281ca2a-8448-459c-bfed-67c2a97c6e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.269774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-0e3f1a01-9a3c-4b7f-a7fa-b5ff682bd5fc tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0455198 Nov 05 21:38:06.300801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on host n-h1-816738-5 for vnic_type normal with profile None {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:06.301135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:06.301464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:06.305734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:06.306057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:06.310933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:06.311270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:06.311687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:06.312112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Bound port: 35fe183e-39f0-49d2-a832-d093562eb71c, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:06.366646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:06.397229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Deleting port 9b5be321-e56d-46cc-9ef2-9d2904604300 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:06.397558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.425349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.426825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] 10.222.0.41 "POST /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2703249 Nov 05 21:38:06.477579 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.478173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.489407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Calling delete_port for 9b5be321-e56d-46cc-9ef2-9d2904604300 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:06.691784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.719681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event deleted for resources: {'Port': ['ID=9b5be321-e56d-46cc-9ef2-9d2904604300,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:06.779192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.781804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:06.783040 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e9bdfc-bc55-4745-a4f1-ed650c4d8914 req-54afd3a7-afd5-4481-8348-bd681c079cdd tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "DELETE /v2.0/floatingips/e22927a6-05d5-4f52-b326-a7fdb0b7c2e6 HTTP/1.1" status: 204 len: 173 time: 0.5066185 Nov 05 21:38:06.906456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573493d-4bfc-4789-a448-83e4b76e75a8 req-71877bb8-2141-4895-a53e-4e0152fc200c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:06.908108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1573493d-4bfc-4789-a448-83e4b76e75a8 req-71877bb8-2141-4895-a53e-4e0152fc200c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 944 time: 0.0605223 Nov 05 21:38:06.965438 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1573493d-4bfc-4789-a448-83e4b76e75a8 req-20efc4d3-01d1-446f-9591-9ef2855bf05d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512702 Nov 05 21:38:07.014740 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093fd491-6bb3-45df-afc6-9d04360ef115 x-openstack-request-id: req-093fd491-6bb3-45df-afc6-9d04360ef115 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:07.015782 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "name": "network-vif-unplugged", "status": "completed", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:07.016036 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-093fd491-6bb3-45df-afc6-9d04360ef115 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:07.016439 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'code': 200} Nov 05 21:38:07.107771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaba30-2fe3-47c2-ba31-90a49afdcefe req-ee71cdc2-e1d7-4ecf-8ee9-ae8db854f2cb tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.109389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdcaba30-2fe3-47c2-ba31-90a49afdcefe req-ee71cdc2-e1d7-4ecf-8ee9-ae8db854f2cb tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0518923 Nov 05 21:38:07.165179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdcaba30-2fe3-47c2-ba31-90a49afdcefe req-c3280098-1036-4b6c-a62f-7e29e2992cac tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486162 Nov 05 21:38:07.302197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:07.304575 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10802fa9-96f1-4971-a25a-0e03f4fbc455" -d '{"events": [{"server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "name": "network-vif-plugged", "status": "completed", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:07.320944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-675159c0-0f68-45b1-91b1-acbceed3cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.322466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-675159c0-0f68-45b1-91b1-acbceed3cfd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1125 time: 0.0450161 Nov 05 21:38:07.395147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-8ee4a022-91e8-420f-92ae-66265075d8f3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.397443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-8ee4a022-91e8-420f-92ae-66265075d8f3 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 949 time: 0.0676541 Nov 05 21:38:07.509743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b57a-520b-4329-8e87-42c9b0d2aaf8 req-13396d87-1eb2-4adb-a39b-d48e508739f8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.518212 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bf6b57a-520b-4329-8e87-42c9b0d2aaf8 req-13396d87-1eb2-4adb-a39b-d48e508739f8 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53 HTTP/1.1" status: 200 len: 949 time: 0.1697154 Nov 05 21:38:07.530771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-cadc03a4-3ea2-403e-b4e6-44d11901dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.532236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-cadc03a4-3ea2-403e-b4e6-44d11901dbc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1096 time: 0.1552706 Nov 05 21:38:07.534238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-28dcd59b-594f-445f-8dab-3b5cf69526b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.535531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-28dcd59b-594f-445f-8dab-3b5cf69526b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1981070 Nov 05 21:38:07.583055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Deleting port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:07.583578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:07.613548 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-2e3918fd-784a-432b-ab0c-f7f0a37ea6d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 217 time: 0.0608459 Nov 05 21:38:07.657733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56424e-7088-4caa-b966-cd8257335d71 req-a1a20a64-c428-4656-aaba-b6f7a10177e2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.659361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db56424e-7088-4caa-b966-cd8257335d71 req-a1a20a64-c428-4656-aaba-b6f7a10177e2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.1299984 Nov 05 21:38:07.718587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] For port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:07.718959 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:07.741866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Calling delete_port for 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:07.746836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db56424e-7088-4caa-b966-cd8257335d71 req-c686fda3-17be-40a3-a853-d36e29b504db tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790641 Nov 05 21:38:07.918313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bf6b57a-520b-4329-8e87-42c9b0d2aaf8 req-25e5d489-8c19-441c-942e-700aaa9be20b tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e33d7af-9b7e-4577-8845-62d20ae15f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992293 Nov 05 21:38:07.920249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e46b12-747d-488a-824b-f914085badab req-117c620e-c0d1-45e4-8b55-ffbb969b54b3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.922208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1e46b12-747d-488a-824b-f914085badab req-117c620e-c0d1-45e4-8b55-ffbb969b54b3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0894666 Nov 05 21:38:07.964195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e0a63461-76f2-4572-8e6c-2b12af1e28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.965282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-e0a63461-76f2-4572-8e6c-2b12af1e28f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.3187873 Nov 05 21:38:07.984736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-33db9570-4410-41c6-958a-8475f4bb8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:07.986299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-33db9570-4410-41c6-958a-8475f4bb8dae service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.4439573 Nov 05 21:38:08.011574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a1e46b12-747d-488a-824b-f914085badab req-6cfbb9ae-a8b4-413f-ab5e-8f3d1af12089 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676146 Nov 05 21:38:08.011800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-26628f3e-4832-4e23-9e9e-930272c599b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278904 Nov 05 21:38:08.040947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:08.044376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-4089b9d9-d493-493c-a936-8902e84a4b43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 217 time: 0.0441914 Nov 05 21:38:08.046873 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0bb256-a0c3-431c-aaee-363b216cdaee x-openstack-request-id: req-0c0bb256-a0c3-431c-aaee-363b216cdaee {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:08.047287 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "name": "network-vif-plugged", "status": "completed", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:08.048056 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c0bb256-a0c3-431c-aaee-363b216cdaee {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:08.050636 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'code': 200} Nov 05 21:38:08.063953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:08.084946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Pushing event deleted for resources: {'Port': ['ID=69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:08.135967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] No DVR routers for this DVR port 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:08.138680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:08.148351 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-14f05bbf-f415-4f39-9c15-5b687d754447 req-4eab41e4-b129-43ab-8dbd-96bba39600a5 tempest-ServersAdminNegativeTestJSON-1006615564 tempest-ServersAdminNegativeTestJSON-1006615564-project] 10.222.0.13 "DELETE /v2.0/ports/69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 HTTP/1.1" status: 204 len: 173 time: 0.7383718 Nov 05 21:38:08.148351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'name': 'network-vif-deleted', 'tag': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:08.148351 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c880f14-2706-4145-8f2f-432c8ba35138" -d '{"events": [{"server_uuid": "3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53", "name": "network-vif-deleted", "tag": "69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:08.156877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-d6ebb9f5-c731-4a58-8344-075d981c8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:08.158337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-d6ebb9f5-c731-4a58-8344-075d981c8612 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0980256 Nov 05 21:38:08.203669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-7533e71b-8634-43d9-aa87-8b1bbde7a9e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369811 Nov 05 21:38:08.205773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-50510a82-c373-4c9a-8f3f-c71c47b16d00 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695905 Nov 05 21:38:08.249336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df250128-4d3a-42ec-bfc3-beeeedcc036a req-514d0611-d9bb-46ba-956d-18ad13e68bd8 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:08.250811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df250128-4d3a-42ec-bfc3-beeeedcc036a req-514d0611-d9bb-46ba-956d-18ad13e68bd8 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0518363 Nov 05 21:38:08.298108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df250128-4d3a-42ec-bfc3-beeeedcc036a req-d9c86f7a-5cfa-4c21-a129-93dc07b1c85f tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0371675 Nov 05 21:38:08.402869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f99c-2b63-4815-8e06-fe14ab78f69a req-25943dd5-0a80-417c-9280-84bfce492215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:08.404277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3d3f99c-2b63-4815-8e06-fe14ab78f69a req-25943dd5-0a80-417c-9280-84bfce492215 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 1097 time: 0.1841509 Nov 05 21:38:08.407190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-72f38868-0024-4f97-9497-2fc8fa681877 req-0078d21d-cb40-45a9-a50d-007e5383c627 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:08.408926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72f38868-0024-4f97-9497-2fc8fa681877 req-0078d21d-cb40-45a9-a50d-007e5383c627 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061584 Nov 05 21:38:08.445736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-1c54c8bc-b909-49cd-b8b6-277e5f58348a service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328987 Nov 05 21:38:08.454351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52109a-d86f-43d5-80ab-80bc995768fb req-eef7a569-7859-4bc6-a0e6-5b6f80987cc0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:08.455780 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b52109a-d86f-43d5-80ab-80bc995768fb req-eef7a569-7859-4bc6-a0e6-5b6f80987cc0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 944 time: 0.1981506 Nov 05 21:38:08.507580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-3343ac98-b52b-4c14-94be-74d8853ef994 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862942 Nov 05 21:38:08.521172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74bdb507-3333-4702-ada1-c8a6f66b2bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:08.597906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3d3f99c-2b63-4815-8e06-fe14ab78f69a req-61d98c25-cac6-4d8f-ae07-3268c6fbaed0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786108 Nov 05 21:38:08.603848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b52109a-d86f-43d5-80ab-80bc995768fb req-c649447e-898a-427d-9ef9-b165a47c4180 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382067 Nov 05 21:38:08.628146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-dd7e323a-38f7-4407-9aa6-0995c911d393 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713750 Nov 05 21:38:08.644373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-abc8dacb-b477-407d-b368-8bba0a256bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612168 Nov 05 21:38:08.723246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-ab0d9ce7-77db-4a0b-9e91-8f2dc34b2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:08.724685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-ab0d9ce7-77db-4a0b-9e91-8f2dc34b2d61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 1096 time: 0.0384972 Nov 05 21:38:08.802533 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e04bd2-8b8c-445e-ac89-c6d10c05c708 x-openstack-request-id: req-42e04bd2-8b8c-445e-ac89-c6d10c05c708 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:08.802834 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53", "name": "network-vif-deleted", "tag": "69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:08.803059 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42e04bd2-8b8c-445e-ac89-c6d10c05c708 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:08.803460 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6fe27a-4d9c-47ee-a9cb-a7593b87ae53', 'name': 'network-vif-deleted', 'tag': '69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7', 'status': 'completed', 'code': 200} Nov 05 21:38:08.863258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-23b26591-f621-483f-983b-2e0c56c2d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:08.864058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75b8806d-404f-496d-bcbe-3c8c4b8305b8 req-da8083c7-4111-4706-a5e2-18b6cb0be83a tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0424290 Nov 05 21:38:08.864874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-23b26591-f621-483f-983b-2e0c56c2d122 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1179523 Nov 05 21:38:08.902530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267fff5-68c7-4acd-b6fa-d0ba8c8998c9 req-55d57936-c13d-4e1b-9e66-fd6535c0f686 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:08.904478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f267fff5-68c7-4acd-b6fa-d0ba8c8998c9 req-55d57936-c13d-4e1b-9e66-fd6535c0f686 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0573409 Nov 05 21:38:08.954450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f267fff5-68c7-4acd-b6fa-d0ba8c8998c9 req-0f079f31-8c8c-43cf-b96d-054f05d5a60a tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 Nov 05 21:38:09.008866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-d46f72fc-b30d-4f2c-a40f-426f6c685be5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 200 len: 217 time: 0.0381954 Nov 05 21:38:09.021984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5677d-b6f3-4411-b77f-cd981038f4bf req-89774b59-9d69-4fdc-9f65-50c43fee5795 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:09.023485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86b5677d-b6f3-4411-b77f-cd981038f4bf req-89774b59-9d69-4fdc-9f65-50c43fee5795 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0796690 Nov 05 21:38:09.025379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:09.027737 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:09.036501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-ce2641d5-ea4e-4973-bb06-2f45c06f4082 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009245 Nov 05 21:38:09.058655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-96036843-5c38-43a1-bd86-da5a0f4245ee service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:09.064909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-96036843-5c38-43a1-bd86-da5a0f4245ee service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052047 Nov 05 21:38:09.093660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86b5677d-b6f3-4411-b77f-cd981038f4bf req-536da517-19a2-4ecf-a3a5-6c9b810bb0b3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595815 Nov 05 21:38:09.107983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-c928fd73-a8ea-4d01-8534-de0dc8e2f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:09.109372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-c928fd73-a8ea-4d01-8534-de0dc8e2f7e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0937355 Nov 05 21:38:09.145382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-5c5f6ff3-17ad-4e0c-8821-8fd0fcf4af12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268078 Nov 05 21:38:09.154588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015174c-b935-4ce4-98b6-70c901d72fb2 req-181103fe-38fb-4f47-b594-b8be12573602 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:09.156028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a015174c-b935-4ce4-98b6-70c901d72fb2 req-181103fe-38fb-4f47-b594-b8be12573602 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0924432 Nov 05 21:38:09.312399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a015174c-b935-4ce4-98b6-70c901d72fb2 req-77a50475-7512-499c-8757-fd067da0ee0b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484084 Nov 05 21:38:09.350104 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-d59d8f95-f49a-41b8-8320-79aeb9ccf132 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930981 Nov 05 21:38:09.480457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c74d23e-bbe0-4be1-bb4e-a6106c050ef6 req-84936a7f-b859-4578-83b7-ca7833afa0bd service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227841 Nov 05 21:38:09.837251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d8957-8880-4e52-b261-9cebbe6e26ff req-7fb0e9bf-1cd6-475a-afa4-ec9cc90e0185 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:09.838922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc4d8957-8880-4e52-b261-9cebbe6e26ff req-7fb0e9bf-1cd6-475a-afa4-ec9cc90e0185 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1125 time: 0.0468967 Nov 05 21:38:09.881168 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:09.908900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc4d8957-8880-4e52-b261-9cebbe6e26ff req-e8d57b53-3652-4ab1-a8c2-d8ba2051e574 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579717 Nov 05 21:38:09.973526 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2897348-d9d9-44dc-a005-18f411ff39c5 x-openstack-request-id: req-a2897348-d9d9-44dc-a005-18f411ff39c5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:09.974032 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:09.974353 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2897348-d9d9-44dc-a005-18f411ff39c5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:09.974826 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'status': 'completed', 'code': 200} Nov 05 21:38:10.098086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-03f981d8-4ed2-4af9-a506-e6ea7f084c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:10.099738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-03f981d8-4ed2-4af9-a506-e6ea7f084c77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1125 time: 0.1054699 Nov 05 21:38:10.180056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b013a9-f2d7-4fc1-99d7-1245c71ac520 req-7e5f0790-97e6-4396-968c-260fb7e93e11 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:10.181630 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4b013a9-f2d7-4fc1-99d7-1245c71ac520 req-7e5f0790-97e6-4396-968c-260fb7e93e11 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 946 time: 0.0734982 Nov 05 21:38:10.216313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-18b4367c-e55f-4c40-9c46-5ec39f79f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:10.217926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-18b4367c-e55f-4c40-9c46-5ec39f79f64a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1097095 Nov 05 21:38:10.241604 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4b013a9-f2d7-4fc1-99d7-1245c71ac520 req-a7cf6cd0-d2aa-4f79-84be-e291a64ba925 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524459 Nov 05 21:38:10.266793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-40cf4de1-6d39-4302-987c-1c82ce291fc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 217 time: 0.0402956 Nov 05 21:38:10.326589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-e55e8524-2cbf-4127-bc56-d6676ef7c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:10.328329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-e55e8524-2cbf-4127-bc56-d6676ef7c7bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0529938 Nov 05 21:38:10.362512 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:38:10.381576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-b74fa4ca-e8be-42da-93b6-7334887784f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340624 Nov 05 21:38:10.385464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e7d3-8b12-4039-9626-8e59b9248da1 req-785ca8fb-591d-4384-9a39-39ef9960a3a3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:10.386980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c38e7d3-8b12-4039-9626-8e59b9248da1 req-785ca8fb-591d-4384-9a39-39ef9960a3a3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0748091 Nov 05 21:38:10.497502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-4a5110bd-da71-43b1-a3ad-8517a4cffc9b service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029277 Nov 05 21:38:10.500400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c38e7d3-8b12-4039-9626-8e59b9248da1 req-fff60b12-a8aa-4b3f-84ce-4887cc492969 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063159 Nov 05 21:38:10.531866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36150) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:10.642477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665c08-2b64-453a-b55b-53dc834a1425 req-e7143a11-361a-4eec-bc8f-217a1253451a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:10.653033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc665c08-2b64-453a-b55b-53dc834a1425 req-e7143a11-361a-4eec-bc8f-217a1253451a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1447401 Nov 05 21:38:10.773317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e62818ba-d71b-45d1-a5cd-166835a8b40b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a55b8f74930a4b19a8ac57a2ceb4e91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377334 Nov 05 21:38:10.778768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-cb989351-7d8a-4a80-aa0f-ade3b6f933bb tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:10.780497 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-cb989351-7d8a-4a80-aa0f-ade3b6f933bb tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.1753702 Nov 05 21:38:10.781078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36162) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:10.832852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-65b496dc-e98a-4b8d-9293-efe95cabb788 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/quotas/02b1e69dbed64c0d9608ee150a27b5a4 HTTP/1.1" status: 200 len: 375 time: 0.0343878 Nov 05 21:38:10.884486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c25e88e-12ba-4680-ab87-5f1d1bec38d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:10.914278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c25e88e-12ba-4680-ab87-5f1d1bec38d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:10.927533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-712ca1e5-b008-4f25-b66b-8b14ece9d424 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855937 Nov 05 21:38:11.005720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc665c08-2b64-453a-b55b-53dc834a1425 req-c37aef3a-cafe-4ff9-913f-811c9322ebae tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517373 Nov 05 21:38:11.010079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3b2f464-a8ef-4f3d-99ec-440df3b4e2a1 req-de4a9114-ae35-43f7-90fd-4636d56b1b12 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004420 Nov 05 21:38:11.106754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-a48742bd-6dae-49ab-aa20-b1c153b33c3b service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684794 Nov 05 21:38:11.153123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7f9bf-6a4e-4b1a-8447-655a67cb65e6 req-4e182342-c0ef-441a-8ad0-b51a7478e81c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:11.163649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40d7f9bf-6a4e-4b1a-8447-655a67cb65e6 req-4e182342-c0ef-441a-8ad0-b51a7478e81c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0640328 Nov 05 21:38:11.189748 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c25e88e-12ba-4680-ab87-5f1d1bec38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:11.192237 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c25e88e-12ba-4680-ab87-5f1d1bec38d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:11.193376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1c25e88e-12ba-4680-ab87-5f1d1bec38d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e33d7af-9b7e-4577-8845-62d20ae15f68 HTTP/1.1" status: 204 len: 168 time: 0.4112978 Nov 05 21:38:11.207445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25e88e-12ba-4680-ab87-5f1d1bec38d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e33d7af-9b7e-4577-8845-62d20ae15f68,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:11.253860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-1a42f527-330c-4a4a-8faa-898d3cca665f service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407077 Nov 05 21:38:11.255015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40d7f9bf-6a4e-4b1a-8447-655a67cb65e6 req-40c12187-1804-4099-ab8d-7e55df0c971a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854714 Nov 05 21:38:11.278374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:11.339687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-28d42473-ea3b-4cbd-8703-fd67947d314e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:11.341244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-28d42473-ea3b-4cbd-8703-fd67947d314e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 946 time: 0.0552802 Nov 05 21:38:11.447147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Deleting port 9acd529d-14d2-4f84-8d81-d35e3df5c63c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:11.447372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:11.577781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] For port 9acd529d-14d2-4f84-8d81-d35e3df5c63c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9acd529d-14d2-4f84-8d81-d35e3df5c63c,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:11.578268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:11.622186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Calling delete_port for 9acd529d-14d2-4f84-8d81-d35e3df5c63c owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:11.788851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc301a9-f385-4d72-b2bb-463e097148f5 req-c32edd41-3f29-4648-a911-17e3564a2eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:11.797541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8fc301a9-f385-4d72-b2bb-463e097148f5 req-c32edd41-3f29-4648-a911-17e3564a2eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 946 time: 0.1087890 Nov 05 21:38:11.840148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:11.863425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8fc301a9-f385-4d72-b2bb-463e097148f5 req-90421c40-f1c9-4744-b1f2-81f44fb266ec tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648091 Nov 05 21:38:11.888104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:11.948566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Pushing event deleted for resources: {'Port': ['ID=9acd529d-14d2-4f84-8d81-d35e3df5c63c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:11.972191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc4ed0f0-a83a-48e9-a13b-b75187336156 req-2b254a46-1700-46cb-8502-7c90cac0f8bc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 210 time: 0.0432405 Nov 05 21:38:12.060031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] No DVR routers for this DVR port 9acd529d-14d2-4f84-8d81-d35e3df5c63c on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:12.064657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.066034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fa9b0-3922-49e6-887d-fc8b624fccbb req-9096d333-b54d-4020-aa01-b48b5f6bea1d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:12.068682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f33b9a8-a9fc-47a7-941e-2e033f0202c0 req-05f6fbe3-576a-4bba-9cfd-3cfe45528b2e tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.13 "DELETE /v2.0/ports/9acd529d-14d2-4f84-8d81-d35e3df5c63c HTTP/1.1" status: 204 len: 173 time: 0.7200048 Nov 05 21:38:12.069258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'name': 'network-vif-deleted', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:12.072293 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb48fed-fdd9-4c53-92c9-d024b59baee5" -d '{"events": [{"server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "name": "network-vif-deleted", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:12.077363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b0fa9b0-3922-49e6-887d-fc8b624fccbb req-9096d333-b54d-4020-aa01-b48b5f6bea1d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1296949 Nov 05 21:38:12.142906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b0fa9b0-3922-49e6-887d-fc8b624fccbb req-71a78ad2-0dba-46ea-b643-a79d2985538b tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553963 Nov 05 21:38:12.163346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['9acd529d-14d2-4f84-8d81-d35e3df5c63c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:12.164062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:38:12.168921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:12.169523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69af2a3e-9d4f-4e9f-92a2-00f9d65ce4c7 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:12.171960 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.203070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36198) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:12.278346 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f6ffc-a5f7-43b0-a351-c9a4c7bbf3f6 x-openstack-request-id: req-638f6ffc-a5f7-43b0-a351-c9a4c7bbf3f6 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:12.278613 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef98241-c3f3-4662-bd52-a7b53411f00b", "name": "network-vif-deleted", "tag": "9acd529d-14d2-4f84-8d81-d35e3df5c63c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:12.279027 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-638f6ffc-a5f7-43b0-a351-c9a4c7bbf3f6 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:12.279427 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef98241-c3f3-4662-bd52-a7b53411f00b', 'name': 'network-vif-deleted', 'tag': '9acd529d-14d2-4f84-8d81-d35e3df5c63c', 'status': 'completed', 'code': 200} Nov 05 21:38:12.306991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db861c-2247-4c97-993c-82a31a80f99e req-28704052-28a7-4f6d-8efb-6cc6f734fbaf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:12.309082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5db861c-2247-4c97-993c-82a31a80f99e req-28704052-28a7-4f6d-8efb-6cc6f734fbaf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0778022 Nov 05 21:38:12.309805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36202) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:12.318258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22a1330b-f1c0-471a-bd40-49537e162ea9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ad91cd10d804da39f17e920cdbd566f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1139102 Nov 05 21:38:12.351032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:12.367746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'mac_address': 'fa:16:3e:1b:6b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:38:12.409127 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.425679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8c30d52-72b3-4b55-84d3-ba71c23c3d75 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:12.432904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5db861c-2247-4c97-993c-82a31a80f99e req-abbf05fd-b677-416a-915f-26b3ba9f6489 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088998 Nov 05 21:38:12.461094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:12.465105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6536101-827b-4e22-8498-a039c99bd109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.502288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6536101-827b-4e22-8498-a039c99bd109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.537876 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ff279-94b7-4e87-9cc3-a54f6a13d0c8 req-b169f6b4-2200-49e3-b32c-1396f9d617e1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:12.539368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b1ff279-94b7-4e87-9cc3-a54f6a13d0c8 req-b169f6b4-2200-49e3-b32c-1396f9d617e1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0553071 Nov 05 21:38:12.549212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.606082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:12.609378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b1ff279-94b7-4e87-9cc3-a54f6a13d0c8 req-0124b20b-4bb9-4f7a-9d4b-6edb635867b3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631864 Nov 05 21:38:12.640646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e8c30d52-72b3-4b55-84d3-ba71c23c3d75'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:12.646338 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6536101-827b-4e22-8498-a039c99bd109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.651573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6536101-827b-4e22-8498-a039c99bd109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:12.655005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f6536101-827b-4e22-8498-a039c99bd109 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b16ab849-22d4-4af1-a89f-cbbc9f8ef436 HTTP/1.1" status: 204 len: 168 time: 0.3442369 Nov 05 21:38:12.672777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6536101-827b-4e22-8498-a039c99bd109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16ab849-22d4-4af1-a89f-cbbc9f8ef436,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:12.985163 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c410bf6-bfdd-453a-b74c-e169f38cec7f req-539fdf63-14e0-444d-83b7-450ffec4b9da tempest-FloatingIPsAssociationNegativeTestJSON-1169215351 tempest-FloatingIPsAssociationNegativeTestJSON-1169215351-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef98241-c3f3-4662-bd52-a7b53411f00b HTTP/1.1" status: 200 len: 210 time: 0.0273781 Nov 05 21:38:13.123681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b92dcaf1-8da2-4716-a51b-1c600b5effa8 req-abfe63a2-358f-4549-946f-f4c8116d5079 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 210 time: 0.0384688 Nov 05 21:38:13.223344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-6e2ff2e8-7b40-4ec1-ae99-187b670d786d tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.225290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-6e2ff2e8-7b40-4ec1-ae99-187b670d786d tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1125 time: 0.1006594 Nov 05 21:38:13.249981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:13.306445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36236) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:13.334751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce67730-e26a-4e70-a08d-74dfb4c45817 req-1bc1ff61-ae5b-4f70-bda7-74fcb967f45d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.337064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cce67730-e26a-4e70-a08d-74dfb4c45817 req-1bc1ff61-ae5b-4f70-bda7-74fcb967f45d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1138272 Nov 05 21:38:13.353538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:13.394860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-39f1b3fb-4db6-43e5-9a08-64975114b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.396628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-39f1b3fb-4db6-43e5-9a08-64975114b79c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1100 time: 0.1872528 Nov 05 21:38:13.484814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cce67730-e26a-4e70-a08d-74dfb4c45817 req-c7829fad-fae6-43f8-b46f-64dd83681094 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355772 Nov 05 21:38:13.529193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7227ca3-57db-422b-b5f4-67bb862428f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:13.617903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7227ca3-57db-422b-b5f4-67bb862428f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:13.669169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-56d0d8f2-d27d-44b2-a60b-f1e5f93a2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.670643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-56d0d8f2-d27d-44b2-a60b-f1e5f93a2e98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2529674 Nov 05 21:38:13.682484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ef3d6-cc38-45f7-b8a3-0088c2f95628 req-ae220047-5e4d-4cec-9fb6-947d12c6e451 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.684010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c50ef3d6-cc38-45f7-b8a3-0088c2f95628 req-ae220047-5e4d-4cec-9fb6-947d12c6e451 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1264982 Nov 05 21:38:13.742451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:13.745088 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d832aa75-620a-4832-96ee-bdb76bdff394 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 217 time: 0.0580809 Nov 05 21:38:13.767808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88d01-27e6-4794-b2df-31f71298b9c9 req-cdaf4d97-c6f3-4db1-a655-133639cd80f0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.770723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ada88d01-27e6-4794-b2df-31f71298b9c9 req-cdaf4d97-c6f3-4db1-a655-133639cd80f0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0706916 Nov 05 21:38:13.777224 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7227ca3-57db-422b-b5f4-67bb862428f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:13.848018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-ce482ffb-29f0-40ab-8edc-0bb3e722493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.849545 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-ce482ffb-29f0-40ab-8edc-0bb3e722493b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0859280 Nov 05 21:38:13.855836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c50ef3d6-cc38-45f7-b8a3-0088c2f95628 req-b76885f7-e802-4eee-af32-74c8f1f0dd1e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601129 Nov 05 21:38:13.862061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a7227ca3-57db-422b-b5f4-67bb862428f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8990a4a65d6d4432821f60e0ac9a4f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521376 Nov 05 21:38:13.864878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36252) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:13.865651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7227ca3-57db-422b-b5f4-67bb862428f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd3bcba-bbbf-4b8f-b0b0-2e1fc3093d90,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:13.867887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:13.896271 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ada88d01-27e6-4794-b2df-31f71298b9c9 req-5e100e4e-aed8-42af-8ad8-dd4cd2b18f89 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148038 Nov 05 21:38:13.913906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:13.919422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fd1a5b-2279-47c4-b74d-00eb57fa4121 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:13.928919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:13.949996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d17b872c-3f04-4794-82c6-e85a2a167b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:13.952674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-c444b801-0f79-48d5-bea1-877dfa9032e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:13.954459 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-c444b801-0f79-48d5-bea1-877dfa9032e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956182 Nov 05 21:38:13.978794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d17b872c-3f04-4794-82c6-e85a2a167b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.034573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.059117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:14.059117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.100897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36270) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:14.120845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:14.161693 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.179485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-cda63f41-f90b-42c3-85a4-cdbba070c841 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148516 Nov 05 21:38:14.197849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d17b872c-3f04-4794-82c6-e85a2a167b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.199849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:14.200693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d17b872c-3f04-4794-82c6-e85a2a167b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.201997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d17b872c-3f04-4794-82c6-e85a2a167b4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bd3bcba-bbbf-4b8f-b0b0-2e1fc3093d90 HTTP/1.1" status: 204 len: 168 time: 0.3334174 Nov 05 21:38:14.202897 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a927951-6486-4ed1-a00d-5dbe29f9fca9" -d '{"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:14.228120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:14.236868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b872c-3f04-4794-82c6-e85a2a167b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd3bcba-bbbf-4b8f-b0b0-2e1fc3093d90,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:14.288959 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6ea55-14f5-4bd1-aea7-1918bf553167 x-openstack-request-id: req-33d6ea55-14f5-4bd1-aea7-1918bf553167 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:14.289690 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:14.290141 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33d6ea55-14f5-4bd1-aea7-1918bf553167 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:14.290592 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'code': 200} Nov 05 21:38:14.343329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on host n-h1-816738-5 for vnic_type normal with profile {} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:14.343754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:14.344020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:14.347510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34816ae7-22d6-4620-9698-331efe070de9 req-088ed675-ca1a-4aba-ae4b-e0a2ea19655f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 210 time: 0.0480042 Nov 05 21:38:14.366763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.378451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:14.378777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Attempting to bind port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:14.386283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:14.386545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:14.386935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:14.387378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Bound port: 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:14.387761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.467173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:14.471639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:14.481851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:14.502021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-72770f21-f37b-4f44-b81f-d58f2c60989c service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114638 Nov 05 21:38:14.613734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.678843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:14.679333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:14.681517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 1092 time: 1.4361448 Nov 05 21:38:14.682073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:14.684728 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:14.733444 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2dc44d-b1c1-47fb-a265-1657482e90b4 x-openstack-request-id: req-9d2dc44d-b1c1-47fb-a265-1657482e90b4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:14.734016 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:14.734460 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d2dc44d-b1c1-47fb-a265-1657482e90b4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:14.735175 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'status': 'completed', 'code': 200} Nov 05 21:38:14.759594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-1a003e45-9b24-46bf-9aa5-f5772bd01244 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:14.761261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-1a003e45-9b24-46bf-9aa5-f5772bd01244 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.3101385 Nov 05 21:38:14.774014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff766d-1413-4e4a-802d-bf345126ae5c req-e5e6fe84-441d-472d-be3c-c0f345bcbf66 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:14.776218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dcff766d-1413-4e4a-802d-bf345126ae5c req-e5e6fe84-441d-472d-be3c-c0f345bcbf66 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.2024169 Nov 05 21:38:14.780443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['69fd1a5b-2279-47c4-b74d-00eb57fa4121'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:14.791595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Pushing event updated for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:14.819754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Request body: {'port': {'device_id': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'admin_state_up': True, 'tenant_id': '02b1e69dbed64c0d9608ee150a27b5a4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:14.886458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.889867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.890201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.890529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.891274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.891274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.891494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.896340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.896902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.897475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.897959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.898612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8df522-8bb5-4930-b86f-901b3f7390b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:14.955627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-855312e2-43e3-43a2-b81a-646b24abe68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:14.961062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-855312e2-43e3-43a2-b81a-646b24abe68e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1096 time: 0.1536541 Nov 05 21:38:15.010927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dcff766d-1413-4e4a-802d-bf345126ae5c req-60d7db9e-4d86-4dfd-9d3a-e910fab19ed9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201090 Nov 05 21:38:15.240521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-a275436a-467a-42be-b188-b21a4597dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:15.242797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-a275436a-467a-42be-b188-b21a4597dbf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.2754812 Nov 05 21:38:15.243091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Made reservation on behalf of 02b1e69dbed64c0d9608ee150a27b5a4 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:15.246729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:15.263226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c697-e934-4e8a-8364-f6792b56ef60 req-41ac21de-9981-4825-9166-ef61e0d96f5f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:15.265043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2640c697-e934-4e8a-8364-f6792b56ef60 req-41ac21de-9981-4825-9166-ef61e0d96f5f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1587191 Nov 05 21:38:15.316690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:15.317586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-0aa9bb3f-ae94-4a5f-9821-34fd73b74213 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 217 time: 0.0503669 Nov 05 21:38:15.326212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd45ef-c1c8-422a-ae8d-b66cb3515bb1 req-6007c602-dff3-4f33-905d-cdf36e8ed5d8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:15.327731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4cd45ef-c1c8-422a-ae8d-b66cb3515bb1 req-6007c602-dff3-4f33-905d-cdf36e8ed5d8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.1414781 Nov 05 21:38:15.419627 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2640c697-e934-4e8a-8364-f6792b56ef60 req-9b2f361d-fe80-4a29-87d5-d1945760e4b7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467795 Nov 05 21:38:15.423079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-9bacbf77-0eff-4f44-8dd3-59fe40cd67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:15.424707 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-9bacbf77-0eff-4f44-8dd3-59fe40cd67c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0999517 Nov 05 21:38:15.492099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-34c4a375-f916-4df2-92b1-4e8486468e56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588591 Nov 05 21:38:15.501671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-1c10bae1-c2ea-4b57-af52-25e1dbb07306 service neutron] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:15.639243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-8364708b-6eea-4049-b8b9-e42aa9e93935 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390858 Nov 05 21:38:15.675617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4cd45ef-c1c8-422a-ae8d-b66cb3515bb1 req-b8f76270-84d6-4385-b485-91fc6419a71b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176503 Nov 05 21:38:15.677176 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-93bf6afe-8f4c-42c9-bed3-d0972fd334da req-8d6f7abb-f2ff-44a7-81b1-996fccc0c5dd tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 210 time: 0.0363209 Nov 05 21:38:15.687651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-1c10bae1-c2ea-4b57-af52-25e1dbb07306 service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:15.688928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f77a3-8457-4ad5-9814-5b589a38744b req-1c10bae1-c2ea-4b57-af52-25e1dbb07306 service neutron] 10.222.0.46 "DELETE /v2.0/ports/69fd1a5b-2279-47c4-b74d-00eb57fa4121/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.9898095 Nov 05 21:38:15.713990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Allocated IP 172.20.0.14 (4ef6d437-51b6-4f00-a540-ec2d4ab79672/e4d80e34-f340-49b6-9373-1256d01a2681/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:15.805257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-518212e8-bb2a-4d80-ab3e-099eb3a9f8d7 req-2b658ea8-e576-4782-a105-cc4b5c5bf766 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265121 Nov 05 21:38:15.869968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9acd529d-14d2-4f84-8d81-d35e3df5c63c no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:15.907675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 9acd529d-14d2-4f84-8d81-d35e3df5c63c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:15.924668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9acd529d-14d2-4f84-8d81-d35e3df5c63c not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:16.152132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:16.162353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Deleting port a124e2b6-582c-435a-b88f-cb6d1d1b61c7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:16.162748 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:16.193296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d925594-6fb5-4ca1-9cdf-c2ef5347167b req-0e14cb38-3594-4767-900e-995849b97320 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:16.195104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d925594-6fb5-4ca1-9cdf-c2ef5347167b req-0e14cb38-3594-4767-900e-995849b97320 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0566280 Nov 05 21:38:16.277346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] For port a124e2b6-582c-435a-b88f-cb6d1d1b61c7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:16.277650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:16.289070 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d925594-6fb5-4ca1-9cdf-c2ef5347167b req-38b135bf-469d-4c4c-a7aa-d8e5f60c3fff tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798795 Nov 05 21:38:16.298728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Calling delete_port for a124e2b6-582c-435a-b88f-cb6d1d1b61c7 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:16.514482 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:16.530947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', '69fd1a5b-2279-47c4-b74d-00eb57fa4121'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:16.567350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:16.572907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:16.577093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:16.596345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a785f-69e9-4138-a4fe-224e0de56aee req-2188f9e6-0d5d-4bb5-b42f-66ab06c6d6db tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:16.608491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f5a785f-69e9-4138-a4fe-224e0de56aee req-2188f9e6-0d5d-4bb5-b42f-66ab06c6d6db tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0852721 Nov 05 21:38:16.624927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:16.635168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:16.636331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:16.641408 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:16.688033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a124e2b6-582c-435a-b88f-cb6d1d1b61c7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:16.725811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f5a785f-69e9-4138-a4fe-224e0de56aee req-52c1edd6-495f-4cff-bc7e-a462420a0f69 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125886 Nov 05 21:38:16.925790 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-39f68f19-58cf-4a49-87de-4b7117252bda tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1101031 Nov 05 21:38:16.942417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Request body: {'port': {'device_id': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:17.026817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007cd8-3e99-431e-ac81-99346edae5ce req-1ea31564-5b3d-4fbe-9984-d328beab4dc6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:17.029477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc007cd8-3e99-431e-ac81-99346edae5ce req-1ea31564-5b3d-4fbe-9984-d328beab4dc6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0628684 Nov 05 21:38:17.099537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc007cd8-3e99-431e-ac81-99346edae5ce req-c02951d1-5809-40ea-aaf3-628257f560e4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628748 Nov 05 21:38:17.363940 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:17.385582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:17.402684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51787f6-e95b-4f13-9b88-eac1e5dbc471 req-081ab991-7b4b-431d-b4bb-e3d264bf8f5f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:17.404158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a51787f6-e95b-4f13-9b88-eac1e5dbc471 req-081ab991-7b4b-431d-b4bb-e3d264bf8f5f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 932 time: 0.4205687 Nov 05 21:38:17.514436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef570dea-baeb-4b29-9d55-84391e359c51 req-d0151939-ebd8-43f6-a86e-86ffc6e3a7b3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:17.515856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef570dea-baeb-4b29-9d55-84391e359c51 req-d0151939-ebd8-43f6-a86e-86ffc6e3a7b3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0500348 Nov 05 21:38:17.563281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef570dea-baeb-4b29-9d55-84391e359c51 req-339883dd-f63b-43ff-a6ed-b28137e60e94 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Nov 05 21:38:17.626194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a51787f6-e95b-4f13-9b88-eac1e5dbc471 req-42166890-13cb-43e2-b707-a74c7f8827e5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010975 Nov 05 21:38:17.865364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a0aa4e-dc71-4a34-b605-0fd7976cf77f {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:17.871198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Router 49dc62e4-25e5-4616-8bad-3924fef81981 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:38:17.875205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e8d7-6302-497e-9f3b-e42e1d87043d req-256f075c-9efe-4035-8886-faa04c64ce81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:17.875448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:17.876931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3e0e8d7-6302-497e-9f3b-e42e1d87043d req-256f075c-9efe-4035-8886-faa04c64ce81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0607982 Nov 05 21:38:17.894139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Transition to ACTIVE for port object d1a0aa4e-dc71-4a34-b605-0fd7976cf77f will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:38:17.944233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3e0e8d7-6302-497e-9f3b-e42e1d87043d req-df2f675e-c77d-4b80-b3e6-aa1d9bedf45e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Nov 05 21:38:17.981166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.045907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:38:18.055446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b2f36db2-73fb-4baf-a200-5395eda5cf35 admin admin] 10.222.0.41 "PUT /v2.0/routers/49dc62e4-25e5-4616-8bad-3924fef81981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9503839 Nov 05 21:38:18.058095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36420) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:18.058938 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] Sync routers for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:38:18.060317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:18.084632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:18.087749 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:18.146198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:18.148047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:18.148248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:18.157685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:18.159128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:18.170066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:18.170714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:18.171361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:18.174061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Bound port: d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:18.174061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.328793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c48b6-e59c-4471-a29f-bcc507163be5 req-6f1ac2f5-a710-435e-998c-e3ed941a5a21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:18.330707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c8c48b6-e59c-4471-a29f-bcc507163be5 req-6f1ac2f5-a710-435e-998c-e3ed941a5a21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.1466012 Nov 05 21:38:18.335185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:18.340361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:18.418596 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:18.429737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.443330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c8c48b6-e59c-4471-a29f-bcc507163be5 req-8899b2b8-67e3-4f8e-9d86-f4753c1c3eaa tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987813 Nov 05 21:38:18.502137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:18.505504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.509132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.511515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 1092 time: 1.5767956 Nov 05 21:38:18.512655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:18.527798 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d1bec-1b82-4328-b74d-585eab64dee7" -d '{"events": [{"name": "network-changed", "server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:18.563576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf8f1a-d42d-41e8-b042-35b1d43340f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:18.564159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36438) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:18.594969 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525602b0-2d25-4d06-98b9-d560d7c48787 x-openstack-request-id: req-525602b0-2d25-4d06-98b9-d560d7c48787 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:18.596461 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:18.597096 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-525602b0-2d25-4d06-98b9-d560d7c48787 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:18.609623 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'status': 'completed', 'code': 200} Nov 05 21:38:18.649557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36444) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:18.753800 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:38:16Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:18.767566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.790135 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] Checking router: 49dc62e4-25e5-4616-8bad-3924fef81981 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:38:18.795982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69a062-7832-4686-b11b-5003a4e82f48 req-95adf9cc-1454-4cae-afe3-6741fe420719 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:18.801250 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] Routers {'49dc62e4-25e5-4616-8bad-3924fef81981'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:18.802007 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['49dc62e4-25e5-4616-8bad-3924fef81981'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:18.804065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f69a062-7832-4686-b11b-5003a4e82f48 req-95adf9cc-1454-4cae-afe3-6741fe420719 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.0693543 Nov 05 21:38:18.813853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d1bec-1b82-4328-b74d-585eab64dee7 req-3ac5c55f-cb93-4988-82b3-68df5ba37024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:18.815623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-864d1bec-1b82-4328-b74d-585eab64dee7 req-3ac5c55f-cb93-4988-82b3-68df5ba37024 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1095 time: 0.1815815 Nov 05 21:38:18.832747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a9368-8df1-49bf-ba62-f4d349cfb311 req-c508a3e7-cb12-433a-8848-5ea726dedc20 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:18.843249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a1a9368-8df1-49bf-ba62-f4d349cfb311 req-c508a3e7-cb12-433a-8848-5ea726dedc20 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1509120 Nov 05 21:38:18.874452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f69a062-7832-4686-b11b-5003a4e82f48 req-8cbab479-e78d-4323-b44f-7eb0492ee71b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694666 Nov 05 21:38:18.895450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Deleting port 15f24e00-5900-4459-b6e9-2bca9d250826 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:18.895817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.956999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-946ca83e-aa5c-4da7-a97b-291a9db46b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:18.969586 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-548d3415-73af-4d1c-bed2-e44dabb91a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.012016 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] Set router 49dc62e4-25e5-4616-8bad-3924fef81981 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:19.027828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] For port 15f24e00-5900-4459-b6e9-2bca9d250826, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=15f24e00-5900-4459-b6e9-2bca9d250826,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:19.028228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.061046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Calling delete_port for 15f24e00-5900-4459-b6e9-2bca9d250826 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:19.112049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a1a9368-8df1-49bf-ba62-f4d349cfb311 req-6c850749-6893-4c78-878c-6bc090d46b8e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659352 Nov 05 21:38:19.148921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-548d3415-73af-4d1c-bed2-e44dabb91a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.168107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d1bec-1b82-4328-b74d-585eab64dee7 req-0fa1fd5d-e0d2-47b6-942f-328e13e30795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:19.170467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-864d1bec-1b82-4328-b74d-585eab64dee7 req-0fa1fd5d-e0d2-47b6-942f-328e13e30795 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3189037 Nov 05 21:38:19.204091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53695b-662c-4c00-ab9b-4b8de17da04e req-b2b36da9-23e1-4b0b-bbc8-9fe7a9c7017c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:19.205776 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f53695b-662c-4c00-ab9b-4b8de17da04e req-b2b36da9-23e1-4b0b-bbc8-9fe7a9c7017c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1130011 Nov 05 21:38:19.257545 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:38:16Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:19.291884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d1bec-1b82-4328-b74d-585eab64dee7 req-e606add7-ddc8-4e94-8985-5c270fc2a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:19.293247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-864d1bec-1b82-4328-b74d-585eab64dee7 req-e606add7-ddc8-4e94-8985-5c270fc2a29e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152601 Nov 05 21:38:19.297301 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56465667-1031-40c1-9de4-a873a5f6a232 None None] The sync data for ids ['49dc62e4-25e5-4616-8bad-3924fef81981'] in n-d-816738-5 is: [{'id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1033967551-router', 'tenant_id': '5a2039c0113e40468be1bc0b8c98aac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:37:25Z', 'updated_at': '2021-11-05T21:38:16Z', 'revision_number': 5, 'project_id': '5a2039c0113e40468be1bc0b8c98aac8', 'gw_port': {'id': '15f24e00-5900-4459-b6e9-2bca9d250826', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc62e4-25e5-4616-8bad-3924fef81981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:37:26Z', 'updated_at': '2021-11-05T21:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:38:19.300293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-548d3415-73af-4d1c-bed2-e44dabb91a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.348603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f53695b-662c-4c00-ab9b-4b8de17da04e req-49217ee7-a474-485f-9801-874633068cc5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187904 Nov 05 21:38:19.358416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-548d3415-73af-4d1c-bed2-e44dabb91a36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c9b0e38c29f4835b7c30b6b27901fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7063041 Nov 05 21:38:19.368274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36474) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:19.408531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d3415-73af-4d1c-bed2-e44dabb91a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eb7d67-2b66-4e53-b33d-185b5f2f4a61,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:19.426280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-946ca83e-aa5c-4da7-a97b-291a9db46b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.461217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-8202abfd-fea5-43ad-a7dd-99fa3a57e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:19.470428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-8202abfd-fea5-43ad-a7dd-99fa3a57e20d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1095 time: 0.0988407 Nov 05 21:38:19.470428 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f10aa33-9b6e-4cf8-8325-31ee18a1b7f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.522335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.524515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-946ca83e-aa5c-4da7-a97b-291a9db46b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.527683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-e9b60a0e-2975-434b-bee9-3a260583e272 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 217 time: 0.0572178 Nov 05 21:38:19.554642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f10aa33-9b6e-4cf8-8325-31ee18a1b7f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.588527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f24e00-5900-4459-b6e9-2bca9d250826,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:19.663439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.672007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ca83e-aa5c-4da7-a97b-291a9db46b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f3ec89-c3c8-4f15-8c8f-3bf1507f7bcf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:19.677140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-946ca83e-aa5c-4da7-a97b-291a9db46b40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0348f5fd42304800b75f2788d1537e01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1114399 Nov 05 21:38:19.698116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36480) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:19.727699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-b75007f3-05be-44d1-ac2b-3f145c2f6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:19.729151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-b75007f3-05be-44d1-ac2b-3f145c2f6ad4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.1778085 Nov 05 21:38:19.779189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41f010-3e76-4382-9831-3f6ff9f02eee req-f4c1df21-c5c0-434c-9926-c31a823da94d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:19.782022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec41f010-3e76-4382-9831-3f6ff9f02eee req-f4c1df21-c5c0-434c-9926-c31a823da94d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.2295010 Nov 05 21:38:19.800353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-08b46108-4761-44dc-908f-8d1907b8acf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623789 Nov 05 21:38:19.844040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.848477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.954957 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1ded-4d01-4a94-a045-e6ca4e64e740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.979098 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f10aa33-9b6e-4cf8-8325-31ee18a1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.987434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f10aa33-9b6e-4cf8-8325-31ee18a1b7f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:19.987434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8f10aa33-9b6e-4cf8-8325-31ee18a1b7f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5eb7d67-2b66-4e53-b33d-185b5f2f4a61 HTTP/1.1" status: 204 len: 168 time: 0.6053853 Nov 05 21:38:20.008884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10aa33-9b6e-4cf8-8325-31ee18a1b7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eb7d67-2b66-4e53-b33d-185b5f2f4a61,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:20.042379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec41f010-3e76-4382-9831-3f6ff9f02eee req-f8862c3b-37ea-40ed-bb7b-271ee56d2215 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409003 Nov 05 21:38:20.061707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.062122 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1ded-4d01-4a94-a045-e6ca4e64e740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.062293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49dc62e4-25e5-4616-8bad-3924fef81981 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:38:20.097422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.103346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fcb420c7-baee-470b-8289-d226e7ef7491 admin admin] 10.222.0.41 "DELETE /v2.0/routers/49dc62e4-25e5-4616-8bad-3924fef81981 HTTP/1.1" status: 204 len: 168 time: 2.0405588 Nov 05 21:38:20.104761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36488) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:20.140325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-94a76133-a198-418b-85cf-a00a6b904667 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186483 Nov 05 21:38:20.247840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469078-fe20-4a95-978e-449e2b05702e req-a31a73ca-e8b8-41c4-9041-c742432724af tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:20.259629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e469078-fe20-4a95-978e-449e2b05702e req-a31a73ca-e8b8-41c4-9041-c742432724af tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.2842782 Nov 05 21:38:20.326813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] Deleting subnet 51d0cae5-e7a7-4927-9887-0b3f9ca881f8 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:38:20.339608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.396899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a124e2b6-582c-435a-b88f-cb6d1d1b61c7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:20.401281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1ded-4d01-4a94-a045-e6ca4e64e740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.403900 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1ded-4d01-4a94-a045-e6ca4e64e740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.408932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bbaf1ded-4d01-4a94-a045-e6ca4e64e740 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0f3ec89-c3c8-4f15-8c8f-3bf1507f7bcf HTTP/1.1" status: 204 len: 168 time: 0.7073033 Nov 05 21:38:20.412543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e469078-fe20-4a95-978e-449e2b05702e req-60ff400e-3ca4-4f56-ad54-c9f7cd36879e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493380 Nov 05 21:38:20.420225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf1ded-4d01-4a94-a045-e6ca4e64e740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f3ec89-c3c8-4f15-8c8f-3bf1507f7bcf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:20.442608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b96885bf-b94e-4537-876e-f921b6ae0ace req-65359a67-e2bb-4153-a4ce-dfce4927d4c7 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876353 Nov 05 21:38:20.445383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.473047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38459e-27b7-4eda-bb20-b6a0e08d147d req-a6991bb0-5c54-4ef4-8b9a-bb381df3c170 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:20.482787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc38459e-27b7-4eda-bb20-b6a0e08d147d req-a6991bb0-5c54-4ef4-8b9a-bb381df3c170 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1528199 Nov 05 21:38:20.551907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a124e2b6-582c-435a-b88f-cb6d1d1b61c7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:20.552736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a124e2b6-582c-435a-b88f-cb6d1d1b61c7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:20.638318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc38459e-27b7-4eda-bb20-b6a0e08d147d req-246e2445-0ddd-4b2b-8d7b-3affa879901e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244302 Nov 05 21:38:20.747311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:20.782505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b178e-8ac3-4c9c-b0d1-28c04d0f96d6 req-24759958-c655-447e-966c-dc2ed1b0e18e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:20.790657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-589b178e-8ac3-4c9c-b0d1-28c04d0f96d6 req-24759958-c655-447e-966c-dc2ed1b0e18e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1462939 Nov 05 21:38:20.871858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-589b178e-8ac3-4c9c-b0d1-28c04d0f96d6 req-d8a36c5a-0d0b-46c9-b726-401a47ba5575 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799711 Nov 05 21:38:21.156043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.239195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.240745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baecf4-df83-4e63-8877-9d92655db067 req-09e954ee-734b-42c9-ba84-fc85fbccfdf4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:21.242578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80baecf4-df83-4e63-8877-9d92655db067 req-09e954ee-734b-42c9-ba84-fc85fbccfdf4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0896990 Nov 05 21:38:21.244688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94fdab-6b0c-4a97-85ad-da8c6d366e82 None None] Network 614d3a09-3443-406b-8090-b20775932528 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:21.251952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/51d0cae5-e7a7-4927-9887-0b3f9ca881f8 HTTP/1.1" status: 204 len: 168 time: 1.1455574 Nov 05 21:38:21.257575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36522) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:21.264554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925996f6-670c-49b0-9f71-58da08dc9e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d0cae5-e7a7-4927-9887-0b3f9ca881f8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:21.371725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80baecf4-df83-4e63-8877-9d92655db067 req-10ce0fef-6693-4b26-a5e5-459a7e861d3c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193786 Nov 05 21:38:21.417893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.530565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] DHCP port deletion for 614d3a09-3443-406b-8090-b20775932528 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:38:21.562611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Deleting port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:21.562945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.603074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Deleting port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:21.603206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.673506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] For port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:21.674213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.681507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] For port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,segment=NetworkSegment(1582127c-1d58-440b-bac3-fb11b976966a),segment_id=1582127c-1d58-440b-bac3-fb11b976966a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:21.681895 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.692246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227636ed-1d6a-4f2c-848b-3b4e983e7c32 req-d4bee809-6702-4a53-89b6-c1c2fb0af1a2 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:21.693728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-227636ed-1d6a-4f2c-848b-3b4e983e7c32 req-d4bee809-6702-4a53-89b6-c1c2fb0af1a2 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.1555667 Nov 05 21:38:21.697347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Calling delete_port for 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:21.705332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Calling delete_port for 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:21.809775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cef35b-87bc-4b28-b8fb-8b6dd535660b req-f6e398d1-51ee-4b76-9625-6d79a53fa4f5 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:21.813269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0cef35b-87bc-4b28-b8fb-8b6dd535660b req-f6e398d1-51ee-4b76-9625-6d79a53fa4f5 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0683603 Nov 05 21:38:21.874174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36542) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:21.898273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-227636ed-1d6a-4f2c-848b-3b4e983e7c32 req-4eb74453-56d9-45e5-bb9c-4b3d3085fb6a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946032 Nov 05 21:38:21.908121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.920145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.928406 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:21.935147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] No DVR routers for this DVR port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:21.998694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Pushing event deleted for resources: {'Port': ['ID=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:22.018241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.018831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.019438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.019971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.020472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.020954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.021440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.021928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.022665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.023153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.024346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.024820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f0c6c-b01f-4677-a802-5549d03ffad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.029557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.041880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d86b21d-f9fd-4783-b84f-cce3b7f1ae51,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:22.045250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] No DVR routers for this DVR port 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:22.059512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0cef35b-87bc-4b28-b8fb-8b6dd535660b req-772e08cf-e9e8-4a34-bd4e-af7cda28e728 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333841 Nov 05 21:38:22.131870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.175140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58c557d-348b-426f-a526-5f1645aef672,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:22.215886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.216323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.219588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.220396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:22.250030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-61f89f3e-f598-40de-a1b5-19f064fa65d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bad289ad5a064822baa08691f6f0b80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687122 Nov 05 21:38:22.254911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36550) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:22.264275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105f94a-b3b0-49c6-bf0c-63fd17a2e0ff req-74472714-148f-4f51-b426-0155617ce98c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:22.271967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9105f94a-b3b0-49c6-bf0c-63fd17a2e0ff req-74472714-148f-4f51-b426-0155617ce98c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.2126474 Nov 05 21:38:22.282480 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.373410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614d3a09-3443-406b-8090-b20775932528']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:22.376287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698559d4-c312-4c21-8a43-d35b71f43ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.428169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1582127c-1d58-440b-bac3-fb11b976966a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:22.430826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1582127c-1d58-440b-bac3-fb11b976966a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:22.442456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698559d4-c312-4c21-8a43-d35b71f43ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.475922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.478050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:22.517959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9105f94a-b3b0-49c6-bf0c-63fd17a2e0ff req-bea85592-9f08-456b-a84e-25d46a479334 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432265 Nov 05 21:38:22.534513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:22.536434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7d86b21d-f9fd-4783-b84f-cce3b7f1ae51 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:22.538215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 15f24e00-5900-4459-b6e9-2bca9d250826 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:22.547232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.557292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:38:22.560064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:38:22.565912 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:38:22.573651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 15f24e00-5900-4459-b6e9-2bca9d250826 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:22.574464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 15f24e00-5900-4459-b6e9-2bca9d250826 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:22.641437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698559d4-c312-4c21-8a43-d35b71f43ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.644021 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698559d4-c312-4c21-8a43-d35b71f43ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.652062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-698559d4-c312-4c21-8a43-d35b71f43ebe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a58c557d-348b-426f-a526-5f1645aef672 HTTP/1.1" status: 204 len: 168 time: 0.3959279 Nov 05 21:38:22.663378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698559d4-c312-4c21-8a43-d35b71f43ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58c557d-348b-426f-a526-5f1645aef672,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:22.686776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcfbb5-6a7e-49c3-a7a6-7b51f679e364 req-b14c7b0d-b1cf-47b5-a0eb-c9d92fc2cd05 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:22.706590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1dcfbb5-6a7e-49c3-a7a6-7b51f679e364 req-b14c7b0d-b1cf-47b5-a0eb-c9d92fc2cd05 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.0939181 Nov 05 21:38:22.756114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1dcfbb5-6a7e-49c3-a7a6-7b51f679e364 req-9c29c6bd-c35a-447f-a7cb-208ef8106750 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598722 Nov 05 21:38:22.783153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.792503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:22.799157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] 10.222.0.41 "DELETE /v2.0/networks/614d3a09-3443-406b-8090-b20775932528 HTTP/1.1" status: 204 len: 168 time: 1.5377378 Nov 05 21:38:22.807035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996de578-6b8c-49d2-9809-a6710b86019d admin admin] Pushing event deleted for resources: {'Network': ['ID=614d3a09-3443-406b-8090-b20775932528,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:23.105106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebec92-2389-4c55-b180-4ee53cd92234 req-d6b57fce-bc27-4dee-837e-a7d1750d5078 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:23.107722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6ebec92-2389-4c55-b180-4ee53cd92234 req-d6b57fce-bc27-4dee-837e-a7d1750d5078 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.0908697 Nov 05 21:38:23.231664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6ebec92-2389-4c55-b180-4ee53cd92234 req-6042ce96-15ea-4a55-98f0-6adf478aed00 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161113 Nov 05 21:38:23.290330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0558b-d9f7-4bf2-a027-a3de815b906c req-742c6356-014f-4b4b-b5e3-45b114d5c180 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:23.291916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1db0558b-d9f7-4bf2-a027-a3de815b906c req-742c6356-014f-4b4b-b5e3-45b114d5c180 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0903757 Nov 05 21:38:23.321930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36580) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:23.356081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1db0558b-d9f7-4bf2-a027-a3de815b906c req-8928dd7b-2ebb-4a0a-af25-dfc1fd9cbcaa tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567100 Nov 05 21:38:23.496469 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8aba6f07-c5aa-4d50-961c-9763b5af3b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:23.656403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36600) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:23.690848 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8aba6f07-c5aa-4d50-961c-9763b5af3b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:23.693370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570b6d5-8d38-4885-956f-2cf76a7c0d19 req-a77a684a-d7c2-4d33-ad0b-290ddc9d7470 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:23.708467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d570b6d5-8d38-4885-956f-2cf76a7c0d19 req-a77a684a-d7c2-4d33-ad0b-290ddc9d7470 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0857673 Nov 05 21:38:23.726380 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1f4dfc4b-6c1c-48b3-a3ae-7cfb1a21289b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a2039c0113e40468be1bc0b8c98aac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691977 Nov 05 21:38:23.729323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36602) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:23.759702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d570b6d5-8d38-4885-956f-2cf76a7c0d19 req-8e3cdaa6-c4c0-4bc7-bf5c-80d1d22ee069 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562205 Nov 05 21:38:23.819171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8aba6f07-c5aa-4d50-961c-9763b5af3b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:23.855537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e579e2e-2bb3-40de-a5dc-1b94d15b8c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:23.871585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:38:23.900770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8aba6f07-c5aa-4d50-961c-9763b5af3b3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62bf21edc2574fd795fdad0e98c90d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5775709 Nov 05 21:38:23.903814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36608) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:23.916818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba6f07-c5aa-4d50-961c-9763b5af3b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17799eb4-f25d-43a8-8359-51c9aa43a24c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:23.921255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e579e2e-2bb3-40de-a5dc-1b94d15b8c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:23.964435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54fd6-ba74-4d21-9b5a-54c2e5a1e9ba req-5cfef82c-ad68-4771-aa39-e956d2fc4325 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:23.971943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2f54fd6-ba74-4d21-9b5a-54c2e5a1e9ba req-5cfef82c-ad68-4771-aa39-e956d2fc4325 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 945 time: 0.1189480 Nov 05 21:38:23.987671 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1a721b0-01f9-4897-9ef7-8224f0c4d502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.017527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:24.025176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1a721b0-01f9-4897-9ef7-8224f0c4d502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.034122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'port_id': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'mac_address': 'fa:16:3e:51:3c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d80e34-f340-49b6-9373-1256d01a2681', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:38:24.034669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2f54fd6-ba74-4d21-9b5a-54c2e5a1e9ba req-c2235435-770f-46e1-92d5-442a38918718 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Nov 05 21:38:24.080587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.093781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a0aa4e-dc71-4a34-b605-0fd7976cf77f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:24.120051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:24.247038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-723b3ca9-1db1-40b8-a061-b3f13e3b6e52 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:24.248574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-723b3ca9-1db1-40b8-a061-b3f13e3b6e52 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.0517676 Nov 05 21:38:24.260980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816738-5'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:24.318496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.348706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e579e2e-2bb3-40de-a5dc-1b94d15b8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.351466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e579e2e-2bb3-40de-a5dc-1b94d15b8c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.353155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e579e2e-2bb3-40de-a5dc-1b94d15b8c11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb3f59f2-0b1c-43c3-b743-c33ac045f8f1 HTTP/1.1" status: 204 len: 168 time: 0.6227615 Nov 05 21:38:24.361741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e579e2e-2bb3-40de-a5dc-1b94d15b8c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f59f2-0b1c-43c3-b743-c33ac045f8f1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:24.384733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1a721b0-01f9-4897-9ef7-8224f0c4d502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.387805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1a721b0-01f9-4897-9ef7-8224f0c4d502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.389401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e1a721b0-01f9-4897-9ef7-8224f0c4d502 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17799eb4-f25d-43a8-8359-51c9aa43a24c HTTP/1.1" status: 204 len: 168 time: 0.4844031 Nov 05 21:38:24.399371 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.419633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a721b0-01f9-4897-9ef7-8224f0c4d502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17799eb4-f25d-43a8-8359-51c9aa43a24c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:24.436579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf934-5f9b-4efb-9b13-a873beeda54c req-097825f8-d889-4e70-a06b-17ed5a773174 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:24.438128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ecbf934-5f9b-4efb-9b13-a873beeda54c req-097825f8-d889-4e70-a06b-17ed5a773174 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.1172833 Nov 05 21:38:24.539614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:24.558535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9386015-8bf7-401f-90b7-9274af45867d req-997526ab-6bad-42d2-8bc9-dbe8cf41f129 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:24.566767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9386015-8bf7-401f-90b7-9274af45867d req-997526ab-6bad-42d2-8bc9-dbe8cf41f129 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0921307 Nov 05 21:38:24.592600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ecbf934-5f9b-4efb-9b13-a873beeda54c req-7d3fa642-9958-4449-a094-7bb19bf5303b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389754 Nov 05 21:38:24.615783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:24.635728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9386015-8bf7-401f-90b7-9274af45867d req-8c4c9a74-1d77-4700-b26c-4aea89b3a842 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627468 Nov 05 21:38:24.667237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:24.694324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d1a0aa4e-dc71-4a34-b605-0fd7976cf77f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:24.723003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:24.725349 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd80a24d-7066-48ad-9780-383cade072d5" -d '{"events": [{"server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "name": "network-vif-unplugged", "status": "completed", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:24.741167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:24.776644 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a2744d-22e3-4fe6-96cf-6631e928ac60 x-openstack-request-id: req-27a2744d-22e3-4fe6-96cf-6631e928ac60 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:24.776948 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "name": "network-vif-unplugged", "status": "completed", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:24.777660 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27a2744d-22e3-4fe6-96cf-6631e928ac60 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:24.778096 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c', 'code': 200} Nov 05 21:38:24.835147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:25.227094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a45066-9d4e-40a1-8c9d-cfd8aeafcb69 req-f0b1e4dd-a267-4470-b954-ad670723fe78 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:25.232503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72a45066-9d4e-40a1-8c9d-cfd8aeafcb69 req-f0b1e4dd-a267-4470-b954-ad670723fe78 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.0963757 Nov 05 21:38:25.338838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:25.349345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceab3c-bfd3-45b2-8418-b9402f92a694 req-011c8bed-555d-47dc-b161-5da54a18660d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:25.350380 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cceab3c-bfd3-45b2-8418-b9402f92a694 req-011c8bed-555d-47dc-b161-5da54a18660d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.4580419 Nov 05 21:38:25.356362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on host n-h2-816738-5 for vnic_type normal with profile {"migrating_to": "n-h1-816738-5"} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:25.356697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:25.357022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:25.359014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72a45066-9d4e-40a1-8c9d-cfd8aeafcb69 req-dce8d20c-20c2-4333-a51e-368edde937d5 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089687 Nov 05 21:38:25.384284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:25.384666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Attempting to bind port 35fe183e-39f0-49d2-a832-d093562eb71c on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:25.400468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:25.402390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:25.402528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36662) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:25.402793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:25.403239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Bound port: 35fe183e-39f0-49d2-a832-d093562eb71c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:25.403627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:25.424712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cceab3c-bfd3-45b2-8418-b9402f92a694 req-2045984c-9283-4a16-b931-3e60b7c460d3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635629 Nov 05 21:38:25.499985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:25.503087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:25.599894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:25.677438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:25.678057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:25.679434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] 10.222.0.13 "PUT /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 1121 time: 1.4232326 Nov 05 21:38:25.691875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df49eb3-928c-438e-b8fe-f219909d89cf service neutron] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=8']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:25.784695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['35fe183e-39f0-49d2-a832-d093562eb71c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:25.790050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['35fe183e-39f0-49d2-a832-d093562eb71c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:25.827528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f08d-ef09-4aae-83e5-9bda2a8cd656 req-9601a566-3a21-4e39-968e-b5b3e6249846 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:25.837761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d326f08d-ef09-4aae-83e5-9bda2a8cd656 req-9601a566-3a21-4e39-968e-b5b3e6249846 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1061540 Nov 05 21:38:25.861640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-460503464-network', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:25.888986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 35fe183e-39f0-49d2-a832-d093562eb71c details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:38:25.891646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:25.911044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d326f08d-ef09-4aae-83e5-9bda2a8cd656 req-ec25c73d-b343-4083-a8ca-c4f5c083f7d3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684178 Nov 05 21:38:25.938526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2315785-c221-4df1-9a1e-044d54dade00 req-1992efe6-102d-48f7-a4bb-08ff98558844 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:25.954253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2315785-c221-4df1-9a1e-044d54dade00 req-1992efe6-102d-48f7-a4bb-08ff98558844 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 945 time: 0.2047925 Nov 05 21:38:26.092570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2315785-c221-4df1-9a1e-044d54dade00 req-3657243e-1018-4106-8c00-9453c055a619 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368811 Nov 05 21:38:26.093990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Made reservation on behalf of 9dad5c5b689645e2a87238a6d816fee4 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:26.102551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.119063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.259402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.308713 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.340406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:38:26.350168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e5fca3-2fe2-42f0-916b-27526d859d5a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:26.358527 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.358694 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Added segment 5783da8b-fe82-400f-87c5-327f6e9098d3 of type vlan for network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 Nov 05 21:38:26.390870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:26.394960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:38:26.425441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:26.426452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.436018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 35fe183e-39f0-49d2-a832-d093562eb71c has no active binding in host n-h1-816738-5 {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 21:38:26.450754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.451911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36704) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:26.580003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.583679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1b87-f7e5-411d-8b8d-631acef3a127 req-0892d6ff-cb7d-45da-b038-13279c15a723 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:26.591365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.592576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:26.598538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.608501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45cc1b87-f7e5-411d-8b8d-631acef3a127 req-0892d6ff-cb7d-45da-b038-13279c15a723 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.1138842 Nov 05 21:38:26.640870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:26.645712 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0061f2-cc54-4216-8e6f-b69b7841d8cb" -d '{"events": [{"server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:26.683479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:26.726286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3225029 Nov 05 21:38:26.727095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36716) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:26.730317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-922966669-network', 'tenant_id': 'e1aff6270f374531ab21317491cadc5d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:26.761122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Request body: {'subnet': {'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-460503464-subnet', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:26.777414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0437b-b3db-4175-ad74-b212c920a01a admin admin] Pushing event updated for resources: {'Network': ['ID=2d3dd896-f4c6-4a5e-9768-85e7b72a2459,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:26.783712 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.794052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45cc1b87-f7e5-411d-8b8d-631acef3a127 req-96829059-e545-4838-90cf-796509dd8432 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848810 Nov 05 21:38:26.798755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:26.801667 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:26.822077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90fb93-be0e-4a26-b1eb-272a8a11bddd req-7feff1b4-bc52-43c9-9ffd-1af528874e21 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:26.824803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd90fb93-be0e-4a26-b1eb-272a8a11bddd req-7feff1b4-bc52-43c9-9ffd-1af528874e21 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.2119250 Nov 05 21:38:26.828794 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:38:26.887504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Made reservation on behalf of e1aff6270f374531ab21317491cadc5d for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:26.899357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.947832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd90fb93-be0e-4a26-b1eb-272a8a11bddd req-2112aa46-91ae-41e0-acbb-d96bd56f42b6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119757 Nov 05 21:38:26.960038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:26.964269 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7684f7d4-b4ca-4822-a467-c4ff888aa1ef x-openstack-request-id: req-7684f7d4-b4ca-4822-a467-c4ff888aa1ef {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:26.964685 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:26.965135 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7684f7d4-b4ca-4822-a467-c4ff888aa1ef {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:26.965579 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'code': 200} Nov 05 21:38:26.996019 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c0422-bcad-4e6e-84f3-2eff094d3705 x-openstack-request-id: req-616c0422-bcad-4e6e-84f3-2eff094d3705 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:26.996327 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:26.996588 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-616c0422-bcad-4e6e-84f3-2eff094d3705 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:26.998799 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c', 'status': 'completed', 'code': 200} Nov 05 21:38:27.052031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:27.085717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Made reservation on behalf of 9dad5c5b689645e2a87238a6d816fee4 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:27.107448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.109672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aed9e-1717-40e3-9c8e-ee64dfac8633 req-1c2dc066-a992-4f50-821d-a917cab6ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:27.111167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-958aed9e-1717-40e3-9c8e-ee64dfac8633 req-1c2dc066-a992-4f50-821d-a917cab6ed8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1097 time: 0.1088145 Nov 05 21:38:27.173908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.188701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-958aed9e-1717-40e3-9c8e-ee64dfac8633 req-e7908bca-4081-4d7a-ad22-1d81e1d36ff7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680645 Nov 05 21:38:27.233763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-b1938261-03a2-44a6-af6b-aa9ed37a31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:27.235398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-b1938261-03a2-44a6-af6b-aa9ed37a31ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1124 time: 0.2336707 Nov 05 21:38:27.258602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.264448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331aa42-4a86-4660-b094-84a5a080b6df req-e9cc46f9-6fe1-4818-81e4-538cbcc0975d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:27.266015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e331aa42-4a86-4660-b094-84a5a080b6df req-e9cc46f9-6fe1-4818-81e4-538cbcc0975d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1832063 Nov 05 21:38:27.325729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:38:27.331621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e034e2-a968-4b12-b9e5-f7f4227bffd7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:27.360113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.362829 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Added segment a2f91f78-2051-4737-bc97-f0c75ff79d88 of type vlan for network fb0192f1-8193-4c46-af4f-054b0b5d8739 Nov 05 21:38:27.442116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.463097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e331aa42-4a86-4660-b094-84a5a080b6df req-7d1c7eb5-9b85-4b1f-a5c0-6c39e5a9cf7e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757817 Nov 05 21:38:27.472267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-75d6f0c5-01f9-498c-82dd-9d717e5e2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:27.472267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-75d6f0c5-01f9-498c-82dd-9d717e5e2368 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.2250679 Nov 05 21:38:27.545272 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-a68865f1-9ee0-432a-b98d-48a0f4a5b099 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 217 time: 0.0503547 Nov 05 21:38:27.561273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.562307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:27.562870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.630314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-a831c140-6342-4978-9177-a548ff66862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:27.631931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-a831c140-6342-4978-9177-a548ff66862e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0763693 Nov 05 21:38:27.640401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] Pushing event updated for resources: {'Network': ['ID=fb0192f1-8193-4c46-af4f-054b0b5d8739,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:27.654579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network fb0192f1-8193-4c46-af4f-054b0b5d8739 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:38:27.660974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c607cde-6c3b-4177-9c72-b37dabdd4f66 req-18b86976-ab62-4d10-be76-972c7739924b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:27.663469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c607cde-6c3b-4177-9c72-b37dabdd4f66 req-18b86976-ab62-4d10-be76-972c7739924b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 946 time: 0.1256340 Nov 05 21:38:27.674196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:27.754379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a19c92cc-e93c-4ff0-a08c-8b92927cad7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3003390 Nov 05 21:38:27.756964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:27.774914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Request body: {'subnet': {'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-922966669-subnet', 'tenant_id': 'e1aff6270f374531ab21317491cadc5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:27.903824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Made reservation on behalf of e1aff6270f374531ab21317491cadc5d for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:27.906385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:28.025956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-9fcf7fa0-8358-4aa5-9ae8-4e8dfa898c08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3612049 Nov 05 21:38:28.193313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2796311a-6c72-45dd-ae19-dc166fe12a8f,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:28.227170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Checking segment: {'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:28.227170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Network hostable DHCP agents. Network: 2d3dd896-f4c6-4a5e-9768-85e7b72a2459, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:38:28.238657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c607cde-6c3b-4177-9c72-b37dabdd4f66 req-f686d343-9bc3-47ea-9db7-9042c036e72e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658367 Nov 05 21:38:28.276003 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-33c4f360-63de-4e16-a79b-a1a60ad90a78 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215507 Nov 05 21:38:28.285868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:28.386674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebca87a-13a4-445e-8453-2a60d4dfdef4,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:28.420837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e817ab-7b04-4d4f-ac19-663a1e1e1bbb req-296bd847-ffe7-43a1-9f24-672875b5e3e2 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361675 Nov 05 21:38:28.428659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Checking segment: {'id': 'a2f91f78-2051-4737-bc97-f0c75ff79d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:28.429018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Network hostable DHCP agents. Network: fb0192f1-8193-4c46-af4f-054b0b5d8739, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:38:28.438032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:38:28.474424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683399d-0f53-48c7-abb6-4ee6ca6e0cf9 req-120d0930-5c98-4f32-9a63-5ace9e3d4538 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:28.485749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7683399d-0f53-48c7-abb6-4ee6ca6e0cf9 req-120d0930-5c98-4f32-9a63-5ace9e3d4538 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.1172547 Nov 05 21:38:28.523213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562b178-33b7-49e1-a972-0b9ad3878bc0 req-aa49fc37-0815-4a98-a2bf-f1a080f65a90 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:28.525773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e562b178-33b7-49e1-a972-0b9ad3878bc0 req-aa49fc37-0815-4a98-a2bf-f1a080f65a90 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0678570 Nov 05 21:38:28.566614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7683399d-0f53-48c7-abb6-4ee6ca6e0cf9 req-acc6fc8e-f760-4141-ad82-49518cb29536 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755799 Nov 05 21:38:28.599300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Network fb0192f1-8193-4c46-af4f-054b0b5d8739 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:38:28.623436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e562b178-33b7-49e1-a972-0b9ad3878bc0 req-fd944971-0d05-48b4-bd16-61d229b79cbd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874264 Nov 05 21:38:28.732587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 2d3dd896-f4c6-4a5e-9768-85e7b72a2459) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:28.734579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, fb0192f1-8193-4c46-af4f-054b0b5d8739) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:28.738618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:28.739776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:28.742992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:28.742992 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:28.745560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf3f8b-45dd-4d75-bed1-aefaa7d96a98 None None] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:28.756964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab3e5e-e9bc-4f42-9d4c-28cbc13747ec None None] Network fb0192f1-8193-4c46-af4f-054b0b5d8739 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:28.762950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d8f6e-22e0-4cb2-a101-46fa04f96f8d req-80ed01a9-0123-4a84-afe5-a1385fa210d8 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:28.764989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-193d8f6e-22e0-4cb2-a101-46fa04f96f8d req-80ed01a9-0123-4a84-afe5-a1385fa210d8 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0787923 Nov 05 21:38:28.831565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-193d8f6e-22e0-4cb2-a101-46fa04f96f8d req-41530c51-75ef-4d20-a0cd-d8da28146536 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592737 Nov 05 21:38:28.896894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dfcbf862-3cda-4e2a-95fe-4d4e4c3af17a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1649659 Nov 05 21:38:28.897892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0088ab0c-4b8e-48c4-86c1-76fcedac9163 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1385031 Nov 05 21:38:28.911576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36802) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:28.911576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:29.051573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe940e2-19e5-45d9-8531-6e5128431996 None None] Network fb0192f1-8193-4c46-af4f-054b0b5d8739 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:29.052541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.053867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.130851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'fixed_ips': [{'subnet_id': '2796311a-6c72-45dd-ae19-dc166fe12a8f'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:38:29.132387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.197461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.354906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Allocated IP 172.20.0.2 (2d3dd896-f4c6-4a5e-9768-85e7b72a2459/2796311a-6c72-45dd-ae19-dc166fe12a8f/6f5d07ea-8763-41af-8ad7-9075c342e084) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:29.532176 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.680474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be7b22-828e-43df-8f10-d7cff0084e1f req-e0512090-67dd-4094-a0ef-faeb9ae7952b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:29.682031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2be7b22-828e-43df-8f10-d7cff0084e1f req-e0512090-67dd-4094-a0ef-faeb9ae7952b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 946 time: 0.1174088 Nov 05 21:38:29.692191 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.706216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-3a124d62-5acf-4cf1-860f-26f19b4e083f tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:29.738959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-3a124d62-5acf-4cf1-860f-26f19b4e083f tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/networks?id=fb0192f1-8193-4c46-af4f-054b0b5d8739 HTTP/1.1" status: 200 len: 808 time: 0.1926696 Nov 05 21:38:29.738959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-cff9cce7-5fe0-408f-91d2-26f85b0d2b3b tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/quotas/e1aff6270f374531ab21317491cadc5d HTTP/1.1" status: 200 len: 375 time: 0.0095241 Nov 05 21:38:29.760633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-aaaacbea-332c-4928-93d2-44db16c16d95 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1aff6270f374531ab21317491cadc5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311542 Nov 05 21:38:29.766143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2be7b22-828e-43df-8f10-d7cff0084e1f req-9ddefcfb-9007-46c2-9c46-fd795400d71e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763679 Nov 05 21:38:29.872419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-6e13934f-11cd-4363-9d65-af669aaa5f63 service neutron] 10.222.0.41 "GET /v2.0/networks/fb0192f1-8193-4c46-af4f-054b0b5d8739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046100 Nov 05 21:38:29.931033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.950836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:29.985717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-fad16071-ff2d-4d38-84ad-2b95ad2ef827 service neutron] 10.222.0.41 "GET /v2.0/networks/fb0192f1-8193-4c46-af4f-054b0b5d8739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100006 Nov 05 21:38:30.079656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Allocated IP 172.25.6.64 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/0c949bb1-ddf2-437c-ae8e-71d0417fd271) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:30.192310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:30.254662 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:30.300043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:30.302945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:30.307228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:30.310248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Pushing event updated for resources: {'Port': ['ID=6f5d07ea-8763-41af-8ad7-9075c342e084,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:30.366728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Attempting to bind port 6f5d07ea-8763-41af-8ad7-9075c342e084 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:30.367139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Attempting to bind port 6f5d07ea-8763-41af-8ad7-9075c342e084 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:30.367843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Attempting to bind port 6f5d07ea-8763-41af-8ad7-9075c342e084 on network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:30.371537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:30.374003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:30.374321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Checking segment: {'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:30.374724 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:30.375117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Bound using segment: {'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:30.375820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Bound port: 6f5d07ea-8763-41af-8ad7-9075c342e084, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:30.375979 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:30.417441 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:30.497439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:30.500038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:30.510096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:30.547638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] For port 6f5d07ea-8763-41af-8ad7-9075c342e084, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:30.552446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] For port 6f5d07ea-8763-41af-8ad7-9075c342e084, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6f5d07ea-8763-41af-8ad7-9075c342e084,segment=NetworkSegment(5783da8b-fe82-400f-87c5-327f6e9098d3),segment_id=5783da8b-fe82-400f-87c5-327f6e9098d3)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:30.554951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73101-0e2c-4344-bee1-cf4455acc130 req-e1609f54-3431-4f30-a4cf-9a46f1d51cdd tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:30.558712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Pushing event updated for resources: {'Port': ['ID=0c949bb1-ddf2-437c-ae8e-71d0417fd271,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:30.577446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbd73101-0e2c-4344-bee1-cf4455acc130 req-e1609f54-3431-4f30-a4cf-9a46f1d51cdd tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.1428742 Nov 05 21:38:30.644269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbd73101-0e2c-4344-bee1-cf4455acc130 req-0ea1c21e-bf68-42c0-aa75-59976f93c398 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658028 Nov 05 21:38:30.686992 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:30.823751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d223-8793-43a1-8f4b-d03a744da226 None None] Pushing event updated for resources: {'Port': ['ID=6f5d07ea-8763-41af-8ad7-9075c342e084,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:30.831729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6df65-506e-4579-8b05-687162fc571b req-a8e4609a-19c5-447a-8266-599fec882795 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:30.839389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11c6df65-506e-4579-8b05-687162fc571b req-a8e4609a-19c5-447a-8266-599fec882795 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.2053719 Nov 05 21:38:30.852642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197530e-9785-4058-ad60-f822e9984164 req-4e3997e2-f1fc-4915-aee1-227ced5bbc2c tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:30.854824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d197530e-9785-4058-ad60-f822e9984164 req-4e3997e2-f1fc-4915-aee1-227ced5bbc2c tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1097 time: 0.1026030 Nov 05 21:38:30.899538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11c6df65-506e-4579-8b05-687162fc571b req-ef8085a7-04fa-4ab7-91a9-9fcc8a46ebd4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Nov 05 21:38:30.940489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d197530e-9785-4058-ad60-f822e9984164 req-a25246a0-9a26-4034-b10d-279370f27d02 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754588 Nov 05 21:38:31.108922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11ae0553-7d50-43fc-8dd7-50a745ba11ab req-94877fd0-d5f3-4d9f-9723-1f45e53a3144 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 210 time: 0.0620065 Nov 05 21:38:31.201378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:31.279823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3784a91-a4b3-4bab-84a5-8e89203d9eb2 req-d20c43fe-e7fe-4ead-845f-375b9e8446d4 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:31.282444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3784a91-a4b3-4bab-84a5-8e89203d9eb2 req-d20c43fe-e7fe-4ead-845f-375b9e8446d4 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1792247 Nov 05 21:38:31.431281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3784a91-a4b3-4bab-84a5-8e89203d9eb2 req-da424d18-3f5e-4202-b5ae-55c81dfda1f1 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420476 Nov 05 21:38:31.636333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:31.849583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe01955-98b7-457e-892a-cc57e76ebcf9 req-1b17b6c8-359c-4898-8ce8-54bff2abf7c2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:31.853387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbe01955-98b7-457e-892a-cc57e76ebcf9 req-1b17b6c8-359c-4898-8ce8-54bff2abf7c2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.0946245 Nov 05 21:38:31.932185 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbe01955-98b7-457e-892a-cc57e76ebcf9 req-f8a9a9d1-df80-4f2c-9ad2-4b43185e0c34 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703311 Nov 05 21:38:32.051990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Router f246eede-70b0-4b5d-946d-49dea57405d9 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:38:32.195866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c15bfa-d0ef-4077-b2c1-621a0f5c263e None None] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:32.204003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:38:32.235874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76879f-0387-492c-8808-2dfb83073c91 req-1bcead56-2a58-4a61-8fbc-a31a7fede86c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:32.237442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c76879f-0387-492c-8808-2dfb83073c91 req-1bcead56-2a58-4a61-8fbc-a31a7fede86c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.2270777 Nov 05 21:38:32.256385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Sync routers for ids ['f246eede-70b0-4b5d-946d-49dea57405d9'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:38:32.284960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80acdc8c-aa8a-419b-9513-cafd2a586bc2 req-4808acbe-bfa1-4484-91b4-6aeed9a1d230 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 210 time: 0.0607963 Nov 05 21:38:32.308756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c76879f-0387-492c-8808-2dfb83073c91 req-a902c08f-6c78-44b2-b00f-d4c3ecbee0a7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614500 Nov 05 21:38:32.320447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Routers {'f246eede-70b0-4b5d-946d-49dea57405d9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:32.326299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f246eede-70b0-4b5d-946d-49dea57405d9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:32.400727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:32.405039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a2d79353-6299-4cab-9fc9-fdc5e6d25a81 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5013680 Nov 05 21:38:32.405700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:32.499897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6f5d07ea-8763-41af-8ad7-9075c342e084 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:32.526535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-87129765-ff48-4293-87d6-4eee443cf018 None None] Provisioning complete for port 6f5d07ea-8763-41af-8ad7-9075c342e084 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:32.527113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-87129765-ff48-4293-87d6-4eee443cf018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:32.729860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2e479-e008-4c3b-95d5-9138a1ed0d4b req-3c0f8297-c8d3-4c50-a28a-0aca61bf7e33 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:32.731354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-acc2e479-e008-4c3b-95d5-9138a1ed0d4b req-3c0f8297-c8d3-4c50-a28a-0aca61bf7e33 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1512709 Nov 05 21:38:32.875580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:32.901605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Set router f246eede-70b0-4b5d-946d-49dea57405d9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:33.056194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6f5d07ea-8763-41af-8ad7-9075c342e084 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:33.056653 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:33.061560 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-87129765-ff48-4293-87d6-4eee443cf018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:33.256351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-acc2e479-e008-4c3b-95d5-9138a1ed0d4b req-e2554f91-f974-4f88-9bb0-333518cdbcd9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5094750 Nov 05 21:38:33.261515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110c1b8-6097-4739-888d-c3701184ba21 req-af9635fa-6a12-476f-8bf6-00e356c25d2d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:33.263345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3110c1b8-6097-4739-888d-c3701184ba21 req-af9635fa-6a12-476f-8bf6-00e356c25d2d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.1066966 Nov 05 21:38:33.388108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3110c1b8-6097-4739-888d-c3701184ba21 req-758b3407-5df3-4d12-8f57-fc1b2926ac7d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186705 Nov 05 21:38:33.566504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6065b942-3318-49db-a2a5-f3e923e0e818 req-a4abeb72-aad7-4a24-bc27-200f32c31bfc tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 210 time: 0.0582886 Nov 05 21:38:33.640985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-87129765-ff48-4293-87d6-4eee443cf018 None None] For port 6f5d07ea-8763-41af-8ad7-9075c342e084, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6f5d07ea-8763-41af-8ad7-9075c342e084,segment=NetworkSegment(5783da8b-fe82-400f-87c5-327f6e9098d3),segment_id=5783da8b-fe82-400f-87c5-327f6e9098d3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:33.682211 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:33.798392 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-87129765-ff48-4293-87d6-4eee443cf018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:33.861755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-dda6dc7c-712a-4be8-985e-cb6b5e0ca371 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:33.868824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-dda6dc7c-712a-4be8-985e-cb6b5e0ca371 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.13 "GET /v2.0/networks?id=fb0192f1-8193-4c46-af4f-054b0b5d8739 HTTP/1.1" status: 200 len: 808 time: 0.2984338 Nov 05 21:38:33.939426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Request body: {'port': {'device_id': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739', 'admin_state_up': True, 'tenant_id': 'e1aff6270f374531ab21317491cadc5d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:33.952623 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:34.029406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Allocated IP 172.20.0.1 (2d3dd896-f4c6-4a5e-9768-85e7b72a2459/2796311a-6c72-45dd-ae19-dc166fe12a8f/4eab2eed-2a1b-4144-aa3b-6745340c87d7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:34.088893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87129765-ff48-4293-87d6-4eee443cf018 None None] Pushing event updated for resources: {'Port': ['ID=6f5d07ea-8763-41af-8ad7-9075c342e084,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:34.160543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ea9a2c3e-eb4b-42ae-82f3-a7755857ae1f None None] Provisioning complete for port 6f5d07ea-8763-41af-8ad7-9075c342e084 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:34.160543 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2c3e-eb4b-42ae-82f3-a7755857ae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:34.161353 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:38:34.161656 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:38:34.203365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fbe76-c367-471a-8fec-ba40c45c9559 req-d7d4d611-fd13-4331-905c-ed1132f08fc4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:34.207721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:30Z', 'revision_number': 3, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:34.218618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-746fbe76-c367-471a-8fec-ba40c45c9559 req-d7d4d611-fd13-4331-905c-ed1132f08fc4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.3397486 Nov 05 21:38:34.239831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:34.256295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Checking router: f246eede-70b0-4b5d-946d-49dea57405d9 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:38:34.256295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Updating router f246eede-70b0-4b5d-946d-49dea57405d9 port 0c949bb1-ddf2-437c-ae8e-71d0417fd271 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:38:34.346837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:34.426957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-746fbe76-c367-471a-8fec-ba40c45c9559 req-93e64ac9-02c0-4da6-90b9-259692cea488 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020135 Nov 05 21:38:34.446772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Made reservation on behalf of e1aff6270f374531ab21317491cadc5d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:34.451892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:34.502248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:34.622133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:34.625360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:34.635366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:34.725993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4eab2eed-2a1b-4144-aa3b-6745340c87d7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:34.751474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:34.763225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Allocated IP 172.20.0.9 (fb0192f1-8193-4c46-af4f-054b0b5d8739/aebca87a-13a4-445e-8453-2a60d4dfdef4/277a489c-e2ed-4be3-ba2b-36b5190ed539) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:35.050486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.095220 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.109883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ed00-10c0-4034-abb6-030d6c45121d req-2d99f450-9abe-4540-8251-5e1b5ad90d5c tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:35.117968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fd4ed00-10c0-4034-abb6-030d6c45121d req-2d99f450-9abe-4540-8251-5e1b5ad90d5c tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.5103559 Nov 05 21:38:35.176490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fd4ed00-10c0-4034-abb6-030d6c45121d req-09b42cff-9f8b-4a47-aefb-3baa24af791f tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578928 Nov 05 21:38:35.221008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c70342ab-16be-4b8e-b100-8d426c96c660 None None] Provisioning complete for port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:35.221771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c70342ab-16be-4b8e-b100-8d426c96c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.222882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.228147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6f5d07ea-8763-41af-8ad7-9075c342e084 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:35.285343 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.330814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.366408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c70342ab-16be-4b8e-b100-8d426c96c660 None None] Port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:38:35.383974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc184e42-63d9-40fb-8952-6ed2bfc11f1a None None] Pushing event updated for resources: {'Port': ['ID=0c949bb1-ddf2-437c-ae8e-71d0417fd271,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:35.389857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Attempting to bind port 0c949bb1-ddf2-437c-ae8e-71d0417fd271 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:35.390606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Attempting to bind port 0c949bb1-ddf2-437c-ae8e-71d0417fd271 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:35.391124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Attempting to bind port 0c949bb1-ddf2-437c-ae8e-71d0417fd271 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:35.403177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:35.403850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:35.404421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.404963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:35.405598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Bound port: 0c949bb1-ddf2-437c-ae8e-71d0417fd271, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:35.406130 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.443255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6f5d07ea-8763-41af-8ad7-9075c342e084 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:35.443901 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.485305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Network fb0192f1-8193-4c46-af4f-054b0b5d8739 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:35.507023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] For port 0c949bb1-ddf2-437c-ae8e-71d0417fd271, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:35.515375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:35.521344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] For port 0c949bb1-ddf2-437c-ae8e-71d0417fd271, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0c949bb1-ddf2-437c-ae8e-71d0417fd271,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:35.535311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31288275-52a6-40c9-85b5-fd6d3c8c9b3f req-fee370cb-a68a-489f-9353-c398e1fb7a83 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:35.556146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31288275-52a6-40c9-85b5-fd6d3c8c9b3f req-fee370cb-a68a-489f-9353-c398e1fb7a83 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.2870421 Nov 05 21:38:35.558168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:35.574953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Pushing event updated for resources: {'Port': ['ID=277a489c-e2ed-4be3-ba2b-36b5190ed539,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:35.604806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a1bdc-ecb8-4670-8f0f-67b3a2cdf9da req-7662201f-9729-4eb9-80c8-e0937e89809d tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:35.606363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe4a1bdc-ecb8-4670-8f0f-67b3a2cdf9da req-7662201f-9729-4eb9-80c8-e0937e89809d tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 931 time: 0.1382241 Nov 05 21:38:35.609253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.651710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.665237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe4a1bdc-ecb8-4670-8f0f-67b3a2cdf9da req-83120abe-a180-43f3-b838-86605249e9b8 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518577 Nov 05 21:38:35.696613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:35.696613 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.712169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31288275-52a6-40c9-85b5-fd6d3c8c9b3f req-97d1b6cd-070b-41f5-b2f6-8ea3e3ab7782 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551399 Nov 05 21:38:35.764943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Routers {'f246eede-70b0-4b5d-946d-49dea57405d9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:35.765846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f246eede-70b0-4b5d-946d-49dea57405d9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:35.777749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.854316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-2713d002-31a8-44bd-abab-829379c3bd3c tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9110057 Nov 05 21:38:35.857935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Request body: {'port': {'device_id': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:35.873569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:35.893950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4eab2eed-2a1b-4144-aa3b-6745340c87d7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:36.017302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:36.051286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] Set router f246eede-70b0-4b5d-946d-49dea57405d9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:36.097231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:36.098844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:36.131383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc184e42-63d9-40fb-8952-6ed2bfc11f1a None None] Pushing event updated for resources: {'Port': ['ID=0c949bb1-ddf2-437c-ae8e-71d0417fd271,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:36.260228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Router f246eede-70b0-4b5d-946d-49dea57405d9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:38:36.321291 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-be060dae-a230-4321-a72f-44ab63032574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:36.325604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2ce6d-a727-4941-b443-3d27fa7319bc req-af61dc01-c44c-4691-9cec-42188bd64213 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:36.339390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cc2ce6d-a727-4941-b443-3d27fa7319bc req-af61dc01-c44c-4691-9cec-42188bd64213 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.2820716 Nov 05 21:38:36.445063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:38:36.458561 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f43b4b8-ba51-4c0a-aeb0-7b3d8810f1a3 admin admin] 10.222.0.41 "PUT /v2.0/routers/f246eede-70b0-4b5d-946d-49dea57405d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0462067 Nov 05 21:38:36.517024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 4, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4eab2eed-2a1b-4144-aa3b-6745340c87d7', 'name': '', 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'mac_address': 'fa:16:3e:63:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:33Z', 'updated_at': '2021-11-05T21:38:34Z', 'revision_number': 1, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'subnets': [{'id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:36.533141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cc2ce6d-a727-4941-b443-3d27fa7319bc req-1272215a-3ac5-4176-8d00-0ebe5872afe0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922905 Nov 05 21:38:36.574090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc04b1-8fdb-43e8-9a5f-5260140faae7 None None] The sync data for ids ['f246eede-70b0-4b5d-946d-49dea57405d9'] in n-d-816738-5 is: [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 4, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4eab2eed-2a1b-4144-aa3b-6745340c87d7', 'name': '', 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'mac_address': 'fa:16:3e:63:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:33Z', 'updated_at': '2021-11-05T21:38:34Z', 'revision_number': 1, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'subnets': [{'id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:38:36.578243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-99b1a660-b6d1-44a3-a913-cd5ec9958241 None None] Provisioning complete for port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:36.578618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-99b1a660-b6d1-44a3-a913-cd5ec9958241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:36.669256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-99b1a660-b6d1-44a3-a913-cd5ec9958241 None None] Port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:38:36.730064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277a489c-e2ed-4be3-ba2b-36b5190ed539 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:36.738294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:36.758029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Transition to ACTIVE for port object 277a489c-e2ed-4be3-ba2b-36b5190ed539 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:38:37.504727 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:37.610147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Pushing event updated for resources: {'Port': ['ID=277a489c-e2ed-4be3-ba2b-36b5190ed539,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:37.643174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b8a8f-45cd-49e0-aa9f-1ddc00af8c5a req-454533ea-715f-4a13-9b6f-fe2511feaefb tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:37.655732 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-740b8a8f-45cd-49e0-aa9f-1ddc00af8c5a req-454533ea-715f-4a13-9b6f-fe2511feaefb tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0861387 Nov 05 21:38:37.773108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Attempting to bind port 277a489c-e2ed-4be3-ba2b-36b5190ed539 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:37.773655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Attempting to bind port 277a489c-e2ed-4be3-ba2b-36b5190ed539 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'a2f91f78-2051-4737-bc97-f0c75ff79d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:37.774311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Attempting to bind port 277a489c-e2ed-4be3-ba2b-36b5190ed539 on network fb0192f1-8193-4c46-af4f-054b0b5d8739 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:37.779682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Port 277a489c-e2ed-4be3-ba2b-36b5190ed539 on network fb0192f1-8193-4c46-af4f-054b0b5d8739 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:37.780164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Attempting to bind port 277a489c-e2ed-4be3-ba2b-36b5190ed539 on network fb0192f1-8193-4c46-af4f-054b0b5d8739 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:37.787002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:37.787583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Checking segment: {'id': 'a2f91f78-2051-4737-bc97-f0c75ff79d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:37.788144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Bound using segment: {'id': 'a2f91f78-2051-4737-bc97-f0c75ff79d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:37.789465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Bound port: 277a489c-e2ed-4be3-ba2b-36b5190ed539, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f91f78-2051-4737-bc97-f0c75ff79d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:37.789990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:37.805855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-740b8a8f-45cd-49e0-aa9f-1ddc00af8c5a req-e6795742-461b-451c-b3d5-5a75a207803d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446357 Nov 05 21:38:38.000976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] For port 277a489c-e2ed-4be3-ba2b-36b5190ed539, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:38.012410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] For port 277a489c-e2ed-4be3-ba2b-36b5190ed539, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=277a489c-e2ed-4be3-ba2b-36b5190ed539,segment=NetworkSegment(a2f91f78-2051-4737-bc97-f0c75ff79d88),segment_id=a2f91f78-2051-4737-bc97-f0c75ff79d88)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:38.020412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eafa4-e808-4744-bb12-c93333f267e0 req-51465519-492c-4bbd-9ae3-f885356bb2ef tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:38.021927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-248eafa4-e808-4744-bb12-c93333f267e0 req-51465519-492c-4bbd-9ae3-f885356bb2ef tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 943 time: 0.1465230 Nov 05 21:38:38.150556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-248eafa4-e808-4744-bb12-c93333f267e0 req-7e34f378-8ac4-4c0e-b501-3bc54107afd6 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078897 Nov 05 21:38:38.152054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:38.259584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:38.260121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:38.261526 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] 10.222.0.13 "PUT /v2.0/ports/277a489c-e2ed-4be3-ba2b-36b5190ed539 HTTP/1.1" status: 200 len: 1091 time: 2.4088743 Nov 05 21:38:38.261984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'tag': '277a489c-e2ed-4be3-ba2b-36b5190ed539'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:38.264297 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95524b9b-bf51-4247-96c0-6f61119af27a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e66283-4233-4121-b51a-b8e89fc8af53", "tag": "277a489c-e2ed-4be3-ba2b-36b5190ed539"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:38.399333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-ea92476c-f35a-4c93-86a3-a5ea6fd4d9fb tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4796538 Nov 05 21:38:38.406539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:38.463832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f617-faff-47d6-bea3-0cd09689d516 service neutron] Pushing event updated for resources: {'Port': ['ID=277a489c-e2ed-4be3-ba2b-36b5190ed539,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:38.494921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a99b5-b32f-43c5-8e2c-e601d193f211 req-a04401cd-b730-4bfd-887e-1c043efbe084 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:38.502390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33a99b5-b32f-43c5-8e2c-e601d193f211 req-a04401cd-b730-4bfd-887e-1c043efbe084 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.2234006 Nov 05 21:38:38.529931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-8d120988-f5d2-40bf-b9ca-ea3756c9e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:38.531520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-8d120988-f5d2-40bf-b9ca-ea3756c9e6ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1aff6270f374531ab21317491cadc5d&device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 1094 time: 0.1267400 Nov 05 21:38:38.532044 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6aed-51d2-42da-b03f-9c4942616fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:38.590118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-c4c95654-fb96-4cda-9072-ea7a3646dd0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277a489c-e2ed-4be3-ba2b-36b5190ed539 HTTP/1.1" status: 200 len: 217 time: 0.0445983 Nov 05 21:38:38.595457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33a99b5-b32f-43c5-8e2c-e601d193f211 req-ad566ae9-9349-4d61-a942-b14520b259f9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922410 Nov 05 21:38:38.664622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:38.705053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-6d622e96-72c7-48a1-b83d-c7050fbcc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:38.706921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-6d622e96-72c7-48a1-b83d-c7050fbcc0c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aebca87a-13a4-445e-8453-2a60d4dfdef4 HTTP/1.1" status: 200 len: 848 time: 0.1086411 Nov 05 21:38:38.749454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-13d0b4f2-ec13-4372-94ed-93e2ca4668c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb0192f1-8193-4c46-af4f-054b0b5d8739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326207 Nov 05 21:38:38.863228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:38.987784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-41e84010-191b-4670-9625-0988fc0beae7 service neutron] 10.222.0.13 "GET /v2.0/networks/fb0192f1-8193-4c46-af4f-054b0b5d8739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305562 Nov 05 21:38:38.992986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Allocated IP 172.25.6.84 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/8560a62b-245c-4b2a-b2ee-a50952daa54f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:39.014299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659f0b3-bab9-4771-b72f-884b2eb42ff3 req-c72f4aac-d6ba-4b7a-b731-eb5e8b8c8987 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:39.021652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4659f0b3-bab9-4771-b72f-884b2eb42ff3 req-c72f4aac-d6ba-4b7a-b731-eb5e8b8c8987 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1935778 Nov 05 21:38:39.145660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4659f0b3-bab9-4771-b72f-884b2eb42ff3 req-664faeba-5ec6-4564-b562-810ea3d3d101 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230493 Nov 05 21:38:39.158953 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:39.190828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b042d4ac-409e-4065-a8c2-f7fac41a1803 req-a0efc34b-d141-4cdd-a5d6-ec6f8536b581 service neutron] 10.222.0.13 "GET /v2.0/networks/fb0192f1-8193-4c46-af4f-054b0b5d8739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926975 Nov 05 21:38:39.262009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0c949bb1-ddf2-437c-ae8e-71d0417fd271 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:39.317008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:39.321449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0c949bb1-ddf2-437c-ae8e-71d0417fd271 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:39.327163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:39.389913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Pushing event updated for resources: {'Port': ['ID=8560a62b-245c-4b2a-b2ee-a50952daa54f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:39.425034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:39.431962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:39.431962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:39.454538 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:39.483742 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Sync routers for ids ['f246eede-70b0-4b5d-946d-49dea57405d9'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:38:39.493346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0c949bb1-ddf2-437c-ae8e-71d0417fd271, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0c949bb1-ddf2-437c-ae8e-71d0417fd271,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:39.509488 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Routers {'f246eede-70b0-4b5d-946d-49dea57405d9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:39.512589 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f246eede-70b0-4b5d-946d-49dea57405d9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:39.610076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:39.622136 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:39.659341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Set router f246eede-70b0-4b5d-946d-49dea57405d9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:39.707205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0c949bb1-ddf2-437c-ae8e-71d0417fd271,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:39.841504 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c1d5c4-5dd2-4803-aecf-c09f0721919b x-openstack-request-id: req-81c1d5c4-5dd2-4803-aecf-c09f0721919b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:39.842347 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e66283-4233-4121-b51a-b8e89fc8af53", "tag": "277a489c-e2ed-4be3-ba2b-36b5190ed539", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:39.842747 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81c1d5c4-5dd2-4803-aecf-c09f0721919b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:39.843296 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'tag': '277a489c-e2ed-4be3-ba2b-36b5190ed539', 'status': 'completed', 'code': 200} Nov 05 21:38:39.908777 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:39.941754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95524b9b-bf51-4247-96c0-6f61119af27a req-4e8bb17c-76ad-4358-914e-3c8bf7fdb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:39.943459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95524b9b-bf51-4247-96c0-6f61119af27a req-4e8bb17c-76ad-4358-914e-3c8bf7fdb751 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1aff6270f374531ab21317491cadc5d&device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 1094 time: 0.0675948 Nov 05 21:38:39.946258 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 4, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4eab2eed-2a1b-4144-aa3b-6745340c87d7', 'name': '', 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'mac_address': 'fa:16:3e:63:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:33Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 2, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'subnets': [{'id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:39.977587 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Checking router: f246eede-70b0-4b5d-946d-49dea57405d9 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:38:39.980445 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Updating router f246eede-70b0-4b5d-946d-49dea57405d9 port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:38:39.994260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.004299 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.045996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac19ed9-f8d9-4101-812f-97e893dfe066 req-4dc6764e-a1e2-4362-98c9-46ca01a13bec tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:40.047538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ac19ed9-f8d9-4101-812f-97e893dfe066 req-4dc6764e-a1e2-4362-98c9-46ca01a13bec tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1166148 Nov 05 21:38:40.092028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35fe183e-39f0-49d2-a832-d093562eb71c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:40.102966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95524b9b-bf51-4247-96c0-6f61119af27a req-71dc8565-3f53-4141-8bb8-df7dc8aa6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:40.104477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95524b9b-bf51-4247-96c0-6f61119af27a req-71dc8565-3f53-4141-8bb8-df7dc8aa6458 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb0192f1-8193-4c46-af4f-054b0b5d8739 HTTP/1.1" status: 200 len: 909 time: 0.1423144 Nov 05 21:38:40.176203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ac19ed9-f8d9-4101-812f-97e893dfe066 req-665c2d8b-4c96-4480-8ac2-452454ff0602 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155050 Nov 05 21:38:40.187697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95524b9b-bf51-4247-96c0-6f61119af27a req-c68bb016-108b-4de4-9223-3a431a7a869e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277a489c-e2ed-4be3-ba2b-36b5190ed539 HTTP/1.1" status: 200 len: 217 time: 0.0729702 Nov 05 21:38:40.298027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95524b9b-bf51-4247-96c0-6f61119af27a req-7e905bd3-7b71-4dc5-8042-f645f10c16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:40.300018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95524b9b-bf51-4247-96c0-6f61119af27a req-7e905bd3-7b71-4dc5-8042-f645f10c16e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aebca87a-13a4-445e-8453-2a60d4dfdef4 HTTP/1.1" status: 200 len: 848 time: 0.1037734 Nov 05 21:38:40.306321 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.328766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.345868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95524b9b-bf51-4247-96c0-6f61119af27a req-bded43ff-c321-42d3-8f1d-102a4d542a49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb0192f1-8193-4c46-af4f-054b0b5d8739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297358 Nov 05 21:38:40.373226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593672-44c0-4957-baa7-5c76b11dfc4d req-d59e3f7f-8909-4e3b-a12c-5286d39b02cb tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:40.374665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73593672-44c0-4957-baa7-5c76b11dfc4d req-d59e3f7f-8909-4e3b-a12c-5286d39b02cb tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 943 time: 0.0941308 Nov 05 21:38:40.463665 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.464473 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.495641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73593672-44c0-4957-baa7-5c76b11dfc4d req-17915dfd-c325-4bb9-9b5c-8572e661d2d9 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065001 Nov 05 21:38:40.521683 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Pushing event updated for resources: {'Port': ['ID=4eab2eed-2a1b-4144-aa3b-6745340c87d7,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:40.528204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95524b9b-bf51-4247-96c0-6f61119af27a req-b5bf2cef-40d1-4372-8867-d2c2619a6050 service neutron] 10.222.0.13 "GET /v2.0/networks/fb0192f1-8193-4c46-af4f-054b0b5d8739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688128 Nov 05 21:38:40.533645 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.533924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.534384 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.534849 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.535171 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.535489 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.535921 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.536391 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.536762 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.537077 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.537407 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.537703 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:38:40.637010 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Attempting to bind port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:40.637416 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Attempting to bind port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:40.638178 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Attempting to bind port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 on network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:40.644206 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:40.644578 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Checking segment: {'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:40.645009 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.646916 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Bound using segment: {'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:40.646916 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Bound port: 4eab2eed-2a1b-4144-aa3b-6745340c87d7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5783da8b-fe82-400f-87c5-327f6e9098d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:40.646916 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.655697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Pushing event updated for resources: {'Port': ['ID=8560a62b-245c-4b2a-b2ee-a50952daa54f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:40.724181 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.724373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa3c4a-a06b-40a9-afb6-865e2c896c9e req-bf0a0db3-b811-486a-a7b9-b0de2577d188 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:40.725781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ffa3c4a-a06b-40a9-afb6-865e2c896c9e req-bf0a0db3-b811-486a-a7b9-b0de2577d188 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 943 time: 0.1064155 Nov 05 21:38:40.744045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-64b4d19b-15d5-429b-9a92-7ec620f7a462 service neutron] 10.222.0.46 "GET /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c/bindings/n-h1-816738-5 HTTP/1.1" status: 200 len: 384 time: 0.2406511 Nov 05 21:38:40.774942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95524b9b-bf51-4247-96c0-6f61119af27a req-2add29ea-8fd8-488f-80df-0baf4628073e service neutron] 10.222.0.13 "GET /v2.0/networks/fb0192f1-8193-4c46-af4f-054b0b5d8739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402916 Nov 05 21:38:40.776401 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] For port 4eab2eed-2a1b-4144-aa3b-6745340c87d7, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:40.779743 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] For port 4eab2eed-2a1b-4144-aa3b-6745340c87d7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4eab2eed-2a1b-4144-aa3b-6745340c87d7,segment=NetworkSegment(5783da8b-fe82-400f-87c5-327f6e9098d3),segment_id=5783da8b-fe82-400f-87c5-327f6e9098d3)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:40.818743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ffa3c4a-a06b-40a9-afb6-865e2c896c9e req-922d536e-27f5-4d2e-90e0-73cb7937dc31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865259 Nov 05 21:38:40.864668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.865938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-3cbfc884-8018-4c3d-97fe-cf4f6e760991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4657571 Nov 05 21:38:40.870558 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.939670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d87a533e-d467-49bb-86dd-fee961d299a0 None None] Provisioning complete for port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:40.941494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a533e-d467-49bb-86dd-fee961d299a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:40.960353 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-96883bc4-999c-43fb-80ad-028e0b2be2a5 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.84 HTTP/1.1" status: 200 len: 695 time: 0.0745273 Nov 05 21:38:41.098382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303f9ac-4804-4153-a7c8-e16d2547094e req-d73271bc-b208-45ad-b657-20ec9acd4139 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:41.101559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f303f9ac-4804-4153-a7c8-e16d2547094e req-d73271bc-b208-45ad-b657-20ec9acd4139 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0971925 Nov 05 21:38:41.113843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a533e-d467-49bb-86dd-fee961d299a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:41.147160 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Routers {'f246eede-70b0-4b5d-946d-49dea57405d9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:41.151442 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f246eede-70b0-4b5d-946d-49dea57405d9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:41.201733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d87a533e-d467-49bb-86dd-fee961d299a0 None None] For port 4eab2eed-2a1b-4144-aa3b-6745340c87d7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4eab2eed-2a1b-4144-aa3b-6745340c87d7,segment=NetworkSegment(5783da8b-fe82-400f-87c5-327f6e9098d3),segment_id=5783da8b-fe82-400f-87c5-327f6e9098d3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:41.233371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f303f9ac-4804-4153-a7c8-e16d2547094e req-1f479f24-cd5c-41b4-8aea-92621183b0f2 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178033 Nov 05 21:38:41.266673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0c949bb1-ddf2-437c-ae8e-71d0417fd271 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:41.293216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:41.298289 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a533e-d467-49bb-86dd-fee961d299a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:41.318076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-c39aabdf-006f-4d1b-8052-ac922f5a94cd tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:41.322897 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe711b-32e5-4d46-a6b9-1525e0025b38 None None] Pushing event updated for resources: {'Port': ['ID=4eab2eed-2a1b-4144-aa3b-6745340c87d7,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:41.327912 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-c39aabdf-006f-4d1b-8052-ac922f5a94cd tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.3543494 Nov 05 21:38:41.333883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-8b734784-78cb-482e-b6b0-c160fe64c033 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:41.353982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-470e6347-fbf0-4cd2-9d94-b9bc2285f7cf req-8b734784-78cb-482e-b6b0-c160fe64c033 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251846 Nov 05 21:38:41.379861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:41.413439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a533e-d467-49bb-86dd-fee961d299a0 None None] Pushing event updated for resources: {'Port': ['ID=4eab2eed-2a1b-4144-aa3b-6745340c87d7,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:41.427368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:41.462350 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0c949bb1-ddf2-437c-ae8e-71d0417fd271 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:41.462959 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:41.524087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] Set router f246eede-70b0-4b5d-946d-49dea57405d9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:41.535029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fe183e-39f0-49d2-a832-d093562eb71c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:41.581214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:41.624437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466b888-85e4-4f39-b1a0-51e764e9f034 req-8813fd84-a22e-4ed8-b0b9-8b23e9919f55 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:41.627846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ca9b0d4d-736a-4147-84a3-d3edc5cd47b7 None None] Provisioning complete for port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:41.628217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0d4d-736a-4147-84a3-d3edc5cd47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:41.629605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8466b888-85e4-4f39-b1a0-51e764e9f034 req-8813fd84-a22e-4ed8-b0b9-8b23e9919f55 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1752181 Nov 05 21:38:41.667525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:41.776633 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 4, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4eab2eed-2a1b-4144-aa3b-6745340c87d7', 'name': '', 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'mac_address': 'fa:16:3e:63:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:33Z', 'updated_at': '2021-11-05T21:38:40Z', 'revision_number': 4, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'subnets': [{'id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:41.795956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8466b888-85e4-4f39-b1a0-51e764e9f034 req-aba1d962-fb3e-4039-82c5-f262c1fc435f tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578598 Nov 05 21:38:41.835683 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a830ab-e422-448d-9a4b-c802d1af3363 None None] The sync data for ids ['f246eede-70b0-4b5d-946d-49dea57405d9'] in n-d-816738-5 is: [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:35Z', 'revision_number': 4, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4eab2eed-2a1b-4144-aa3b-6745340c87d7', 'name': '', 'network_id': '2d3dd896-f4c6-4a5e-9768-85e7b72a2459', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'mac_address': 'fa:16:3e:63:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:33Z', 'updated_at': '2021-11-05T21:38:40Z', 'revision_number': 4, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'subnets': [{'id': '2796311a-6c72-45dd-ae19-dc166fe12a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:38:41.859758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] Transition to ACTIVE for port object 35fe183e-39f0-49d2-a832-d093562eb71c will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:38:41.919689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:41.921646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c3af-f7da-4850-a8b6-a97915f4ba28 req-6692d817-ccd1-45b9-a847-8ac1bbd7aea3 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:41.923176 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1c1c3af-f7da-4850-a8b6-a97915f4ba28 req-6692d817-ccd1-45b9-a847-8ac1bbd7aea3 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 950 time: 0.0536249 Nov 05 21:38:41.962305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:42.025327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 277a489c-e2ed-4be3-ba2b-36b5190ed539 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:38:42.039915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1c1c3af-f7da-4850-a8b6-a97915f4ba28 req-b5866e4e-1ac8-4c63-a962-9b07371e2f47 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027989 Nov 05 21:38:42.105674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] No DVR routers for this DVR port 35fe183e-39f0-49d2-a832-d093562eb71c on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:42.108263 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d9de9a4-3976-4fe1-b003-c6938a5e9775 req-72d3d7d1-7d8d-4838-b319-5aaa466a44be tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips/cdab844b-b8df-4adc-891f-99b5096baa74 HTTP/1.1" status: 200 len: 692 time: 0.0634696 Nov 05 21:38:42.192439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] Pushing event updated for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:42.200071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-a838c085-58fa-474d-8742-d0f0e39fd751 service neutron] 10.222.0.46 "PUT /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c/bindings/n-h1-816738-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4477460 Nov 05 21:38:42.224492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de9a4-3976-4fe1-b003-c6938a5e9775 req-26548ab2-777c-42df-89dc-ac3ac9558deb tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.234637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d9de9a4-3976-4fe1-b003-c6938a5e9775 req-26548ab2-777c-42df-89dc-ac3ac9558deb tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1241136 Nov 05 21:38:42.240105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-8d9de9a4-3976-4fe1-b003-c6938a5e9775 req-690feb97-27cf-4394-8a0f-eb31d81fad1f tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:42.241157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41902012-b85d-4dc8-a5e5-93c7b40a33b6 req-8ef7dd63-afe7-4e86-a7a8-b3e5f66479c4 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.252943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d9de9a4-3976-4fe1-b003-c6938a5e9775 req-690feb97-27cf-4394-8a0f-eb31d81fad1f tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182416 Nov 05 21:38:42.256477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41902012-b85d-4dc8-a5e5-93c7b40a33b6 req-8ef7dd63-afe7-4e86-a7a8-b3e5f66479c4 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 943 time: 0.0814474 Nov 05 21:38:42.260332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 277a489c-e2ed-4be3-ba2b-36b5190ed539, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=277a489c-e2ed-4be3-ba2b-36b5190ed539,segment=NetworkSegment(a2f91f78-2051-4737-bc97-f0c75ff79d88),segment_id=a2f91f78-2051-4737-bc97-f0c75ff79d88)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:42.281431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '277a489c-e2ed-4be3-ba2b-36b5190ed539', 'network_id': 'fb0192f1-8193-4c46-af4f-054b0b5d8739', 'port_id': '277a489c-e2ed-4be3-ba2b-36b5190ed539', 'mac_address': 'fa:16:3e:2b:b0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebca87a-13a4-445e-8453-2a60d4dfdef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:38:42.338518 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41902012-b85d-4dc8-a5e5-93c7b40a33b6 req-6e469665-1317-4c00-823b-aa99e09f9973 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783217 Nov 05 21:38:42.341871 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:42.378023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277a489c-e2ed-4be3-ba2b-36b5190ed539 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:42.405427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 277a489c-e2ed-4be3-ba2b-36b5190ed539, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=277a489c-e2ed-4be3-ba2b-36b5190ed539,segment=NetworkSegment(a2f91f78-2051-4737-bc97-f0c75ff79d88),segment_id=a2f91f78-2051-4737-bc97-f0c75ff79d88)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:42.408288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550361c8-1d53-4cfe-b0a0-e91d5022b06e req-f50c2373-b9a8-4629-9cc9-e50c0af87666 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.409535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-550361c8-1d53-4cfe-b0a0-e91d5022b06e req-f50c2373-b9a8-4629-9cc9-e50c0af87666 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.0970328 Nov 05 21:38:42.474488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8da2e71b-b854-41d9-8a90-8bd226c03e58 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.475721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-8da2e71b-b854-41d9-8a90-8bd226c03e58 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1095 time: 0.1013138 Nov 05 21:38:42.492404 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:42.521406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-550361c8-1d53-4cfe-b0a0-e91d5022b06e req-dbc05ef4-a154-4f10-8efb-53413e1f1c78 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934160 Nov 05 21:38:42.577417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-4600e530-b7b6-4945-9e9f-5b55ae026304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.579942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-4600e530-b7b6-4945-9e9f-5b55ae026304 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6&tenant_id=716b3930b41c42479302dd5a494f2f60 HTTP/1.1" status: 200 len: 1095 time: 0.0941253 Nov 05 21:38:42.596570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=277a489c-e2ed-4be3-ba2b-36b5190ed539,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:42.678794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-2da5a7c5-00b2-42b8-8a3a-b281a6bc3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.680734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-2da5a7c5-00b2-42b8-8a3a-b281a6bc3a9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1095 time: 0.0644705 Nov 05 21:38:42.804052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['277a489c-e2ed-4be3-ba2b-36b5190ed539'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:42.816749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88a73-03f0-45f1-8ffe-43856173f760 req-26c559b6-94cb-4f52-ac11-53bc96c4a771 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.818051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32e88a73-03f0-45f1-8ffe-43856173f760 req-26c559b6-94cb-4f52-ac11-53bc96c4a771 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1015780 Nov 05 21:38:42.846958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-34244989-f665-4a07-a05e-2ce7ce84dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:42.848435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-34244989-f665-4a07-a05e-2ce7ce84dc68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1594782 Nov 05 21:38:42.916204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-bf4a92e8-5d94-4fd3-8bf1-5412d33a64f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 200 len: 217 time: 0.0594115 Nov 05 21:38:42.952868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32e88a73-03f0-45f1-8ffe-43856173f760 req-39048401-df70-474b-b107-2320d8cc5337 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232231 Nov 05 21:38:43.102019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d71a918-2d3b-4f24-8fcb-cfb47d528840 req-a1155a58-23c1-477a-ba34-c8d47ac1f153 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=9dad5c5b689645e2a87238a6d816fee4 HTTP/1.1" status: 200 len: 695 time: 0.0800803 Nov 05 21:38:43.119263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-1e56c0b3-50e4-4e80-9494-b9e2a9beb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:43.121379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-1e56c0b3-50e4-4e80-9494-b9e2a9beb36c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.1656644 Nov 05 21:38:43.142677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c52a5-a1fc-407f-a7f6-a38556dc1bbe req-e0097873-88f7-40dc-bbea-a364f5a7fb7c tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:43.150221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-489c52a5-a1fc-407f-a7f6-a38556dc1bbe req-e0097873-88f7-40dc-bbea-a364f5a7fb7c tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0725069 Nov 05 21:38:43.182427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-f6853630-f086-447d-99c1-daf8baf27b8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459406 Nov 05 21:38:43.228857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-489c52a5-a1fc-407f-a7f6-a38556dc1bbe req-151ca839-2d76-4482-b6de-7019476d0323 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777271 Nov 05 21:38:43.270488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4eab2eed-2a1b-4144-aa3b-6745340c87d7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:43.347603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:43.347973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:43.603187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a918-2d3b-4f24-8fcb-cfb47d528840 req-29e0d16b-b500-44dc-affb-4e4034c9c353 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:43.604683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d71a918-2d3b-4f24-8fcb-cfb47d528840 req-29e0d16b-b500-44dc-affb-4e4034c9c353 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks?id=2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 787 time: 0.4956489 Nov 05 21:38:43.625121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-8d71a918-2d3b-4f24-8fcb-cfb47d528840 req-b5244a90-b728-4f94-aff9-291aea9c6a04 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:43.625121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d71a918-2d3b-4f24-8fcb-cfb47d528840 req-b5244a90-b728-4f94-aff9-291aea9c6a04 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069714 Nov 05 21:38:43.629957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-fcae5145-0006-4ad1-befc-8afad2604e5c service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337292 Nov 05 21:38:43.763440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15e8da-8b0c-435f-b3f0-23651fcb8155 req-71cc94b6-6632-4d6b-b38c-81f9d90dd722 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:43.764940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c15e8da-8b0c-435f-b3f0-23651fcb8155 req-71cc94b6-6632-4d6b-b38c-81f9d90dd722 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0749691 Nov 05 21:38:43.774306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37504) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:43.779234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Request body: {'floatingip': {'port_id': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:43.781700 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-9c1e3cdf-2b43-4b00-ac55-209968e31732 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436176 Nov 05 21:38:43.841408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:43.890024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473732e-3bb1-476d-a6c4-a4edd0499bab req-0fce6932-e28e-4c5c-8fa4-2a22e922e397 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:43.898251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8473732e-3bb1-476d-a6c4-a4edd0499bab req-0fce6932-e28e-4c5c-8fa4-2a22e922e397 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 944 time: 0.0684986 Nov 05 21:38:43.961474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8473732e-3bb1-476d-a6c4-a4edd0499bab req-e1bbf2e3-5f60-4fd3-80b3-536350219139 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623317 Nov 05 21:38:44.100126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34939093-7298-4442-b0c5-772419e8dc45 req-a33dc112-294e-4d67-9f15-bdd7d50504ff tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:44.102175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34939093-7298-4442-b0c5-772419e8dc45 req-a33dc112-294e-4d67-9f15-bdd7d50504ff tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.0839961 Nov 05 21:38:44.122166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:44.179397 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34939093-7298-4442-b0c5-772419e8dc45 req-3d0c3796-acda-4a90-8d1d-091e9893ba20 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704846 Nov 05 21:38:44.266952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.285322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-90b6753a-954a-4551-91b7-943b314fdc96 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips/cdab844b-b8df-4adc-891f-99b5096baa74 HTTP/1.1" status: 200 len: 692 time: 0.0791824 Nov 05 21:38:44.296184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:44.299114 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59017ba1-c046-4c80-b2c0-69dc7fb7f02a" -d '{"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:44.318854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:44.384762 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.390006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b14cb370-fa9a-4ffd-ba95-a5de870bc155 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:44.391670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b14cb370-fa9a-4ffd-ba95-a5de870bc155 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1095 time: 0.1275754 Nov 05 21:38:44.453248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:44.463754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-abe29ae3-3f51-4469-a585-94c7ee61c24b tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:44.471497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-abe29ae3-3f51-4469-a585-94c7ee61c24b tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1851802 Nov 05 21:38:44.541809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-7b05daaa-5e3a-4da4-b204-964eff6450b1 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.84 HTTP/1.1" status: 200 len: 695 time: 0.0692759 Nov 05 21:38:44.628471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-f52ba0cb-2684-4ac7-9641-8bade21ef054 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.84 HTTP/1.1" status: 200 len: 695 time: 0.0855646 Nov 05 21:38:44.719952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.772581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Deleting port 8560a62b-245c-4b2a-b2ee-a50952daa54f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:44.772986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.819355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37534) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:44.830194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-5a72e446-ec3b-400f-847f-1e76dd2b4b58 service neutron] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:44.834744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-5a72e446-ec3b-400f-847f-1e76dd2b4b58 service neutron] Publish callbacks [] for binding, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.835977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-5a72e446-ec3b-400f-847f-1e76dd2b4b58 service neutron] 10.222.0.13 "DELETE /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.4344923 Nov 05 21:38:44.857893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.872278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.872615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:44.891718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Calling delete_port for 8560a62b-245c-4b2a-b2ee-a50952daa54f owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:44.992749 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Floating IP 9857e440-ee3c-4998-91be-66d7f463ff59 associated. External IP: 172.25.6.65, port: d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22. Nov 05 21:38:45.082710 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ae93b51-8df4-45b2-9890-e1588f14082d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.151269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649efd30-2136-4f08-9492-b3a9e733cbea req-f964a413-2a67-42b1-b3d2-b3e331aa2e42 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:45.152825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-649efd30-2136-4f08-9492-b3a9e733cbea req-f964a413-2a67-42b1-b3d2-b3e331aa2e42 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1144304 Nov 05 21:38:45.194497 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.229552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Pushing event deleted for resources: {'Port': ['ID=8560a62b-245c-4b2a-b2ee-a50952daa54f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:45.295996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.300392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.316143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7a02b90-b234-4e2d-9fe3-9aebaf0c0ed5 req-39977847-fd43-47de-8981-195f19c17604 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "DELETE /v2.0/floatingips/cdab844b-b8df-4adc-891f-99b5096baa74 HTTP/1.1" status: 204 len: 173 time: 0.6813567 Nov 05 21:38:45.349641 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc72aa21-9615-45d9-91e2-e63a1861d018 x-openstack-request-id: req-dc72aa21-9615-45d9-91e2-e63a1861d018 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:45.350335 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:45.350691 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc72aa21-9615-45d9-91e2-e63a1861d018 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:45.351248 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'code': 200} Nov 05 21:38:45.492856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95154d06-a9f7-4d1e-a3ab-bb0ac124c2c3 req-5f9556d2-f198-4748-9968-66cb8a6287b9 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:45.500188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95154d06-a9f7-4d1e-a3ab-bb0ac124c2c3 req-5f9556d2-f198-4748-9968-66cb8a6287b9 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 944 time: 0.0600824 Nov 05 21:38:45.545074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-649efd30-2136-4f08-9492-b3a9e733cbea req-542ec780-3786-4627-bb8e-b08ae4d1fbf1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849065 Nov 05 21:38:45.569557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95154d06-a9f7-4d1e-a3ab-bb0ac124c2c3 req-0922a239-2dd2-4485-96f6-0021a261f3aa tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662498 Nov 05 21:38:45.682821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Router bb73c8ad-f117-4109-8311-11a4695f581a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:38:45.692185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ae93b51-8df4-45b2-9890-e1588f14082d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.717607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd9e4-9dbf-461c-88d6-1f5204429335 req-8d8b4e12-50ac-42e9-9b61-0124659e95af tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:45.719338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f0bd9e4-9dbf-461c-88d6-1f5204429335 req-8d8b4e12-50ac-42e9-9b61-0124659e95af tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.0920587 Nov 05 21:38:45.785297 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ae93b51-8df4-45b2-9890-e1588f14082d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.800253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-f746dc68-bcd3-4888-94a8-8c26e27bb991 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2106786 Nov 05 21:38:45.809275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:45.878186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae93b51-8df4-45b2-9890-e1588f14082d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba1513-fbaf-42ba-9ae0-fb2fa5858241,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:45.892976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0ae93b51-8df4-45b2-9890-e1588f14082d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3df0e964d9f5443a8fcec1907f8a549b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0718784 Nov 05 21:38:45.895748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37554) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:45.896477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f0bd9e4-9dbf-461c-88d6-1f5204429335 req-565ea453-92a5-4f48-8504-a6ece5991bfd tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446297 Nov 05 21:38:45.911366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:38:45.916838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.921925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] Sync routers for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:38:45.926627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:45.959743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:45.960421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:45.972933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9e6af6fc-edc7-4ad5-886d-39e795680ff9 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "PUT /v2.0/floatingips/9857e440-ee3c-4998-91be-66d7f463ff59 HTTP/1.1" status: 200 len: 991 time: 2.1975040 Nov 05 21:38:45.973817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:45.976636 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac" -d '{"events": [{"name": "network-changed", "server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:46.031694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7b21-1cd8-4304-ac61-11a549f464cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.043096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 277a489c-e2ed-4be3-ba2b-36b5190ed539 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:46.070385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7b21-1cd8-4304-ac61-11a549f464cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.148252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.159436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:46.243575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 277a489c-e2ed-4be3-ba2b-36b5190ed539 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:38:46.262193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 277a489c-e2ed-4be3-ba2b-36b5190ed539 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:46.262556 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.271124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7b21-1cd8-4304-ac61-11a549f464cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.279532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7b21-1cd8-4304-ac61-11a549f464cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.279532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dfbe7b21-1cd8-4304-ac61-11a549f464cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41ba1513-fbaf-42ba-9ae0-fb2fa5858241 HTTP/1.1" status: 204 len: 168 time: 0.3791051 Nov 05 21:38:46.316966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe7b21-1cd8-4304-ac61-11a549f464cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba1513-fbaf-42ba-9ae0-fb2fa5858241,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:46.406444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Allocated IP 172.25.6.148 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/27853155-669d-4d97-a9f4-36b3df9696b9) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:46.465466 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.514576 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.521322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 277a489c-e2ed-4be3-ba2b-36b5190ed539, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=277a489c-e2ed-4be3-ba2b-36b5190ed539,segment=NetworkSegment(a2f91f78-2051-4737-bc97-f0c75ff79d88),segment_id=a2f91f78-2051-4737-bc97-f0c75ff79d88)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:46.548167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '9857e440-ee3c-4998-91be-66d7f463ff59', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'port_id': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'mac_address': 'fa:16:3e:8e:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:35:45Z', 'updated_at': '2021-11-05T21:38:44Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:46.579392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] Checking router: bb73c8ad-f117-4109-8311-11a4695f581a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:38:46.590728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:46.591512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:46.635246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.675867 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.724982 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339e643-3da3-451e-a254-19e45c820e82 x-openstack-request-id: req-7339e643-3da3-451e-a254-19e45c820e82 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:46.725277 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:46.725550 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7339e643-3da3-451e-a254-19e45c820e82 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:46.725997 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'status': 'completed', 'code': 200} Nov 05 21:38:46.745088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=277a489c-e2ed-4be3-ba2b-36b5190ed539,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:46.763910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:46.780034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:46.782821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:46.782962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:46.814218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Pushing event updated for resources: {'Port': ['ID=27853155-669d-4d97-a9f4-36b3df9696b9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:46.856463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-5dd89a85-009f-403f-877e-170a0cc9bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:46.858057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-5dd89a85-009f-403f-877e-170a0cc9bf88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 1097 time: 0.1022019 Nov 05 21:38:46.874470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824b39e-e3bd-4943-b24a-2c0f02d3c9bd req-3ef55840-313f-4227-88be-e89edbf1f841 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:46.876261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c824b39e-e3bd-4943-b24a-2c0f02d3c9bd req-3ef55840-313f-4227-88be-e89edbf1f841 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0706749 Nov 05 21:38:46.888018 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.982992 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:46.994689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c824b39e-e3bd-4943-b24a-2c0f02d3c9bd req-9d1c3595-66b2-4439-823d-d5f343008995 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093624 Nov 05 21:38:47.032198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-c115fc48-826a-4a1d-b421-8faf2adbd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.034045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-c115fc48-826a-4a1d-b421-8faf2adbd254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 924 time: 0.1567397 Nov 05 21:38:47.121773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '9857e440-ee3c-4998-91be-66d7f463ff59', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'port_id': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'mac_address': 'fa:16:3e:8e:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:35:45Z', 'updated_at': '2021-11-05T21:38:44Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:47.135666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-44d9bbb0-d0d1-4f5d-a26f-2fb8336941a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 HTTP/1.1" status: 200 len: 999 time: 0.0933843 Nov 05 21:38:47.164556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64643-0ada-471d-94fc-31b88726aff3 None None] The sync data for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 is: [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '9857e440-ee3c-4998-91be-66d7f463ff59', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'port_id': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'mac_address': 'fa:16:3e:8e:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:35:45Z', 'updated_at': '2021-11-05T21:38:44Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:38:47.214147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:47.274219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:47.280020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-9b4fd583-a017-47ef-b55c-cf3047b1045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.281613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-9b4fd583-a017-47ef-b55c-cf3047b1045f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.1354520 Nov 05 21:38:47.324535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e639cc-9e33-4387-a732-8c83b7dda093 req-d51e27f4-7f60-41a1-9888-763d5f4b8e18 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.324940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7e639cc-9e33-4387-a732-8c83b7dda093 req-d51e27f4-7f60-41a1-9888-763d5f4b8e18 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 945 time: 0.1823399 Nov 05 21:38:47.353077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277a489c-e2ed-4be3-ba2b-36b5190ed539'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:47.354256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Pushing event updated for resources: {'Port': ['ID=27853155-669d-4d97-a9f4-36b3df9696b9,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:47.355914 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b29d871-450c-45e2-931b-79af9d872af8" -d '{"events": [{"server_uuid": "f6e66283-4233-4121-b51a-b8e89fc8af53", "name": "network-vif-plugged", "status": "completed", "tag": "277a489c-e2ed-4be3-ba2b-36b5190ed539"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:47.361349 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-881e8326-cb43-41ef-bd92-465b7822dd42 service neutron] show failed (client error): The resource could not be found. Nov 05 21:38:47.362428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-881e8326-cb43-41ef-bd92-465b7822dd42 service neutron] 10.222.0.46 "GET /v2.0/ports/e76694aa-c78b-49aa-b7af-d4ec35a55912/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.1386275 Nov 05 21:38:47.367715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:47.384519 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:38:47.396103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-5be69958-df17-42f6-88bb-35e56bdb39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.397614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-5be69958-df17-42f6-88bb-35e56bdb39d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051579 Nov 05 21:38:47.406970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7e639cc-9e33-4387-a732-8c83b7dda093 req-d45e70d5-18f8-4aca-a3da-f0643bb1ae31 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672026 Nov 05 21:38:47.461060 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1f0d2-0993-4efd-80b9-b070d2dbec31 None None] New status for floating IP 9857e440-ee3c-4998-91be-66d7f463ff59: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:38:47.494103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37612) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:47.503945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:47.505119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-cf51c9d1-2904-42f7-9ecc-e9db0e2c1f4e tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6999691 Nov 05 21:38:47.569588 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-990b9d9f-1ed9-4916-ab44-f9af788d07ed service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615520 Nov 05 21:38:47.572244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c425897-4c5c-403c-b30f-f3a2a6c40b09 req-e4347326-ad5e-4c5c-9416-56583aa80caa tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.573920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c425897-4c5c-403c-b30f-f3a2a6c40b09 req-e4347326-ad5e-4c5c-9416-56583aa80caa tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1095 time: 0.0809937 Nov 05 21:38:47.618125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-22ee6e97-c10a-4aa2-82be-c281406b8e1a tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.1056528 Nov 05 21:38:47.628492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1279831470-network', 'tenant_id': '6ae09c503bed4624b8c53841daf735be'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:47.686740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c425897-4c5c-403c-b30f-f3a2a6c40b09 req-536851b8-1fb1-4fae-847b-4cfdc9d7bd8c tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000679 Nov 05 21:38:47.708031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccdc0058-0e9c-4aa7-88ff-0be90aa96dac req-b674561d-3ff3-4b18-b84b-d6345025c4d2 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293521 Nov 05 21:38:47.746809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-0a146f43-4605-4fef-912b-251f53fbb7df tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.749849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c1e1f42-2c3a-4d5f-935f-0cb72ed36826 req-0a146f43-4605-4fef-912b-251f53fbb7df tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1168852 Nov 05 21:38:47.761447 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5226fda8-7e1f-4a16-bdfc-1066f17d2793 x-openstack-request-id: req-5226fda8-7e1f-4a16-bdfc-1066f17d2793 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:47.762250 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e66283-4233-4121-b51a-b8e89fc8af53", "name": "network-vif-plugged", "status": "completed", "tag": "277a489c-e2ed-4be3-ba2b-36b5190ed539", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:47.762508 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5226fda8-7e1f-4a16-bdfc-1066f17d2793 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:47.762949 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277a489c-e2ed-4be3-ba2b-36b5190ed539', 'code': 200} Nov 05 21:38:47.771587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Made reservation on behalf of 6ae09c503bed4624b8c53841daf735be for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:47.778176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:47.815768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:47.870305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20d543-434d-4d95-b4ce-3ea5fa09a356 req-a0b1173d-3dd9-454a-9838-d647b67e99df tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.872387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d20d543-434d-4d95-b4ce-3ea5fa09a356 req-a0b1173d-3dd9-454a-9838-d647b67e99df tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 1095 time: 0.0606604 Nov 05 21:38:47.919974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d20d543-434d-4d95-b4ce-3ea5fa09a356 req-1f0e6367-58b6-42d3-94c3-b2575addf950 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 Nov 05 21:38:47.920991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-9d70fd19-f350-4488-b496-79815f6e2073 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips/a65c622f-3b05-4982-9259-bf9618549ba8 HTTP/1.1" status: 200 len: 693 time: 0.0842419 Nov 05 21:38:47.987704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe250-02a3-4de6-9116-7272ecf70347 req-e3864f34-55f7-4d37-a9c0-33299ca483c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:47.989234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36dfe250-02a3-4de6-9116-7272ecf70347 req-e3864f34-55f7-4d37-a9c0-33299ca483c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 1096 time: 0.1062601 Nov 05 21:38:48.079287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.112067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36dfe250-02a3-4de6-9116-7272ecf70347 req-a265ff52-da0f-473f-8da5-fd3d304383df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937896 Nov 05 21:38:48.112847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcceec-4458-41a7-8de7-fabd9f4fafc0 req-363639fb-d87a-4f2d-81d4-a9609c5d2d1b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:48.114332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-83dcceec-4458-41a7-8de7-fabd9f4fafc0 req-363639fb-d87a-4f2d-81d4-a9609c5d2d1b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0610535 Nov 05 21:38:48.120849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-c5ccc213-1d90-4229-a6ad-5de5ca818aef tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:48.122183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-c5ccc213-1d90-4229-a6ad-5de5ca818aef tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1901598 Nov 05 21:38:48.166018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-83dcceec-4458-41a7-8de7-fabd9f4fafc0 req-831782c6-8d91-4c64-b50d-9129b55e5db6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Nov 05 21:38:48.169494 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.183431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-b238cffe-85fc-4019-925e-c91d92ed0c82 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.0547326 Nov 05 21:38:48.209482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:38:48.250908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b5857-515f-42ce-9c77-1e2d9d53f922,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:48.257570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-730be366-d967-4b3c-9de2-a07bc7775b10 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.148 HTTP/1.1" status: 200 len: 696 time: 0.0662353 Nov 05 21:38:48.258986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.258986 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Added segment db56a5d5-18da-495e-9717-ab9fd5a70144 of type vlan for network 5588f524-2e3f-4578-aa51-f75529a9bedf Nov 05 21:38:48.372113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-349a1d0a-44a5-4aa1-983b-5b6dcc830c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:48.374621 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-349a1d0a-44a5-4aa1-983b-5b6dcc830c06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927&tenant_id=ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 1100 time: 0.0530412 Nov 05 21:38:48.375942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.393327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:48.440945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Deleting port 27853155-669d-4d97-a9f4-36b3df9696b9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:48.441398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.448163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.490196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.491236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:48.492386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.563323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] Pushing event updated for resources: {'Network': ['ID=5588f524-2e3f-4578-aa51-f75529a9bedf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:48.581059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.581488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.584980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 5588f524-2e3f-4578-aa51-f75529a9bedf details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:38:48.594921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Calling delete_port for 27853155-669d-4d97-a9f4-36b3df9696b9 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:48.693859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:48.726286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:48.732773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-af98c6c0-518d-4d64-aa05-c9194062435d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2375655 Nov 05 21:38:48.736663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37648) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:48.743255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Request body: {'subnet': {'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1279831470-subnet', 'tenant_id': '6ae09c503bed4624b8c53841daf735be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:48.783495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:48.785757 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c2bbc-c12c-45d5-9aff-966089a8aff4" -d '{"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-unplugged", "status": "completed", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:48.792203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.803848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c0bb1-e05e-4e8b-974e-acf40dee4ff9 req-39f9355b-5dff-496a-8120-dedac7fd9391 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:48.805572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e74c0bb1-e05e-4e8b-974e-acf40dee4ff9 req-39f9355b-5dff-496a-8120-dedac7fd9391 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 945 time: 0.0944333 Nov 05 21:38:48.860819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e74c0bb1-e05e-4e8b-974e-acf40dee4ff9 req-e5d6103b-c276-43c5-a499-22261ada5180 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463331 Nov 05 21:38:48.868313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Transition to ACTIVE for port object e76694aa-c78b-49aa-b7af-d4ec35a55912 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:38:48.869088 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.899623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Pushing event deleted for resources: {'Port': ['ID=27853155-669d-4d97-a9f4-36b3df9696b9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:48.946351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Made reservation on behalf of 6ae09c503bed4624b8c53841daf735be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:48.949124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:48.968302 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aa97a4-17e5-4de8-9bf0-cd203b3301e2 x-openstack-request-id: req-66aa97a4-17e5-4de8-9bf0-cd203b3301e2 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:48.968601 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-unplugged", "status": "completed", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:48.968844 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66aa97a4-17e5-4de8-9bf0-cd203b3301e2 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:48.969299 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'code': 200} Nov 05 21:38:48.971275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.014545 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.017165 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.018312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-363d889c-239d-41b0-8976-54d1f7ae36d7 req-8575ca7e-cbd8-40b1-b710-c8811487119d tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "DELETE /v2.0/floatingips/a65c622f-3b05-4982-9259-bf9618549ba8 HTTP/1.1" status: 204 len: 173 time: 0.7512376 Nov 05 21:38:49.054264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] No DVR routers for this DVR port e76694aa-c78b-49aa-b7af-d4ec35a55912 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:49.057427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:49.094952 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-03adb044-b4c7-491e-8590-899632b9e26a req-b476602e-32bf-43b1-becb-466f7b343e62 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] show failed (client error): The resource could not be found. Nov 05 21:38:49.096612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03adb044-b4c7-491e-8590-899632b9e26a req-b476602e-32bf-43b1-becb-466f7b343e62 tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips/a65c622f-3b05-4982-9259-bf9618549ba8 HTTP/1.1" status: 404 len: 350 time: 0.0592871 Nov 05 21:38:49.096949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:49.097293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:49.097637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:49.103152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Port e76694aa-c78b-49aa-b7af-d4ec35a55912 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:49.103968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Attempting to bind port e76694aa-c78b-49aa-b7af-d4ec35a55912 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:49.109160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:49.109493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:49.109870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:49.110292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Bound port: e76694aa-c78b-49aa-b7af-d4ec35a55912, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:49.110640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.191716 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-2c740c9f-ce09-422f-acea-b21ad4be0141 req-bfea544f-5d92-4418-8b39-c3369d4de11f tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] show failed (client error): The resource could not be found. Nov 05 21:38:49.192836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c740c9f-ce09-422f-acea-b21ad4be0141 req-bfea544f-5d92-4418-8b39-c3369d4de11f tempest-FloatingIPsTestJSON-1999088154 tempest-FloatingIPsTestJSON-1999088154-project] 10.222.0.41 "GET /v2.0/floatingips/a65c622f-3b05-4982-9259-bf9618549ba8 HTTP/1.1" status: 404 len: 350 time: 0.0692697 Nov 05 21:38:49.207456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37660) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:49.274045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:49.274924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.278546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:49.359396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a46ee-efa6-4376-a775-104daa09de58 req-d3ac8d60-9dfc-44b8-9e99-cb03bab3fcf4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:49.361033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d15a46ee-efa6-4376-a775-104daa09de58 req-d3ac8d60-9dfc-44b8-9e99-cb03bab3fcf4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 947 time: 0.1186135 Nov 05 21:38:49.363540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999d2575-2a31-40a6-91ba-569e3a404e74,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:49.368747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.381497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Checking segment: {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:49.381497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Network hostable DHCP agents. Network: 5588f524-2e3f-4578-aa51-f75529a9bedf, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:38:49.415578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:49.415578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.415578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] 10.222.0.13 "PUT /v2.0/ports/e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 1095 time: 1.0254278 Nov 05 21:38:49.439938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d15a46ee-efa6-4376-a775-104daa09de58 req-b2a122ff-4cc5-43b9-9e5f-6e078661ee8d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706575 Nov 05 21:38:49.509176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Network 5588f524-2e3f-4578-aa51-f75529a9bedf is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:38:49.515477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a091dc-c1c7-45be-970f-05d6a4c72d14 service neutron] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:49.557699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-1559605f-bf02-4b23-866d-dea50707a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:49.559190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-1559605f-bf02-4b23-866d-dea50707a414 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1098 time: 0.1043756 Nov 05 21:38:49.628929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 5588f524-2e3f-4578-aa51-f75529a9bedf) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:49.634753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:49.635358 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:49.642264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ff107-7122-466f-bc38-677204fa7d26 None None] Network 5588f524-2e3f-4578-aa51-f75529a9bedf requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:49.725392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-161c954a-cc2b-4e00-9d4d-0873b501d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:49.726899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-161c954a-cc2b-4e00-9d4d-0873b501d3cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1598234 Nov 05 21:38:49.756446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-51eb5dc2-2675-4d8d-98a4-ea00cdbb33e7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0188279 Nov 05 21:38:49.819009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-e93cf29e-4f17-46b5-a466-c84dbe0ed0c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 217 time: 0.0797982 Nov 05 21:38:49.980651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-2cabda7d-c3e4-45b2-8b73-c55c177f0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:49.982499 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-2cabda7d-c3e4-45b2-8b73-c55c177f0698 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1346595 Nov 05 21:38:49.989037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519b7eb-23a3-4640-82de-f42d4a901053 None None] Network 5588f524-2e3f-4578-aa51-f75529a9bedf requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:50.061651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052842d-6829-46f9-a99e-c58c727cc9ba req-42f7d965-b984-4676-b4a7-c466c435bd08 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:50.063501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2052842d-6829-46f9-a99e-c58c727cc9ba req-42f7d965-b984-4676-b4a7-c466c435bd08 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 945 time: 0.0794890 Nov 05 21:38:50.092894 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:50.155435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-a06a1427-b27c-40a6-a9bd-b4506b9b2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:50.157225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-a06a1427-b27c-40a6-a9bd-b4506b9b2c05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528730 Nov 05 21:38:50.173575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:50.265418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:50.521971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2052842d-6829-46f9-a99e-c58c727cc9ba req-fb07efa3-109a-4bf6-83e4-e98a6424bb7d tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493177 Nov 05 21:38:50.713825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0787-65a9-411b-986c-4a02bc16cd76 req-9b222347-4d5f-4972-96e3-5419e80b6084 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:50.715799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-180b0787-65a9-411b-986c-4a02bc16cd76 req-9b222347-4d5f-4972-96e3-5419e80b6084 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 947 time: 0.0529537 Nov 05 21:38:50.753037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-ce3bab3c-4521-4d34-a6cc-81f3a5e07de2 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871849 Nov 05 21:38:50.768670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-180b0787-65a9-411b-986c-4a02bc16cd76 req-ce5d867b-5d03-438f-8445-73570b012416 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453539 Nov 05 21:38:50.884105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-480f8a7e-a2d5-4528-bb4e-382e0d56dea5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:50.885561 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-480f8a7e-a2d5-4528-bb4e-382e0d56dea5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/networks?id=5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 200 len: 822 time: 0.5841198 Nov 05 21:38:50.921222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-46ad9b35-8906-4a46-86d5-f4c9dd099f67 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/quotas/6ae09c503bed4624b8c53841daf735be HTTP/1.1" status: 200 len: 375 time: 0.0251563 Nov 05 21:38:50.944238 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4baecf14-de61-418e-ae7d-abf2be2eafe3 req-95fb7f4a-b6a9-42da-a92c-79155aa3fc02 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778200 Nov 05 21:38:50.970180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:50.972413 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a72bb-2246-4df6-8316-80ae3b05a012" -d '{"events": [{"name": "network-changed", "server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:50.979166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-fcbf8350-d95e-4aa7-bee1-b80e11905bfb tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373936 Nov 05 21:38:51.040087 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c31e3e-d7a5-4f5e-a78c-50a5ffc45306 x-openstack-request-id: req-c2c31e3e-d7a5-4f5e-a78c-50a5ffc45306 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:51.040389 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:51.044329 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2c31e3e-d7a5-4f5e-a78c-50a5ffc45306 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:51.044329 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'status': 'completed', 'code': 200} Nov 05 21:38:51.195250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Deleting port 4eab2eed-2a1b-4144-aa3b-6745340c87d7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:51.195643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:51.200516 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-41dccf75-7ec2-4685-9616-065d78668ee2 service neutron] 10.222.0.41 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952889 Nov 05 21:38:51.203395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-303d1c4f-63f1-4f2b-8d70-7c708027b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.204813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-303d1c4f-63f1-4f2b-8d70-7c708027b144 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1098 time: 0.1273484 Nov 05 21:38:51.206420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-99c02a68-58a5-4ef3-8cc1-913c077bc0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.207810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-99c02a68-58a5-4ef3-8cc1-913c077bc0e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1098 time: 0.1173749 Nov 05 21:38:51.536046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3904d075-56a0-4326-aead-0a9f7ec5e330 service neutron] 10.222.0.41 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270695 Nov 05 21:38:51.537905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] For port 4eab2eed-2a1b-4144-aa3b-6745340c87d7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4eab2eed-2a1b-4144-aa3b-6745340c87d7,segment=NetworkSegment(5783da8b-fe82-400f-87c5-327f6e9098d3),segment_id=5783da8b-fe82-400f-87c5-327f6e9098d3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:51.538394 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:51.543833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-287afa2f-0ae0-4d3a-a409-203ebdcc9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.545389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-287afa2f-0ae0-4d3a-a409-203ebdcc9d3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3177350 Nov 05 21:38:51.552031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-739fb8d3-8c01-4034-b448-1456226edbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.553502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-739fb8d3-8c01-4034-b448-1456226edbeb service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3274703 Nov 05 21:38:51.599707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Calling delete_port for 4eab2eed-2a1b-4144-aa3b-6745340c87d7 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:51.630319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-1efc98ba-bc4f-4710-93db-0a30127e9402 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 217 time: 0.0757596 Nov 05 21:38:51.634131 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-03d6ad6a-f5b2-476c-aec3-a12b4e7d0788 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 217 time: 0.0690625 Nov 05 21:38:51.668351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f09fc-31e6-4414-bd97-cf5a0486b5c9 req-e525b7f3-adb5-40e6-955d-555ec26fb458 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.675336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522f09fc-31e6-4414-bd97-cf5a0486b5c9 req-e525b7f3-adb5-40e6-955d-555ec26fb458 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 945 time: 0.0573096 Nov 05 21:38:51.738560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522f09fc-31e6-4414-bd97-cf5a0486b5c9 req-85548998-5e58-4f5c-bb16-482d6cfb6552 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578220 Nov 05 21:38:51.775267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-6edbe8af-c6ad-4f7d-b669-1996dc67d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.776880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-6edbe8af-c6ad-4f7d-b669-1996dc67d67b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1376266 Nov 05 21:38:51.780024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-efe60cf2-c603-4104-86fb-18e277ab7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.781672 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-efe60cf2-c603-4104-86fb-18e277ab7bfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1338587 Nov 05 21:38:51.911343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-1968c90a-faa4-41b7-9620-832dd1fff85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.912931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-1968c90a-faa4-41b7-9620-832dd1fff85c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276882 Nov 05 21:38:51.915661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-8a7f7edf-346c-4d0a-9f9c-8ea8b7a4b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:51.917092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-8a7f7edf-346c-4d0a-9f9c-8ea8b7a4b1f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227703 Nov 05 21:38:52.145269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:38:52.151725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-ecec55e2-dbca-482a-9fa1-87c84663b683 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080946 Nov 05 21:38:52.153748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-5a5b4599-8123-4829-bb9c-c1d516f7450d service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299657 Nov 05 21:38:52.349985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:52.351506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:52.365516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'mac_address': 'fa:16:3e:1b:6b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:38:52.379243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b2d2aa1-d4eb-4e86-8fe7-af3719ca362f req-ca842eda-577a-4d2c-ad14-99ff8dda0580 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 210 time: 0.0344214 Nov 05 21:38:52.405537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Pushing event deleted for resources: {'Port': ['ID=4eab2eed-2a1b-4144-aa3b-6745340c87d7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:52.414492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:52.447856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c30d52-72b3-4b55-84d3-ba71c23c3d75 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:52.469478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b65ef7-259f-43c0-bd7a-d8f6eb92d4ad req-6c0513a8-99fe-4853-9f2d-369e56fd3ca9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:52.471142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49b65ef7-259f-43c0-bd7a-d8f6eb92d4ad req-6c0513a8-99fe-4853-9f2d-369e56fd3ca9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 947 time: 0.2444062 Nov 05 21:38:52.474301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-d4b0ea2b-1c0c-4fc5-91a3-2562b77e3be1 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168364 Nov 05 21:38:52.474657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:52.545918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a3a72bb-2246-4df6-8316-80ae3b05a012 req-624862d7-31a4-4570-9673-ee567447599e service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676562 Nov 05 21:38:52.703146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:52.749777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49b65ef7-259f-43c0-bd7a-d8f6eb92d4ad req-87e0a06a-6d7f-479e-b5a7-0ee24c64be2d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113557 Nov 05 21:38:52.790736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:52.847669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:52.868882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e8c30d52-72b3-4b55-84d3-ba71c23c3d75'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:52.885830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40cc3d-e883-49f2-81ec-3e71487ee538 req-3ce9bd5b-c66d-46b5-91e5-d2cbc48fa934 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:52.888060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e40cc3d-e883-49f2-81ec-3e71487ee538 req-3ce9bd5b-c66d-46b5-91e5-d2cbc48fa934 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1097 time: 0.0593274 Nov 05 21:38:53.038922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e40cc3d-e883-49f2-81ec-3e71487ee538 req-6d96fd80-4cdc-425b-b362-ffb34e2659a5 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079643 Nov 05 21:38:53.049920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Router f246eede-70b0-4b5d-946d-49dea57405d9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:38:53.548014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:38:53.553144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ee2e14b-49c5-4010-8591-afe9d77e088b admin admin] 10.222.0.41 "PUT /v2.0/routers/f246eede-70b0-4b5d-946d-49dea57405d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3440323 Nov 05 21:38:53.555626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37774) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:53.558881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] Sync routers for ids ['f246eede-70b0-4b5d-946d-49dea57405d9'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:38:53.575471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] Routers {'f246eede-70b0-4b5d-946d-49dea57405d9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:53.576256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f246eede-70b0-4b5d-946d-49dea57405d9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:53.685446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-329356c9-0af1-4ea8-ac6f-8ed10478f330 req-618746e8-b68f-4d62-9c0c-341e13b990b5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 210 time: 0.0508590 Nov 05 21:38:53.708588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:53.714329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] Set router f246eede-70b0-4b5d-946d-49dea57405d9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:53.842972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:53.906668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229452-010c-42ac-93d9-3d269055d34f req-fe0602a9-960f-406b-a4fa-7f6cca33741e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:53.908197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-87229452-010c-42ac-93d9-3d269055d34f req-fe0602a9-960f-406b-a4fa-7f6cca33741e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 947 time: 0.0618165 Nov 05 21:38:53.953056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:52Z', 'revision_number': 5, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:53.964590 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-87229452-010c-42ac-93d9-3d269055d34f req-e0fe9ae4-acfc-4f62-8bd6-0781b9f030de tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487297 Nov 05 21:38:53.982276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] Checking router: f246eede-70b0-4b5d-946d-49dea57405d9 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:38:53.991092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] Routers {'f246eede-70b0-4b5d-946d-49dea57405d9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:38:53.992302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f246eede-70b0-4b5d-946d-49dea57405d9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:54.116641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Deleting port 0c949bb1-ddf2-437c-ae8e-71d0417fd271 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:54.118584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.128073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:38:54.144355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:54.197559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] For port 0c949bb1-ddf2-437c-ae8e-71d0417fd271, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0c949bb1-ddf2-437c-ae8e-71d0417fd271,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:54.198046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.218639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Calling delete_port for 0c949bb1-ddf2-437c-ae8e-71d0417fd271 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:54.297396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] Set router f246eede-70b0-4b5d-946d-49dea57405d9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:38:54.364344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:54.364721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.586887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:54.610562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'mac_address': 'fa:16:3e:8d:32:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:38:54.632414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.679376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c949bb1-ddf2-437c-ae8e-71d0417fd271,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:54.790892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.830172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.840487 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.875233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76694aa-c78b-49aa-b7af-d4ec35a55912 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:54.910693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:54.920451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:54.922791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aabfb5-19dc-4c3a-a2f2-6759f57cafd8" -d '{"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:54.929002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:52Z', 'revision_number': 5, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:54.933461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe981ad4-8c8f-4403-b85e-1aab28d70178 req-879a0e8d-e03a-4631-a7ee-c31edbdb061a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 210 time: 0.0548189 Nov 05 21:38:54.940009 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.942302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:54.984517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:54.986820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521c702-63aa-4964-bd9a-021b2ffec77d None None] The sync data for ids ['f246eede-70b0-4b5d-946d-49dea57405d9'] in n-d-816738-5 is: [{'id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'name': 'tempest-FloatingIPsTestJSON-460503464-router', 'tenant_id': '9dad5c5b689645e2a87238a6d816fee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:52Z', 'revision_number': 5, 'project_id': '9dad5c5b689645e2a87238a6d816fee4', 'gw_port': {'id': '0c949bb1-ddf2-437c-ae8e-71d0417fd271', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246eede-70b0-4b5d-946d-49dea57405d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:38:29Z', 'updated_at': '2021-11-05T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:38:54.994211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.059173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:55.097910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.098558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f246eede-70b0-4b5d-946d-49dea57405d9 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:38:55.102276 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.104575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.108327 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-85b4d3c3-778c-477e-8a38-cf2cb2ed9a53 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f246eede-70b0-4b5d-946d-49dea57405d9 HTTP/1.1" status: 204 len: 168 time: 1.5409617 Nov 05 21:38:55.109285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:55.160092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] Deleting subnet 2796311a-6c72-45dd-ae19-dc166fe12a8f {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:38:55.162770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=10']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:55.164221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.214541 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41ac398-97d1-4d68-9b2f-7b34dbc4a2bb x-openstack-request-id: req-e41ac398-97d1-4d68-9b2f-7b34dbc4a2bb {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:55.214826 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:55.215142 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e41ac398-97d1-4d68-9b2f-7b34dbc4a2bb {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:55.215584 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'code': 200} Nov 05 21:38:55.217223 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.363239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['e76694aa-c78b-49aa-b7af-d4ec35a55912'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:38:55.367844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.387222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eed59-1345-48a4-b687-ab57a4501e84 req-cd4ed8b2-67d9-4688-9832-37b2809bb37b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:55.408549 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2a8eed59-1345-48a4-b687-ab57a4501e84 req-cd4ed8b2-67d9-4688-9832-37b2809bb37b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 948 time: 0.1272745 Nov 05 21:38:55.438398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4eab2eed-2a1b-4144-aa3b-6745340c87d7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:55.469443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 4eab2eed-2a1b-4144-aa3b-6745340c87d7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:55.471316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4eab2eed-2a1b-4144-aa3b-6745340c87d7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:55.499191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2a8eed59-1345-48a4-b687-ab57a4501e84 req-f84cf7c2-d9a5-4c19-99af-1b4024ee323e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896752 Nov 05 21:38:55.595463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.635133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2796311a-6c72-45dd-ae19-dc166fe12a8f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:55.641703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.644869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-633f7765-1df1-41e3-b839-5563542835bb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2796311a-6c72-45dd-ae19-dc166fe12a8f HTTP/1.1" status: 204 len: 168 time: 0.5345371 Nov 05 21:38:55.648129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37884) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:55.657267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be762c-49ef-49e7-bf8a-4b50d734a24e None None] Network 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:38:55.763700 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.869187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Deleting port 6f5d07ea-8763-41af-8ad7-9075c342e084 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:55.869581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.925090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] DHCP port deletion for 2d3dd896-f4c6-4a5e-9768-85e7b72a2459 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:38:55.980267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] For port 6f5d07ea-8763-41af-8ad7-9075c342e084, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6f5d07ea-8763-41af-8ad7-9075c342e084,segment=NetworkSegment(5783da8b-fe82-400f-87c5-327f6e9098d3),segment_id=5783da8b-fe82-400f-87c5-327f6e9098d3)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:55.981023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:55.994502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Calling delete_port for 6f5d07ea-8763-41af-8ad7-9075c342e084 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:56.008860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] Deleting port 6f5d07ea-8763-41af-8ad7-9075c342e084 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:38:56.009231 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.086748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] For port 6f5d07ea-8763-41af-8ad7-9075c342e084, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6f5d07ea-8763-41af-8ad7-9075c342e084,segment=NetworkSegment(5783da8b-fe82-400f-87c5-327f6e9098d3),segment_id=5783da8b-fe82-400f-87c5-327f6e9098d3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:56.087409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.104349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] Calling delete_port for 6f5d07ea-8763-41af-8ad7-9075c342e084 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:38:56.166261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.242978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5d07ea-8763-41af-8ad7-9075c342e084,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:56.268482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.269735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] No DVR routers for this DVR port 6f5d07ea-8763-41af-8ad7-9075c342e084 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:56.325966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] Pushing event deleted for resources: {'Port': ['ID=6f5d07ea-8763-41af-8ad7-9075c342e084,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:56.326788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-6f2d2b64-15d0-410b-b873-1f4790c7923e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:56.329601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-6f2d2b64-15d0-410b-b873-1f4790c7923e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "GET /v2.0/networks?id=5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 200 len: 822 time: 0.2803609 Nov 05 21:38:56.333743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c852356-ab19-46ab-b2d6-f2001e926d41 None None] No DVR routers for this DVR port 6f5d07ea-8763-41af-8ad7-9075c342e084 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:38:56.349651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-544e2abe-0370-4cc0-b5b7-c3f655f7130f tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:38:56.349972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-544e2abe-0370-4cc0-b5b7-c3f655f7130f tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097961 Nov 05 21:38:56.370340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Request body: {'port': {'device_id': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'admin_state_up': True, 'tenant_id': '6ae09c503bed4624b8c53841daf735be'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:56.398315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-93740ab1-d008-4b67-97ce-7823c0a38cf3 req-397699a7-aedc-4103-a229-c041f501fd06 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 210 time: 0.0910065 Nov 05 21:38:56.442785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.470588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3dd896-f4c6-4a5e-9768-85e7b72a2459']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:56.482972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5783da8b-fe82-400f-87c5-327f6e9098d3') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:56.483271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5783da8b-fe82-400f-87c5-327f6e9098d3') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:38:56.495219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.510499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.517676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:38:56.518351 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:38:56.520974 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:38:56.549367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-ba709bc6-9072-4459-8654-b39ecb247a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:56.550754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-ba709bc6-9072-4459-8654-b39ecb247a5a service neutron] 10.222.0.41 "GET /v2.0/ports/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 1094 time: 0.1673238 Nov 05 21:38:56.576410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Request body: {'binding': {'host': 'n-h2-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:56.576640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Unknown quota resources ['binding']. {{(pid=102291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:38:56.628143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-10ea4682-c364-434d-8c99-927d1d320964 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:56.629649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-10ea4682-c364-434d-8c99-927d1d320964 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927&tenant_id=ca6b44b75a5941baad7402d63419a311&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 948 time: 0.2637525 Nov 05 21:38:56.648051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb1b24-82d4-4b7a-835c-a98516c4aee2 req-1d63f9cd-e543-4b43-bd1c-9b8e7de52c92 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:56.649483 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-debb1b24-82d4-4b7a-835c-a98516c4aee2 req-1d63f9cd-e543-4b43-bd1c-9b8e7de52c92 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 948 time: 0.1746008 Nov 05 21:38:56.686358 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.717272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.721728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] 10.222.0.41 "DELETE /v2.0/networks/2d3dd896-f4c6-4a5e-9768-85e7b72a2459 HTTP/1.1" status: 204 len: 168 time: 1.0714624 Nov 05 21:38:56.723286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7288efe-7458-4335-9c5f-8b17022e6c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3dd896-f4c6-4a5e-9768-85e7b72a2459,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:56.836529 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-23d550d0-acd7-449e-a576-bc9b7565addb service neutron] delete failed (client error): The resource could not be found. Nov 05 21:38:56.836529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-23d550d0-acd7-449e-a576-bc9b7565addb service neutron] 10.222.0.46 "DELETE /v2.0/ports/e76694aa-c78b-49aa-b7af-d4ec35a55912/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.1957536 Nov 05 21:38:56.839071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-debb1b24-82d4-4b7a-835c-a98516c4aee2 req-bfdc7c1c-bfaf-4911-8288-75915afd15f8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778598 Nov 05 21:38:56.901676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on host n-h2-816738-5 for vnic_type normal with profile None {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:56.902802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:56.903145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:56.909122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:56.909660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:56.917054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Made reservation on behalf of 6ae09c503bed4624b8c53841daf735be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:38:56.920825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:56.925240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:56.925573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:56.925951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:56.926380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Bound port: d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:57.075993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-1e433910-ee2e-4d14-9a5f-637ec4227451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:57.077802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-1e433910-ee2e-4d14-9a5f-637ec4227451 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 1099 time: 0.1537933 Nov 05 21:38:57.083358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:57.145454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:57.181312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Allocated IP 172.20.0.9 (5588f524-2e3f-4578-aa51-f75529a9bedf/999d2575-2a31-40a6-91ba-569e3a404e74/9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:38:57.245827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9ff77557-6e75-4fb1-9b0f-06665b53112c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9dad5c5b689645e2a87238a6d816fee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965011 Nov 05 21:38:57.247629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37972) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:38:57.264526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.265652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0ee6fb8-243c-4bd5-a233-e7f72e14e0bf service neutron] 10.222.0.41 "POST /v2.0/ports/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7003391 Nov 05 21:38:57.288686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0c949bb1-ddf2-437c-ae8e-71d0417fd271 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:57.342423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0c949bb1-ddf2-437c-ae8e-71d0417fd271 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:57.346324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0c949bb1-ddf2-437c-ae8e-71d0417fd271 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:57.346324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6f5d07ea-8763-41af-8ad7-9075c342e084 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:38:57.384297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76b08743-f81f-45dc-b8d5-eaa0bfce5e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.394458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 6f5d07ea-8763-41af-8ad7-9075c342e084 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:38:57.396283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6f5d07ea-8763-41af-8ad7-9075c342e084 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:38:57.442230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76b08743-f81f-45dc-b8d5-eaa0bfce5e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.536572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-8f5d1685-5191-4eb4-ba40-e182be210e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:57.539382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-8f5d1685-5191-4eb4-ba40-e182be210e26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2790055 Nov 05 21:38:57.581506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.595158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76b08743-f81f-45dc-b8d5-eaa0bfce5e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.598549 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76b08743-f81f-45dc-b8d5-eaa0bfce5e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.602836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-76b08743-f81f-45dc-b8d5-eaa0bfce5e0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47e5fca3-2fe2-42f0-916b-27526d859d5a HTTP/1.1" status: 204 len: 168 time: 0.3539727 Nov 05 21:38:57.626689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b08743-f81f-45dc-b8d5-eaa0bfce5e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e5fca3-2fe2-42f0-916b-27526d859d5a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:57.658754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-3ecdc99d-88f4-4f03-ab89-eb86a131fba6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 200 len: 217 time: 0.1097114 Nov 05 21:38:57.717971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.794717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Network 5588f524-2e3f-4578-aa51-f75529a9bedf is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:38:57.806760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:57.812272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:38:57.815035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:38:57.823088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-b8d00e0b-3db7-4333-9b3e-a72e100ff3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:57.824841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-b8d00e0b-3db7-4333-9b3e-a72e100ff3f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1584132 Nov 05 21:38:57.918038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:57.918689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:57.940467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-a4fcd84a-0915-4894-bcbe-cdeecfb06045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:57.942632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-a4fcd84a-0915-4894-bcbe-cdeecfb06045 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896330 Nov 05 21:38:58.038418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32784bd4-137a-40d4-9588-4dce6a4f0700 req-90d77635-2eee-46dd-9466-c22f5d4a0849 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:58.040534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-3dd668cd-15f7-4091-bacb-458e9555a84c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6751139 Nov 05 21:38:58.051072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32784bd4-137a-40d4-9588-4dce6a4f0700 req-90d77635-2eee-46dd-9466-c22f5d4a0849 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 931 time: 0.0741522 Nov 05 21:38:58.055493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Request body: {'port': {'device_id': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:38:58.106151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:38:58.132212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:58.152897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-2fed4c3f-97e0-420f-ba34-f50a96c05bb3 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853194 Nov 05 21:38:58.289545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7ad94ec3-7c07-4011-98f0-07a4a9add2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:58.291355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7ad94ec3-7c07-4011-98f0-07a4a9add2cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1097 time: 0.2083092 Nov 05 21:38:58.319836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32784bd4-137a-40d4-9588-4dce6a4f0700 req-0416a8c4-9fbb-4699-8d08-c56421ab0eb4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666962 Nov 05 21:38:58.395938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port e76694aa-c78b-49aa-b7af-d4ec35a55912 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:38:58.400114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port e76694aa-c78b-49aa-b7af-d4ec35a55912 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:38:58.400785 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:58.458105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-125add16-b411-437e-ac05-c507a6175875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:58.469088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-125add16-b411-437e-ac05-c507a6175875 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1388044 Nov 05 21:38:58.622828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:38:58.647818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:58.649888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Transition to ACTIVE for port object 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:38:58.674325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-f0906165-a674-452b-a625-1e2c0ea1f58a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 217 time: 0.1825080 Nov 05 21:38:58.769409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed6ae24-e283-48a7-ab4f-405665d8fd98 req-134caa37-a74b-4239-aae7-64b8ca33e767 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920982 Nov 05 21:38:58.774326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:58.820185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:58.825294 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f80f28-7cbb-4ece-a235-14a0af9922e9" -d '{"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-plugged", "status": "completed", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:58.859738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:38:58.871852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870acf5-3f23-4d56-8a04-ab73e7d4699f req-fdbb7aeb-f129-4f00-a7a5-2b5154c90bb3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:58.879271 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2870acf5-3f23-4d56-8a04-ab73e7d4699f req-fdbb7aeb-f129-4f00-a7a5-2b5154c90bb3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 946 time: 0.2608242 Nov 05 21:38:58.888273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-5258b686-09fa-4426-9310-3b48de036012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:58.889695 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-5258b686-09fa-4426-9310-3b48de036012 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.2132859 Nov 05 21:38:58.931208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-1a54bfea-41ba-4b9d-a078-982f6d7d276f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299890 Nov 05 21:38:58.976554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2870acf5-3f23-4d56-8a04-ab73e7d4699f req-17bcd3fb-703d-4a6f-be1a-02cefbbeb46b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959327 Nov 05 21:38:59.094103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-a0a35db9-0bfc-4d4f-b7e0-112f1295eea1 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548488 Nov 05 21:38:59.125964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:59.212098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:59.222972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693fe4-3592-4336-9c97-21db200ea043 req-5d1a3d29-6b75-479e-9551-3b1dd5d1ef3d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:59.224569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83693fe4-3592-4336-9c97-21db200ea043 req-5d1a3d29-6b75-479e-9551-3b1dd5d1ef3d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 948 time: 0.1610754 Nov 05 21:38:59.275054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:59.292565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-849bdcb2-a646-470d-9eb5-802e6bb93c10 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793456 Nov 05 21:38:59.322158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83693fe4-3592-4336-9c97-21db200ea043 req-dc124cc3-8de5-4bd7-bdae-c396eaa2fe2e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904410 Nov 05 21:38:59.370591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:59.405144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Attempting to bind port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:38:59.412542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Attempting to bind port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:38:59.412542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Attempting to bind port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f on network 5588f524-2e3f-4578-aa51-f75529a9bedf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:59.412542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f on network 5588f524-2e3f-4578-aa51-f75529a9bedf not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:38:59.412542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Attempting to bind port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f on network 5588f524-2e3f-4578-aa51-f75529a9bedf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:38:59.426182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:38:59.426523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Checking segment: {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:38:59.426963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Bound using segment: {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:38:59.427397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Bound port: 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:38:59.427767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:59.578409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:38:59.595597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:38:59.720630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:59.750972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:59.753555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:38:59.756338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] 10.222.0.46 "PUT /v2.0/ports/9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f HTTP/1.1" status: 200 len: 1091 time: 1.7066326 Nov 05 21:38:59.763592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:38:59.771329 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f591b97-8b00-468b-bed8-1c47a13915f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:38:59.816805 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb78d1-8368-4869-bae1-aa5620dab1a9 x-openstack-request-id: req-51cb78d1-8368-4869-bae1-aa5620dab1a9 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:38:59.817365 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-plugged", "status": "completed", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:38:59.817365 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51cb78d1-8368-4869-bae1-aa5620dab1a9 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:38:59.817780 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'code': 200} Nov 05 21:38:59.957956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf5145-6f7b-4eb8-a358-37e4d876aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:38:59.994419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-0d3d7d01-29d8-4990-9146-5f163a3b9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:38:59.999486 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-0d3d7d01-29d8-4990-9146-5f163a3b9cce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 1094 time: 0.1194472 Nov 05 21:39:00.047676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38026) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:00.096387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-314d5a1e-38e4-4040-9162-a23481044167 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f HTTP/1.1" status: 200 len: 217 time: 0.0865953 Nov 05 21:39:00.097127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca433ab-db3a-4a93-844a-fab9b5430bdc req-0108efdf-3eeb-476c-943f-fb37b8bbb1e2 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:00.098818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ca433ab-db3a-4a93-844a-fab9b5430bdc req-0108efdf-3eeb-476c-943f-fb37b8bbb1e2 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 943 time: 0.1278362 Nov 05 21:39:00.169786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ca433ab-db3a-4a93-844a-fab9b5430bdc req-4e0a9518-ec6a-43ae-bddd-fb2f634edc4b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563335 Nov 05 21:39:00.222508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-271f55ce-3a06-4d65-9f5d-ff8e16a768ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:00.233310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-271f55ce-3a06-4d65-9f5d-ff8e16a768ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999d2575-2a31-40a6-91ba-569e3a404e74 HTTP/1.1" status: 200 len: 862 time: 0.1284397 Nov 05 21:39:00.296226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-446706232-network', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:00.326416 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0ed79f-8173-4223-b963-970b926801a6 x-openstack-request-id: req-7d0ed79f-8173-4223-b963-970b926801a6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:00.326900 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:00.327777 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d0ed79f-8173-4223-b963-970b926801a6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:00.328030 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'status': 'completed', 'code': 200} Nov 05 21:39:00.332405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-7fb14222-4684-44ce-85f1-c509bf91752f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5588f524-2e3f-4578-aa51-f75529a9bedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894158 Nov 05 21:39:00.354513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:00.405318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Made reservation on behalf of 9c82e8a43bd74d75bb8c2c841d1563aa for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:00.413357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:00.474476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:00.493781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-512be5dd-e09c-49e1-9fb0-a83cbfb50c20 service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482134 Nov 05 21:39:00.588060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206771-68df-4b12-87aa-5c4110ece1a9 req-16ec8069-bf57-4396-853e-effe8b31af66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:00.603855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6206771-68df-4b12-87aa-5c4110ece1a9 req-16ec8069-bf57-4396-853e-effe8b31af66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 946 time: 0.2158663 Nov 05 21:39:00.716531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00c12df1-51d6-4c4f-934a-6c8f9da9352c req-b0ed2298-6f4a-410c-acad-ffba655f08ef service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144384 Nov 05 21:39:00.757468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6206771-68df-4b12-87aa-5c4110ece1a9 req-b8506ae1-9b7b-42d4-a812-e093bf8fe254 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526160 Nov 05 21:39:00.781515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:00.874158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:00.910107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea62b7-7bad-439e-abc3-7a5b38e9b55a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:00.911949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-b4157628-272d-4923-8bf5-1d80193e2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:00.914382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-b4157628-272d-4923-8bf5-1d80193e2bc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 1094 time: 0.0711653 Nov 05 21:39:00.921732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:39:00.945635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:00.945635 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Added segment ddb5e7ca-7cf0-44d1-a21a-060736819f9a of type vlan for network 29f0722f-4306-49f0-b3d4-d6040aece021 Nov 05 21:39:01.075002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:01.110346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-62530fd3-b933-49e3-9eac-8b5d48346d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:01.113348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-62530fd3-b933-49e3-9eac-8b5d48346d40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 200 len: 923 time: 0.1884696 Nov 05 21:39:01.180403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d3a2-ba6c-4ca4-8325-dd75c96c7064 req-7f2f39e0-fc12-4e51-919d-e4e4f85b83f2 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:01.188268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4600d3a2-ba6c-4ca4-8325-dd75c96c7064 req-7f2f39e0-fc12-4e51-919d-e4e4f85b83f2 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0698662 Nov 05 21:39:01.216573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-744eba22-8cdd-4957-85c3-2043ba768187 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f HTTP/1.1" status: 200 len: 217 time: 0.0940850 Nov 05 21:39:01.259097 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4600d3a2-ba6c-4ca4-8325-dd75c96c7064 req-c713a7a4-63c6-4707-a3af-eb39a3cc9253 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675900 Nov 05 21:39:01.259097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:01.279062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:01.280367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:01.342580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-52c90868-68e2-4389-bfd2-4ade7887d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:01.344104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-52c90868-68e2-4389-bfd2-4ade7887d583 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999d2575-2a31-40a6-91ba-569e3a404e74 HTTP/1.1" status: 200 len: 862 time: 0.1194127 Nov 05 21:39:01.371041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] Pushing event updated for resources: {'Network': ['ID=29f0722f-4306-49f0-b3d4-d6040aece021,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:01.381396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-831281a5-aaa9-477e-92c3-3f7e34ed3b92 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3306553 Nov 05 21:39:01.383275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 29f0722f-4306-49f0-b3d4-d6040aece021 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:39:01.383997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38044) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:01.389395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Request body: {'subnet': {'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-subnet', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:01.442110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-4edf7928-10ae-495c-82c8-88be67df0c13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5588f524-2e3f-4578-aa51-f75529a9bedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803792 Nov 05 21:39:01.509299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Made reservation on behalf of 9c82e8a43bd74d75bb8c2c841d1563aa for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:01.512052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:01.692064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-bf3ee81f-cc8c-4f63-b5e8-66d9a5e69c2d service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404292 Nov 05 21:39:01.879351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f591b97-8b00-468b-bed8-1c47a13915f3 req-7051dc33-0afb-4b41-b14a-251a1a54ec4d service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788239 Nov 05 21:39:01.955441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:02.024235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2db94bc-998a-4550-851a-f76d360ce65d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:02.044542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Checking segment: {'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:02.060315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Network hostable DHCP agents. Network: 29f0722f-4306-49f0-b3d4-d6040aece021, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:39:02.224230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facde915-4f33-424c-9979-c6546fab4509 req-f95372a9-9ae9-430f-a2f5-539a5fb68866 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:02.225891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-facde915-4f33-424c-9979-c6546fab4509 req-f95372a9-9ae9-430f-a2f5-539a5fb68866 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 943 time: 0.0770409 Nov 05 21:39:02.240578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Network 29f0722f-4306-49f0-b3d4-d6040aece021 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:39:02.332597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-facde915-4f33-424c-9979-c6546fab4509 req-f4f62ac6-cba6-4fd8-ad7d-fa94aba3fcc5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916622 Nov 05 21:39:02.347360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 29f0722f-4306-49f0-b3d4-d6040aece021) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:02.359530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d42a3-a3a6-4e33-aff9-38b9c5b2edbf None None] Network 29f0722f-4306-49f0-b3d4-d6040aece021 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:39:02.359850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:02.360458 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:02.493952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d8d432b9-0ccf-411b-8888-337f43bedb4e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1085076 Nov 05 21:39:02.496511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38054) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:02.501815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:02.525555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349330d-78f4-4810-85b4-89d2ec74e5f5 req-7772ad3b-a1cf-42d9-98d9-a3e326112100 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:02.527397 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0349330d-78f4-4810-85b4-89d2ec74e5f5 req-7772ad3b-a1cf-42d9-98d9-a3e326112100 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.0919473 Nov 05 21:39:02.606225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0349330d-78f4-4810-85b4-89d2ec74e5f5 req-d5ec4c00-3b1b-43ca-8a8e-8d633616c1fc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633380 Nov 05 21:39:02.607056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:02.670116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-29f0722f-4306-49f0-b3d4-d6040aece021', 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'fixed_ips': [{'subnet_id': 'f2db94bc-998a-4550-851a-f76d360ce65d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:39:02.675004 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:02.686067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:02.687803 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:02.754958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1cd29-5071-45d4-8027-660e0993001b req-5698a472-724e-476d-af02-439703f7472a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:02.769369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5e1cd29-5071-45d4-8027-660e0993001b req-5698a472-724e-476d-af02-439703f7472a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 946 time: 0.1056585 Nov 05 21:39:02.830008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:02.837585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5e1cd29-5071-45d4-8027-660e0993001b req-ac20b9dd-0249-44bf-a67a-cf591dbea0b1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661261 Nov 05 21:39:02.906942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Allocated IP 172.20.0.2 (29f0722f-4306-49f0-b3d4-d6040aece021/f2db94bc-998a-4550-851a-f76d360ce65d/f8c013b5-156e-41d7-a871-eedaca186fa5) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:03.150748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07709ff2-fcfa-4552-8690-35d13d5738dc req-08c1eae9-d988-4e29-9bb0-eb565c0a0347 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:03.152459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07709ff2-fcfa-4552-8690-35d13d5738dc req-08c1eae9-d988-4e29-9bb0-eb565c0a0347 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 945 time: 0.0737660 Nov 05 21:39:03.206742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:03.222390 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:03.223975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07709ff2-fcfa-4552-8690-35d13d5738dc req-f61e80f6-2914-41e8-9c45-4e28ced80aec tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Nov 05 21:39:03.453263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9766b-4b3f-4dee-b9c1-8ac68ae308e9 req-87d95f8d-1cf3-4d91-b31c-64a2e7083548 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:03.456031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2af9766b-4b3f-4dee-b9c1-8ac68ae308e9 req-87d95f8d-1cf3-4d91-b31c-64a2e7083548 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 943 time: 0.0546031 Nov 05 21:39:03.516061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2af9766b-4b3f-4dee-b9c1-8ac68ae308e9 req-def5e37a-5229-4cba-a315-67d17f427e39 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548856 Nov 05 21:39:03.790123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-28c8b9ca-12f3-4459-8ef1-24c0d6c010b0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:03.791771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-28c8b9ca-12f3-4459-8ef1-24c0d6c010b0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 945 time: 0.0590029 Nov 05 21:39:03.869111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:03.953915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Network 29f0722f-4306-49f0-b3d4-d6040aece021 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:03.958155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:03.984713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:04.018206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Pushing event updated for resources: {'Port': ['ID=f8c013b5-156e-41d7-a871-eedaca186fa5,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:04.170423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:39:04.222037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Attempting to bind port f8c013b5-156e-41d7-a871-eedaca186fa5 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:04.223860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Attempting to bind port f8c013b5-156e-41d7-a871-eedaca186fa5 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:04.224901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Attempting to bind port f8c013b5-156e-41d7-a871-eedaca186fa5 on network 29f0722f-4306-49f0-b3d4-d6040aece021 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:04.248430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:04.250357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Checking segment: {'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:04.250826 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:04.251233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Bound using segment: {'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:04.251768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Bound port: f8c013b5-156e-41d7-a871-eedaca186fa5, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:04.252157 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:04.271265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c3911-a2aa-4dbd-b91c-6d5687cf77f4 req-8b253146-e3c3-4713-bd96-4a890bf9aab0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:04.293925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-140c3911-a2aa-4dbd-b91c-6d5687cf77f4 req-8b253146-e3c3-4713-bd96-4a890bf9aab0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 946 time: 0.1937051 Nov 05 21:39:04.435357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-140c3911-a2aa-4dbd-b91c-6d5687cf77f4 req-892302d1-f2c7-42e4-b05d-4b0aa8736883 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356094 Nov 05 21:39:04.532389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:04.588567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'port_id': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'mac_address': 'fa:16:3e:32:3e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999d2575-2a31-40a6-91ba-569e3a404e74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:39:04.664496 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:04.682528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] For port f8c013b5-156e-41d7-a871-eedaca186fa5, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:04.686800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:04.689451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22592d-9c5c-4e40-a6e0-9332d2ae55e7 req-cd81d7f2-c968-469d-95b9-4b20f019eec2 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:04.693888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df22592d-9c5c-4e40-a6e0-9332d2ae55e7 req-cd81d7f2-c968-469d-95b9-4b20f019eec2 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6e66283-4233-4121-b51a-b8e89fc8af53 HTTP/1.1" status: 200 len: 945 time: 0.0888987 Nov 05 21:39:04.731337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:04.750767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] For port f8c013b5-156e-41d7-a871-eedaca186fa5, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f8c013b5-156e-41d7-a871-eedaca186fa5,segment=NetworkSegment(ddb5e7ca-7cf0-44d1-a21a-060736819f9a),segment_id=ddb5e7ca-7cf0-44d1-a21a-060736819f9a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:04.816057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df22592d-9c5c-4e40-a6e0-9332d2ae55e7 req-1b2f9dff-e4c8-425c-9013-e6e8640466a5 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.41 "GET /v2.0/security-groups?id=88e034e2-a968-4b12-b9e5-f7f4227bffd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106524 Nov 05 21:39:04.817425 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:04.822511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Deleting port 277a489c-e2ed-4be3-ba2b-36b5190ed539 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:04.823721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:04.895453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:04.967099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:05.095969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] For port 277a489c-e2ed-4be3-ba2b-36b5190ed539, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=277a489c-e2ed-4be3-ba2b-36b5190ed539,segment=NetworkSegment(a2f91f78-2051-4737-bc97-f0c75ff79d88),segment_id=a2f91f78-2051-4737-bc97-f0c75ff79d88)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:05.097819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:05.160470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03532d-9551-4c40-89cc-20cf446c45a8 None None] Pushing event updated for resources: {'Port': ['ID=f8c013b5-156e-41d7-a871-eedaca186fa5,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:05.187308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668b34f-efed-4061-ba12-cf2c3d77e702 req-c928c252-3590-442f-b2e6-f5df0d8b56e7 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:05.190709 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c668b34f-efed-4061-ba12-cf2c3d77e702 req-c928c252-3590-442f-b2e6-f5df0d8b56e7 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 944 time: 0.1707966 Nov 05 21:39:05.203119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Calling delete_port for 277a489c-e2ed-4be3-ba2b-36b5190ed539 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:05.237363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:05.269916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:05.349179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c668b34f-efed-4061-ba12-cf2c3d77e702 req-28320d78-d940-4e42-8304-c7070778557d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436265 Nov 05 21:39:05.385828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:05.616846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Allocated IP 172.25.6.43 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/ad63eba5-4bbc-4ff3-8135-4c5091e59323) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:05.726698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:05.744411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['277a489c-e2ed-4be3-ba2b-36b5190ed539'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:05.803064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Pushing event deleted for resources: {'Port': ['ID=277a489c-e2ed-4be3-ba2b-36b5190ed539,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:05.869683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] No DVR routers for this DVR port 277a489c-e2ed-4be3-ba2b-36b5190ed539 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:39:05.896815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:05.927647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7deadeac-0cc7-4a9f-b053-abe34894dc69 req-c339528a-4216-4666-a199-0bca1221dbe0 tempest-ServerTagsTestJSON-1869761212 tempest-ServerTagsTestJSON-1869761212-project] 10.222.0.13 "DELETE /v2.0/ports/277a489c-e2ed-4be3-ba2b-36b5190ed539 HTTP/1.1" status: 204 len: 173 time: 2.1009581 Nov 05 21:39:05.927647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'name': 'network-vif-deleted', 'tag': '277a489c-e2ed-4be3-ba2b-36b5190ed539'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:05.927647 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f14207-72bc-473f-9e1c-9d9f2109246c" -d '{"events": [{"server_uuid": "f6e66283-4233-4121-b51a-b8e89fc8af53", "name": "network-vif-deleted", "tag": "277a489c-e2ed-4be3-ba2b-36b5190ed539"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:05.927647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:06.437691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a05f90c-7754-49c0-8338-ed2ef10887f0 None None] Network 29f0722f-4306-49f0-b3d4-d6040aece021 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:39:06.673065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-49f380c4-ae86-4af1-a9f1-fa3f74206f41 None None] Provisioning complete for port f8c013b5-156e-41d7-a871-eedaca186fa5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:06.673687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-49f380c4-ae86-4af1-a9f1-fa3f74206f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:06.749261 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:06.750645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff09f-0805-44a4-8246-14de3ae9480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:06.814252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-49f380c4-ae86-4af1-a9f1-fa3f74206f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:06.870727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:06.872307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-49f380c4-ae86-4af1-a9f1-fa3f74206f41 None None] For port f8c013b5-156e-41d7-a871-eedaca186fa5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f8c013b5-156e-41d7-a871-eedaca186fa5,segment=NetworkSegment(ddb5e7ca-7cf0-44d1-a21a-060736819f9a),segment_id=ddb5e7ca-7cf0-44d1-a21a-060736819f9a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:06.878720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:06.883476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:06.917723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Pushing event updated for resources: {'Port': ['ID=ad63eba5-4bbc-4ff3-8135-4c5091e59323,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:06.950525 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-49f380c4-ae86-4af1-a9f1-fa3f74206f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:07.109533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f380c4-ae86-4af1-a9f1-fa3f74206f41 None None] Pushing event updated for resources: {'Port': ['ID=f8c013b5-156e-41d7-a871-eedaca186fa5,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:07.181996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7b0c7c7a-2453-491a-b1e2-cbf85b113b15 None None] Provisioning complete for port f8c013b5-156e-41d7-a871-eedaca186fa5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:07.183184 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7c7a-2453-491a-b1e2-cbf85b113b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:07.403407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f8c013b5-156e-41d7-a871-eedaca186fa5 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:07.602795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:07.639393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f8c013b5-156e-41d7-a871-eedaca186fa5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:07.640004 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:07.945496 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:08.166448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 277a489c-e2ed-4be3-ba2b-36b5190ed539 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:08.207228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 277a489c-e2ed-4be3-ba2b-36b5190ed539 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:39:08.210857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 277a489c-e2ed-4be3-ba2b-36b5190ed539 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:39:08.210857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:08.298270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:39:08.399844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:39:08.405580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:08.405580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:08.473353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:39:08.483716 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Sync routers for ids ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:39:08.496796 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Routers {'52e73eac-f3c7-4fd1-b230-13393fef3cd9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:39:08.498950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:38:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:08.552741 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-105476a6-fd4f-4cd6-a9dc-e28542befc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:08.561647 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:08.597746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:08.605214 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02320304-31e6-4aeb-b4af-108bdb80153a" -d '{"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:08.613399 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:08.614652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a23515b1-36f5-4be5-a5cf-b8aad2b5ee00 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1165674 Nov 05 21:39:08.617866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38110) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:08.625782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:08.650348 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Set router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:39:08.697661 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:08.865720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:09.040957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-3017a8c7-b3ed-4423-930a-d44f5b5b03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:09.042876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-3017a8c7-b3ed-4423-930a-d44f5b5b03b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d0e03f84834bdaa544f936a4c1f262&device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 1102 time: 0.2738805 Nov 05 21:39:09.055252 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:07Z', 'revision_number': 3, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:09.094891 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Checking router: 52e73eac-f3c7-4fd1-b230-13393fef3cd9 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:39:09.099597 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Updating router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 port ad63eba5-4bbc-4ff3-8135-4c5091e59323 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:39:09.135981 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:09.289172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-e900feed-dfac-4e89-99c3-42a577330b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:09.290955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-e900feed-dfac-4e89-99c3-42a577330b29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2110863 Nov 05 21:39:09.345793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:09.348738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-b0d2e856-1bc9-4755-984c-86b2aeaf5b7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75 HTTP/1.1" status: 200 len: 217 time: 0.0478356 Nov 05 21:39:09.537804 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:09.569923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-49e73bd5-277d-46f6-9a56-90fefaae24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:09.571676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-49e73bd5-277d-46f6-9a56-90fefaae24e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2106397 Nov 05 21:39:09.579235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Allocated IP 172.20.0.1 (29f0722f-4306-49f0-b3d4-d6040aece021/f2db94bc-998a-4550-851a-f76d360ce65d/5b2c064c-4804-453a-907d-1911780d4b56) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:09.668861 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:09.695044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-805b8485-cd56-4464-8c55-5d724ba05a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:09.696860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-805b8485-cd56-4464-8c55-5d724ba05a2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151781 Nov 05 21:39:09.722160 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d16059-d91a-4f90-ac58-968d2ba3f00e None None] Pushing event updated for resources: {'Port': ['ID=ad63eba5-4bbc-4ff3-8135-4c5091e59323,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:09.806744 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Attempting to bind port ad63eba5-4bbc-4ff3-8135-4c5091e59323 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:09.812443 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Attempting to bind port ad63eba5-4bbc-4ff3-8135-4c5091e59323 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:09.814637 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Attempting to bind port ad63eba5-4bbc-4ff3-8135-4c5091e59323 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:09.816677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:09.827410 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:09.828100 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:09.828767 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:09.829775 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:09.830291 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Bound port: ad63eba5-4bbc-4ff3-8135-4c5091e59323, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:09.830755 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:09.852871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-0ba3e4c4-bf06-409f-92f5-ae17285165d2 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453946 Nov 05 21:39:09.888962 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] For port ad63eba5-4bbc-4ff3-8135-4c5091e59323, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:09.892396 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] For port ad63eba5-4bbc-4ff3-8135-4c5091e59323, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ad63eba5-4bbc-4ff3-8135-4c5091e59323,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:09.954811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9f214af-1e08-4ba5-a934-5c8089c8f5ad req-90405cc2-c4ff-4fd4-be65-c57b28995056 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948417 Nov 05 21:39:10.222868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:10.263351 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:10.263593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:10.320633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Network 29f0722f-4306-49f0-b3d4-d6040aece021 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:10.323503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Routers {'52e73eac-f3c7-4fd1-b230-13393fef3cd9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:39:10.323835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:10.324433 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:39:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:10.327970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:10.328143 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d16059-d91a-4f90-ac58-968d2ba3f00e None None] Pushing event updated for resources: {'Port': ['ID=ad63eba5-4bbc-4ff3-8135-4c5091e59323,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:10.379331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2c064c-4804-453a-907d-1911780d4b56,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:10.382990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:10.676532 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] Set router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:39:10.685892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:10.709267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-5a73aff8-f2a5-480a-8148-a4416971a1a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660532 Nov 05 21:39:10.746172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6d7bc9f3-944b-4c75-aa8f-a2527273977f None None] Provisioning complete for port 5b2c064c-4804-453a-907d-1911780d4b56 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:10.752132 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc9f3-944b-4c75-aa8f-a2527273977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:10.862267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bc9f3-944b-4c75-aa8f-a2527273977f None None] Port 5b2c064c-4804-453a-907d-1911780d4b56 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:39:10.877385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-8fcd4076-7bda-4140-9944-0c19f5328a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:10.877385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-8fcd4076-7bda-4140-9944-0c19f5328a07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 1100 time: 0.1226766 Nov 05 21:39:10.954721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:11.042512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:11.089034 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:07Z', 'revision_number': 3, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:11.134138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2c064c-4804-453a-907d-1911780d4b56,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:11.150882 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee0b93-1d37-4dd1-b8e1-1661b5a93a3a None None] The sync data for ids ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'] in n-d-816738-5 is: [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:07Z', 'revision_number': 3, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:39:11.177504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-cf26b402-caa9-42d5-8be0-f4913e8fc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:11.180982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-cf26b402-caa9-42d5-8be0-f4913e8fc1ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2219076 Nov 05 21:39:11.186411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:11.280244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-769bc84e-85b7-404e-b74b-a85791445d98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 200 len: 217 time: 0.0781453 Nov 05 21:39:11.291493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:11.392775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-59db8013-e965-467f-8f74-d4b021040eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:11.394371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-59db8013-e965-467f-8f74-d4b021040eb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1031156 Nov 05 21:39:11.440897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Network 29f0722f-4306-49f0-b3d4-d6040aece021 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:11.442509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:11.519080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-7d85fd6f-49a8-4b39-983c-72b58cc7b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:11.520703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-7d85fd6f-49a8-4b39-983c-72b58cc7b464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145716 Nov 05 21:39:11.683376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:39:11.840724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2a62fb0f-f851-4ad2-b2cf-0f8db22ddcd4 None None] Provisioning complete for port 5b2c064c-4804-453a-907d-1911780d4b56 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:11.841471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a62fb0f-f851-4ad2-b2cf-0f8db22ddcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:11.877141 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-56f569d0-0d7f-43f1-b98d-a138da9b1dfa service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455435 Nov 05 21:39:11.878244 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:11.895393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2a62fb0f-f851-4ad2-b2cf-0f8db22ddcd4 None None] Port 5b2c064c-4804-453a-907d-1911780d4b56 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:39:12.474074 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:39:12.490157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f2c05b54-ad66-4109-b737-42ff739641b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/52e73eac-f3c7-4fd1-b230-13393fef3cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8710005 Nov 05 21:39:12.505420 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d3f822d-994b-4484-b860-64bf97aa3566 req-0f22c02f-c632-41ca-b02f-93341c7ee99a service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159189 Nov 05 21:39:13.274929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad63eba5-4bbc-4ff3-8135-4c5091e59323 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:13.332797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ad63eba5-4bbc-4ff3-8135-4c5091e59323 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:13.335650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:13.454248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:13.486133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Sync routers for ids ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:39:13.528145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port ad63eba5-4bbc-4ff3-8135-4c5091e59323, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ad63eba5-4bbc-4ff3-8135-4c5091e59323,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:13.532239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Routers {'52e73eac-f3c7-4fd1-b230-13393fef3cd9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:39:13.532975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:39:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:13.658353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Set router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:39:13.908563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:10Z', 'revision_number': 4, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5b2c064c-4804-453a-907d-1911780d4b56', 'name': '', 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'mac_address': 'fa:16:3e:0e:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f2db94bc-998a-4550-851a-f76d360ce65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:09Z', 'updated_at': '2021-11-05T21:39:10Z', 'revision_number': 2, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'subnets': [{'id': 'f2db94bc-998a-4550-851a-f76d360ce65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:13.940950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Checking router: 52e73eac-f3c7-4fd1-b230-13393fef3cd9 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:39:13.941302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Updating router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 port 5b2c064c-4804-453a-907d-1911780d4b56 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:39:13.976635 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.018245 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.141021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=ad63eba5-4bbc-4ff3-8135-4c5091e59323,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:14.380883 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.456951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.512866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a424a8b-d268-4d28-8ca6-a68e9e804355 None None] Pushing event updated for resources: {'Port': ['ID=5b2c064c-4804-453a-907d-1911780d4b56,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:14.612150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Attempting to bind port 5b2c064c-4804-453a-907d-1911780d4b56 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:14.612549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Attempting to bind port 5b2c064c-4804-453a-907d-1911780d4b56 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:14.612925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Attempting to bind port 5b2c064c-4804-453a-907d-1911780d4b56 on network 29f0722f-4306-49f0-b3d4-d6040aece021 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:14.620145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:14.620539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Checking segment: {'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:14.620943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.622120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Bound using segment: {'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:14.622475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Bound port: 5b2c064c-4804-453a-907d-1911780d4b56, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:14.622862 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.701139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] For port 5b2c064c-4804-453a-907d-1911780d4b56, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:14.704467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] For port 5b2c064c-4804-453a-907d-1911780d4b56, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5b2c064c-4804-453a-907d-1911780d4b56,segment=NetworkSegment(ddb5e7ca-7cf0-44d1-a21a-060736819f9a),segment_id=ddb5e7ca-7cf0-44d1-a21a-060736819f9a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:14.810815 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.892254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a424a8b-d268-4d28-8ca6-a68e9e804355 None None] Pushing event updated for resources: {'Port': ['ID=5b2c064c-4804-453a-907d-1911780d4b56,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:14.894949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5d0fb443-aade-45df-a6d8-36e5f2fafd33 None None] Provisioning complete for port 5b2c064c-4804-453a-907d-1911780d4b56 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:14.895327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d0fb443-aade-45df-a6d8-36e5f2fafd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:14.934899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Routers {'52e73eac-f3c7-4fd1-b230-13393fef3cd9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:39:14.935710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:39:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:15.116429 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d0fb443-aade-45df-a6d8-36e5f2fafd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:15.144537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] Set router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:39:15.412189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad63eba5-4bbc-4ff3-8135-4c5091e59323 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:15.521655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5d0fb443-aade-45df-a6d8-36e5f2fafd33 None None] For port 5b2c064c-4804-453a-907d-1911780d4b56, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5b2c064c-4804-453a-907d-1911780d4b56,segment=NetworkSegment(ddb5e7ca-7cf0-44d1-a21a-060736819f9a),segment_id=ddb5e7ca-7cf0-44d1-a21a-060736819f9a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:15.562682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ad63eba5-4bbc-4ff3-8135-4c5091e59323 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:15.563063 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:15.684614 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d0fb443-aade-45df-a6d8-36e5f2fafd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:15.690933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:10Z', 'revision_number': 4, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5b2c064c-4804-453a-907d-1911780d4b56', 'name': '', 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'mac_address': 'fa:16:3e:0e:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f2db94bc-998a-4550-851a-f76d360ce65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:09Z', 'updated_at': '2021-11-05T21:39:14Z', 'revision_number': 4, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'subnets': [{'id': 'f2db94bc-998a-4550-851a-f76d360ce65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:15.704713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-24e61ba4-c284-4673-b89c-400970a8d4fa tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:15.706255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-24e61ba4-c284-4673-b89c-400970a8d4fa tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1097 time: 0.0760005 Nov 05 21:39:15.721177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816738-5'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:15.812246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe67b2-c61b-4125-8f4f-d69abe719332 None None] The sync data for ids ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'] in n-d-816738-5 is: [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:10Z', 'revision_number': 4, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5b2c064c-4804-453a-907d-1911780d4b56', 'name': '', 'network_id': '29f0722f-4306-49f0-b3d4-d6040aece021', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'mac_address': 'fa:16:3e:0e:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f2db94bc-998a-4550-851a-f76d360ce65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:09Z', 'updated_at': '2021-11-05T21:39:14Z', 'revision_number': 4, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'subnets': [{'id': 'f2db94bc-998a-4550-851a-f76d360ce65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:39:15.824368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fb443-aade-45df-a6d8-36e5f2fafd33 None None] Pushing event updated for resources: {'Port': ['ID=5b2c064c-4804-453a-907d-1911780d4b56,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:15.843033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:15.866983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-08724557-ff0f-44d0-b2a3-ebcd093f4bdc None None] Provisioning complete for port 5b2c064c-4804-453a-907d-1911780d4b56 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:15.868370 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-08724557-ff0f-44d0-b2a3-ebcd093f4bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:15.871743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-58b78aa2-4aec-4506-b8c2-f30cf21288ef tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534544 Nov 05 21:39:16.083590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-73ac5521-4277-4ca4-acbc-42876d7b3cb7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:16.101080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-73ac5521-4277-4ca4-acbc-42876d7b3cb7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270072 Nov 05 21:39:16.120627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-bb021e4c-fe74-493b-9825-fae5f432ad2a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/quotas/ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 375 time: 0.0185480 Nov 05 21:39:16.150483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e92a7-e70a-4d27-8b40-b9d858d42a52 req-41483417-00e2-41c0-90e2-d6512b48e3c6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:16.160224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d59e92a7-e70a-4d27-8b40-b9d858d42a52 req-41483417-00e2-41c0-90e2-d6512b48e3c6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 946 time: 0.2103691 Nov 05 21:39:16.225635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:39:16.226993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-2e0d1d84-1b91-45c5-a39c-619ebe5b6dcf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052189 Nov 05 21:39:16.290721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d59e92a7-e70a-4d27-8b40-b9d858d42a52 req-3908817b-6748-457b-b4e4-86004e57fdee tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295125 Nov 05 21:39:16.307595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:16.382182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38166) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:16.395788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:16.429365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:16.455946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] Deleting subnet aebca87a-13a4-445e-8453-2a60d4dfdef4 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:39:16.460820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:16.463178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f has no active binding in host n-h2-816738-5 {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 21:39:16.495941 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:16.504803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:16.583579 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:16.594885 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:16.673363 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77b8118-b08c-4364-92e2-24649d36354f x-openstack-request-id: req-c77b8118-b08c-4364-92e2-24649d36354f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:16.685043 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e66283-4233-4121-b51a-b8e89fc8af53", "name": "network-vif-deleted", "tag": "277a489c-e2ed-4be3-ba2b-36b5190ed539", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:16.686057 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c77b8118-b08c-4364-92e2-24649d36354f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:16.686652 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e66283-4233-4121-b51a-b8e89fc8af53', 'name': 'network-vif-deleted', 'tag': '277a489c-e2ed-4be3-ba2b-36b5190ed539', 'status': 'completed', 'code': 200} Nov 05 21:39:16.728839 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b666b72-c8ed-4890-879e-f5a1db8b39c2 x-openstack-request-id: req-2b666b72-c8ed-4890-879e-f5a1db8b39c2 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:16.729314 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:16.729685 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b666b72-c8ed-4890-879e-f5a1db8b39c2 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:16.730228 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'code': 200} Nov 05 21:39:16.806045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:16.864879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:16.934424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.934795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.935112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.935440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.935791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.936112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.936434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.936752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.945054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aebca87a-13a4-445e-8453-2a60d4dfdef4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:16.948197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.950780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.950780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.951193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:16.954117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:16.968334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a47ec722-9bcc-41dc-8f5f-8c2fda2196c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aebca87a-13a4-445e-8453-2a60d4dfdef4 HTTP/1.1" status: 204 len: 168 time: 0.5850480 Nov 05 21:39:16.972279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38178) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:17.054603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ef1a4-36a3-4cff-ac3d-f084a612a53e req-4685024c-43d1-4475-ae7f-680c894d43b9 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:17.066165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-933ef1a4-36a3-4cff-ac3d-f084a612a53e req-4685024c-43d1-4475-ae7f-680c894d43b9 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.3582394 Nov 05 21:39:17.100415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on host n-h1-816738-5 for vnic_type normal with profile {"migrating_to": "n-h2-816738-5"} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:17.100922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:17.101261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:17.109702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:17.110024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:17.125754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:17.126114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:17.127213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:17.127213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Bound port: d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:17.128032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.169083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c647-f4e4-41dc-8623-45205735e62f req-97025330-cb45-405b-a699-1c39a82690f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:17.177360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd14c647-f4e4-41dc-8623-45205735e62f req-97025330-cb45-405b-a699-1c39a82690f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 1096 time: 0.3589733 Nov 05 21:39:17.196902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-933ef1a4-36a3-4cff-ac3d-f084a612a53e req-8da62cfb-247d-4f4a-b4f9-24870e363969 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230609 Nov 05 21:39:17.280985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd14c647-f4e4-41dc-8623-45205735e62f req-ec73e4b7-bb1d-431b-9e4f-3c6482efae09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796394 Nov 05 21:39:17.290232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.310284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:17.310749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5b2c064c-4804-453a-907d-1911780d4b56 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:17.316627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:17.390595 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d97ec596-adb4-4cbb-9b3a-185638dfa2f1 req-850f09b3-ecdf-48a9-8662-8b612a283e95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 210 time: 0.0408821 Nov 05 21:39:17.411172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5b2c064c-4804-453a-907d-1911780d4b56 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:17.411702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.447095 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.515702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.546043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:17.552108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-e8cc5407-7e56-4207-995c-1d6f863ae6f3 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4278867 Nov 05 21:39:17.587326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:17.587588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:17.588044 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.591854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-7aeef1ee-dad3-4162-8822-2d649793cd84 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 1122 time: 1.8754356 Nov 05 21:39:17.640216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0192f1-8193-4c46-af4f-054b0b5d8739']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:17.660770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f531b-f6d9-4bbf-b4bc-ca28de40f867 req-81adc6b4-63b3-4238-89a4-fc8be4a7f817 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:17.663707 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-987f531b-f6d9-4bbf-b4bc-ca28de40f867 req-81adc6b4-63b3-4238-89a4-fc8be4a7f817 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.0707660 Nov 05 21:39:17.697363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f91f78-2051-4737-bc97-f0c75ff79d88') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:17.702636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f91f78-2051-4737-bc97-f0c75ff79d88') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:17.710997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d1a0aa4e-dc71-4a34-b605-0fd7976cf77f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:17.734342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.760856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.770506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d1a0aa4e-dc71-4a34-b605-0fd7976cf77f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:17.773230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:39:17.773780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.776908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-987f531b-f6d9-4bbf-b4bc-ca28de40f867 req-e09a56fb-43b4-4bb8-be7b-6c4c1f8f2108 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061261 Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:39:17.785238 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:39:17.796925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.942247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.950419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:17.956370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fb0192f1-8193-4c46-af4f-054b0b5d8739 HTTP/1.1" status: 204 len: 168 time: 0.9738014 Nov 05 21:39:17.993105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a6eea-3c6a-4599-9243-74ba2e4b1472 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0192f1-8193-4c46-af4f-054b0b5d8739,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:17.997415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.098903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b28db-ef39-4214-a872-2f0186ef4884 req-dc12fc50-56f3-4fd2-a72e-9febe4886cd4 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:18.101615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee6b28db-ef39-4214-a872-2f0186ef4884 req-dc12fc50-56f3-4fd2-a72e-9febe4886cd4 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 951 time: 0.0630491 Nov 05 21:39:18.143280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Allocated IP 172.25.6.226 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/6f7319a4-7abd-40d7-bb96-ba112aed9e6b) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:18.151834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee6b28db-ef39-4214-a872-2f0186ef4884 req-52af9baf-612b-41b6-bc0e-e62d42585ab1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Nov 05 21:39:18.305517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.432738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38238) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:18.441668 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.495626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:18.507848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:18.515847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:18.543183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=6f7319a4-7abd-40d7-bb96-ba112aed9e6b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:18.552018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-73a65d71-1e53-47dc-9434-7a339c809a31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1aff6270f374531ab21317491cadc5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1157112 Nov 05 21:39:18.552493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38240) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:18.606840 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-552b1c9a-44cf-4362-9380-52e266e47dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.636612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.655018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-552b1c9a-44cf-4362-9380-52e266e47dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.688028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'}, {'name': 'network-changed', 'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:18.690351 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5" -d '{"events": [{"server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f"}, {"name": "network-changed", "server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:18.809505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.863223 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-552b1c9a-44cf-4362-9380-52e266e47dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.869652 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-552b1c9a-44cf-4362-9380-52e266e47dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:18.869652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-552b1c9a-44cf-4362-9380-52e266e47dfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88e034e2-a968-4b12-b9e5-f7f4227bffd7 HTTP/1.1" status: 204 len: 168 time: 0.3154774 Nov 05 21:39:18.880584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b1c9a-44cf-4362-9380-52e266e47dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e034e2-a968-4b12-b9e5-f7f4227bffd7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:19.036253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:19.197053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:19.271998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=6f7319a4-7abd-40d7-bb96-ba112aed9e6b,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:19.286669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:19.373435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:19.374672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-5e854f1c-b6b4-4863-8e40-af2116baccc5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8123083 Nov 05 21:39:19.464602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-cfd336d6-f139-49b5-a88b-a2895671f04b tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0797656 Nov 05 21:39:19.606423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-e1ff9767-6872-4f26-990d-05bb5afe0d94 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:19.611130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-268062f6-302b-405e-8bfb-b9fb2bad76ef req-e1ff9767-6872-4f26-990d-05bb5afe0d94 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1451390 Nov 05 21:39:19.706026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f454-570f-4fe9-865e-d01314025dbc req-399c3a76-c6cb-4878-b59a-a940d9107168 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:19.707567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95f2f454-570f-4fe9-865e-d01314025dbc req-399c3a76-c6cb-4878-b59a-a940d9107168 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0490968 Nov 05 21:39:19.761570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95f2f454-570f-4fe9-865e-d01314025dbc req-df7ae76f-26bf-41a3-a51a-8f184a7c1bc3 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Nov 05 21:39:19.811608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-81729380-4adc-40e2-be17-0342fa7276f6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355413 Nov 05 21:39:19.868128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef7f46fb-53c4-4347-8909-664aa2b9b486 req-f8cfc2b6-ac60-4853-a9bc-83ea2be5ed6f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 210 time: 0.0363741 Nov 05 21:39:19.956613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-39245e14-ae1a-4a3d-831f-8e827f8e3557 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:19.958813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-39245e14-ae1a-4a3d-831f-8e827f8e3557 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402292 Nov 05 21:39:19.969183 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595f7e56-537a-48c4-99de-8c97efb05045 x-openstack-request-id: req-595f7e56-537a-48c4-99de-8c97efb05045 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:19.969183 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f", "code": 200}, {"name": "network-changed", "server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:19.969183 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-595f7e56-537a-48c4-99de-8c97efb05045 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:19.969183 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'code': 200} Nov 05 21:39:19.969183 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'status': 'completed', 'code': 200} Nov 05 21:39:19.972059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Request body: {'port': {'device_id': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'ca6b44b75a5941baad7402d63419a311'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:20.153613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72f42b-2d23-47c8-b5bf-33cc38276188 req-60d85e6d-d8bf-4ca3-8280-51d87f211cb8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:20.162033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d72f42b-2d23-47c8-b5bf-33cc38276188 req-60d85e6d-d8bf-4ca3-8280-51d87f211cb8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.1035509 Nov 05 21:39:20.162033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-7c83b242-f6e1-4787-885b-bed4dce58940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:20.162033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-7c83b242-f6e1-4787-885b-bed4dce58940 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1125 time: 0.1837180 Nov 05 21:39:20.230781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:20.242644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Made reservation on behalf of ca6b44b75a5941baad7402d63419a311 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:20.251136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:20.369658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d72f42b-2d23-47c8-b5bf-33cc38276188 req-331e1dad-a9a4-4d8d-b5a7-a9ddadf3f346 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069166 Nov 05 21:39:20.417412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Allocated IP 192.168.233.26 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:20.431151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-22aab289-7287-4f3e-aead-d3aff0d4fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:20.439604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:20.448194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-22aab289-7287-4f3e-aead-d3aff0d4fb2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.2689052 Nov 05 21:39:20.539758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:20.543010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:20.552563 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc142011-9781-4063-bfe4-d65eb20a7b51" -d '{"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:20.566233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-9177382a-0bb3-48b0-9b24-561a4a4589ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 217 time: 0.1079392 Nov 05 21:39:20.634597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:20.711437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b683a-9e13-473e-9f71-ef70caf65c83 req-fda60e91-2488-4842-8c7b-506074b5fcee tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:20.713633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-624b683a-9e13-473e-9f71-ef70caf65c83 req-fda60e91-2488-4842-8c7b-506074b5fcee tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.1652691 Nov 05 21:39:20.722776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=11']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:20.733532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-b5876821-c817-42e0-80a7-af3827fd8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:20.735357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-b5876821-c817-42e0-80a7-af3827fd8a01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.1283195 Nov 05 21:39:20.768856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7af26153-2725-4540-aee5-a489fdba63af req-4d7fa134-1221-4d6f-b478-f8d58f259a84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3347332 Nov 05 21:39:20.776597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-fa2087c2-6d26-4171-8bca-7e6121376e0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307293 Nov 05 21:39:20.813097 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-624b683a-9e13-473e-9f71-ef70caf65c83 req-117e6b8f-94ad-4efe-a2a1-f005b8b7ecae tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910058 Nov 05 21:39:20.828411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:20.853478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:20.928433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-825d1090-bcc0-4a6a-8bdd-52d56d897a6b service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252499 Nov 05 21:39:20.939172 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2374231-6c89-4b37-9b68-147486d60b49 x-openstack-request-id: req-b2374231-6c89-4b37-9b68-147486d60b49 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:20.940013 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:20.940436 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2374231-6c89-4b37-9b68-147486d60b49 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:20.940975 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'code': 200} Nov 05 21:39:20.984217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:21.000588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b', 'e76694aa-c78b-49aa-b7af-d4ec35a55912'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:21.030912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01a168ce-ef5b-4cf6-a4a6-83be7b78a1d5 req-4e54a756-92a1-465b-b3e5-f6d330f9e855 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951803 Nov 05 21:39:21.032811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:21.091561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:21.128178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:21.140112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:21.144346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:21.233157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:21.233875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:21.276763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:21.357558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c18195a8-e3b2-4f73-aa90-0d14d421c074 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3900900 Nov 05 21:39:21.381743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Request body: {'port': {'device_id': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:21.389436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f83a-354c-4920-963a-f57f16ee6b6b req-d4b75163-f3e8-452e-929b-ec7ad92346c5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:21.391013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c30f83a-354c-4920-963a-f57f16ee6b6b req-d4b75163-f3e8-452e-929b-ec7ad92346c5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 935 time: 0.0681095 Nov 05 21:39:21.485678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c30f83a-354c-4920-963a-f57f16ee6b6b req-c5e67f13-196e-41b6-88bd-d5828d4a80f0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884004 Nov 05 21:39:21.556951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-257247b8-b3d2-4264-b9db-1a16dc965bc3 None None] Provisioning complete for port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:21.557492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-257247b8-b3d2-4264-b9db-1a16dc965bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:21.563015 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:21.589299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Allocated IP 172.25.6.30 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9590765e-95e1-401c-b0c7-3d6b7d295837) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:21.600526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-257247b8-b3d2-4264-b9db-1a16dc965bc3 None None] Port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:39:21.867369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.052396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:22.061072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.073786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Transition to ACTIVE for port object 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:39:22.110138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324611ae-2a1f-4aa2-969d-f936187b7568 req-0d98508b-0750-47df-ace2-fb002706ac48 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:22.111813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-324611ae-2a1f-4aa2-969d-f936187b7568 req-0d98508b-0750-47df-ace2-fb002706ac48 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0558748 Nov 05 21:39:22.143523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.162885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-324611ae-2a1f-4aa2-969d-f936187b7568 req-4120b547-4788-408d-87c2-14a02c1e9d8e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Nov 05 21:39:22.184670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:22.200187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:22.203866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:22.230085 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=9590765e-95e1-401c-b0c7-3d6b7d295837,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:22.235735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.348142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:22.395322 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.413688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d8820-64aa-40fd-a3b8-774bd32e1a8a req-c81409a2-e0c9-4341-88f8-39e25ec10225 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:22.415257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a3d8820-64aa-40fd-a3b8-774bd32e1a8a req-c81409a2-e0c9-4341-88f8-39e25ec10225 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.0763578 Nov 05 21:39:22.452133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:22.455288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:22.455288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:22.462501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:22.462878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:22.469493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:22.469845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:22.470407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:22.470860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Bound port: 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:22.471248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.480716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a3d8820-64aa-40fd-a3b8-774bd32e1a8a req-f01d0c47-7e4e-4235-aa76-0e6092a3593c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591197 Nov 05 21:39:22.584305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:22.588586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:22.640540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26079cd9-7705-4dcb-bbaa-b6dd51ff0fc7 req-c2d32ba6-3659-421f-bbd2-73104265d8ce tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:22.642124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26079cd9-7705-4dcb-bbaa-b6dd51ff0fc7 req-c2d32ba6-3659-421f-bbd2-73104265d8ce tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 949 time: 0.0710483 Nov 05 21:39:22.645063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.712459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26079cd9-7705-4dcb-bbaa-b6dd51ff0fc7 req-ceffb1db-03a0-4a88-9f98-2e71c0728505 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626957 Nov 05 21:39:22.821664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.859437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97304d65-c61e-445a-b0a1-ec4f03744ee6 req-08330c6c-b4d1-42be-a993-a1cdf5c50a51 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:22.861717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97304d65-c61e-445a-b0a1-ec4f03744ee6 req-08330c6c-b4d1-42be-a993-a1cdf5c50a51 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0776536 Nov 05 21:39:22.868006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:22.868835 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.870458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 1095 time: 1.4964437 Nov 05 21:39:22.875211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:22.877683 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3d1106-847d-4aff-9400-78b56de38e17" -d '{"events": [{"name": "network-changed", "server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:22.898465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-ea799f3d-273a-404e-a8c3-097fc6fd368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:22.900009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-ea799f3d-273a-404e-a8c3-097fc6fd368f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1125 time: 0.1269836 Nov 05 21:39:22.937504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97304d65-c61e-445a-b0a1-ec4f03744ee6 req-6ff9fe66-7ea9-43aa-9b45-4c0f238866d8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642991 Nov 05 21:39:22.939147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:22.972675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb3ced-9849-4a4b-bf85-2a10031657a8 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:23.071589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:23.113145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-923063a1-e5ea-42a4-9bb5-3cbd9d55a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.114634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-923063a1-e5ea-42a4-9bb5-3cbd9d55a6ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.2037053 Nov 05 21:39:23.115898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8fcbf-8291-4099-bdd7-fb3cdd600d98 req-7b25ab98-aefd-461a-9541-69564eb0ec23 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.121394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c8fcbf-8291-4099-bdd7-fb3cdd600d98 req-7b25ab98-aefd-461a-9541-69564eb0ec23 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.0874970 Nov 05 21:39:23.188207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c8fcbf-8291-4099-bdd7-fb3cdd600d98 req-9eac224a-912e-4c97-a0c2-3d3fb1683ad3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586605 Nov 05 21:39:23.207717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-994a9e9a-3860-4bcc-a305-3f233ba70c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.209746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-994a9e9a-3860-4bcc-a305-3f233ba70c04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1098 time: 0.1858399 Nov 05 21:39:23.217530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-d882196f-a807-4b9a-b25c-6269ba6b04ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 217 time: 0.0739205 Nov 05 21:39:23.277645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=9590765e-95e1-401c-b0c7-3d6b7d295837,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:23.301233 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6430852-4b0e-4979-9794-c923e46de9a1 x-openstack-request-id: req-d6430852-4b0e-4979-9794-c923e46de9a1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:23.301532 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:23.301790 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6430852-4b0e-4979-9794-c923e46de9a1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:23.302185 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'status': 'completed', 'code': 200} Nov 05 21:39:23.306594 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-cdd9075d-99ed-46f4-b701-afbbb3f4b625 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0861113 Nov 05 21:39:23.332283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:23.369138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-e0bd32bb-08b7-4188-a9d6-42212ba0bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.370592 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-e0bd32bb-08b7-4188-a9d6-42212ba0bd52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.1426644 Nov 05 21:39:23.376298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eca6ec-0c7b-4fa9-a21e-05ab3a3ab21d req-b4e6a8a2-6cc0-416a-b9ed-a618a9dbd4e0 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.377784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11eca6ec-0c7b-4fa9-a21e-05ab3a3ab21d req-b4e6a8a2-6cc0-416a-b9ed-a618a9dbd4e0 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0514233 Nov 05 21:39:23.406035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-33bb124f-802b-41b0-b557-6b36a4e60aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.407514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-33bb124f-802b-41b0-b557-6b36a4e60aa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0918446 Nov 05 21:39:23.409240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-87b43f37-bb15-4ab4-a847-e9ecbe4e1bd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301964 Nov 05 21:39:23.427583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11eca6ec-0c7b-4fa9-a21e-05ab3a3ab21d req-941026e2-eb7e-49ce-ace7-3afc673d2916 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Nov 05 21:39:23.515249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-dbb1c9e3-69db-439f-99b5-b94cd4d20a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.516832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-dbb1c9e3-69db-439f-99b5-b94cd4d20a74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003263 Nov 05 21:39:23.553812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-e60951dd-8a16-4e6f-9cb6-5966d2f20f02 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296253 Nov 05 21:39:23.602664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:23.603932 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7af26153-2725-4540-aee5-a489fdba63af req-e0b1cd07-bd21-496b-b61f-af181124b902 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8273797 Nov 05 21:39:23.644964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2618-dc0c-47d4-949b-b669ef2d9392 req-908f48fa-902a-4b6a-b3ef-7621f2cf8ed2 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.646593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-070c2618-dc0c-47d4-949b-b669ef2d9392 req-908f48fa-902a-4b6a-b3ef-7621f2cf8ed2 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0539064 Nov 05 21:39:23.694119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-070c2618-dc0c-47d4-949b-b669ef2d9392 req-dd08051f-a9c6-439b-a029-6f9f7a45f074 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Nov 05 21:39:23.703368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7af26153-2725-4540-aee5-a489fdba63af req-e247c956-3a04-463c-8ab7-fc553aaffc54 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 695 time: 0.0825043 Nov 05 21:39:23.753299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-ac9885d6-5363-444e-b63a-fcd10131c5d6 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255774 Nov 05 21:39:23.812388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53096-8e55-4c57-a09a-42e1474182ff req-e649ee27-8768-47c8-a1f9-a73b10c3c280 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.813907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe53096-8e55-4c57-a09a-42e1474182ff req-e649ee27-8768-47c8-a1f9-a73b10c3c280 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 944 time: 0.0521483 Nov 05 21:39:23.826010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-58dc3573-6125-4992-9ad6-75ee9dc40d47 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637479 Nov 05 21:39:23.865530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abe53096-8e55-4c57-a09a-42e1474182ff req-1f131d92-d56a-4218-9fd3-c40fb5d8a5ea tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Nov 05 21:39:23.940812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af26153-2725-4540-aee5-a489fdba63af req-0478fc49-cd8b-4d25-820d-2734ae707dc7 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.942128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7af26153-2725-4540-aee5-a489fdba63af req-0478fc49-cd8b-4d25-820d-2734ae707dc7 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.2177086 Nov 05 21:39:23.970976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e9f49c7-8ad4-42a9-a413-4e9ec067ad0b req-c39747db-72f1-475b-84c6-e80486de021d service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054815 Nov 05 21:39:23.973327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-5a1450c8-8aec-45a1-ada3-dbd7a7efe7a8 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:23.974339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-5a1450c8-8aec-45a1-ada3-dbd7a7efe7a8 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1125 time: 0.1121235 Nov 05 21:39:23.992913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:24.076384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406e899-5c37-4379-a8d7-975b016bda9e req-4e87c5e2-15ef-46d6-b025-82c9d6ccf765 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.078799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e406e899-5c37-4379-a8d7-975b016bda9e req-4e87c5e2-15ef-46d6-b025-82c9d6ccf765 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 949 time: 0.0529637 Nov 05 21:39:24.132961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e406e899-5c37-4379-a8d7-975b016bda9e req-368655b1-0a39-493f-a5d9-7c79d26735e8 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/security-groups?id=b69b2062-e83b-40e3-957d-eef5764d3fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484128 Nov 05 21:39:24.302360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-5d0493c7-2664-407c-9bc0-7bc5633b0141 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1455030 Nov 05 21:39:24.315492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:24.345973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-040b0832-799e-455e-acc9-b054d298b52b tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.347866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-040b0832-799e-455e-acc9-b054d298b52b tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 949 time: 0.1012123 Nov 05 21:39:24.361581 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:39:24.396169 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:24.452542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Deleting port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:24.453108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:24.463485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353335-d0e2-43e6-b719-9ba0a398f62e req-5929b43d-309b-4e12-bb81-f69d79f24ce4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.465001 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad353335-d0e2-43e6-b719-9ba0a398f62e req-5929b43d-309b-4e12-bb81-f69d79f24ce4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.4194973 Nov 05 21:39:24.490993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-5afa4afc-56e6-41a1-a604-41a5b763ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.492542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-5afa4afc-56e6-41a1-a604-41a5b763ffea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1098 time: 0.1066287 Nov 05 21:39:24.506670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:24.595803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] For port e8c30d52-72b3-4b55-84d3-ba71c23c3d75, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:24.596157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:24.613659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Calling delete_port for e8c30d52-72b3-4b55-84d3-ba71c23c3d75 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:24.635855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad353335-d0e2-43e6-b719-9ba0a398f62e req-8efbb80c-0af9-4630-b0a0-07576027ab0d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611657 Nov 05 21:39:24.636090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38400) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:24.681985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:24.723252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-751816a7-746e-4b85-813e-53c6dd98b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.725291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-751816a7-746e-4b85-813e-53c6dd98b4e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2126632 Nov 05 21:39:24.803811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-c791318d-ebe1-49b2-ba9a-933cd7d95aac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0574856 Nov 05 21:39:24.805527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:24.873299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480230a-9894-4eb5-b13e-4468a79b5bc5 req-bffb242d-6b07-4aec-8e2b-e72b1966edfe tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.874834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4480230a-9894-4eb5-b13e-4468a79b5bc5 req-bffb242d-6b07-4aec-8e2b-e72b1966edfe tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1125 time: 0.1649377 Nov 05 21:39:24.881860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a0aa4e-dc71-4a34-b605-0fd7976cf77f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:24.895412 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:24.916530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-79d7de32-f63f-4a47-aeba-50d2e113415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.917994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-79d7de32-f63f-4a47-aeba-50d2e113415b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0908632 Nov 05 21:39:24.970916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4480230a-9894-4eb5-b13e-4468a79b5bc5 req-fc79db71-c721-4cd5-9c93-860f6bfc6b4a tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844030 Nov 05 21:39:24.987241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-68fafb93-8100-4fbb-ba27-a4aabc04e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:24.989102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-68fafb93-8100-4fbb-ba27-a4aabc04e7ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614765 Nov 05 21:39:25.001470 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.046363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.134720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on host n-h1-816738-5 for vnic_type normal with profile {} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:25.135117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:25.135637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:25.152280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7654e6e-3767-4909-b61c-4dc6aa912896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.169142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:25.170130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:25.174773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Attempting to bind port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:25.206679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:25.207013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:25.207386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:25.207846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Bound port: d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:25.208577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.224529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-eddce35c-a815-4f0a-82ff-f1e5393397fe service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244086 Nov 05 21:39:25.251163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Allocated IP 172.25.6.195 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/13d9358b-1bee-412e-9c71-9e9f784f9ec1) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:25.279641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84269f-f542-48a8-87b4-0637821b86b8 req-0debe1a3-f87e-4c46-baa8-2e7cf697b4f0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:25.281151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe84269f-f542-48a8-87b4-0637821b86b8 req-0debe1a3-f87e-4c46-baa8-2e7cf697b4f0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.1432681 Nov 05 21:39:25.348729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.381442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:25.402808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Pushing event deleted for resources: {'Port': ['ID=e8c30d52-72b3-4b55-84d3-ba71c23c3d75,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:25.404764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:25.414768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7654e6e-3767-4909-b61c-4dc6aa912896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.427153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe84269f-f542-48a8-87b4-0637821b86b8 req-581c5b19-fc2b-4ec5-9925-4647bf3f5add tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309776 Nov 05 21:39:25.427153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3d1106-847d-4aff-9400-78b56de38e17 req-b4ebcdde-94fb-4aa0-88f5-5e87cf4d5147 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760480 Nov 05 21:39:25.434504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.434879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.435182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.435513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.435907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.436236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.436558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.436882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.437201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.437531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.437848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.438166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:25.484768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] No DVR routers for this DVR port e8c30d52-72b3-4b55-84d3-ba71c23c3d75 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:39:25.488393 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.492243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-715fb483-6c7f-4317-8a62-5501a4ecedd0 req-d72b0239-271d-4ee5-8906-af999129fdb1 tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.46 "DELETE /v2.0/ports/e8c30d52-72b3-4b55-84d3-ba71c23c3d75 HTTP/1.1" status: 204 len: 173 time: 1.1376324 Nov 05 21:39:25.492683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-deleted', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:25.494962 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c06ae-061a-43d6-ad70-c9c17a402e79" -d '{"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-deleted", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:25.497690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.508064 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.533223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:25.533913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.551221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] 10.222.0.46 "PUT /v2.0/ports/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 1092 time: 1.5480304 Nov 05 21:39:25.551221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:25.551221 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e" -d '{"events": [{"name": "network-changed", "server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:25.598649 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7654e6e-3767-4909-b61c-4dc6aa912896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.621184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d1a0aa4e-dc71-4a34-b605-0fd7976cf77f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:25.623443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aae87d-998e-4779-9f56-c2cfb682246f service neutron] Pushing event updated for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:25.649900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f7654e6e-3767-4909-b61c-4dc6aa912896 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a94eb75771a741688249a2d1f0a687cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6820936 Nov 05 21:39:25.652082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38418) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:25.652582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d1a0aa4e-dc71-4a34-b605-0fd7976cf77f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:25.658593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7654e6e-3767-4909-b61c-4dc6aa912896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d36f94-d3cd-4c49-a82a-162e29a7b5d7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:25.661305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa565cd-8a62-4128-a776-c8bd800d0f91 req-0ff4027e-1fd2-4ac2-a1b2-306357499bf8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:25.663524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfa565cd-8a62-4128-a776-c8bd800d0f91 req-0ff4027e-1fd2-4ac2-a1b2-306357499bf8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0920041 Nov 05 21:39:25.727455 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70701087-78bd-43fb-923c-e6f02e89b119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.735571 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.749263 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfa565cd-8a62-4128-a776-c8bd800d0f91 req-b57ec728-f750-4f31-8ce8-a09fc4210c94 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591471 Nov 05 21:39:25.795886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:25.818171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:25.850805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70701087-78bd-43fb-923c-e6f02e89b119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:25.857640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:25.927525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=13d9358b-1bee-412e-9c71-9e9f784f9ec1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:25.935109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-42b3ea87-d9d9-4712-b0ed-162815039567 service neutron] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:26.051751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-42b3ea87-d9d9-4712-b0ed-162815039567 service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.053486 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0e58113-6d4c-4469-9e47-4693d11c456b req-42b3ea87-d9d9-4712-b0ed-162815039567 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.5092952 Nov 05 21:39:26.144585 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70701087-78bd-43fb-923c-e6f02e89b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.147239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70701087-78bd-43fb-923c-e6f02e89b119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.148496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-70701087-78bd-43fb-923c-e6f02e89b119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62d36f94-d3cd-4c49-a82a-162e29a7b5d7 HTTP/1.1" status: 204 len: 168 time: 0.4950974 Nov 05 21:39:26.178609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70701087-78bd-43fb-923c-e6f02e89b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d36f94-d3cd-4c49-a82a-162e29a7b5d7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:26.194939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.307665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:39:26.343197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.364996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34f2883b-17cd-4926-afb2-d180f7d4699b req-39183106-2ecd-4af4-94ab-343085e6411e tempest-ImagesOneServerTestJSON-1798758288 tempest-ImagesOneServerTestJSON-1798758288-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9fd1a5d-48be-4598-85ab-fde876b06dd0 HTTP/1.1" status: 200 len: 210 time: 0.0372396 Nov 05 21:39:26.442602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:26.454950 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04fdf7f-eb97-49b4-b59b-7cd9ee1d4d1b x-openstack-request-id: req-e04fdf7f-eb97-49b4-b59b-7cd9ee1d4d1b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:26.455451 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd1a5d-48be-4598-85ab-fde876b06dd0", "name": "network-vif-deleted", "tag": "e8c30d52-72b3-4b55-84d3-ba71c23c3d75", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:26.456219 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e04fdf7f-eb97-49b4-b59b-7cd9ee1d4d1b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:26.456629 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd1a5d-48be-4598-85ab-fde876b06dd0', 'name': 'network-vif-deleted', 'tag': 'e8c30d52-72b3-4b55-84d3-ba71c23c3d75', 'status': 'completed', 'code': 200} Nov 05 21:39:26.469932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'mac_address': 'fa:16:3e:7d:f0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:39:26.492505 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc89649-969a-4c91-b9eb-71e2cf4368ac x-openstack-request-id: req-cdc89649-969a-4c91-b9eb-71e2cf4368ac {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:26.492794 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:26.493048 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdc89649-969a-4c91-b9eb-71e2cf4368ac {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:26.493490 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'status': 'completed', 'code': 200} Nov 05 21:39:26.530826 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.548105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:26.578240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-9aabd94b-4e42-4724-81c5-43442b55420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:26.578644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:26.581099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-9aabd94b-4e42-4724-81c5-43442b55420c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 1096 time: 0.0660934 Nov 05 21:39:26.598869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.690960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-026f2902-2052-41e8-b747-062888938cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:26.692995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-026f2902-2052-41e8-b747-062888938cd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1030684 Nov 05 21:39:26.725239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.725573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.748418 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-8fad9f45-33cc-4847-88ec-add1706e0a69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 200 len: 217 time: 0.0472035 Nov 05 21:39:26.796298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:26.805195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.805817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.806147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.806473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.806798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.807118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.807436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.807781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.808102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.808416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.808727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.809045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:39:26.824439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-2ca7e041-bdb6-4ccc-b323-c61e7271ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:26.826251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-2ca7e041-bdb6-4ccc-b323-c61e7271ad90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0707626 Nov 05 21:39:26.833480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=13d9358b-1bee-412e-9c71-9e9f784f9ec1,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:26.845760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.863450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-ece4f64f-c8a5-4f97-a1cb-28c1dc1d1bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290246 Nov 05 21:39:26.967531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:26.969154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-f40d5456-621e-49c2-b9ea-f96c04f05d84 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6589994 Nov 05 21:39:26.982889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-381d21c5-f53e-42b7-aed0-6d6840be40a5 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076009 Nov 05 21:39:27.048509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-1e8dbf72-d02d-49cd-bac7-c848f6d9cbae tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0699899 Nov 05 21:39:27.074561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:27.143804 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f61b73b-0ab3-42e9-b43f-07dce93ba73e req-65676c73-8d5a-4e38-9fd1-0cb7172fc1f3 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283426 Nov 05 21:39:27.184219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-4c8f9be4-731b-49f1-a45f-1cb1c614747f tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:27.200367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0277c26d-4f1d-434d-bdbe-7c38a81dda14 req-4c8f9be4-731b-49f1-a45f-1cb1c614747f tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1445563 Nov 05 21:39:27.406745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2748610-6fad-4453-b879-eb23e1b897f8 req-6603fc76-9e29-4725-90bd-bb79d1ffb491 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:27.408572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2748610-6fad-4453-b879-eb23e1b897f8 req-6603fc76-9e29-4725-90bd-bb79d1ffb491 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.0682414 Nov 05 21:39:27.468520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2748610-6fad-4453-b879-eb23e1b897f8 req-2665bc35-42cf-44a7-8f74-e3e56bfbbcf1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 Nov 05 21:39:27.531285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-4b5db370-348d-4487-b9ca-77c4f7038517 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1517515 Nov 05 21:39:27.541878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:27.661749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:27.781245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:27.906194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Allocated IP 172.25.6.196 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/bf13f577-4d2f-4d79-b3b9-2407527fb3f9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:28.032882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.146047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60380-6f34-40ec-a46b-e74fa2cb07f0 req-e7359ef4-0d62-4c1b-9923-a1543dc5618c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:28.148406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2b60380-6f34-40ec-a46b-e74fa2cb07f0 req-e7359ef4-0d62-4c1b-9923-a1543dc5618c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0576086 Nov 05 21:39:28.195241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.226476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2b60380-6f34-40ec-a46b-e74fa2cb07f0 req-a0f71cfa-64e4-4d72-a1d2-268ff8d24e49 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695753 Nov 05 21:39:28.232545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38490) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:28.246463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:28.250475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:28.256435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:28.275540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:28.319316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: e8c30d52-72b3-4b55-84d3-ba71c23c3d75 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:39:28.320126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e8c30d52-72b3-4b55-84d3-ba71c23c3d75 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:39:28.320920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:28.326659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:28.384186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=bf13f577-4d2f-4d79-b3b9-2407527fb3f9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:28.423041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.447084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:39:28.475779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-679678cd-9a85-4ada-b298-51f7d7318f64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88d0e03f84834bdaa544f936a4c1f262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420032 Nov 05 21:39:28.478144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38500) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:28.532588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efb25c52-9536-45ee-aefe-9a12ee01a456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.578478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efb25c52-9536-45ee-aefe-9a12ee01a456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.623797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b6f53-a543-4384-959d-29147ca47b18 req-ebd435ab-3550-4af2-9993-f95547af9029 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:28.625249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a69b6f53-a543-4384-959d-29147ca47b18 req-ebd435ab-3550-4af2-9993-f95547af9029 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.0774801 Nov 05 21:39:28.651087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:39:28.655872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:28.656103 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.686178 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.718084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a69b6f53-a543-4384-959d-29147ca47b18 req-fe0391c1-0169-49d2-8a96-c43cc755841d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852835 Nov 05 21:39:28.794633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.826693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:28.826693 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987cd4a3-56d1-468a-9dce-546d30138c32" -d '{"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:28.829201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efb25c52-9536-45ee-aefe-9a12ee01a456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.831949 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efb25c52-9536-45ee-aefe-9a12ee01a456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:28.833059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-efb25c52-9536-45ee-aefe-9a12ee01a456 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b69b2062-e83b-40e3-957d-eef5764d3fd6 HTTP/1.1" status: 204 len: 168 time: 0.3540106 Nov 05 21:39:28.851728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:28.853550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb25c52-9536-45ee-aefe-9a12ee01a456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b2062-e83b-40e3-957d-eef5764d3fd6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:28.894872 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120b778f-e969-43c1-8a0d-000c22c0f0a6 x-openstack-request-id: req-120b778f-e969-43c1-8a0d-000c22c0f0a6 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:28.895198 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:28.895489 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-120b778f-e969-43c1-8a0d-000c22c0f0a6 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:28.896174 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'code': 200} Nov 05 21:39:28.913115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:29.011472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38f3b-942e-4792-b9df-3c752ca18d49 req-90294e91-48bd-4114-afb6-10a0d777ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:29.013082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04c38f3b-942e-4792-b9df-3c752ca18d49 req-90294e91-48bd-4114-afb6-10a0d777ba02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1099 time: 0.0513124 Nov 05 21:39:29.016858 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:29.069070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:29.081524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:29.083065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04c38f3b-942e-4792-b9df-3c752ca18d49 req-3dc69223-2e8b-49c8-bc77-44e8daec0134 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602143 Nov 05 21:39:29.150842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event updated for resources: {'Port': ['ID=bf13f577-4d2f-4d79-b3b9-2407527fb3f9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:29.159460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:29.281555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:29.283570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-0cee0872-c6a2-46a5-9f22-c9d291bb1f86 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7464430 Nov 05 21:39:29.347013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a2b14-48fb-4403-8ff6-dd62ebbc2000 req-aa946be6-85b8-4931-a158-e8339ee6319c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:29.353566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-7b6d747c-73c2-4f6f-b179-46a8c58001fe tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.0591588 Nov 05 21:39:29.355323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c32a2b14-48fb-4403-8ff6-dd62ebbc2000 req-aa946be6-85b8-4931-a158-e8339ee6319c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0631943 Nov 05 21:39:29.425527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c32a2b14-48fb-4403-8ff6-dd62ebbc2000 req-4f9373ae-83d4-4b8a-be12-c3c59c45b69a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673070 Nov 05 21:39:29.523470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-56d66276-7402-42ae-b6c5-09c48b6619ac tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:29.528385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-09ef8b95-bc1f-4b6d-aeac-829698c5a8f8 req-56d66276-7402-42ae-b6c5-09c48b6619ac tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1707919 Nov 05 21:39:29.608566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1654928e-38a8-4dd2-8e23-bbb5cf31d665 req-159293c8-7760-4ae1-bea6-bc6b75115445 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips/c740f290-4a4b-4e0b-96b5-566fd2ea24b7 HTTP/1.1" status: 200 len: 693 time: 0.0596681 Nov 05 21:39:29.720450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654928e-38a8-4dd2-8e23-bbb5cf31d665 req-559ae6b0-221b-4920-9b82-8ada1c784890 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:29.721947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1654928e-38a8-4dd2-8e23-bbb5cf31d665 req-559ae6b0-221b-4920-9b82-8ada1c784890 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1117058 Nov 05 21:39:29.735424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-1654928e-38a8-4dd2-8e23-bbb5cf31d665 req-91694b9c-0eac-4e55-bc27-1fb1ec2e362c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:39:29.736868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1654928e-38a8-4dd2-8e23-bbb5cf31d665 req-91694b9c-0eac-4e55-bc27-1fb1ec2e362c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085201 Nov 05 21:39:29.819759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-f31e7841-c68d-4a0e-9d6f-1efaaec1495c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips/c740f290-4a4b-4e0b-96b5-566fd2ea24b7 HTTP/1.1" status: 200 len: 693 time: 0.0551729 Nov 05 21:39:29.884295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c18a8-6041-4ade-917e-251a1e46b3b4 req-a107e326-ba70-4089-816c-540c5a208c9c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:29.885973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f59c18a8-6041-4ade-917e-251a1e46b3b4 req-a107e326-ba70-4089-816c-540c5a208c9c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0747337 Nov 05 21:39:29.957151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f59c18a8-6041-4ade-917e-251a1e46b3b4 req-eadddf06-b9b9-4b1e-bb61-2da557748e9b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636027 Nov 05 21:39:29.958153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-c9f60e51-217c-4bc6-8c4f-d37ffc99dd7e tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:29.968066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-c9f60e51-217c-4bc6-8c4f-d37ffc99dd7e tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1473925 Nov 05 21:39:30.025355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-0dc9e152-e08a-43f7-aa90-72f00a6f3877 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.0563393 Nov 05 21:39:30.105547 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-a1119d1b-720b-4b8e-80e8-8d832be5e2ee tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.0712919 Nov 05 21:39:30.277261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Deleting port bf13f577-4d2f-4d79-b3b9-2407527fb3f9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:30.284415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:30.360399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:30.361091 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:30.374239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Calling delete_port for bf13f577-4d2f-4d79-b3b9-2407527fb3f9 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:30.428727 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:30.579685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433f778-103d-4fd7-aa25-8c3176f89f3a req-92e1c1f0-4ceb-472a-9960-4a4e0940497d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:30.582014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9433f778-103d-4fd7-aa25-8c3176f89f3a req-92e1c1f0-4ceb-472a-9960-4a4e0940497d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0600545 Nov 05 21:39:30.640000 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9433f778-103d-4fd7-aa25-8c3176f89f3a req-d79a2ab9-b9aa-41a1-bc12-68d82331c7df tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457351 Nov 05 21:39:30.800919 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:30.829141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event deleted for resources: {'Port': ['ID=bf13f577-4d2f-4d79-b3b9-2407527fb3f9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:30.898761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:30.901512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:30.902690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7953b85-3ac1-4e17-997e-012f34e3a23a req-9ce0d1df-1124-4ead-a800-89efe2911f85 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "DELETE /v2.0/floatingips/c740f290-4a4b-4e0b-96b5-566fd2ea24b7 HTTP/1.1" status: 204 len: 173 time: 0.7887721 Nov 05 21:39:31.112930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd9e49-c9da-40aa-89bf-3601fa89b314 req-03b344f8-6a70-4ac7-81d1-e1a8867f894e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:31.114940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52fd9e49-c9da-40aa-89bf-3601fa89b314 req-03b344f8-6a70-4ac7-81d1-e1a8867f894e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0852785 Nov 05 21:39:31.132273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731a20b-7034-410e-a58d-2b43b0daf283 req-b88d22e9-7e32-4100-a025-e9b92332008a tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:31.137724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d731a20b-7034-410e-a58d-2b43b0daf283 req-b88d22e9-7e32-4100-a025-e9b92332008a tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2142582 Nov 05 21:39:31.189247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52fd9e49-c9da-40aa-89bf-3601fa89b314 req-8958c689-62fd-4f0e-bf57-92ae32422c8c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Nov 05 21:39:31.269725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de0c413a-e8cc-4886-bbb1-462d6198fabd req-f9ff3563-8fdc-45db-a706-8ed0ee7296d5 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=9c82e8a43bd74d75bb8c2c841d1563aa HTTP/1.1" status: 200 len: 1656 time: 0.1128669 Nov 05 21:39:31.340911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbcf08-fcc5-402e-aa42-68b009a3c563 req-e805a26c-d156-478e-8548-bafd70dc3644 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:31.342440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05bbcf08-fcc5-402e-aa42-68b009a3c563 req-e805a26c-d156-478e-8548-bafd70dc3644 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0555584 Nov 05 21:39:31.381904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c413a-e8cc-4886-bbb1-462d6198fabd req-54b21588-668d-4191-8eeb-cab448f38c6d tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:31.383517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de0c413a-e8cc-4886-bbb1-462d6198fabd req-54b21588-668d-4191-8eeb-cab448f38c6d tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks?id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&id=2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 787 time: 0.1126511 Nov 05 21:39:31.394278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-de0c413a-e8cc-4886-bbb1-462d6198fabd req-41b4830b-e51b-49e8-b2d9-bb3e17beb24b tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:39:31.395277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de0c413a-e8cc-4886-bbb1-462d6198fabd req-41b4830b-e51b-49e8-b2d9-bb3e17beb24b tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059040 Nov 05 21:39:31.398509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05bbcf08-fcc5-402e-aa42-68b009a3c563 req-fffb3713-15a9-409f-bc21-ceaf579091e2 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 Nov 05 21:39:31.462688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-779b5e46-0ab7-4145-8ab2-949f6933116f tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips/96099498-aa10-4c66-b9d5-165a39cd5d16 HTTP/1.1" status: 200 len: 693 time: 0.0451725 Nov 05 21:39:31.575786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-6237e4f1-ff1d-491b-b5bd-320d4e54993e tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:31.577310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-6237e4f1-ff1d-491b-b5bd-320d4e54993e tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1076288 Nov 05 21:39:31.628678 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-d084f9bd-415e-4c4b-b37d-1a591a225ab9 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0431952 Nov 05 21:39:31.683021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-da5ddb83-b37f-4497-8745-ad0b0217cbd4 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0475585 Nov 05 21:39:31.824834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Deleting port 13d9358b-1bee-412e-9c71-9e9f784f9ec1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:31.825168 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:31.903850 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:31.904180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:31.916033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Calling delete_port for 13d9358b-1bee-412e-9c71-9e9f784f9ec1 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:32.197417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c308-65bb-46fe-b374-3e2e8fc7d67e req-05e20996-75cf-4467-a97d-9a1b39d3a4a5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:32.199079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3093c308-65bb-46fe-b374-3e2e8fc7d67e req-05e20996-75cf-4467-a97d-9a1b39d3a4a5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0498850 Nov 05 21:39:32.250656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3093c308-65bb-46fe-b374-3e2e8fc7d67e req-36ebd629-388c-425e-a9f0-857d2ab643fe tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Nov 05 21:39:32.262659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:32.292222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:39:32.309892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event deleted for resources: {'Port': ['ID=13d9358b-1bee-412e-9c71-9e9f784f9ec1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:32.438817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:32.455313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'port_id': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'mac_address': 'fa:16:3e:32:3e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999d2575-2a31-40a6-91ba-569e3a404e74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:39:32.514218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:32.537480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:32.571274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:32.636729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edf2f6-071c-4469-a662-d350b9f303a3 req-e0bc7926-1d74-4ccf-ae6d-285bdc077b2a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:32.638610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75edf2f6-071c-4469-a662-d350b9f303a3 req-e0bc7926-1d74-4ccf-ae6d-285bdc077b2a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0705657 Nov 05 21:39:32.702922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75edf2f6-071c-4469-a662-d350b9f303a3 req-4b46d3d4-a8ef-4818-a359-fea23f32d2ec tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536497 Nov 05 21:39:32.790095 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:32.793044 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:32.794208 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7f6c5ef-0a02-4c64-9def-51d0472605e8 req-c804b67f-7643-49bf-b890-78a12f1f171c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "DELETE /v2.0/floatingips/96099498-aa10-4c66-b9d5-165a39cd5d16 HTTP/1.1" status: 204 len: 173 time: 1.1042697 Nov 05 21:39:32.802131 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-172bcc55-be2d-4b8d-8a37-4f787e6e2a3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826585 Nov 05 21:39:32.857530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-666c0797-6388-4148-8caa-540c6d40df92 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips/65b30670-326a-457b-b280-007f205a8e2a HTTP/1.1" status: 200 len: 692 time: 0.0440936 Nov 05 21:39:32.953982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:32.954943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:32.979406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-91a37b17-d7f2-4c99-8fdc-c75ad1294806 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:32.980861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-91a37b17-d7f2-4c99-8fdc-c75ad1294806 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1164198 Nov 05 21:39:33.017111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:33.032364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:33.059221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-9c2cfbec-c062-41f4-9d8a-f8ee14a7d0e4 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 695 time: 0.0709989 Nov 05 21:39:33.133782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-4b74b6e9-ae0c-401a-9f8f-95df6d9ed76c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 695 time: 0.0675533 Nov 05 21:39:33.281077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Deleting port 9590765e-95e1-401c-b0c7-3d6b7d295837 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:33.281427 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:33.393365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:33.393705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:33.406543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Calling delete_port for 9590765e-95e1-401c-b0c7-3d6b7d295837 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:33.417985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d3571-9df9-45ac-b12b-f052e4a48d7c req-2cbe151d-1f36-4ea7-9b26-6c0002705bb1 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:33.419742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-765d3571-9df9-45ac-b12b-f052e4a48d7c req-2cbe151d-1f36-4ea7-9b26-6c0002705bb1 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 944 time: 0.0556228 Nov 05 21:39:33.469773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-765d3571-9df9-45ac-b12b-f052e4a48d7c req-1672395f-0285-4a97-8464-f3d3e44187a0 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Nov 05 21:39:33.828162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535baa3-5ae0-4180-8854-6454158bf332 req-57658ea6-9412-4c4b-91e6-a66391359bc0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:33.829579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:33.830011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0535baa3-5ae0-4180-8854-6454158bf332 req-57658ea6-9412-4c4b-91e6-a66391359bc0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0536153 Nov 05 21:39:33.855201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event deleted for resources: {'Port': ['ID=9590765e-95e1-401c-b0c7-3d6b7d295837,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:33.886278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0535baa3-5ae0-4180-8854-6454158bf332 req-9f359d9a-d519-4896-b6c8-98cbae0e6924 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488980 Nov 05 21:39:33.949076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:33.949076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:33.949076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d9a9318-dc6f-4108-916d-e2ebe1be130d req-061e91b2-205e-4849-a0f6-4911f789805c tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "DELETE /v2.0/floatingips/65b30670-326a-457b-b280-007f205a8e2a HTTP/1.1" status: 204 len: 173 time: 0.7949929 Nov 05 21:39:34.016245 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-2b932955-b3f9-4e1a-b973-6f034783b01d tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips/1dfb5a31-08c1-4877-ad36-fd574a66c940 HTTP/1.1" status: 200 len: 693 time: 0.0533848 Nov 05 21:39:34.145409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-e72c58d5-4ba5-4dd3-b302-618d5e2ad544 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:34.146989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-e72c58d5-4ba5-4dd3-b302-618d5e2ad544 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1252687 Nov 05 21:39:34.201777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-de92aedd-d0de-4c92-a61f-33afb07b1c8a tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0485775 Nov 05 21:39:34.251195 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-450aef05-3a0f-4f72-8c31-fa3a3003cba3 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0432847 Nov 05 21:39:34.315147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:34.362069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:34.362430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:34.382533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Deleting port 6f7319a4-7abd-40d7-bb96-ba112aed9e6b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:34.382872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:34.498496 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:34.499211 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:34.517095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Calling delete_port for 6f7319a4-7abd-40d7-bb96-ba112aed9e6b owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:34.597881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54711060-7714-4a22-a9da-969aafd0ee88 req-63d956e5-1e43-49ae-a8e3-dd57bd55b104 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:34.598510 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:34.600009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54711060-7714-4a22-a9da-969aafd0ee88 req-63d956e5-1e43-49ae-a8e3-dd57bd55b104 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 944 time: 0.0551724 Nov 05 21:39:34.622645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:34.624897 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e2977-843a-40bb-9b4d-a6c0db07bc3c" -d '{"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:34.638281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:34.656113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54711060-7714-4a22-a9da-969aafd0ee88 req-38f0aca9-f694-47db-a5fd-14ed83c35135 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474420 Nov 05 21:39:34.753824 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8044359-4938-495c-ae16-5799ad9e0808 x-openstack-request-id: req-f8044359-4938-495c-ae16-5799ad9e0808 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:34.754118 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:34.754372 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8044359-4938-495c-ae16-5799ad9e0808 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:34.754795 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'code': 200} Nov 05 21:39:34.977427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:34.978007 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:35.010441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Pushing event deleted for resources: {'Port': ['ID=6f7319a4-7abd-40d7-bb96-ba112aed9e6b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:35.061789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e300d-f175-465c-a035-f1ee0c58d55e req-95b6018f-33d8-4e8f-bdb1-6d1dc8270068 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:35.063374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c4e300d-f175-465c-a035-f1ee0c58d55e req-95b6018f-33d8-4e8f-bdb1-6d1dc8270068 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0989082 Nov 05 21:39:35.069799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:35.097984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:35.101514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:35.108611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b3a4dbf-1824-4aef-8919-b160613ad594 req-f6a2c027-a355-4bd7-971f-0f14869414c2 tempest-FloatingIPDetailsTestJSON-1237813647 tempest-FloatingIPDetailsTestJSON-1237813647-project] 10.222.0.41 "DELETE /v2.0/floatingips/1dfb5a31-08c1-4877-ad36-fd574a66c940 HTTP/1.1" status: 204 len: 173 time: 0.8511338 Nov 05 21:39:35.110552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38786) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:35.185065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c4e300d-f175-465c-a035-f1ee0c58d55e req-2c4c5b04-e8c2-4d58-bd4d-8e6053d17633 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967588 Nov 05 21:39:35.541639 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:35.849873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ab077-d30b-4e92-be6e-935d44fb87a0 req-6a25223c-8e17-4bef-9dae-e0fcfc4da2aa tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:35.857425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c9ab077-d30b-4e92-be6e-935d44fb87a0 req-6a25223c-8e17-4bef-9dae-e0fcfc4da2aa tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0929153 Nov 05 21:39:35.912579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Deleting port 5b2c064c-4804-453a-907d-1911780d4b56 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:35.912920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:35.917416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c9ab077-d30b-4e92-be6e-935d44fb87a0 req-5a0e79ca-b243-4b44-b365-3409e4a7b9d7 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592065 Nov 05 21:39:36.011541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] For port 5b2c064c-4804-453a-907d-1911780d4b56, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5b2c064c-4804-453a-907d-1911780d4b56,segment=NetworkSegment(ddb5e7ca-7cf0-44d1-a21a-060736819f9a),segment_id=ddb5e7ca-7cf0-44d1-a21a-060736819f9a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:36.012359 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:36.029316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Calling delete_port for 5b2c064c-4804-453a-907d-1911780d4b56 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:36.304466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1b9b3-352d-4e4f-8b12-bad8a7ecc496 req-2239b718-13d5-4b4c-b6a5-bc14b0e998d9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:36.312958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89b1b9b3-352d-4e4f-8b12-bad8a7ecc496 req-2239b718-13d5-4b4c-b6a5-bc14b0e998d9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0629191 Nov 05 21:39:36.372304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89b1b9b3-352d-4e4f-8b12-bad8a7ecc496 req-18843b49-5320-4918-9efb-c3a47db0047b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584867 Nov 05 21:39:36.405209 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ded31c00-78fd-4243-8d39-bd331e9ee8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:36.542917 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:36.577185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2c064c-4804-453a-907d-1911780d4b56,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:36.800558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:37.008828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-148d0f2a-b498-42aa-b126-bc095b2cf8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:37.010530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-148d0f2a-b498-42aa-b126-bc095b2cf8dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1100 time: 0.0638618 Nov 05 21:39:37.116783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e514a5-0560-4513-8f77-14c410c3f280 req-dae7916b-0f86-4246-989a-020d8e52206b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:37.124143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93e514a5-0560-4513-8f77-14c410c3f280 req-dae7916b-0f86-4246-989a-020d8e52206b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.0973108 Nov 05 21:39:37.215245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:39:37.221191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-1703d2b3-f927-4f67-aaf1-ee6d7635f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:37.221191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-1703d2b3-f927-4f67-aaf1-ee6d7635f0e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1631877 Nov 05 21:39:37.262232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93e514a5-0560-4513-8f77-14c410c3f280 req-060519e5-9be2-47e7-a76e-b5eb84c2787f tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322339 Nov 05 21:39:37.300318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-2c7f8e32-d5fc-454e-8789-9d30fc0bf57d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0723236 Nov 05 21:39:37.429315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-17d73a11-86b5-4664-852e-32ad25bf4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:37.430854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-17d73a11-86b5-4664-852e-32ad25bf4574 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0883236 Nov 05 21:39:37.505029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:39:37.518203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b2130ac-8a2f-4f15-b37b-936abf10e067 admin admin] 10.222.0.41 "PUT /v2.0/routers/52e73eac-f3c7-4fd1-b230-13393fef3cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003191 Nov 05 21:39:37.518316 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] Sync routers for ids ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:39:37.519945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:37.528994 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] Routers {'52e73eac-f3c7-4fd1-b230-13393fef3cd9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:39:37.530122 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:39:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:37.532652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-3895c935-4f07-4cec-b7f7-cde2080d2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:37.534529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-3895c935-4f07-4cec-b7f7-cde2080d2378 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947337 Nov 05 21:39:37.577356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952bc16-8ae1-4af8-b4a0-02922b68cff4 req-d6d86429-5e4c-4e64-b72b-df2a71d51542 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:37.587225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0952bc16-8ae1-4af8-b4a0-02922b68cff4 req-d6d86429-5e4c-4e64-b72b-df2a71d51542 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.1103897 Nov 05 21:39:37.716480 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] Set router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:39:37.727748 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:37.881201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0952bc16-8ae1-4af8-b4a0-02922b68cff4 req-7d8e18b8-d8db-482c-8c04-e89ef811e2cc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740743 Nov 05 21:39:37.969328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-416671db-94cb-4f49-a650-81789afdf594 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242854 Nov 05 21:39:37.979930 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:36Z', 'revision_number': 5, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:38.025224 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] Checking router: 52e73eac-f3c7-4fd1-b230-13393fef3cd9 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:39:38.047151 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] Routers {'52e73eac-f3c7-4fd1-b230-13393fef3cd9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:39:38.049845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:39:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:38.097669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:38.207729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-bcd9748a-2732-4109-894b-69116759a74f service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295108 Nov 05 21:39:38.271945 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] Set router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:39:38.287977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Deleting port ad63eba5-4bbc-4ff3-8135-4c5091e59323 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:38.287977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:38.530995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e747e8f1-ac44-4695-b442-4d7a19632b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:38.568908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3613e-ad6c-440a-86da-37e4c3ca40ce req-69a978d9-9a40-4853-af7d-6af0c12054e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:38.570427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] For port ad63eba5-4bbc-4ff3-8135-4c5091e59323, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ad63eba5-4bbc-4ff3-8135-4c5091e59323,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:38.570912 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:38.573276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bba3613e-ad6c-440a-86da-37e4c3ca40ce req-69a978d9-9a40-4853-af7d-6af0c12054e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.1182551 Nov 05 21:39:38.606910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Calling delete_port for ad63eba5-4bbc-4ff3-8135-4c5091e59323 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:38.646956 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:36Z', 'revision_number': 5, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:38.702011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bba3613e-ad6c-440a-86da-37e4c3ca40ce req-44f25626-88d0-4843-9060-5b5a3f6ecceb tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116488 Nov 05 21:39:38.721283 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f1eec-457a-4866-9a8d-0f346d4c9a1c None None] The sync data for ids ['52e73eac-f3c7-4fd1-b230-13393fef3cd9'] in n-d-816738-5 is: [{'id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'name': 'tempest-FloatingIPDetailsTestJSON-446706232-router', 'tenant_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:39:02Z', 'updated_at': '2021-11-05T21:39:36Z', 'revision_number': 5, 'project_id': '9c82e8a43bd74d75bb8c2c841d1563aa', 'gw_port': {'id': 'ad63eba5-4bbc-4ff3-8135-4c5091e59323', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e73eac-f3c7-4fd1-b230-13393fef3cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:39:05Z', 'updated_at': '2021-11-05T21:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:39:39.023944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.035680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147451ac-697a-4b9b-8242-228b031ad653 req-5caa1d8c-4f16-4e60-a640-4c969d2fd45c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:39.037984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-147451ac-697a-4b9b-8242-228b031ad653 req-5caa1d8c-4f16-4e60-a640-4c969d2fd45c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0667996 Nov 05 21:39:39.087973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad63eba5-4bbc-4ff3-8135-4c5091e59323,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:39.164697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.188762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-147451ac-697a-4b9b-8242-228b031ad653 req-eb6cb243-1253-43b5-a80b-57543ce335d5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425827 Nov 05 21:39:39.334460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5b2c064c-4804-453a-907d-1911780d4b56 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:39.406667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5b2c064c-4804-453a-907d-1911780d4b56 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:39:39.407020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5b2c064c-4804-453a-907d-1911780d4b56 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:39:39.421749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.426230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.542205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293e810-daaa-4177-bcb7-d02f29a2b42b req-deacf63b-3731-48af-8ead-84fa4c6f2edd tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:39.543969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d293e810-daaa-4177-bcb7-d02f29a2b42b req-deacf63b-3731-48af-8ead-84fa4c6f2edd tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 945 time: 0.1754398 Nov 05 21:39:39.599298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d293e810-daaa-4177-bcb7-d02f29a2b42b req-03a9eb84-c89b-4722-a6b3-8faaf4191140 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480742 Nov 05 21:39:39.633818 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.634354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e73eac-f3c7-4fd1-b230-13393fef3cd9 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:39:39.645676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.645676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9c556805-1533-41ea-bf04-90c515eec15e admin admin] 10.222.0.41 "DELETE /v2.0/routers/52e73eac-f3c7-4fd1-b230-13393fef3cd9 HTTP/1.1" status: 204 len: 168 time: 2.1203372 Nov 05 21:39:39.647086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38948) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:39.738703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-0a6821c9-5bb1-410c-845c-1dde00b2ede8 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aad50f3b7cf642489be12517e536078d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379384 Nov 05 21:39:39.742563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] Deleting subnet f2db94bc-998a-4550-851a-f76d360ce65d {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:39:39.746082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.832715 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.908048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:39.976687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-eab29993-46b9-4b4b-9d24-800e005da758 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:39.978160 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-eab29993-46b9-4b4b-9d24-800e005da758 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301309 Nov 05 21:39:39.999252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-a4a76023-6cfd-479b-985a-c3bdb44ede84 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/quotas/aad50f3b7cf642489be12517e536078d HTTP/1.1" status: 200 len: 375 time: 0.0140316 Nov 05 21:39:40.000534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.054293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-f17c38ed-e927-4397-b77f-a6d523b2bf01 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aad50f3b7cf642489be12517e536078d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340996 Nov 05 21:39:40.171730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.206349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2db94bc-998a-4550-851a-f76d360ce65d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:40.213936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.219685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ec815ecb-2620-4a2f-b85d-cc429854000a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f2db94bc-998a-4550-851a-f76d360ce65d HTTP/1.1" status: 204 len: 168 time: 0.5711424 Nov 05 21:39:40.222186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38958) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:40.224917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff98ba-133b-4016-bd2f-bbce9478a5a3 None None] Network 29f0722f-4306-49f0-b3d4-d6040aece021 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:39:40.350077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.357707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:40.482878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.511857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] DHCP port deletion for 29f0722f-4306-49f0-b3d4-d6040aece021 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:39:40.531912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:40.531912 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c5936b-bbbb-4fb2-add7-d8f2b3e240f3" -d '{"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:40.562789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099cf4b-c2a2-45b8-b2e8-d98bc134cf0f req-ede87129-d5c1-4d77-87f8-4697961e88cf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:40.570902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e099cf4b-c2a2-45b8-b2e8-d98bc134cf0f req-ede87129-d5c1-4d77-87f8-4697961e88cf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.2389731 Nov 05 21:39:40.582425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:40.644418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] Deleting port f8c013b5-156e-41d7-a871-eedaca186fa5 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:40.644969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.656354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Deleting port f8c013b5-156e-41d7-a871-eedaca186fa5 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:40.656934 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.673633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e099cf4b-c2a2-45b8-b2e8-d98bc134cf0f req-df597b27-e7a5-4b0c-be87-e6a1083d6b42 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Nov 05 21:39:40.673839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b9bc0072-809b-441f-9ee9-690ab1f5d221 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aad50f3b7cf642489be12517e536078d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354226 Nov 05 21:39:40.680449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.761696 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b25fd-427d-46ea-b929-b6a7fa8c1a78 x-openstack-request-id: req-a88b25fd-427d-46ea-b929-b6a7fa8c1a78 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:40.762614 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:40.763521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] For port f8c013b5-156e-41d7-a871-eedaca186fa5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f8c013b5-156e-41d7-a871-eedaca186fa5,segment=NetworkSegment(ddb5e7ca-7cf0-44d1-a21a-060736819f9a),segment_id=ddb5e7ca-7cf0-44d1-a21a-060736819f9a)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:40.763970 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a88b25fd-427d-46ea-b929-b6a7fa8c1a78 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:40.764608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.766673 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'code': 200} Nov 05 21:39:40.809700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Calling delete_port for f8c013b5-156e-41d7-a871-eedaca186fa5 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:40.821942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38990) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:40.845593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-bac7ebce-046d-4dee-b588-5d8daac9a8fd tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:40.847608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-bac7ebce-046d-4dee-b588-5d8daac9a8fd tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728833 Nov 05 21:39:40.855961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:40.868319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] For port f8c013b5-156e-41d7-a871-eedaca186fa5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f8c013b5-156e-41d7-a871-eedaca186fa5,segment=NetworkSegment(ddb5e7ca-7cf0-44d1-a21a-060736819f9a),segment_id=ddb5e7ca-7cf0-44d1-a21a-060736819f9a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:40.868938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:40.894471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-ba7b27b9-19bb-4f7e-9698-e387beb45362 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/quotas/aad50f3b7cf642489be12517e536078d HTTP/1.1" status: 200 len: 375 time: 0.0396023 Nov 05 21:39:40.907884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] Calling delete_port for f8c013b5-156e-41d7-a871-eedaca186fa5 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:40.971645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-1fc4830e-1b62-4d0b-bf74-8ed48797db56 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aad50f3b7cf642489be12517e536078d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617263 Nov 05 21:39:40.980445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89075-753e-4672-97a5-2e5cc3021f5e req-f86d1eb8-e0fa-450c-8356-0eb83cf6ab40 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:40.982438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57c89075-753e-4672-97a5-2e5cc3021f5e req-f86d1eb8-e0fa-450c-8356-0eb83cf6ab40 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 943 time: 0.1236582 Nov 05 21:39:41.012996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93819abc-7606-45d7-af8d-057d448c9976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.066773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57c89075-753e-4672-97a5-2e5cc3021f5e req-3bca044e-7d29-47bc-ba88-fa0d6d9dacab tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757551 Nov 05 21:39:41.125020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93819abc-7606-45d7-af8d-057d448c9976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.204742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.213728 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.222160 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93819abc-7606-45d7-af8d-057d448c9976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.246364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] No DVR routers for this DVR port f8c013b5-156e-41d7-a871-eedaca186fa5 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:39:41.326633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c013b5-156e-41d7-a871-eedaca186fa5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:41.329730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] No DVR routers for this DVR port f8c013b5-156e-41d7-a871-eedaca186fa5 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:39:41.336567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f8c013b5-156e-41d7-a871-eedaca186fa5 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:41.340250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02077390-0eab-417b-a5c3-f7f7e0ab88e1 None None] Pushing event deleted for resources: {'Port': ['ID=f8c013b5-156e-41d7-a871-eedaca186fa5,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:41.342063 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.354506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-93819abc-7606-45d7-af8d-057d448c9976 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2f72689bdd24ec69e09ca67e77c29d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5307832 Nov 05 21:39:41.360179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39004) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:41.368032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f8c013b5-156e-41d7-a871-eedaca186fa5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:39:41.368378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f8c013b5-156e-41d7-a871-eedaca186fa5 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:39:41.368790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad63eba5-4bbc-4ff3-8135-4c5091e59323 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:41.397946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ad63eba5-4bbc-4ff3-8135-4c5091e59323 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:39:41.398288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad63eba5-4bbc-4ff3-8135-4c5091e59323 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:39:41.450735 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ba20129-2170-4067-aa9e-6942d7b702e5 req-fbf98e73-edf6-446b-bf3e-7602aa771d18 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 210 time: 0.0701993 Nov 05 21:39:41.485125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.486019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-a78c149f-4e33-426f-b4ab-801dfb751252 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:41.487569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-a78c149f-4e33-426f-b4ab-801dfb751252 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 943 time: 0.2192945 Nov 05 21:39:41.488669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93819abc-7606-45d7-af8d-057d448c9976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c041ae83-5665-433e-ba64-98da6b0b58f7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:41.495954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-92b57ad1-5449-4840-8e9e-8edf5c045b3c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:41.503929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-92b57ad1-5449-4840-8e9e-8edf5c045b3c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.3223536 Nov 05 21:39:41.668575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Deleting port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:39:41.668914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.901918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f0722f-4306-49f0-b3d4-d6040aece021']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:41.907447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-d12f7ce9-8088-4f01-b931-4bf457e36cc1 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/quotas/716b3930b41c42479302dd5a494f2f60 HTTP/1.1" status: 200 len: 375 time: 0.4025481 Nov 05 21:39:41.908740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.925651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:41.925943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb5e7ca-7cf0-44d1-a21a-060736819f9a') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:39:41.946699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cff2a28-9a05-4571-b0ac-5e2998ca9564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.963709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:41.994412 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.011102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:39:42.011507 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:39:42.013330 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:39:42.015481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cff2a28-9a05-4571-b0ac-5e2998ca9564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.087405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-d23bccf6-cef7-4df1-96d0-bdcbc842b17e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1659040 Nov 05 21:39:42.179027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] For port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:42.180025 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.202927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa84621-323e-4f87-adc4-b74abb20bb39 req-1783b47a-873c-4227-9b6c-4c432889f5bd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:42.208073 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2aa84621-323e-4f87-adc4-b74abb20bb39 req-1783b47a-873c-4227-9b6c-4c432889f5bd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.4478455 Nov 05 21:39:42.209127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Calling delete_port for 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:39:42.217077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-031bf79d-1354-452a-9944-98b09ffcfe6e service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221988 Nov 05 21:39:42.230349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.257207 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.262992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] 10.222.0.41 "DELETE /v2.0/networks/29f0722f-4306-49f0-b3d4-d6040aece021 HTTP/1.1" status: 204 len: 168 time: 2.0372696 Nov 05 21:39:42.284934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7859ee-00f6-4dba-bff5-8d82c998f75f admin admin] Pushing event deleted for resources: {'Network': ['ID=29f0722f-4306-49f0-b3d4-d6040aece021,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:42.289691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cff2a28-9a05-4571-b0ac-5e2998ca9564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.289911 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cff2a28-9a05-4571-b0ac-5e2998ca9564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.292216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0cff2a28-9a05-4571-b0ac-5e2998ca9564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c041ae83-5665-433e-ba64-98da6b0b58f7 HTTP/1.1" status: 204 len: 168 time: 0.9307969 Nov 05 21:39:42.329891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff2a28-9a05-4571-b0ac-5e2998ca9564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041ae83-5665-433e-ba64-98da6b0b58f7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:42.387989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2aa84621-323e-4f87-adc4-b74abb20bb39 req-defb2cf7-8a97-45ba-8b2c-a55f7786f259 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684146 Nov 05 21:39:42.391967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-df0d1b05-c387-4552-a80a-84a9386dd685 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584828 Nov 05 21:39:42.528049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef0ac-3a08-4aa7-ba6d-1fbf4cdd21d4 req-40bf46f6-b886-43ed-b44c-a1887fd2a0a4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:42.529255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-384ef0ac-3a08-4aa7-ba6d-1fbf4cdd21d4 req-40bf46f6-b886-43ed-b44c-a1887fd2a0a4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 943 time: 0.0643377 Nov 05 21:39:42.584642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-384ef0ac-3a08-4aa7-ba6d-1fbf4cdd21d4 req-1c687937-825c-40f4-8d4e-28c7618c2d09 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482059 Nov 05 21:39:42.611239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.641169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event deleted for resources: {'Port': ['ID=9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:42.708928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa051a84-6d82-40db-9ee5-ecd68267c558 req-395e74b1-b140-4280-868c-d1204d31ce31 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 210 time: 0.0595593 Nov 05 21:39:42.709712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] No DVR routers for this DVR port 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:39:42.712322 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:42.715617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7f107c5-53c7-4e57-b60b-080c4d8aac99 req-108ef0a0-a975-42cb-8f48-5ebb3c25de42 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "DELETE /v2.0/ports/9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f HTTP/1.1" status: 204 len: 173 time: 1.2215917 Nov 05 21:39:42.716060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-deleted', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:42.718385 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f378df9-8afa-412a-a5c6-e2eabd6afd20" -d '{"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-deleted", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:42.823702 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f32e58-775d-44e3-9d83-cfb60781fccf x-openstack-request-id: req-15f32e58-775d-44e3-9d83-cfb60781fccf {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:42.824058 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884f3e3-8e43-4347-a7bd-81886385e28e", "name": "network-vif-deleted", "tag": "9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:42.824635 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15f32e58-775d-44e3-9d83-cfb60781fccf {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:42.825052 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884f3e3-8e43-4347-a7bd-81886385e28e', 'name': 'network-vif-deleted', 'tag': '9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f', 'status': 'completed', 'code': 200} Nov 05 21:39:42.980078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39042) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:43.031210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e5b300c0-7bed-4bd4-826a-2af0be6dceb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c82e8a43bd74d75bb8c2c841d1563aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496967 Nov 05 21:39:43.033818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39044) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:43.093751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d1c056b-beda-47e2-99db-dbd92fe6d4c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:43.116623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d1c056b-beda-47e2-99db-dbd92fe6d4c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:43.214447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30c9c58d-007d-4e9a-80b8-9362ea49aed5 req-fed8df49-bb94-4e28-b786-936115d6bce7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0325425 Nov 05 21:39:43.237980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d1c056b-beda-47e2-99db-dbd92fe6d4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:43.240667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d1c056b-beda-47e2-99db-dbd92fe6d4c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:43.241786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d1c056b-beda-47e2-99db-dbd92fe6d4c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0ea62b7-7bad-439e-abc3-7a5b38e9b55a HTTP/1.1" status: 204 len: 168 time: 0.2063274 Nov 05 21:39:43.249832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c056b-beda-47e2-99db-dbd92fe6d4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea62b7-7bad-439e-abc3-7a5b38e9b55a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:43.496936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da6a3-5a21-46d8-9652-b76e4fe7759a req-690890ff-d4f2-440c-9432-0ffa812a2265 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:43.498547 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eb1da6a3-5a21-46d8-9652-b76e4fe7759a req-690890ff-d4f2-440c-9432-0ffa812a2265 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0505300 Nov 05 21:39:43.555768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39058) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:43.565054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-137fa121-d728-4306-97cf-b45485ddb93c tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aad50f3b7cf642489be12517e536078d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402009 Nov 05 21:39:43.570714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8355d11a-da7c-4621-9c55-e9c65f44babd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:43.591175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eb1da6a3-5a21-46d8-9652-b76e4fe7759a req-4f043a3b-b441-4b74-b6f3-41079180665d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750210 Nov 05 21:39:43.730360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a0f9958-27aa-445f-bb9a-b18add210b5d req-287abc0b-7897-4850-b007-ef1e4282400c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9884f3e3-8e43-4347-a7bd-81886385e28e HTTP/1.1" status: 200 len: 210 time: 0.0442419 Nov 05 21:39:43.812292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-ab8699cf-3c7c-4cfc-8167-d58e6b53cba5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:43.814241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-ab8699cf-3c7c-4cfc-8167-d58e6b53cba5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402511 Nov 05 21:39:43.829878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Request body: {'port': {'device_id': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'aad50f3b7cf642489be12517e536078d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:43.856815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8355d11a-da7c-4621-9c55-e9c65f44babd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:43.920063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6dda33be-2dc2-47a0-98b3-8155d9c0c7c3 req-429fd40c-2a69-4e26-8e91-0d81745225aa tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 210 time: 0.0363791 Nov 05 21:39:43.967896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8355d11a-da7c-4621-9c55-e9c65f44babd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.062413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39076) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:44.063041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8355d11a-da7c-4621-9c55-e9c65f44babd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=306a2f3ba3c84fd683a8c841c0ba3d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047929 Nov 05 21:39:44.066205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355d11a-da7c-4621-9c55-e9c65f44babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b723f-de7a-4503-87a2-e1376dba5fd3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:44.139799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80787e59-5680-49f4-9db1-3b34d05b6424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.167665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80787e59-5680-49f4-9db1-3b34d05b6424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.300488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0b334b4-43fb-4f3a-ac8d-4939294be695 req-7085d997-63fe-4858-8875-3fe29f0a0bd5 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0338137 Nov 05 21:39:44.301989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Made reservation on behalf of aad50f3b7cf642489be12517e536078d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:44.308426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.326519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.344233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80787e59-5680-49f4-9db1-3b34d05b6424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.346834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80787e59-5680-49f4-9db1-3b34d05b6424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.347983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80787e59-5680-49f4-9db1-3b34d05b6424 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/367b723f-de7a-4503-87a2-e1376dba5fd3 HTTP/1.1" status: 204 len: 168 time: 0.2827134 Nov 05 21:39:44.358886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:39:44.375927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787e59-5680-49f4-9db1-3b34d05b6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b723f-de7a-4503-87a2-e1376dba5fd3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:44.403089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:39:44.403730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9a8d026b-ae8a-4fd7-be09-7def0dbc3b5f not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:39:44.456954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.713164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f6365-2099-4025-85c6-bd69acb47f40 req-29aadb0f-b34e-476d-ad44-e3b957ae6006 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:44.714737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b9f6365-2099-4025-85c6-bd69acb47f40 req-29aadb0f-b34e-476d-ad44-e3b957ae6006 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0527408 Nov 05 21:39:44.769772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b9f6365-2099-4025-85c6-bd69acb47f40 req-6f2996b3-c1b7-4191-9b4f-bf0d46a7e0d1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483787 Nov 05 21:39:44.783267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:44.874342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:44.999648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-e3f05d3c-9197-45e0-9103-32ff264381ea tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aad50f3b7cf642489be12517e536078d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476682 Nov 05 21:39:45.042556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Allocated IP 192.168.233.229 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/595e3367-2766-4b57-9022-09b53258e75b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:45.126973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-94e03654-c904-49c9-a238-1bbecc3e0ef8 req-7202b753-3a57-49ae-9b2d-39216404b409 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 210 time: 0.0407910 Nov 05 21:39:45.226660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-adb6160c-acb8-4e30-ad17-28b6cdd1d884 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:45.228424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-adb6160c-acb8-4e30-ad17-28b6cdd1d884 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230783 Nov 05 21:39:45.245949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Request body: {'port': {'device_id': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'aad50f3b7cf642489be12517e536078d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:45.266341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39104) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:45.271209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c0bace13-9b3e-4e78-a63a-93e7651cf7e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152101193', 'description': 'tempest-description--519288756'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:45.358322 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.457888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bb8210e-a387-4374-aebd-7dc3dd166e56 req-353e5a12-3701-451a-b0c8-a6d8a85f3bc7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0472152 Nov 05 21:39:45.458912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0bace13-9b3e-4e78-a63a-93e7651cf7e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.537560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0bace13-9b3e-4e78-a63a-93e7651cf7e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.688805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Made reservation on behalf of aad50f3b7cf642489be12517e536078d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:45.689097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.689097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0bace13-9b3e-4e78-a63a-93e7651cf7e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.689302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.767334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:45.779309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:45.788304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:45.792991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bace13-9b3e-4e78-a63a-93e7651cf7e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c7864-7a0e-4fc1-9ea0-ae027790f247,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:45.795053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:45.831452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39122) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:45.871299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:45.872029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.910152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0bace13-9b3e-4e78-a63a-93e7651cf7e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:45.912650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0bace13-9b3e-4e78-a63a-93e7651cf7e8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6449335 Nov 05 21:39:45.916179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39128) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:45.928374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a8f0bd61-ab1e-4d12-983b-7402addf9987 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Request body: {'security_group_rule': {'security_group_id': '836c7864-7a0e-4fc1-9ea0-ae027790f247', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:45.995375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-19a332ba-3b9a-4880-927f-d86d4c8c851e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1723633 Nov 05 21:39:46.018055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Request body: {'port': {'device_id': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:46.037916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Allocated IP 192.168.233.200 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/35478bf4-a72f-434f-be63-70384b8b1f5c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:46.065542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9d11-5710-4aa2-a0d3-ad82a2d433c6 req-c9742047-0fc2-4886-a250-978e3fc2f06c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:46.073602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7ba9d11-5710-4aa2-a0d3-ad82a2d433c6 req-c9742047-0fc2-4886-a250-978e3fc2f06c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.1636345 Nov 05 21:39:46.160491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-353382585-network', 'tenant_id': '2d1c1cb5c90343ebb0db6823adb3009c'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:46.166799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.218743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dd5ec602-93bb-490d-b002-dde4c0532638 None None] Provisioning complete for port 595e3367-2766-4b57-9022-09b53258e75b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:46.219738 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec602-93bb-490d-b002-dde4c0532638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.250385 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f0bd61-ab1e-4d12-983b-7402addf9987 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.252595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7ba9d11-5710-4aa2-a0d3-ad82a2d433c6 req-512366b5-5016-4b16-8c72-77f9cc8a99a1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427515 Nov 05 21:39:46.278063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ec602-93bb-490d-b002-dde4c0532638 None None] Port 595e3367-2766-4b57-9022-09b53258e75b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:39:46.309679 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.341823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-767cff8f-b26c-4f7b-a5ce-c762f9c3a4bd req-801b093f-f42e-400a-849b-85d76115c296 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 210 time: 0.0596902 Nov 05 21:39:46.365579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Made reservation on behalf of 2d1c1cb5c90343ebb0db6823adb3009c for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:46.369669 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.432888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.442094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.467597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:46.468796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:46.471166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:46.568417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f0bd61-ab1e-4d12-983b-7402addf9987 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.639200 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf301201-84bc-49de-b691-ab79bd263369 req-33251d82-d34b-4d40-b679-a6ccb2f582ff tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0427310 Nov 05 21:39:46.665911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:46.683255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:46.683965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.707059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-9f995dd1-7db6-4ecd-b647-69fcfef34632 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:46.709953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-9f995dd1-7db6-4ecd-b647-69fcfef34632 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 807 time: 0.2383895 Nov 05 21:39:46.744409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f0bd61-ab1e-4d12-983b-7402addf9987 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.764262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Request body: {'port': {'device_id': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'admin_state_up': True, 'tenant_id': '716b3930b41c42479302dd5a494f2f60'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:46.814148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5d19d907-70db-49e5-b40f-3adfac774699 None None] Provisioning complete for port 35478bf4-a72f-434f-be63-70384b8b1f5c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:46.814515 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d19d907-70db-49e5-b40f-3adfac774699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.816517 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-74d9b988-6c45-476e-97bd-2774444d5336 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5721104 Nov 05 21:39:46.823216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Request body: {'port': {'device_id': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:46.856317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0bd61-ab1e-4d12-983b-7402addf9987 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7debbf73-7d99-46ab-bc2c-3039c909b74a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:46.858400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5d19d907-70db-49e5-b40f-3adfac774699 None None] Port 35478bf4-a72f-434f-be63-70384b8b1f5c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:39:46.950665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.956056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.965073 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f0bd61-ab1e-4d12-983b-7402addf9987 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:46.969357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8f0bd61-ab1e-4d12-983b-7402addf9987 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0521536 Nov 05 21:39:46.975067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39150) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:46.985501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b39fd8e4-de54-487e-b3ac-10f303914dce tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Request body: {'security_group_rule': {'security_group_id': '836c7864-7a0e-4fc1-9ea0-ae027790f247', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:47.042452 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.098662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:39:47.116368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595e3367-2766-4b57-9022-09b53258e75b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:47.126670 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.128848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482051f4-907e-4e05-959e-945590a02e24,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:47.134510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.135091 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Added segment 3c97f296-90f6-4d7c-8f52-5ad1c511b0c7 of type vlan for network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 Nov 05 21:39:47.155335 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b39fd8e4-de54-487e-b3ac-10f303914dce tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.182500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Transition to ACTIVE for port object 595e3367-2766-4b57-9022-09b53258e75b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:39:47.213569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.257217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.271467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b39fd8e4-de54-487e-b3ac-10f303914dce tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.331859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Made reservation on behalf of 716b3930b41c42479302dd5a494f2f60 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:47.342564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.369689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b39fd8e4-de54-487e-b3ac-10f303914dce tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.402823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.406154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:47.406786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.513885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fd8e4-de54-487e-b3ac-10f303914dce tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5b8c15-d2f6-495a-bb6e-3f4c274a7244,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:47.575783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a669e36-caf9-4c09-bc4c-0191e9816305 req-0b7ccb23-016e-48e4-9b22-2318be37d662 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:47.587224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a669e36-caf9-4c09-bc4c-0191e9816305 req-0b7ccb23-016e-48e4-9b22-2318be37d662 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.1816146 Nov 05 21:39:47.639013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b39fd8e4-de54-487e-b3ac-10f303914dce tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.640219 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b39fd8e4-de54-487e-b3ac-10f303914dce tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6608202 Nov 05 21:39:47.650052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39166) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:47.658702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:47.680665 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8477972 Nov 05 21:39:47.699663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39172) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:47.726081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:47.751988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Request body: {'subnet': {'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-353382585-subnet', 'tenant_id': '2d1c1cb5c90343ebb0db6823adb3009c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:47.806964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b4b0-40d9-4c19-99e0-28a8d0080572 admin admin] Pushing event updated for resources: {'Network': ['ID=12fafbd4-aa10-49cc-b2f5-39468d2a9f53,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:47.818248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:39:47.843454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35478bf4-a72f-434f-be63-70384b8b1f5c {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:47.851917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Attempting to bind port 595e3367-2766-4b57-9022-09b53258e75b on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:47.852257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Attempting to bind port 595e3367-2766-4b57-9022-09b53258e75b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:47.852588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Attempting to bind port 595e3367-2766-4b57-9022-09b53258e75b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:47.857738 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.861754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Port 595e3367-2766-4b57-9022-09b53258e75b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:47.862082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Attempting to bind port 595e3367-2766-4b57-9022-09b53258e75b on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:47.878341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088a6eb-a09f-48b9-88c1-38fea5830133 req-b00c9fef-084d-41c9-bbb7-c5abb943b262 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:47.879022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Transition to ACTIVE for port object 35478bf4-a72f-434f-be63-70384b8b1f5c will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:39:47.886769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2088a6eb-a09f-48b9-88c1-38fea5830133 req-b00c9fef-084d-41c9-bbb7-c5abb943b262 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 936 time: 0.3555789 Nov 05 21:39:47.901785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a669e36-caf9-4c09-bc4c-0191e9816305 req-789f1330-f814-42e6-91d3-530faaf670c8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083274 Nov 05 21:39:47.908972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:47.909318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:47.909698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:47.910144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Bound port: 595e3367-2766-4b57-9022-09b53258e75b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:47.910500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.936151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:47.948533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Allocated IP 172.20.0.2 (0f3afe19-99d5-4d93-a8ee-b562a88579f2/669f0758-d0a0-483b-861e-f22fd0baec13/0c1b9682-801a-41c8-8cc1-804deda8c717) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:48.026125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:48.030005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:48.043615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.081048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2088a6eb-a09f-48b9-88c1-38fea5830133 req-1ff289af-0dc4-4cb8-a2cb-8cee13a16274 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925979 Nov 05 21:39:48.145763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.177410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Made reservation on behalf of 2d1c1cb5c90343ebb0db6823adb3009c for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:48.180446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.234067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:48.235012 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.236697 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] 10.222.0.46 "PUT /v2.0/ports/595e3367-2766-4b57-9022-09b53258e75b HTTP/1.1" status: 200 len: 1096 time: 2.2312911 Nov 05 21:39:48.242517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'tag': '595e3367-2766-4b57-9022-09b53258e75b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:48.245489 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee65c47-a226-406d-94cd-9f84565ac466" -d '{"events": [{"name": "network-changed", "server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "tag": "595e3367-2766-4b57-9022-09b53258e75b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:48.339339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e15aaf-f583-4c7c-8e15-1d67cbdf8fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:48.437194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ab78801-801e-4882-bc7f-5faec0cb3b3a req-636079e6-eb55-4a4c-976c-61bfd114f36e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.3915033 Nov 05 21:39:48.469786 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaa3fae-e69f-4cfc-a623-c54fb5580468 x-openstack-request-id: req-8aaa3fae-e69f-4cfc-a623-c54fb5580468 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:48.470736 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "tag": "595e3367-2766-4b57-9022-09b53258e75b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:48.470736 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8aaa3fae-e69f-4cfc-a623-c54fb5580468 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:48.477310 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'tag': '595e3367-2766-4b57-9022-09b53258e75b', 'status': 'completed', 'code': 200} Nov 05 21:39:48.524475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:48.548410 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.560977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-ada54e9c-247e-423e-9c80-471f29c8081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:48.562816 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-ada54e9c-247e-423e-9c80-471f29c8081e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aad50f3b7cf642489be12517e536078d&device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 1099 time: 0.1883066 Nov 05 21:39:48.571493 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.649930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-dc26a574-21b9-47d8-b300-2e8cca24eb1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=595e3367-2766-4b57-9022-09b53258e75b HTTP/1.1" status: 200 len: 217 time: 0.0763547 Nov 05 21:39:48.711982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e8dcce-bdc6-44dd-8bd7-e52003427d93,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:48.736234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Attempting to bind port 35478bf4-a72f-434f-be63-70384b8b1f5c on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:48.736500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Attempting to bind port 35478bf4-a72f-434f-be63-70384b8b1f5c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:48.736879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Attempting to bind port 35478bf4-a72f-434f-be63-70384b8b1f5c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:48.745689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Port 35478bf4-a72f-434f-be63-70384b8b1f5c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:48.746024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Attempting to bind port 35478bf4-a72f-434f-be63-70384b8b1f5c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:48.771687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-e32f2491-9db6-4012-92de-0c774c350fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:48.773861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-e32f2491-9db6-4012-92de-0c774c350fc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1136298 Nov 05 21:39:48.776131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:48.776476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:48.776861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:48.777311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Bound port: 35478bf4-a72f-434f-be63-70384b8b1f5c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:48.777667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.846363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.851071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Checking segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:48.851435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Network hostable DHCP agents. Network: 12fafbd4-aa10-49cc-b2f5-39468d2a9f53, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:39:48.853791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-5cc1c18e-9242-4341-80f2-a39f1c265f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:48.857602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-5cc1c18e-9242-4341-80f2-a39f1c265f5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765963 Nov 05 21:39:48.859419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:48.872551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['35fe183e-39f0-49d2-a832-d093562eb71c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:49.039989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:49.049735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:49.057092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:49.063047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:49.075088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:49.108307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:49.136762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:39:49.165274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-7c3a072e-e2d2-426d-8e72-8c40bd03c5bf service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836869 Nov 05 21:39:49.206041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:49.270358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:49.272011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:49.286817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:49.286817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:49.287935 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] 10.222.0.46 "PUT /v2.0/ports/35478bf4-a72f-434f-be63-70384b8b1f5c HTTP/1.1" status: 200 len: 1096 time: 2.4701123 Nov 05 21:39:49.301320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:49.304120 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7707ad9b-c228-4b75-acf9-e038a98837cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:49.361332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Allocated IP 172.25.6.138 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/80b2bea1-57f0-4bbf-9233-c4b68dd3ddc7) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:49.364456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 12fafbd4-aa10-49cc-b2f5-39468d2a9f53) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:49.373359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4158c7-b9d4-4103-8127-6b4dfd88627b None None] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:39:49.381590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eb7a4-7801-4f44-8540-2db62dc798a7 req-974cbe2e-71d5-431a-b2df-1e497ba10426 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:49.390492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e6eb7a4-7801-4f44-8540-2db62dc798a7 req-974cbe2e-71d5-431a-b2df-1e497ba10426 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.3458540 Nov 05 21:39:49.434038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-916abb7a-3baf-44dd-a53f-839763e54e25 req-423035d3-e53e-4dbd-9b6b-1f1d8f70562c service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590742 Nov 05 21:39:49.457137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e11de-999f-4335-84f1-e5946df838fd req-a81da757-3ed2-424b-b4aa-652ceacebc0e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:49.466150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b45e11de-999f-4335-84f1-e5946df838fd req-a81da757-3ed2-424b-b4aa-652ceacebc0e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 948 time: 0.1867507 Nov 05 21:39:49.478849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-aa2e1a75-3939-4295-8327-4e42cf0ada21 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7209451 Nov 05 21:39:49.484922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:49.486819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:49.493702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Request body: {'port': {'device_id': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:49.651621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5930237c-5808-48c5-80e0-100470939d47 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9374058 Nov 05 21:39:49.652465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b45e11de-999f-4335-84f1-e5946df838fd req-6d795692-38d5-40fb-ad84-8d1db1a3f8fe tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819251 Nov 05 21:39:49.694795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c205ab-de79-4301-a573-91ee42fb4ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:49.706117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c4ba6-e600-4a42-a333-f03daa896409 None None] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:39:49.721791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:49.741300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-4d8bce00-5676-441d-b834-cfcb611b2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:49.742830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-4d8bce00-5676-441d-b834-cfcb611b2dc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aad50f3b7cf642489be12517e536078d&device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 1099 time: 0.3087168 Nov 05 21:39:49.767323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee65c47-a226-406d-94cd-9f84565ac466 req-5c49a570-5cfb-440d-96c3-832db6c0ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:49.775411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee65c47-a226-406d-94cd-9f84565ac466 req-5c49a570-5cfb-440d-96c3-832db6c0ce6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aad50f3b7cf642489be12517e536078d&device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 1099 time: 0.2147925 Nov 05 21:39:49.838710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e6eb7a4-7801-4f44-8540-2db62dc798a7 req-51a905c5-cea7-45fd-81fd-7fd177c0076d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473140 Nov 05 21:39:49.873793 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d9b9fe-9a94-411e-852b-1bdc3ce86651 x-openstack-request-id: req-81d9b9fe-9a94-411e-852b-1bdc3ce86651 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:49.874133 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:49.874394 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81d9b9fe-9a94-411e-852b-1bdc3ce86651 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:49.874817 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'status': 'completed', 'code': 200} Nov 05 21:39:49.977219 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-6ead2aab-e8e8-41c9-8755-990718d2d048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=35478bf4-a72f-434f-be63-70384b8b1f5c HTTP/1.1" status: 200 len: 217 time: 0.1333549 Nov 05 21:39:50.112370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee65c47-a226-406d-94cd-9f84565ac466 req-24dcec91-68ee-4fd1-97c8-c344424c70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.113871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee65c47-a226-406d-94cd-9f84565ac466 req-24dcec91-68ee-4fd1-97c8-c344424c70fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3281159 Nov 05 21:39:50.167192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee65c47-a226-406d-94cd-9f84565ac466 req-3f968003-a9e7-4a64-b395-edccd3b74521 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=595e3367-2766-4b57-9022-09b53258e75b HTTP/1.1" status: 200 len: 217 time: 0.0419893 Nov 05 21:39:50.212392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-688d80b0-277b-4553-88cf-0df012d48eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.214582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-688d80b0-277b-4553-88cf-0df012d48eda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2032685 Nov 05 21:39:50.226462 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771434f-f6f7-40ce-853a-ef85b3be70e4 req-7a2627c5-73cb-4bb7-a655-f225160d13bc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.228108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4771434f-f6f7-40ce-853a-ef85b3be70e4 req-7a2627c5-73cb-4bb7-a655-f225160d13bc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 931 time: 0.2424138 Nov 05 21:39:50.236020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:50.279411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee65c47-a226-406d-94cd-9f84565ac466 req-d780311f-d711-4054-8137-ddd94a5ff780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.280706 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee65c47-a226-406d-94cd-9f84565ac466 req-d780311f-d711-4054-8137-ddd94a5ff780 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0707562 Nov 05 21:39:50.402621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4771434f-f6f7-40ce-853a-ef85b3be70e4 req-094db74f-e6d5-4ceb-b325-06481f7b1f9a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004918 Nov 05 21:39:50.402621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-7e89edf7-551c-4106-ad2e-3265faa2094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.402621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-7e89edf7-551c-4106-ad2e-3265faa2094d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731691 Nov 05 21:39:50.485753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee65c47-a226-406d-94cd-9f84565ac466 req-cb366d71-4ac9-4fb8-8d5b-dcf81eda892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.487299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee65c47-a226-406d-94cd-9f84565ac466 req-cb366d71-4ac9-4fb8-8d5b-dcf81eda892e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844180 Nov 05 21:39:50.527259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:50.528856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-b53686fd-83ff-4471-98c5-90595baa32d6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.536302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-b53686fd-83ff-4471-98c5-90595baa32d6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.2346413 Nov 05 21:39:50.542031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-4d7a8df2-4e98-4741-b322-b104aded482d service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298175 Nov 05 21:39:50.551038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1b9682-801a-41c8-8cc1-804deda8c717 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:50.568401 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:50.610472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6dbce20d-5cb8-4827-b019-6bad410a6f74 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/quotas/2d1c1cb5c90343ebb0db6823adb3009c HTTP/1.1" status: 200 len: 375 time: 0.0735285 Nov 05 21:39:50.661697 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6d308a69-564e-4c66-a980-fadccd0e7f42 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424829 Nov 05 21:39:50.661697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Transition to ACTIVE for port object 0c1b9682-801a-41c8-8cc1-804deda8c717 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:39:50.663614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:50.732016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:50.736112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0ab1184-051c-4139-baf6-907f98d1c89f req-06368433-e072-496d-9020-7190d2376297 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698356 Nov 05 21:39:50.737133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:50.810484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'Port': ['ID=80b2bea1-57f0-4bbf-9233-c4b68dd3ddc7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:50.984699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c565-1329-40cd-82a6-b1dc577b063a req-acd39c38-62a2-49df-afc8-b598c712b67e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:50.991404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dff7c565-1329-40cd-82a6-b1dc577b063a req-acd39c38-62a2-49df-afc8-b598c712b67e tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 948 time: 0.1727414 Nov 05 21:39:51.032019 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:51.045406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-68993828-5be8-4954-954b-25038be4f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:51.047088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-68993828-5be8-4954-954b-25038be4f0ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aad50f3b7cf642489be12517e536078d&device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 1099 time: 0.2111220 Nov 05 21:39:51.115203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:51.154263 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-4bae72d9-25a4-45ec-aaf5-65399ce97f72 service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891462 Nov 05 21:39:51.193686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:51.202961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee65c47-a226-406d-94cd-9f84565ac466 req-80b8a8e9-4b44-46c2-9fec-e53253903faf service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041161 Nov 05 21:39:51.518402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dff7c565-1329-40cd-82a6-b1dc577b063a req-c46d17f5-02b6-47b4-ab99-66f61da5fae6 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169001 Nov 05 21:39:51.536869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:51.547671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee65c47-a226-406d-94cd-9f84565ac466 req-7ca941b3-ce4f-44df-8dfb-00b6c5569e5b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247433 Nov 05 21:39:51.564144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-e335768b-4df0-4797-b961-4db5bf281fd1 service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703072 Nov 05 21:39:51.566971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:51.571541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:51.572110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:51.583009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:51.584087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:51.588499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-3b472d7a-7a6d-45a4-9e95-0fd954b1368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:51.589751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-3b472d7a-7a6d-45a4-9e95-0fd954b1368d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.5140219 Nov 05 21:39:51.596428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:51.599096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:51.599825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:51.600566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Bound port: 0c1b9682-801a-41c8-8cc1-804deda8c717, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:51.601093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:51.645503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-ccf535c8-a510-4116-bd78-5a0240995059 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=35478bf4-a72f-434f-be63-70384b8b1f5c HTTP/1.1" status: 200 len: 217 time: 0.0472720 Nov 05 21:39:51.718258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-776b7e9e-acf2-4632-aea9-d721d272d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:51.719975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-776b7e9e-acf2-4632-aea9-d721d272d339 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0642762 Nov 05 21:39:51.737162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:51.741270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:51.856814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1739-5197-4c25-901f-4c33746dab45 req-11f20eae-6fd9-493c-a0e3-fddf9395d9aa tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:51.864112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38ce1739-5197-4c25-901f-4c33746dab45 req-11f20eae-6fd9-493c-a0e3-fddf9395d9aa tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.1412168 Nov 05 21:39:51.880770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:51.883798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-4aef1099-aa75-4431-8249-eb516e7c5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:51.885292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-4aef1099-aa75-4431-8249-eb516e7c5608 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246481 Nov 05 21:39:51.924151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:51.924872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:51.926300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-5d829586-9026-4c19-9e94-38419639f6db service neutron] 10.222.0.13 "PUT /v2.0/ports/0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 1091 time: 2.4377668 Nov 05 21:39:51.952493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:51.964632 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604d2f11-5aef-418c-a213-29538ef3e983" -d '{"events": [{"name": "network-changed", "server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:52.027714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d829586-9026-4c19-9e94-38419639f6db service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:52.030368 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.056753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38ce1739-5197-4c25-901f-4c33746dab45 req-1380b91e-3751-4acd-86a5-3f52c6dc0c17 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910424 Nov 05 21:39:52.142365 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-c5791e96-4869-4ac7-937e-410333816cfb service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430363 Nov 05 21:39:52.144476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.198642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-78c44b39-2934-4ea1-835e-310304440488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:52.198642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-78c44b39-2934-4ea1-835e-310304440488 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1094 time: 0.1413271 Nov 05 21:39:52.204023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39264) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:52.240351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e02e2e2e-5117-4cc8-85bc-ff125682a8e2 req-8848d3c4-a704-4e87-80c3-24d06787d5a8 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 210 time: 0.0710056 Nov 05 21:39:52.301509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-4b0854d0-b8d5-4601-9982-0f9e89ce5951 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 217 time: 0.0684466 Nov 05 21:39:52.306183 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13183bb-a22d-4d77-9f37-7d121edde635 x-openstack-request-id: req-b13183bb-a22d-4d77-9f37-7d121edde635 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:52.306971 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:52.307377 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b13183bb-a22d-4d77-9f37-7d121edde635 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:52.307885 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'status': 'completed', 'code': 200} Nov 05 21:39:52.366531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-09dfba2e-5e01-4474-aa64-e757d00e8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:52.368999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-09dfba2e-5e01-4474-aa64-e757d00e8bdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0596650 Nov 05 21:39:52.371118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'Port': ['ID=80b2bea1-57f0-4bbf-9233-c4b68dd3ddc7,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:52.382415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.386651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7707ad9b-c228-4b75-acf9-e038a98837cb req-cf1f8f25-dc7a-462b-9483-6800b99e6649 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278147 Nov 05 21:39:52.400974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94fd85-226f-4198-9370-bb5eb53d6436 req-f118e30b-945d-4cfd-b22a-dda979c96344 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:52.407477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db94fd85-226f-4198-9370-bb5eb53d6436 req-f118e30b-945d-4cfd-b22a-dda979c96344 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.1728227 Nov 05 21:39:52.427566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:39:52.453728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-243fd9c4-acca-4caa-b8d0-61dbd28d40bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720124 Nov 05 21:39:52.464649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29092f8f-8937-41bf-bd86-56f557d3ac58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.490800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db94fd85-226f-4198-9370-bb5eb53d6436 req-7cf05d30-c9a3-4494-8d50-f96634e9800f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714293 Nov 05 21:39:52.497031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.506661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0d610078-8b1e-4566-9f5a-161bb18dfdcc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8470786 Nov 05 21:39:52.593574 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-110a2f1b-513c-496b-b1b4-e25988d47c6c service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324604 Nov 05 21:39:52.632362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:52.662738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '595e3367-2766-4b57-9022-09b53258e75b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '595e3367-2766-4b57-9022-09b53258e75b', 'mac_address': 'fa:16:3e:b8:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:39:52.760769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.790731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595e3367-2766-4b57-9022-09b53258e75b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:52.833655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:52.843816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dda66-d338-4338-a0dc-326d0393b448 req-e8ce4909-7186-4fd9-8cc5-fb6d83a4f4d5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:52.851984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-900dda66-d338-4338-a0dc-326d0393b448 req-e8ce4909-7186-4fd9-8cc5-fb6d83a4f4d5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 948 time: 0.1501923 Nov 05 21:39:52.873449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2ab0d27-c817-4408-988e-3cf13fa9135a req-72036969-0ac1-4a77-bad8-553ae19bccca service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710769 Nov 05 21:39:52.922097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-c0277937-8dcf-4b34-a3a1-fed543afd5d6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:52.925161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-c0277937-8dcf-4b34-a3a1-fed543afd5d6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/networks?id=5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 200 len: 822 time: 0.2242112 Nov 05 21:39:52.928821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29092f8f-8937-41bf-bd86-56f557d3ac58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.942566 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:52.951305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-900dda66-d338-4338-a0dc-326d0393b448 req-748e0b45-1452-41f8-9083-9bc4f28da278 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929568 Nov 05 21:39:52.951493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-e1b7cfd0-870a-401f-aaeb-f6c3115beb5a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/quotas/6ae09c503bed4624b8c53841daf735be HTTP/1.1" status: 200 len: 375 time: 0.0177586 Nov 05 21:39:53.006201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-ed7824b0-474c-4218-9e78-f78f747c176e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557916 Nov 05 21:39:53.025796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:53.118899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-f5ccc7c6-39c8-48f5-a895-8e43daefa0de service neutron] 10.222.0.41 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115825 Nov 05 21:39:53.149579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d2f11-5aef-418c-a213-29538ef3e983 req-154662e3-9ab1-432a-923f-619136dc5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:53.154240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-604d2f11-5aef-418c-a213-29538ef3e983 req-154662e3-9ab1-432a-923f-619136dc5d11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1094 time: 0.0507662 Nov 05 21:39:53.240138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29092f8f-8937-41bf-bd86-56f557d3ac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:53.305283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-9c553bf0-9873-44fe-886c-c57f39b5a303 service neutron] 10.222.0.41 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362770 Nov 05 21:39:53.343595 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-29092f8f-8937-41bf-bd86-56f557d3ac58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=118eecbbef9e4fc2b6e020a5b78d8702&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1365895 Nov 05 21:39:53.345370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39296) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:53.345533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29092f8f-8937-41bf-bd86-56f557d3ac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d27f1-a1e8-4a81-8a7b-3b52583a0d94,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:53.357944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2133-b8d2-403b-a4d2-cd84837b76c8 req-6d3062d9-5324-454c-840c-fcb6a491f27e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:53.365426 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a3a2133-b8d2-403b-a4d2-cd84837b76c8 req-6d3062d9-5324-454c-840c-fcb6a491f27e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.1919186 Nov 05 21:39:53.397031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d2f11-5aef-418c-a213-29538ef3e983 req-b3a7f5eb-77f9-4409-b960-f92a4e355fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:53.398685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-604d2f11-5aef-418c-a213-29538ef3e983 req-b3a7f5eb-77f9-4409-b960-f92a4e355fdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.2349722 Nov 05 21:39:53.414598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['595e3367-2766-4b57-9022-09b53258e75b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:53.442592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7404afb1-e140-45bb-bae0-7c7f187244cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:53.463964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-604d2f11-5aef-418c-a213-29538ef3e983 req-ac2900f0-1765-4eb3-8f78-09ba7676e525 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 217 time: 0.0510392 Nov 05 21:39:53.481191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a3a2133-b8d2-403b-a4d2-cd84837b76c8 req-c99b481c-41e4-41b7-8ca3-d65afc41ec2d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147525 Nov 05 21:39:53.502591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7404afb1-e140-45bb-bae0-7c7f187244cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:53.611115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d2f11-5aef-418c-a213-29538ef3e983 req-b222bf34-86e0-45cb-bc96-caefe0bd2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:53.613468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-604d2f11-5aef-418c-a213-29538ef3e983 req-b222bf34-86e0-45cb-bc96-caefe0bd2434 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.1260865 Nov 05 21:39:53.680410 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-604d2f11-5aef-418c-a213-29538ef3e983 req-caaa103b-4e6c-4b0b-812a-59763ef2ce4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587862 Nov 05 21:39:53.701020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34cdcbcc-6cbc-4bb7-9805-37179f485477 req-61504f87-de67-4cd0-9f8a-670bc5d1160b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 210 time: 0.0657637 Nov 05 21:39:53.775248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7404afb1-e140-45bb-bae0-7c7f187244cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:53.777881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7404afb1-e140-45bb-bae0-7c7f187244cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:53.781274 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7404afb1-e140-45bb-bae0-7c7f187244cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea7d27f1-a1e8-4a81-8a7b-3b52583a0d94 HTTP/1.1" status: 204 len: 168 time: 0.4326363 Nov 05 21:39:53.795191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404afb1-e140-45bb-bae0-7c7f187244cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d27f1-a1e8-4a81-8a7b-3b52583a0d94,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:53.878870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-604d2f11-5aef-418c-a213-29538ef3e983 req-602dd67c-a814-4990-80c9-342946e1ca57 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660240 Nov 05 21:39:53.878870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951797-4568-479a-83b3-eadc4da84f96 req-aafd928e-5db6-4def-94b4-fc8bed0225d2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:53.878870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19951797-4568-479a-83b3-eadc4da84f96 req-aafd928e-5db6-4def-94b4-fc8bed0225d2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0910027 Nov 05 21:39:53.982092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19951797-4568-479a-83b3-eadc4da84f96 req-9fef4f94-7b4d-4f04-accb-d818fb2a956d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978496 Nov 05 21:39:54.000679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-604d2f11-5aef-418c-a213-29538ef3e983 req-40e47ffb-cf6c-492e-8319-ad9499708aef service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229186 Nov 05 21:39:54.105839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2dcb0-64ac-4264-90b4-145b15b2f1ed req-3029b286-d292-4402-9960-55f03aa0a5ce tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:54.107333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ab2dcb0-64ac-4264-90b4-145b15b2f1ed req-3029b286-d292-4402-9960-55f03aa0a5ce tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 948 time: 0.0617363 Nov 05 21:39:54.172290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ab2dcb0-64ac-4264-90b4-145b15b2f1ed req-9c672732-a014-4a3e-8469-e7b903843681 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552232 Nov 05 21:39:54.321703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f0ba09c-86a9-400f-91b9-a9cd7e6e55c5 req-46b031ea-20eb-4ba3-8502-61f03319bab6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 210 time: 0.0283506 Nov 05 21:39:54.434301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35478bf4-a72f-434f-be63-70384b8b1f5c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:39:54.557640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:54.576504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'mac_address': 'fa:16:3e:23:0a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:39:54.604198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80a164-434c-4a37-9270-2430f6ffe210 req-c378b1a0-25a6-4b52-ab92-e81caca24487 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:54.618261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d80a164-434c-4a37-9270-2430f6ffe210 req-c378b1a0-25a6-4b52-ab92-e81caca24487 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0630994 Nov 05 21:39:54.622311 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:54.638903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35478bf4-a72f-434f-be63-70384b8b1f5c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:54.666707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:54.686829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d80a164-434c-4a37-9270-2430f6ffe210 req-7a0a5ca0-06cc-44ae-b776-2dca758c2488 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627348 Nov 05 21:39:54.802756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf413827-b962-4129-972e-c98261692133 req-5da8fdc6-440e-461d-8da5-8cbd258f01d7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 210 time: 0.0332043 Nov 05 21:39:54.817062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:54.875646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:55.142895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['35478bf4-a72f-434f-be63-70384b8b1f5c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:39:55.163633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2038cc-d9b5-4193-9d27-befe6f4e6970 req-0bbb6462-fbd4-4750-bc7f-151ebd538fdc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:55.169759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a2038cc-d9b5-4193-9d27-befe6f4e6970 req-0bbb6462-fbd4-4750-bc7f-151ebd538fdc tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0681889 Nov 05 21:39:55.220184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a2038cc-d9b5-4193-9d27-befe6f4e6970 req-cb70f2ac-7969-48d6-90a8-83c7b5bfe34d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476692 Nov 05 21:39:55.306213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad906-bfad-4cce-8643-e1622dbbf1b9 req-f3332221-1ab5-4f7f-b251-2e730ab39df3 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:55.307877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd9ad906-bfad-4cce-8643-e1622dbbf1b9 req-f3332221-1ab5-4f7f-b251-2e730ab39df3 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 949 time: 0.0579863 Nov 05 21:39:55.377692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd9ad906-bfad-4cce-8643-e1622dbbf1b9 req-ec327897-3d9e-4313-a946-ac4f2ccde566 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590470 Nov 05 21:39:55.423468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7ce5b13-9247-49d0-ad9f-9ed512ed21dd req-6820d309-fc12-4c02-85b1-f5fef484bf49 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 210 time: 0.0290546 Nov 05 21:39:55.533845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39348) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:55.553289 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbd2b4c0-f6b4-4a37-a48e-6b2f240bed9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:55.639600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbd2b4c0-f6b4-4a37-a48e-6b2f240bed9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:55.736856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbd2b4c0-f6b4-4a37-a48e-6b2f240bed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:55.794152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cbd2b4c0-f6b4-4a37-a48e-6b2f240bed9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73bb9f7c671b409cb4d2db5511f721af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588038 Nov 05 21:39:55.796778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39356) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:39:55.809244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2b4c0-f6b4-4a37-a48e-6b2f240bed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc2b56f-efb8-4188-a858-fa9b9e276a3a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:55.868253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4af4a653-f390-4d2e-b019-869324ac0301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:55.869275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f673-2679-4074-a5b4-d47123602411 req-cfdeeabe-7aad-4e78-9411-cdbb3fda5f0a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:55.872018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a50f673-2679-4074-a5b4-d47123602411 req-cfdeeabe-7aad-4e78-9411-cdbb3fda5f0a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0947132 Nov 05 21:39:55.902838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4af4a653-f390-4d2e-b019-869324ac0301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:55.937571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a50f673-2679-4074-a5b4-d47123602411 req-39e56cc0-f90d-4b18-be37-4a1d274472c3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528896 Nov 05 21:39:55.966291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80ba7d63-7037-47e3-ad7d-ed02c38e74e1 req-32617fa6-164d-46f8-b1b4-7058c6221c82 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 210 time: 0.0451851 Nov 05 21:39:56.100981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4af4a653-f390-4d2e-b019-869324ac0301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:56.103568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4af4a653-f390-4d2e-b019-869324ac0301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:56.104723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4af4a653-f390-4d2e-b019-869324ac0301 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdc2b56f-efb8-4188-a858-fa9b9e276a3a HTTP/1.1" status: 204 len: 168 time: 0.3069754 Nov 05 21:39:56.112487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4a653-f390-4d2e-b019-869324ac0301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc2b56f-efb8-4188-a858-fa9b9e276a3a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:56.394970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098972cb-9661-46ef-9971-596830fc34d0 req-4a8c5aa9-2200-43dc-bb2c-c2ac8e3f3e82 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:56.396587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-098972cb-9661-46ef-9971-596830fc34d0 req-4a8c5aa9-2200-43dc-bb2c-c2ac8e3f3e82 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.1046641 Nov 05 21:39:56.465246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:56.493907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-098972cb-9661-46ef-9971-596830fc34d0 req-9a4a5faf-cf48-4524-9fed-f28b8fe2e2de tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789971 Nov 05 21:39:56.515313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-1665f09b-5a72-4b15-86bb-6a4a6ca88eab tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:56.516920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-1665f09b-5a72-4b15-86bb-6a4a6ca88eab tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.2143238 Nov 05 21:39:56.544361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb96e19-ce45-4042-a155-4fa0681d7f46 req-82fcca2d-5472-4d96-8b1f-48c90f3192a6 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:56.545714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Request body: {'port': {'device_id': '9c548d71-c008-4540-9b41-cbe2e412f665', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'admin_state_up': True, 'tenant_id': '2d1c1cb5c90343ebb0db6823adb3009c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:56.552789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccb96e19-ce45-4042-a155-4fa0681d7f46 req-82fcca2d-5472-4d96-8b1f-48c90f3192a6 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 949 time: 0.1150606 Nov 05 21:39:56.613210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ccb96e19-ce45-4042-a155-4fa0681d7f46 req-1ed77371-f935-453f-a933-b7bbe54990a4 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593679 Nov 05 21:39:56.655124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b987708d-46ec-4935-aa62-a8d21d12de52 req-d1336be8-4623-4ead-ba6d-ece76c3ab8e1 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 210 time: 0.0283678 Nov 05 21:39:56.667856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 595e3367-2766-4b57-9022-09b53258e75b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:39:56.682578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 595e3367-2766-4b57-9022-09b53258e75b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:56.682953 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:56.857546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Made reservation on behalf of 2d1c1cb5c90343ebb0db6823adb3009c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:56.864750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:56.882709 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:56.907104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:56.909362 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d026639-1552-48f2-89ca-019d54d6a830" -d '{"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-plugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:56.923566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:56.947742 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc8b70-4cb1-4890-813d-a4258c9118a4 x-openstack-request-id: req-6ebc8b70-4cb1-4890-813d-a4258c9118a4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:56.948060 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-plugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:56.948324 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ebc8b70-4cb1-4890-813d-a4258c9118a4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:56.948725 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b', 'code': 200} Nov 05 21:39:57.013403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Allocated IP 172.20.0.11 (12fafbd4-aa10-49cc-b2f5-39468d2a9f53/f7e8dcce-bdc6-44dd-8bd7-e52003427d93/145fa7e2-ff8f-4a05-8f4f-b3816947bf3b) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:57.109263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611d40-7050-4dc1-94e6-46547214502f req-4b490fbc-f29f-4d30-b9ba-4ff43634285b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:57.109884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21c36fee-00c6-4091-aabe-8b0db7183367 req-3fa1fe20-cbf6-4a1f-8b5b-44d0ef7ac8eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 210 time: 0.0334208 Nov 05 21:39:57.110938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d611d40-7050-4dc1-94e6-46547214502f req-4b490fbc-f29f-4d30-b9ba-4ff43634285b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0849388 Nov 05 21:39:57.117928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0533a-67d6-4600-9642-9f358d24d422 req-7733af00-ccf5-43da-8513-3184a68d7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:57.119181 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.119475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-87c0533a-67d6-4600-9642-9f358d24d422 req-7733af00-ccf5-43da-8513-3184a68d7e3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 1100 time: 0.0622287 Nov 05 21:39:57.123629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35478bf4-a72f-434f-be63-70384b8b1f5c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:39:57.194389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-87c0533a-67d6-4600-9642-9f358d24d422 req-1e0c3265-9780-4e15-a747-38e7ccaca81b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673680 Nov 05 21:39:57.207512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d611d40-7050-4dc1-94e6-46547214502f req-3718d8f5-badb-4079-9029-ea7c59d1cdb3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870419 Nov 05 21:39:57.275023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.310901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:57.343200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-bf60cf69-076c-4086-8513-55079a7cebc4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:57.344845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-bf60cf69-076c-4086-8513-55079a7cebc4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "GET /v2.0/networks?id=5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 200 len: 822 time: 0.1495426 Nov 05 21:39:57.381966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 35478bf4-a72f-434f-be63-70384b8b1f5c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:39:57.385996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 35478bf4-a72f-434f-be63-70384b8b1f5c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:39:57.386368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.415691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.465281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Request body: {'port': {'device_id': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'admin_state_up': True, 'tenant_id': '6ae09c503bed4624b8c53841daf735be'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:57.466227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:57.469814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:57.477443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:57.489643 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.508609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:57.559128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:39:57.565440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:57.566101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.633755 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.671594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723912bf-c7ba-4427-a5a7-bcf1faf186b9 req-e6e6e524-2224-47cf-802f-615e111da781 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:57.679269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-723912bf-c7ba-4427-a5a7-bcf1faf186b9 req-e6e6e524-2224-47cf-802f-615e111da781 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0886688 Nov 05 21:39:57.703367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:57.717747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-6265addf-8ef6-4e09-85e7-aa5d3ed17916 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1909103 Nov 05 21:39:57.755495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Request body: {'port': {'device_id': '9c548d71-c008-4540-9b41-cbe2e412f665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:57.794538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-723912bf-c7ba-4427-a5a7-bcf1faf186b9 req-9e8a8128-2930-469e-8da3-2d4d9d437518 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045909 Nov 05 21:39:57.803716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da775b0-91e1-4b0c-a126-f810421c2267 req-dfb3817e-6886-4aa8-9e52-9944a33e4c80 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:57.807237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1da775b0-91e1-4b0c-a126-f810421c2267 req-dfb3817e-6886-4aa8-9e52-9944a33e4c80 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 950 time: 0.1075711 Nov 05 21:39:57.811304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Made reservation on behalf of 6ae09c503bed4624b8c53841daf735be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:39:57.818806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.873261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:57.914534 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e5801f6-51f5-4237-a865-57d467446b36 req-f0304d3a-7f86-4dcf-b338-8268648e85ff tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 210 time: 0.0284822 Nov 05 21:39:58.006459 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1da775b0-91e1-4b0c-a126-f810421c2267 req-909a4ff2-4677-4257-a39a-2f7a7be8be17 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536181 Nov 05 21:39:58.064759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Allocated IP 172.20.0.8 (5588f524-2e3f-4578-aa51-f75529a9bedf/999d2575-2a31-40a6-91ba-569e3a404e74/d066c59e-d4ab-4f21-a657-75287bf019bd) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:39:58.298258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.311822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:58.319514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bcc07-3526-48a0-8be5-680c85756c65 req-c870564b-3e3b-4177-9769-2ac476e2cf89 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:58.321163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b6bcc07-3526-48a0-8be5-680c85756c65 req-c870564b-3e3b-4177-9769-2ac476e2cf89 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 932 time: 0.1009989 Nov 05 21:39:58.328177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.382763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Transition to ACTIVE for port object 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:39:58.392053 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b6bcc07-3526-48a0-8be5-680c85756c65 req-8b9c0b30-21b4-4d48-b1fc-a1ba075c0fb6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Nov 05 21:39:58.401098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191261f-91a9-49db-9747-5f3fa1edc878 req-b6b0ee8a-7a5d-4ecb-81e5-4e4903cc3e32 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:58.402405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3191261f-91a9-49db-9747-5f3fa1edc878 req-b6b0ee8a-7a5d-4ecb-81e5-4e4903cc3e32 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0630569 Nov 05 21:39:58.456081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3191261f-91a9-49db-9747-5f3fa1edc878 req-07bf57c1-6761-4485-b9ab-90d84941d66b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 Nov 05 21:39:58.501915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.502955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.578494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Network 5588f524-2e3f-4578-aa51-f75529a9bedf is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:39:58.587218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:39:58.596679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:39:58.599897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:58.638991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:58.674474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:58.675562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.688836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Attempting to bind port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:58.689445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Attempting to bind port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:58.689572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Attempting to bind port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:58.695958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:58.696459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Attempting to bind port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:58.703689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:58.704033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Checking segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:58.704411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Bound using segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:58.704849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Bound port: 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:58.705208 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.782748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:58.786459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:58.803508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-1cddd3d0-b4bd-4356-b544-b4cf2d615409 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3421233 Nov 05 21:39:58.816383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Request body: {'port': {'device_id': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:39:58.904141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.933107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:58.950662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:58.953967 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bb27ec-ebc6-4603-96df-ddf27f3ee19c" -d '{"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-plugged", "status": "completed", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:58.993094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb26843-1078-4ef1-aabf-98134ace58b6 req-2676a5c6-d7c5-4653-887d-2a1f1ffb18c4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:58.995270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fb26843-1078-4ef1-aabf-98134ace58b6 req-2676a5c6-d7c5-4653-887d-2a1f1ffb18c4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.1217535 Nov 05 21:39:59.019951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.022749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:59.027204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] 10.222.0.46 "PUT /v2.0/ports/145fa7e2-ff8f-4a05-8f4f-b3816947bf3b HTTP/1.1" status: 200 len: 1092 time: 1.2755921 Nov 05 21:39:59.029637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:39:59.035175 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4562b8d2-4e33-42d1-a640-c3e33c4634ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:39:59.126071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420b20-bfff-4810-9252-1e4fe9f6291a service neutron] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:59.152521 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fb26843-1078-4ef1-aabf-98134ace58b6 req-0e7c4de8-260d-4d84-b61f-53ec814e42d2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485629 Nov 05 21:39:59.204332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adc62f-e784-4069-b03b-18220da6260e req-b444dd53-4c87-471b-82a5-73bf2f106d03 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.213488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45adc62f-e784-4069-b03b-18220da6260e req-b444dd53-4c87-471b-82a5-73bf2f106d03 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 931 time: 0.1439247 Nov 05 21:39:59.267725 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08eaf03-66ff-4ac4-bb9a-a45e205b0c9a x-openstack-request-id: req-a08eaf03-66ff-4ac4-bb9a-a45e205b0c9a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:59.268348 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-plugged", "status": "completed", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:59.268768 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a08eaf03-66ff-4ac4-bb9a-a45e205b0c9a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:59.269934 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'code': 200} Nov 05 21:39:59.355946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-7de572ab-e1aa-4a6c-a289-011d40db9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.357645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-7de572ab-e1aa-4a6c-a289-011d40db9229 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 1095 time: 0.1343935 Nov 05 21:39:59.362034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45adc62f-e784-4069-b03b-18220da6260e req-b7d468ea-1685-4809-89f9-e17505a3ff83 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466048 Nov 05 21:39:59.438516 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9eb06f-7273-4602-82a9-90e51791fbc9 x-openstack-request-id: req-6d9eb06f-7273-4602-82a9-90e51791fbc9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:39:59.438808 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:39:59.439067 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d9eb06f-7273-4602-82a9-90e51791fbc9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:39:59.439474 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'status': 'completed', 'code': 200} Nov 05 21:39:59.441011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-36ef6e75-ae02-4bd7-abba-bfb0387d6555 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b HTTP/1.1" status: 200 len: 217 time: 0.0734766 Nov 05 21:39:59.447228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d066c59e-d4ab-4f21-a657-75287bf019bd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:39:59.461248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:59.471903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006ea6-615e-454b-b739-d4a9be63309d req-28df8e76-957c-49cb-a2c1-3d06e565be83 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.473736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0006ea6-615e-454b-b739-d4a9be63309d req-28df8e76-957c-49cb-a2c1-3d06e565be83 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 950 time: 0.1470168 Nov 05 21:39:59.489551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dde68f-aaf0-47d6-933a-938404a07d19 req-659ab3f1-3b96-46dc-b93f-032befc3c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.494972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3dde68f-aaf0-47d6-933a-938404a07d19 req-659ab3f1-3b96-46dc-b93f-032befc3c9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 1101 time: 0.1222286 Nov 05 21:39:59.501824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Transition to ACTIVE for port object d066c59e-d4ab-4f21-a657-75287bf019bd will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:39:59.506136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-7afb0dab-0578-4d67-ac83-066788ceeea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.507871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-7afb0dab-0578-4d67-ac83-066788ceeea4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7e8dcce-bdc6-44dd-8bd7-e52003427d93 HTTP/1.1" status: 200 len: 844 time: 0.0595164 Nov 05 21:39:59.576670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-8df1a4ea-fc1c-457f-837e-040a6282a222 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606565 Nov 05 21:39:59.586658 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3dde68f-aaf0-47d6-933a-938404a07d19 req-64a99b03-17c6-49e9-88ac-0b7fdac86474 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835185 Nov 05 21:39:59.590310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0006ea6-615e-454b-b739-d4a9be63309d req-356b0cf0-484d-42f7-b4d4-d53c67c7cdda tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035635 Nov 05 21:39:59.594147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:59.719391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0412c-789c-4207-8d7d-dad0fcf0eb5d req-0d053484-8cb6-4605-bff1-202222e0ef3d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.721012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27b0412c-789c-4207-8d7d-dad0fcf0eb5d req-0d053484-8cb6-4605-bff1-202222e0ef3d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 944 time: 0.1365912 Nov 05 21:39:59.736760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:39:59.755012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-5644c2a9-122e-4aef-857e-bbc109381c9b service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693337 Nov 05 21:39:59.781237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27b0412c-789c-4207-8d7d-dad0fcf0eb5d req-e06b58af-640b-4238-8ae6-05a77f4f0859 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Nov 05 21:39:59.805846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd4e7d-38a5-4559-985d-c5bd1aeee0b9 req-10363c2c-10df-4eb0-8893-14cdc03aea90 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:39:59.807319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95bd4e7d-38a5-4559-985d-c5bd1aeee0b9 req-10363c2c-10df-4eb0-8893-14cdc03aea90 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0933647 Nov 05 21:39:59.808452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Attempting to bind port d066c59e-d4ab-4f21-a657-75287bf019bd on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:39:59.808787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Attempting to bind port d066c59e-d4ab-4f21-a657-75287bf019bd by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:39:59.809158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Attempting to bind port d066c59e-d4ab-4f21-a657-75287bf019bd on network 5588f524-2e3f-4578-aa51-f75529a9bedf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:59.813873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Port d066c59e-d4ab-4f21-a657-75287bf019bd on network 5588f524-2e3f-4578-aa51-f75529a9bedf not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:39:59.814193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Attempting to bind port d066c59e-d4ab-4f21-a657-75287bf019bd on network 5588f524-2e3f-4578-aa51-f75529a9bedf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:39:59.834084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:39:59.834424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Checking segment: {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:39:59.834818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Bound using segment: {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:39:59.835265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Bound port: d066c59e-d4ab-4f21-a657-75287bf019bd, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:39:59.835648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:39:59.896395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95bd4e7d-38a5-4559-985d-c5bd1aeee0b9 req-4ceafd24-863a-4189-8975-cdd2ea036cfc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791674 Nov 05 21:39:59.927054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:39:59.930800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:39:59.979904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e35e9e3-30db-465f-96c2-a69126065b34 req-d5f977ba-b2a6-4095-b9d9-92577d35e859 service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276498 Nov 05 21:40:00.068473 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:00.107028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.107354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:00.108829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] 10.222.0.46 "PUT /v2.0/ports/d066c59e-d4ab-4f21-a657-75287bf019bd HTTP/1.1" status: 200 len: 1091 time: 1.2974756 Nov 05 21:40:00.109301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:00.111526 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196383c-158f-4a62-9e1f-0f1a8f527810" -d '{"events": [{"name": "network-changed", "server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:00.138828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea41769-d5fc-43f6-875e-3902e492b934 service neutron] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:00.154868 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b99e0-ae96-4382-b227-9c02a895b145 x-openstack-request-id: req-8d3b99e0-ae96-4382-b227-9c02a895b145 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:00.155161 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:00.155464 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d3b99e0-ae96-4382-b227-9c02a895b145 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:00.155907 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'status': 'completed', 'code': 200} Nov 05 21:40:00.219309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196383c-158f-4a62-9e1f-0f1a8f527810 req-f8bb5c70-c023-42e8-87d0-94e6aa8a0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.220923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a196383c-158f-4a62-9e1f-0f1a8f527810 req-f8bb5c70-c023-42e8-87d0-94e6aa8a0582 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 1094 time: 0.0437362 Nov 05 21:40:00.257386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-caa1cc0e-b2ad-4ad2-b750-e8166e81e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.258931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-caa1cc0e-b2ad-4ad2-b750-e8166e81e86b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 1095 time: 0.0439618 Nov 05 21:40:00.351767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6474360-c115-4298-ac30-b5ca428aa88c req-359c45d5-2c99-4561-9803-8e9ab6261464 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.353247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6474360-c115-4298-ac30-b5ca428aa88c req-359c45d5-2c99-4561-9803-8e9ab6261464 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.1017375 Nov 05 21:40:00.359979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-991fd449-42d8-41e9-a476-a20cd78dd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.361442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-991fd449-42d8-41e9-a476-a20cd78dd766 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 905 time: 0.0955484 Nov 05 21:40:00.369428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196383c-158f-4a62-9e1f-0f1a8f527810 req-b8a8e66c-1516-41ee-a8ff-850224feefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.382526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a196383c-158f-4a62-9e1f-0f1a8f527810 req-b8a8e66c-1516-41ee-a8ff-850224feefe0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6ae09c503bed4624b8c53841daf735be&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1420033 Nov 05 21:40:00.404276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-388661e9-7c53-4b97-8fb4-8517937b73be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b HTTP/1.1" status: 200 len: 217 time: 0.0348735 Nov 05 21:40:00.468533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6474360-c115-4298-ac30-b5ca428aa88c req-07e90dec-a8f9-4572-b5d2-b8095a1302d8 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092646 Nov 05 21:40:00.479117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:00.489765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-8f40c0be-0899-4046-8f6c-81bc7e237179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.491290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-8f40c0be-0899-4046-8f6c-81bc7e237179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7e8dcce-bdc6-44dd-8bd7-e52003427d93 HTTP/1.1" status: 200 len: 844 time: 0.0802588 Nov 05 21:40:00.494555 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196383c-158f-4a62-9e1f-0f1a8f527810 req-5ef9553c-832e-4214-a14e-a173dd3f8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.496240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a196383c-158f-4a62-9e1f-0f1a8f527810 req-5ef9553c-832e-4214-a14e-a173dd3f8f76 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185982 Nov 05 21:40:00.542803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-873b583a-b54d-4a59-8c90-f3a2567a7af7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415370 Nov 05 21:40:00.552091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1d1b6-7061-4787-a0dc-e48196ca2095 req-9d330e18-fd7e-45d8-bcd6-80d9ff0adf84 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.553637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12a1d1b6-7061-4787-a0dc-e48196ca2095 req-9d330e18-fd7e-45d8-bcd6-80d9ff0adf84 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 943 time: 0.1105635 Nov 05 21:40:00.573127 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-6c115cfb-4b11-4c01-9fc2-f5e6d71853a4 service neutron] show failed (client error): The resource could not be found. Nov 05 21:40:00.574448 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-6c115cfb-4b11-4c01-9fc2-f5e6d71853a4 service neutron] 10.222.0.13 "GET /v2.0/ports/06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0748465 Nov 05 21:40:00.607994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-d1989ed1-18cd-40b9-9a72-d13b797a208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.609596 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-d1989ed1-18cd-40b9-9a72-d13b797a208a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 1094 time: 0.0477974 Nov 05 21:40:00.666375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12a1d1b6-7061-4787-a0dc-e48196ca2095 req-5bbf915d-0aaf-4afa-a3a0-5effa3dc4bd4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043081 Nov 05 21:40:00.672868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-c1e5af45-ed4f-4a9b-9e1b-0050edf778e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d066c59e-d4ab-4f21-a657-75287bf019bd HTTP/1.1" status: 200 len: 217 time: 0.0548451 Nov 05 21:40:00.707260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-15afb075-3db4-4413-bf71-8a48d4c67b0a service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525650 Nov 05 21:40:00.734156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39484) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:00.764597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-ee9c2cdf-4c86-4548-a94c-82cef81c125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.766117 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-ee9c2cdf-4c86-4548-a94c-82cef81c125c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999d2575-2a31-40a6-91ba-569e3a404e74 HTTP/1.1" status: 200 len: 862 time: 0.0856822 Nov 05 21:40:00.784550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c9952-a5ab-4f86-8511-83d71212bf7c req-2e5a8001-3f9f-4c57-8c8f-e730cecdb66c tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.786082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-267c9952-a5ab-4f86-8511-83d71212bf7c req-2e5a8001-3f9f-4c57-8c8f-e730cecdb66c tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 950 time: 0.0726397 Nov 05 21:40:00.818722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-13f14890-d929-4dd1-a30c-1ed140860079 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5588f524-2e3f-4578-aa51-f75529a9bedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439177 Nov 05 21:40:00.824456 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4562b8d2-4e33-42d1-a640-c3e33c4634ef req-0eecbfe2-4a01-4a8a-bb93-9777336be133 service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090369 Nov 05 21:40:00.907808 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eb52-8d11-47ff-9dd4-2a93ed660b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:00.910731 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-267c9952-a5ab-4f86-8511-83d71212bf7c req-3aa6b512-0d8f-4805-9e8f-d8456450b6ac tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157088 Nov 05 21:40:00.938480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c79ee-f3c0-4939-aab1-e2555b2734af req-cf68bd85-b7d7-4dd3-bf2a-8b31dc945f7e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:00.944068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d18c79ee-f3c0-4939-aab1-e2555b2734af req-cf68bd85-b7d7-4dd3-bf2a-8b31dc945f7e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 944 time: 0.0869749 Nov 05 21:40:00.945117 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-7d5b7db0-ada7-4c07-b334-1050b75b84d6 service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123731 Nov 05 21:40:01.033766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d18c79ee-f3c0-4939-aab1-e2555b2734af req-ed4c3aff-c1e9-4981-b2b5-92f0936985c5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830052 Nov 05 21:40:01.079450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51a4700-cfcf-40f0-b77d-c3de6e03794a req-a4c843db-dfb0-4524-9d74-dc4c14709773 service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221488 Nov 05 21:40:01.079776 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eb52-8d11-47ff-9dd4-2a93ed660b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.099739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2fb7-93d9-431e-94d6-d405ae565f48 req-a52497e9-5627-4cf7-a3f7-04384fa3c723 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:01.102680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2fa2fb7-93d9-431e-94d6-d405ae565f48 req-a52497e9-5627-4cf7-a3f7-04384fa3c723 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.1113362 Nov 05 21:40:01.152085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2fa2fb7-93d9-431e-94d6-d405ae565f48 req-dd698b82-9022-4f1a-a40a-a224884c2cda tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Nov 05 21:40:01.348108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eb52-8d11-47ff-9dd4-2a93ed660b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.365722 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:40:01.386258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f4e7eb52-8d11-47ff-9dd4-2a93ed660b23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ec3cc3378f04b7e8d9027befeef68b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6509023 Nov 05 21:40:01.388233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7eb52-8d11-47ff-9dd4-2a93ed660b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782923e8-5282-4e51-8f18-49dbe7519efe,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:01.388949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39494) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:01.461289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-b48cffd4-05ec-4e14-aba0-4a5c3c1dab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:01.462762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-b48cffd4-05ec-4e14-aba0-4a5c3c1dab59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c&tenant_id=ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 1100 time: 0.0716839 Nov 05 21:40:01.479669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:01.483408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca1f34d6-2600-4c31-920f-bb89f0fb2d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.524336 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca1f34d6-2600-4c31-920f-bb89f0fb2d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.584410 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.586484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca143c-5f46-4672-b25d-6f8561de0b4b req-13276753-b322-4aeb-bfcc-dc7c5bf5c2b7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:01.588028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cca143c-5f46-4672-b25d-6f8561de0b4b req-13276753-b322-4aeb-bfcc-dc7c5bf5c2b7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0508091 Nov 05 21:40:01.644339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cca143c-5f46-4672-b25d-6f8561de0b4b req-8c38c326-aa93-47c5-a97b-c3544e1615ff tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477967 Nov 05 21:40:01.796536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca1f34d6-2600-4c31-920f-bb89f0fb2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.799292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca1f34d6-2600-4c31-920f-bb89f0fb2d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.800475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ca1f34d6-2600-4c31-920f-bb89f0fb2d77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/782923e8-5282-4e51-8f18-49dbe7519efe HTTP/1.1" status: 204 len: 168 time: 0.4105501 Nov 05 21:40:01.806540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf52d1-bcf7-41c2-a98a-8eacabe8c1ff req-908bc9fb-153c-4253-afed-d3ece7a41db7 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:01.808635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1baf52d1-bcf7-41c2-a98a-8eacabe8c1ff req-908bc9fb-153c-4253-afed-d3ece7a41db7 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 943 time: 0.0529282 Nov 05 21:40:01.816084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f34d6-2600-4c31-920f-bb89f0fb2d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782923e8-5282-4e51-8f18-49dbe7519efe,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:01.831285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:01.868329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1baf52d1-bcf7-41c2-a98a-8eacabe8c1ff req-f894aad4-cf88-4525-b3e3-57b103d0dfdf tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 Nov 05 21:40:01.873086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:01.914908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:01.927180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Transition to ACTIVE for port object 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:40:02.018335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:02.102190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9acec-be22-4a10-a534-69eb26f19268 req-4b1cee9e-67c4-40c1-ab6a-94db29d0b581 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.103826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aef9acec-be22-4a10-a534-69eb26f19268 req-4b1cee9e-67c4-40c1-ab6a-94db29d0b581 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 950 time: 0.1125612 Nov 05 21:40:02.105148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] No DVR routers for this DVR port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:40:02.107992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:02.162207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:02.168604 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6896849f-1e0b-42a0-88c3-b162c7d4b8f1" -d '{"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:02.182458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:02.182827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:02.183116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:02.185419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28769c11-7fa0-495a-bd73-9c95f3113422 req-bafbc4f9-173c-4f73-9c3c-58ba05e563ac tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.187017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28769c11-7fa0-495a-bd73-9c95f3113422 req-bafbc4f9-173c-4f73-9c3c-58ba05e563ac tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 944 time: 0.0690486 Nov 05 21:40:02.199401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:02.200026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:02.227098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:02.227571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:02.228448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:02.229027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Bound port: 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:02.229459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:02.234825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aef9acec-be22-4a10-a534-69eb26f19268 req-9c8c424e-c94b-4584-bac6-5e73d1108474 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983927 Nov 05 21:40:02.264319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28769c11-7fa0-495a-bd73-9c95f3113422 req-423318cb-96ab-4693-a087-76f8de5c40f3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707126 Nov 05 21:40:02.338456 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f701c2-0077-46a0-bdd6-c5adbd68dff7 x-openstack-request-id: req-59f701c2-0077-46a0-bdd6-c5adbd68dff7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:02.338456 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:02.338456 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59f701c2-0077-46a0-bdd6-c5adbd68dff7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:02.338456 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'code': 200} Nov 05 21:40:02.378374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:02.394373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:02.409443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627741-fa00-46a6-9baa-840f6ac88eeb req-07e573d3-06aa-4004-b3a2-30c7179002a4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.411007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a627741-fa00-46a6-9baa-840f6ac88eeb req-07e573d3-06aa-4004-b3a2-30c7179002a4 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.0728211 Nov 05 21:40:02.431384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a472c-6d00-4390-806f-6755788a2362 req-4ba186da-6427-42f6-9e8e-21ad780662bc tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.432955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e0a472c-6d00-4390-806f-6755788a2362 req-4ba186da-6427-42f6-9e8e-21ad780662bc tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 950 time: 0.0540848 Nov 05 21:40:02.461764 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a627741-fa00-46a6-9baa-840f6ac88eeb req-f2f8d5a0-5e92-4ec4-8044-f488d76f9690 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Nov 05 21:40:02.481616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e0a472c-6d00-4390-806f-6755788a2362 req-39901828-6547-47f0-92af-e41ea88c2e2a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Nov 05 21:40:02.485348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:02.521986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.523042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:02.524459 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 1095 time: 1.0500293 Nov 05 21:40:02.602367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d97e8-34f7-4708-9bf1-e8761f5ff4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:02.611271 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:02.626666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-1295eefa-f096-47a8-8098-ad02e5af582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.628599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-1295eefa-f096-47a8-8098-ad02e5af582b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1098 time: 0.0747511 Nov 05 21:40:02.761934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39532) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:02.762560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-4b9a3d6b-beb6-4d58-bdb1-c6f3ef778416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.764193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-4b9a3d6b-beb6-4d58-bdb1-c6f3ef778416 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1204729 Nov 05 21:40:02.775988 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2554c6d9-ec1a-4379-af83-4618e2ef8461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:02.817408 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-2d4907fd-0a5f-4979-a9cc-5d3958656b67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0422556 Nov 05 21:40:02.876371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-155e637a-7281-449c-acd3-7c945c8728c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.878100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-155e637a-7281-449c-acd3-7c945c8728c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0533032 Nov 05 21:40:02.894752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0a17-74f5-4b78-843f-f98b4b3f1beb req-29cae336-6adb-4fe5-bb2f-b9c3baa77d84 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.896502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-794d0a17-74f5-4b78-843f-f98b4b3f1beb req-29cae336-6adb-4fe5-bb2f-b9c3baa77d84 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0845451 Nov 05 21:40:02.921443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2554c6d9-ec1a-4379-af83-4618e2ef8461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:02.931407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-1388b1b6-37a3-45d8-a579-fe135efd044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:02.932973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-1388b1b6-37a3-45d8-a579-fe135efd044b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467489 Nov 05 21:40:02.965152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-794d0a17-74f5-4b78-843f-f98b4b3f1beb req-a5dc8028-d281-4f67-af07-bd1fb3298126 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554411 Nov 05 21:40:03.092607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6b983-84c0-4e85-9c8e-36ea79422486 req-d93c6cfb-688f-4ff3-8930-34abc7b3f682 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:03.096265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93a6b983-84c0-4e85-9c8e-36ea79422486 req-d93c6cfb-688f-4ff3-8930-34abc7b3f682 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 943 time: 0.0617962 Nov 05 21:40:03.150099 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93a6b983-84c0-4e85-9c8e-36ea79422486 req-e9413cc5-f4f3-409c-8a3b-f2db02315050 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485036 Nov 05 21:40:03.153594 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2554c6d9-ec1a-4379-af83-4618e2ef8461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:03.200869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2554c6d9-ec1a-4379-af83-4618e2ef8461 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93d634e29e9a417aa4ec7982ddc6cb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348204 Nov 05 21:40:03.200869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554c6d9-ec1a-4379-af83-4618e2ef8461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf3a99-9029-4168-a06a-d018600151ec,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:03.203014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39536) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:03.298390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8541de49-4e09-4b2a-8335-e1fd99307c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:03.323041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8541de49-4e09-4b2a-8335-e1fd99307c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:03.396565 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-7313f61f-c50d-4625-a72e-34c55637e1fe service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548912 Nov 05 21:40:03.438082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a95e8-f2be-483f-9799-466c9ec3bc86 req-9f63129a-9ce5-48a3-bda4-41baa1b4c7d4 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:03.439559 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b6a95e8-f2be-483f-9799-466c9ec3bc86 req-9f63129a-9ce5-48a3-bda4-41baa1b4c7d4 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 944 time: 0.0839794 Nov 05 21:40:03.542271 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b6a95e8-f2be-483f-9799-466c9ec3bc86 req-2ed57eca-b088-45fd-86eb-2f5a491534b9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725944 Nov 05 21:40:03.545925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25e36f6e-2096-453d-82d7-ecb3e6ca2646 req-d599e9a7-73ea-426e-a276-bcaa2fc56fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420426 Nov 05 21:40:03.566017 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8541de49-4e09-4b2a-8335-e1fd99307c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:03.569254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8541de49-4e09-4b2a-8335-e1fd99307c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:03.570379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8541de49-4e09-4b2a-8335-e1fd99307c26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69bf3a99-9029-4168-a06a-d018600151ec HTTP/1.1" status: 204 len: 168 time: 0.3664012 Nov 05 21:40:03.886260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541de49-4e09-4b2a-8335-e1fd99307c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf3a99-9029-4168-a06a-d018600151ec,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:03.907332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049c804-7684-44b8-89a2-0a02b30f4cb5 req-0e1bf729-1c81-4410-abe6-3dec912b59fc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:03.908936 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e049c804-7684-44b8-89a2-0a02b30f4cb5 req-0e1bf729-1c81-4410-abe6-3dec912b59fc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.3755929 Nov 05 21:40:03.957799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e049c804-7684-44b8-89a2-0a02b30f4cb5 req-b7ae7bce-35f1-40ab-9243-5ad00eb00ee1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Nov 05 21:40:04.093574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0b2f4-b8e0-4695-926e-5791f5fc9a7e req-1fd4fabb-fee1-4681-9907-86c39da56b31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.102676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70a0b2f4-b8e0-4695-926e-5791f5fc9a7e req-1fd4fabb-fee1-4681-9907-86c39da56b31 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0566819 Nov 05 21:40:04.145486 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70a0b2f4-b8e0-4695-926e-5791f5fc9a7e req-8e72947c-6e1e-4da4-89bc-15d66db34bc7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Nov 05 21:40:04.266886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65053d7d-96aa-465e-b22b-41eaa3da385f req-81f3b9a1-7310-4f49-a3b9-3170c74cd24c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.268362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65053d7d-96aa-465e-b22b-41eaa3da385f req-81f3b9a1-7310-4f49-a3b9-3170c74cd24c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 943 time: 0.0482628 Nov 05 21:40:04.323003 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65053d7d-96aa-465e-b22b-41eaa3da385f req-2cdb295d-5de3-4538-8c31-fc17a2aba01e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487297 Nov 05 21:40:04.338370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:04.340920 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88643b8c-1583-41ef-9692-db0afb878931" -d '{"events": [{"name": "network-changed", "server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:04.396449 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8306cd15-c148-4eed-a4b0-85a746f58873 x-openstack-request-id: req-8306cd15-c148-4eed-a4b0-85a746f58873 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:04.396737 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:04.397259 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8306cd15-c148-4eed-a4b0-85a746f58873 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:04.397442 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'status': 'completed', 'code': 200} Nov 05 21:40:04.482822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-ac486a47-65d9-4f2a-be7c-357a47d04d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.484414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-ac486a47-65d9-4f2a-be7c-357a47d04d85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1098 time: 0.0722735 Nov 05 21:40:04.486993 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:04.487512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-ad62b6b1-32f8-425f-81dd-1069972908f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.488396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-ad62b6b1-32f8-425f-81dd-1069972908f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1098 time: 0.0662179 Nov 05 21:40:04.557312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:04.559193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:04.622496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:40:04.654003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-9a77980c-5a16-431e-8d78-ce9007882fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.655528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-9a77980c-5a16-431e-8d78-ce9007882fd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1641335 Nov 05 21:40:04.658381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-d2033b6e-d585-4c44-a14e-472343ea19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.659823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-d2033b6e-d585-4c44-a14e-472343ea19b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1602702 Nov 05 21:40:04.702050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:04.724535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'mac_address': 'fa:16:3e:5a:34:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:04.753159 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-315b6fb0-dc48-4efa-bb60-808df942072d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0900862 Nov 05 21:40:04.760045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-6ce58a24-c22f-48cd-83d7-748745f16926 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0898690 Nov 05 21:40:04.774168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:04.793045 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:04.794847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2', 'port_id': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'mac_address': 'fa:16:3e:ed:97:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669f0758-d0a0-483b-861e-f22fd0baec13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:04.809629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:04.855983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:04.864627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:04.878423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887af536-5703-4ca0-86aa-e61375b0c672 req-c31622ee-f280-4ccf-a30a-d2981c491d08 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.880358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-887af536-5703-4ca0-86aa-e61375b0c672 req-c31622ee-f280-4ccf-a30a-d2981c491d08 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 944 time: 0.2151840 Nov 05 21:40:04.882076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1b9682-801a-41c8-8cc1-804deda8c717 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:04.900946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-551078bf-bf2b-495e-9618-11200226c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.902560 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-551078bf-bf2b-495e-9618-11200226c1c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1414342 Nov 05 21:40:04.910283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-57b20f16-637d-4640-a146-e422cf0b0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:04.929047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:04.929335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-57b20f16-637d-4640-a146-e422cf0b0a62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1427512 Nov 05 21:40:05.010757 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:05.020828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-887af536-5703-4ca0-86aa-e61375b0c672 req-04b78de1-96c5-459d-be66-cd372b3d7bce tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394434 Nov 05 21:40:05.039359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-3cc37b1e-29d2-493a-8f23-bb110c809c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:05.041227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-3cc37b1e-29d2-493a-8f23-bb110c809c23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207919 Nov 05 21:40:05.051183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643b8c-1583-41ef-9692-db0afb878931 req-f31048ed-2b1e-4c17-a2c8-f40d8ba45057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:05.055073 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-f31048ed-2b1e-4c17-a2c8-f40d8ba45057 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224980 Nov 05 21:40:05.136210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71675020-3064-4a34-b5fb-2c57908d0dc3 req-bc66d430-8a99-4952-93ae-93de53f18512 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:05.138734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71675020-3064-4a34-b5fb-2c57908d0dc3 req-bc66d430-8a99-4952-93ae-93de53f18512 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.0629504 Nov 05 21:40:05.206828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:05.207523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71675020-3064-4a34-b5fb-2c57908d0dc3 req-2f92eeca-3c8d-497b-8f14-54d423ebd060 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621438 Nov 05 21:40:05.273826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-7aa4c650-0d59-45c3-81bb-29a7078c2a64 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082448 Nov 05 21:40:05.294163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-b91b4097-3a48-4fb6-8ba2-cb11eedb599a service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454896 Nov 05 21:40:05.297514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:05.373212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:05.488866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272c9bc-8c83-403b-a1ee-7313edb088dd req-ca0a581c-197c-4f89-a39f-f92b93280b44 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:05.491116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2272c9bc-8c83-403b-a1ee-7313edb088dd req-ca0a581c-197c-4f89-a39f-f92b93280b44 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 943 time: 0.0692408 Nov 05 21:40:05.491282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6f94-4bc2-44ae-9e3e-4edb8d9a2cf6 req-b22a8191-793e-4192-8ba3-f2b6eee9b15d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:05.492948 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddec6f94-4bc2-44ae-9e3e-4edb8d9a2cf6 req-b22a8191-793e-4192-8ba3-f2b6eee9b15d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 944 time: 0.2376993 Nov 05 21:40:05.503453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0c1b9682-801a-41c8-8cc1-804deda8c717'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:05.544328 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2272c9bc-8c83-403b-a1ee-7313edb088dd req-a98af1b3-c8d3-4a9e-a7da-90eae361597b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Nov 05 21:40:05.571845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-cdab8110-84c6-43c4-9a58-83286e0a5e88 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767038 Nov 05 21:40:05.573631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88643b8c-1583-41ef-9692-db0afb878931 req-25a59121-412a-4efb-950b-d54fa4fc20ab service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668557 Nov 05 21:40:05.605798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddec6f94-4bc2-44ae-9e3e-4edb8d9a2cf6 req-51931eac-0832-4efa-a717-8c3006236ba9 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019721 Nov 05 21:40:06.035063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['145fa7e2-ff8f-4a05-8f4f-b3816947bf3b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:06.152988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fad773-d547-406d-8277-abbcb9cdf6d7 req-f13a7de2-a278-44e8-be94-8c1eff0b1434 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:06.156214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56fad773-d547-406d-8277-abbcb9cdf6d7 req-f13a7de2-a278-44e8-be94-8c1eff0b1434 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Nov 05 21:40:06.206322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56fad773-d547-406d-8277-abbcb9cdf6d7 req-574fa198-a0f3-4398-808a-de5be485d826 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Nov 05 21:40:06.284728 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2bb606f2-461c-4100-aff6-ffcfcbea4ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:06.317596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd9c9-7f2c-4e14-ba7b-1462780d13b0 req-eebf7d8d-de90-40d5-bb39-11d595322580 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:06.319208 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-378dd9c9-7f2c-4e14-ba7b-1462780d13b0 req-eebf7d8d-de90-40d5-bb39-11d595322580 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.0504494 Nov 05 21:40:06.370466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-378dd9c9-7f2c-4e14-ba7b-1462780d13b0 req-a425704a-3243-4fe3-a614-208e2aa6a6eb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Nov 05 21:40:06.495229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d066c59e-d4ab-4f21-a657-75287bf019bd details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:06.558056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:06.628575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:06.647500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'port_id': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'mac_address': 'fa:16:3e:11:cc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999d2575-2a31-40a6-91ba-569e3a404e74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:06.682354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eba6c-7be0-4b05-90a4-f2e77d503e01 req-30063685-ff97-4f34-9bb5-4d4b7798cb78 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:06.684420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-727eba6c-7be0-4b05-90a4-f2e77d503e01 req-30063685-ff97-4f34-9bb5-4d4b7798cb78 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 943 time: 0.0649891 Nov 05 21:40:06.687572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:06.707485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d066c59e-d4ab-4f21-a657-75287bf019bd {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:06.732181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:06.743225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af1580-7094-4763-b5d5-368514664a52 req-7857cfc3-8f9e-458f-9e70-9f42f70fa03e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:06.745552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3af1580-7094-4763-b5d5-368514664a52 req-7857cfc3-8f9e-458f-9e70-9f42f70fa03e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 944 time: 0.0584555 Nov 05 21:40:06.749145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-727eba6c-7be0-4b05-90a4-f2e77d503e01 req-8480e5ee-2bb3-4b11-a829-7b96d8976215 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547769 Nov 05 21:40:06.754024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 0c1b9682-801a-41c8-8cc1-804deda8c717 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:40:06.759188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 0c1b9682-801a-41c8-8cc1-804deda8c717 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:06.759845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:06.806137 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3af1580-7094-4763-b5d5-368514664a52 req-19fab911-4de9-4443-953c-fd068ac7f165 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536938 Nov 05 21:40:06.873778 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:06.896628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:06.898791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4774b9fd-5943-491d-908a-e2ad17b57528" -d '{"events": [{"server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "name": "network-vif-plugged", "status": "completed", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:06.913285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:06.934323 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cba87b-9c0d-4cec-931f-0956255147ad x-openstack-request-id: req-34cba87b-9c0d-4cec-931f-0956255147ad {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:06.934696 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "name": "network-vif-plugged", "status": "completed", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:06.935131 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34cba87b-9c0d-4cec-931f-0956255147ad {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:06.935347 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'code': 200} Nov 05 21:40:06.936513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:06.986956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:07.038760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f545d-1766-43f5-af0c-3f59e64caa7f req-eb5c0273-4f0e-44ad-83d2-413c2a03cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:07.040333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b6f545d-1766-43f5-af0c-3f59e64caa7f req-eb5c0273-4f0e-44ad-83d2-413c2a03cc1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1095 time: 0.0463810 Nov 05 21:40:07.087772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b6f545d-1766-43f5-af0c-3f59e64caa7f req-b0215a80-8eb0-4980-ac8a-9033d53d8064 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Nov 05 21:40:07.094863 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:07.142159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:07.324470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c28eb3-e5c9-46bf-9112-a019f803f1ab req-87c12288-78ff-4ad8-972e-be1d7512539e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:07.326226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96c28eb3-e5c9-46bf-9112-a019f803f1ab req-87c12288-78ff-4ad8-972e-be1d7512539e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 945 time: 0.0481787 Nov 05 21:40:07.373121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96c28eb3-e5c9-46bf-9112-a019f803f1ab req-afb79ce5-55ac-41ee-a6aa-7b88237060c9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Nov 05 21:40:07.510969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92089dce-2adf-4717-8eac-452cd2be5b4d req-d9d8a3ee-eac2-441c-b76e-c631baca3d25 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:07.511810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d066c59e-d4ab-4f21-a657-75287bf019bd'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:07.512692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92089dce-2adf-4717-8eac-452cd2be5b4d req-d9d8a3ee-eac2-441c-b76e-c631baca3d25 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.0605185 Nov 05 21:40:07.564436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92089dce-2adf-4717-8eac-452cd2be5b4d req-d0ead94f-3ff4-4eee-b017-6c15f52671d9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456276 Nov 05 21:40:07.890807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd64ff-4955-4abc-8763-70d6629344fd req-c1bc0b76-ac8c-496a-812d-7ff1ce936f9c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:07.892343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbd64ff-4955-4abc-8763-70d6629344fd req-c1bc0b76-ac8c-496a-812d-7ff1ce936f9c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 944 time: 0.0528581 Nov 05 21:40:07.944173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbd64ff-4955-4abc-8763-70d6629344fd req-02ae5c70-8aee-4fe3-9761-f7232c59a591 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Nov 05 21:40:07.983011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c119e-c231-4c56-97e3-8424572ce126 req-2432b07d-c019-408a-a270-e500b3597559 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:07.984550 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-630c119e-c231-4c56-97e3-8424572ce126 req-2432b07d-c019-408a-a270-e500b3597559 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.0519264 Nov 05 21:40:08.034659 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-630c119e-c231-4c56-97e3-8424572ce126 req-f4e75107-d25e-4485-97d8-afe7faaae901 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Nov 05 21:40:08.493837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80178b61-1401-43f3-8890-2b7c3ebe6050 req-a4604650-e83d-48b8-b4ba-0ca675c604d5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:08.496652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80178b61-1401-43f3-8890-2b7c3ebe6050 req-a4604650-e83d-48b8-b4ba-0ca675c604d5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 945 time: 0.0509672 Nov 05 21:40:08.506199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:08.523577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:08.550523 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80178b61-1401-43f3-8890-2b7c3ebe6050 req-23e558a5-f713-4f70-89bd-d7a919d212a6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Nov 05 21:40:08.558641 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-beb0a7eb-17b4-4dfb-9813-0647faa3701f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:08.669517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:08.684145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '595e3367-2766-4b57-9022-09b53258e75b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '595e3367-2766-4b57-9022-09b53258e75b', 'mac_address': 'fa:16:3e:b8:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:08.691258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d92004-5480-4e22-b8d0-e400115df2f1 req-25b7d967-c461-421f-a372-ff2014112a7b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:08.699830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45d92004-5480-4e22-b8d0-e400115df2f1 req-25b7d967-c461-421f-a372-ff2014112a7b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.0625579 Nov 05 21:40:08.732687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:08.744700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:40:08.745129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45d92004-5480-4e22-b8d0-e400115df2f1 req-08f77faf-6a03-4456-b26c-a676cc990c0b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Nov 05 21:40:08.750312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 595e3367-2766-4b57-9022-09b53258e75b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:08.758140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:08.758140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:08.792000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:08.844108 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:08.876305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:08.937072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:08.939329 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58208fd-fca3-45e8-94aa-60dd92cc9db7" -d '{"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-plugged", "status": "completed", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:08.948462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:08.980751 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28573ab6-9049-478b-a347-ccc4a310d287 x-openstack-request-id: req-28573ab6-9049-478b-a347-ccc4a310d287 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:08.981168 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-plugged", "status": "completed", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:08.981434 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28573ab6-9049-478b-a347-ccc4a310d287 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:08.981823 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'code': 200} Nov 05 21:40:09.006470 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:09.011037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:09.094762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:09.119721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['595e3367-2766-4b57-9022-09b53258e75b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:09.157281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26928ac-6388-4f7b-a867-ed7ba6973810 req-f2142bc7-79fd-4259-8471-e7c8a04e47e6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:09.159752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e26928ac-6388-4f7b-a867-ed7ba6973810 req-f2142bc7-79fd-4259-8471-e7c8a04e47e6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 944 time: 0.1025317 Nov 05 21:40:09.171815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1973-f4e0-41e3-adb9-618b37bf89ed req-f0a9f113-4f1a-4d98-8499-00684284f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:09.173403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4faf1973-f4e0-41e3-adb9-618b37bf89ed req-f0a9f113-4f1a-4d98-8499-00684284f03c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 1097 time: 0.0828664 Nov 05 21:40:09.193949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de81186-f805-4c8b-819f-473d2356a891 req-186b3963-5151-4abd-9d26-dddf3777335c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:09.201866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5de81186-f805-4c8b-819f-473d2356a891 req-186b3963-5151-4abd-9d26-dddf3777335c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.0750875 Nov 05 21:40:09.240039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e26928ac-6388-4f7b-a867-ed7ba6973810 req-ebedfbd0-4698-4717-8a94-a0f04e7258d1 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Nov 05 21:40:09.256133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4faf1973-f4e0-41e3-adb9-618b37bf89ed req-4c441365-8ca2-4843-8105-977f744748e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643258 Nov 05 21:40:09.260199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5de81186-f805-4c8b-819f-473d2356a891 req-f232c8c3-8a20-4046-8881-0d668509013d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571594 Nov 05 21:40:09.376500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd4ca-359c-4a58-a581-a56e86e6dc3c req-204433da-c8f1-42d3-b595-fbd0cde75a32 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:09.377981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-034fd4ca-359c-4a58-a581-a56e86e6dc3c req-204433da-c8f1-42d3-b595-fbd0cde75a32 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1096 time: 0.0430293 Nov 05 21:40:09.422818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-034fd4ca-359c-4a58-a581-a56e86e6dc3c req-35764992-5497-4dde-b375-c522c03cbcd7 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Nov 05 21:40:09.530013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d35ca-7a5b-4ced-93c0-af322a9ab82a req-93c8f7ed-f58c-4a3c-89d5-7283039d43b5 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:09.531510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-613d35ca-7a5b-4ced-93c0-af322a9ab82a req-93c8f7ed-f58c-4a3c-89d5-7283039d43b5 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1096 time: 0.0395262 Nov 05 21:40:09.579463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-613d35ca-7a5b-4ced-93c0-af322a9ab82a req-c9b23c97-6357-4309-8b67-6205d0b841c1 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Nov 05 21:40:09.713682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7fe2e-7039-4e41-ad75-98451c16fa51 req-4fcb06c7-ba2e-4c39-bc3b-6f00d8c4639b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:09.715177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66c7fe2e-7039-4e41-ad75-98451c16fa51 req-4fcb06c7-ba2e-4c39-bc3b-6f00d8c4639b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 946 time: 0.0619607 Nov 05 21:40:09.761946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66c7fe2e-7039-4e41-ad75-98451c16fa51 req-10932df6-a152-4a97-8ec8-02dc07cda7b7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Nov 05 21:40:09.874093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45423cd-97ec-46ca-9c76-c8c3e312b6b7 req-a49c5d14-5304-4c99-a67e-4a62f13f234c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:09.875575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e45423cd-97ec-46ca-9c76-c8c3e312b6b7 req-a49c5d14-5304-4c99-a67e-4a62f13f234c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 947 time: 0.0522075 Nov 05 21:40:09.938469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e45423cd-97ec-46ca-9c76-c8c3e312b6b7 req-c401b566-a358-449d-97fc-74aa800bd28f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504348 Nov 05 21:40:10.009427 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:10.357647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a34334-f68a-4899-bcec-0717fb9b5251 req-3ae9bcf5-acab-4902-8d93-01d0e51f3988 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:10.359112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04a34334-f68a-4899-bcec-0717fb9b5251 req-3ae9bcf5-acab-4902-8d93-01d0e51f3988 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 944 time: 0.0499277 Nov 05 21:40:10.409803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04a34334-f68a-4899-bcec-0717fb9b5251 req-3b42ffd8-4a54-4591-8186-ec8895c00367 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441046 Nov 05 21:40:10.507471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:10.510537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:10.629883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 595e3367-2766-4b57-9022-09b53258e75b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:10.630260 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:10.654117 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-06f4aeef-2a19-47ab-8fc0-defde30bf689 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0634396 Nov 05 21:40:10.683248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:10.702289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'mac_address': 'fa:16:3e:7d:f0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:10.753206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-6a313028-5229-499d-a8e9-65342dfadd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:10.754707 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-6a313028-5229-499d-a8e9-65342dfadd33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 1096 time: 0.0681098 Nov 05 21:40:10.766756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-d442adb8-7d0b-458f-ac06-ccfc18451082 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532525 Nov 05 21:40:10.768161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:10.773605 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:10.794571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:10.827793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:10.838874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:10.883173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f277ade-3661-4e47-b17c-05d232582951 req-0712a181-b6d2-4d2c-94b4-3c7201fbfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:10.884748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-0712a181-b6d2-4d2c-94b4-3c7201fbfbce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 1097 time: 0.0904589 Nov 05 21:40:10.903775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-c81c19db-9caa-43e4-9f8d-512ff05efdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:10.905241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-c81c19db-9caa-43e4-9f8d-512ff05efdc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1299608 Nov 05 21:40:10.924871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d4655-d853-4571-81af-abf4722ce6bc req-bdd940fa-d71f-4851-b6c9-b0474f4deda9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:10.926925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf2d4655-d853-4571-81af-abf4722ce6bc req-bdd940fa-d71f-4851-b6c9-b0474f4deda9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 946 time: 0.0836625 Nov 05 21:40:10.968455 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-3fc8c842-3bdc-477b-8d40-ce7a3f113fe2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 200 len: 217 time: 0.0540671 Nov 05 21:40:10.983738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:10.986930 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680ca2a6-e2d5-46ab-a734-fc7f0cad15c9" -d '{"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-plugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:11.009243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf2d4655-d853-4571-81af-abf4722ce6bc req-3c9c4f5a-eefa-4234-9433-9d3ca836c0e1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Nov 05 21:40:11.060621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:11.065064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-e9c8b8ca-0332-4498-9906-d40887fd645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:11.067125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-e9c8b8ca-0332-4498-9906-d40887fd645d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0704796 Nov 05 21:40:11.086825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f277ade-3661-4e47-b17c-05d232582951 req-2d1b3461-0f97-4279-abe7-ae1f61af6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:11.088415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-2d1b3461-0f97-4279-abe7-ae1f61af6fbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 924 time: 0.1820815 Nov 05 21:40:11.104984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-0afdca62-57a6-4004-8baa-fa0656841482 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302222 Nov 05 21:40:11.125164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:11.125948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d066c59e-d4ab-4f21-a657-75287bf019bd up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:11.129658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:11.170040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c2234-566b-41e2-a43c-42425ed0c11b req-8d115411-28c4-4eff-a3ee-78892ab31aa7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:11.171221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa1c2234-566b-41e2-a43c-42425ed0c11b req-8d115411-28c4-4eff-a3ee-78892ab31aa7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.0739491 Nov 05 21:40:11.235701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:11.238170 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-c9914929-bddd-426b-b5b3-aaaf04ccc405 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 HTTP/1.1" status: 200 len: 1001 time: 0.1352828 Nov 05 21:40:11.284282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa1c2234-566b-41e2-a43c-42425ed0c11b req-0875c71c-76d5-44bc-bb96-389381d24d40 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029625 Nov 05 21:40:11.305190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-0674cc05-308c-4f4f-867f-319c5254ad16 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936464 Nov 05 21:40:11.308904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f277ade-3661-4e47-b17c-05d232582951 req-385dfff2-666f-4f0f-bf60-1049cea92f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:11.310269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-385dfff2-666f-4f0f-bf60-1049cea92f01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.0576801 Nov 05 21:40:11.320940 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c358bcf-0b14-484e-9872-ea5952ade618 x-openstack-request-id: req-0c358bcf-0b14-484e-9872-ea5952ade618 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:11.321174 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-plugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:11.321423 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c358bcf-0b14-484e-9872-ea5952ade618 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:11.321818 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b', 'code': 200} Nov 05 21:40:11.427148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f277ade-3661-4e47-b17c-05d232582951 req-9ff89444-2cbc-42d2-9272-e02eca996f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:11.428699 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-9ff89444-2cbc-42d2-9272-e02eca996f4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946877 Nov 05 21:40:11.432593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d066c59e-d4ab-4f21-a657-75287bf019bd completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:40:11.435836 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:11.438862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d066c59e-d4ab-4f21-a657-75287bf019bd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:11.439039 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:11.442765 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b9513d4-1f67-471c-9731-a3c81d275b35 req-9512d1ac-c8c0-4be7-9bfa-e9a005b090cc service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302471 Nov 05 21:40:11.541331 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-88b5f4bb-a7d4-4dd8-a704-85d75fe408b7 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970984 Nov 05 21:40:11.558677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:11.596956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:11.646855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f277ade-3661-4e47-b17c-05d232582951 req-2cb3e053-e3d5-4afd-861e-2432ca647dd2 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903559 Nov 05 21:40:11.699962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:11.740568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:11.822370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:11.902126 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:12.229764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06362c3-be45-4fa6-97e1-9d997ae7dfeb req-18e2fbbb-22e0-4510-909f-46deb6eef97c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.231258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f06362c3-be45-4fa6-97e1-9d997ae7dfeb req-18e2fbbb-22e0-4510-909f-46deb6eef97c tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.0552089 Nov 05 21:40:12.279319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f06362c3-be45-4fa6-97e1-9d997ae7dfeb req-0cd8ab45-55e2-4192-b2da-7587c92894b0 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Nov 05 21:40:12.384255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-30d995c8-bf8a-4af2-8c70-95fd87d0506d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.385793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-30d995c8-bf8a-4af2-8c70-95fd87d0506d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c&tenant_id=ca6b44b75a5941baad7402d63419a311&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 948 time: 0.0584729 Nov 05 21:40:12.450207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b49db-5335-4dfd-8d37-04e00a7a5c05 req-e272512a-f3fe-4373-bb99-cbf5051644c3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.451826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df3b49db-5335-4dfd-8d37-04e00a7a5c05 req-e272512a-f3fe-4373-bb99-cbf5051644c3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 946 time: 0.0501447 Nov 05 21:40:12.498996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df3b49db-5335-4dfd-8d37-04e00a7a5c05 req-26d34074-3bae-41e9-9705-a43c04131a78 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Nov 05 21:40:12.588316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-4ba1f1df-de4d-431f-a8e5-a7dd8e4f5abc service neutron] 10.222.0.46 "GET /v2.0/ports/06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c/bindings/n-h2-816738-5 HTTP/1.1" status: 200 len: 382 time: 0.0818117 Nov 05 21:40:12.623194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a4ed8-8c50-40c0-950d-0192e5c42ab1 req-0405472a-c3be-4538-8539-9f61d7e331b0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.625658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-580a4ed8-8c50-40c0-950d-0192e5c42ab1 req-0405472a-c3be-4538-8539-9f61d7e331b0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.0519323 Nov 05 21:40:12.692645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-580a4ed8-8c50-40c0-950d-0192e5c42ab1 req-1fda5671-7b79-4a6f-a51f-eb7648c7610c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524316 Nov 05 21:40:12.693841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-c89f66b0-e29d-4b0c-a7d7-d3c38babc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.695370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-c89f66b0-e29d-4b0c-a7d7-d3c38babc5d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1099 time: 0.0518680 Nov 05 21:40:12.828530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-0456db07-10a9-4f89-aeac-124c8911bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.830083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-0456db07-10a9-4f89-aeac-124c8911bea0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1090174 Nov 05 21:40:12.876696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-bfb160b6-9d81-432b-9918-72ad6035b880 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0370042 Nov 05 21:40:12.932262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-aec6e9fa-51e6-4e64-a0e2-848b8c588bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.933739 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-aec6e9fa-51e6-4e64-a0e2-848b8c588bd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0492954 Nov 05 21:40:12.985326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-a3b64f2a-ec9f-41ac-a855-25bc90ecc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:12.986836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-a3b64f2a-ec9f-41ac-a855-25bc90ecc52e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416563 Nov 05 21:40:13.092324 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-d1d8a6ed-c0b9-4e4d-abfa-fab317aef01e service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979049 Nov 05 21:40:13.186698 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-6ce3cbf8-fa54-4fd5-903d-8cfc631d9a46 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862236 Nov 05 21:40:13.199416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-7ffe3436-d41e-4964-909c-5a2848b6770b tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:40:13.200965 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-7ffe3436-d41e-4964-909c-5a2848b6770b tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063915 Nov 05 21:40:13.249514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-59adb8e0-9f8c-4836-811f-916972b44a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:13.251513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-59adb8e0-9f8c-4836-811f-916972b44a51 service neutron] 10.222.0.41 "GET /v2.0/ports/0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 1093 time: 0.0398464 Nov 05 21:40:13.260925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Request body: {'binding': {'host': 'n-h2-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:13.261374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Unknown quota resources ['binding']. {{(pid=102291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:40:13.295449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327fb2-c418-4e1e-8e6d-f9a9e1b6751f req-0a3c1dd9-2dc2-4bf1-a244-9c6943fba800 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:13.297222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25327fb2-c418-4e1e-8e6d-f9a9e1b6751f req-0a3c1dd9-2dc2-4bf1-a244-9c6943fba800 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 946 time: 0.0524547 Nov 05 21:40:13.323536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:13.329436 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb84fb3-a87f-4ce8-97de-1e9fc468fb4a" -d '{"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-plugged", "status": "completed", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:13.373701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25327fb2-c418-4e1e-8e6d-f9a9e1b6751f req-768361f3-a4a9-48d4-8d34-1760668c5386 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698190 Nov 05 21:40:13.426280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on host n-h2-816738-5 for vnic_type normal with profile None {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:13.426280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:13.426280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:13.428658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:13.428988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:13.436247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:13.436587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:13.436969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:13.437397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Bound port: 0c1b9682-801a-41c8-8cc1-804deda8c717, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:13.487954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec5cb9-ed86-4435-b9ce-a7c86cd786c5 req-dd4dfaaa-d8d1-4ad1-a3b1-7bd0a294b744 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:13.490598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bec5cb9-ed86-4435-b9ce-a7c86cd786c5 req-dd4dfaaa-d8d1-4ad1-a3b1-7bd0a294b744 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.0664411 Nov 05 21:40:13.515413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:13.557656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bec5cb9-ed86-4435-b9ce-a7c86cd786c5 req-5406d766-db5f-43c2-8b2f-a9e9e9e85426 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Nov 05 21:40:13.603382 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e820b2-89b0-4b6e-a2d0-db106923f3a3 x-openstack-request-id: req-a4e820b2-89b0-4b6e-a2d0-db106923f3a3 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:13.604800 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-plugged", "status": "completed", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:13.605107 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4e820b2-89b0-4b6e-a2d0-db106923f3a3 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:13.607042 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'code': 200} Nov 05 21:40:13.646028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:13.647310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-ea2566e1-0184-4d2b-9217-a22bef527769 service neutron] 10.222.0.41 "POST /v2.0/ports/0c1b9682-801a-41c8-8cc1-804deda8c717/bindings HTTP/1.1" status: 201 len: 389 time: 0.3898344 Nov 05 21:40:13.709309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b1431-c78f-4bb5-830e-4bfbc1eae0a0 req-796d1bc2-8095-44f2-bcc8-785367e9cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:13.710696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-804b1431-c78f-4bb5-830e-4bfbc1eae0a0 req-796d1bc2-8095-44f2-bcc8-785367e9cbfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 1096 time: 0.0422204 Nov 05 21:40:13.757997 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-804b1431-c78f-4bb5-830e-4bfbc1eae0a0 req-48fe75b7-0407-46e8-b5d5-856514c8f718 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Nov 05 21:40:13.854942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d794-c38d-4063-bf44-0ffbee9582b0 req-c4e00134-d396-427b-9359-6bbcb06d99f0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:13.855869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3828d794-c38d-4063-bf44-0ffbee9582b0 req-c4e00134-d396-427b-9359-6bbcb06d99f0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.0891199 Nov 05 21:40:13.932256 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3828d794-c38d-4063-bf44-0ffbee9582b0 req-db0aea78-fe44-4f68-aa44-7e935bfc985a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Nov 05 21:40:14.257243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c2423-2706-4a70-945e-23036745781b req-e2bb0d60-9fe0-463d-820f-80c64c2543db tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:14.260023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-185c2423-2706-4a70-945e-23036745781b req-e2bb0d60-9fe0-463d-820f-80c64c2543db tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.0678184 Nov 05 21:40:14.323350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-185c2423-2706-4a70-945e-23036745781b req-2e85533d-97a1-44ec-a01f-cd542bc2d63a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577314 Nov 05 21:40:14.569679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:14.571040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc3b7b-026f-4a3a-84f5-0798d9bfeb56 req-f55b83ed-8f5b-4019-b8d5-b3364e602201 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:14.571040 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ecc3b7b-026f-4a3a-84f5-0798d9bfeb56 req-f55b83ed-8f5b-4019-b8d5-b3364e602201 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 946 time: 0.0914690 Nov 05 21:40:14.615280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ecc3b7b-026f-4a3a-84f5-0798d9bfeb56 req-c2c75df2-eab2-4f75-95d9-852fcb00e511 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662813 Nov 05 21:40:14.729402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b246-2a08-4d2a-84cd-eebd599440ed req-edef685c-60d7-48d4-a9f9-96760cbcb8eb tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:14.731912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43a9b246-2a08-4d2a-84cd-eebd599440ed req-edef685c-60d7-48d4-a9f9-96760cbcb8eb tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.0695782 Nov 05 21:40:14.742137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-beac8ac9-5b9e-4ec9-bcfd-53fd91f48d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:14.749729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-beac8ac9-5b9e-4ec9-bcfd-53fd91f48d59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1096 time: 0.0832992 Nov 05 21:40:14.831750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43a9b246-2a08-4d2a-84cd-eebd599440ed req-1ec7e5fc-b768-413d-b160-23715e1f34c2 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797026 Nov 05 21:40:14.867505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:40:14.872845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:14.872845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:14.942653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-931bc9fa-0ab6-4106-b5bb-b9544ad7e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:14.944490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-931bc9fa-0ab6-4106-b5bb-b9544ad7e67a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1786065 Nov 05 21:40:15.033092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:15.040668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-82fd3fee-e7ef-48aa-8dc5-61bba5dfea5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 217 time: 0.0838473 Nov 05 21:40:15.121913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:15.132825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959fd4-45c0-4d96-ba01-0d96e88052b5 req-0a685294-cba7-4d3f-88fa-32bd3d03cd74 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:15.141909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd959fd4-45c0-4d96-ba01-0d96e88052b5 req-0a685294-cba7-4d3f-88fa-32bd3d03cd74 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.1120214 Nov 05 21:40:15.185044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-9516f86f-67b5-45c9-91e3-243d5f91472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:15.190633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-9516f86f-67b5-45c9-91e3-243d5f91472c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.1380684 Nov 05 21:40:15.209412 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:15.228514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd959fd4-45c0-4d96-ba01-0d96e88052b5 req-12b37ef0-d9ff-4369-8c3c-4751571e934b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853636 Nov 05 21:40:15.237584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-c0ae98d8-f336-4e70-b355-d33c173d08dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371537 Nov 05 21:40:15.282132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:15.372338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-9bad4ec3-e244-44a1-8863-b143d3612731 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265140 Nov 05 21:40:15.608821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:15.611169 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bff2109-bb4a-40f4-8021-3cbbf61faef1" -d '{"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:15.686383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8beb2-b2d5-40fa-bc20-510b3d529e7f req-b5f6087f-2d60-460e-96bb-2ea079f195d3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:15.701464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76a8beb2-b2d5-40fa-bc20-510b3d529e7f req-b5f6087f-2d60-460e-96bb-2ea079f195d3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.2096775 Nov 05 21:40:15.711531 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76724ce4-0065-4ca8-89b9-968bff6f557a x-openstack-request-id: req-76724ce4-0065-4ca8-89b9-968bff6f557a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:15.711871 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:15.712111 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76724ce4-0065-4ca8-89b9-968bff6f557a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:15.712717 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'code': 200} Nov 05 21:40:15.915385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76a8beb2-b2d5-40fa-bc20-510b3d529e7f req-c51b82e7-24bc-4847-86e5-f9ee1894d146 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968224 Nov 05 21:40:16.097135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-b353b924-1546-4d3c-833e-160ce23e7159 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852801 Nov 05 21:40:16.128519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90c573-1a2a-4988-b70a-57928a7b5266 req-5804a20a-1770-48c6-ba81-605bd29f0e81 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:16.130753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab90c573-1a2a-4988-b70a-57928a7b5266 req-5804a20a-1770-48c6-ba81-605bd29f0e81 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.1486661 Nov 05 21:40:16.281734 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab90c573-1a2a-4988-b70a-57928a7b5266 req-dfe0cbce-3ab1-4c54-8573-3c71ecca49cc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357863 Nov 05 21:40:16.473141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32619478-10b8-4279-88d8-7e55d8afe117 req-b7d35717-3045-4e98-8931-813dcc08979e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:16.478326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32619478-10b8-4279-88d8-7e55d8afe117 req-b7d35717-3045-4e98-8931-813dcc08979e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0865154 Nov 05 21:40:16.563033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32619478-10b8-4279-88d8-7e55d8afe117 req-67fb781a-7fa4-40d6-9a60-5b4f4d482168 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760314 Nov 05 21:40:16.622307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82f2a-2b8b-4875-aae3-7501f1950116 req-f9588473-be1c-42b9-a201-e72982741f33 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:16.630028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cb82f2a-2b8b-4875-aae3-7501f1950116 req-f9588473-be1c-42b9-a201-e72982741f33 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.1027865 Nov 05 21:40:16.748739 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cb82f2a-2b8b-4875-aae3-7501f1950116 req-d3bfaa9f-fe80-41e3-b779-92e3e667dace tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178062 Nov 05 21:40:17.338608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b76da2-051d-4afb-a1b9-ac9a946b80b3 req-f0119368-1033-4a14-9eb2-1afd2b8903e3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:17.347874 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12b76da2-051d-4afb-a1b9-ac9a946b80b3 req-f0119368-1033-4a14-9eb2-1afd2b8903e3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.1307545 Nov 05 21:40:17.412200 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12b76da2-051d-4afb-a1b9-ac9a946b80b3 req-c4b6597b-37c0-4351-be0c-17815028b257 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581915 Nov 05 21:40:17.507943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-0a126f09-4f7a-4f31-9ee9-f2d3b5952835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:17.509752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-0a126f09-4f7a-4f31-9ee9-f2d3b5952835 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c&tenant_id=ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 1100 time: 0.1134458 Nov 05 21:40:17.525694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:17.584334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:17.940414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6c4bf-c19c-44dc-8fe4-683b0e8abbf3 req-cef357e0-b5d5-4991-acc3-7f51993310b0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:17.949190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06c6c4bf-c19c-44dc-8fe4-683b0e8abbf3 req-cef357e0-b5d5-4991-acc3-7f51993310b0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.2200851 Nov 05 21:40:18.056524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:18.124960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06c6c4bf-c19c-44dc-8fe4-683b0e8abbf3 req-17d77cbf-f3d6-441c-bc9f-74b5e00fcc09 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743429 Nov 05 21:40:18.183653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:18.284963 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:18.292095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:18.300094 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce27d84a-e7e8-42e5-acd8-38cb16de45f4" -d '{"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:18.357976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Transition to ACTIVE for port object 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:40:18.433199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:18.588229 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce53f9ec-0833-46b4-89e5-1ab2c494c186 x-openstack-request-id: req-ce53f9ec-0833-46b4-89e5-1ab2c494c186 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:18.588522 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:18.588880 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce53f9ec-0833-46b4-89e5-1ab2c494c186 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:18.589284 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'code': 200} Nov 05 21:40:18.590261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] No DVR routers for this DVR port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:40:18.700699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:18.727965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a559b-c763-4f69-a6ca-9ebb4f578f48 req-ad0c66eb-f8ac-47d1-9ff0-d695027bcfe7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:18.730681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-562a559b-c763-4f69-a6ca-9ebb4f578f48 req-ad0c66eb-f8ac-47d1-9ff0-d695027bcfe7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.0921338 Nov 05 21:40:18.736735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.737208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.737573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.737774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.738111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.739062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.739401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.739660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.739997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.740354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.740659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.740972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:18.787481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:18.787862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:18.788179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:18.805562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:18.805874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Attempting to bind port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:18.817440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-562a559b-c763-4f69-a6ca-9ebb4f578f48 req-02212384-1e1a-4611-942e-6e849d17f8bd tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821016 Nov 05 21:40:18.821500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:18.821846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:18.822238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:18.822693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Bound port: 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:18.823044 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:18.956802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:18.969609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:18.987245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-db398b1c-e16f-488f-b54b-243821caff09 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:19.017184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-db398b1c-e16f-488f-b54b-243821caff09 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.5245454 Nov 05 21:40:19.051184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-deb54ee1-f711-47fa-acef-91a3cf9fcb1b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/quotas/02b1e69dbed64c0d9608ee150a27b5a4 HTTP/1.1" status: 200 len: 375 time: 0.0329897 Nov 05 21:40:19.132450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac058c-a9b4-4cfb-86ac-3057211ab86c req-ce276741-7263-450f-82c8-c81b73c4db14 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:19.152020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48ac058c-a9b4-4cfb-86ac-3057211ab86c req-ce276741-7263-450f-82c8-c81b73c4db14 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.0906763 Nov 05 21:40:19.157192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:19.206026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-93119263-dcf0-4d8e-a97e-bd2414aba06e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538875 Nov 05 21:40:19.264278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48ac058c-a9b4-4cfb-86ac-3057211ab86c req-54a2a021-c854-474b-b1bc-4cae27382286 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161864 Nov 05 21:40:19.288985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:19.291788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:19.295762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] 10.222.0.13 "PUT /v2.0/ports/06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 1096 time: 1.7775397 Nov 05 21:40:19.366803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269e030-ba98-4387-9cc7-6a14d03fbd0e service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:19.385127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40088) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:19.482848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-afecbe11-3178-4098-800f-202c240e7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:19.484686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-afecbe11-3178-4098-800f-202c240e7e4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1099 time: 0.0968363 Nov 05 21:40:19.577975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cd655-ef82-4fbc-ad00-970d80a63e27 req-ce2be1e0-5d2d-4b1a-abaf-f92bcc22193d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:19.585631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f27cd655-ef82-4fbc-ad00-970d80a63e27 req-ce2be1e0-5d2d-4b1a-abaf-f92bcc22193d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.1220107 Nov 05 21:40:19.612858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-b9b817f7-ec92-49cb-a0af-2e2307c32041 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059358 Nov 05 21:40:19.656419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7d41-48b6-49cd-a62f-dd35c08072b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:19.678575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f27cd655-ef82-4fbc-ad00-970d80a63e27 req-0d5a6a57-bb1a-4ef4-b814-b3e5a59ecf1c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901325 Nov 05 21:40:19.734406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-8999b85e-a2a2-4d79-a006-4aaa82395281 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145546 Nov 05 21:40:19.774856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-bca1acec-8534-41c0-a9fb-9c25219ed7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:19.777911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-bca1acec-8534-41c0-a9fb-9c25219ed7bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2820306 Nov 05 21:40:19.792792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7d41-48b6-49cd-a62f-dd35c08072b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:19.834461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-e8293ef8-1316-43da-b71d-16e20901b903 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.0479307 Nov 05 21:40:19.922597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-3ac5e33f-f00e-4905-9a7c-9b269e0441b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:19.925566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-3ac5e33f-f00e-4905-9a7c-9b269e0441b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0806205 Nov 05 21:40:19.938849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7d41-48b6-49cd-a62f-dd35c08072b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:19.974304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7e3a7d41-48b6-49cd-a62f-dd35c08072b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=020d0db0c8294854b2f94a52f1f20fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854459 Nov 05 21:40:19.975139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:20.002709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aec828-ccc7-4dfb-ad9d-4c01051ee3a8 req-6805bbe2-b588-4b10-8f8a-5aa053e95857 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:20.014158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50aec828-ccc7-4dfb-ad9d-4c01051ee3a8 req-6805bbe2-b588-4b10-8f8a-5aa053e95857 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.1259086 Nov 05 21:40:20.024823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-5ba3f6c9-0f68-4289-af32-4ab8a0dac949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:20.026382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-5ba3f6c9-0f68-4289-af32-4ab8a0dac949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917296 Nov 05 21:40:20.048746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a7d41-48b6-49cd-a62f-dd35c08072b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9adc6f-1440-4b03-859a-a31171ee89ed,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:20.053048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff422-2e8e-41bf-bfb7-e5436c6871d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:20.119993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50aec828-ccc7-4dfb-ad9d-4c01051ee3a8 req-81856675-f00b-4ad7-9353-3a60b8818524 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034598 Nov 05 21:40:20.175136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff422-2e8e-41bf-bfb7-e5436c6871d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:20.241086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-fbfe0771-7860-433f-950a-87530b95b947 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025323 Nov 05 21:40:20.418225 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff422-2e8e-41bf-bfb7-e5436c6871d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:20.418916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8370b7-d347-4de1-9c8e-40d5b54dfe54 req-62daa291-2dfc-420e-9aa5-f7ca20cbad30 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:20.426138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff422-2e8e-41bf-bfb7-e5436c6871d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:20.427221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd8370b7-d347-4de1-9c8e-40d5b54dfe54 req-62daa291-2dfc-420e-9aa5-f7ca20cbad30 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.0710888 Nov 05 21:40:20.427416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1f5ff422-2e8e-41bf-bfb7-e5436c6871d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f9adc6f-1440-4b03-859a-a31171ee89ed HTTP/1.1" status: 204 len: 168 time: 0.4515543 Nov 05 21:40:20.463251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ff422-2e8e-41bf-bfb7-e5436c6871d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9adc6f-1440-4b03-859a-a31171ee89ed,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:20.469693 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5bd6630-ab5f-4f4f-976b-717985b829c6 req-4a525246-873e-4df9-8aa8-9e8cfcd5f5bf service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203283 Nov 05 21:40:20.546199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd8370b7-d347-4de1-9c8e-40d5b54dfe54 req-427f042e-773d-4952-9f44-0ecb34b9b520 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179404 Nov 05 21:40:20.561634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:20.574959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:20.590679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:20.593255 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf62574-dc34-4821-898b-b35b5a7cdc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:20.634051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:40:20.706654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e1f05f8-7b05-44bb-911f-d4647a22ffca req-53c30e90-6d31-4c52-ba25-d35af9f7effc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0422995 Nov 05 21:40:20.789853 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27af6f64-6484-422d-9b5a-e3004b252e41 x-openstack-request-id: req-27af6f64-6484-422d-9b5a-e3004b252e41 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:20.790155 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:20.790414 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27af6f64-6484-422d-9b5a-e3004b252e41 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:20.790826 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'status': 'completed', 'code': 200} Nov 05 21:40:21.031857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-1dc231c7-3887-4ca6-b81f-6178bd4d549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.033456 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-1dc231c7-3887-4ca6-b81f-6178bd4d549c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1099 time: 0.2363851 Nov 05 21:40:21.060017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-ced4fb6e-a185-4ae3-937a-e37501de012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.061539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-ced4fb6e-a185-4ae3-937a-e37501de012f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 1099 time: 0.2251058 Nov 05 21:40:21.161336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:21.175290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'mac_address': 'fa:16:3e:5a:34:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:21.224235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c484e-e4e7-424e-be08-58204dd1790c req-d02794cd-c925-4b96-a8dc-6b3652de5551 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.234391 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:21.240130 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f8c484e-e4e7-424e-be08-58204dd1790c req-d02794cd-c925-4b96-a8dc-6b3652de5551 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.3562262 Nov 05 21:40:21.259894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:21.321569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:21.455213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:21.464708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f8c484e-e4e7-424e-be08-58204dd1790c req-52cfc0d6-027a-4d79-a1de-b85a9a26f66f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190838 Nov 05 21:40:21.487328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-665d895f-ffe2-47c1-9217-7520b3f3afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.499358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-665d895f-ffe2-47c1-9217-7520b3f3afb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.4474511 Nov 05 21:40:21.499358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-143af44d-cb8a-44b6-826a-74a0978d02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.525227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-143af44d-cb8a-44b6-826a-74a0978d02c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.4362943 Nov 05 21:40:21.623828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['145fa7e2-ff8f-4a05-8f4f-b3816947bf3b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:21.631446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:21.746439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-c8e2be62-aef6-453b-88e6-3db310c99e37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.1968293 Nov 05 21:40:21.754054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-685e2a9c-4c4f-43df-a901-3ec449942e2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 200 len: 217 time: 0.2255781 Nov 05 21:40:21.802665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff190ced-911d-4814-9f21-d0eab83a8763 req-91cec8af-e78b-46eb-8395-72a254e0b767 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.813232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff190ced-911d-4814-9f21-d0eab83a8763 req-91cec8af-e78b-46eb-8395-72a254e0b767 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.1355023 Nov 05 21:40:21.847315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-c7296a2e-a00b-434c-85bd-f0b2247d9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.852591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-c7296a2e-a00b-434c-85bd-f0b2247d9b0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0971935 Nov 05 21:40:21.854438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-08c0e2b7-aa56-4bb0-a0d0-ef08e154ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:21.859280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40172) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:21.860146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-08c0e2b7-aa56-4bb0-a0d0-ef08e154ee9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0958254 Nov 05 21:40:21.886167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06d0424d-5f43-4e30-a3bf-6d2bf30d077c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:22.002778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-9c824578-4a58-4510-8c9d-5de98a42cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:22.009245 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-9c824578-4a58-4510-8c9d-5de98a42cd88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480253 Nov 05 21:40:22.013917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-8b0d74ea-8a2b-4588-a0ee-deb1363e26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:22.017318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-8b0d74ea-8a2b-4588-a0ee-deb1363e26e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323025 Nov 05 21:40:22.287873 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06d0424d-5f43-4e30-a3bf-6d2bf30d077c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:22.297237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff190ced-911d-4814-9f21-d0eab83a8763 req-c9a6776c-b51e-4603-9c4a-58e51f312b6a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811513 Nov 05 21:40:22.304720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-eb7c3592-3fff-47c0-b3fb-9ba17f428082 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832360 Nov 05 21:40:22.342697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1ea7a-6a25-41ed-94c9-a94cf08e5e52 req-cec251d5-2197-4bff-840d-008051892fb6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:22.344265 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3f1ea7a-6a25-41ed-94c9-a94cf08e5e52 req-cec251d5-2197-4bff-840d-008051892fb6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.5998065 Nov 05 21:40:22.441303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-8fbf8012-0366-40f2-a697-fbf05642da5d service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811105 Nov 05 21:40:22.477465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1110b4a1-f42f-4362-935f-c79922575635 req-e512cedc-5583-4f8a-9acb-11a2d85aa07c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0349612 Nov 05 21:40:22.493854 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06d0424d-5f43-4e30-a3bf-6d2bf30d077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:22.534431 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3f1ea7a-6a25-41ed-94c9-a94cf08e5e52 req-3ef6bcf8-023a-4aab-8a22-3bae51c4d56d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723876 Nov 05 21:40:22.571162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0424d-5f43-4e30-a3bf-6d2bf30d077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4869bb87-7af6-4680-b286-71adf6e46880,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:22.592396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d066c59e-d4ab-4f21-a657-75287bf019bd details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:22.593248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-06d0424d-5f43-4e30-a3bf-6d2bf30d077c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9313fb2dc5ee4e21b0c89ed738617883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7278731 Nov 05 21:40:22.593337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:22.596079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40186) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:22.675480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:22.764903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-536d111c-6e29-408d-bbab-7ee19eb3c9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:22.770980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-e2d20c06-5100-4533-a0f4-813d15acf632 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191290 Nov 05 21:40:22.802735 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daf62574-dc34-4821-898b-b35b5a7cdc2e req-d5ff2a89-82ff-40d1-b7d2-3c9b9dcd1702 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829504 Nov 05 21:40:22.840068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-536d111c-6e29-408d-bbab-7ee19eb3c9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:22.912126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e2cf2-5699-4587-9106-b50a640bd11c req-21d3bdd1-c37d-49c8-863c-0bbddf883164 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:22.914121 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-718e2cf2-5699-4587-9106-b50a640bd11c req-21d3bdd1-c37d-49c8-863c-0bbddf883164 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 948 time: 0.1402147 Nov 05 21:40:22.924897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:22.954388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:22.954388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:22.954388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'mac_address': 'fa:16:3e:7d:f0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:22.960487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:22.974934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'port_id': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'mac_address': 'fa:16:3e:11:cc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999d2575-2a31-40a6-91ba-569e3a404e74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:23.005278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-718e2cf2-5699-4587-9106-b50a640bd11c req-60cf9dee-1201-4d26-885e-f871ad1d2967 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800560 Nov 05 21:40:23.045487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-536d111c-6e29-408d-bbab-7ee19eb3c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.057913 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-536d111c-6e29-408d-bbab-7ee19eb3c9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.057913 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-536d111c-6e29-408d-bbab-7ee19eb3c9a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4869bb87-7af6-4680-b286-71adf6e46880 HTTP/1.1" status: 204 len: 168 time: 0.4559095 Nov 05 21:40:23.099703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d111c-6e29-408d-bbab-7ee19eb3c9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869bb87-7af6-4680-b286-71adf6e46880,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:23.175492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.223419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:23.241413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.288683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:23.291052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d066c59e-d4ab-4f21-a657-75287bf019bd {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:23.341410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:23.374028 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.420442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:23.424122 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c46f09e-fc89-43aa-8436-b5ce91f5650d" -d '{"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-plugged", "status": "completed", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:23.439821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.450409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:23.483615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529736d-5a6f-4f56-b935-f56a10fad9dd req-d6619282-3093-419f-83e1-bde042f5bc0f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:23.493546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d529736d-5a6f-4f56-b935-f56a10fad9dd req-d6619282-3093-419f-83e1-bde042f5bc0f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.1068978 Nov 05 21:40:23.543003 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cdfafa-3e05-4e24-a66e-2304b01c846d x-openstack-request-id: req-a9cdfafa-3e05-4e24-a66e-2304b01c846d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:23.543312 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-plugged", "status": "completed", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:23.543840 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9cdfafa-3e05-4e24-a66e-2304b01c846d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:23.545016 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'code': 200} Nov 05 21:40:23.548355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.575609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d529736d-5a6f-4f56-b935-f56a10fad9dd req-cf4ea675-3cbd-47f3-a489-e19dadd04dfa tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 Nov 05 21:40:23.576042 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:23.611365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:23.676818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f05db12f-3c40-4cb6-b38f-eed42b36eea5 req-6ca2e002-7b1e-4380-9393-82d23595f72f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0517964 Nov 05 21:40:23.686267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:23.710335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d066c59e-d4ab-4f21-a657-75287bf019bd'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:23.793741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df86ab-4cf0-4c1f-bd50-4345dcb9b7d5 req-56b95174-cf69-4ebd-ac88-d5626acc3284 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:23.797392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:23.814088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7df86ab-4cf0-4c1f-bd50-4345dcb9b7d5 req-56b95174-cf69-4ebd-ac88-d5626acc3284 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 944 time: 0.1922128 Nov 05 21:40:23.931844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:23.958288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7df86ab-4cf0-4c1f-bd50-4345dcb9b7d5 req-f84356ac-26e8-42af-aac1-5c801fb7d5b1 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430044 Nov 05 21:40:24.166743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08175a9a-e246-4347-9880-eeffa788fc2b req-612de015-0b8e-40b7-b6d8-0a418ff394fe tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:24.175253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08175a9a-e246-4347-9880-eeffa788fc2b req-612de015-0b8e-40b7-b6d8-0a418ff394fe tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0829439 Nov 05 21:40:24.247388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08175a9a-e246-4347-9880-eeffa788fc2b req-a4bd8559-ae97-402f-b90e-dec750dddae2 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703356 Nov 05 21:40:24.408914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd27a1-758d-4b4e-a699-65faa2ef687c req-63787d27-7feb-47d4-8298-679ef827c9c8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:24.411606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27dd27a1-758d-4b4e-a699-65faa2ef687c req-63787d27-7feb-47d4-8298-679ef827c9c8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 949 time: 0.0790906 Nov 05 21:40:24.472116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27dd27a1-758d-4b4e-a699-65faa2ef687c req-8e9ef72a-a96a-4018-bfe1-89f61fcd5d21 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533218 Nov 05 21:40:24.605073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d066c59e-d4ab-4f21-a657-75287bf019bd up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:24.687511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d066c59e-d4ab-4f21-a657-75287bf019bd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:24.689030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:24.753903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb765129-88fa-49e9-acc3-3c64e8a0e07b req-1007c96c-a7a6-431c-a556-66afa36725c0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:24.762698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb765129-88fa-49e9-acc3-3c64e8a0e07b req-1007c96c-a7a6-431c-a556-66afa36725c0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.1124034 Nov 05 21:40:24.871669 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:24.916937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb765129-88fa-49e9-acc3-3c64e8a0e07b req-74c7ffe3-dfd5-4532-9c2c-ab6ed646e4e3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445689 Nov 05 21:40:24.942416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1ddd6df-5c28-429d-ad20-39bbf943efb3 req-daa692d3-38ea-4fd9-acd2-9e5615fa9eca tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.1029556 Nov 05 21:40:24.950144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-79408d3d-ff1a-4908-87f2-2eb0df3e0570 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:24.951458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-79408d3d-ff1a-4908-87f2-2eb0df3e0570 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 820 time: 0.4035909 Nov 05 21:40:24.959965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:24.978795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Request body: {'port': {'device_id': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'admin_state_up': True, 'tenant_id': '02b1e69dbed64c0d9608ee150a27b5a4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:25.065005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-a0d0e4c8-0ce5-49a3-9d14-62a1950eb5fd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545495 Nov 05 21:40:25.098468 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:25.272899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:25.304481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Made reservation on behalf of 02b1e69dbed64c0d9608ee150a27b5a4 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:40:25.306521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:25.419164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-133e18a9-c99a-4a52-b584-db56c41b793a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:25.428531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-133e18a9-c99a-4a52-b584-db56c41b793a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572328 Nov 05 21:40:25.456505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-3535cb1d-7197-4782-867e-606fff9c8771 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/quotas/ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 375 time: 0.0181596 Nov 05 21:40:25.518003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb88dc-83cb-4292-9f4c-3ed44572885a req-b7f64dbb-391d-4eff-b6ce-2b61f844b522 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:25.519530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b7fb88dc-83cb-4292-9f4c-3ed44572885a req-b7f64dbb-391d-4eff-b6ce-2b61f844b522 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.1599886 Nov 05 21:40:25.546300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:25.548535 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56b2c24-f764-4e97-87c6-c86896ec84b4" -d '{"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-plugged", "status": "completed", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:25.587049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-2765ea63-912c-4900-ac95-03de97af39ec tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350887 Nov 05 21:40:25.674739 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b7fb88dc-83cb-4292-9f4c-3ed44572885a req-d7e9e110-fc54-4980-b021-35ef60888061 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836189 Nov 05 21:40:25.727237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Allocated IP 172.20.0.5 (4ef6d437-51b6-4f00-a540-ec2d4ab79672/e4d80e34-f340-49b6-9373-1256d01a2681/859afa47-aa20-43e8-9dc9-3f2f5b7f7074) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:40:25.781536 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc664692-be1d-46ac-b7fd-2370a2b83dfc x-openstack-request-id: req-fc664692-be1d-46ac-b7fd-2370a2b83dfc {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:25.782028 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-plugged", "status": "completed", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:25.782438 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc664692-be1d-46ac-b7fd-2370a2b83dfc {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:25.782919 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'code': 200} Nov 05 21:40:26.027061 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:26.196296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2034ee-f9b4-4c56-96fa-562cab68476d req-f8b2f3cd-8d4c-49eb-b063-0a520ce43d43 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:26.231862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a2034ee-f9b4-4c56-96fa-562cab68476d req-f8b2f3cd-8d4c-49eb-b063-0a520ce43d43 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 945 time: 0.1055753 Nov 05 21:40:26.268153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:26.286846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:26.311934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a2034ee-f9b4-4c56-96fa-562cab68476d req-586d05bf-5ad4-4a6d-9b8a-ced23a74050e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947728 Nov 05 21:40:26.379510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:26.391510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:40:26.395069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:40:26.398473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:40:26.496260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21b1fc43-6aee-414f-9a42-1f12dc0ef565 req-fdae1ae8-d774-4c00-9035-b3aa95ac61e7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 210 time: 0.0707564 Nov 05 21:40:26.527725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:26.528696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:26.655589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:26.711066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-61994bf3-cd86-4b73-8fa0-a214738b5dcc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7421012 Nov 05 21:40:26.729477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Request body: {'port': {'device_id': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:26.737121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03278b5a-046f-4840-bac9-0df3881d89c3 req-6ef44792-044f-41a5-a063-5cbdbfd82422 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:26.758210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03278b5a-046f-4840-bac9-0df3881d89c3 req-6ef44792-044f-41a5-a063-5cbdbfd82422 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 931 time: 0.1066904 Nov 05 21:40:26.920745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03278b5a-046f-4840-bac9-0df3881d89c3 req-2105779e-d297-4890-af46-3bfbd1b99ffb tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578658 Nov 05 21:40:26.938175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:27.060556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:40:27.068288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:27.069043 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:27.319970 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:27.378968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:27.592908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:27.600686 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:27.612498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Transition to ACTIVE for port object 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:40:27.784277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:27.787409 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e138873-3fd0-468a-857e-cb55ef4a0bc1" -d '{"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:27.820355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:27.886353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=13']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:27.896070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.901935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.902711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.902802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:27.903191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:28.111527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:28.112134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:28.112733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:28.119626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:28.133939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:28.134343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:28.147439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:28.147837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:28.149242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:28.149725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Bound port: 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:28.150160 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:28.292890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:28.297219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:28.452486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:28.506307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:28.506888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:28.508494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] 10.222.0.46 "PUT /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 1091 time: 1.7850914 Nov 05 21:40:28.508943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:28.511193 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6df43c-0516-44f5-8a9a-a1648680b75d" -d '{"events": [{"name": "network-changed", "server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:28.540544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e4b05-75d2-4a18-b4b8-2fc075bf0e09 service neutron] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:28.823032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-9aca908a-6e1d-4c62-bb67-713d48c99311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:28.828074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-9aca908a-6e1d-4c62-bb67-713d48c99311 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1094 time: 0.1050100 Nov 05 21:40:28.918180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-f1bba44d-ba32-47df-a823-49232e37ea4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 217 time: 0.0774579 Nov 05 21:40:29.014771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-7bf01917-ba7e-4696-a7f5-caa927ac457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:29.016304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-7bf01917-ba7e-4696-a7f5-caa927ac457e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0898900 Nov 05 21:40:29.217441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-21a392e8-e523-4a02-b280-af5e7e942b26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068161 Nov 05 21:40:29.335066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40392) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:29.438451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-8e0854f4-806b-4d3c-8b69-6615e24dd78b service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161944 Nov 05 21:40:29.587817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:29.679957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65518d1f-f13d-4df9-9f30-8c581f53afb4 req-f423c705-a169-4e58-b591-32da348b8f35 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268128 Nov 05 21:40:29.764789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:30.066938 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:30.123852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a256ac3e-1ba3-4038-be3d-c89c100162c6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:30.170738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.171106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.171481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.171852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.172200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.172558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.172906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.173257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.173600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.173941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.174296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.174632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:40:30.207026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4bfbd50b-83a6-4df5-a927-c86214cea9f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c00cdd5ba2534c91a5e884a25d04a368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8676796 Nov 05 21:40:30.207486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40396) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:30.299797 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a692eca0-9fd1-4386-a4d4-2f27939d525b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:30.364811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a692eca0-9fd1-4386-a4d4-2f27939d525b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:30.481916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-3086148d-08e3-4f5f-98aa-d39bf2c069f2 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ca6b44b75a5941baad7402d63419a311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412812 Nov 05 21:40:30.484805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:31.119234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a692eca0-9fd1-4386-a4d4-2f27939d525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:31.125555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a692eca0-9fd1-4386-a4d4-2f27939d525b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:31.126849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a692eca0-9fd1-4386-a4d4-2f27939d525b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a256ac3e-1ba3-4038-be3d-c89c100162c6 HTTP/1.1" status: 204 len: 168 time: 0.9183064 Nov 05 21:40:31.181453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692eca0-9fd1-4386-a4d4-2f27939d525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a256ac3e-1ba3-4038-be3d-c89c100162c6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:31.296554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-dc164bad-7036-4ea6-94af-2ba37ab08e3d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:31.297977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-dc164bad-7036-4ea6-94af-2ba37ab08e3d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8088694 Nov 05 21:40:31.312455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Request body: {'port': {'device_id': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'ca6b44b75a5941baad7402d63419a311'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:31.576384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Made reservation on behalf of ca6b44b75a5941baad7402d63419a311 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:40:31.580767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:31.878546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Allocated IP 192.168.233.194 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/4d32e46b-3699-41ec-bf3e-e283a60cf19a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:40:32.185606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:33.004129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:33.024135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b', 'e76694aa-c78b-49aa-b7af-d4ec35a55912', '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:33.066107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:40:33.070881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:40:33.077810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:40:33.082818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:33.103140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:33.212361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:33.213037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:33.409957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-d841f720-6074-439e-b555-12f1bfea2207 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1013217 Nov 05 21:40:33.424091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Request body: {'port': {'device_id': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:33.602173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:33.669011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bbce1ba7-944a-4406-b041-5bca2ee8a911 None None] Provisioning complete for port 4d32e46b-3699-41ec-bf3e-e283a60cf19a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:33.669545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bbce1ba7-944a-4406-b041-5bca2ee8a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:33.800022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bbce1ba7-944a-4406-b041-5bca2ee8a911 None None] Port 4d32e46b-3699-41ec-bf3e-e283a60cf19a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:40:34.119983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-a3770111-43f8-40bd-a6c5-f4e21f9b0c64 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:34.121446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-a3770111-43f8-40bd-a6c5-f4e21f9b0c64 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.2356219 Nov 05 21:40:34.137752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816738-5'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:34.305517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:34.323951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d32e46b-3699-41ec-bf3e-e283a60cf19a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:34.335644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:34.372015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Transition to ACTIVE for port object 4d32e46b-3699-41ec-bf3e-e283a60cf19a will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:40:34.476423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:34.540442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:34.618085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:34.648777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:34.655827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:34.755069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:34.769851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 has no active binding in host n-h2-816738-5 {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 21:40:34.842401 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:34.886000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:34.886402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:34.886974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:34.893936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:34.894768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:34.900367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:34.900734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:34.906781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:34.906781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Bound port: 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:34.906781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:34.976923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:34.980393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:35.009912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:35.110068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:35.127440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on host n-h1-816738-5 for vnic_type normal with profile {"migrating_to": "n-h2-816738-5"} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:35.128151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:35.128151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:35.135718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:35.138701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:35.147351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:35.151019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.151679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:35.153096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 1096 time: 1.7342787 Nov 05 21:40:35.153893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:35.154223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:35.154606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:35.155446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Bound port: 0c1b9682-801a-41c8-8cc1-804deda8c717, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:35.155742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:35.297250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:35.301664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:35.341994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8ab46-e287-4b2a-80f9-73a66a2e0866 service neutron] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:35.368986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa09b6-20f2-4e1a-ab2d-4d0bec62140f req-7e7a0c6e-d23e-4c39-99f5-a1286fec97b6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.382788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1fa09b6-20f2-4e1a-ab2d-4d0bec62140f req-7e7a0c6e-d23e-4c39-99f5-a1286fec97b6 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0774832 Nov 05 21:40:35.472847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:35.488574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1fa09b6-20f2-4e1a-ab2d-4d0bec62140f req-8ba76890-71d7-4b9a-8c2a-4a58b4f7152d tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036081 Nov 05 21:40:35.563962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aebb63-7275-4e55-b851-43fc4e3812b4 req-457d8bf0-7b68-48aa-86b0-9d6baea4e63e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.574767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7aebb63-7275-4e55-b851-43fc4e3812b4 req-457d8bf0-7b68-48aa-86b0-9d6baea4e63e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.2407768 Nov 05 21:40:35.575887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-91892fd1-748a-4742-961b-2683d0f512c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.577659 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-91892fd1-748a-4742-961b-2683d0f512c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1099 time: 0.1883676 Nov 05 21:40:35.662497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519de9-1f4f-4788-acb7-13eaf7ea7c04 req-4b1a3194-335c-4839-b39b-1143d7918acb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.676040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7519de9-1f4f-4788-acb7-13eaf7ea7c04 req-4b1a3194-335c-4839-b39b-1143d7918acb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0692680 Nov 05 21:40:35.683532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:35.689655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.690268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:35.691698 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-681142dc-1898-46fa-acfb-f0f0493cd972 service neutron] 10.222.0.46 "PUT /v2.0/ports/0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 1121 time: 1.5598123 Nov 05 21:40:35.695079 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-0bc20240-620d-4e2a-8515-8e75116dbcc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0998104 Nov 05 21:40:35.749188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7519de9-1f4f-4788-acb7-13eaf7ea7c04 req-350b51b4-c867-417f-b3c6-20a61e0e7eef tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717161 Nov 05 21:40:35.761955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7aebb63-7275-4e55-b851-43fc4e3812b4 req-0760e7a7-cdd2-43ab-80f3-e45c4c4c71d4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824813 Nov 05 21:40:35.778396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-0b79b750-6f50-4c9c-b9e9-fe32960110ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.781043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-0b79b750-6f50-4c9c-b9e9-fe32960110ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0741236 Nov 05 21:40:35.790470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0c1b9682-801a-41c8-8cc1-804deda8c717'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:35.919558 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c3a870-de05-4cac-965b-851c9b6470ce x-openstack-request-id: req-94c3a870-de05-4cac-965b-851c9b6470ce {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:35.920295 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:35.920764 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94c3a870-de05-4cac-965b-851c9b6470ce {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:35.921945 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'code': 200} Nov 05 21:40:35.937178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-f31ab0d0-1ec2-4701-a451-d75af1a17093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:35.940936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-f31ab0d0-1ec2-4701-a451-d75af1a17093 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431377 Nov 05 21:40:36.180186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf42811-3d33-44ea-b234-a5635328d9f7 req-e76b2212-9a63-4a1b-910a-422744c27caa tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:36.193989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aaf42811-3d33-44ea-b234-a5635328d9f7 req-e76b2212-9a63-4a1b-910a-422744c27caa tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.2518954 Nov 05 21:40:36.201574 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b19c4e-8232-479b-8cb8-8618db73eeab x-openstack-request-id: req-50b19c4e-8232-479b-8cb8-8618db73eeab {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:36.201938 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:36.202165 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50b19c4e-8232-479b-8cb8-8618db73eeab {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:36.202481 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074', 'status': 'completed', 'code': 200} Nov 05 21:40:36.317109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-6c1a6187-40aa-40d9-8fae-2400acf1a587 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645766 Nov 05 21:40:36.337895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0c1b9682-801a-41c8-8cc1-804deda8c717'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:36.342967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aaf42811-3d33-44ea-b234-a5635328d9f7 req-058b031e-5951-46a3-a8cc-d86fdf5f02ba tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416698 Nov 05 21:40:36.414886 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fb98edd-275a-4570-b454-a1533071f714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:36.573977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-c98b6aeb-9df6-4bce-9a6c-1e7eee75c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:36.575785 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-c98b6aeb-9df6-4bce-9a6c-1e7eee75c581 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1094 time: 0.3725388 Nov 05 21:40:36.589154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064bc43-c856-455b-bda5-78600f4cdf2d req-f6245169-7777-413f-a471-74bd2e41fb5f tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:36.590767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6064bc43-c856-455b-bda5-78600f4cdf2d req-f6245169-7777-413f-a471-74bd2e41fb5f tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 950 time: 0.0995734 Nov 05 21:40:36.603124 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f973d7c0-28a4-4f7c-ad40-f0cc16c785f8 req-762ce9ae-3d05-454a-8710-5a10be6bb8d2 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594907 Nov 05 21:40:36.667963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe5606-1e40-427b-a809-84b898269147 req-28384bb6-101c-47a6-9797-c05438732ea4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:36.670114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6fe5606-1e40-427b-a809-84b898269147 req-28384bb6-101c-47a6-9797-c05438732ea4 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0582559 Nov 05 21:40:36.712823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6064bc43-c856-455b-bda5-78600f4cdf2d req-32629476-215e-43d5-a285-6408e4967ae5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105542 Nov 05 21:40:36.728166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6fe5606-1e40-427b-a809-84b898269147 req-d6dee809-6154-4b9b-bf9f-09bc4fccc644 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 Nov 05 21:40:36.743641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-5b73ecc0-6e58-4817-afa4-d68a9da789a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:36.745395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-5b73ecc0-6e58-4817-afa4-d68a9da789a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1534083 Nov 05 21:40:36.806386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-906cf92a-5f1c-42a5-9eda-56cf4c014d6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 217 time: 0.0465779 Nov 05 21:40:36.909061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-c6487584-f96c-4042-b6dd-9c9081d8f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:36.912348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-c6487584-f96c-4042-b6dd-9c9081d8f79c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0975626 Nov 05 21:40:36.953076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb44a7-5d53-4bcd-9348-a0b2a1cba2ec req-4646ff88-f5dc-449e-be7b-588a5343f7d1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:36.963012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbfb44a7-5d53-4bcd-9348-a0b2a1cba2ec req-4646ff88-f5dc-449e-be7b-588a5343f7d1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0719209 Nov 05 21:40:36.964541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-ab0d0515-dd5c-4fff-a445-30c7c2892d9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274308 Nov 05 21:40:37.026423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbfb44a7-5d53-4bcd-9348-a0b2a1cba2ec req-fd10ae0b-65cc-4d57-bd30-f9515871b079 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606709 Nov 05 21:40:37.118158 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-ff944164-b369-4aa4-af71-66ad710ba753 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427412 Nov 05 21:40:37.195460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802216-34ef-4de2-8952-bea29d1f7e3a req-bdfe3d99-7dab-425e-a49d-e5155371b5e6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:37.197311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86802216-34ef-4de2-8952-bea29d1f7e3a req-bdfe3d99-7dab-425e-a49d-e5155371b5e6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.0973394 Nov 05 21:40:37.243642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d6df43c-0516-44f5-8a9a-a1648680b75d req-362acd7b-8696-4723-80c4-446fa3007083 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167784 Nov 05 21:40:37.264102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86802216-34ef-4de2-8952-bea29d1f7e3a req-d3e58856-4be8-4325-8e89-63b00b2e65c7 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599227 Nov 05 21:40:37.923249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adca46-b750-4bd5-b66b-fe2fc826593d req-456ff215-eee9-429a-bb7a-d6e9205c3e33 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:37.925645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9adca46-b750-4bd5-b66b-fe2fc826593d req-456ff215-eee9-429a-bb7a-d6e9205c3e33 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0628247 Nov 05 21:40:37.990123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9adca46-b750-4bd5-b66b-fe2fc826593d req-a055cdd5-3c34-4d50-9a60-8f57fccbaf3f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Nov 05 21:40:38.157681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321121-1a4e-4d7e-8783-57fa79399092 req-4c77a81f-3de1-497c-b635-32936c0c6f33 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:38.169929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e321121-1a4e-4d7e-8783-57fa79399092 req-4c77a81f-3de1-497c-b635-32936c0c6f33 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0500083 Nov 05 21:40:38.203687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717'}, {'name': 'network-changed', 'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}, {'name': 'network-changed', 'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:38.205953 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc08f195-0bae-4c98-b2b8-ea37a16732aa" -d '{"events": [{"server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717"}, {"name": "network-changed", "server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}, {"name": "network-changed", "server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:38.215585 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e321121-1a4e-4d7e-8783-57fa79399092 req-1c58a7bb-cb7e-450b-a5e8-17d75935f62b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476491 Nov 05 21:40:38.289699 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc1e9dc-780a-4724-b244-a82166df1bff x-openstack-request-id: req-1fc1e9dc-780a-4724-b244-a82166df1bff {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:38.290580 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717", "code": 200}, {"name": "network-changed", "server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:38.291127 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fc1e9dc-780a-4724-b244-a82166df1bff {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:38.291568 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'code': 200} Nov 05 21:40:38.291828 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'status': 'completed', 'code': 200} Nov 05 21:40:38.292081 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'status': 'completed', 'code': 200} Nov 05 21:40:38.369758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:40:38.372106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241c69f-a46c-4d80-9d80-75aa668d98b4 req-14162806-807f-4ad4-a26b-555b75a9056a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:38.382198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7241c69f-a46c-4d80-9d80-75aa668d98b4 req-14162806-807f-4ad4-a26b-555b75a9056a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0890729 Nov 05 21:40:38.469720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7241c69f-a46c-4d80-9d80-75aa668d98b4 req-4ae86ce7-2950-4ec3-a6a3-837d3b0ad45c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862360 Nov 05 21:40:38.513689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-b8afabae-2c48-4d1b-954b-adbf50f07248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:38.513947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a83a0-f18f-4516-a55a-b9a8a356e914 req-ddf96ea7-fb06-43de-87f0-d939341d7b5a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:38.516066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e4a83a0-f18f-4516-a55a-b9a8a356e914 req-ddf96ea7-fb06-43de-87f0-d939341d7b5a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.1573491 Nov 05 21:40:38.524867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-b8afabae-2c48-4d1b-954b-adbf50f07248 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1099 time: 0.1828396 Nov 05 21:40:38.583517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06e7a163-1e61-4819-adac-cfccba8d5052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:38.633529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:38.655354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e4a83a0-f18f-4516-a55a-b9a8a356e914 req-fd8a6af4-bd0e-4825-9f77-c3e24045b36a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277096 Nov 05 21:40:38.677534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-8a902b8d-6f33-487b-a787-3bfcf02ea5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:38.687308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-8a902b8d-6f33-487b-a787-3bfcf02ea5be service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1641402 Nov 05 21:40:38.735031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:38.767883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-b9c1a56b-0c09-40d7-a0b6-103fca6282f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0675707 Nov 05 21:40:38.890451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-375b37d0-75a7-4ac8-be87-caab47af07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:38.890451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-375b37d0-75a7-4ac8-be87-caab47af07c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1077321 Nov 05 21:40:38.958635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-0cd9e8f3-f316-47ec-95a0-ef746375f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:38.962912 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-0cd9e8f3-f316-47ec-95a0-ef746375f833 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657728 Nov 05 21:40:39.127992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-ee7e0a51-e8ba-458f-9a80-089dba42f9b6 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511667 Nov 05 21:40:39.201900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:39.217560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'mac_address': 'fa:16:3e:9d:c3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:39.237528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bf3d8-074e-401f-9bc0-5854aa9238e3 req-c22f14fe-65a9-45ce-9200-e8720f9e5fa1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:39.242423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad5bf3d8-074e-401f-9bc0-5854aa9238e3 req-c22f14fe-65a9-45ce-9200-e8720f9e5fa1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0966194 Nov 05 21:40:39.305651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad5bf3d8-074e-401f-9bc0-5854aa9238e3 req-82e92806-9fb3-4dc4-b53b-6d376201d8c2 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615644 Nov 05 21:40:39.336415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-c35e4ddd-d698-4e9a-8669-5cce6ede8b29 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060478 Nov 05 21:40:39.350893 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:39.375741 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:39.403604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:39.408677 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a7ea7-33f4-4bf0-9207-f3196e063b01" -d '{"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-unplugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:39.422884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d32e46b-3699-41ec-bf3e-e283a60cf19a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:39.434112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:39.452499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:39.483506 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa901f60-4085-4d6f-abbc-400ffcce0cfb x-openstack-request-id: req-fa901f60-4085-4d6f-abbc-400ffcce0cfb {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:39.484021 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-unplugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:39.484437 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa901f60-4085-4d6f-abbc-400ffcce0cfb {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:39.485004 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b', 'code': 200} Nov 05 21:40:39.493285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-5d9b2451-1c5a-4b6d-bbb3-b95ef0e1e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:39.493285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-5d9b2451-1c5a-4b6d-bbb3-b95ef0e1e077 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1124 time: 0.1023211 Nov 05 21:40:39.502249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1496f0-5adb-4f04-b219-fd51ea9f4a28 req-fac96dbc-5f6e-4a6a-a3e0-573cd2917f4e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:39.510580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b1496f0-5adb-4f04-b219-fd51ea9f4a28 req-fac96dbc-5f6e-4a6a-a3e0-573cd2917f4e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.1113081 Nov 05 21:40:39.626282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:39.627686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d066c59e-d4ab-4f21-a657-75287bf019bd no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:39.632380 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:39.637765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b62663-8613-44c3-9d44-205fc9c8b252 req-af564f06-b032-4e0c-8769-4b27be82d4a8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:39.640833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18b62663-8613-44c3-9d44-205fc9c8b252 req-af564f06-b032-4e0c-8769-4b27be82d4a8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0802112 Nov 05 21:40:39.643937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b1496f0-5adb-4f04-b219-fd51ea9f4a28 req-55f5c1e7-d97c-4cbc-9b8e-15955f5f9371 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280806 Nov 05 21:40:39.682799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-9707fe56-087d-486f-94fa-c403d8e26321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:39.687011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-9707fe56-087d-486f-94fa-c403d8e26321 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1680717 Nov 05 21:40:39.747532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18b62663-8613-44c3-9d44-205fc9c8b252 req-34696504-3836-447f-a141-ff2f5221ef98 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965750 Nov 05 21:40:39.774195 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-96aa968f-1e39-415c-b123-ce699c1be55d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 217 time: 0.0797768 Nov 05 21:40:39.859667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-89f15123-7298-489e-b269-2c1e9f4cd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:39.861153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-89f15123-7298-489e-b269-2c1e9f4cd050 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0548797 Nov 05 21:40:39.871045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:39.941394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-f2a0ab0a-b484-4f67-af17-8e72c7d689ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596757 Nov 05 21:40:40.010860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40612) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:40.020600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:40.025526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['4d32e46b-3699-41ec-bf3e-e283a60cf19a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:40.123315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.136037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66520baf-e5a3-4162-bb80-b3ef9540eafa req-f86a8eee-0339-4105-b7fa-ab3e13ea4525 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:40.154377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66520baf-e5a3-4162-bb80-b3ef9540eafa req-f86a8eee-0339-4105-b7fa-ab3e13ea4525 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 945 time: 0.3791404 Nov 05 21:40:40.168374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.227639 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-b8122729-b174-4b17-8c90-4b7f7a5b3e0a service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770607 Nov 05 21:40:40.255679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:40.324785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de942d99-7320-4242-a5a0-b7f8354f2cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.349183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.434354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc08f195-0bae-4c98-b2b8-ea37a16732aa req-d43866ec-1026-491c-89f0-ae0bcee0e876 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983719 Nov 05 21:40:40.449044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:40.474165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66520baf-e5a3-4162-bb80-b3ef9540eafa req-de4cefee-667c-4779-9e52-34cb6ee5a103 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186033 Nov 05 21:40:40.542933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de942d99-7320-4242-a5a0-b7f8354f2cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.563733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d006b10-f7b6-4447-b420-ac8f0b8c62cb req-2bff993c-b44c-42f6-800b-ae6cd118f78f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:40.564553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e21e0206-9150-4199-9681-26277601984f tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:40.566398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d006b10-f7b6-4447-b420-ac8f0b8c62cb req-2bff993c-b44c-42f6-800b-ae6cd118f78f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.1537440 Nov 05 21:40:40.572759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e21e0206-9150-4199-9681-26277601984f tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 943 time: 0.0616922 Nov 05 21:40:40.645324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d006b10-f7b6-4447-b420-ac8f0b8c62cb req-6ef208b2-e767-412b-9f57-3fbe6870993c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695517 Nov 05 21:40:40.718871 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de942d99-7320-4242-a5a0-b7f8354f2cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.720390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Deleting port d066c59e-d4ab-4f21-a657-75287bf019bd {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:40:40.721039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.749369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de942d99-7320-4242-a5a0-b7f8354f2cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d5883-6004-4196-b924-2213e0b4945b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:40.776551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de942d99-7320-4242-a5a0-b7f8354f2cc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e50745f3e294b658cc9f6fbd6575a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7643948 Nov 05 21:40:40.788159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40632) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:40.856053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] For port d066c59e-d4ab-4f21-a657-75287bf019bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d066c59e-d4ab-4f21-a657-75287bf019bd,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:40.856440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.919918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Calling delete_port for d066c59e-d4ab-4f21-a657-75287bf019bd owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:40:40.941193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40e3fa4-4a40-40d6-994d-b4d1e9e5839a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:40.983896 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40e3fa4-4a40-40d6-994d-b4d1e9e5839a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:41.009927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01dccf-6bee-4eed-8a04-14fbb345cd0b req-41185cb0-60fe-4de2-8a5b-a6c0ea18e6d9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:41.011479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae01dccf-6bee-4eed-8a04-14fbb345cd0b req-41185cb0-60fe-4de2-8a5b-a6c0ea18e6d9 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.1590295 Nov 05 21:40:41.047894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb9b5e-cb0f-4a67-b6e6-7d9857bada83 req-eb8e1a08-616b-408b-b152-ff23cc5a1cda tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:41.055809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7efb9b5e-cb0f-4a67-b6e6-7d9857bada83 req-eb8e1a08-616b-408b-b152-ff23cc5a1cda tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.2023332 Nov 05 21:40:41.143876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae01dccf-6bee-4eed-8a04-14fbb345cd0b req-5996ef30-a5df-4cde-9880-8860e9dcaf27 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231356 Nov 05 21:40:41.146237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40e3fa4-4a40-40d6-994d-b4d1e9e5839a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:41.147008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7efb9b5e-cb0f-4a67-b6e6-7d9857bada83 req-1ea50c4d-c7e7-443c-bde8-026d505fc81a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902643 Nov 05 21:40:41.169501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40e3fa4-4a40-40d6-994d-b4d1e9e5839a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:41.170745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a40e3fa4-4a40-40d6-994d-b4d1e9e5839a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab7d5883-6004-4196-b924-2213e0b4945b HTTP/1.1" status: 204 len: 168 time: 0.3815453 Nov 05 21:40:41.189831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e3fa4-4a40-40d6-994d-b4d1e9e5839a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d5883-6004-4196-b924-2213e0b4945b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:41.348590 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:41.376754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:41.441179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event deleted for resources: {'Port': ['ID=d066c59e-d4ab-4f21-a657-75287bf019bd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:41.464170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] No DVR routers for this DVR port d066c59e-d4ab-4f21-a657-75287bf019bd on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:40:41.468522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:41.472496 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d52e6ac9-8a37-4cf7-9339-305d065589ea req-e5091f3a-68af-4144-a542-8ef7059f8297 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "DELETE /v2.0/ports/d066c59e-d4ab-4f21-a657-75287bf019bd HTTP/1.1" status: 204 len: 173 time: 0.8882732 Nov 05 21:40:41.475708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-deleted', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:41.477803 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6500c6c0-f6ed-4fdd-bd43-ada52a0788c6" -d '{"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-deleted", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:41.486237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:41.494943 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780fa12-51ba-47d3-b897-256efbbdfc66" -d '{"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-unplugged", "status": "completed", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:41.572647 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69033159-eadb-4d1a-8a6b-c7ce78a8a8e4 x-openstack-request-id: req-69033159-eadb-4d1a-8a6b-c7ce78a8a8e4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:41.573120 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-unplugged", "status": "completed", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:41.573550 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69033159-eadb-4d1a-8a6b-c7ce78a8a8e4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:41.574112 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'code': 200} Nov 05 21:40:41.599360 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20393486-9a2d-4b33-b714-915973c6e415 x-openstack-request-id: req-20393486-9a2d-4b33-b714-915973c6e415 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:41.599755 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f523d661-a55f-40b9-b60b-f27846c4e93a", "name": "network-vif-deleted", "tag": "d066c59e-d4ab-4f21-a657-75287bf019bd", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:41.600337 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20393486-9a2d-4b33-b714-915973c6e415 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:41.602916 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f523d661-a55f-40b9-b60b-f27846c4e93a', 'name': 'network-vif-deleted', 'tag': 'd066c59e-d4ab-4f21-a657-75287bf019bd', 'status': 'completed', 'code': 200} Nov 05 21:40:41.673495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c69f382-f212-4385-8da3-b6f5c22f0fb2 req-3ecf14a7-7727-4980-a0da-b1f9708193ee tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 210 time: 0.0378923 Nov 05 21:40:41.849989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf182-929d-44d5-b784-99b2a87dde3e req-b05db2ac-b9a2-46ec-934a-24a4990cfbfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:41.851604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-58ecf182-929d-44d5-b784-99b2a87dde3e req-b05db2ac-b9a2-46ec-934a-24a4990cfbfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0636456 Nov 05 21:40:41.907533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-58ecf182-929d-44d5-b784-99b2a87dde3e req-f4d1c068-5006-4f88-bd61-ef5cd600a7a0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Nov 05 21:40:42.022580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:42.280518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578df850-0b95-4f7e-8f71-1b2751280776 req-c838bdde-02b5-4b8a-84b2-a4d3c48cff79 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:42.282263 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-578df850-0b95-4f7e-8f71-1b2751280776 req-c838bdde-02b5-4b8a-84b2-a4d3c48cff79 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.0707250 Nov 05 21:40:42.290381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d9ae2-497b-4978-a598-a0f8a348ef68 req-e014c31d-812b-4652-936e-c26c9031ad9f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:42.297826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-937d9ae2-497b-4978-a598-a0f8a348ef68 req-e014c31d-812b-4652-936e-c26c9031ad9f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.0687778 Nov 05 21:40:42.353381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-937d9ae2-497b-4978-a598-a0f8a348ef68 req-cfcdd55d-ced4-401f-94f7-c0dde21b2ab2 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543282 Nov 05 21:40:42.376331 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-578df850-0b95-4f7e-8f71-1b2751280776 req-4c2f8603-3e25-49a3-8fca-af384de7ff65 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797508 Nov 05 21:40:42.609129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-aefdb1f5-f812-4f0b-a465-623bb1b7c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:42.610890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-aefdb1f5-f812-4f0b-a465-623bb1b7c573 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1124 time: 0.0554910 Nov 05 21:40:42.649829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35478bf4-a72f-434f-be63-70384b8b1f5c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:42.740422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-d8699c9c-7200-41fc-8799-10da0643a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:42.742873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-d8699c9c-7200-41fc-8799-10da0643a67d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1229165 Nov 05 21:40:42.770959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:42.812581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-796685b6-2f4e-4ac7-9688-a8f2ce1a9240 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 217 time: 0.0595691 Nov 05 21:40:42.886176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:42.896774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1eb95d5-1dc4-4d22-8561-b9828300207e req-df1df59d-5b63-425d-8f78-41df1612c8b6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 210 time: 0.0891819 Nov 05 21:40:42.913963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'mac_address': 'fa:16:3e:23:0a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:42.923587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-00730ed1-f541-4e5a-a447-f9318469b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:42.926984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-00730ed1-f541-4e5a-a447-f9318469b7a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.1029510 Nov 05 21:40:42.971198 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:42.972509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-419e1368-517b-40b1-a7e2-0c1fa4c578aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349965 Nov 05 21:40:42.991412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35478bf4-a72f-434f-be63-70384b8b1f5c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:43.017437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:43.113491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207125f9-a545-4267-80e2-64d2419f54e7 req-d5decc3e-bdcb-4e84-b978-87b48caff5e5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:43.115152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-207125f9-a545-4267-80e2-64d2419f54e7 req-d5decc3e-bdcb-4e84-b978-87b48caff5e5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0829804 Nov 05 21:40:43.125032 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-8feaca0c-b9ac-4579-a935-ebe7bd0634de service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304467 Nov 05 21:40:43.189457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-207125f9-a545-4267-80e2-64d2419f54e7 req-ceae975d-270b-43ac-857f-cc4847ee65ce tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651975 Nov 05 21:40:43.192513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 4d32e46b-3699-41ec-bf3e-e283a60cf19a completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:40:43.203840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 4d32e46b-3699-41ec-bf3e-e283a60cf19a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:43.204213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:43.229759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-754d54a5-c514-4485-a16c-6c42f6c19295 service neutron] 10.222.0.46 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026578 Nov 05 21:40:43.298934 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:43.334235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:43.347948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-c6b422df-4644-4092-a948-30a302ec9207 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:43.349928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-c6b422df-4644-4092-a948-30a302ec9207 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d&tenant_id=716b3930b41c42479302dd5a494f2f60&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1124 time: 0.0896306 Nov 05 21:40:43.371052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:43.386730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:43.399476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:43.408173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['35478bf4-a72f-434f-be63-70384b8b1f5c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:43.599529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:43.603528 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43e6aa-eeb6-472d-a898-001424f7a2d2" -d '{"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-plugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:43.606124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:43.613211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce762b-3c75-494a-95c2-71515b7e5a3a req-63b5e873-a839-429e-9eeb-0f8d8dc5b38b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:43.624765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8ce762b-3c75-494a-95c2-71515b7e5a3a req-63b5e873-a839-429e-9eeb-0f8d8dc5b38b tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 943 time: 0.1097012 Nov 05 21:40:43.641681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5ddd-5ab3-4f01-95ee-a4e7d05d0125 req-3cb8fee6-6a08-40a3-a778-d12d320a26b8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:43.649855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c76d5ddd-5ab3-4f01-95ee-a4e7d05d0125 req-3cb8fee6-6a08-40a3-a778-d12d320a26b8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.1066458 Nov 05 21:40:43.687318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8ce762b-3c75-494a-95c2-71515b7e5a3a req-c67a9a99-d4c1-4b07-a04a-fbdf207d6958 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605950 Nov 05 21:40:43.746942 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c76d5ddd-5ab3-4f01-95ee-a4e7d05d0125 req-a41ba02a-57e6-427f-8285-3bd7a63fde32 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932603 Nov 05 21:40:43.815399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:43.857991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:43.868987 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca8b946-6ec4-4a7d-9053-bd67450e0bc0 x-openstack-request-id: req-0ca8b946-6ec4-4a7d-9053-bd67450e0bc0 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:43.869878 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-plugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:43.870391 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ca8b946-6ec4-4a7d-9053-bd67450e0bc0 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:43.870724 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'code': 200} Nov 05 21:40:43.898940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1b9682-801a-41c8-8cc1-804deda8c717 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:43.907283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:43.960453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d133358-927e-4084-b062-8246f3f7b30e req-c752f9a3-beb2-4a5d-a2ad-c6e71b45ce62 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:43.961963 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d133358-927e-4084-b062-8246f3f7b30e req-c752f9a3-beb2-4a5d-a2ad-c6e71b45ce62 tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1124 time: 0.0465598 Nov 05 21:40:43.992756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025534f4-6007-457d-afb1-b76ef9bed994 req-5411c7b2-d94c-4ba8-9e93-df88ef76e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:43.994233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-025534f4-6007-457d-afb1-b76ef9bed994 req-5411c7b2-d94c-4ba8-9e93-df88ef76e847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1100 time: 0.0518727 Nov 05 21:40:44.009267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d133358-927e-4084-b062-8246f3f7b30e req-398bb3ac-5b5c-4b40-9799-3535a8c9d2ff tempest-LiveMigrationTest-886200937 tempest-LiveMigrationTest-886200937-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Nov 05 21:40:44.013733 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b20abf45-19ba-409e-9224-bb06ff9540cf req-adaa31a5-86ab-44a4-8435-2fedecbc5810 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=f523d661-a55f-40b9-b60b-f27846c4e93a HTTP/1.1" status: 200 len: 210 time: 0.0359926 Nov 05 21:40:44.047159 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-025534f4-6007-457d-afb1-b76ef9bed994 req-7924dafe-b971-46f1-8286-6a7607fba624 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 Nov 05 21:40:44.342075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bbd26-40c6-414b-9f6f-cae118ced9c1 req-3b03979f-d707-42ea-a071-86c281491e6a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:44.343519 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b57bbd26-40c6-414b-9f6f-cae118ced9c1 req-3b03979f-d707-42ea-a071-86c281491e6a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0509319 Nov 05 21:40:44.389071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b57bbd26-40c6-414b-9f6f-cae118ced9c1 req-40eda7b9-47dc-4c29-a67a-35574fb9c27a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Nov 05 21:40:44.517586 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:44.558866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:44.571033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:44.625055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on host n-h1-816738-5 for vnic_type normal with profile {} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:44.625389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:44.625713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:44.634668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:44.634988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Attempting to bind port 0c1b9682-801a-41c8-8cc1-804deda8c717 on network 0f3afe19-99d5-4d93-a8ee-b562a88579f2 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:44.647759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:44.648420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Checking segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:44.648529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Bound using segment: {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:44.649046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Bound port: 0c1b9682-801a-41c8-8cc1-804deda8c717, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f110e676-8ef3-458f-af9c-a2248f1ecf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f3afe19-99d5-4d93-a8ee-b562a88579f2'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:44.649295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:44.650493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35478bf4-a72f-434f-be63-70384b8b1f5c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:44.651239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=9']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:44.715083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 35478bf4-a72f-434f-be63-70384b8b1f5c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:44.715514 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:44.726320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:44.729011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:44.809112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:44.848656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:44.891363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c55b1-3174-4f96-954d-683091682cdd req-db64852c-bba8-4189-9504-881fb5d73302 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:44.892960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d69c55b1-3174-4f96-954d-683091682cdd req-db64852c-bba8-4189-9504-881fb5d73302 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0566170 Nov 05 21:40:44.962826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d69c55b1-3174-4f96-954d-683091682cdd req-3354d446-d658-4d71-8b89-1eb89d91ab1c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614860 Nov 05 21:40:45.020922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:45.078548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:45.079169 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:45.081532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] 10.222.0.46 "PUT /v2.0/ports/0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 1091 time: 1.7147543 Nov 05 21:40:45.087365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:45.090831 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:45.157807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c508df-101e-48b0-8e7c-4ffd501c7cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:45.185321 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:45.186861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d066c59e-d4ab-4f21-a657-75287bf019bd no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:45.259084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0c1b9682-801a-41c8-8cc1-804deda8c717'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:45.259084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0c1b9682-801a-41c8-8cc1-804deda8c717'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:45.259084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: d066c59e-d4ab-4f21-a657-75287bf019bd {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:40:45.259084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d066c59e-d4ab-4f21-a657-75287bf019bd not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:40:45.361144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:45.529839 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4f989b-f5c6-4c3c-8ae7-c7a9695884aa x-openstack-request-id: req-0f4f989b-f5c6-4c3c-8ae7-c7a9695884aa {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:45.530235 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:45.530592 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f4f989b-f5c6-4c3c-8ae7-c7a9695884aa {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:45.531095 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'status': 'completed', 'code': 200} Nov 05 21:40:45.665959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-b9118434-5eda-4d81-b5ce-92d1c614f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:45.665959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-b9118434-5eda-4d81-b5ce-92d1c614f63f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=716b3930b41c42479302dd5a494f2f60&device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 1095 time: 0.0647323 Nov 05 21:40:45.688889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2cc96-993a-4687-aab8-6746ee6da84b req-4b0ee6ea-45ff-4500-9806-efdbabb170b4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:45.690361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4cc2cc96-993a-4687-aab8-6746ee6da84b req-4b0ee6ea-45ff-4500-9806-efdbabb170b4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0548499 Nov 05 21:40:45.741101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4cc2cc96-993a-4687-aab8-6746ee6da84b req-2e201172-3e5c-4376-a221-ad42037486a3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Nov 05 21:40:45.774648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505015-ff1d-4e84-8783-1638830abc12 req-8fcf80d9-08fe-4df3-a81f-696309eacf71 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:45.776202 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-8fcf80d9-08fe-4df3-a81f-696309eacf71 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/networks?id=5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 200 len: 822 time: 0.1806936 Nov 05 21:40:45.803657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-44d267d9-4572-4028-8ac1-e78750a9d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:45.805115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-44d267d9-4572-4028-8ac1-e78750a9d18c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 200 len: 908 time: 0.1749568 Nov 05 21:40:45.806501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-0d590721-86c0-4dc0-bb77-d968bb851dae tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/quotas/6ae09c503bed4624b8c53841daf735be HTTP/1.1" status: 200 len: 375 time: 0.0181882 Nov 05 21:40:45.856713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad83c7-952c-4caf-ade8-f04ae874c238 req-714e44a9-c20e-4fcc-8e45-e03b0aa7ab4f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:45.858255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efad83c7-952c-4caf-ade8-f04ae874c238 req-714e44a9-c20e-4fcc-8e45-e03b0aa7ab4f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 944 time: 0.0534918 Nov 05 21:40:45.872065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:45.874409 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac315f6-07a0-4972-804e-bf6b39c8a79e" -d '{"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-plugged", "status": "completed", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:45.915791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efad83c7-952c-4caf-ade8-f04ae874c238 req-bf9012c9-2107-4b2b-907f-22bff75fcf24 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Nov 05 21:40:45.961405 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5824d9f7-ed93-401e-84de-6976fde6dca6 x-openstack-request-id: req-5824d9f7-ed93-401e-84de-6976fde6dca6 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:45.961700 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-plugged", "status": "completed", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:45.961953 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5824d9f7-ed93-401e-84de-6976fde6dca6 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:45.962349 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'code': 200} Nov 05 21:40:46.100377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e75cd-eb0b-4785-a1bb-f216d6888243 req-2faa339e-18cc-46b4-9a61-88bc0e5ae47f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:46.101909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d44e75cd-eb0b-4785-a1bb-f216d6888243 req-2faa339e-18cc-46b4-9a61-88bc0e5ae47f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0618501 Nov 05 21:40:46.151412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d44e75cd-eb0b-4785-a1bb-f216d6888243 req-a21ceca2-ad11-4d03-a3b4-6004522fc322 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Nov 05 21:40:46.180712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-e3207980-a37a-4dfd-b25c-eab6e40d0995 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 200 len: 217 time: 0.3667505 Nov 05 21:40:46.258643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-f7ae7fdc-83b3-498c-9241-b90ff4396fbd service neutron] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:46.264582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-37137a3b-9339-47f9-a0a2-a707bef16f97 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4518278 Nov 05 21:40:46.270232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-ad69ac44-7c16-4881-9ae7-2ed3837e64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:46.274145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-ad69ac44-7c16-4881-9ae7-2ed3837e64ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 200 len: 847 time: 0.0679350 Nov 05 21:40:46.314671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-3a0a6d9c-a6f7-423f-9e93-1893577a518d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f3afe19-99d5-4d93-a8ee-b562a88579f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342383 Nov 05 21:40:46.475269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-f7ae7fdc-83b3-498c-9241-b90ff4396fbd service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:46.476385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28efb6ba-8fd2-4fe6-b15c-7099fdd96a1f req-f7ae7fdc-83b3-498c-9241-b90ff4396fbd service neutron] 10.222.0.46 "DELETE /v2.0/ports/0c1b9682-801a-41c8-8cc1-804deda8c717/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 1.3825686 Nov 05 21:40:46.482485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-19b86739-0ecf-42ae-b47b-84110a488de0 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501698 Nov 05 21:40:46.558641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-1c377ce3-7e5d-4ada-aaff-d9b983649755 service neutron] 10.222.0.41 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860422 Nov 05 21:40:46.640611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b49e53ec-f6d1-4631-b50e-bef5c2a6ef2e req-d7f258c3-45cf-4289-a91a-4e4fa3a6bd20 service neutron] 10.222.0.13 "GET /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499679 Nov 05 21:40:46.673240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-4c25b4c4-4029-4421-9168-785cbf6afc28 service neutron] 10.222.0.41 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072335 Nov 05 21:40:46.859325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df881ec-e28e-4711-bca5-b243c624df5e req-856f647e-421b-45a4-804c-9a0ac645a3c7 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:46.860954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df881ec-e28e-4711-bca5-b243c624df5e req-856f647e-421b-45a4-804c-9a0ac645a3c7 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0488429 Nov 05 21:40:46.911138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df881ec-e28e-4711-bca5-b243c624df5e req-58a227eb-1be7-49da-bc25-af315824d98c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Nov 05 21:40:47.032769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1abe41-fbf4-4e73-a17b-f43cc1c167f2 req-32476237-1bb3-4df7-a681-272312e4ac47 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:47.034348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df1abe41-fbf4-4e73-a17b-f43cc1c167f2 req-32476237-1bb3-4df7-a681-272312e4ac47 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 944 time: 0.0512824 Nov 05 21:40:47.084461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df1abe41-fbf4-4e73-a17b-f43cc1c167f2 req-6cd505dc-c926-4522-8a1f-884773746f71 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Nov 05 21:40:47.266350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b19b9-08b2-4187-8587-2c8376a71623 req-18ca556b-82f3-42e1-b953-7a7382280e70 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:47.267823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-931b19b9-08b2-4187-8587-2c8376a71623 req-18ca556b-82f3-42e1-b953-7a7382280e70 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0493276 Nov 05 21:40:47.319661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-931b19b9-08b2-4187-8587-2c8376a71623 req-91a4ada8-a097-4b31-ace3-188d9105eddf tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457578 Nov 05 21:40:47.476809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eccd46b8-f14b-44a3-a1a8-41e886954d1c req-278672be-ef33-4f82-9d80-ef07d4060aac tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 210 time: 0.0374646 Nov 05 21:40:47.567438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59b5e8-c73d-4273-805a-9867cd2df160 req-2d6ecacc-da05-47b0-b715-d97aa20641a9 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:47.569138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0a59b5e8-c73d-4273-805a-9867cd2df160 req-2d6ecacc-da05-47b0-b715-d97aa20641a9 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1101 time: 0.0421021 Nov 05 21:40:47.644838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0a59b5e8-c73d-4273-805a-9867cd2df160 req-63143f41-a0be-483d-bdb8-b9d404abec89 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695064 Nov 05 21:40:47.671528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-3b836813-266a-4b37-bcd9-8aee493d0bd7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:47.673074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-3b836813-266a-4b37-bcd9-8aee493d0bd7 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 944 time: 0.0704896 Nov 05 21:40:47.779952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Deleting port 0c1b9682-801a-41c8-8cc1-804deda8c717 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:40:47.780572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:47.887811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] For port 0c1b9682-801a-41c8-8cc1-804deda8c717, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0c1b9682-801a-41c8-8cc1-804deda8c717,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:47.888174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:47.905981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Calling delete_port for 0c1b9682-801a-41c8-8cc1-804deda8c717 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:40:48.165312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:48.179286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['35fe183e-39f0-49d2-a832-d093562eb71c', '0c1b9682-801a-41c8-8cc1-804deda8c717'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:48.181902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0c1b9682-801a-41c8-8cc1-804deda8c717'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:48.198934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event deleted for resources: {'Port': ['ID=0c1b9682-801a-41c8-8cc1-804deda8c717,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:48.281614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] No DVR routers for this DVR port 0c1b9682-801a-41c8-8cc1-804deda8c717 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:40:48.291932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:48.295440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f7d2ca9-1781-4511-b7bf-5bc02f11feaa req-b42b9ac4-d483-4397-a17a-37d5cc1c207e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "DELETE /v2.0/ports/0c1b9682-801a-41c8-8cc1-804deda8c717 HTTP/1.1" status: 204 len: 173 time: 0.6145167 Nov 05 21:40:48.303356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'name': 'network-vif-deleted', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:48.303356 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604b341a-c6c0-40eb-b160-3c02b20a3964" -d '{"events": [{"server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "name": "network-vif-deleted", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:48.345536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d85a4-0b39-4861-96d8-8858a3bf1e75 req-e514b9f0-b713-4b14-b374-a5da90ba256b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:48.347517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9d85a4-0b39-4861-96d8-8858a3bf1e75 req-e514b9f0-b713-4b14-b374-a5da90ba256b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0672357 Nov 05 21:40:48.395987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9d85a4-0b39-4861-96d8-8858a3bf1e75 req-09fe988f-9d97-4bb7-9ca0-7fc1265b4620 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Nov 05 21:40:48.489064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7807f2b9-5d6f-43f3-90df-6e54a79fedc7 req-f189c08e-b875-443f-8472-6a416d11b309 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0260909 Nov 05 21:40:48.622309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939108d0-8db9-4c49-a937-5587cd09d414 req-fce08f83-85b7-461c-a549-c082ad11e541 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:48.623802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-939108d0-8db9-4c49-a937-5587cd09d414 req-fce08f83-85b7-461c-a549-c082ad11e541 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0790522 Nov 05 21:40:48.627238 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-a7a79c01-0cd9-401c-8aa9-73f83c0cfea7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731733 Nov 05 21:40:48.671976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-939108d0-8db9-4c49-a937-5587cd09d414 req-181bb4a8-87dd-490b-add3-6fea3fe7b08c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Nov 05 21:40:48.727515 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677b1a62-aa1d-4558-ae1b-651001981a46 x-openstack-request-id: req-677b1a62-aa1d-4558-ae1b-651001981a46 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:48.727878 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308bf9ea-3a9e-4c79-a3f9-89637242b98d", "name": "network-vif-deleted", "tag": "0c1b9682-801a-41c8-8cc1-804deda8c717", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:48.728092 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-677b1a62-aa1d-4558-ae1b-651001981a46 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:48.728499 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308bf9ea-3a9e-4c79-a3f9-89637242b98d', 'name': 'network-vif-deleted', 'tag': '0c1b9682-801a-41c8-8cc1-804deda8c717', 'status': 'completed', 'code': 200} Nov 05 21:40:48.870857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40988) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:48.965641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a3493f2-bd41-4f54-bf5f-fdacc8ed0f17 req-94d373d3-7706-4198-ad53-3a967a2de298 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 210 time: 0.0375359 Nov 05 21:40:49.038310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34f49968-5688-4b73-890a-d0619de95974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:49.142341 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34f49968-5688-4b73-890a-d0619de95974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:49.348221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34f49968-5688-4b73-890a-d0619de95974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:49.397594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-34f49968-5688-4b73-890a-d0619de95974 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55fda1dd489c4d0f8de38193d4844f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194795 Nov 05 21:40:49.399851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:49.424856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f49968-5688-4b73-890a-d0619de95974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f50de9-07d8-4450-a8c6-8bebcce94184,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:49.498002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaa80469-3163-4554-9fb8-683db07077d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:49.538679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaa80469-3163-4554-9fb8-683db07077d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:49.571102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b1de7-0c14-4df5-a5ef-59744c996908 req-6637d8a0-a06b-4d17-aa22-26b7e72711d4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:49.574236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d8b1de7-0c14-4df5-a5ef-59744c996908 req-6637d8a0-a06b-4d17-aa22-26b7e72711d4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0874898 Nov 05 21:40:49.637245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d8b1de7-0c14-4df5-a5ef-59744c996908 req-c89db6bb-40ab-419d-bcfc-f498f231a015 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566730 Nov 05 21:40:49.707326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaa80469-3163-4554-9fb8-683db07077d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:49.711878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaa80469-3163-4554-9fb8-683db07077d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:49.712549 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eaa80469-3163-4554-9fb8-683db07077d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74f50de9-07d8-4450-a8c6-8bebcce94184 HTTP/1.1" status: 204 len: 168 time: 0.3103836 Nov 05 21:40:49.724279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa80469-3163-4554-9fb8-683db07077d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f50de9-07d8-4450-a8c6-8bebcce94184,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:49.804374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8be12580-3300-4e9a-ae88-35e21b97f1c8 req-67203142-8b36-4757-bb63-388e8b75b35a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0293276 Nov 05 21:40:49.932748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcce5f-6ff8-47c6-a3d1-3372ad186a0c req-a29a4aea-cc8e-4237-9478-2a81215ed1fe tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:49.934123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0abcce5f-6ff8-47c6-a3d1-3372ad186a0c req-a29a4aea-cc8e-4237-9478-2a81215ed1fe tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0568240 Nov 05 21:40:49.984859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0abcce5f-6ff8-47c6-a3d1-3372ad186a0c req-30a9bfca-d8c8-44bf-8c92-ff95bd839c10 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Nov 05 21:40:50.325324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e407f-32ce-4258-8f7f-c3a6f76450d4 req-e9d19674-a208-4629-b8ed-775f75340a3d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 210 time: 0.0522974 Nov 05 21:40:50.520304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-4db1ff18-7e3b-4bf1-9549-b682f54ff6b6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:50.527733 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-4db1ff18-7e3b-4bf1-9549-b682f54ff6b6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.1555753 Nov 05 21:40:50.544015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-c73179f7-df22-4f4f-b5d8-62035871152c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/quotas/2d1c1cb5c90343ebb0db6823adb3009c HTTP/1.1" status: 200 len: 375 time: 0.0152237 Nov 05 21:40:50.666856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-87860a40-60e7-405e-b016-314455779564 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218362 Nov 05 21:40:50.679082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:50.730775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 0c1b9682-801a-41c8-8cc1-804deda8c717 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:40:50.731808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:40:50.732559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:50.789771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:50.812950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505015-ff1d-4e84-8783-1638830abc12 req-c84f7d27-0bc9-42b4-88d8-d67ead92704d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:50.815431 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-c84f7d27-0bc9-42b4-88d8-d67ead92704d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "GET /v2.0/networks?id=5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 200 len: 822 time: 0.2332337 Nov 05 21:40:50.825305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 0c1b9682-801a-41c8-8cc1-804deda8c717 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:40:50.825305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0c1b9682-801a-41c8-8cc1-804deda8c717 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:40:50.839203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Request body: {'port': {'device_id': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'admin_state_up': True, 'tenant_id': '6ae09c503bed4624b8c53841daf735be'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:50.901684 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:50.943264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81044bb0-4c88-43b5-90de-84c68d51cac8 req-71f1c283-f442-405b-b3ca-0febc9862e89 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:50.954375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81044bb0-4c88-43b5-90de-84c68d51cac8 req-71f1c283-f442-405b-b3ca-0febc9862e89 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.1388750 Nov 05 21:40:50.973897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:50.994783 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-fda1f0a7-8aab-4495-9256-b2ab3d34e97f service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118432 Nov 05 21:40:50.995190 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ceb7db-954f-47fb-94e3-261aabf8ceaf" -d '{"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-unplugged", "status": "completed", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:51.040007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:51.044103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81044bb0-4c88-43b5-90de-84c68d51cac8 req-2c4cc4f6-98a3-4023-8658-f68e02092b46 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887411 Nov 05 21:40:51.223205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-827e0cab-5b39-476f-ab68-b28c6ea11f73 service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326369 Nov 05 21:40:51.245206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d713cb86-f368-4308-ae97-c388c00d19a0 req-f0469ce7-0444-4ed5-ad9a-88c66be9aee3 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0729384 Nov 05 21:40:51.278725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:51.311134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Made reservation on behalf of 6ae09c503bed4624b8c53841daf735be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:40:51.314700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:51.402199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:51.673449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Allocated IP 172.20.0.9 (5588f524-2e3f-4578-aa51-f75529a9bedf/999d2575-2a31-40a6-91ba-569e3a404e74/a9a0dd94-7446-4c49-a421-3e7ca35abfd1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:40:51.773602 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7daffb9-bf1e-4422-8dc5-9412e5c5d8eb x-openstack-request-id: req-b7daffb9-bf1e-4422-8dc5-9412e5c5d8eb {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:51.774106 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-unplugged", "status": "completed", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:51.774106 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7daffb9-bf1e-4422-8dc5-9412e5c5d8eb {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:51.774520 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'code': 200} Nov 05 21:40:51.956964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491da75-7301-403f-b96c-baefb1094bf7 req-1ad5fc06-ba52-4f1c-ab73-cbcd00028b09 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:51.964305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f491da75-7301-403f-b96c-baefb1094bf7 req-1ad5fc06-ba52-4f1c-ab73-cbcd00028b09 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.2697749 Nov 05 21:40:52.073597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-73517afe-a2b2-4d31-9983-3ca5fb880b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:52.074660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-73517afe-a2b2-4d31-9983-3ca5fb880b54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1101 time: 0.1786294 Nov 05 21:40:52.085126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:52.109383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f491da75-7301-403f-b96c-baefb1094bf7 req-85f08413-e4ca-430f-9216-f488278a2a58 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440659 Nov 05 21:40:52.267539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-bb24631f-82a1-4896-ab20-865a80f996b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:52.270449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-bb24631f-82a1-4896-ab20-865a80f996b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1749771 Nov 05 21:40:52.291318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-e99f6cc8-7c7f-49ef-a530-d59a1674215a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:52.293631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-e99f6cc8-7c7f-49ef-a530-d59a1674215a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c548d71-c008-4540-9b41-cbe2e412f665 HTTP/1.1" status: 200 len: 944 time: 0.0858078 Nov 05 21:40:52.376263 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:52.394461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-014d87f3-585b-4857-991b-a2220fb829ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.1150544 Nov 05 21:40:52.460700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Deleting port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:40:52.461411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:52.508788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Network 5588f524-2e3f-4578-aa51-f75529a9bedf is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:40:52.524068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:40:52.541130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:40:52.632319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event updated for resources: {'Port': ['ID=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:52.655669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7cbc0-9994-4167-9f69-3df5d6ee33c7 req-a98a8fd3-6c78-430e-913f-a4f9b7d4b37a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:52.657121 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3be7cbc0-9994-4167-9f69-3df5d6ee33c7 req-a98a8fd3-6c78-430e-913f-a4f9b7d4b37a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 931 time: 0.2934349 Nov 05 21:40:52.663024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-d8108fcf-60d7-46b8-8dc5-6affa2e2ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:52.664491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-d8108fcf-60d7-46b8-8dc5-6affa2e2ddeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2542908 Nov 05 21:40:52.689163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] For port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:52.689935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:52.706069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Calling delete_port for 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:40:52.744513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:52.745221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:52.785219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3be7cbc0-9994-4167-9f69-3df5d6ee33c7 req-aa8d9409-bbf6-4323-91d2-bebd119457ba tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146491 Nov 05 21:40:52.824201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-1d88525e-93d1-4a29-8b18-b27095293b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:52.828858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-1d88525e-93d1-4a29-8b18-b27095293b8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330934 Nov 05 21:40:52.904293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e835ff6b-fc84-489b-a817-6bdf6cdb40b4 req-8a02e9c1-fd54-4375-a501-c1c10fc3852c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 210 time: 0.0674491 Nov 05 21:40:52.938523 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-657458aa-5bfd-4f79-b7e5-aa9c7191e723 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1092668 Nov 05 21:40:52.981895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Request body: {'port': {'device_id': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:53.085688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e1a6e-f410-4652-8842-e53a7bd74b95 req-ee0261f7-a722-410f-86e0-a2d5cd1432e1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:53.087281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-072e1a6e-f410-4652-8842-e53a7bd74b95 req-ee0261f7-a722-410f-86e0-a2d5cd1432e1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.1524320 Nov 05 21:40:53.088438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5cad70a-d775-41e8-b7de-318bd0c0e0e5 req-014fc30f-05fe-4516-b421-37cc117d7b42 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0522821 Nov 05 21:40:53.138884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-a4811249-6f1b-4e82-8cfa-169a26d398ed service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003953 Nov 05 21:40:53.140454 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:53.215305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-072e1a6e-f410-4652-8842-e53a7bd74b95 req-32cfa961-1fb4-425d-bc44-9b52840f777c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857563 Nov 05 21:40:53.290678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:53.328318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event deleted for resources: {'Port': ['ID=145fa7e2-ff8f-4a05-8f4f-b3816947bf3b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:53.352990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13072d08-4015-4149-859a-086c85b481d0 req-9bce1e97-3dae-4408-bf9a-badf63a65d6c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:53.354541 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13072d08-4015-4149-859a-086c85b481d0 req-9bce1e97-3dae-4408-bf9a-badf63a65d6c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1028256 Nov 05 21:40:53.406498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-9fe5584b-fbb2-4733-9d4d-a1b0ed079c97 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579982 Nov 05 21:40:53.438418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] No DVR routers for this DVR port 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:40:53.443380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:53.457455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6269e53c-ba65-4610-8db6-5cbf4f64ed33 req-6b48a771-9070-427f-a70f-1b1e4fbe70d2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "DELETE /v2.0/ports/145fa7e2-ff8f-4a05-8f4f-b3816947bf3b HTTP/1.1" status: 204 len: 173 time: 1.1549869 Nov 05 21:40:53.458168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-deleted', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:53.464052 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b6b816-dd61-42fd-8481-a0f2cc5c0c3d" -d '{"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-deleted", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:53.541466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13072d08-4015-4149-859a-086c85b481d0 req-1ac1e7f6-795e-4fc4-bd46-769e69d0be4c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760981 Nov 05 21:40:53.661846 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33338e51-c28f-49c1-a084-c6dd7c3c3a36 x-openstack-request-id: req-33338e51-c28f-49c1-a084-c6dd7c3c3a36 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:53.661846 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c548d71-c008-4540-9b41-cbe2e412f665", "name": "network-vif-deleted", "tag": "145fa7e2-ff8f-4a05-8f4f-b3816947bf3b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:53.661846 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33338e51-c28f-49c1-a084-c6dd7c3c3a36 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:53.661846 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c548d71-c008-4540-9b41-cbe2e412f665', 'name': 'network-vif-deleted', 'tag': '145fa7e2-ff8f-4a05-8f4f-b3816947bf3b', 'status': 'completed', 'code': 200} Nov 05 21:40:53.754943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a0dd94-7446-4c49-a421-3e7ca35abfd1 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:53.766780 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:53.784158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Transition to ACTIVE for port object a9a0dd94-7446-4c49-a421-3e7ca35abfd1 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:40:54.009439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad11ec-56b3-4f7a-bd8d-a659b05b6f67 req-5d4d1f79-3690-4748-bf60-205fafb4df2e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:54.012951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7ad11ec-56b3-4f7a-bd8d-a659b05b6f67 req-5d4d1f79-3690-4748-bf60-205fafb4df2e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 931 time: 0.1173337 Nov 05 21:40:54.017265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:54.126354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-395d0a70-ad81-4deb-b3cd-41c25f82a936 req-ec99055f-647f-4927-9e65-54d38dfedf29 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 210 time: 0.0736275 Nov 05 21:40:54.308490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7ad11ec-56b3-4f7a-bd8d-a659b05b6f67 req-4f5c967c-57ee-4cbc-9dff-0e7aa8bc3875 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861459 Nov 05 21:40:54.308996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41192) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:54.318108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3e98f83-c4b5-4c81-b22d-ef81c69694cc req-c4ccd3df-41e9-4350-93eb-ee632880d7a2 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0380113 Nov 05 21:40:54.323908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:54.433463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Attempting to bind port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:54.433463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Attempting to bind port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:54.433463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Attempting to bind port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 on network 5588f524-2e3f-4578-aa51-f75529a9bedf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:54.454419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 on network 5588f524-2e3f-4578-aa51-f75529a9bedf not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:54.455328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Attempting to bind port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 on network 5588f524-2e3f-4578-aa51-f75529a9bedf {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:54.466881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:54.467842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Checking segment: {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:54.473712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Bound using segment: {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:54.473712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Bound port: a9a0dd94-7446-4c49-a421-3e7ca35abfd1, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db56a5d5-18da-495e-9717-ab9fd5a70144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:54.473712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:54.502095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0841b8a-6880-4f4f-ba57-8e3ee1498b01 req-19c09a9e-2c0b-465e-b9fa-33b35edea898 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:54.503789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0841b8a-6880-4f4f-ba57-8e3ee1498b01 req-19c09a9e-2c0b-465e-b9fa-33b35edea898 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0871427 Nov 05 21:40:54.544662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021ce718-1d81-43a2-bad3-a992a262f5c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:54.609439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0841b8a-6880-4f4f-ba57-8e3ee1498b01 req-406bb04a-fe39-44f0-8190-eba74982d929 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951579 Nov 05 21:40:54.660227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] For port a9a0dd94-7446-4c49-a421-3e7ca35abfd1, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:54.709680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:40:54.754262 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021ce718-1d81-43a2-bad3-a992a262f5c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:54.792158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] For port a9a0dd94-7446-4c49-a421-3e7ca35abfd1, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:54.811081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb2da-2853-4f9a-8ae2-b64d08191697 req-edbdab3d-b828-4e91-b302-0fcfa3ead26c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:54.814069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79fb2da-2853-4f9a-8ae2-b64d08191697 req-edbdab3d-b828-4e91-b302-0fcfa3ead26c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1027629 Nov 05 21:40:54.843041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021ce718-1d81-43a2-bad3-a992a262f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:54.886086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:54.890331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:40:54.917889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79fb2da-2853-4f9a-8ae2-b64d08191697 req-0beb669b-1248-4870-a7bd-1d280e9eed75 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970638 Nov 05 21:40:54.923575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:54.928065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074', 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672', 'port_id': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074', 'mac_address': 'fa:16:3e:09:1f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d80e34-f340-49b6-9373-1256d01a2681', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:40:54.931526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:40:54.931924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 145fa7e2-ff8f-4a05-8f4f-b3816947bf3b not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:40:54.958670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-021ce718-1d81-43a2-bad3-a992a262f5c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad5756fb4e1c46a88b3752af5a073c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6412754 Nov 05 21:40:54.977351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41208) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:54.983713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ce718-1d81-43a2-bad3-a992a262f5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1668a1f-2238-4e5a-bdae-cc18c3f879a2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:54.996600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.017701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:55.045368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:55.047604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:55.048515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.050214 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] 10.222.0.46 "PUT /v2.0/ports/a9a0dd94-7446-4c49-a421-3e7ca35abfd1 HTTP/1.1" status: 200 len: 1091 time: 2.0739765 Nov 05 21:40:55.050934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'tag': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:55.056677 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae9647-e850-4a7e-b2f4-7400bcb75514" -d '{"events": [{"name": "network-changed", "server_uuid": "560352b9-3da3-49f2-a7c2-bc543d3abb1e", "tag": "a9a0dd94-7446-4c49-a421-3e7ca35abfd1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:55.124730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7fc9-b231-4e41-9b50-54d0bc77dc5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.147449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.147652 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ae3fa6-a357-4737-9013-074e9188e38d x-openstack-request-id: req-14ae3fa6-a357-4737-9013-074e9188e38d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:55.147915 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560352b9-3da3-49f2-a7c2-bc543d3abb1e", "tag": "a9a0dd94-7446-4c49-a421-3e7ca35abfd1", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:55.148170 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14ae3fa6-a357-4737-9013-074e9188e38d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:55.148573 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'tag': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1', 'status': 'completed', 'code': 200} Nov 05 21:40:55.149294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9355127-8ad1-47ce-a0c6-aa141a839759 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:55.168796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-8e421036-5e12-4016-9b73-e5e246eba3bc tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:55.170296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-8e421036-5e12-4016-9b73-e5e246eba3bc tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.2514617 Nov 05 21:40:55.176103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7fc9-b231-4e41-9b50-54d0bc77dc5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.188458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Request body: {'port': {'device_id': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'admin_state_up': True, 'tenant_id': '2d1c1cb5c90343ebb0db6823adb3009c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:55.267749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3899928d-d1e1-480f-ba6c-57f7260376d5 req-528c75cc-c48f-4567-b670-83bdae896459 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 210 time: 0.0425482 Nov 05 21:40:55.284051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae9647-e850-4a7e-b2f4-7400bcb75514 req-07681bb3-9943-4ff1-aff9-e686f934edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:55.286338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3fae9647-e850-4a7e-b2f4-7400bcb75514 req-07681bb3-9943-4ff1-aff9-e686f934edaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 1094 time: 0.0820041 Nov 05 21:40:55.295927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:55.421805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae9647-e850-4a7e-b2f4-7400bcb75514 req-0a435f00-e551-4034-ac60-ed5cbc1de0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:55.423372 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3fae9647-e850-4a7e-b2f4-7400bcb75514 req-0a435f00-e551-4034-ac60-ed5cbc1de0d4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6ae09c503bed4624b8c53841daf735be&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1276348 Nov 05 21:40:55.520414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['859afa47-aa20-43e8-9dc9-3f2f5b7f7074'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:40:55.558301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeb615-5817-44f7-9640-ec92153d8850 req-0641998f-6d26-413f-8db6-77b0b3b936ca tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:55.566602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4dbeb615-5817-44f7-9640-ec92153d8850 req-0641998f-6d26-413f-8db6-77b0b3b936ca tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 943 time: 0.0896471 Nov 05 21:40:55.592778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7fc9-b231-4e41-9b50-54d0bc77dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.594083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7fc9-b231-4e41-9b50-54d0bc77dc5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.594235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e19b39e-b13a-413c-9ce2-f06b81e29862 req-77b2f911-3a26-4e15-a575-97132018415e tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=308bf9ea-3a9e-4c79-a3f9-89637242b98d HTTP/1.1" status: 200 len: 210 time: 0.0992041 Nov 05 21:40:55.596783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8c6d7fc9-b231-4e41-9b50-54d0bc77dc5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1668a1f-2238-4e5a-bdae-cc18c3f879a2 HTTP/1.1" status: 204 len: 168 time: 0.6168714 Nov 05 21:40:55.625272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Made reservation on behalf of 2d1c1cb5c90343ebb0db6823adb3009c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:40:55.637237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:55.637237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d7fc9-b231-4e41-9b50-54d0bc77dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1668a1f-2238-4e5a-bdae-cc18c3f879a2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:55.664867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4dbeb615-5817-44f7-9640-ec92153d8850 req-71ccb769-8d35-4613-a795-d08ea9243c44 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961440 Nov 05 21:40:55.724250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae9647-e850-4a7e-b2f4-7400bcb75514 req-a7c90ab8-f094-439f-b573-6a60e5319429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:55.726097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3fae9647-e850-4a7e-b2f4-7400bcb75514 req-a7c90ab8-f094-439f-b573-6a60e5319429 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2939188 Nov 05 21:40:55.906079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505015-ff1d-4e84-8783-1638830abc12 req-7d5ae718-79b1-4941-87b6-782ab8261b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:55.908086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-7d5ae718-79b1-4941-87b6-782ab8261b57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ae09c503bed4624b8c53841daf735be&device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 1094 time: 0.1272466 Nov 05 21:40:55.990987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-379f0fe4-1b38-41d0-81d1-c8c924b58f13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a0dd94-7446-4c49-a421-3e7ca35abfd1 HTTP/1.1" status: 200 len: 217 time: 0.0696077 Nov 05 21:40:56.042461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84354827-aa38-46e5-9f59-fee04cfa9c41 req-84a536f1-36ca-4801-abdd-99ceb9f71f61 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:56.048587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84354827-aa38-46e5-9f59-fee04cfa9c41 req-84a536f1-36ca-4801-abdd-99ceb9f71f61 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 944 time: 0.1448710 Nov 05 21:40:56.103560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505015-ff1d-4e84-8783-1638830abc12 req-0a8fbe64-1f33-4b98-ad2a-8f746e80182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:56.105103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-0a8fbe64-1f33-4b98-ad2a-8f746e80182f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999d2575-2a31-40a6-91ba-569e3a404e74 HTTP/1.1" status: 200 len: 862 time: 0.1034579 Nov 05 21:40:56.113248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Allocated IP 172.20.0.11 (12fafbd4-aa10-49cc-b2f5-39468d2a9f53/f7e8dcce-bdc6-44dd-8bd7-e52003427d93/9aaf4427-d275-45f4-8121-11ea3364364c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:40:56.134497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84354827-aa38-46e5-9f59-fee04cfa9c41 req-2336a325-42e1-45b7-b3a0-549eef54d2bc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848062 Nov 05 21:40:56.171321 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-cbac04e0-b8d5-45f0-897d-5cef03db5e1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5588f524-2e3f-4578-aa51-f75529a9bedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575197 Nov 05 21:40:56.292278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-50bc8dc8-ea3a-4699-a3f9-8c547094f957 service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110606 Nov 05 21:40:56.432286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd69b0-2ffe-4a33-8068-ba8f5d583ce8 req-b95b3ab2-a7f3-4f9f-ade8-751c315b94ac tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:56.436689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5dd69b0-2ffe-4a33-8068-ba8f5d583ce8 req-b95b3ab2-a7f3-4f9f-ade8-751c315b94ac tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.2678704 Nov 05 21:40:56.454287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ca30672-d6b6-4e3b-b094-f1c054ece09b req-142e76f9-b36e-4cdd-9098-7fc1121f6a75 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 210 time: 0.0382214 Nov 05 21:40:56.516126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:56.585539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5dd69b0-2ffe-4a33-8068-ba8f5d583ce8 req-c2d356ec-9619-4616-b0b9-84c76649a114 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419933 Nov 05 21:40:56.616166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17505015-ff1d-4e84-8783-1638830abc12 req-ec4ee0ac-80bb-4f0e-a1db-8c104db66769 service neutron] 10.222.0.46 "GET /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079889 Nov 05 21:40:56.662749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:56.809522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:40:56.813127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:40:56.818723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:40:56.874882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:56.875528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:56.885182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:56.905489 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f5477-c84f-4983-83d4-d719b0661f10 req-99a4176f-1f2d-4e73-be2d-7278f207086e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:56.913935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e0f5477-c84f-4983-83d4-d719b0661f10 req-99a4176f-1f2d-4e73-be2d-7278f207086e tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 943 time: 0.1149726 Nov 05 21:40:56.979716 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e0f5477-c84f-4983-83d4-d719b0661f10 req-6a4ad6bb-fcd6-4fcd-8ea6-a983b79c55c7 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647097 Nov 05 21:40:57.001113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-546664d5-06fd-45dc-9d36-b27f38ab6d06 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8167284 Nov 05 21:40:57.014586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Request body: {'port': {'device_id': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:57.139230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:57.330360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05860734-a8b3-4914-af6b-768407258b14 req-14cf5031-5035-4a9c-b3ee-00bdde1e6965 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:57.343891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05860734-a8b3-4914-af6b-768407258b14 req-14cf5031-5035-4a9c-b3ee-00bdde1e6965 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 944 time: 0.1151097 Nov 05 21:40:57.471015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05860734-a8b3-4914-af6b-768407258b14 req-8b3db579-5fff-4879-890a-593b6e70bd0f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259205 Nov 05 21:40:57.613395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaf4427-d275-45f4-8121-11ea3364364c {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:40:57.628506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:57.663166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Transition to ACTIVE for port object 9aaf4427-d275-45f4-8121-11ea3364364c will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:40:57.820468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676c448-a702-45dc-8fec-beb6d4d508a5 req-4dec05f7-a1dc-4aa3-9946-c9fb9709ee5a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:57.822149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f676c448-a702-45dc-8fec-beb6d4d508a5 req-4dec05f7-a1dc-4aa3-9946-c9fb9709ee5a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 932 time: 0.1553121 Nov 05 21:40:57.842064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4785e-2f76-4b55-ae08-0f0ee8c8b497 req-4b4081fd-dd93-4e75-8f4f-a7316561821b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:57.843046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:57.854396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbd4785e-2f76-4b55-ae08-0f0ee8c8b497 req-4b4081fd-dd93-4e75-8f4f-a7316561821b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1299369 Nov 05 21:40:57.966709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbd4785e-2f76-4b55-ae08-0f0ee8c8b497 req-9510e4b8-b770-4f5c-8279-c1905f43368d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113899 Nov 05 21:40:58.028564 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f676c448-a702-45dc-8fec-beb6d4d508a5 req-eb18e18a-78e4-4941-aa5e-a79a18ffe78f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931834 Nov 05 21:40:58.116057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:58.260328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Attempting to bind port 9aaf4427-d275-45f4-8121-11ea3364364c on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:40:58.260972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Attempting to bind port 9aaf4427-d275-45f4-8121-11ea3364364c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:40:58.260972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Attempting to bind port 9aaf4427-d275-45f4-8121-11ea3364364c on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:58.272427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462cab0-2bb8-42b0-837b-a8483ac54682 req-837cce41-7438-4bfb-9530-cd7ad600097d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:58.273911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7462cab0-2bb8-42b0-837b-a8483ac54682 req-837cce41-7438-4bfb-9530-cd7ad600097d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 943 time: 0.0872600 Nov 05 21:40:58.276172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Port 9aaf4427-d275-45f4-8121-11ea3364364c on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:40:58.276491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Attempting to bind port 9aaf4427-d275-45f4-8121-11ea3364364c on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:40:58.283011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:40:58.283378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Checking segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:40:58.284321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Bound using segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:40:58.284752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Bound port: 9aaf4427-d275-45f4-8121-11ea3364364c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:40:58.285104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:58.374065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7462cab0-2bb8-42b0-837b-a8483ac54682 req-b872b972-5021-4af6-9283-792eea857213 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921466 Nov 05 21:40:58.384993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:40:58.388288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:40:58.598003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e891f-b416-421d-b133-1f5906a75888 req-d31f3eb5-c0e9-4730-84c7-04ee88b058c6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:58.599683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e09e891f-b416-421d-b133-1f5906a75888 req-d31f3eb5-c0e9-4730-84c7-04ee88b058c6 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 944 time: 0.0505815 Nov 05 21:40:58.634780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:58.670321 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e09e891f-b416-421d-b133-1f5906a75888 req-beedcdfd-7232-4f32-8846-712d65b72523 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631328 Nov 05 21:40:58.681453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:58.682242 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:58.683938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] 10.222.0.46 "PUT /v2.0/ports/9aaf4427-d275-45f4-8121-11ea3364364c HTTP/1.1" status: 200 len: 1092 time: 1.6736083 Nov 05 21:40:58.684614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:58.687400 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db097f4d-b8bb-4412-8dc1-4e10a8e27866" -d '{"events": [{"name": "network-changed", "server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:58.720102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:40:58.722819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7cbc2-622c-4119-875c-e367c459ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:58.791034 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9511eddd-0436-4943-a8c7-3a7b0786c626 x-openstack-request-id: req-9511eddd-0436-4943-a8c7-3a7b0786c626 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:58.791324 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:58.792013 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9511eddd-0436-4943-a8c7-3a7b0786c626 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:58.792426 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c', 'status': 'completed', 'code': 200} Nov 05 21:40:58.895480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db097f4d-b8bb-4412-8dc1-4e10a8e27866 req-11881dc5-d1ca-4da4-8afc-a431fac761fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:58.897028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db097f4d-b8bb-4412-8dc1-4e10a8e27866 req-11881dc5-d1ca-4da4-8afc-a431fac761fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 1095 time: 0.0804052 Nov 05 21:40:58.945302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:40:58.949759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:40:58.950477 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:59.114238 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:59.142563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:40:59.146418 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f12377-7c4a-4a3e-a2d6-6b1ea10d9612" -d '{"events": [{"server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "name": "network-vif-plugged", "status": "completed", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:40:59.166022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:40:59.219399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716059-1556-4952-bbda-6fc306c45bf0 req-756e8f8f-59fc-4276-b4a6-d4885d39ebf7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:59.228166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff716059-1556-4952-bbda-6fc306c45bf0 req-756e8f8f-59fc-4276-b4a6-d4885d39ebf7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1221707 Nov 05 21:40:59.279399 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:40:59.348754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff716059-1556-4952-bbda-6fc306c45bf0 req-750cd5a7-5da4-4018-9a8a-2ec0a6d1888a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137295 Nov 05 21:40:59.365965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41332) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:40:59.397695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:40:59.432398 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc5fc80-7385-4352-bf77-209c2dd8070e x-openstack-request-id: req-8dc5fc80-7385-4352-bf77-209c2dd8070e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:40:59.432811 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "name": "network-vif-plugged", "status": "completed", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:40:59.433168 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dc5fc80-7385-4352-bf77-209c2dd8070e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:40:59.433676 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074', 'code': 200} Nov 05 21:40:59.567822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d6cea-8488-488e-9e6c-07822017d197 req-78fa6c77-51e0-4edd-928e-5e9132e019d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:59.569316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-312d6cea-8488-488e-9e6c-07822017d197 req-78fa6c77-51e0-4edd-928e-5e9132e019d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1096 time: 0.0875866 Nov 05 21:40:59.711726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-312d6cea-8488-488e-9e6c-07822017d197 req-32ebadc9-4f60-43db-9a7f-6562909085d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241751 Nov 05 21:40:59.729636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1075718133'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:40:59.832333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db097f4d-b8bb-4412-8dc1-4e10a8e27866 req-f86df123-6ab2-4941-92fd-1773446b382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:59.833691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db097f4d-b8bb-4412-8dc1-4e10a8e27866 req-f86df123-6ab2-4941-92fd-1773446b382c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&shared=False HTTP/1.1" status: 200 len: 905 time: 0.9261289 Nov 05 21:40:59.853213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9fd2-1465-4b33-b4dc-617b0148483a req-9018fbaa-d509-45a7-9cc8-abb3869fc2fd tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:59.858421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-006b9fd2-1465-4b33-b4dc-617b0148483a req-9018fbaa-d509-45a7-9cc8-abb3869fc2fd tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 943 time: 0.0889633 Nov 05 21:40:59.873990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238aee3-380c-4ed1-bdc5-456fa2cf5b5a req-afae3908-7c33-4a40-84c3-530d0cbd7d26 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:40:59.882630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3238aee3-380c-4ed1-bdc5-456fa2cf5b5a req-afae3908-7c33-4a40-84c3-530d0cbd7d26 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.1305261 Nov 05 21:40:59.954175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3238aee3-380c-4ed1-bdc5-456fa2cf5b5a req-3e6e2334-a511-4794-8ac3-66a5510e5616 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706060 Nov 05 21:41:00.188940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bddfd2-dd53-44aa-b0c5-7ea72be773cb req-6305c1e1-f46a-46ff-8fa9-ce20930a3d8e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:00.203289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8bddfd2-dd53-44aa-b0c5-7ea72be773cb req-6305c1e1-f46a-46ff-8fa9-ce20930a3d8e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1283054 Nov 05 21:41:00.290033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8bddfd2-dd53-44aa-b0c5-7ea72be773cb req-8d18bdbd-b26d-4a76-9269-4f8b478c70a9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796149 Nov 05 21:41:00.343950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Made reservation on behalf of 59085cbeeca64e2d8a1ff7728fe7810f for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:00.348506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.366318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.417679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-006b9fd2-1465-4b33-b4dc-617b0148483a req-590c9679-b399-4d88-af3d-450cbd491467 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521245 Nov 05 21:41:00.438832 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.533871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7085010-0e59-4cd3-ae9b-71d589b45515 req-4fe595c5-24d9-4ff3-a131-ab0725121700 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:00.539100 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.541783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7085010-0e59-4cd3-ae9b-71d589b45515 req-4fe595c5-24d9-4ff3-a131-ab0725121700 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0966361 Nov 05 21:41:00.610599 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.647203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7085010-0e59-4cd3-ae9b-71d589b45515 req-5d41293c-8cdd-4e3c-b3a8-239b7488876a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029108 Nov 05 21:41:00.681877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:00.714689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb4e45d-2fbe-41b5-b13b-cddffa1ae9d2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:00.723590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a9a0dd94-7446-4c49-a421-3e7ca35abfd1 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:00.751860 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.753308 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Added segment 4baab14d-3f48-4680-84a1-cbd70c67d2b8 of type vlan for network 64d0b173-9a28-4ae8-bc28-7b384081ab72 Nov 05 21:41:00.805162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.890339 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.898232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:00.899289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:00.969786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a9a0dd94-7446-4c49-a421-3e7ca35abfd1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:00.993483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1', 'network_id': '5588f524-2e3f-4578-aa51-f75529a9bedf', 'port_id': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1', 'mac_address': 'fa:16:3e:e5:57:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999d2575-2a31-40a6-91ba-569e3a404e74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:41:01.070565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Pushing event updated for resources: {'Network': ['ID=64d0b173-9a28-4ae8-bc28-7b384081ab72,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:01.087284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 64d0b173-9a28-4ae8-bc28-7b384081ab72 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:01.144584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba709acc-4a6e-4f20-822a-95a9d6329783 req-003da53c-c22f-4eba-a4e2-76b049e60d99 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:01.153406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba709acc-4a6e-4f20-822a-95a9d6329783 req-003da53c-c22f-4eba-a4e2-76b049e60d99 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0738275 Nov 05 21:41:01.167135 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:01.191670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b939849-edec-4b9b-98a3-7069eb4479d5 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8212278 Nov 05 21:41:01.192013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41366) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:01.275661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba709acc-4a6e-4f20-822a-95a9d6329783 req-09464b6a-8cbb-4bcf-981f-4b0ed631ef14 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203327 Nov 05 21:41:01.293963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'network': {'name': 'tempest-network--1817561422', 'router:external': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:01.296601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a0dd94-7446-4c49-a421-3e7ca35abfd1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:01.333277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a9a0dd94-7446-4c49-a421-3e7ca35abfd1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:01.410842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Made reservation on behalf of 25d43cb2ea4a4d37b1bdd39bb440293a for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:01.414794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:01.426264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:01.445275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:01.492294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06824b-809c-4f84-b7e4-dad0d1c4a426 req-47873a43-0ab6-4828-8adb-fef086978a95 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:01.505379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e06824b-809c-4f84-b7e4-dad0d1c4a426 req-47873a43-0ab6-4828-8adb-fef086978a95 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1024661 Nov 05 21:41:01.592952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e06824b-809c-4f84-b7e4-dad0d1c4a426 req-a7c46962-0837-4eab-939d-ddaa1c27a08e tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865264 Nov 05 21:41:01.707255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:01.781988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:01.838586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:01.855111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc70be-1b93-498e-9447-2228cf5b9631 req-852a8e1e-dace-4772-b85f-2d21d5d74e29 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:01.857076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40bc70be-1b93-498e-9447-2228cf5b9631 req-852a8e1e-dace-4772-b85f-2d21d5d74e29 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 944 time: 0.1158316 Nov 05 21:41:01.936226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40bc70be-1b93-498e-9447-2228cf5b9631 req-47862b60-f872-4c0d-a9a1-c550eaad35f4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719852 Nov 05 21:41:01.942154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:01.969673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2008d327-c923-4544-8db9-113f7e27e3d3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:01.977171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a9a0dd94-7446-4c49-a421-3e7ca35abfd1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:01.987496 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:01.998205 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Added segment 4ce32eed-da3f-481a-a9eb-e855488f9558 of type vlan for network f0178c9c-d0b9-4113-8391-f617ce06e2f4 Nov 05 21:41:02.139808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf699261-f0c7-48bd-aad6-5aeeabe44d98 req-be543bd5-8b88-4a5a-89c9-9dece108591e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:02.148343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf699261-f0c7-48bd-aad6-5aeeabe44d98 req-be543bd5-8b88-4a5a-89c9-9dece108591e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1173034 Nov 05 21:41:02.148975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.222614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf699261-f0c7-48bd-aad6-5aeeabe44d98 req-b8506564-affb-4324-8e19-a98e9050cc8f tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723269 Nov 05 21:41:02.404691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.405616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:02.406546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.503985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91438eac-5428-479b-b53d-5eb6d992979d req-7e93adb9-0019-45e3-bc50-4ec3d2ba2136 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:02.515033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91438eac-5428-479b-b53d-5eb6d992979d req-7e93adb9-0019-45e3-bc50-4ec3d2ba2136 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.1533761 Nov 05 21:41:02.577812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91438eac-5428-479b-b53d-5eb6d992979d req-dedc0fcf-577f-4654-900d-afb4a636ce11 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598047 Nov 05 21:41:02.582499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41390) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:02.599980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3952985 Nov 05 21:41:02.602434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25f2d6-7993-4fa5-800e-8adc4f2d393a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Network': ['ID=f0178c9c-d0b9-4113-8391-f617ce06e2f4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:02.604445 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.625918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f0178c9c-d0b9-4113-8391-f617ce06e2f4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:02.748491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.878321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c7e0a-e537-41de-96f3-70c637a0961c req-487ded18-12c7-4b15-95e3-e7a12a664b40 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:02.886005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e60c7e0a-e537-41de-96f3-70c637a0961c req-487ded18-12c7-4b15-95e3-e7a12a664b40 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1331649 Nov 05 21:41:02.897618 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.931970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0178c9c-d0b9-4113-8391-f617ce06e2f4']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:02.941559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce32eed-da3f-481a-a9eb-e855488f9558') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:02.946022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce32eed-da3f-481a-a9eb-e855488f9558') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:02.951258 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.974448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.988157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:02.988556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:02.990434 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:03.009502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e60c7e0a-e537-41de-96f3-70c637a0961c req-d2223380-1c73-4737-8bc1-a0bb45256045 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211464 Nov 05 21:41:03.194214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:03.212737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0178c9c-d0b9-4113-8391-f617ce06e2f4 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 21:41:03.256048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:03.262611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f0178c9c-d0b9-4113-8391-f617ce06e2f4 HTTP/1.1" status: 204 len: 168 time: 0.6774797 Nov 05 21:41:03.266170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41402) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:03.273239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:03.291465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4d071-8676-4eff-a4cf-f3505bd96f5d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0178c9c-d0b9-4113-8391-f617ce06e2f4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:03.385436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Made reservation on behalf of 25d43cb2ea4a4d37b1bdd39bb440293a for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:03.388171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:03.449570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:03.461772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:03.463597 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Added segment e787baa6-b1f0-49bb-ad88-26f1be3b7939 of type vlan for network 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 Nov 05 21:41:03.516091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:03.626990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:03.636247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:03.636247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:03.735635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Network': ['ID=34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:03.758682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:03.781753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50be46e-98ff-45a6-ae97-1f6c7030844c req-10e0c914-8eca-47a1-8c5e-d3b63bc6cbe6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:03.784850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a50be46e-98ff-45a6-ae97-1f6c7030844c req-10e0c914-8eca-47a1-8c5e-d3b63bc6cbe6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 944 time: 0.1136734 Nov 05 21:41:03.796386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7b972770-3b6c-4c4d-9ede-250b82e47c6e tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5290766 Nov 05 21:41:03.799937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:03.806340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'subnet': {'network_id': '34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:03.895825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a50be46e-98ff-45a6-ae97-1f6c7030844c req-a2a03266-04e9-448d-800a-80bc50083161 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011863 Nov 05 21:41:04.030220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac1797-2fcc-45af-9248-45036f2220a3 req-6cce9bb0-1922-4e6f-9a17-3a4a16c8da3e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:04.031932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9ac1797-2fcc-45af-9248-45036f2220a3 req-6cce9bb0-1922-4e6f-9a17-3a4a16c8da3e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0575411 Nov 05 21:41:04.051680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Made reservation on behalf of 25d43cb2ea4a4d37b1bdd39bb440293a for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:04.053983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:04.132456 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9ac1797-2fcc-45af-9248-45036f2220a3 req-bd4be445-b459-4676-8732-26783b92c6de tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936940 Nov 05 21:41:04.164198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-233ac0a6-c49c-4004-8754-a6521525e9b0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:04.164715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-233ac0a6-c49c-4004-8754-a6521525e9b0 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.1239092 Nov 05 21:41:04.348660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1ad0c-d689-4b02-95bf-9c48a006ccc6 req-2c78c497-1dc1-4107-9055-ae133d24f56c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:04.350533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ca1ad0c-d689-4b02-95bf-9c48a006ccc6 req-2c78c497-1dc1-4107-9055-ae133d24f56c tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 944 time: 0.0559368 Nov 05 21:41:04.361455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Deleting port 35fe183e-39f0-49d2-a832-d093562eb71c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:04.362268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:04.407009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ca1ad0c-d689-4b02-95bf-9c48a006ccc6 req-7af7367a-1ef8-462f-9605-6fc658422716 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500882 Nov 05 21:41:04.466559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] For port 35fe183e-39f0-49d2-a832-d093562eb71c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=35fe183e-39f0-49d2-a832-d093562eb71c,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:04.466920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:04.479812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Calling delete_port for 35fe183e-39f0-49d2-a832-d093562eb71c owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:04.523272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dde808-7c53-4698-ad6c-78724d54a339 req-b67a2cad-a663-42c2-8d2b-4d13a2fc23ef tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:04.525084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98dde808-7c53-4698-ad6c-78724d54a339 req-b67a2cad-a663-42c2-8d2b-4d13a2fc23ef tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0529077 Nov 05 21:41:04.590821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98dde808-7c53-4698-ad6c-78724d54a339 req-1a9a0187-e75f-4ff1-9a2d-619e72eb82e0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Nov 05 21:41:04.697847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0c038-7171-4630-a12c-639aa354d815 req-924329a6-b55c-413a-a906-37074858eb52 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:04.699391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76b0c038-7171-4630-a12c-639aa354d815 req-924329a6-b55c-413a-a906-37074858eb52 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0544555 Nov 05 21:41:04.748163 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76b0c038-7171-4630-a12c-639aa354d815 req-6586b850-f781-41db-b12c-35ef167bc220 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Nov 05 21:41:04.755197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a9a0dd94-7446-4c49-a421-3e7ca35abfd1 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:04.787994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:04.804939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['35fe183e-39f0-49d2-a832-d093562eb71c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:04.838851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event deleted for resources: {'Port': ['ID=35fe183e-39f0-49d2-a832-d093562eb71c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:04.929346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] No DVR routers for this DVR port 35fe183e-39f0-49d2-a832-d093562eb71c on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:04.935087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:04.938644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e69403d-41a0-4c78-a107-a7d0baf53cae req-9fc10183-37c5-4b77-af7f-99f989a6a818 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "DELETE /v2.0/ports/35fe183e-39f0-49d2-a832-d093562eb71c HTTP/1.1" status: 204 len: 173 time: 0.7648675 Nov 05 21:41:04.942718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'name': 'network-vif-deleted', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:04.942892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:41:04.946865 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6152a54-f53d-4063-8b46-6d4401ce2d8b" -d '{"events": [{"server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "name": "network-vif-deleted", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:04.954072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:04.954449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:05.042032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 21:41:05.042593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:05.049505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884884-0a20-4b0f-91cf-5749a06c8a8a req-e393c01a-5a9c-40fa-9de7-44c298970328 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:05.057573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae884884-0a20-4b0f-91cf-5749a06c8a8a req-e393c01a-5a9c-40fa-9de7-44c298970328 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 944 time: 0.0616336 Nov 05 21:41:05.090622 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:05.133623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2fd76d92-5548-48cd-acf9-2578f2fad072,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:05.139316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:05.142452 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aaa25c-8ede-459f-aee6-457aeae9ef77" -d '{"events": [{"server_uuid": "560352b9-3da3-49f2-a7c2-bc543d3abb1e", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0dd94-7446-4c49-a421-3e7ca35abfd1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:05.145489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae884884-0a20-4b0f-91cf-5749a06c8a8a req-0c0b92b0-6b3a-4dbc-840a-a3133815bdb8 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826247 Nov 05 21:41:05.160541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Checking segment: {'id': 'e787baa6-b1f0-49bb-ad88-26f1be3b7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:05.161568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Network hostable DHCP agents. Network: 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:41:05.161992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a9a0dd94-7446-4c49-a421-3e7ca35abfd1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:05.195321 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a58ce6-c09d-457c-a427-0565babe7268 x-openstack-request-id: req-10a58ce6-c09d-457c-a427-0565babe7268 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:05.195946 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7deac1c4-078c-4b6e-a8a9-50b65b14eef6", "name": "network-vif-deleted", "tag": "35fe183e-39f0-49d2-a832-d093562eb71c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:05.199239 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10a58ce6-c09d-457c-a427-0565babe7268 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:05.199239 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7deac1c4-078c-4b6e-a8a9-50b65b14eef6', 'name': 'network-vif-deleted', 'tag': '35fe183e-39f0-49d2-a832-d093562eb71c', 'status': 'completed', 'code': 200} Nov 05 21:41:05.225969 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d50a02-6b31-4b17-8afa-c84daead208b x-openstack-request-id: req-c1d50a02-6b31-4b17-8afa-c84daead208b {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:05.226266 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560352b9-3da3-49f2-a7c2-bc543d3abb1e", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0dd94-7446-4c49-a421-3e7ca35abfd1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:05.226520 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1d50a02-6b31-4b17-8afa-c84daead208b {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:05.226922 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1', 'code': 200} Nov 05 21:41:05.271185 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:05.323107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:05.345228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5343a-e22f-499e-af5c-a31a0f0bd8f1 req-bf9a5aea-8d83-4e96-b50f-bf2fe93c104d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:05.346981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ec5343a-e22f-499e-af5c-a31a0f0bd8f1 req-bf9a5aea-8d83-4e96-b50f-bf2fe93c104d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0650697 Nov 05 21:41:05.375677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Network 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:41:05.410634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ec5343a-e22f-499e-af5c-a31a0f0bd8f1 req-029ed89e-a313-45c2-94d0-7cffc26b41c3 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566914 Nov 05 21:41:05.471327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:05.481790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b01e46-8047-4d1a-bffc-bd51fd38ce11 None None] Network 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:41:05.489131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:05.493405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:05.613826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f19af021-c545-4e09-bfa1-1de4a0334b03 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8127689 Nov 05 21:41:05.616946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41448) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:05.622086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'floatingip': {'floating_network_id': '34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:05.743513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db097f4d-b8bb-4412-8dc1-4e10a8e27866 req-681eb173-86e1-4418-84b2-d17397ad070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:05.745481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db097f4d-b8bb-4412-8dc1-4e10a8e27866 req-681eb173-86e1-4418-84b2-d17397ad070a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2032042 Nov 05 21:41:05.776704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2886de8-dd07-4542-9c66-04fb2581c08b None None] Network 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:41:05.800446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bbfb1-031b-4753-9a39-c7c2f89e39a9 req-67da4963-c935-4ec4-8ad5-065aad9dd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:05.802081 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-900bbfb1-031b-4753-9a39-c7c2f89e39a9 req-67da4963-c935-4ec4-8ad5-065aad9dd027 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 1096 time: 0.1697836 Nov 05 21:41:05.849375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc7c8a-f022-4848-bd11-2d435f013c61 req-4c00e4c6-dd3c-4605-9ba8-5461dcbb023d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:05.851038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cbc7c8a-f022-4848-bd11-2d435f013c61 req-4c00e4c6-dd3c-4605-9ba8-5461dcbb023d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.1297789 Nov 05 21:41:05.856179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:05.928855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-4641db51-d651-46ad-9c3d-c15ff294faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:05.931077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-4641db51-d651-46ad-9c3d-c15ff294faa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 1095 time: 0.1151352 Nov 05 21:41:05.935798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-900bbfb1-031b-4753-9a39-c7c2f89e39a9 req-07525fb1-6c04-4595-8866-3c70ce9f49e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190217 Nov 05 21:41:05.958138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cbc7c8a-f022-4848-bd11-2d435f013c61 req-30be5d7f-55d8-4989-80dc-d3c1f85bb601 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951414 Nov 05 21:41:05.961044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38c985ff-f34f-4974-9f09-89e6f8638dc2 req-aff2eb2e-e5f7-4f3e-8870-e3878ead7474 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7deac1c4-078c-4b6e-a8a9-50b65b14eef6 HTTP/1.1" status: 200 len: 210 time: 0.0536659 Nov 05 21:41:06.059875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:06.144173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5006324-2e80-470b-9cee-24650f4c7596 req-f0a55d3e-a753-46fa-83d0-919858364f86 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:06.153451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5006324-2e80-470b-9cee-24650f4c7596 req-f0a55d3e-a753-46fa-83d0-919858364f86 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1098869 Nov 05 21:41:06.234508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Allocated IP 172.20.0.5 (34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033/2fd76d92-5548-48cd-acf9-2578f2fad072/1c5da94d-a3c1-424e-8417-98e29cb96a62) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:41:06.276787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6579d4d-b73c-4793-a4a7-c5b84ffb46a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:06.322735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5006324-2e80-470b-9cee-24650f4c7596 req-032fe5a9-2a27-44fe-90db-904a2aa3dd33 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683068 Nov 05 21:41:06.432724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f658e-8ff0-4f8a-b909-7bc6feb161df req-0047b6bf-f97a-4ae8-9b2f-0bcef9d084dd tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:06.434301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a96f658e-8ff0-4f8a-b909-7bc6feb161df req-0047b6bf-f97a-4ae8-9b2f-0bcef9d084dd tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.1538353 Nov 05 21:41:06.467135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:06.522029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a96f658e-8ff0-4f8a-b909-7bc6feb161df req-5c210e40-a1f2-452a-9498-465d72cc092b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807540 Nov 05 21:41:06.577423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21738080-0ec9-421a-8e46-aa708660e55e req-ebc3af02-3fd5-4b92-9e68-4c727e1eaa44 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:06.585420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21738080-0ec9-421a-8e46-aa708660e55e req-ebc3af02-3fd5-4b92-9e68-4c727e1eaa44 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0808060 Nov 05 21:41:06.666981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:06.670942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21738080-0ec9-421a-8e46-aa708660e55e req-fff81300-0ad2-422c-83fa-a54d1e97ff9e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805125 Nov 05 21:41:06.714560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Network 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:41:06.717964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:06.723974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:41:06.756041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5da94d-a3c1-424e-8417-98e29cb96a62,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:06.836622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:06.920604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 35fe183e-39f0-49d2-a832-d093562eb71c no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:06.948877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:06.960368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 35fe183e-39f0-49d2-a832-d093562eb71c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:41:06.967645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 35fe183e-39f0-49d2-a832-d093562eb71c not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:07.144768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ba4c6-1752-4587-98e3-b858ae57cf8c req-67c482e5-737a-47fd-a8dc-49aa06d3d2e2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:07.146579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f22ba4c6-1752-4587-98e3-b858ae57cf8c req-67c482e5-737a-47fd-a8dc-49aa06d3d2e2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0608201 Nov 05 21:41:07.161689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:07.200704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f22ba4c6-1752-4587-98e3-b858ae57cf8c req-ac031f36-344d-4c5e-9145-e559d1c9a659 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473020 Nov 05 21:41:07.261236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:07.358948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5da94d-a3c1-424e-8417-98e29cb96a62,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:07.367294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:07.464639 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:07.465856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-481560a4-d824-409b-8ad1-844aea42f909 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8476543 Nov 05 21:41:07.468932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41476) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:07.559585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cb374faa-05bc-4bd2-9e14-f211308a82ad tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 HTTP/1.1" status: 200 len: 689 time: 0.0885594 Nov 05 21:41:07.561110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41480) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:07.676158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:07.819191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08b41a-e6a3-4c48-a0f7-7562def37c86 req-16868733-a300-4899-b6e4-f23de3a06d60 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:07.820609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c08b41a-e6a3-4c48-a0f7-7562def37c86 req-16868733-a300-4899-b6e4-f23de3a06d60 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1139176 Nov 05 21:41:07.871173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Deleting port 1c5da94d-a3c1-424e-8417-98e29cb96a62 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:07.871508 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:07.947148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c08b41a-e6a3-4c48-a0f7-7562def37c86 req-1ea2f92e-5371-403b-b551-0affdc0ba1cc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146164 Nov 05 21:41:07.993257 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:07.993697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.014467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Calling delete_port for 1c5da94d-a3c1-424e-8417-98e29cb96a62 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:08.152468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db8e3-e1f5-456f-b6b4-cd6079111c86 req-c78af7e7-c6c7-41b4-bfa7-2c869f7507d3 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:08.153944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b61db8e3-e1f5-456f-b6b4-cd6079111c86 req-c78af7e7-c6c7-41b4-bfa7-2c869f7507d3 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0833778 Nov 05 21:41:08.156402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-3746715a-c46c-4ecb-ade8-8c89cee8af25 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:08.158268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-3746715a-c46c-4ecb-ade8-8c89cee8af25 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 945 time: 0.0653565 Nov 05 21:41:08.235429 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b61db8e3-e1f5-456f-b6b4-cd6079111c86 req-1f9cd7f0-8e9d-41c2-aff9-5a02e620fb06 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743663 Nov 05 21:41:08.267691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Deleting port b7bfaa94-228e-4685-ac82-d8740e27474b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:08.268045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.376487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] For port b7bfaa94-228e-4685-ac82-d8740e27474b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b7bfaa94-228e-4685-ac82-d8740e27474b,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:08.376839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.391104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Calling delete_port for b7bfaa94-228e-4685-ac82-d8740e27474b owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:08.417897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dd5ce-2361-45d1-b402-f96bb3d37a72 req-41acc353-aa59-44f7-ac0e-2aa8043a5113 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:08.419485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f83dd5ce-2361-45d1-b402-f96bb3d37a72 req-41acc353-aa59-44f7-ac0e-2aa8043a5113 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 945 time: 0.0538268 Nov 05 21:41:08.466922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f83dd5ce-2361-45d1-b402-f96bb3d37a72 req-976e39cf-41f8-48fb-be25-a101b61546d5 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Nov 05 21:41:08.467984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.494052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c5da94d-a3c1-424e-8417-98e29cb96a62,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:08.501623 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca54b940-3d47-43ee-9741-2dfac85c280c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.599385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.622604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd7be-af42-4513-b769-91eb73bf4e2d req-8b257b44-8931-4131-b029-db60b320d754 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:08.624280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01ddd7be-af42-4513-b769-91eb73bf4e2d req-8b257b44-8931-4131-b029-db60b320d754 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0855024 Nov 05 21:41:08.662965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.685382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.724381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event deleted for resources: {'Port': ['ID=b7bfaa94-228e-4685-ac82-d8740e27474b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:08.734141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01ddd7be-af42-4513-b769-91eb73bf4e2d req-48d704b1-ea40-4ec3-bbe4-a5014753b894 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912650 Nov 05 21:41:08.784288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] No DVR routers for this DVR port b7bfaa94-228e-4685-ac82-d8740e27474b on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:08.788305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.792961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40d1d9d8-4355-4bde-bd16-bbf74a00f838 req-821f7918-947f-4160-b477-68535122e453 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "DELETE /v2.0/ports/b7bfaa94-228e-4685-ac82-d8740e27474b HTTP/1.1" status: 204 len: 173 time: 0.6283743 Nov 05 21:41:08.793565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'name': 'network-vif-deleted', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:08.797564 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795c0261-7650-49a5-befa-79f53d096542" -d '{"events": [{"server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "name": "network-vif-deleted", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:08.880561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb901d16-fb63-4bb3-a3f6-22618ee98955 req-ebac65b0-b597-409b-a011-5470e5f09106 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:08.882241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb901d16-fb63-4bb3-a3f6-22618ee98955 req-ebac65b0-b597-409b-a011-5470e5f09106 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0587742 Nov 05 21:41:08.926126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:08.963201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd76d92-5548-48cd-acf9-2578f2fad072,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:08.976932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb901d16-fb63-4bb3-a3f6-22618ee98955 req-a0c59e5f-016f-427c-8b7d-ba4001f87ca7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856993 Nov 05 21:41:09.027900 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9829076f-bb93-4900-8948-6f233fc971e9 x-openstack-request-id: req-9829076f-bb93-4900-8948-6f233fc971e9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:09.028194 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83001ba-0a9e-4e1e-a046-082aa73323b2", "name": "network-vif-deleted", "tag": "b7bfaa94-228e-4685-ac82-d8740e27474b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:09.028439 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9829076f-bb93-4900-8948-6f233fc971e9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:09.028836 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83001ba-0a9e-4e1e-a046-082aa73323b2', 'name': 'network-vif-deleted', 'tag': 'b7bfaa94-228e-4685-ac82-d8740e27474b', 'status': 'completed', 'code': 200} Nov 05 21:41:09.042543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.067573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:09.081804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e787baa6-b1f0-49bb-ad88-26f1be3b7939') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:09.083916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e787baa6-b1f0-49bb-ad88-26f1be3b7939') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:09.102942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.131342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.139352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:09.139765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:09.141455 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:09.190482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4afea0-5a7e-4ff6-a8f8-1924f3eebf2f req-2e9c2d4c-132c-4ea5-ac78-2f4c9bc9dad9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.191964 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d4afea0-5a7e-4ff6-a8f8-1924f3eebf2f req-2e9c2d4c-132c-4ea5-ac78-2f4c9bc9dad9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1060379 Nov 05 21:41:09.245868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d4afea0-5a7e-4ff6-a8f8-1924f3eebf2f req-acf485cf-a7e3-4fe7-a6df-1103f0997800 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 Nov 05 21:41:09.357532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b50628-5dc6-4cb3-872f-babee881f5bc req-1a031996-f27c-47ee-b447-a8cc4ec7fbee tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.359026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0b50628-5dc6-4cb3-872f-babee881f5bc req-1a031996-f27c-47ee-b447-a8cc4ec7fbee tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0536649 Nov 05 21:41:09.360171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.366919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 21:41:09.371433 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.373307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "DELETE /v2.0/networks/34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 HTTP/1.1" status: 204 len: 168 time: 1.8112555 Nov 05 21:41:09.375942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41514) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:09.388033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b090-d95a-49c6-97d6-b4801feb1797 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event deleted for resources: {'Network': ['ID=34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:09.435114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0b50628-5dc6-4cb3-872f-babee881f5bc req-40c431dc-9b1e-42dc-85a7-7d75485b3c8b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690944 Nov 05 21:41:09.522601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-87eee6a4-8e1a-4014-b177-717035a8448a tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.1453812 Nov 05 21:41:09.525081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41528) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:09.640121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b79f96d-3449-4a7b-8813-9624ca82db8e req-edc97ce0-76f7-44ed-81b1-2109980b6c16 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=d83001ba-0a9e-4e1e-a046-082aa73323b2 HTTP/1.1" status: 200 len: 210 time: 0.0435307 Nov 05 21:41:09.665109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.665704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.666516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.667270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.667844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.668304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.668752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.669197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.669643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.670089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.670531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.675597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a458cb20-4ada-47fb-8d37-ee7643e3d77d tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7255 time: 0.1463866 Nov 05 21:41:09.676199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41530) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:09.711495 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-9566626d-7c19-4a8a-ad27-9b09e882c9f5 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] delete failed (client error): The resource could not be found. Nov 05 21:41:09.715245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9566626d-7c19-4a8a-ad27-9b09e882c9f5 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/77e33486-a823-42aa-81f3-e6b68ddfd1cb HTTP/1.1" status: 404 len: 345 time: 0.0354056 Nov 05 21:41:09.715245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41532) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:09.731686 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-6945e0f7-ba46-4512-876e-c5bf15c75f6c tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] DELETE failed (client error): The resource could not be found. Nov 05 21:41:09.732225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6945e0f7-ba46-4512-876e-c5bf15c75f6c tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:41:09.735151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6945e0f7-ba46-4512-876e-c5bf15c75f6c tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "DELETE /v2.0/networks/34c4e1f1-8d56-4fe2-bdbd-3d1fb9c31033 HTTP/1.1" status: 404 len: 339 time: 0.0189939 Nov 05 21:41:09.741825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41534) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:09.746530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'network': {'name': 'tempest-network--857061154', 'router:external': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:09.869839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd08474-8788-40f4-86f3-1de221bf95e7 req-8608673b-d8a8-462c-8a14-fed600eb10d7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:09.871329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dd08474-8788-40f4-86f3-1de221bf95e7 req-8608673b-d8a8-462c-8a14-fed600eb10d7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0542016 Nov 05 21:41:09.919907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dd08474-8788-40f4-86f3-1de221bf95e7 req-bb905932-7b22-413f-9ba0-5f4a9934e6d1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Nov 05 21:41:09.964199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Made reservation on behalf of 25d43cb2ea4a4d37b1bdd39bb440293a for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:09.967825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.968310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.989447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:09.997969 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:09.998305 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Added segment 9567bd7a-682d-4e81-9f83-9855bbefda34 of type vlan for network ebce45f3-4719-42a2-af8f-2922cb6351a5 Nov 05 21:41:10.042770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.110097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13300c2-e5b8-4461-a1bc-4cd0950f3f2b req-5550e5f5-7b92-41c6-ad29-8b9f6b0884c1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.116789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a13300c2-e5b8-4461-a1bc-4cd0950f3f2b req-5550e5f5-7b92-41c6-ad29-8b9f6b0884c1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0648668 Nov 05 21:41:10.160124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a13300c2-e5b8-4461-a1bc-4cd0950f3f2b req-dce49fb1-d0e1-4cc6-a349-94f6ed056a54 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Nov 05 21:41:10.187002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.187967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.188544 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.250149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Network': ['ID=ebce45f3-4719-42a2-af8f-2922cb6351a5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:10.261426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network ebce45f3-4719-42a2-af8f-2922cb6351a5 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:10.323258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f469bfbe-98d2-4d12-8a8e-75a6b3fe9463 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5781479 Nov 05 21:41:10.323687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41542) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:10.376477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce098ac-29f7-4e27-88d7-485c66bf60a7 req-353e2f59-3c87-4040-ac01-69fac6836ce3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.378618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ce098ac-29f7-4e27-88d7-485c66bf60a7 req-353e2f59-3c87-4040-ac01-69fac6836ce3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0491598 Nov 05 21:41:10.427172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ce098ac-29f7-4e27-88d7-485c66bf60a7 req-ca4dc9d8-811c-46c7-a6e9-055f2f74093c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Nov 05 21:41:10.518763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b173c-4b14-4122-846a-1eaeb1e33282 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.524981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b173c-4b14-4122-846a-1eaeb1e33282 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.531234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b173c-4b14-4122-846a-1eaeb1e33282 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.538065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b173c-4b14-4122-846a-1eaeb1e33282 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.539809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e05b173c-4b14-4122-846a-1eaeb1e33282 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2150877 Nov 05 21:41:10.542581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41548) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:10.557349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a929d-6d17-48d3-b9f8-492862eee23b req-20223c2f-1e83-4e77-8af9-46fc96609efe tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:10.559301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c3a929d-6d17-48d3-b9f8-492862eee23b req-20223c2f-1e83-4e77-8af9-46fc96609efe tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0569112 Nov 05 21:41:10.606669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c3a929d-6d17-48d3-b9f8-492862eee23b req-da8af1e1-8e45-46aa-8b57-63582b02b390 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Nov 05 21:41:10.614956 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.710436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.731453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebce45f3-4719-42a2-af8f-2922cb6351a5']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:10.749388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9567bd7a-682d-4e81-9f83-9855bbefda34') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:10.749759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9567bd7a-682d-4e81-9f83-9855bbefda34') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:10.765731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.786056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.792954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:10.793334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:10.795093 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:10.918568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.923741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ebce45f3-4719-42a2-af8f-2922cb6351a5 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 21:41:10.927322 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:10.929653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:10.933632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ebce45f3-4719-42a2-af8f-2922cb6351a5 HTTP/1.1" status: 204 len: 168 time: 0.3893452 Nov 05 21:41:10.933829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41574) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:10.938656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'network': {'name': 'tempest-network--1577227358', 'router:external': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:10.944211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f04ad-3cfa-4024-9927-0bc4448f71e0 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebce45f3-4719-42a2-af8f-2922cb6351a5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:10.955742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: b7bfaa94-228e-4685-ac82-d8740e27474b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:41:10.956090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b7bfaa94-228e-4685-ac82-d8740e27474b not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:11.065308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Made reservation on behalf of 25d43cb2ea4a4d37b1bdd39bb440293a for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:11.067968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.101632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:11.110964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.121087 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Added segment 5abcddfb-8917-4149-ae40-3b85233965eb of type vlan for network 203dbe4f-5bb9-48a6-9600-4a482bee268a Nov 05 21:41:11.163884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.221374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50068-acb0-4973-a931-738d88b454ae req-2c594d9c-bb45-4307-b27d-96237d09b1b3 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.222928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08d50068-acb0-4973-a931-738d88b454ae req-2c594d9c-bb45-4307-b27d-96237d09b1b3 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 950 time: 0.0705292 Nov 05 21:41:11.278577 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08d50068-acb0-4973-a931-738d88b454ae req-61925997-82f8-4305-b0c3-9fe282aeebac tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494237 Nov 05 21:41:11.301160 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.302142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.302728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.334009 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.396140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Network': ['ID=203dbe4f-5bb9-48a6-9600-4a482bee268a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:11.405773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 203dbe4f-5bb9-48a6-9600-4a482bee268a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:11.418586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2cc1b-7ee4-4c34-8370-e0f4fdbf5699 req-a89e622c-7400-4ff8-afd6-9695a6297a7c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.419649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bc2cc1b-7ee4-4c34-8370-e0f4fdbf5699 req-a89e622c-7400-4ff8-afd6-9695a6297a7c tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0788927 Nov 05 21:41:11.461041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ad2f06cd-be02-4a3e-a85b-7414f8829d96 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5258896 Nov 05 21:41:11.464067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41584) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:11.479570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bc2cc1b-7ee4-4c34-8370-e0f4fdbf5699 req-90beacab-f828-40d1-abea-4216f2fef7ca tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538845 Nov 05 21:41:11.557295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94089ae5-3a83-4221-920f-9b2be38e72b4 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.558650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-94089ae5-3a83-4221-920f-9b2be38e72b4 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] 10.222.0.41 "GET /v2.0/networks/203dbe4f-5bb9-48a6-9600-4a482bee268a HTTP/1.1" status: 200 len: 757 time: 0.0934958 Nov 05 21:41:11.562291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41586) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:11.609232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-cac16da1-5342-42f8-81b7-361248bc6364 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.610857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-cac16da1-5342-42f8-81b7-361248bc6364 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.0512438 Nov 05 21:41:11.675475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491c3cf-0695-46cf-96a7-81ca3ad56f8c req-41b0f3a0-4447-4d4b-96b1-430e32a7958a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.676969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4491c3cf-0695-46cf-96a7-81ca3ad56f8c req-41b0f3a0-4447-4d4b-96b1-430e32a7958a tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 945 time: 0.1428430 Nov 05 21:41:11.686674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e00b7-3ce4-4c6e-ac7f-164908c46e8d tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.687990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-770e00b7-3ce4-4c6e-ac7f-164908c46e8d tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] 10.222.0.41 "GET /v2.0/networks/64d0b173-9a28-4ae8-bc28-7b384081ab72 HTTP/1.1" status: 200 len: 768 time: 0.1246450 Nov 05 21:41:11.691688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41590) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:11.720680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Deleting port e1a355f6-af05-4fae-ade0-070ff9303e47 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:11.721022 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.777680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-397c6906-6b91-457c-991e-25e17a3ab2fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1519794 Nov 05 21:41:11.800257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4491c3cf-0695-46cf-96a7-81ca3ad56f8c req-f23f5330-6d83-423b-ad93-c12e7d702915 tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec65a8a7-b369-4ff1-8c41-3642b198bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112072 Nov 05 21:41:11.804077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.818849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] For port e1a355f6-af05-4fae-ade0-070ff9303e47, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e1a355f6-af05-4fae-ade0-070ff9303e47,segment=NetworkSegment(f110e676-8ef3-458f-af9c-a2248f1ecf1c),segment_id=f110e676-8ef3-458f-af9c-a2248f1ecf1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:11.819301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.832633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:11.838849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Calling delete_port for e1a355f6-af05-4fae-ade0-070ff9303e47 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:11.887894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad39af-31af-4449-8945-a819be29cecf req-679e8dfb-2708-49d8-a1a5-7a9f430d17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:11.889489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-679e8dfb-2708-49d8-a1a5-7a9f430d17d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 1095 time: 0.0883849 Nov 05 21:41:11.958069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.022776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203dbe4f-5bb9-48a6-9600-4a482bee268a']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:12.037592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abcddfb-8917-4149-ae40-3b85233965eb') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:12.037882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abcddfb-8917-4149-ae40-3b85233965eb') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:12.053374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d769fb-d562-40da-8342-e7b0110d2522 req-ce28aa71-fc78-4ab3-bcf9-a030c64a65a2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.054834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8d769fb-d562-40da-8342-e7b0110d2522 req-ce28aa71-fc78-4ab3-bcf9-a030c64a65a2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.1761436 Nov 05 21:41:12.063607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.084205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.097733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.114044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:12.114331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Pushing event deleted for resources: {'Port': ['ID=e1a355f6-af05-4fae-ade0-070ff9303e47,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:12.114478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:12.120976 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:12.132408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad39af-31af-4449-8945-a819be29cecf req-a7cc5335-815c-44b0-a52a-4da82f154852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.133904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-a7cc5335-815c-44b0-a52a-4da82f154852 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1923344 Nov 05 21:41:12.161356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] No DVR routers for this DVR port e1a355f6-af05-4fae-ade0-070ff9303e47 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:12.164362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.167628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df2f7719-6641-4cae-87e8-27e13c86d287 req-03c5eb7d-031f-4d0d-aa63-c603603d05bb tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.13 "DELETE /v2.0/ports/e1a355f6-af05-4fae-ade0-070ff9303e47 HTTP/1.1" status: 204 len: 173 time: 0.5477743 Nov 05 21:41:12.168073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'name': 'network-vif-deleted', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:12.170392 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3556d47f-53c6-493b-8d20-8dac60db6050" -d '{"events": [{"server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "name": "network-vif-deleted", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:12.214385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8d769fb-d562-40da-8342-e7b0110d2522 req-2c593f92-3f1c-47c6-a77f-bae4b42630db tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526244 Nov 05 21:41:12.219366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-b894a0f9-b774-4783-a2a9-3211f63c80c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 200 len: 217 time: 0.0693583 Nov 05 21:41:12.276132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad39af-31af-4449-8945-a819be29cecf req-3bf1cad5-736b-4077-b4d7-e2a16ffa0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.278107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-3bf1cad5-736b-4077-b4d7-e2a16ffa0ecc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0516117 Nov 05 21:41:12.315002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.334434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-32cb4c8d-7a1f-4e71-940b-836f8162c7dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438213 Nov 05 21:41:12.336042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 203dbe4f-5bb9-48a6-9600-4a482bee268a {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 21:41:12.338946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.342060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "DELETE /v2.0/networks/203dbe4f-5bb9-48a6-9600-4a482bee268a HTTP/1.1" status: 204 len: 168 time: 0.6454430 Nov 05 21:41:12.346184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41596) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:12.351001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'network': {'name': 'tempest-network--737640439'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:12.362435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c294c-1e85-4867-b14d-102a86144c37 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event deleted for resources: {'Network': ['ID=203dbe4f-5bb9-48a6-9600-4a482bee268a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:12.426554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-25a5dc5e-93be-4372-aef2-80b8a4c3462b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aaf4427-d275-45f4-8121-11ea3364364c HTTP/1.1" status: 200 len: 217 time: 0.0513484 Nov 05 21:41:12.457390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Made reservation on behalf of 25d43cb2ea4a4d37b1bdd39bb440293a for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:12.460123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46596e-d7c6-429f-9663-7cd290fa9ba3 req-9758b6f0-1c9a-43d4-be73-1cd54232a542 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.464207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.465968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de46596e-d7c6-429f-9663-7cd290fa9ba3 req-9758b6f0-1c9a-43d4-be73-1cd54232a542 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1928179 Nov 05 21:41:12.566384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-3f1effb6-4987-4f3c-b35c-74821cd1ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.567842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-3f1effb6-4987-4f3c-b35c-74821cd1ba0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7e8dcce-bdc6-44dd-8bd7-e52003427d93 HTTP/1.1" status: 200 len: 844 time: 0.0999572 Nov 05 21:41:12.568416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:12.586368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.586871 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Added segment 88b5ca39-4741-4d3c-b1db-2a47f99d5ca9 of type vlan for network f83970c3-4205-4bb9-895e-2daafb1839ad Nov 05 21:41:12.598411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-c20ab2dc-99c5-4ec6-b84b-17c2a8f366db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087196 Nov 05 21:41:12.648086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c419e1-fc2d-460a-9c3d-673e87196b5f req-23d83386-eb40-4705-9d96-c0568a59919d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.649690 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-35c419e1-fc2d-460a-9c3d-673e87196b5f req-23d83386-eb40-4705-9d96-c0568a59919d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.1253226 Nov 05 21:41:12.653997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.748362 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-35c419e1-fc2d-460a-9c3d-673e87196b5f req-7f245516-7090-4f6e-8cc5-183e22b4809b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875523 Nov 05 21:41:12.759066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-a88416cd-ee10-40eb-bb4c-e39080f54a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.770944 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-a88416cd-ee10-40eb-bb4c-e39080f54a3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93f046332ee6438ab74695ec5f6b2971&device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 1097 time: 0.0674760 Nov 05 21:41:12.805739 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a112bbc-a90f-48e1-8bd7-ea045bc1c929 x-openstack-request-id: req-4a112bbc-a90f-48e1-8bd7-ea045bc1c929 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:12.806163 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870d18-7289-4e97-ae6b-bfb5c44e9db7", "name": "network-vif-deleted", "tag": "e1a355f6-af05-4fae-ade0-070ff9303e47", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:12.806515 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a112bbc-a90f-48e1-8bd7-ea045bc1c929 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:12.807017 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52870d18-7289-4e97-ae6b-bfb5c44e9db7', 'name': 'network-vif-deleted', 'tag': 'e1a355f6-af05-4fae-ade0-070ff9303e47', 'status': 'completed', 'code': 200} Nov 05 21:41:12.818246 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.819501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:12.820255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:12.884865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-be4da500-d014-460b-bfa1-8d664d844682 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325077 Nov 05 21:41:12.903243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de46596e-d7c6-429f-9663-7cd290fa9ba3 req-09f7865b-bcf6-4293-85aa-21e09db24a2d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364359 Nov 05 21:41:12.915798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-b1e120b0-80ed-4a3c-a746-559c9b0fb979 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424566 Nov 05 21:41:13.101381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdad39af-31af-4449-8945-a819be29cecf req-41b8be0d-9c5d-41b7-a280-dbd7dadc7a57 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018104 Nov 05 21:41:13.107166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-6b23c63f-35c6-43f2-a115-d2a106c9714a service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841176 Nov 05 21:41:13.117193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81215-88b9-46cf-a592-e1034030d773 req-1256c108-2a5e-4afc-8618-fceecc02be10 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.118907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57e81215-88b9-46cf-a592-e1034030d773 req-1256c108-2a5e-4afc-8618-fceecc02be10 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1330953 Nov 05 21:41:13.226820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57e81215-88b9-46cf-a592-e1034030d773 req-4ad0bfb5-9c1f-459b-95e2-7881dcc67e2e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983396 Nov 05 21:41:13.260768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5acfe24-1669-4f77-9905-319e3ec6368a req-712bd821-f1fa-4177-9fad-9f1f3f9fac29 service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268051 Nov 05 21:41:13.267988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Network': ['ID=f83970c3-4205-4bb9-895e-2daafb1839ad,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:13.278930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f83970c3-4205-4bb9-895e-2daafb1839ad details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:13.295077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5b375afc-1f2b-452a-aa7b-48b6db04eda4 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9453242 Nov 05 21:41:13.295077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-d172a869-e604-49e7-96f0-c9496edbc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.307950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-d172a869-e604-49e7-96f0-c9496edbc16e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 200 len: 924 time: 0.5108991 Nov 05 21:41:13.308129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41610) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:13.308129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:13.308282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ccabf-674e-4ce5-9b57-437a7985c326 req-303bb0bd-c07f-413c-bec8-d81c88488e34 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.308282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-747ccabf-674e-4ce5-9b57-437a7985c326 req-303bb0bd-c07f-413c-bec8-d81c88488e34 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 950 time: 0.4421511 Nov 05 21:41:13.409884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-be7b98bd-340e-4dfe-b510-75dc3a579da2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 HTTP/1.1" status: 200 len: 1001 time: 0.1029198 Nov 05 21:41:13.417360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-747ccabf-674e-4ce5-9b57-437a7985c326 req-2cf59eda-5c07-43ea-8390-6ec7b766594d tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037021 Nov 05 21:41:13.443700 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-546a9c86-e092-4ff5-a61d-bd5f3ac42d33 req-c5267757-0c59-486d-b766-9fc09a03843f tempest-LiveMigrationTest-126726867 tempest-LiveMigrationTest-126726867-project] 10.222.0.41 "GET /v2.0/ports?device_id=52870d18-7289-4e97-ae6b-bfb5c44e9db7 HTTP/1.1" status: 200 len: 210 time: 0.0310690 Nov 05 21:41:13.463761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-a3105b55-0211-4024-aad4-9d25f582067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.465354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-a3105b55-0211-4024-aad4-9d25f582067c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 200 len: 862 time: 0.0471437 Nov 05 21:41:13.527115 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.552404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-2e8e5729-75e4-4fde-aede-d9a77fb6c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.553893 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-2e8e5729-75e4-4fde-aede-d9a77fb6c412 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c969c4f4-bcfa-40bb-8aed-99c806fc5d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793939 Nov 05 21:41:13.577556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27467f92-46c8-4b9b-8ff1-a20143d2ac2e req-95251d40-a2e3-4e63-92ad-5a268e36664b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.578985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27467f92-46c8-4b9b-8ff1-a20143d2ac2e req-95251d40-a2e3-4e63-92ad-5a268e36664b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0701861 Nov 05 21:41:13.632708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.655315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Network f83970c3-4205-4bb9-895e-2daafb1839ad is not hosted by any dhcp agent {{(pid=102292) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 21:41:13.656244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.656825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.658132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "PUT /v2.0/networks/f83970c3-4205-4bb9-895e-2daafb1839ad HTTP/1.1" status: 200 len: 857 time: 0.3612006 Nov 05 21:41:13.664880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41614) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:13.704224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396066e-a261-400c-92a2-430aaf4234ba tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event updated for resources: {'Network': ['ID=f83970c3-4205-4bb9-895e-2daafb1839ad,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:13.721516 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27467f92-46c8-4b9b-8ff1-a20143d2ac2e req-cd298503-a7a9-4f92-988f-9d4df289cf22 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323462 Nov 05 21:41:13.749582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-47c7fc88-4808-4a1d-98b7-aab386c6e990 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879616 Nov 05 21:41:13.789479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.866768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eb0b4-3c6f-4bb4-b83f-92bf72c8dac8 req-5cc1e425-c699-400a-ba85-f802c9965ba4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:13.868266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f71eb0b4-3c6f-4bb4-b83f-92bf72c8dac8 req-5cc1e425-c699-400a-ba85-f802c9965ba4 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0496933 Nov 05 21:41:13.920280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f71eb0b4-3c6f-4bb4-b83f-92bf72c8dac8 req-3817de6e-ef2c-432d-911f-c35aca74449d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Nov 05 21:41:13.920501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13ea175f-d6b5-4caa-be63-70ec0e0f3cbd req-cf0f446a-07b6-49a7-bb92-b6e08bb1c784 service neutron] 10.222.0.46 "GET /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623583 Nov 05 21:41:13.921699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.946076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83970c3-4205-4bb9-895e-2daafb1839ad']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:13.957624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b5ca39-4741-4d3c-b1db-2a47f99d5ca9') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:13.957910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b5ca39-4741-4d3c-b1db-2a47f99d5ca9') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:13.967760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.982107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.997239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:13.997625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:13.999320 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:14.081186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ed7e9-6ce7-49f0-9142-dbff1d4878bc req-dc83525e-665b-4621-a5f1-695b41c33ba0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:14.082673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d90ed7e9-6ce7-49f0-9142-dbff1d4878bc req-dc83525e-665b-4621-a5f1-695b41c33ba0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1018775 Nov 05 21:41:14.129848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d90ed7e9-6ce7-49f0-9142-dbff1d4878bc req-60fe3429-8dc3-41c1-bc43-3a0fa84e67d7 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Nov 05 21:41:14.146854 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.151948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f83970c3-4205-4bb9-895e-2daafb1839ad {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 21:41:14.154505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.163457 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f83970c3-4205-4bb9-895e-2daafb1839ad HTTP/1.1" status: 204 len: 168 time: 0.4917974 Nov 05 21:41:14.163805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41620) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:14.167014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9f62b-60b9-4c4b-8032-74dbc6fee035 tempest-ExternalNetworksTestJSON-1633323245 tempest-ExternalNetworksTestJSON-1633323245-project-admin] Pushing event deleted for resources: {'Network': ['ID=f83970c3-4205-4bb9-895e-2daafb1839ad,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:14.192871 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f412d29d-fd23-4347-9877-2a06c53f8666 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] DELETE failed (client error): The resource could not be found. Nov 05 21:41:14.193317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f412d29d-fd23-4347-9877-2a06c53f8666 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:41:14.196507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f412d29d-fd23-4347-9877-2a06c53f8666 tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] 10.222.0.41 "DELETE /v2.0/subnets/2fd76d92-5548-48cd-acf9-2578f2fad072 HTTP/1.1" status: 404 len: 337 time: 0.0315409 Nov 05 21:41:14.199057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41622) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:14.280253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.403787 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.431306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354a52-e096-4f27-92cb-134ed37a70ea req-1f512947-bdb5-46cf-9c09-c01e0f6c1c98 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:14.432732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61354a52-e096-4f27-92cb-134ed37a70ea req-1f512947-bdb5-46cf-9c09-c01e0f6c1c98 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1134191 Nov 05 21:41:14.436514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d0b173-9a28-4ae8-bc28-7b384081ab72']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:14.453044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baab14d-3f48-4680-84a1-cbd70c67d2b8') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:14.453389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baab14d-3f48-4680-84a1-cbd70c67d2b8') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:14.470032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.498642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.513037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:14.513425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:14.516638 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:14.546334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61354a52-e096-4f27-92cb-134ed37a70ea req-fd50a634-6ba0-4899-ab65-e3c685cb91dc tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008072 Nov 05 21:41:14.599427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca04e8-81a2-418a-86fa-14d3a0d979e5 req-f8b682f0-a2d7-4cb6-ae54-e8e0a5a2ac97 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:14.603635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dca04e8-81a2-418a-86fa-14d3a0d979e5 req-f8b682f0-a2d7-4cb6-ae54-e8e0a5a2ac97 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 950 time: 0.0950508 Nov 05 21:41:14.603983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41632) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:14.668213 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dca04e8-81a2-418a-86fa-14d3a0d979e5 req-0e693373-e5b0-439b-ba8f-1aeaf1336331 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496521 Nov 05 21:41:14.673224 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.680178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.689859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] 10.222.0.41 "DELETE /v2.0/networks/64d0b173-9a28-4ae8-bc28-7b384081ab72 HTTP/1.1" status: 204 len: 168 time: 0.4870131 Nov 05 21:41:14.714969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02004f-cf1c-45d2-aca7-1ceb3a8ec3fd tempest-ExternalNetworksTestJSON-172791819 tempest-ExternalNetworksTestJSON-172791819-project] Pushing event deleted for resources: {'Network': ['ID=64d0b173-9a28-4ae8-bc28-7b384081ab72,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:14.853970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] Deleting subnet 669f0758-d0a0-483b-861e-f22fd0baec13 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:41:14.858290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.901131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c341f41-a4ce-4742-9bd8-f44f03d92fae req-9f326ad0-f8c8-4005-8002-b751a1cd982b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:14.902580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c341f41-a4ce-4742-9bd8-f44f03d92fae req-9f326ad0-f8c8-4005-8002-b751a1cd982b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0968966 Nov 05 21:41:14.909256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:14.936081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:14.957149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: e1a355f6-af05-4fae-ade0-070ff9303e47 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:41:14.957585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e1a355f6-af05-4fae-ade0-070ff9303e47 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:14.974877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.001907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c341f41-a4ce-4742-9bd8-f44f03d92fae req-03f40463-2852-46b0-92c3-bf2d1f197cd7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906689 Nov 05 21:41:15.106765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444eddb9-d05b-4d51-8137-08b69b8bf506 req-f64ae6b7-7ec5-4a04-9f74-92d45e1ef04a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:15.108277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-444eddb9-d05b-4d51-8137-08b69b8bf506 req-f64ae6b7-7ec5-4a04-9f74-92d45e1ef04a tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0504570 Nov 05 21:41:15.154933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-444eddb9-d05b-4d51-8137-08b69b8bf506 req-af455e21-b7ba-4fdb-bdd2-ecca03a3a06d tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407488 Nov 05 21:41:15.175712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.207176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669f0758-d0a0-483b-861e-f22fd0baec13,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:15.213968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.217153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ceead17b-5827-448d-841a-cd083eef0f52 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/669f0758-d0a0-483b-861e-f22fd0baec13 HTTP/1.1" status: 204 len: 168 time: 0.6117709 Nov 05 21:41:15.219845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41654) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:15.275982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69cf30-0904-4023-b27f-2906732c5334 req-681c7cd5-4b19-49ea-aff4-4a8cd5aa5484 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:15.277510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0a69cf30-0904-4023-b27f-2906732c5334 req-681c7cd5-4b19-49ea-aff4-4a8cd5aa5484 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0668147 Nov 05 21:41:15.295472 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.332104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0a69cf30-0904-4023-b27f-2906732c5334 req-534b5e5c-a182-4025-abc2-2041f25f6fe8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482321 Nov 05 21:41:15.373674 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:41:15.408775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.414765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41668) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:15.437083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3afe19-99d5-4d93-a8ee-b562a88579f2']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:15.447385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f110e676-8ef3-458f-af9c-a2248f1ecf1c') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:15.447716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f110e676-8ef3-458f-af9c-a2248f1ecf1c') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:15.458034 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.474916 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.481974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:15.486835 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:15.565404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5458ec96-da61-4c42-962a-9e1d9adb1c98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59085cbeeca64e2d8a1ff7728fe7810f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502562 Nov 05 21:41:15.567938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41674) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:15.621484 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c6a256-1f9f-46d8-a9b6-eb1e909fa5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.653913 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.670577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c6a256-1f9f-46d8-a9b6-eb1e909fa5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.671731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.678210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f3afe19-99d5-4d93-a8ee-b562a88579f2 HTTP/1.1" status: 204 len: 168 time: 0.4548004 Nov 05 21:41:15.678210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34276d88-5833-43e1-9f2a-2532265dd926 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3afe19-99d5-4d93-a8ee-b562a88579f2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:15.682613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41676) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:15.731767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] Deleting subnet e0c53195-1143-46fe-83b9-10df6da0ae6e {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:41:15.745593 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.778501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a32f30-10ab-49a5-95cf-3cc7d78858cb req-a72e084f-17c5-47cf-a845-783ae058d36d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:15.785096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05a32f30-10ab-49a5-95cf-3cc7d78858cb req-a72e084f-17c5-47cf-a845-783ae058d36d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1657674 Nov 05 21:41:15.827827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.834044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05a32f30-10ab-49a5-95cf-3cc7d78858cb req-ec83a08f-7aa3-4a75-aab4-0ea9fe5d6e3e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465474 Nov 05 21:41:15.842227 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c6a256-1f9f-46d8-a9b6-eb1e909fa5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.847414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14c6a256-1f9f-46d8-a9b6-eb1e909fa5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:15.851119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-14c6a256-1f9f-46d8-a9b6-eb1e909fa5c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3eb4e45d-2fbe-41b5-b13b-cddffa1ae9d2 HTTP/1.1" status: 204 len: 168 time: 0.2795551 Nov 05 21:41:15.858109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6a256-1f9f-46d8-a9b6-eb1e909fa5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb4e45d-2fbe-41b5-b13b-cddffa1ae9d2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:15.878669 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-7c947e38-81a8-4fa7-b53d-e3bca968802a service neutron] show failed (client error): The resource could not be found. Nov 05 21:41:15.884908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-7c947e38-81a8-4fa7-b53d-e3bca968802a service neutron] 10.222.0.13 "GET /v2.0/ports/4d32e46b-3699-41ec-bf3e-e283a60cf19a/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.1442931 Nov 05 21:41:15.900229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.056535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.096309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.102006 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e0c53195-1143-46fe-83b9-10df6da0ae6e HTTP/1.1" status: 204 len: 168 time: 0.4160833 Nov 05 21:41:16.102006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd76bb9-2b41-4acc-9b91-65ce5614f0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c53195-1143-46fe-83b9-10df6da0ae6e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:16.102410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41684) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:16.164933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89b204-8ac4-4607-a5c0-504e00bcb7c9 req-34ebaf34-c917-45fe-8e13-35e198d4a54d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:16.166592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f89b204-8ac4-4607-a5c0-504e00bcb7c9 req-34ebaf34-c917-45fe-8e13-35e198d4a54d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0751209 Nov 05 21:41:16.189696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.231273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f89b204-8ac4-4607-a5c0-504e00bcb7c9 req-02a7a010-30d5-442c-8583-89d6446ec0d6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577245 Nov 05 21:41:16.291836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.332521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a8f3f5-2386-4e6b-b6b7-a783e9d7653a']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:16.343775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823a3f6b-0b63-47c4-a34b-5d21ff273697') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:16.344060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823a3f6b-0b63-47c4-a34b-5d21ff273697') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:16.357658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.378157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb79136-6ca9-4b6d-a81b-c8dbe87b676f req-fcbfcdec-225e-4059-9c3e-3d223c3063b0 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:16.378157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7eb79136-6ca9-4b6d-a81b-c8dbe87b676f req-fcbfcdec-225e-4059-9c3e-3d223c3063b0 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0950150 Nov 05 21:41:16.384546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.406307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:16.406806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:16.409027 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:16.490471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7eb79136-6ca9-4b6d-a81b-c8dbe87b676f req-a63af5a5-ccc9-441f-ad35-988b4ef40448 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071966 Nov 05 21:41:16.619829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460671d3-4ea8-44b3-8da2-be347b94c985 req-c8cd9dbf-5204-446d-9347-cb9d2348dd7f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:16.619829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-460671d3-4ea8-44b3-8da2-be347b94c985 req-c8cd9dbf-5204-446d-9347-cb9d2348dd7f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0922925 Nov 05 21:41:16.619829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-460671d3-4ea8-44b3-8da2-be347b94c985 req-be1a553d-6a87-4e0e-ae92-cd1e19d7e313 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Nov 05 21:41:16.815394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9aaf4427-d275-45f4-8121-11ea3364364c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:16.819229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35478bf4-a72f-434f-be63-70384b8b1f5c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:16.847944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.854621 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:16.861683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] 10.222.0.41 "DELETE /v2.0/networks/78a8f3f5-2386-4e6b-b6b7-a783e9d7653a HTTP/1.1" status: 204 len: 168 time: 0.7581179 Nov 05 21:41:16.874067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109da58-f4e9-43d9-981e-fdb48dd8751c admin admin] Pushing event deleted for resources: {'Network': ['ID=78a8f3f5-2386-4e6b-b6b7-a783e9d7653a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:16.971012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1742ee-26bc-41a2-ae16-13a39abda2c9 req-355dea76-690d-4c5d-acbb-af96f91d09df tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:16.974833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb1742ee-26bc-41a2-ae16-13a39abda2c9 req-355dea76-690d-4c5d-acbb-af96f91d09df tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0558689 Nov 05 21:41:16.985759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:16.988892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.007173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '9aaf4427-d275-45f4-8121-11ea3364364c', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': '9aaf4427-d275-45f4-8121-11ea3364364c', 'mac_address': 'fa:16:3e:b5:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:41:17.021405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb1742ee-26bc-41a2-ae16-13a39abda2c9 req-3f7c7dff-1f70-4fa3-b547-f713c9d53d67 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Nov 05 21:41:17.038642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:17.040888 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17acac2-9703-4412-8c07-0e52cf67f55e" -d '{"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:17.057097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:17.068002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.082089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaf4427-d275-45f4-8121-11ea3364364c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:17.086886 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d878cc6-8974-4fac-bee4-d46f8a33af21 x-openstack-request-id: req-1d878cc6-8974-4fac-bee4-d46f8a33af21 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:17.087170 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:17.087422 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d878cc6-8974-4fac-bee4-d46f8a33af21 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:17.087825 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'code': 200} Nov 05 21:41:17.103909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:17.179537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.208387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-edfd97c6-3234-4eab-835d-c2b9c4ff0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:17.209850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-edfd97c6-3234-4eab-835d-c2b9c4ff0384 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32&tenant_id=ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 1101 time: 0.0433841 Nov 05 21:41:17.226148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:17.229203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:17.293298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.350206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab2312-dd4e-44a6-a8d5-268073fc23db req-08c617c3-2403-4fd5-9e83-fb8f0de99c81 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:17.353448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00ab2312-dd4e-44a6-a8d5-268073fc23db req-08c617c3-2403-4fd5-9e83-fb8f0de99c81 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.0538373 Nov 05 21:41:17.355731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.383642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41712) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:17.420881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:17.448029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00ab2312-dd4e-44a6-a8d5-268073fc23db req-36b9bd7b-ef7d-4e21-a591-2c4e70825ea3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865827 Nov 05 21:41:17.451593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-90f3943c-44ef-4c5e-b4d8-a5124e924f28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25d43cb2ea4a4d37b1bdd39bb440293a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0656586 Nov 05 21:41:17.453337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41714) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:17.496298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41716) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:17.527936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6edaf46e-416b-4598-a902-0572ec62273e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.530943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:17.563721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6edaf46e-416b-4598-a902-0572ec62273e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.564467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:17.567250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c40d9318-5a97-4352-b56b-49d9971cd343 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=716b3930b41c42479302dd5a494f2f60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0697057 Nov 05 21:41:17.572287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41718) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:17.604262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:17.606664 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6517f3-b419-4543-8cce-d01753067269" -d '{"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-unplugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:17.610513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.628828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Transition to ACTIVE for port object 4d32e46b-3699-41ec-bf3e-e283a60cf19a will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:41:17.641902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f85dcb8-60ae-4542-b705-060c6011e14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.666253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f85dcb8-60ae-4542-b705-060c6011e14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.672119 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93eadf-2a13-4091-a380-ab8d7e01da6e x-openstack-request-id: req-de93eadf-2a13-4091-a380-ab8d7e01da6e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:17.672413 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-unplugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:17.672729 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de93eadf-2a13-4091-a380-ab8d7e01da6e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:17.673275 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'code': 200} Nov 05 21:41:17.738159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.774904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6edaf46e-416b-4598-a902-0572ec62273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.777459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6edaf46e-416b-4598-a902-0572ec62273e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.778678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6edaf46e-416b-4598-a902-0572ec62273e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2008d327-c923-4544-8db9-113f7e27e3d3 HTTP/1.1" status: 204 len: 168 time: 0.3244190 Nov 05 21:41:17.791533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaf46e-416b-4598-a902-0572ec62273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008d327-c923-4544-8db9-113f7e27e3d3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:17.826196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31027d00-138c-41ca-900d-3d3485d6cc5b req-bfc29f15-5696-41c6-9529-b3882b019598 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:17.828019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31027d00-138c-41ca-900d-3d3485d6cc5b req-bfc29f15-5696-41c6-9529-b3882b019598 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0819221 Nov 05 21:41:17.844370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] No DVR routers for this DVR port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:17.850574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:17.872966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28717e-c54a-42ba-8256-e013e3e28f8a req-bf83b32f-b544-4d46-b21d-ba6e289ca8a3 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:17.874555 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a28717e-c54a-42ba-8256-e013e3e28f8a req-bf83b32f-b544-4d46-b21d-ba6e289ca8a3 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.1485872 Nov 05 21:41:17.912833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31027d00-138c-41ca-900d-3d3485d6cc5b req-1335debb-992a-49fe-9534-aee76a3d53a7 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734603 Nov 05 21:41:17.916336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:17.916671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:17.916997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:17.922778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:41:17.923073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:17.938682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f85dcb8-60ae-4542-b705-060c6011e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.938682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f85dcb8-60ae-4542-b705-060c6011e14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.938682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f85dcb8-60ae-4542-b705-060c6011e14a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec65a8a7-b369-4ff1-8c41-3642b198bc86 HTTP/1.1" status: 204 len: 168 time: 0.3648489 Nov 05 21:41:17.944775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:17.945118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:17.945502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:17.945996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Bound port: 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:17.946351 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:17.950524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85dcb8-60ae-4542-b705-060c6011e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec65a8a7-b369-4ff1-8c41-3642b198bc86,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:18.002407 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a28717e-c54a-42ba-8256-e013e3e28f8a req-d558332f-f8e0-4802-8e01-ca25b2f47322 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130481 Nov 05 21:41:18.103978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:18.107482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:18.154261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['9aaf4427-d275-45f4-8121-11ea3364364c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:18.175082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097184b-b7c3-4695-a8bb-da2aecc21825 req-6c02b134-c598-4127-928e-5c59a87a2a79 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:18.176629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d097184b-b7c3-4695-a8bb-da2aecc21825 req-6c02b134-c598-4127-928e-5c59a87a2a79 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0584266 Nov 05 21:41:18.233269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d097184b-b7c3-4695-a8bb-da2aecc21825 req-b8ee5b29-4a97-440e-b8c8-26485edd02a7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488830 Nov 05 21:41:18.381712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:18.415707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:18.416407 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:18.417809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 1096 time: 1.1933837 Nov 05 21:41:18.439806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc281e2-2ca3-4c15-97f8-8c5044eb62c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:18.496957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-59d78934-6cdd-40fe-a28b-7db40885daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:18.498765 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-59d78934-6cdd-40fe-a28b-7db40885daa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1099 time: 0.0485151 Nov 05 21:41:18.586237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5d96-55e3-445b-a354-4c9a3d1ed0c9 req-74035b81-a023-42fa-a8d5-18feb97989e7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:18.594128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9faa5d96-55e3-445b-a354-4c9a3d1ed0c9 req-74035b81-a023-42fa-a8d5-18feb97989e7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 945 time: 0.0591652 Nov 05 21:41:18.614045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-5ae115b5-c570-4928-b9fc-6f947ac4034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:18.615580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-5ae115b5-c570-4928-b9fc-6f947ac4034c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1028335 Nov 05 21:41:18.653847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9faa5d96-55e3-445b-a354-4c9a3d1ed0c9 req-739f7b9e-0e4e-431e-b1c0-ace133c86878 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578604 Nov 05 21:41:18.667967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-cebf4c43-a819-48a9-b3d3-8a364054b32c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0366058 Nov 05 21:41:18.744266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-424f3b59-510f-417e-a778-132458b3ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:18.754761 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-424f3b59-510f-417e-a778-132458b3ed0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0790770 Nov 05 21:41:18.811126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-fb855f13-57b2-4e55-8102-a8f2ad538c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:18.812724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-fb855f13-57b2-4e55-8102-a8f2ad538c82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492492 Nov 05 21:41:18.909040 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-077afe95-cc2e-478c-aead-0dc7474b0b67 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880489 Nov 05 21:41:18.950759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:19.016438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:19.016566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe378c5c-b2c5-426b-ac6d-c78050dbd240 req-856c5ad1-3fec-4a9c-b269-3aadd82fca05 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912690 Nov 05 21:41:19.047615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6d5a0-5536-43a3-94ef-cc190a7b0272 req-303a1bbe-df09-445e-8a6a-97f43bca9d15 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.049924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ac6d5a0-5536-43a3-94ef-cc190a7b0272 req-303a1bbe-df09-445e-8a6a-97f43bca9d15 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0507274 Nov 05 21:41:19.100698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ac6d5a0-5536-43a3-94ef-cc190a7b0272 req-72d35652-06d0-4159-bb4d-fa1a0e074ee9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Nov 05 21:41:19.130936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250a342-8a8b-4eb6-b82b-d2e13544304f req-9d1ed60d-cc09-4635-9cc5-6fa3620494dc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.130936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3250a342-8a8b-4eb6-b82b-d2e13544304f req-9d1ed60d-cc09-4635-9cc5-6fa3620494dc tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0589969 Nov 05 21:41:19.210373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3250a342-8a8b-4eb6-b82b-d2e13544304f req-b7509022-f016-4a0c-ae7f-542cdf6fdeec tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729580 Nov 05 21:41:19.267032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41780) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:19.301084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c3b01-f882-4e2c-8b0b-521721a93125 req-ab111a8b-e37e-4586-9953-23867527992a tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.304870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c6c3b01-f882-4e2c-8b0b-521721a93125 req-ab111a8b-e37e-4586-9953-23867527992a tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1096 time: 0.0582461 Nov 05 21:41:19.319593 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-64d8f2d8-24be-47dd-9ea1-98316790994d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35b70f4e8ecd4f89b0c912693c2f9d81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0485725 Nov 05 21:41:19.320187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41782) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:19.355935 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c6c3b01-f882-4e2c-8b0b-521721a93125 req-639d2c3b-da68-4934-b11e-93d4b52bc0b8 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Nov 05 21:41:19.372879 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:19.397741 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:19.497457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0389fd9-b3cd-4e0d-8f0d-35a968e5deef req-a5c5b5da-1e9b-4d12-a001-91ac6c6d3487 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.498864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0389fd9-b3cd-4e0d-8f0d-35a968e5deef req-a5c5b5da-1e9b-4d12-a001-91ac6c6d3487 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0490015 Nov 05 21:41:19.546781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0389fd9-b3cd-4e0d-8f0d-35a968e5deef req-090b08e3-ec1e-4fcb-8d6c-a54d1ae7b59a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Nov 05 21:41:19.604016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:19.606606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:19.610378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8375b17d-07e2-461c-8f2c-636e49c81940 HTTP/1.1" status: 204 len: 168 time: 0.2866416 Nov 05 21:41:19.622816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8375b17d-07e2-461c-8f2c-636e49c81940,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:19.630726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.631739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.632254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.632659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.633220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.633971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.633971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.634209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.634602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.635033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.635329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.635660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842eeda5-08be-4ebe-98c6-865390353826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:19.674679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:19.676261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b929311-a740-43b5-8108-d682aadd3625 req-9d8fee15-36eb-4c69-925d-785825946b6a tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.677231 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435a3a1-6891-40f9-86b0-30f7096e1aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:19.677838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b929311-a740-43b5-8108-d682aadd3625 req-9d8fee15-36eb-4c69-925d-785825946b6a tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1096 time: 0.0743952 Nov 05 21:41:19.723499 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b929311-a740-43b5-8108-d682aadd3625 req-1da12a0f-3ace-4a50-9496-f9b81f983b3f tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391324 Nov 05 21:41:19.852499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c084c2-7072-4c23-ae06-70f8deb8ecc7 req-6411f619-96df-4b49-91ee-a09792dfb9ec tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.859143 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecdf9a5-1a76-4a68-9330-73c58bcdfe10 x-openstack-request-id: req-3ecdf9a5-1a76-4a68-9330-73c58bcdfe10 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:19.859434 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:19.859711 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ecdf9a5-1a76-4a68-9330-73c58bcdfe10 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:19.860112 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'status': 'completed', 'code': 200} Nov 05 21:41:19.875616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89c084c2-7072-4c23-ae06-70f8deb8ecc7 req-6411f619-96df-4b49-91ee-a09792dfb9ec tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 945 time: 0.0818720 Nov 05 21:41:19.965732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89c084c2-7072-4c23-ae06-70f8deb8ecc7 req-0a11fd3c-8381-4a43-a780-16eb6ffceed1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891912 Nov 05 21:41:19.972292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-7fc691e0-868f-4494-b887-41940bacb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.972553 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-7fc691e0-868f-4494-b887-41940bacb212 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1099 time: 0.0892441 Nov 05 21:41:19.973035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-9b9e8fdb-1b29-42f0-ad3d-a03526309ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:19.975047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-9b9e8fdb-1b29-42f0-ad3d-a03526309ed2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1099 time: 0.0616400 Nov 05 21:41:20.165368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-f3d109d0-ff00-40fb-9b52-9d271094a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.167409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455b50-bb30-4e30-8f72-ff622d9c4d21 req-743f4503-e992-468f-b8bb-fed90542ee74 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.167581 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-f3d109d0-ff00-40fb-9b52-9d271094a3ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1794398 Nov 05 21:41:20.172167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc455b50-bb30-4e30-8f72-ff622d9c4d21 req-743f4503-e992-468f-b8bb-fed90542ee74 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.1126108 Nov 05 21:41:20.201958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-572c0da7-e3ff-45b9-841e-fb4f4feb66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.201958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-572c0da7-e3ff-45b9-841e-fb4f4feb66a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2023218 Nov 05 21:41:20.212123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-3b50409b-8571-4f64-add2-30e2ae4e39f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0364528 Nov 05 21:41:20.240211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-1d187701-485c-4cf5-8a3e-b69abaa219e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0445282 Nov 05 21:41:20.293309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-ce9bbbb9-4696-46cd-a6e4-0595ee05d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.293309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-ce9bbbb9-4696-46cd-a6e4-0595ee05d737 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0519474 Nov 05 21:41:20.293681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc455b50-bb30-4e30-8f72-ff622d9c4d21 req-a44b9309-d104-45c1-bfb0-82f8f74ef714 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167908 Nov 05 21:41:20.310769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-16a4996c-627b-4823-8e09-e0cdc13a0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.312265 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-16a4996c-627b-4823-8e09-e0cdc13a0040 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0568566 Nov 05 21:41:20.324034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-89f129b9-1002-42c6-80cd-217d7047429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.325885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-89f129b9-1002-42c6-80cd-217d7047429d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474255 Nov 05 21:41:20.363421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-9491a636-e567-41ac-bead-49018045aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.365406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-9491a636-e567-41ac-bead-49018045aa17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449724 Nov 05 21:41:20.424578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-71884f9c-9379-41c6-a278-4a4410181e7e service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919037 Nov 05 21:41:20.479720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-aa2ca639-2d59-40d8-bcb0-bb8ec65b003f service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033709 Nov 05 21:41:20.546508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-082287f7-c4ef-4558-a205-eb529987aebe service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141598 Nov 05 21:41:20.596819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7435a3a1-6891-40f9-86b0-30f7096e1aa5 req-18361a21-5738-4452-be18-2cbde4f3a1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052346 Nov 05 21:41:20.673361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0a59b-af49-485f-928d-6c6d2f7317d1 req-142f697c-c3c7-439a-ba0b-05a38826cd45 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:20.675688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c3c0a59b-af49-485f-928d-6c6d2f7317d1 req-142f697c-c3c7-439a-ba0b-05a38826cd45 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0550933 Nov 05 21:41:20.724553 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c3c0a59b-af49-485f-928d-6c6d2f7317d1 req-80a13a2b-6804-403d-bd32-0ea400044f55 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Nov 05 21:41:20.851818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:20.854948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9aaf4427-d275-45f4-8121-11ea3364364c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:21.006689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:21.028060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '595e3367-2766-4b57-9022-09b53258e75b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '595e3367-2766-4b57-9022-09b53258e75b', 'mac_address': 'fa:16:3e:b8:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:41:21.093222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:21.117095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595e3367-2766-4b57-9022-09b53258e75b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:21.139994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 9aaf4427-d275-45f4-8121-11ea3364364c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:41:21.153382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 9aaf4427-d275-45f4-8121-11ea3364364c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:21.153382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:21.154058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a220e2-ab1e-4543-b67b-bc8c937b48cc req-ad0eb4e3-daa6-450d-89c4-b6bbdcc9367b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:21.154058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2a220e2-ab1e-4543-b67b-bc8c937b48cc req-ad0eb4e3-daa6-450d-89c4-b6bbdcc9367b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 945 time: 0.0570459 Nov 05 21:41:21.167104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:21.239496 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2a220e2-ab1e-4543-b67b-bc8c937b48cc req-eaa80c8a-73a0-41bf-9fb3-ada7a2c7554c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770409 Nov 05 21:41:21.284197 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:21.312809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:21.315528 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f721780-984a-46b5-83bf-da3364fc8bbf" -d '{"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:21.331699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:21.347179 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:21.399901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41884) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:21.409181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:21.432957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31035794-279d-4117-8fd1-3838d5bb97cc req-d12c89fe-5917-493d-8a52-69212a51fe0b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:21.432957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31035794-279d-4117-8fd1-3838d5bb97cc req-d12c89fe-5917-493d-8a52-69212a51fe0b tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0676656 Nov 05 21:41:21.479827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31035794-279d-4117-8fd1-3838d5bb97cc req-2a2910e9-8dde-4b14-bf90-82f90f64a9d1 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448744 Nov 05 21:41:21.486617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['595e3367-2766-4b57-9022-09b53258e75b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:21.538264 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa27f951-85a6-43cf-8e37-c548ba46378a x-openstack-request-id: req-fa27f951-85a6-43cf-8e37-c548ba46378a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:21.538699 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:21.538956 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa27f951-85a6-43cf-8e37-c548ba46378a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:21.539351 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c', 'code': 200} Nov 05 21:41:21.554293 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:21.668422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3466e0-af24-48dc-b8e9-3a27cae5303e req-57eed0e5-a16f-454e-b032-e3c6fd7021bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:21.668933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:21.670400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b3466e0-af24-48dc-b8e9-3a27cae5303e req-57eed0e5-a16f-454e-b032-e3c6fd7021bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 1097 time: 0.0434122 Nov 05 21:41:21.721873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b3466e0-af24-48dc-b8e9-3a27cae5303e req-157f3c9e-834b-461a-98df-cee0f0edd87f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Nov 05 21:41:21.747824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-38dbdd9d-bd1a-4068-8c72-4c104abf9f1b tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2089644128'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:21.749454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-38dbdd9d-bd1a-4068-8c72-4c104abf9f1b tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Unknown quota resources ['metering_label']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:41:22.017991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525da4b3-f538-4647-b8b6-22f57165cadf req-2b1db3b9-c227-4681-9cb9-deb5f1b19653 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:22.019476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-525da4b3-f538-4647-b8b6-22f57165cadf req-2b1db3b9-c227-4681-9cb9-deb5f1b19653 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 948 time: 0.0481768 Nov 05 21:41:22.077005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-525da4b3-f538-4647-b8b6-22f57165cadf req-bd62ed46-eed2-4cd9-b458-f94be3de2d44 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497503 Nov 05 21:41:22.118832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38dbdd9d-bd1a-4068-8c72-4c104abf9f1b tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:22.120034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-38dbdd9d-bd1a-4068-8c72-4c104abf9f1b tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7191355 Nov 05 21:41:22.122910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41910) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:22.127029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7793f164-b4f8-46be-8cdf-f67c6b88d614 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd0789d3c-59dd-4406-b3ff-2dc16e2c60ab'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:22.127855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7793f164-b4f8-46be-8cdf-f67c6b88d614 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:41:22.362826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749980c2-b5e7-4abf-b5b1-211c4bb579e2 req-4f7e41c5-08b8-466a-b1c4-23436edaffd6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:22.364660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-749980c2-b5e7-4abf-b5b1-211c4bb579e2 req-4f7e41c5-08b8-466a-b1c4-23436edaffd6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0535212 Nov 05 21:41:22.398191 n-d-816738-5 neutron-server[102292]: WARNING neutron.services.metering.metering_plugin [None req-7793f164-b4f8-46be-8cdf-f67c6b88d614 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 21:41:22.428267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-749980c2-b5e7-4abf-b5b1-211c4bb579e2 req-e78d93aa-bcb2-4d92-a4cd-c84b59a089b3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Nov 05 21:41:22.504618 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7793f164-b4f8-46be-8cdf-f67c6b88d614 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:22.506085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7793f164-b4f8-46be-8cdf-f67c6b88d614 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3819876 Nov 05 21:41:22.509339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41934) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:22.514827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6a53d973-4728-4aa4-a58b-27768789a2b2 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd0789d3c-59dd-4406-b3ff-2dc16e2c60ab'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:22.515425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6a53d973-4728-4aa4-a58b-27768789a2b2 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:41:22.538180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-081f97d8-4e36-46ea-a99b-eaf824bef527 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:22.539767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-081f97d8-4e36-46ea-a99b-eaf824bef527 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0587678 Nov 05 21:41:22.672519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26f3b4-9133-4f67-b2c4-038ef184f5a5 req-615194c9-eb72-40cc-afc1-cb9575aeacd3 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:22.673950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e26f3b4-9133-4f67-b2c4-038ef184f5a5 req-615194c9-eb72-40cc-afc1-cb9575aeacd3 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 945 time: 0.0879843 Nov 05 21:41:22.702071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Deleting port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:22.703345 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:22.746953 n-d-816738-5 neutron-server[102292]: WARNING neutron.services.metering.metering_plugin [None req-6a53d973-4728-4aa4-a58b-27768789a2b2 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 21:41:22.780273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e26f3b4-9133-4f67-b2c4-038ef184f5a5 req-66e6b695-e0ce-4d44-92a5-c220505aa307 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c1b5857-515f-42ce-9c77-1e2d9d53f922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996311 Nov 05 21:41:22.820395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] For port a9a0dd94-7446-4c49-a421-3e7ca35abfd1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,segment=NetworkSegment(db56a5d5-18da-495e-9717-ab9fd5a70144),segment_id=db56a5d5-18da-495e-9717-ab9fd5a70144)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:22.820754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:22.837886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Calling delete_port for a9a0dd94-7446-4c49-a421-3e7ca35abfd1 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:22.848016 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6a53d973-4728-4aa4-a58b-27768789a2b2 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:22.850631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6a53d973-4728-4aa4-a58b-27768789a2b2 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3402357 Nov 05 21:41:22.851143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:22.853594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41942) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:22.869240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ba4b8988-d404-4d41-ac71-32765a5dabb7 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=d6982f31-cecf-46bb-9ef5-d60e3c94efa5 HTTP/1.1" status: 200 len: 462 time: 0.0141480 Nov 05 21:41:22.877802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41944) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:23.106433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:23.120166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'mac_address': 'fa:16:3e:9d:c3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:41:23.150344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e239cea-d7fb-47f9-ae24-ca1347c7f228 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:23.152009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6e239cea-d7fb-47f9-ae24-ca1347c7f228 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/d6982f31-cecf-46bb-9ef5-d60e3c94efa5 HTTP/1.1" status: 204 len: 168 time: 0.2719820 Nov 05 21:41:23.154818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41958) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:23.166052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2fb5ce42-ea44-40b5-999a-2ef5b775b491 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=d6982f31-cecf-46bb-9ef5-d60e3c94efa5 HTTP/1.1" status: 200 len: 221 time: 0.0100644 Nov 05 21:41:23.171086 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:23.171410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41960) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:23.176491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9b86d5a3-676a-419a-81e3-323882d6da25 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--862465044', 'description': 'label created by tempest'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:23.177123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9b86d5a3-676a-419a-81e3-323882d6da25 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Unknown quota resources ['metering_label']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:41:23.187937 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d32e46b-3699-41ec-bf3e-e283a60cf19a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:23.211457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:23.295288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1a7c94e8-d072-4e48-b829-5c69f529952d tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=984a0e8cb819418c83cd34e9c844372c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2822161 Nov 05 21:41:23.295872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:23.307973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a9a0dd94-7446-4c49-a421-3e7ca35abfd1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:23.337446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event deleted for resources: {'Port': ['ID=a9a0dd94-7446-4c49-a421-3e7ca35abfd1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:23.419777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] No DVR routers for this DVR port a9a0dd94-7446-4c49-a421-3e7ca35abfd1 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:23.424078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:23.427339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2bd6acf-1b2a-4a04-90b5-acf8bc82c85a req-affedc1f-9bf3-4cc5-a8c1-a641f4884cf5 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.46 "DELETE /v2.0/ports/a9a0dd94-7446-4c49-a421-3e7ca35abfd1 HTTP/1.1" status: 204 len: 173 time: 0.8752477 Nov 05 21:41:23.427812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'name': 'network-vif-deleted', 'tag': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:23.430059 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26cf60e-46c9-4bf8-87a3-4524c10a34c9" -d '{"events": [{"server_uuid": "560352b9-3da3-49f2-a7c2-bc543d3abb1e", "name": "network-vif-deleted", "tag": "a9a0dd94-7446-4c49-a421-3e7ca35abfd1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:23.466752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:23.470654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-ae3276c2-0841-43da-acce-51c1698b082c tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:23.477893 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-ae3276c2-0841-43da-acce-51c1698b082c tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681964 Nov 05 21:41:23.487942 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-7639259f-d910-4a12-9ea8-61f935bad548 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/quotas/984a0e8cb819418c83cd34e9c844372c HTTP/1.1" status: 200 len: 375 time: 0.0098131 Nov 05 21:41:23.514248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:23.519709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-2dc6a8cc-61c0-459d-8073-bb6e4e14d3d4 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=984a0e8cb819418c83cd34e9c844372c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262163 Nov 05 21:41:23.641724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b86d5a3-676a-419a-81e3-323882d6da25 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:23.642930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9b86d5a3-676a-419a-81e3-323882d6da25 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4705377 Nov 05 21:41:23.645657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41966) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:23.716426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4cb70266-9365-476c-902c-8e8fa17b8e74 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=67b91045-5a2e-4e83-8aaf-25bdd66b4ab9 HTTP/1.1" status: 200 len: 467 time: 0.0696890 Nov 05 21:41:23.719020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:23.910825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-09498662-5f4b-4b0b-a8cd-5fbb385f6255 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:41:23.911859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-09498662-5f4b-4b0b-a8cd-5fbb385f6255 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064213 Nov 05 21:41:23.956163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f1e80530-c632-40a8-83ed-5a52b6302fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:23.957533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f1e80530-c632-40a8-83ed-5a52b6302fb6 service neutron] 10.222.0.41 "GET /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 1093 time: 0.0371168 Nov 05 21:41:23.966288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Request body: {'binding': {'host': 'n-h1-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:23.984106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Unknown quota resources ['binding']. {{(pid=102291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 21:41:24.105323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on host n-h1-816738-5 for vnic_type normal with profile None {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:24.105658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:24.105991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:24.110708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:41:24.110993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:24.116983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:24.117323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:24.117704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:24.118132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Bound port: 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:24.137281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d49da46-7d01-4fbe-a7f8-48e0b67e16c5 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:24.141167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8d49da46-7d01-4fbe-a7f8-48e0b67e16c5 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/67b91045-5a2e-4e83-8aaf-25bdd66b4ab9 HTTP/1.1" status: 204 len: 168 time: 0.4200122 Nov 05 21:41:24.142921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41976) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:24.163421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0efef20-9339-4a5b-bc39-6306a51c03ff tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=67b91045-5a2e-4e83-8aaf-25bdd66b4ab9 HTTP/1.1" status: 200 len: 216 time: 0.0190189 Nov 05 21:41:24.167045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41978) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:24.185756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-adcb5ff0-fd77-4c58-8814-1a29ef62c874 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0155704 Nov 05 21:41:24.190107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41980) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:24.208353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80a01196-b69a-4428-b61d-9b5ad50dad2c tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0130064 Nov 05 21:41:24.208456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41982) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:24.229352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4d32e46b-3699-41ec-bf3e-e283a60cf19a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:24.230417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:24.265668 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-08474f26-33f6-4a3c-8b00-dbf50aca9b84 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/d0789d3c-59dd-4406-b3ff-2dc16e2c60ab HTTP/1.1" status: 200 len: 473 time: 0.0562229 Nov 05 21:41:24.269115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f4cea-b8cc-496d-9d32-3f87eb771a91 req-4aa2f79c-fd64-4e27-ba31-2cab29e6374b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:24.270038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-945f4cea-b8cc-496d-9d32-3f87eb771a91 req-4aa2f79c-fd64-4e27-ba31-2cab29e6374b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.0730412 Nov 05 21:41:24.275712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41986) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:24.288521 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d2241d34-0ad9-4438-83a5-42fbcb4b5802 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/574eee48-9cbe-4824-b007-4198147f9502 HTTP/1.1" status: 200 len: 459 time: 0.0113189 Nov 05 21:41:24.291972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41990) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:24.326140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-945f4cea-b8cc-496d-9d32-3f87eb771a91 req-208f9c7a-c865-45f6-9c3a-cd31736d2ce0 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Nov 05 21:41:24.405162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:24.409175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] 10.222.0.41 "POST /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074/bindings HTTP/1.1" status: 201 len: 389 time: 0.4432654 Nov 05 21:41:24.417997 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b027dfb3-7732-4fcc-b5ec-12c3dd57046e x-openstack-request-id: req-b027dfb3-7732-4fcc-b5ec-12c3dd57046e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:24.418289 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560352b9-3da3-49f2-a7c2-bc543d3abb1e", "name": "network-vif-deleted", "tag": "a9a0dd94-7446-4c49-a421-3e7ca35abfd1", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:24.418540 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b027dfb3-7732-4fcc-b5ec-12c3dd57046e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:24.418940 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560352b9-3da3-49f2-a7c2-bc543d3abb1e', 'name': 'network-vif-deleted', 'tag': 'a9a0dd94-7446-4c49-a421-3e7ca35abfd1', 'status': 'completed', 'code': 200} Nov 05 21:41:24.508326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136854-a9db-4c0c-bbf4-31cca115dd77 req-d3a27fec-c0c0-424d-8856-acf71872de5f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:24.509696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7136854-a9db-4c0c-bbf4-31cca115dd77 req-d3a27fec-c0c0-424d-8856-acf71872de5f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0480223 Nov 05 21:41:24.569017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7136854-a9db-4c0c-bbf4-31cca115dd77 req-ebb5aab6-be50-4885-b00d-7005b744a614 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Nov 05 21:41:24.658446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2406d9bc-93f3-459e-99d8-c84d2cf26442 req-cb10897f-57d1-4be3-8e85-3c845f0ecace tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 210 time: 0.0267022 Nov 05 21:41:24.725726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b7cffb2e-845c-471a-9246-467eafeef8f9 req-d4fdeb27-daa8-446a-9a64-4aec4e92ea53 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 210 time: 0.0275581 Nov 05 21:41:24.863418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:24.912083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 595e3367-2766-4b57-9022-09b53258e75b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:24.912459 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:25.002191 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:25.002421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-205318f8-7a08-430d-a897-861ad78c55af tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:25.006895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-205318f8-7a08-430d-a897-861ad78c55af tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/574eee48-9cbe-4824-b007-4198147f9502 HTTP/1.1" status: 204 len: 168 time: 0.7104337 Nov 05 21:41:25.007196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:25.028150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:25.030435 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968be191-ee25-439a-8b7f-7b22b139d5c6" -d '{"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-plugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:25.055937 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:25.079845 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a9e389-1aae-47bc-880e-8db3c52d45d6 x-openstack-request-id: req-c1a9e389-1aae-47bc-880e-8db3c52d45d6 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:25.080199 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-plugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:25.080660 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1a9e389-1aae-47bc-880e-8db3c52d45d6 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:25.081131 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b', 'code': 200} Nov 05 21:41:25.177582 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:25.177714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a9a0dd94-7446-4c49-a421-3e7ca35abfd1 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:25.199208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: a9a0dd94-7446-4c49-a421-3e7ca35abfd1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:41:25.199830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a9a0dd94-7446-4c49-a421-3e7ca35abfd1 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:25.257632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=10']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:25.289106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42aed-3da5-4d2f-bb9e-47fcfabf8d79 req-7a3105ec-91b7-41b4-bb4f-021e80ad79ec tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:25.290598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a42aed-3da5-4d2f-bb9e-47fcfabf8d79 req-7a3105ec-91b7-41b4-bb4f-021e80ad79ec tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.2448094 Nov 05 21:41:25.347447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a42aed-3da5-4d2f-bb9e-47fcfabf8d79 req-dd3ed5d6-0c22-48c6-8e45-8fcd8df9d65d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506318 Nov 05 21:41:25.464081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254472b-252e-46c9-849f-a265c7ea3294 req-a4fb6c87-9559-454f-a96a-3d51f1debfa6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:25.465559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9254472b-252e-46c9-849f-a265c7ea3294 req-a4fb6c87-9559-454f-a96a-3d51f1debfa6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.0575976 Nov 05 21:41:25.509915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-515c0cc9-8187-4628-a91a-4efd5bd51ed6 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:25.514583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9254472b-252e-46c9-849f-a265c7ea3294 req-4d23f01d-1dd8-43fc-96c9-42c33d687b19 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Nov 05 21:41:25.519851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-515c0cc9-8187-4628-a91a-4efd5bd51ed6 tempest-MeteringIpV6TestJSON-672818302 tempest-MeteringIpV6TestJSON-672818302-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/d0789d3c-59dd-4406-b3ff-2dc16e2c60ab HTTP/1.1" status: 204 len: 168 time: 0.5058579 Nov 05 21:41:25.686208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a5a79-6d08-4741-b2e1-2178d035aaf8 req-c377ed3e-0781-439f-9141-b7d837826ce5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:25.687867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-271a5a79-6d08-4741-b2e1-2178d035aaf8 req-c377ed3e-0781-439f-9141-b7d837826ce5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0525932 Nov 05 21:41:25.746454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-271a5a79-6d08-4741-b2e1-2178d035aaf8 req-b1ce90ee-7bca-4f3c-bcf5-7fc8b051a0a4 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Nov 05 21:41:25.777199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e4b740d-e66a-4a59-b364-51bec7bd843b req-acc43cb1-c359-418e-9367-571f740dd201 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/ports?device_id=560352b9-3da3-49f2-a7c2-bc543d3abb1e HTTP/1.1" status: 200 len: 210 time: 0.0281925 Nov 05 21:41:25.832092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bea4ad01-2d59-4d24-a72e-66bdd0722a94 req-0ada7103-ba5b-497b-a55f-a1207201e88b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 210 time: 0.0421264 Nov 05 21:41:26.253258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-b0af2101-a070-4c00-bfa2-c35e2ea7926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:26.254877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-b0af2101-a070-4c00-bfa2-c35e2ea7926e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1096 time: 0.0508001 Nov 05 21:41:26.270978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42036) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:26.363919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-7b54afbc-73d9-40a7-928c-9da5968af527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:26.365670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-7b54afbc-73d9-40a7-928c-9da5968af527 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1020131 Nov 05 21:41:26.389213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89c7e040-b0fb-49e5-9181-dd3e4c67639e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:26.411095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-9213e1ed-3747-449f-8ec5-1dc31cfb505e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 217 time: 0.0379100 Nov 05 21:41:26.479327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d844844-eaf6-4780-9a56-93d3e233b5d4 req-99616816-8f86-46e1-8316-41cc5886fe47 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:26.480827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d844844-eaf6-4780-9a56-93d3e233b5d4 req-99616816-8f86-46e1-8316-41cc5886fe47 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0731974 Nov 05 21:41:26.496475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-7ce4e837-898b-4b87-b447-1977a35d9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:26.497927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-7ce4e837-898b-4b87-b447-1977a35d9cb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0802269 Nov 05 21:41:26.522406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a67de4-f813-420c-9ab3-b182f9c20f84 req-609f2da6-dfac-47d4-8bc4-58cf095561c2 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:26.523823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52a67de4-f813-420c-9ab3-b182f9c20f84 req-609f2da6-dfac-47d4-8bc4-58cf095561c2 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0721416 Nov 05 21:41:26.540438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-9c8cc920-7e41-469d-8bfc-01a577b43f84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348818 Nov 05 21:41:26.548406 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89c7e040-b0fb-49e5-9181-dd3e4c67639e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:26.564807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d844844-eaf6-4780-9a56-93d3e233b5d4 req-358dfe1b-ea44-4b9c-a0d8-bd0fbf405269 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717089 Nov 05 21:41:26.644036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52a67de4-f813-420c-9ab3-b182f9c20f84 req-7c5f2a5b-5231-44b9-84ce-2fe8f485babc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058698 Nov 05 21:41:26.669288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-29b471e7-b822-4396-8d51-e8aa3f42be46 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212499 Nov 05 21:41:26.717606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89c7e040-b0fb-49e5-9181-dd3e4c67639e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:26.759803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-08574e1b-f8db-4799-99b4-b21421032948 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Nov 05 21:41:26.762610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-89c7e040-b0fb-49e5-9181-dd3e4c67639e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf44b3dccab54c1bb5edff911f3a1822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4904513 Nov 05 21:41:26.765240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42056) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:26.773584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7e040-b0fb-49e5-9181-dd3e4c67639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f904e638-26dc-4c34-98ab-6565d1075dbe,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:26.786558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937722-a5f9-4ef1-a9f3-cde13a673967 req-2a1ccbdd-df12-4115-8c71-b07e5b66dadd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:26.787931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df937722-a5f9-4ef1-a9f3-cde13a673967 req-2a1ccbdd-df12-4115-8c71-b07e5b66dadd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.0996103 Nov 05 21:41:26.867737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10d9cd5e-bf02-46e2-a805-883a3c3bef39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:26.876942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:26.877394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df937722-a5f9-4ef1-a9f3-cde13a673967 req-f5ba7a03-6ef7-49ee-bb80-d2f060ec1a65 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804996 Nov 05 21:41:26.902265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10d9cd5e-bf02-46e2-a805-883a3c3bef39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:26.951949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2123288-ec89-4d4f-853c-68f1f49763f0 req-96bc96b6-1985-4079-b463-c330cb48ab83 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 210 time: 0.0367012 Nov 05 21:41:27.090155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 4d32e46b-3699-41ec-bf3e-e283a60cf19a completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:41:27.094334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 4d32e46b-3699-41ec-bf3e-e283a60cf19a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:27.094708 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.141109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10d9cd5e-bf02-46e2-a805-883a3c3bef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.144453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10d9cd5e-bf02-46e2-a805-883a3c3bef39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.145663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-10d9cd5e-bf02-46e2-a805-883a3c3bef39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f904e638-26dc-4c34-98ab-6565d1075dbe HTTP/1.1" status: 204 len: 168 time: 0.3794649 Nov 05 21:41:27.155803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9cd5e-bf02-46e2-a805-883a3c3bef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f904e638-26dc-4c34-98ab-6565d1075dbe,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:27.179050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.208957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:27.211233 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af696df-60f4-4e07-a505-e648a2f7a2f0" -d '{"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-plugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:27.223518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:27.285170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42080) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:27.326681 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.380529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-640e7da2-dbfa-44a3-8ab2-8a5827d66a65 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.385656 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f587de7-c022-4170-9a53-ad392042e584 x-openstack-request-id: req-4f587de7-c022-4170-9a53-ad392042e584 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:27.385845 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-plugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:27.386105 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f587de7-c022-4170-9a53-ad392042e584 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:27.388985 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'code': 200} Nov 05 21:41:27.426592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-640e7da2-dbfa-44a3-8ab2-8a5827d66a65 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.440768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:27.610233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-640e7da2-dbfa-44a3-8ab2-8a5827d66a65 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.614954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-640e7da2-dbfa-44a3-8ab2-8a5827d66a65 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:27.618842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-640e7da2-dbfa-44a3-8ab2-8a5827d66a65 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "DELETE /v2.0/security-groups/836c7864-7a0e-4fc1-9ea0-ae027790f247 HTTP/1.1" status: 204 len: 168 time: 0.3297524 Nov 05 21:41:27.620116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42088) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:27.641090 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-720307ae-6a09-4c26-90c9-3cb14c2e9ab6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] show failed (client error): The resource could not be found. Nov 05 21:41:27.645562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-720307ae-6a09-4c26-90c9-3cb14c2e9ab6 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "GET /v2.0/security-groups/836c7864-7a0e-4fc1-9ea0-ae027790f247 HTTP/1.1" status: 404 len: 347 time: 0.0215297 Nov 05 21:41:27.645759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e7da2-dbfa-44a3-8ab2-8a5827d66a65 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c7864-7a0e-4fc1-9ea0-ae027790f247,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:27.662271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42092) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:27.780941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f348d67-d743-4478-a757-0d91ec6f3ec1 req-c9969f6f-8662-45fe-aeea-0d2ee67f73c7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:27.792443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f348d67-d743-4478-a757-0d91ec6f3ec1 req-c9969f6f-8662-45fe-aeea-0d2ee67f73c7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0848534 Nov 05 21:41:27.881784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f348d67-d743-4478-a757-0d91ec6f3ec1 req-39e3c9dd-a070-4740-85b4-7c1e635c887e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675356 Nov 05 21:41:27.939950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-4b0c0841-1e0d-4672-9a8c-e228bfb30413 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:27.939950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-4b0c0841-1e0d-4672-9a8c-e228bfb30413 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32&tenant_id=ca6b44b75a5941baad7402d63419a311&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 950 time: 0.1853192 Nov 05 21:41:27.946611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2bc4f-750d-4e5d-bfd3-5b2e40c33b56 req-d3a6a1c4-c3ef-4b6a-9a4a-48361fb03f65 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:27.948090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6aa2bc4f-750d-4e5d-bfd3-5b2e40c33b56 req-d3a6a1c4-c3ef-4b6a-9a4a-48361fb03f65 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1696985 Nov 05 21:41:28.066626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee79b6-ad32-4425-b57d-e40e15dfc3ca req-b2321682-a031-4681-98cb-3bdc878e36c4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:28.078204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3ee79b6-ad32-4425-b57d-e40e15dfc3ca req-b2321682-a031-4681-98cb-3bdc878e36c4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0906043 Nov 05 21:41:28.116464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6aa2bc4f-750d-4e5d-bfd3-5b2e40c33b56 req-3f25e809-08ea-46d3-a039-6457e527a902 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413860 Nov 05 21:41:28.120078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-d1265a6c-d75d-4026-b447-67eb42b20336 service neutron] 10.222.0.46 "GET /v2.0/ports/4d32e46b-3699-41ec-bf3e-e283a60cf19a/bindings/n-h2-816738-5 HTTP/1.1" status: 200 len: 382 time: 0.1665573 Nov 05 21:41:28.150887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Deleting port 80b2bea1-57f0-4bbf-9233-c4b68dd3ddc7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:28.152359 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.160518 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3ee79b6-ad32-4425-b57d-e40e15dfc3ca req-98112584-1022-47b5-aa6b-ee36520847f4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Nov 05 21:41:28.279752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7f42b67-efb8-40e7-bef2-86f92cd32a7f req-81585674-29de-405d-b921-683dc7b380a1 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 210 time: 0.0757821 Nov 05 21:41:28.292917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42120) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:28.297413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-d029b217-7cb2-4bc3-94a6-3c534b4b4c68 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=984a0e8cb819418c83cd34e9c844372c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621111 Nov 05 21:41:28.321619 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7cec7713-38ed-45e5-bd33-cb5f542e2cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.325733 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.330875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.342266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Calling delete_port for 80b2bea1-57f0-4bbf-9233-c4b68dd3ddc7 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:28.464846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-32eaaa62-adff-48e3-b55e-530c31a69437 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:28.466342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-32eaaa62-adff-48e3-b55e-530c31a69437 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621175 Nov 05 21:41:28.512907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-1552fd94-90d5-4cfc-a43a-1b7c33b6ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:28.517460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Request body: {'port': {'device_id': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '984a0e8cb819418c83cd34e9c844372c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:28.517627 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-1552fd94-90d5-4cfc-a43a-1b7c33b6ba55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1101 time: 0.3628795 Nov 05 21:41:28.620843 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7cec7713-38ed-45e5-bd33-cb5f542e2cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.692120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-93bfaf8a-7bd0-42e6-ad7d-445ea7a3d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:28.693484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-93bfaf8a-7bd0-42e6-ad7d-445ea7a3d7af service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1496871 Nov 05 21:41:28.695847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7cec7713-38ed-45e5-bd33-cb5f542e2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.741369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7cec7713-38ed-45e5-bd33-cb5f542e2cd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5ffdab88011477ea3fc7a1a8f934a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437680 Nov 05 21:41:28.741584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42132) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:28.744899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-f7a6df47-519f-45ec-898f-9939723b6e03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0435133 Nov 05 21:41:28.747855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec7713-38ed-45e5-bd33-cb5f542e2cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea60bff3-a083-4fb1-9b91-83800d615c96,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:28.806580 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5f4a-5cb0-479a-b293-36f1633ec394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.810136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-82281fa5-c63f-4911-82f6-70c31c7dd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:28.812046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-82281fa5-c63f-4911-82f6-70c31c7dd2b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0592246 Nov 05 21:41:28.815924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.818783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Made reservation on behalf of 984a0e8cb819418c83cd34e9c844372c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:28.822936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.846160 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.859055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5f4a-5cb0-479a-b293-36f1633ec394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:28.912470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Pushing event deleted for resources: {'Port': ['ID=80b2bea1-57f0-4bbf-9233-c4b68dd3ddc7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:28.974446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:29.047684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-7180b1a2-2cf5-4131-8b8e-e69876bec534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:29.055541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-7180b1a2-2cf5-4131-8b8e-e69876bec534 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237527 Nov 05 21:41:29.118904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:29.183039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:29.185608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:29.187819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea00f0-1cde-45ad-ad81-4dadc127c7c1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:29.189702 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d97fdd67-da35-4467-8fb6-ad9d45dc7791 tempest-ImagesOneServerNegativeTestJSON-737855685 tempest-ImagesOneServerNegativeTestJSON-737855685-project] 10.222.0.41 "DELETE /v2.0/floatingips/0080c506-fca8-4067-a461-546d58e6cbcf HTTP/1.1" status: 204 len: 168 time: 1.5264025 Nov 05 21:41:29.205043 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5f4a-5cb0-479a-b293-36f1633ec394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:29.205498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3440062-f0fd-497d-a0ba-5df979bab77e req-04a56b97-d2a3-4b4c-9d33-207063084ad0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:29.205826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5f4a-5cb0-479a-b293-36f1633ec394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:29.206140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3440062-f0fd-497d-a0ba-5df979bab77e req-04a56b97-d2a3-4b4c-9d33-207063084ad0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.1604698 Nov 05 21:41:29.206223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b8ce5f4a-5cb0-479a-b293-36f1633ec394 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea60bff3-a083-4fb1-9b91-83800d615c96 HTTP/1.1" status: 204 len: 168 time: 0.4616618 Nov 05 21:41:29.292117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce5f4a-5cb0-479a-b293-36f1633ec394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea60bff3-a083-4fb1-9b91-83800d615c96,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:29.304834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-79af91f3-53e3-4f5d-8446-b95d625940e7 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270427 Nov 05 21:41:29.418547 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3440062-f0fd-497d-a0ba-5df979bab77e req-95e29e9a-205a-4788-be89-47c2c80b445e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025850 Nov 05 21:41:29.438291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93cfcc-5101-4d72-96cd-3bf32b763bed req-ebf59cd7-5a31-49b5-92bc-9d53c5453a4a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:29.448330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af93cfcc-5101-4d72-96cd-3bf32b763bed req-ebf59cd7-5a31-49b5-92bc-9d53c5453a4a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.2023795 Nov 05 21:41:29.561642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af93cfcc-5101-4d72-96cd-3bf32b763bed req-b56211fd-2aa2-4637-ad7b-4e3e196bf429 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121533 Nov 05 21:41:29.619408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Allocated IP 192.168.233.201 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/be08e16c-d94c-4392-9a02-5d844ad86936) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:41:29.889704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-4bfdc8fc-b1ee-44f1-9066-2e20574b6ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685048 Nov 05 21:41:29.930121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e80eb5-571e-4b7e-afe5-a71e70210033 req-c7009d96-679a-47ec-807c-f3a0291db73d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:29.930645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:29.940933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68e80eb5-571e-4b7e-afe5-a71e70210033 req-c7009d96-679a-47ec-807c-f3a0291db73d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.4249551 Nov 05 21:41:30.002330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9369d42d-3a19-464c-9c2c-8fb7bcffe413 req-caad7d37-e126-41ad-9475-db51c04a6f7b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 210 time: 0.2288308 Nov 05 21:41:30.049828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68e80eb5-571e-4b7e-afe5-a71e70210033 req-c9c91e74-4352-419f-b4cb-231cdacce3a8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Nov 05 21:41:30.182946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42186) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:30.219792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.241017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] Deleting subnet 999d2575-2a31-40a6-91ba-569e3a404e74 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:41:30.244702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.289537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.291795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:41:30.299443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:30.303691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Pushing event updated for resources: {'Port': ['ID=be08e16c-d94c-4392-9a02-5d844ad86936,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:30.303824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:41:30.341398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.341750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.342095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.342579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.342803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.343094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.343427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.343782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.344111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.346294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.346294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.346294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:30.401121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.404539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:30.405203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.449313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.515183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-1f4900c4-19b2-4263-83c9-4aeb024b0fae tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0265505 Nov 05 21:41:30.530092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Request body: {'port': {'device_id': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:30.636844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.674278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-301fcd88-f818-4a47-bbc6-2850cd6fecab None None] Provisioning complete for port be08e16c-d94c-4392-9a02-5d844ad86936 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:30.674650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-301fcd88-f818-4a47-bbc6-2850cd6fecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.691192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.708316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999d2575-2a31-40a6-91ba-569e3a404e74,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:30.710731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:30.716259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1158943d-66bc-4237-9ebc-54badf508c04 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/999d2575-2a31-40a6-91ba-569e3a404e74 HTTP/1.1" status: 204 len: 168 time: 0.5321782 Nov 05 21:41:30.744906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42198) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:30.755670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-301fcd88-f818-4a47-bbc6-2850cd6fecab None None] Port be08e16c-d94c-4392-9a02-5d844ad86936 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:41:30.781453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e3bdc-be02-49e0-a795-e57396e7485a req-900b6855-e3d7-43f0-9e18-55540134cd24 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:30.789645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f0e3bdc-be02-49e0-a795-e57396e7485a req-900b6855-e3d7-43f0-9e18-55540134cd24 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.2079837 Nov 05 21:41:30.824865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d1404-10d0-488b-ac7a-1f8341a2fd09 req-5a7b7d85-568d-4fc0-93aa-009b89de4227 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:30.833998 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d31d1404-10d0-488b-ac7a-1f8341a2fd09 req-5a7b7d85-568d-4fc0-93aa-009b89de4227 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1672499 Nov 05 21:41:30.909876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d31d1404-10d0-488b-ac7a-1f8341a2fd09 req-244d7c4b-9ed3-4844-a98e-adc4400d043d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713229 Nov 05 21:41:30.934085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f0e3bdc-be02-49e0-a795-e57396e7485a req-2ea02cbb-b10f-4430-a6bb-cf4c52f820a4 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255834 Nov 05 21:41:30.946748 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.201952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfeaca-224d-4f61-86f6-81731752af9f req-76d10668-fe8f-4a0f-b045-af143a98473d tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:31.212157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4bfeaca-224d-4f61-86f6-81731752af9f req-76d10668-fe8f-4a0f-b045-af143a98473d tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 936 time: 0.1119490 Nov 05 21:41:31.245560 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.286178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4bfeaca-224d-4f61-86f6-81731752af9f req-fb12a221-ecc4-4956-81d7-9f78dba76be3 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728283 Nov 05 21:41:31.317783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5588f524-2e3f-4578-aa51-f75529a9bedf']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:31.338586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db56a5d5-18da-495e-9717-ab9fd5a70144') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:31.338699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db56a5d5-18da-495e-9717-ab9fd5a70144') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:31.367254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.390183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3427-5d75-42b1-b355-cc4aa9836650 req-dd404f0c-7f75-43f9-8716-fd7a6ba0a7d8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:31.391839 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-895a3427-5d75-42b1-b355-cc4aa9836650 req-dd404f0c-7f75-43f9-8716-fd7a6ba0a7d8 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1722462 Nov 05 21:41:31.405114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.436996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:31.437397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:31.439731 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:31.549335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-895a3427-5d75-42b1-b355-cc4aa9836650 req-ccc3b2ac-fd2d-4c8d-95f4-065fd3a9b0d7 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455293 Nov 05 21:41:31.611233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be08e16c-d94c-4392-9a02-5d844ad86936 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:31.620555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.630297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.636704 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.648080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5588f524-2e3f-4578-aa51-f75529a9bedf HTTP/1.1" status: 204 len: 168 time: 0.8949122 Nov 05 21:41:31.649971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Transition to ACTIVE for port object be08e16c-d94c-4392-9a02-5d844ad86936 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:41:31.665261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032cede-7d9a-4133-93ac-2d8cfdfee4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5588f524-2e3f-4578-aa51-f75529a9bedf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:31.744453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:31.859844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Pushing event updated for resources: {'Port': ['ID=be08e16c-d94c-4392-9a02-5d844ad86936,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:31.929765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Attempting to bind port be08e16c-d94c-4392-9a02-5d844ad86936 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:31.929765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Attempting to bind port be08e16c-d94c-4392-9a02-5d844ad86936 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:31.929765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Attempting to bind port be08e16c-d94c-4392-9a02-5d844ad86936 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:31.933046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Port be08e16c-d94c-4392-9a02-5d844ad86936 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:41:31.933372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Attempting to bind port be08e16c-d94c-4392-9a02-5d844ad86936 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:31.938796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:31.939134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:31.939511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:31.940014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Bound port: be08e16c-d94c-4392-9a02-5d844ad86936, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:31.940478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:32.179192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] For port be08e16c-d94c-4392-9a02-5d844ad86936, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:32.185468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] For port be08e16c-d94c-4392-9a02-5d844ad86936, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=be08e16c-d94c-4392-9a02-5d844ad86936,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:32.203824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee549-1722-4edd-bdc1-a13c29b094d3 req-e9378cf5-d5ea-4cc0-bcea-a4adb1f4c6da tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:32.226901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06fee549-1722-4edd-bdc1-a13c29b094d3 req-e9378cf5-d5ea-4cc0-bcea-a4adb1f4c6da tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1555541 Nov 05 21:41:32.315501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:32.373391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06fee549-1722-4edd-bdc1-a13c29b094d3 req-2e01040c-f8e1-42ad-83be-234d43e117eb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433644 Nov 05 21:41:32.413556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42238) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:32.466872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93c1cd-b6b9-4716-8e6a-8f6a808259c6 req-1ec88d56-b474-4af1-bfcd-84a18d871608 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:32.471149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f93c1cd-b6b9-4716-8e6a-8f6a808259c6 req-1ec88d56-b474-4af1-bfcd-84a18d871608 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.2836657 Nov 05 21:41:32.521064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:32.537318 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:32.539624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a72b0f05-f01c-4a2f-b0ba-7df1ee87c0a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ae09c503bed4624b8c53841daf735be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245537 Nov 05 21:41:32.542381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42242) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:32.545861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] 10.222.0.13 "PUT /v2.0/ports/be08e16c-d94c-4392-9a02-5d844ad86936 HTTP/1.1" status: 200 len: 1096 time: 2.0214961 Nov 05 21:41:32.591338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'tag': 'be08e16c-d94c-4392-9a02-5d844ad86936'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:32.605633 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41" -d '{"events": [{"name": "network-changed", "server_uuid": "cd14c9b8-f4dd-4be5-a172-677fa855cd41", "tag": "be08e16c-d94c-4392-9a02-5d844ad86936"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:32.667952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c46a8-ebbf-4e70-8f7c-65872187caaa service neutron] Pushing event updated for resources: {'Port': ['ID=be08e16c-d94c-4392-9a02-5d844ad86936,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:32.679692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f93c1cd-b6b9-4716-8e6a-8f6a808259c6 req-2540a0a8-e87b-405e-b0db-ecaff212f949 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823051 Nov 05 21:41:32.699609 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:32.733016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe6afa05-5534-40e1-807a-075ce966bd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:32.804489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-641a8113-fc9c-426f-822d-a2ef9a1826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:32.811202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-641a8113-fc9c-426f-822d-a2ef9a1826c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=984a0e8cb819418c83cd34e9c844372c&device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 1099 time: 0.1045585 Nov 05 21:41:32.816569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe6afa05-5534-40e1-807a-075ce966bd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:32.931320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-4044672d-95e5-43e3-b2fb-9f980c47d5bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=be08e16c-d94c-4392-9a02-5d844ad86936 HTTP/1.1" status: 200 len: 217 time: 0.1141312 Nov 05 21:41:32.978379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd01b9-334f-4037-80fd-b11dd83b802a req-b5fe5059-1119-42e8-99df-6fa3237e60d5 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:32.985577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9fd01b9-334f-4037-80fd-b11dd83b802a req-b5fe5059-1119-42e8-99df-6fa3237e60d5 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 948 time: 0.4023409 Nov 05 21:41:33.050251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-754a1994-5c1b-486b-9be7-a45cc33f5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:33.052242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-754a1994-5c1b-486b-9be7-a45cc33f5d46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1126893 Nov 05 21:41:33.135758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9fd01b9-334f-4037-80fd-b11dd83b802a req-41748010-107e-4535-94ba-c906c64d6a89 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312377 Nov 05 21:41:33.181272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe6afa05-5534-40e1-807a-075ce966bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:33.185707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe6afa05-5534-40e1-807a-075ce966bd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:33.186084 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe6afa05-5534-40e1-807a-075ce966bd02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c1b5857-515f-42ce-9c77-1e2d9d53f922 HTTP/1.1" status: 204 len: 168 time: 0.6414714 Nov 05 21:41:33.201659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6afa05-5534-40e1-807a-075ce966bd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b5857-515f-42ce-9c77-1e2d9d53f922,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:33.341423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42272) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:33.351534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439f95d-f80f-4232-aced-9b2c6b4e7174 req-c996338f-06c8-464a-8d3d-ac70dbc43b99 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:33.354766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b439f95d-f80f-4232-aced-9b2c6b4e7174 req-c996338f-06c8-464a-8d3d-ac70dbc43b99 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.2535224 Nov 05 21:41:33.361291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-888b8f49-574b-4a01-9f00-22299e45884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:33.365227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-888b8f49-574b-4a01-9f00-22299e45884c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2696927 Nov 05 21:41:33.661454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b439f95d-f80f-4232-aced-9b2c6b4e7174 req-07bfc68b-87b8-4858-bf9b-d49a5f525724 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921610 Nov 05 21:41:33.706878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-640bcd55-3908-4ac1-9388-1bce0821b8aa service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167131 Nov 05 21:41:33.817482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-1c4dbb52-2961-461b-aa86-fb82c843c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:33.823584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-1c4dbb52-2961-461b-aa86-fb82c843c944 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32&tenant_id=ca6b44b75a5941baad7402d63419a311 HTTP/1.1" status: 200 len: 1101 time: 0.1357241 Nov 05 21:41:33.835348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:33.851214 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026199f-4bf1-4f6c-925e-d53d1845af6c x-openstack-request-id: req-0026199f-4bf1-4f6c-925e-d53d1845af6c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:33.851606 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd14c9b8-f4dd-4be5-a172-677fa855cd41", "tag": "be08e16c-d94c-4392-9a02-5d844ad86936", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:33.851947 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0026199f-4bf1-4f6c-925e-d53d1845af6c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:33.852417 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'tag': 'be08e16c-d94c-4392-9a02-5d844ad86936', 'status': 'completed', 'code': 200} Nov 05 21:41:33.981480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87118-ad0a-4d39-b8da-304dc88c30b8 req-cbc0874b-4929-4a05-adae-8ed752e216f1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:33.986147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:33.988345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4cb87118-ad0a-4d39-b8da-304dc88c30b8 req-cbc0874b-4929-4a05-adae-8ed752e216f1 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.2196808 Nov 05 21:41:33.990981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd088017-dcb7-495e-859b-7f2992d6e0e8 req-be5194ca-9833-407a-a0fb-d84cad0e9b26 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770443 Nov 05 21:41:34.015605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436775a1-dcd1-490d-8873-736f452d1245 req-8d5d9d07-9c52-48d3-a605-9ee5d0191e49 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:34.023047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-436775a1-dcd1-490d-8873-736f452d1245 req-8d5d9d07-9c52-48d3-a605-9ee5d0191e49 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.1111836 Nov 05 21:41:34.096628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d602e3fb-edf6-4ed7-9bac-ffd864788044 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:34.116897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4cb87118-ad0a-4d39-b8da-304dc88c30b8 req-2890d5be-def7-4d36-bf3f-88f34a2ecebd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190209 Nov 05 21:41:34.178999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-436775a1-dcd1-490d-8873-736f452d1245 req-32f0320b-e721-4813-addf-0f1530cb10b6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530008 Nov 05 21:41:34.255868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-6277bc1d-6a00-4bf0-926f-0c6759d285f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:34.258870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-6277bc1d-6a00-4bf0-926f-0c6759d285f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=984a0e8cb819418c83cd34e9c844372c&device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 1099 time: 0.0565698 Nov 05 21:41:34.462594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-9746752e-2c78-44a2-a331-7b6e7c597077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:34.464927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-9746752e-2c78-44a2-a331-7b6e7c597077 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1963310 Nov 05 21:41:34.481544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:34.526321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-316b70a9-8c05-4403-8365-e6fd09ab1422 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=be08e16c-d94c-4392-9a02-5d844ad86936 HTTP/1.1" status: 200 len: 217 time: 0.0473514 Nov 05 21:41:34.539933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d602e3fb-edf6-4ed7-9bac-ffd864788044 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "PUT /v2.0/quotas/7fb4b4721f4a43308ead08be9bf70317 HTTP/1.1" status: 200 len: 368 time: 1.1965163 Nov 05 21:41:34.546899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:34.552056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Request body: {'network': {'project_id': '7fb4b4721f4a43308ead08be9bf70317'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:34.584896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:34.626748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-7e588fcb-e512-427b-b890-a08b42dcfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:34.631973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-7e588fcb-e512-427b-b890-a08b42dcfea1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0981033 Nov 05 21:41:34.653555 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686db87d-c2db-4ff5-9a47-f944d66495d9 req-dceb37d7-f30a-40f9-a819-65cc02d5e9ce tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:34.661707 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-686db87d-c2db-4ff5-9a47-f944d66495d9 req-dceb37d7-f30a-40f9-a819-65cc02d5e9ce tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 948 time: 0.1531839 Nov 05 21:41:34.693496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-c1807409-02f8-440c-9edb-7f6f279f065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:34.695682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-c1807409-02f8-440c-9edb-7f6f279f065a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563979 Nov 05 21:41:34.797008 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Made reservation on behalf of 7fb4b4721f4a43308ead08be9bf70317 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:34.805970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:34.844409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:34.847343 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d51cb1-b4b2-4a13-bae3-0272bb77fbae" -d '{"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-unplugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:34.851518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:34.868986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:34.928942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Transition to ACTIVE for port object 4d32e46b-3699-41ec-bf3e-e283a60cf19a will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:41:34.990654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-686db87d-c2db-4ff5-9a47-f944d66495d9 req-3f525a49-8f1d-41d1-8eb9-221bd371c60c tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203356 Nov 05 21:41:35.062977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8838c2d-f729-4cea-8aab-ea75fb233ef4 req-259f6ac0-0c8c-4175-bced-8678a58c655d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:35.088241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8838c2d-f729-4cea-8aab-ea75fb233ef4 req-259f6ac0-0c8c-4175-bced-8678a58c655d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1239119 Nov 05 21:41:35.105667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-a4b2e172-8be3-4cf6-b3d9-9a391636edcd service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994236 Nov 05 21:41:35.114233 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3976a95f-487c-47e1-b715-866961127a41 x-openstack-request-id: req-3976a95f-487c-47e1-b715-866961127a41 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:35.114612 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-unplugged", "status": "completed", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:35.115139 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3976a95f-487c-47e1-b715-866961127a41 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:35.115935 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'code': 200} Nov 05 21:41:35.134812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.189314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8838c2d-f729-4cea-8aab-ea75fb233ef4 req-97edf765-c2d9-46b4-bae6-0fc76c3000bd tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953121 Nov 05 21:41:35.291864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b79a71d6-f8c2-47bc-8b39-d079ac3b6d41 req-dafc4cb7-2f17-43eb-813e-aab269b9fe95 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781948 Nov 05 21:41:35.306767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2a668-55b6-447b-82c6-a21c5e16f99a req-8e9d0984-db11-44ce-8620-e6db62e6d377 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:35.309152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7e2a668-55b6-447b-82c6-a21c5e16f99a req-8e9d0984-db11-44ce-8620-e6db62e6d377 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.0847313 Nov 05 21:41:35.366801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac89f3-821d-4cfd-8795-03eb05693a02 req-8eff0444-99f9-4192-a312-27f755ee001b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:35.368731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9ac89f3-821d-4cfd-8795-03eb05693a02 req-8eff0444-99f9-4192-a312-27f755ee001b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0759516 Nov 05 21:41:35.388844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7e2a668-55b6-447b-82c6-a21c5e16f99a req-fc6c1841-a4fb-4e17-96e6-1ed858600505 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682573 Nov 05 21:41:35.464312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9ac89f3-821d-4cfd-8795-03eb05693a02 req-def09059-bcc1-438f-ae97-7b9731f3bcfb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841854 Nov 05 21:41:35.495756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.517845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.520011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42330) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:35.560778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:35.625497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] No DVR routers for this DVR port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:35.630503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.630838 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Added segment dc2a239b-89ca-43aa-8683-68035c68263e of type vlan for network 5ecc870b-c438-40a5-b0bc-2db26ae3013d Nov 05 21:41:35.633785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:35.646620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26943039-40c2-4321-a133-6072693c2f92,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:35.651814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2049945478-network', 'tenant_id': '3955805009884856ad8d19241779d713'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:35.741458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.747915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:35.748266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:35.750966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:35.774999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:41:35.775351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Attempting to bind port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:35.786462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:35.786750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:35.787098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:35.787574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Bound port: 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:35.787945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.815690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Made reservation on behalf of 3955805009884856ad8d19241779d713 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:35.817997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.838386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.867942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:35.871407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:35.924126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.929685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:35.929685 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.940244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:35.996829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Pushing event updated for resources: {'Network': ['ID=5ecc870b-c438-40a5-b0bc-2db26ae3013d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:36.007867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 5ecc870b-c438-40a5-b0bc-2db26ae3013d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:36.033698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.083568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.112624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.113669 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.116060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] 10.222.0.13 "PUT /v2.0/ports/4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 1097 time: 2.2852085 Nov 05 21:41:36.155250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:36.201358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4a151915-9bcf-423f-81d8-b8e301c352ee tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6529834 Nov 05 21:41:36.207379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42344) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:36.208563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8cd88-f759-4bdb-bbba-27209f9b19cd service neutron] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=11']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:36.225404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab44a319-0ff7-4676-a4d1-ba30c9a44982,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:36.229985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.230395 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Added segment 207bd506-dacb-42e0-b375-46ce3de63ef8 of type vlan for network 397cd067-58e1-4f33-88b8-f3f94f076f75 Nov 05 21:41:36.233823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Request body: {'network': {'project_id': '7fb4b4721f4a43308ead08be9bf70317'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:36.287793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c3b4e-ec2c-4ee8-9fd3-5396610c91ca req-46fa1876-e20f-48e7-baff-3c2becc5ee81 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.296115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af9c3b4e-ec2c-4ee8-9fd3-5396610c91ca req-46fa1876-e20f-48e7-baff-3c2becc5ee81 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 948 time: 0.1821988 Nov 05 21:41:36.318244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-c94f0aa5-1a1e-4438-92fe-2e6b9fc23018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.323923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-c94f0aa5-1a1e-4438-92fe-2e6b9fc23018 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1100 time: 0.1817987 Nov 05 21:41:36.326120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.335634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd757772-6cdc-47ce-a8b6-1387489ca7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.408957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af9c3b4e-ec2c-4ee8-9fd3-5396610c91ca req-926c2c79-ca6e-4d05-a2ef-84487a185974 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116443 Nov 05 21:41:36.468674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Made reservation on behalf of 7fb4b4721f4a43308ead08be9bf70317 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:36.472090 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.501649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f854928-1a34-4f00-8cee-861969b4e1b7 req-e8ff9a63-9ce2-4759-81ae-e7624f083c40 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.505685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7f854928-1a34-4f00-8cee-861969b4e1b7 req-e8ff9a63-9ce2-4759-81ae-e7624f083c40 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1555977 Nov 05 21:41:36.539237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2688967-ed05-4c72-86bf-5f848771f219 req-58dfd5d8-fa7b-43f8-8a84-f10ae269e085 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.541247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2688967-ed05-4c72-86bf-5f848771f219 req-58dfd5d8-fa7b-43f8-8a84-f10ae269e085 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.0631051 Nov 05 21:41:36.544608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.546054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.546695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.558111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:41:36.574916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.575337 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Added segment f3db7c41-f321-4ff6-bf3c-a36bbc17c32e of type vlan for network 87fba61a-7c67-4fcf-80d4-63628f4f4953 Nov 05 21:41:36.626806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.667517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] Pushing event updated for resources: {'Network': ['ID=397cd067-58e1-4f33-88b8-f3f94f076f75,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:36.684120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:36.700053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-65f74a66-3188-4052-8f08-5454911c7694 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1780136 Nov 05 21:41:36.704404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42356) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:36.724912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Request body: {'subnet': {'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-subnet', 'tenant_id': '3955805009884856ad8d19241779d713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:36.726116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2688967-ed05-4c72-86bf-5f848771f219 req-952aefef-8748-4d0a-9a5e-de688d8ed8a7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634164 Nov 05 21:41:36.758523 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7f854928-1a34-4f00-8cee-861969b4e1b7 req-22e9aeaa-3018-45f4-bf38-e7db49c361eb tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468162 Nov 05 21:41:36.772968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-eba0a675-a170-4b3e-8d5e-90963cd6c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.777918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-eba0a675-a170-4b3e-8d5e-90963cd6c922 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.4477568 Nov 05 21:41:36.807697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.809088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:36.816598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.909703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-de818abe-4390-46c2-8448-e7bc46262fca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.1221528 Nov 05 21:41:36.934290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:36.951701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Made reservation on behalf of 3955805009884856ad8d19241779d713 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:41:36.954937 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:36.987785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:37.043652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8289125 Nov 05 21:41:37.045162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42366) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:37.046673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f9199-59b2-4e86-800c-5198a1f9f541 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Pushing event updated for resources: {'Network': ['ID=87fba61a-7c67-4fcf-80d4-63628f4f4953,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:37.057375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8ca54057-9469-4f0b-b083-02e8cf9c3865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Request body: {'network': {'project_id': '7fb4b4721f4a43308ead08be9bf70317'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:37.062996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 87fba61a-7c67-4fcf-80d4-63628f4f4953 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:41:37.065382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device be08e16c-d94c-4392-9a02-5d844ad86936 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:37.095458 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca54057-9469-4f0b-b083-02e8cf9c3865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 05 21:41:37.096426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca54057-9469-4f0b-b083-02e8cf9c3865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:41:37.100665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8ca54057-9469-4f0b-b083-02e8cf9c3865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0528712 Nov 05 21:41:37.102612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42368) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:37.117256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:37.119855 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feef94b3-0cb9-4f97-b48a-c9666fb42edf" -d '{"events": [{"name": "network-changed", "server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:37.170511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-2c66baf4-5ee0-4352-823f-48d44ddd28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:37.173404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-2c66baf4-5ee0-4352-823f-48d44ddd28ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2322001 Nov 05 21:41:37.182390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25b5d-14c9-4a53-b1e1-048c0c48675f req-1fe6e9be-25d0-4e30-87f4-f88d105827e1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:37.184487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5eb25b5d-14c9-4a53-b1e1-048c0c48675f req-1fe6e9be-25d0-4e30-87f4-f88d105827e1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.3019857 Nov 05 21:41:37.202651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3f944a9f-8a77-4ab8-a6ee-5a82abdb0f00 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fb4b4721f4a43308ead08be9bf70317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0989177 Nov 05 21:41:37.207182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42372) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:37.279812 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ca89c-cc2e-465e-b7ab-1a65aa85ed98 x-openstack-request-id: req-eb7ca89c-cc2e-465e-b7ab-1a65aa85ed98 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:37.281659 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:37.281659 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb7ca89c-cc2e-465e-b7ab-1a65aa85ed98 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:37.281659 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'status': 'completed', 'code': 200} Nov 05 21:41:37.282930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port be08e16c-d94c-4392-9a02-5d844ad86936, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=be08e16c-d94c-4392-9a02-5d844ad86936,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:37.300560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'be08e16c-d94c-4392-9a02-5d844ad86936', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'be08e16c-d94c-4392-9a02-5d844ad86936', 'mac_address': 'fa:16:3e:78:98:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:41:37.314797 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc0c0-6594-46b9-949e-8b375efd9208 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.354170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-a22e0e0f-258a-4f6e-99f1-e5685bdb4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:37.355800 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.356987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-a22e0e0f-258a-4f6e-99f1-e5685bdb4a53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627975 Nov 05 21:41:37.362331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc0c0-6594-46b9-949e-8b375efd9208 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.374057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be08e16c-d94c-4392-9a02-5d844ad86936 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:37.404476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port be08e16c-d94c-4392-9a02-5d844ad86936, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=be08e16c-d94c-4392-9a02-5d844ad86936,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:37.428078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5eb25b5d-14c9-4a53-b1e1-048c0c48675f req-63630423-232b-4821-b701-ea12bf87664f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326384 Nov 05 21:41:37.443182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-f821cb24-cf41-4b4d-b30e-ae518e392994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:37.444828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-f821cb24-cf41-4b4d-b30e-ae518e392994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1100 time: 0.1574996 Nov 05 21:41:37.484096 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.546713 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc0c0-6594-46b9-949e-8b375efd9208 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.549870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc0c0-6594-46b9-949e-8b375efd9208 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.553752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe7fc0c0-6594-46b9-949e-8b375efd9208 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/26943039-40c2-4321-a133-6072693c2f92 HTTP/1.1" status: 204 len: 168 time: 0.3474188 Nov 05 21:41:37.554636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42376) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:37.588614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=be08e16c-d94c-4392-9a02-5d844ad86936,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:37.598798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fc0c0-6594-46b9-949e-8b375efd9208 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26943039-40c2-4321-a133-6072693c2f92,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:37.602696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.604473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.604837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.605173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.606804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.607371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.608389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.609249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.610007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.611133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.611820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.612304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:37.635618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-4b8357cf-d480-4406-a0ab-8cbebff93e23 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664173 Nov 05 21:41:37.642530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-ab11e17e-fc7b-4558-8067-7c4978d1a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:37.642530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-ab11e17e-fc7b-4558-8067-7c4978d1a6aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1656163 Nov 05 21:41:37.692432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818797a-4e9f-403d-8369-748e347240b5 req-0c7836be-c993-4b4b-a9a1-927fc597e11c tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:37.700883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b818797a-4e9f-403d-8369-748e347240b5 req-0c7836be-c993-4b4b-a9a1-927fc597e11c tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 949 time: 0.1998460 Nov 05 21:41:37.706848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-0a835307-aa21-4b39-89b8-a8f2bfa485ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0556474 Nov 05 21:41:37.710052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.750313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.754290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['be08e16c-d94c-4392-9a02-5d844ad86936'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:37.794849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b818797a-4e9f-403d-8369-748e347240b5 req-81528d09-eb2b-4d49-ba54-ce2a9fb122f2 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930238 Nov 05 21:41:37.873719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:37.881383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9101ecce-14a2-49c9-a31b-fb79bd3f508a req-56ac54c4-ab5c-42c4-8b53-6814addca126 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381117 Nov 05 21:41:37.889104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-aa640596-ac1f-4a6b-9a36-7e5031666f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:37.890833 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-aa640596-ac1f-4a6b-9a36-7e5031666f52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1504962 Nov 05 21:41:37.937846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:37.967241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Checking segment: {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:37.967241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Network hostable DHCP agents. Network: 397cd067-58e1-4f33-88b8-f3f94f076f75, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:41:37.983751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fba61a-7c67-4fcf-80d4-63628f4f4953']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:38.000815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3db7c41-f321-4ff6-bf3c-a36bbc17c32e') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:38.002075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3db7c41-f321-4ff6-bf3c-a36bbc17c32e') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:38.021014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ed8b-3418-4206-a5b7-bb1980c88c44 req-6ac51bc2-d79f-41c3-990f-1bc6673a8251 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.024590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bbaa-0e69-460d-aaa9-56e99fa7285f req-502206b2-0f66-46aa-b500-8f143303a57e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.026142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b71bbaa-0e69-460d-aaa9-56e99fa7285f req-502206b2-0f66-46aa-b500-8f143303a57e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.1479754 Nov 05 21:41:38.029296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-6a2e601b-ed7c-44bb-a2a3-578f4696317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.029707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1af3ed8b-3418-4206-a5b7-bb1980c88c44 req-6ac51bc2-d79f-41c3-990f-1bc6673a8251 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1092474 Nov 05 21:41:38.031146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-6a2e601b-ed7c-44bb-a2a3-578f4696317f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245525 Nov 05 21:41:38.033243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.058323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.077132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:38.077643 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:38.079419 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:38.162717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:41:38.163508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1af3ed8b-3418-4206-a5b7-bb1980c88c44 req-ba65b7f1-0af1-4fdf-8b97-b0be4deb5262 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326351 Nov 05 21:41:38.289936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.297530 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.307369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "DELETE /v2.0/networks/87fba61a-7c67-4fcf-80d4-63628f4f4953 HTTP/1.1" status: 204 len: 168 time: 0.7449844 Nov 05 21:41:38.336671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddef6cb-5dd9-424b-98e4-e4fe102518ed tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Pushing event deleted for resources: {'Network': ['ID=87fba61a-7c67-4fcf-80d4-63628f4f4953,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:38.340107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42390) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:38.441308 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.449527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b71bbaa-0e69-460d-aaa9-56e99fa7285f req-84b9e876-f93a-45e7-8e75-75d01d62534b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149852 Nov 05 21:41:38.460090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-04135e46-da99-45b3-bc4c-84a376a32575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.462229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-04135e46-da99-45b3-bc4c-84a376a32575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca6b44b75a5941baad7402d63419a311&device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1100 time: 0.3755152 Nov 05 21:41:38.494122 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-255ea578-213b-4f6e-a143-6d3e66378155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.555065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 397cd067-58e1-4f33-88b8-f3f94f076f75) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:38.561913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-7a594e66-4d25-40de-9051-c17aef35b51b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200441 Nov 05 21:41:38.563699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.564461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.566886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e896b-d069-43da-8df0-f130d186fdea None None] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:41:38.576546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.598705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecc870b-c438-40a5-b0bc-2db26ae3013d']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:38.610123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2a239b-89ca-43aa-8683-68035c68263e') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:38.610987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2a239b-89ca-43aa-8683-68035c68263e') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:38.621573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.638079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.644384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:41:38.644786 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.710273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-e9a57a57-a8b8-45f6-b923-477655d51a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.712549 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-e9a57a57-a8b8-45f6-b923-477655d51a09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2363050 Nov 05 21:41:38.716393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-194c98b3-1f21-4c06-8c0f-1aaeba365db9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9954176 Nov 05 21:41:38.719446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42398) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:41:38.720443 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:41:38.736106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:38.789710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-507f8b20-a2f9-4376-96a0-ede2b0990c97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 200 len: 217 time: 0.0619898 Nov 05 21:41:38.795664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6f1be-273d-429d-83ad-edcb56e361c4 req-a99cd2b4-3d6b-4c8b-a5f8-d6bf69faf8a6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.800568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-e034ae4d-2238-44cd-95d8-6f8327e58725 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046440 Nov 05 21:41:38.803244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99f6f1be-273d-429d-83ad-edcb56e361c4 req-a99cd2b4-3d6b-4c8b-a5f8-d6bf69faf8a6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0939455 Nov 05 21:41:38.816072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.849696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.854900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5ecc870b-c438-40a5-b0bc-2db26ae3013d HTTP/1.1" status: 204 len: 168 time: 0.5132377 Nov 05 21:41:38.885720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.888865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.914768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-397cd067-58e1-4f33-88b8-f3f94f076f75', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:41:38.915855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:38.929725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e797c-792e-4eb1-b00d-f9a47f1f5865 tempest-QuotasNegativeTest-12783038 tempest-QuotasNegativeTest-12783038-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ecc870b-c438-40a5-b0bc-2db26ae3013d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:38.990540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-55c4997b-4f3b-48c2-9be4-6b73adc61ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:38.994615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-55c4997b-4f3b-48c2-9be4-6b73adc61ae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1882303 Nov 05 21:41:39.018697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99f6f1be-273d-429d-83ad-edcb56e361c4 req-12a8cd25-5b16-4980-9687-8fdfa8021ecd tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143681 Nov 05 21:41:39.090506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device be08e16c-d94c-4392-9a02-5d844ad86936 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:39.186408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.212233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-e450864b-9154-4aed-86f0-a89c52d5c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:39.215123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-e450864b-9154-4aed-86f0-a89c52d5c2d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924903 Nov 05 21:41:39.222601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986c37e-dcad-434d-84de-a32952a2df8c req-16125834-72c8-4135-a4ef-7f10829c1a36 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:39.224282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7986c37e-dcad-434d-84de-a32952a2df8c req-16125834-72c8-4135-a4ef-7f10829c1a36 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 949 time: 0.2041082 Nov 05 21:41:39.336287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Allocated IP 172.20.0.2 (397cd067-58e1-4f33-88b8-f3f94f076f75/ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f/ca78e064-4d04-4152-9954-03ed01a1f43c) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:41:39.361603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-35f06989-ba37-4cba-bd21-baba3977592a service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362028 Nov 05 21:41:39.412538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eaf69-f212-4aa3-95fc-ef65239a3aad req-0723f36d-397b-4d13-9609-32bd70749288 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:39.414152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f7eaf69-f212-4aa3-95fc-ef65239a3aad req-0723f36d-397b-4d13-9609-32bd70749288 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0992994 Nov 05 21:41:39.454868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port be08e16c-d94c-4392-9a02-5d844ad86936 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:41:39.463823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port be08e16c-d94c-4392-9a02-5d844ad86936 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:39.464579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.500189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f7eaf69-f212-4aa3-95fc-ef65239a3aad req-3debab80-1338-4b6b-b161-12b1913aba6a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792143 Nov 05 21:41:39.572689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7986c37e-dcad-434d-84de-a32952a2df8c req-2ca1b8f2-e77e-4183-8f6c-859ebea55c84 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398924 Nov 05 21:41:39.661340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.674215 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.711017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08e16c-d94c-4392-9a02-5d844ad86936'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:39.714413 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a5bf25-2280-4f0a-ae86-ce222e97c5a4" -d '{"events": [{"server_uuid": "cd14c9b8-f4dd-4be5-a172-677fa855cd41", "name": "network-vif-plugged", "status": "completed", "tag": "be08e16c-d94c-4392-9a02-5d844ad86936"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:39.730331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port be08e16c-d94c-4392-9a02-5d844ad86936, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=be08e16c-d94c-4392-9a02-5d844ad86936,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:39.751174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.781696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feef94b3-0cb9-4f97-b48a-c9666fb42edf req-02e8d6fb-7d73-4197-ac6f-753a812e8484 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354464 Nov 05 21:41:39.797026 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3804f4-f0ea-4d27-b964-003c248bb57b x-openstack-request-id: req-7c3804f4-f0ea-4d27-b964-003c248bb57b {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:39.799088 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd14c9b8-f4dd-4be5-a172-677fa855cd41", "name": "network-vif-plugged", "status": "completed", "tag": "be08e16c-d94c-4392-9a02-5d844ad86936", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:39.799088 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c3804f4-f0ea-4d27-b964-003c248bb57b {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:39.799088 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08e16c-d94c-4392-9a02-5d844ad86936', 'code': 200} Nov 05 21:41:39.800831 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.840076 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.858535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:41:39.864026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:39.868599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:41:39.889019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Pushing event updated for resources: {'Port': ['ID=ca78e064-4d04-4152-9954-03ed01a1f43c,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:39.895310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd7679-744b-4ebe-9be5-4a4fbceaef42 req-6276e5fe-572d-44e8-a8a2-74d4a152c68d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:39.901179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66dd7679-744b-4ebe-9be5-4a4fbceaef42 req-6276e5fe-572d-44e8-a8a2-74d4a152c68d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.1068313 Nov 05 21:41:39.915303 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:39.985053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Attempting to bind port ca78e064-4d04-4152-9954-03ed01a1f43c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:39.985453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Attempting to bind port ca78e064-4d04-4152-9954-03ed01a1f43c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:39.985873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Attempting to bind port ca78e064-4d04-4152-9954-03ed01a1f43c on network 397cd067-58e1-4f33-88b8-f3f94f076f75 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:39.991720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66dd7679-744b-4ebe-9be5-4a4fbceaef42 req-1c326389-ec5f-48b6-bc79-ff4d324ef95e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803504 Nov 05 21:41:40.001874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:40.002250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Checking segment: {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:40.002800 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.003219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Bound using segment: {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:40.003872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Bound port: ca78e064-4d04-4152-9954-03ed01a1f43c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:40.004295 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.019277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=be08e16c-d94c-4392-9a02-5d844ad86936,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:40.070478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be7b7f-3892-4daf-ab32-84756ddf2b2a req-a72c7dd7-84b0-4b48-8035-6a56ee147f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:40.072135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04be7b7f-3892-4daf-ab32-84756ddf2b2a req-a72c7dd7-84b0-4b48-8035-6a56ee147f9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 1101 time: 0.1906195 Nov 05 21:41:40.098197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] For port ca78e064-4d04-4152-9954-03ed01a1f43c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:40.109918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] For port ca78e064-4d04-4152-9954-03ed01a1f43c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ca78e064-4d04-4152-9954-03ed01a1f43c,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:40.159333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04be7b7f-3892-4daf-ab32-84756ddf2b2a req-60f54cf2-ae7b-48d7-aa9a-e2878404e05f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667129 Nov 05 21:41:40.174607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.186366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42428) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:40.247985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cb9d1-0666-4ba9-8447-3660af57e7e0 None None] Pushing event updated for resources: {'Port': ['ID=ca78e064-4d04-4152-9954-03ed01a1f43c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:40.375082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720251-190f-4d99-8353-5e90020dc007 req-e5589214-b43d-482c-846a-02014dc5a258 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:40.383667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d720251-190f-4d99-8353-5e90020dc007 req-e5589214-b43d-482c-846a-02014dc5a258 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.1764498 Nov 05 21:41:40.400773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6ea5-7b6e-4185-8073-145aa6574fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.407514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.455653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.488664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d720251-190f-4d99-8353-5e90020dc007 req-99f11efd-9ca1-4091-a901-ad2c0794bd57 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038978 Nov 05 21:41:40.614963 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6ea5-7b6e-4185-8073-145aa6574fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.673222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Allocated IP 172.25.6.45 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:41:40.713210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6ea5-7b6e-4185-8073-145aa6574fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.758978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4b4f6ea5-7b6e-4185-8073-145aa6574fda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca42c4130e1040d1b1441a27b69dc5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5605271 Nov 05 21:41:40.761098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42440) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:40.834677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1bf6f-204b-4c73-a8d2-074cbc4f108d req-0fb0184c-b4c8-4368-ae04-5cec6db46008 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:40.836365 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aac1bf6f-204b-4c73-a8d2-074cbc4f108d req-0fb0184c-b4c8-4368-ae04-5cec6db46008 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 950 time: 0.1191654 Nov 05 21:41:40.856784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf9cd8-5766-49ab-8c2a-5813236bbdd4 req-83d4f166-fa0e-4fa6-9474-92a13b1adf67 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:40.863628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.872826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6adf9cd8-5766-49ab-8c2a-5813236bbdd4 req-83d4f166-fa0e-4fa6-9474-92a13b1adf67 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1933360 Nov 05 21:41:40.877599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f6ea5-7b6e-4185-8073-145aa6574fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ad3f07-c827-4fd0-8a1f-47d96dc28e72,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:40.902624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e259a9d9-f4ed-4764-a705-bbdc482abe8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.929051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aac1bf6f-204b-4c73-a8d2-074cbc4f108d req-48b2c53a-acab-4d3e-b829-2e351ec35116 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766654 Nov 05 21:41:40.946346 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e259a9d9-f4ed-4764-a705-bbdc482abe8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:40.998544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6adf9cd8-5766-49ab-8c2a-5813236bbdd4 req-323b3860-6082-41d6-9c4b-5e84eb0b7537 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326406 Nov 05 21:41:41.021766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:41.074329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:41.082258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:41:41.086330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:41.098400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:41:41.150110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:41.158826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e259a9d9-f4ed-4764-a705-bbdc482abe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:41.160707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e259a9d9-f4ed-4764-a705-bbdc482abe8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:41.162642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e259a9d9-f4ed-4764-a705-bbdc482abe8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61ad3f07-c827-4fd0-8a1f-47d96dc28e72 HTTP/1.1" status: 204 len: 168 time: 0.3988359 Nov 05 21:41:41.177988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259a9d9-f4ed-4764-a705-bbdc482abe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ad3f07-c827-4fd0-8a1f-47d96dc28e72,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:41.387619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:41.416062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:41.449593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'mac_address': 'fa:16:3e:9d:c3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:41:41.496144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ca78e064-4d04-4152-9954-03ed01a1f43c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:41.534371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb1315-50a3-40ff-9ab7-1150d3f4f13d req-b4389b21-0f2a-4dd2-895b-59b660cadf6d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:41.536225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aabb1315-50a3-40ff-9ab7-1150d3f4f13d req-b4389b21-0f2a-4dd2-895b-59b660cadf6d tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 949 time: 0.3357217 Nov 05 21:41:41.576889 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:41.604002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d32e46b-3699-41ec-bf3e-e283a60cf19a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:41.621279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aabb1315-50a3-40ff-9ab7-1150d3f4f13d req-c5304645-ad71-425a-a3bc-7be7023607f7 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695760 Nov 05 21:41:41.626913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ca78e064-4d04-4152-9954-03ed01a1f43c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:41.627296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:41.655308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162e97-83b2-4e68-b9e4-f6c3e978de6b req-a14ef668-207c-4f54-bb7d-36ac0a730790 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:41.657172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67162e97-83b2-4e68-b9e4-f6c3e978de6b req-a14ef668-207c-4f54-bb7d-36ac0a730790 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0615754 Nov 05 21:41:41.663141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:41.714193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67162e97-83b2-4e68-b9e4-f6c3e978de6b req-9a268342-f406-453f-b86c-3a394ed2dfe1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Nov 05 21:41:41.736288 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:41.766624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421795c-c1ea-4ec5-8196-7aec62d8f159 req-d96814c9-5bb2-475b-862e-5dd914c4f97e tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:41.769738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b421795c-c1ea-4ec5-8196-7aec62d8f159 req-d96814c9-5bb2-475b-862e-5dd914c4f97e tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 1100 time: 0.0517502 Nov 05 21:41:41.778475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port ca78e064-4d04-4152-9954-03ed01a1f43c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ca78e064-4d04-4152-9954-03ed01a1f43c,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:41.810004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9765241f-696e-41ee-9e1f-242b7084bcfb None None] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:41:42.034779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1179287f-b49f-4b23-abbc-c18a51ee5265 None None] Provisioning complete for port ca78e064-4d04-4152-9954-03ed01a1f43c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:42.035396 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1179287f-b49f-4b23-abbc-c18a51ee5265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.071973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.071973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.071973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.103684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db7dc8-0a4a-4c63-aeec-6a3b5ac9ca91 req-93c2c0b8-9195-4be4-97a4-2ad6718fcde0 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:42.124252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b421795c-c1ea-4ec5-8196-7aec62d8f159 req-968a4564-77ff-448b-9524-573f101b8708 tempest-MigrationsAdminTest-2087856262 tempest-MigrationsAdminTest-2087856262-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342683 Nov 05 21:41:42.125225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7db7dc8-0a4a-4c63-aeec-6a3b5ac9ca91 req-93c2c0b8-9195-4be4-97a4-2ad6718fcde0 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 950 time: 0.1067998 Nov 05 21:41:42.219299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7db7dc8-0a4a-4c63-aeec-6a3b5ac9ca91 req-84ee21c5-948f-4d40-869e-c5af5644142a tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973234 Nov 05 21:41:42.252593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:42.336450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.348406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88c835-4fad-4bea-a137-cf5db148b27e req-355ab3e0-4c5b-4343-a7e0-978ceacaecd0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:42.350024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b88c835-4fad-4bea-a137-cf5db148b27e req-355ab3e0-4c5b-4343-a7e0-978ceacaecd0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.0889959 Nov 05 21:41:42.412320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=ca78e064-4d04-4152-9954-03ed01a1f43c,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:42.443733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['4d32e46b-3699-41ec-bf3e-e283a60cf19a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:42.585484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b88c835-4fad-4bea-a137-cf5db148b27e req-f4778120-93a5-49b3-9a91-c3ace926be6f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982129 Nov 05 21:41:42.712958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-ed4d034b-806d-4c64-b874-4f33ed51f90b tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:42.720416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-ed4d034b-806d-4c64-b874-4f33ed51f90b tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.2353024 Nov 05 21:41:42.730516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816738-5'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:42.790684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42488) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:42.806741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-12fa29fb-217f-42e4-a810-7b4ab63c7691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.840983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9417c33a-9242-47fd-92b7-8a04e70e054e None None] Provisioning complete for port ca78e064-4d04-4152-9954-03ed01a1f43c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:42.841359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9417c33a-9242-47fd-92b7-8a04e70e054e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.925604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.926376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-12fa29fb-217f-42e4-a810-7b4ab63c7691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:42.939603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd074744-6a0f-4676-82ef-83e7e3a0392a req-4c9ff659-1076-4d38-869a-e01db23eea9a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:42.947279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd074744-6a0f-4676-82ef-83e7e3a0392a req-4c9ff659-1076-4d38-869a-e01db23eea9a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.1102040 Nov 05 21:41:42.952128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.092768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-12fa29fb-217f-42e4-a810-7b4ab63c7691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.094738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:43.120965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa29fb-217f-42e4-a810-7b4ab63c7691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0dcea2-724c-43ea-84cf-8f00ec1fe8ba,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:43.166625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-12fa29fb-217f-42e4-a810-7b4ab63c7691 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12b8e1f1bfa947478e27c777bb83c068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746715 Nov 05 21:41:43.167491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42492) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:43.213680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd074744-6a0f-4676-82ef-83e7e3a0392a req-1224b290-21da-4113-adf1-0e271834fc57 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651677 Nov 05 21:41:43.246423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9584-5ca5-4310-87f6-79baa2dfe254 req-2ac4d6bf-213b-4b79-8d37-07c17c29f9a5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:43.247990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df2e9584-5ca5-4310-87f6-79baa2dfe254 req-2ac4d6bf-213b-4b79-8d37-07c17c29f9a5 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1021905 Nov 05 21:41:43.306322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:43.330344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df2e9584-5ca5-4310-87f6-79baa2dfe254 req-8dcea3f3-fe60-4074-bece-772e4d5547db tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739872 Nov 05 21:41:43.346613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 has no active binding in host n-h1-816738-5 {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 21:41:43.347788 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-520f12b0-f131-4f55-a4f2-79acf11b59f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.415449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-520f12b0-f131-4f55-a4f2-79acf11b59f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.429376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ca78e064-4d04-4152-9954-03ed01a1f43c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:43.458522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:43.485700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49131e6-bc51-43ff-81b9-5c43831343d7 req-bf19402e-67dc-4626-91fb-21e635b05fa6 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:43.493074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c49131e6-bc51-43ff-81b9-5c43831343d7 req-bf19402e-67dc-4626-91fb-21e635b05fa6 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 950 time: 0.1212161 Nov 05 21:41:43.526133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ca78e064-4d04-4152-9954-03ed01a1f43c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:43.526706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.561068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:43.597287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Router f865b495-ef69-4b82-8162-65bd7cc456ae is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:41:43.611926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c49131e6-bc51-43ff-81b9-5c43831343d7 req-4c2879d3-60c9-4a47-b7ad-dbd7a9666136 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177757 Nov 05 21:41:43.649461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:43.652154 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a339ee-7fcf-4052-aeb3-39f10c22dcba" -d '{"events": [{"server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "name": "network-vif-unplugged", "status": "completed", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:43.656789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-520f12b0-f131-4f55-a4f2-79acf11b59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.659526 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-520f12b0-f131-4f55-a4f2-79acf11b59f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.663224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-520f12b0-f131-4f55-a4f2-79acf11b59f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd0dcea2-724c-43ea-84cf-8f00ec1fe8ba HTTP/1.1" status: 204 len: 168 time: 0.4744074 Nov 05 21:41:43.697612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f12b0-f131-4f55-a4f2-79acf11b59f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0dcea2-724c-43ea-84cf-8f00ec1fe8ba,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:43.768430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.807078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb01fc-6615-47dc-a02d-716f196d536a req-b4dd278c-667b-41f9-92f6-0c64d4e5887c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:43.808651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5adb01fc-6615-47dc-a02d-716f196d536a req-b4dd278c-667b-41f9-92f6-0c64d4e5887c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 945 time: 0.1054635 Nov 05 21:41:43.890868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:43.915478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5adb01fc-6615-47dc-a02d-716f196d536a req-e8b30d10-3afc-4b79-a7f6-284712a0e0e2 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949047 Nov 05 21:41:43.977592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:44.006992 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b955e-a8c5-4d56-81b9-b7201e455a1c x-openstack-request-id: req-de7b955e-a8c5-4d56-81b9-b7201e455a1c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:44.007296 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "name": "network-vif-unplugged", "status": "completed", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:44.007540 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de7b955e-a8c5-4d56-81b9-b7201e455a1c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:44.007985 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074', 'code': 200} Nov 05 21:41:44.025488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:41:44.044802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Sync routers for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:41:44.071527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on host n-h2-816738-5 for vnic_type normal with profile {"migrating_to": "n-h1-816738-5"} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:44.071918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:44.072252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:44.090805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:41:44.091136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Attempting to bind port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on network 4ef6d437-51b6-4f00-a540-ec2d4ab79672 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:44.096737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:44.097081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Checking segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:44.097647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Bound using segment: {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:44.098183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Bound port: 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4ef6d437-51b6-4f00-a540-ec2d4ab79672'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:44.098443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:44.109775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:41:44.111861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:41:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:44.178979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:44.183947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3971be79-97e2-4b3c-bdaf-6b3a9bc24405 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4597020 Nov 05 21:41:44.189428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42518) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:44.258380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:44.262239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:44.323148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:41:44.380843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:44.449573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-47302e79-3202-4e6d-b5d8-f8f4f2a5c661 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:44.451482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-47302e79-3202-4e6d-b5d8-f8f4f2a5c661 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.1667860 Nov 05 21:41:44.624988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ee3e4-035f-4072-9521-cc8e97cdd3fb req-86ece4ca-91a1-4fe9-bad4-6ad8ee5f1d51 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:44.627840 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-312ee3e4-035f-4072-9521-cc8e97cdd3fb req-86ece4ca-91a1-4fe9-bad4-6ad8ee5f1d51 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.2887251 Nov 05 21:41:44.651295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Deleting port 4d32e46b-3699-41ec-bf3e-e283a60cf19a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:44.652063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:44.704907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:44.705531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:44.706729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:41Z', 'revision_number': 3, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:44.706931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] 10.222.0.13 "PUT /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 1121 time: 1.9828568 Nov 05 21:41:44.744045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689b1ed-d169-439e-a826-44e052121aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=8']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:44.790651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Checking router: f865b495-ef69-4b82-8162-65bd7cc456ae for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:41:44.791166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Updating router f865b495-ef69-4b82-8162-65bd7cc456ae port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:41:44.823448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['859afa47-aa20-43e8-9dc9-3f2f5b7f7074'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:44.858326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['859afa47-aa20-43e8-9dc9-3f2f5b7f7074'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:44.858551 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-312ee3e4-035f-4072-9521-cc8e97cdd3fb req-e33c4535-f65c-48a6-a540-59be6093b8f9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176948 Nov 05 21:41:44.909668 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:44.980665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086264f1-a350-4457-8e06-13a5b42e8d39 req-bf1aac31-796f-4192-be94-32e71075f31a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:44.992018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-086264f1-a350-4457-8e06-13a5b42e8d39 req-bf1aac31-796f-4192-be94-32e71075f31a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 950 time: 0.2358546 Nov 05 21:41:45.025428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] For port 4d32e46b-3699-41ec-bf3e-e283a60cf19a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d32e46b-3699-41ec-bf3e-e283a60cf19a,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:45.025912 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:45.089295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Calling delete_port for 4d32e46b-3699-41ec-bf3e-e283a60cf19a owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:45.162255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d32e46b-3699-41ec-bf3e-e283a60cf19a no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:45.260233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-086264f1-a350-4457-8e06-13a5b42e8d39 req-135afd06-1137-4fbb-b2f0-bae21fd72526 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672195 Nov 05 21:41:45.499310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:45.771986 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:45.817824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4d32e46b-3699-41ec-bf3e-e283a60cf19a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:45.889536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.015667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.032789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42564) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:46.056549 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.094317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:46.099025 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b" -d '{"events": [{"name": "network-changed", "server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:46.147409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event deleted for resources: {'Port': ['ID=4d32e46b-3699-41ec-bf3e-e283a60cf19a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:46.153866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e2b0d-5076-4954-bb03-c5513e7410cf None None] Pushing event updated for resources: {'Port': ['ID=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:46.156551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Attempting to bind port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:46.156957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Attempting to bind port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:46.157859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Attempting to bind port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:46.169687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4fd76-5cc3-4177-9746-c43f918679c3 req-ab47d668-4d71-4280-8d2d-2f725fb7cf04 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:46.171929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d763c-4552-422d-b9e2-d1ddf6ffbeef req-947e73eb-96ce-4b3b-bc83-11a8bd6e7b88 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:46.182011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de6d763c-4552-422d-b9e2-d1ddf6ffbeef req-947e73eb-96ce-4b3b-bc83-11a8bd6e7b88 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 950 time: 0.4747071 Nov 05 21:41:46.183731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:46.184117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:46.184642 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.185051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:46.185532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Bound port: 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:46.185918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.189845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16c4fd76-5cc3-4177-9746-c43f918679c3 req-ab47d668-4d71-4280-8d2d-2f725fb7cf04 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.7543747 Nov 05 21:41:46.262548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] No DVR routers for this DVR port 4d32e46b-3699-41ec-bf3e-e283a60cf19a on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:46.263350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Allocated IP 172.20.0.1 (397cd067-58e1-4f33-88b8-f3f94f076f75/ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f/f2af1172-8d47-45b7-8f6b-ca543535dc91) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:41:46.278886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.279049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15eeb24a-92ab-494b-8120-8d22b732ce84 req-60313627-0b50-4c76-adaf-ee1acaebd012 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "DELETE /v2.0/ports/4d32e46b-3699-41ec-bf3e-e283a60cf19a HTTP/1.1" status: 204 len: 173 time: 1.8212743 Nov 05 21:41:46.282185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8068cd41-00c9-4cca-b8a6-638d948df48a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:46.282954 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-8068cd41-00c9-4cca-b8a6-638d948df48a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 21:41:46.283582 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-8068cd41-00c9-4cca-b8a6-638d948df48a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 21:41:46.288497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8068cd41-00c9-4cca-b8a6-638d948df48a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2495992 Nov 05 21:41:46.290694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-deleted', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:46.293333 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4686d082-25b2-4220-99da-b0c4e18ef14d" -d '{"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-deleted", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:46.297295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42574) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:46.298349 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de6d763c-4552-422d-b9e2-d1ddf6ffbeef req-7b1bf18c-0149-49c2-b59f-95f805a70e6a tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107793 Nov 05 21:41:46.303472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591043899'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:46.340467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] For port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:46.349740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] For port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:46.391321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16c4fd76-5cc3-4177-9746-c43f918679c3 req-3596d7c6-cb51-4a50-a8a2-89a654ca1a53 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983280 Nov 05 21:41:46.402220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b', 'e76694aa-c78b-49aa-b7af-d4ec35a55912', '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:46.471425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.475929 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.484218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.509970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15f81-acb4-41ec-96b7-24d39a6e03ef req-3cc58c21-c22a-4e51-a402-2c186b441974 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:46.518003 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19e15f81-acb4-41ec-96b7-24d39a6e03ef req-3cc58c21-c22a-4e51-a402-2c186b441974 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0838864 Nov 05 21:41:46.608598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.647253 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e73e6c-6251-400b-98c0-a92aaeefc10b x-openstack-request-id: req-38e73e6c-6251-400b-98c0-a92aaeefc10b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:46.647596 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:46.648044 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38e73e6c-6251-400b-98c0-a92aaeefc10b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:46.648544 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074', 'status': 'completed', 'code': 200} Nov 05 21:41:46.669761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:41:46.669761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:41:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:46.675071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e2b0d-5076-4954-bb03-c5513e7410cf None None] Pushing event updated for resources: {'Port': ['ID=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:46.694654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.816119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98374948-ecb0-4e97-bf44-0275db98b38c req-74ba0d29-8392-48c4-9760-68d83ff10bfd tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b37e300-c509-4207-a9a4-fe349ee55c32 HTTP/1.1" status: 200 len: 210 time: 0.0530612 Nov 05 21:41:46.837042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:46.839538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19e15f81-acb4-41ec-96b7-24d39a6e03ef req-be39e3da-2203-42e0-8105-5883c7e11b81 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186707 Nov 05 21:41:46.889897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-f306c976-d940-4d83-bf61-5bcaf41a62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:46.897713 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f0b8bc-b12c-4dfe-a7a3-94d9278cab74 x-openstack-request-id: req-76f0b8bc-b12c-4dfe-a7a3-94d9278cab74 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:46.898156 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b37e300-c509-4207-a9a4-fe349ee55c32", "name": "network-vif-deleted", "tag": "4d32e46b-3699-41ec-bf3e-e283a60cf19a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:46.898475 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76f0b8bc-b12c-4dfe-a7a3-94d9278cab74 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:46.916339 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b37e300-c509-4207-a9a4-fe349ee55c32', 'name': 'network-vif-deleted', 'tag': '4d32e46b-3699-41ec-bf3e-e283a60cf19a', 'status': 'completed', 'code': 200} Nov 05 21:41:46.916572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-f306c976-d940-4d83-bf61-5bcaf41a62a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1124 time: 0.2615974 Nov 05 21:41:46.955171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.008194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:41:47.038438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.039480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:41:47.040830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2274550c-9a1a-4680-a834-12cc9c736cc7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:47.044657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:47.051737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:41:47.074146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-1e1fce63-ddab-4ea2-8aab-f56f2c69da63 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:47.082479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-1e1fce63-ddab-4ea2-8aab-f56f2c69da63 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 950 time: 0.1118922 Nov 05 21:41:47.121922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2af1172-8d47-45b7-8f6b-ca543535dc91,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:47.166072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.168040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.171884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-05385f0f-bf6e-4416-b14f-0d594e15e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:47.174748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-05385f0f-bf6e-4416-b14f-0d594e15e0e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.2508857 Nov 05 21:41:47.276583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b590154d-f9ee-4e8d-896c-4221ac7ec3c6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:47.321697 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-a3c4cb9b-aaae-46c8-ae05-e2cc351d00c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 217 time: 0.1030240 Nov 05 21:41:47.368329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Deleting port be08e16c-d94c-4392-9a02-5d844ad86936 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:47.368682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.497766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0631c29e-a1be-4287-9112-52a6cb566229 None None] Provisioning complete for port f2af1172-8d47-45b7-8f6b-ca543535dc91 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:47.498140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0631c29e-a1be-4287-9112-52a6cb566229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.501687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:41Z', 'revision_number': 3, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:47.506253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.513944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-432c3010-be34-4d73-8480-b1ca80ec71dc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2142355 Nov 05 21:41:47.516723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42594) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:47.524203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e0f2f589-b69f-4900-b42e-03d2633d5b38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'b590154d-f9ee-4e8d-896c-4221ac7ec3c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:47.566494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c067d-ba4c-4021-bec9-f9bbb5279881 None None] The sync data for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 is: [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:41Z', 'revision_number': 3, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:41:47.609903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0631c29e-a1be-4287-9112-52a6cb566229 None None] Port f2af1172-8d47-45b7-8f6b-ca543535dc91 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:41:47.653913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ed052-86fa-42d7-a8db-ccfa874cd265 req-13fcecbe-f186-469f-907f-edc0ac054625 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:47.666420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea4ed052-86fa-42d7-a8db-ccfa874cd265 req-13fcecbe-f186-469f-907f-edc0ac054625 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 950 time: 0.1783957 Nov 05 21:41:47.675646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f589-b69f-4900-b42e-03d2633d5b38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.693255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a45d2-36bf-4430-9d7d-a0903caf9379 req-1914121b-2480-4f15-ab5b-83bf49967958 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:47.706965 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed8a45d2-36bf-4430-9d7d-a0903caf9379 req-1914121b-2480-4f15-ab5b-83bf49967958 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.2033019 Nov 05 21:41:47.733221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] For port be08e16c-d94c-4392-9a02-5d844ad86936, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=be08e16c-d94c-4392-9a02-5d844ad86936,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:47.733977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:47.740187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-7f96f6a2-5187-4390-afe0-c0a1f617597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:47.741634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-7f96f6a2-5187-4390-afe0-c0a1f617597b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.3551991 Nov 05 21:41:47.776601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea4ed052-86fa-42d7-a8db-ccfa874cd265 req-d77edb30-2d5d-428a-a45a-bbf117e4b16f tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/security-groups?id=59ea00f0-1cde-45ad-ad81-4dadc127c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078186 Nov 05 21:41:47.783843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Calling delete_port for be08e16c-d94c-4392-9a02-5d844ad86936 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:47.822528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-d84c158e-cf29-41e9-9dc6-0c16e9963191 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594702 Nov 05 21:41:48.130882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.133925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-e97705ee-3958-46e5-a801-46eae53f0ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799222 Nov 05 21:41:48.177549 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed8a45d2-36bf-4430-9d7d-a0903caf9379 req-2f2d7a5e-4378-4e35-9231-f31801ee2564 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657919 Nov 05 21:41:48.246413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ad224-4a1d-48fc-a496-d9c2b4eb75eb req-377e515a-826e-46ce-99a1-3f9115efc7cb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:48.256023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b74ad224-4a1d-48fc-a496-d9c2b4eb75eb req-377e515a-826e-46ce-99a1-3f9115efc7cb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.1278696 Nov 05 21:41:48.265233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.288713 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f589-b69f-4900-b42e-03d2633d5b38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.386430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Pushing event deleted for resources: {'Port': ['ID=be08e16c-d94c-4392-9a02-5d844ad86936,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:48.390007 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f589-b69f-4900-b42e-03d2633d5b38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.432450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] No DVR routers for this DVR port be08e16c-d94c-4392-9a02-5d844ad86936 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:48.436225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2f589-b69f-4900-b42e-03d2633d5b38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839bda7e-df08-47ba-8ddd-77e7708423bf,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:48.449179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.460550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9cfc88c8-c244-4b1c-8acf-a425aed2c05d req-98817fc1-aa7d-4c0c-99db-491df27e237b tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.13 "DELETE /v2.0/ports/be08e16c-d94c-4392-9a02-5d844ad86936 HTTP/1.1" status: 204 len: 173 time: 1.3762941 Nov 05 21:41:48.492560 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33c7d8-b2ef-40a8-8da3-7c896a41513b req-2a04d468-e0ff-48a0-86ba-5b8b49a40767 service neutron] 10.222.0.46 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155453 Nov 05 21:41:48.549803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['be08e16c-d94c-4392-9a02-5d844ad86936'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:48.550732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b74ad224-4a1d-48fc-a496-d9c2b4eb75eb req-9127e7b9-4e29-4af5-a49d-cdb8d343f025 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888291 Nov 05 21:41:48.569442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f589-b69f-4900-b42e-03d2633d5b38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.573852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e0f2f589-b69f-4900-b42e-03d2633d5b38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0503907 Nov 05 21:41:48.576494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42614) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:48.584285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5acdde3d-89cf-4fcc-b793-c504e7e79891 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'b590154d-f9ee-4e8d-896c-4221ac7ec3c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:48.645491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.788695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.800971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5acdde3d-89cf-4fcc-b793-c504e7e79891 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:48.911810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'name': 'network-vif-deleted', 'tag': 'be08e16c-d94c-4392-9a02-5d844ad86936'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:48.920227 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e8e48c-29cb-470f-84b8-1f4da30d4e1c" -d '{"events": [{"server_uuid": "cd14c9b8-f4dd-4be5-a172-677fa855cd41", "name": "network-vif-deleted", "tag": "be08e16c-d94c-4392-9a02-5d844ad86936"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:49.019023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:49.019023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2af1172-8d47-45b7-8f6b-ca543535dc91,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:49.019222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8c80-06d1-4277-b848-cbd432ce6a83 req-96b1c100-8539-4ac8-b05c-20a7e1de2293 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:49.019222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-416f8c80-06d1-4277-b848-cbd432ce6a83 req-96b1c100-8539-4ac8-b05c-20a7e1de2293 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 950 time: 0.0721135 Nov 05 21:41:49.019394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f1bafc4-b6f4-46b7-9562-4eab418e6bf5 req-554e7c46-202f-46fa-b6bf-a3a0b61f8e09 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 210 time: 0.0435483 Nov 05 21:41:49.091787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-416f8c80-06d1-4277-b848-cbd432ce6a83 req-68307740-0f97-4fa5-9190-5c80e3b31e0a tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645075 Nov 05 21:41:49.095970 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f990da-cdf6-4313-b6e7-a4b922f30699 x-openstack-request-id: req-46f990da-cdf6-4313-b6e7-a4b922f30699 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:49.096270 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd14c9b8-f4dd-4be5-a172-677fa855cd41", "name": "network-vif-deleted", "tag": "be08e16c-d94c-4392-9a02-5d844ad86936", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:49.096524 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46f990da-cdf6-4313-b6e7-a4b922f30699 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:49.096934 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd14c9b8-f4dd-4be5-a172-677fa855cd41', 'name': 'network-vif-deleted', 'tag': 'be08e16c-d94c-4392-9a02-5d844ad86936', 'status': 'completed', 'code': 200} Nov 05 21:41:49.144383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:41:49.146218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:49.363512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Router f865b495-ef69-4b82-8162-65bd7cc456ae has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:41:49.430041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:49.466104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1141a-926f-4774-b890-0c4ea613ec12 req-6bbd59ec-01e6-46ff-ba72-acc138b199bb tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:49.476182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bef1141a-926f-4774-b890-0c4ea613ec12 req-6bbd59ec-01e6-46ff-ba72-acc138b199bb tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.1567526 Nov 05 21:41:49.487636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-faf0da57-f5dc-49cd-83f3-545d30d76af2 None None] Provisioning complete for port f2af1172-8d47-45b7-8f6b-ca543535dc91 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:49.488006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-faf0da57-f5dc-49cd-83f3-545d30d76af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:49.529739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:49.530008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:49.533286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-faf0da57-f5dc-49cd-83f3-545d30d76af2 None None] Port f2af1172-8d47-45b7-8f6b-ca543535dc91 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:41:49.580230 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bef1141a-926f-4774-b890-0c4ea613ec12 req-87033bba-e407-4f3a-b518-a6b3c9f5f5db tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026909 Nov 05 21:41:49.608596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:41:49.623438 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:49.628193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c8007be0-85dd-4abb-8170-1864615f97a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/f865b495-ef69-4b82-8162-65bd7cc456ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4376788 Nov 05 21:41:49.630775 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-5acdde3d-89cf-4fcc-b793-c504e7e79891 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 21:41:49.640374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5acdde3d-89cf-4fcc-b793-c504e7e79891 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0581272 Nov 05 21:41:49.640374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42640) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:49.684450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:49.761030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:49.767030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7812-b75f-419e-b9a5-8776c8c8f57f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:49.782598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f1aa0-c60e-486e-aafe-43d0696020b8 req-46b9cc4b-ea48-4083-9bdd-3d66085eccb1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:49.792394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc5f1aa0-c60e-486e-aafe-43d0696020b8 req-46b9cc4b-ea48-4083-9bdd-3d66085eccb1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.1055493 Nov 05 21:41:49.831125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7812-b75f-419e-b9a5-8776c8c8f57f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:49.888128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:49.977131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc5f1aa0-c60e-486e-aafe-43d0696020b8 req-b0dc3e44-0928-42d6-843c-a2cd061b8d37 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837578 Nov 05 21:41:50.130069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7812-b75f-419e-b9a5-8776c8c8f57f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.133079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7812-b75f-419e-b9a5-8776c8c8f57f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.135598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c0fb7812-b75f-419e-b9a5-8776c8c8f57f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/b590154d-f9ee-4e8d-896c-4221ac7ec3c6 HTTP/1.1" status: 204 len: 168 time: 0.4944491 Nov 05 21:41:50.137272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42654) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:50.161517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb7812-b75f-419e-b9a5-8776c8c8f57f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590154d-f9ee-4e8d-896c-4221ac7ec3c6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:50.265067 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Sync routers for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:41:50.276455 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1b521ca6-bd95-4490-b19c-0f7aa8afee41 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1273134 Nov 05 21:41:50.276455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42658) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:50.280781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-402a5cfd-d305-41ce-8cea-862411b311b8 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089001078'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:50.283718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09542a1c-4707-4490-b27f-b97aed2db3a3 req-912cd453-17f9-4f0c-8cb2-66b0a5868780 tempest-TenantUsagesTestJSON-58732540 tempest-TenantUsagesTestJSON-58732540-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd14c9b8-f4dd-4be5-a172-677fa855cd41 HTTP/1.1" status: 200 len: 210 time: 0.0455155 Nov 05 21:41:50.288124 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:41:50.288873 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:41:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:50.401724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-551049fb-fd85-4eb7-81a9-32014bda4d33 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:50.403453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-551049fb-fd85-4eb7-81a9-32014bda4d33 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 950 time: 0.1187503 Nov 05 21:41:50.440323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-402a5cfd-d305-41ce-8cea-862411b311b8 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.479227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4af79-292a-4b01-a051-48435e937be6 req-b350edf2-eae2-48c7-b936-7124c116e7eb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:50.488564 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4b4af79-292a-4b01-a051-48435e937be6 req-b350edf2-eae2-48c7-b936-7124c116e7eb tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 950 time: 0.1060832 Nov 05 21:41:50.556194 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:41:50.592902 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-402a5cfd-d305-41ce-8cea-862411b311b8 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.611795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4b4af79-292a-4b01-a051-48435e937be6 req-c8703760-2147-4ffe-aa8f-1bc82fd03268 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207221 Nov 05 21:41:50.654977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Deleting port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:50.655720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.712358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-402a5cfd-d305-41ce-8cea-862411b311b8 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.775941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a5cfd-d305-41ce-8cea-862411b311b8 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3250a4f6-878b-46d7-81c7-d770db5a617a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:50.803349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] For port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:50.804494 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.822910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Calling delete_port for 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:50.832071 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:48Z', 'revision_number': 2, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:50.861238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-402a5cfd-d305-41ce-8cea-862411b311b8 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.861817 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Checking router: f865b495-ef69-4b82-8162-65bd7cc456ae for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:41:50.862474 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Updating router f865b495-ef69-4b82-8162-65bd7cc456ae port f2af1172-8d47-45b7-8f6b-ca543535dc91 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:41:50.870672 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-402a5cfd-d305-41ce-8cea-862411b311b8 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5936408 Nov 05 21:41:50.870672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42676) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:50.872604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9d0ad567-cb91-4462-b358-cb941d5b4d38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '3250a4f6-878b-46d7-81c7-d770db5a617a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:50.873522 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-9d0ad567-cb91-4462-b358-cb941d5b4d38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 05 21:41:50.874253 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-9d0ad567-cb91-4462-b358-cb941d5b4d38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:50.876252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9d0ad567-cb91-4462-b358-cb941d5b4d38 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081348 Nov 05 21:41:50.878252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42678) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:50.893828 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.943831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00af5670-ba02-4097-94c1-66bd684f1533 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:50.969771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00af5670-ba02-4097-94c1-66bd684f1533 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.026215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee67431-3c1e-432b-afa7-649e0fdc50e0 req-82227f71-e542-4735-9bd5-82ac3a3db39c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:51.028569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ee67431-3c1e-432b-afa7-649e0fdc50e0 req-82227f71-e542-4735-9bd5-82ac3a3db39c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0628009 Nov 05 21:41:51.085423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ee67431-3c1e-432b-afa7-649e0fdc50e0 req-2b866299-5458-4f78-8aec-27cd62609244 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Nov 05 21:41:51.093768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00af5670-ba02-4097-94c1-66bd684f1533 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.097794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00af5670-ba02-4097-94c1-66bd684f1533 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.107433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-00af5670-ba02-4097-94c1-66bd684f1533 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/3250a4f6-878b-46d7-81c7-d770db5a617a HTTP/1.1" status: 204 len: 168 time: 0.2228816 Nov 05 21:41:51.107433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42684) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:51.107681 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.118380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b', 'e76694aa-c78b-49aa-b7af-d4ec35a55912', '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:51.124649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device be08e16c-d94c-4392-9a02-5d844ad86936 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:51.164649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af5670-ba02-4097-94c1-66bd684f1533 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3250a4f6-878b-46d7-81c7-d770db5a617a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:51.164841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event deleted for resources: {'Port': ['ID=06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:51.255510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e589ee65-5045-4e91-abe3-5eb0e0b6cd5e tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1420367 Nov 05 21:41:51.256328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42692) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:51.260305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: be08e16c-d94c-4392-9a02-5d844ad86936 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:41:51.260879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device be08e16c-d94c-4392-9a02-5d844ad86936 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:51.261731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] No DVR routers for this DVR port 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:51.265601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-54a618a0-c80b-4ae8-b390-3843bdf6e462 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007924801'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:51.270082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.278094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a200e0b-b143-48e0-8e6e-8ef4a9594fd7 req-40e4e04c-9df6-4f3c-a72d-110d306aee81 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "DELETE /v2.0/ports/06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c HTTP/1.1" status: 204 len: 173 time: 0.8517289 Nov 05 21:41:51.278598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-deleted', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:51.286304 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c502119-6ca5-49e8-b695-cfbe0e9c3ace" -d '{"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-deleted", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:51.353060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfce06-e07f-47bc-9168-c91c07c85647 req-ba1b71b7-7e14-4e38-8948-c870d56c02a1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:51.363348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-decfce06-e07f-47bc-9168-c91c07c85647 req-ba1b71b7-7e14-4e38-8948-c870d56c02a1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.0696251 Nov 05 21:41:51.405551 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.426797 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54a618a0-c80b-4ae8-b390-3843bdf6e462 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.443395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-decfce06-e07f-47bc-9168-c91c07c85647 req-05d594ad-921b-494f-ae7a-5633a0cad1b4 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749435 Nov 05 21:41:51.445683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:51.496442 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd44ef9a-d3c4-4e2a-a5b1-7d008b911f8a x-openstack-request-id: req-cd44ef9a-d3c4-4e2a-a5b1-7d008b911f8a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:51.496741 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a162191-b3f1-4c9a-b86b-47d854343a1c", "name": "network-vif-deleted", "tag": "06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:51.497001 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd44ef9a-d3c4-4e2a-a5b1-7d008b911f8a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:51.497617 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a162191-b3f1-4c9a-b86b-47d854343a1c', 'name': 'network-vif-deleted', 'tag': '06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c', 'status': 'completed', 'code': 200} Nov 05 21:41:51.556845 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.581730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54a618a0-c80b-4ae8-b390-3843bdf6e462 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.606805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:51.607572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.781146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54a618a0-c80b-4ae8-b390-3843bdf6e462 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.823347 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Attempting to bind port f2af1172-8d47-45b7-8f6b-ca543535dc91 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:41:51.827083 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Attempting to bind port f2af1172-8d47-45b7-8f6b-ca543535dc91 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:41:51.827844 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Attempting to bind port f2af1172-8d47-45b7-8f6b-ca543535dc91 on network 397cd067-58e1-4f33-88b8-f3f94f076f75 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:41:51.873314 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:41:51.876628 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Checking segment: {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:41:51.876795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8d09502-e7ed-4962-8e61-fc8f62aa51fc req-0e072827-d226-48ee-a717-30506e059efe tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a162191-b3f1-4c9a-b86b-47d854343a1c HTTP/1.1" status: 200 len: 210 time: 0.1148314 Nov 05 21:41:51.878874 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.880103 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Bound using segment: {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:41:51.881155 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Bound port: f2af1172-8d47-45b7-8f6b-ca543535dc91, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:41:51.889697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42706) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:51.892049 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.897896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7eb74f8c-9217-45a0-8e5e-b9ed1017aeae tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909727247', 'description': 'tempest-description--1400205432'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:51.925734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a618a0-c80b-4ae8-b390-3843bdf6e462 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c7a08-280e-4448-aa54-1900179e4d15,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:51.951597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54a618a0-c80b-4ae8-b390-3843bdf6e462 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:51.973757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-54a618a0-c80b-4ae8-b390-3843bdf6e462 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6982193 Nov 05 21:41:51.973867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42712) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:51.981628 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-189f3c3d-4a4c-4064-b3b6-ece96ded171c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'd49c7a08-280e-4448-aa54-1900179e4d15', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:51.982468 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-189f3c3d-4a4c-4064-b3b6-ece96ded171c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 05 21:41:51.983009 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-189f3c3d-4a4c-4064-b3b6-ece96ded171c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:51.986472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-189f3c3d-4a4c-4064-b3b6-ece96ded171c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131938 Nov 05 21:41:51.986854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42714) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:52.003600 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Pushing event updated for resources: {'Port': ['ID=f2af1172-8d47-45b7-8f6b-ca543535dc91,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:52.015326 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.015631 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.016640 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.016978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.017309 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.017634 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.018428 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.018428 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.018615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.018925 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.019244 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.019576 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:41:52.060182 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] For port f2af1172-8d47-45b7-8f6b-ca543535dc91, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:52.064521 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] For port f2af1172-8d47-45b7-8f6b-ca543535dc91, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f2af1172-8d47-45b7-8f6b-ca543535dc91,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:41:52.084251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-92fb1910-ab70-4c57-9366-13716491494d None None] Provisioning complete for port f2af1172-8d47-45b7-8f6b-ca543535dc91 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:52.084619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92fb1910-ab70-4c57-9366-13716491494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.126273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cae65afa-cac7-4e28-bc14-27e0aedb0d5f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.140311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-92fb1910-ab70-4c57-9366-13716491494d None None] Port f2af1172-8d47-45b7-8f6b-ca543535dc91 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:41:52.161093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cae65afa-cac7-4e28-bc14-27e0aedb0d5f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.227657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7eb74f8c-9217-45a0-8e5e-b9ed1017aeae tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.244699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3e0a-3431-4fb0-ab05-95d57cabe64a req-440761d8-042e-4fd3-9999-dac03addc36a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:52.246310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f6e3e0a-3431-4fb0-ab05-95d57cabe64a req-440761d8-042e-4fd3-9999-dac03addc36a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0661907 Nov 05 21:41:52.270562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22794db4-a023-4b3d-a832-c3ba292c9a45 req-64037158-5ba2-438a-9ba2-b5120cffde9a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:52.274589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22794db4-a023-4b3d-a832-c3ba292c9a45 req-64037158-5ba2-438a-9ba2-b5120cffde9a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 951 time: 0.0807028 Nov 05 21:41:52.276577 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.365400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f6e3e0a-3431-4fb0-ab05-95d57cabe64a req-f1212ebf-2bd5-43c3-a8cb-79385d35b238 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897574 Nov 05 21:41:52.375006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cae65afa-cac7-4e28-bc14-27e0aedb0d5f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.379867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cae65afa-cac7-4e28-bc14-27e0aedb0d5f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.384946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cae65afa-cac7-4e28-bc14-27e0aedb0d5f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/d49c7a08-280e-4448-aa54-1900179e4d15 HTTP/1.1" status: 204 len: 168 time: 0.3969719 Nov 05 21:41:52.386161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42736) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:52.389358 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:41:52.389603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22794db4-a023-4b3d-a832-c3ba292c9a45 req-1e8c978a-91b8-40e3-b631-fb2d6b37f8be tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941660 Nov 05 21:41:52.391705 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:41:52.392394 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:41:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:52.438972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae65afa-cac7-4e28-bc14-27e0aedb0d5f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c7a08-280e-4448-aa54-1900179e4d15,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:52.495898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7eb74f8c-9217-45a0-8e5e-b9ed1017aeae tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.501897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-952fcff5-ea6d-4f5a-a14d-7676731442f6 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1057780 Nov 05 21:41:52.503898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42746) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:52.512177 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b9152-d3ec-44a4-91ca-6b7f0fa77c41 None None] Pushing event updated for resources: {'Port': ['ID=f2af1172-8d47-45b7-8f6b-ca543535dc91,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:52.516017 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:41:52.533185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e70e5117-8537-45d5-a14e-0db269e71457 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866128205'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:52.611893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7eb74f8c-9217-45a0-8e5e-b9ed1017aeae tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.643471 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e70e5117-8537-45d5-a14e-0db269e71457 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.701457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb74f8c-9217-45a0-8e5e-b9ed1017aeae tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:52.733501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f9da-3254-4185-9eb8-71f4a72bbe60 req-8afe6b54-1a52-4376-abb9-cc0f6bf5b3e3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:52.743717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5e5f9da-3254-4185-9eb8-71f4a72bbe60 req-8afe6b54-1a52-4376-abb9-cc0f6bf5b3e3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 946 time: 0.1508589 Nov 05 21:41:52.780270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f2fdcd6f-700a-47ed-9d64-b408857580bc None None] Provisioning complete for port f2af1172-8d47-45b7-8f6b-ca543535dc91 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:52.780657 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcd6f-700a-47ed-9d64-b408857580bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.821264 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-c7c76544-1330-41d9-951c-e149a79468ef service neutron] 10.222.0.46 "GET /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074/bindings/n-h1-816738-5 HTTP/1.1" status: 200 len: 384 time: 0.1411464 Nov 05 21:41:52.821724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7eb74f8c-9217-45a0-8e5e-b9ed1017aeae tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:52.821724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7eb74f8c-9217-45a0-8e5e-b9ed1017aeae tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9276440 Nov 05 21:41:52.821942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42770) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:52.827306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42772) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:52.837243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e173f73d-ceed-4b6f-b8d7-dfd92440a0e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Request body: {'security_group_rule': {'security_group_id': '02f37d3d-c8b7-40ee-b7e5-66e361bf3c63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:52.883693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5e5f9da-3254-4185-9eb8-71f4a72bbe60 req-a0a84d1b-1078-45a1-9fd2-f9926a8fbc6a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386936 Nov 05 21:41:52.901191 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:52Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:52.972629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e70e5117-8537-45d5-a14e-0db269e71457 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.008058 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee0937-408e-4f59-997a-96b852c8ce32 None None] The sync data for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 is: [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:52Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:41:53.027305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:53.094954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e70e5117-8537-45d5-a14e-0db269e71457 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.110808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcd6f-700a-47ed-9d64-b408857580bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.123046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:53.161509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e173f73d-ceed-4b6f-b8d7-dfd92440a0e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.168869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:41:53.173618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 06b57e8b-ec31-4a2d-8a4f-112cb2c74a3c not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:53.199870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f2fdcd6f-700a-47ed-9d64-b408857580bc None None] For port f2af1172-8d47-45b7-8f6b-ca543535dc91, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f2af1172-8d47-45b7-8f6b-ca543535dc91,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:53.270760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcd6f-700a-47ed-9d64-b408857580bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.307977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e5117-8537-45d5-a14e-0db269e71457 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed491eff-b6e7-4413-839b-12ff8d606e85,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:53.331817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e70e5117-8537-45d5-a14e-0db269e71457 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.332745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e70e5117-8537-45d5-a14e-0db269e71457 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8119433 Nov 05 21:41:53.336936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42818) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.339314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e173f73d-ceed-4b6f-b8d7-dfd92440a0e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.370749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdcd6f-700a-47ed-9d64-b408857580bc None None] Pushing event updated for resources: {'Port': ['ID=f2af1172-8d47-45b7-8f6b-ca543535dc91,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:53.389343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-af9e7b04-2f38-4235-988f-c324c55ddfec tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'ed491eff-b6e7-4413-839b-12ff8d606e85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:53.404375 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-af9e7b04-2f38-4235-988f-c324c55ddfec tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 05 21:41:53.405016 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-af9e7b04-2f38-4235-988f-c324c55ddfec tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:53.409129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-af9e7b04-2f38-4235-988f-c324c55ddfec tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0663605 Nov 05 21:41:53.412075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42822) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.413169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-831d05b9-9263-4b55-a46e-3bab03b05ed4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=984a0e8cb819418c83cd34e9c844372c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927505 Nov 05 21:41:53.417429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-545f0a92-1fed-4624-89d8-3a2ad29383fe tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'ed491eff-b6e7-4413-839b-12ff8d606e85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:53.419051 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-545f0a92-1fed-4624-89d8-3a2ad29383fe tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 05 21:41:53.420251 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-545f0a92-1fed-4624-89d8-3a2ad29383fe tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:53.424343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-545f0a92-1fed-4624-89d8-3a2ad29383fe tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084357 Nov 05 21:41:53.424343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42824) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.424859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42826) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.433783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1951a112-7c28-41f5-a461-3de532f0096e tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'ed491eff-b6e7-4413-839b-12ff8d606e85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:53.437270 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-1951a112-7c28-41f5-a461-3de532f0096e tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 05 21:41:53.438575 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-1951a112-7c28-41f5-a461-3de532f0096e tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:53.439804 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e173f73d-ceed-4b6f-b8d7-dfd92440a0e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.442918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1951a112-7c28-41f5-a461-3de532f0096e tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136514 Nov 05 21:41:53.444181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42828) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.450836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f2af1172-8d47-45b7-8f6b-ca543535dc91 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:53.455200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fca697a8-0bdc-49d7-9f61-11776fc2c5e2 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'ed491eff-b6e7-4413-839b-12ff8d606e85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:53.456350 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-fca697a8-0bdc-49d7-9f61-11776fc2c5e2 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 05 21:41:53.456860 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-fca697a8-0bdc-49d7-9f61-11776fc2c5e2 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:53.457928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fca697a8-0bdc-49d7-9f61-11776fc2c5e2 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109308 Nov 05 21:41:53.468089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42830) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.493126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173f73d-ceed-4b6f-b8d7-dfd92440a0e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87847ac-6c11-4d25-9943-93b75223377e,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:53.509165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:53.539696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f2af1172-8d47-45b7-8f6b-ca543535dc91 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:53.540612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.570545 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-587f23d2-e4cc-46b4-8a17-489c8e80f2c1 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.591058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:53.602905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8fa6-13cf-450e-b004-3ad279d86546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.638845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:53.648466 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8fa6-13cf-450e-b004-3ad279d86546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.651146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:53.695707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-587f23d2-e4cc-46b4-8a17-489c8e80f2c1 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.717884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e173f73d-ceed-4b6f-b8d7-dfd92440a0e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.719124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e173f73d-ceed-4b6f-b8d7-dfd92440a0e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8908269 Nov 05 21:41:53.721919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.730634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-915284f6-d8bf-4e45-afcb-ffff53feeadc tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Request body: {'security_group_rule': {'security_group_id': '02f37d3d-c8b7-40ee-b7e5-66e361bf3c63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:53.767302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.832257 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8fa6-13cf-450e-b004-3ad279d86546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.835066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8fa6-13cf-450e-b004-3ad279d86546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.836330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4f9a8fa6-13cf-450e-b004-3ad279d86546 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59ea00f0-1cde-45ad-ad81-4dadc127c7c1 HTTP/1.1" status: 204 len: 168 time: 0.4133856 Nov 05 21:41:53.845797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a8fa6-13cf-450e-b004-3ad279d86546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea00f0-1cde-45ad-ad81-4dadc127c7c1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:53.897537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] Transition to ACTIVE for port object 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:41:53.904465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-587f23d2-e4cc-46b4-8a17-489c8e80f2c1 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.908076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-587f23d2-e4cc-46b4-8a17-489c8e80f2c1 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.909428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-587f23d2-e4cc-46b4-8a17-489c8e80f2c1 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/ed491eff-b6e7-4413-839b-12ff8d606e85 HTTP/1.1" status: 204 len: 168 time: 0.4448953 Nov 05 21:41:53.912476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42848) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:53.920275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f23d2-e4cc-46b4-8a17-489c8e80f2c1 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed491eff-b6e7-4413-839b-12ff8d606e85,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:53.922688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-915284f6-d8bf-4e45-afcb-ffff53feeadc tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:53.993184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0df484e-e04a-48e0-8477-19024c2d5e51 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0794303 Nov 05 21:41:53.997447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:54.002192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-dead83ec-e636-481c-acda-14c665d66b32 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739155528'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:54.038647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-915284f6-d8bf-4e45-afcb-ffff53feeadc tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.055847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.086259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387958ef-817b-4a71-b4c3-ff09de47c06f req-93e2f95d-6767-4a5d-a0eb-b6e5fac0786f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.088054 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-387958ef-817b-4a71-b4c3-ff09de47c06f req-93e2f95d-6767-4a5d-a0eb-b6e5fac0786f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 943 time: 0.0524838 Nov 05 21:41:54.118943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] No DVR routers for this DVR port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:54.142147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=10']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:54.178020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-387958ef-817b-4a71-b4c3-ff09de47c06f req-fd3c5a2b-1113-495e-9572-c49843f1f138 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796244 Nov 05 21:41:54.190033 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-a231187e-4bc2-4707-be31-c2fd8f40e1a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074/bindings/n-h1-816738-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3561213 Nov 05 21:41:54.200424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-915284f6-d8bf-4e45-afcb-ffff53feeadc tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.201380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dead83ec-e636-481c-acda-14c665d66b32 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.279257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915284f6-d8bf-4e45-afcb-ffff53feeadc tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7951a80b-5a9f-42f7-b21d-861b6ca714bc,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:54.333755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079aab-e68c-44ec-a565-91efacf94d8e req-8e85ee86-c8fd-4130-9bb4-3c96456e8ac1 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.335731 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7079aab-e68c-44ec-a565-91efacf94d8e req-8e85ee86-c8fd-4130-9bb4-3c96456e8ac1 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.1154470 Nov 05 21:41:54.340099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dead83ec-e636-481c-acda-14c665d66b32 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.380440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-915284f6-d8bf-4e45-afcb-ffff53feeadc tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.381984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-915284f6-d8bf-4e45-afcb-ffff53feeadc tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6589339 Nov 05 21:41:54.388629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42876) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:54.393633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:54.430097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7079aab-e68c-44ec-a565-91efacf94d8e req-26238375-b759-487c-8537-261f5dc8f578 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863435 Nov 05 21:41:54.463315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dead83ec-e636-481c-acda-14c665d66b32 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.517372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead83ec-e636-481c-acda-14c665d66b32 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08db3f2f-d91f-4d3a-aa0c-763aa07d7189,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:54.523255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-8f802d8f-b0b1-4199-bd63-b19c9b6db08e tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.524834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-8f802d8f-b0b1-4199-bd63-b19c9b6db08e tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1095 time: 0.1374993 Nov 05 21:41:54.536901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339c08d-2c58-4f24-b62d-28ed8dec9a7b req-f3259723-f4b8-48e0-a4fd-ce4aa47b391b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.538404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e339c08d-2c58-4f24-b62d-28ed8dec9a7b req-f3259723-f4b8-48e0-a4fd-ce4aa47b391b tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1117289 Nov 05 21:41:54.586088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.671632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e339c08d-2c58-4f24-b62d-28ed8dec9a7b req-8dd36b81-bb08-4565-9a26-09448c3d579e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244302 Nov 05 21:41:54.677518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-005236af-c0d6-4700-9842-de7604c1f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.680170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-005236af-c0d6-4700-9842-de7604c1f8e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4 HTTP/1.1" status: 200 len: 1095 time: 0.1405764 Nov 05 21:41:54.729000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.755253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dead83ec-e636-481c-acda-14c665d66b32 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:54.763943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dead83ec-e636-481c-acda-14c665d66b32 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7595949 Nov 05 21:41:54.763943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-5bdd4215-32b8-46b4-916e-c1fb694db36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.764865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-5bdd4215-32b8-46b4-916e-c1fb694db36c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1095 time: 0.0580845 Nov 05 21:41:54.765356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42900) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:54.776392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ad24a5c2-bffb-448b-abbb-8b90c8a8837a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:54.777514 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-ad24a5c2-bffb-448b-abbb-8b90c8a8837a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 21:41:54.778086 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-ad24a5c2-bffb-448b-abbb-8b90c8a8837a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:54.779300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ad24a5c2-bffb-448b-abbb-8b90c8a8837a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065453 Nov 05 21:41:54.782672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42906) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:54.790040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b1a6c2bb-fee7-4279-8821-287627c8de45 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:54.889658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Allocated IP 172.25.6.210 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/c4675137-f8df-4914-9d32-da812dc29222) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:41:54.895216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-13fd589f-d331-4242-b5fd-599fabdbb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.896717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-13fd589f-d331-4242-b5fd-599fabdbb789 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.1163888 Nov 05 21:41:54.943238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-dd7defb8-aaf5-492f-815d-62bf0b337a1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 200 len: 217 time: 0.0378962 Nov 05 21:41:54.997307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-bb662802-494b-47f0-af42-fc9465d3b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:54.998772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-bb662802-494b-47f0-af42-fc9465d3b00f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.0484836 Nov 05 21:41:55.015476 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.036019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-217594eb-8572-43c4-83f3-12ea6c1944fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272937 Nov 05 21:41:55.067949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42942) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:55.089006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad07bb14-2cb8-4284-9e2f-ce8c0272b795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.168518 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-c4b96536-bece-4fb7-8c5b-24d1dd23dc96 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222396 Nov 05 21:41:55.174262 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad07bb14-2cb8-4284-9e2f-ce8c0272b795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.186670 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-b1a6c2bb-fee7-4279-8821-287627c8de45 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:55.202013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b1a6c2bb-fee7-4279-8821-287627c8de45 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4039452 Nov 05 21:41:55.202013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42964) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:55.202013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-da0ca15c-5dad-4479-b2c7-c56262bbab14 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:55.202013 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-da0ca15c-5dad-4479-b2c7-c56262bbab14 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 05 21:41:55.202013 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-da0ca15c-5dad-4479-b2c7-c56262bbab14 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:55.202013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-da0ca15c-5dad-4479-b2c7-c56262bbab14 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058572 Nov 05 21:41:55.202949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:55.208155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b15f4dd2-fb66-4ff8-a57c-60d39e674323 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:55.297951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.342448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-6239c005-d7bf-4234-bff5-0d90527f5e0e service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652234 Nov 05 21:41:55.356672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:41:55.363420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:41:55.365691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad07bb14-2cb8-4284-9e2f-ce8c0272b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.368266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:41:55.372514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event updated for resources: {'Port': ['ID=c4675137-f8df-4914-9d32-da812dc29222,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:55.391502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f2af1172-8d47-45b7-8f6b-ca543535dc91 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:41:55.400324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88f01a-76e7-4e7b-b21d-7ad88bb6c81e req-ad23a47f-48f3-4cc5-99d3-dedf5f8413be tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:55.402783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba88f01a-76e7-4e7b-b21d-7ad88bb6c81e req-ad23a47f-48f3-4cc5-99d3-dedf5f8413be tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 944 time: 0.1446278 Nov 05 21:41:55.482933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42994) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:55.483156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ad07bb14-2cb8-4284-9e2f-ce8c0272b795 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b8532fb9d344a93b903cf991cdf4025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138243 Nov 05 21:41:55.483406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f2af1172-8d47-45b7-8f6b-ca543535dc91 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:41:55.484266 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.485411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07bb14-2cb8-4284-9e2f-ce8c0272b795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb9ab11-0b67-4090-ba1c-65dcc3d597f7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:55.570192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.571799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba88f01a-76e7-4e7b-b21d-7ad88bb6c81e req-9360a9f4-1a01-425f-b918-527ab436c2d1 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456113 Nov 05 21:41:55.621782 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-b15f4dd2-fb66-4ff8-a57c-60d39e674323 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:55.623910 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b15f4dd2-fb66-4ff8-a57c-60d39e674323 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4205544 Nov 05 21:41:55.627884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43000) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:55.632539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4c2ff3fa-9bc6-4b3c-8f27-634daf677cae tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:55.633011 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-4c2ff3fa-9bc6-4b3c-8f27-634daf677cae tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 21:41:55.633500 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-4c2ff3fa-9bc6-4b3c-8f27-634daf677cae tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:55.634433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4c2ff3fa-9bc6-4b3c-8f27-634daf677cae tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055556 Nov 05 21:41:55.638208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:55.642036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6341b13c-2614-4ae2-87fd-eeb1db34c69e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.648642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-865cba09-f288-4cbc-bea2-d946a4947792 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:55.679221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6341b13c-2614-4ae2-87fd-eeb1db34c69e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.688114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-0a2fdf0c-3280-4650-93e8-95631adfa962 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:55.689595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-0a2fdf0c-3280-4650-93e8-95631adfa962 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 949 time: 0.1563544 Nov 05 21:41:55.730460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.814042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Deleting port e76694aa-c78b-49aa-b7af-d4ec35a55912 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:55.814042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.919100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] For port e76694aa-c78b-49aa-b7af-d4ec35a55912, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e76694aa-c78b-49aa-b7af-d4ec35a55912,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:55.919509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.938393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Calling delete_port for e76694aa-c78b-49aa-b7af-d4ec35a55912 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:55.991580 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6341b13c-2614-4ae2-87fd-eeb1db34c69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.994197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6341b13c-2614-4ae2-87fd-eeb1db34c69e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:55.995390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6341b13c-2614-4ae2-87fd-eeb1db34c69e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abb9ab11-0b67-4090-ba1c-65dcc3d597f7 HTTP/1.1" status: 204 len: 168 time: 0.5112901 Nov 05 21:41:56.012726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b13c-2614-4ae2-87fd-eeb1db34c69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb9ab11-0b67-4090-ba1c-65dcc3d597f7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:56.138676 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-865cba09-f288-4cbc-bea2-d946a4947792 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Project d331578a59784f97a5e8a6e0320c0f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 21:41:56.207804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:56.277055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-77f452ad-5b00-4dc1-97a1-407254298c71 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:56.278292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:56.278512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-77f452ad-5b00-4dc1-97a1-407254298c71 tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab&tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1095 time: 0.0687265 Nov 05 21:41:56.289811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b', 'e76694aa-c78b-49aa-b7af-d4ec35a55912'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:56.314148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event deleted for resources: {'Port': ['ID=e76694aa-c78b-49aa-b7af-d4ec35a55912,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:56.361257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999fd39-0f3c-4d9d-9e71-5f872d1a1ad5 req-2f12041d-6622-42f6-a745-ffcb9d675258 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:56.366210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] No DVR routers for this DVR port e76694aa-c78b-49aa-b7af-d4ec35a55912 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:56.368090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e999fd39-0f3c-4d9d-9e71-5f872d1a1ad5 req-2f12041d-6622-42f6-a745-ffcb9d675258 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 867 time: 0.1229916 Nov 05 21:41:56.369044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:56.372640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6eddab5-6a03-40a7-93bd-a18417a6e6b3 req-82bc67f3-a2e1-49d4-8652-847f9cdd1739 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "DELETE /v2.0/ports/e76694aa-c78b-49aa-b7af-d4ec35a55912 HTTP/1.1" status: 204 len: 173 time: 0.6759169 Nov 05 21:41:56.373108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-deleted', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:56.375757 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e834b-6d47-476a-81d1-f231a253841d" -d '{"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-deleted", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:56.387136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:56.400621 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-865cba09-f288-4cbc-bea2-d946a4947792 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:56.401668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-865cba09-f288-4cbc-bea2-d946a4947792 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7567861 Nov 05 21:41:56.405296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:56.414459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1b26cfe8-e928-40e4-8d70-425dd4c3ae4f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:56.415192 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-1b26cfe8-e928-40e4-8d70-425dd4c3ae4f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 05 21:41:56.415637 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-1b26cfe8-e928-40e4-8d70-425dd4c3ae4f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:56.419780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1b26cfe8-e928-40e4-8d70-425dd4c3ae4f tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136623 Nov 05 21:41:56.420358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43034) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:56.425031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-93bdbf1f-a5db-4679-93a3-0b978fca6c1d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:56.506817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event updated for resources: {'Port': ['ID=c4675137-f8df-4914-9d32-da812dc29222,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:56.540326 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e999fd39-0f3c-4d9d-9e71-5f872d1a1ad5 req-ea3555ac-05f6-446f-aa8a-0e00202249d6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685717 Nov 05 21:41:56.547781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:56.621288 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-93bdbf1f-a5db-4679-93a3-0b978fca6c1d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Project d331578a59784f97a5e8a6e0320c0f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 21:41:56.653552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66896cb-bc81-4ec1-802b-facbd2a3eca4 req-43098b7d-dd07-4c58-be0b-b59ec549e43b tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:56.654996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a66896cb-bc81-4ec1-802b-facbd2a3eca4 req-43098b7d-dd07-4c58-be0b-b59ec549e43b tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0539877 Nov 05 21:41:56.705567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a66896cb-bc81-4ec1-802b-facbd2a3eca4 req-098a1ab6-127b-45aa-8030-a65befa1bbbc tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437617 Nov 05 21:41:56.817916 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a933e42c-1090-4144-955b-2236f695028f x-openstack-request-id: req-a933e42c-1090-4144-955b-2236f695028f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:56.819118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f6e7d25a-be81-4597-a00a-1e8a0c4fd491 service neutron] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:41:56.823136 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c73d249-f7cb-428b-8683-5d76a1c35927", "name": "network-vif-deleted", "tag": "e76694aa-c78b-49aa-b7af-d4ec35a55912", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:56.830389 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a933e42c-1090-4144-955b-2236f695028f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:56.830389 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c73d249-f7cb-428b-8683-5d76a1c35927', 'name': 'network-vif-deleted', 'tag': 'e76694aa-c78b-49aa-b7af-d4ec35a55912', 'status': 'completed', 'code': 200} Nov 05 21:41:56.832390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f6e7d25a-be81-4597-a00a-1e8a0c4fd491 service neutron] Publish callbacks [] for binding, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:56.846158 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-f6e7d25a-be81-4597-a00a-1e8a0c4fd491 service neutron] 10.222.0.13 "DELETE /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.5596879 Nov 05 21:41:56.867659 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-93bdbf1f-a5db-4679-93a3-0b978fca6c1d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:56.878319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:56.878495 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-93bdbf1f-a5db-4679-93a3-0b978fca6c1d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4486024 Nov 05 21:41:56.878610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1735b958-32cf-4660-83fb-870a969e3e71 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4851487 Nov 05 21:41:56.879702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43062) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:56.889819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-47631e1a-33f2-485d-af57-10c69474f473 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '08db3f2f-d91f-4d3a-aa0c-763aa07d7189', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:56.941308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d1578-2c42-40bf-83de-a063c0c183cc req-b3015219-6cda-4fe0-93c5-7c5abfcce7ee tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:56.942767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-646d1578-2c42-40bf-83de-a063c0c183cc req-b3015219-6cda-4fe0-93c5-7c5abfcce7ee tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 944 time: 0.0566838 Nov 05 21:41:56.991141 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-646d1578-2c42-40bf-83de-a063c0c183cc req-40067bd9-f66e-47b1-ad7b-cc58984f53ec tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Nov 05 21:41:57.008530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:57.096278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:57.123207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:57.125509 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0e2e56-e2bd-4992-a23e-a858d4727f3a" -d '{"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-unplugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:57.129092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-975e1ccd-13c2-4f7a-a881-4369c99a6fc9 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--909727247&fields=id&tenant_id=3955805009884856ad8d19241779d713 HTTP/1.1" status: 200 len: 267 time: 0.0621016 Nov 05 21:41:57.138204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:57.162664 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-47631e1a-33f2-485d-af57-10c69474f473 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Project d331578a59784f97a5e8a6e0320c0f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 21:41:57.241343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-aedf0958-9542-48a5-addd-644cf225cd61 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:57.242828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-aedf0958-9542-48a5-addd-644cf225cd61 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/networks?id=397cd067-58e1-4f33-88b8-f3f94f076f75 HTTP/1.1" status: 200 len: 815 time: 0.1065953 Nov 05 21:41:57.263626 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-0f86be59-3aaf-43c7-a3b1-3e4ba3ed8607 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/quotas/3955805009884856ad8d19241779d713 HTTP/1.1" status: 200 len: 375 time: 0.0096917 Nov 05 21:41:57.322873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-987b551b-cf13-45a9-9cf0-53342c042de9 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3955805009884856ad8d19241779d713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534799 Nov 05 21:41:57.363583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:57.417298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=11']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:57.429991 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-02d10429-73c0-4942-8033-088d6bde761c service neutron] 10.222.0.41 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933607 Nov 05 21:41:57.447651 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-47631e1a-33f2-485d-af57-10c69474f473 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:41:57.451016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-47631e1a-33f2-485d-af57-10c69474f473 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5698617 Nov 05 21:41:57.454790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43088) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:57.527777 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83ab7779-42df-43e0-a0ab-7d9cb1370695 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:57.532984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-3b16c25d-387e-4024-b1c9-bd9c4c4eaee1 service neutron] 10.222.0.41 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965207 Nov 05 21:41:57.556737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83ab7779-42df-43e0-a0ab-7d9cb1370695 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:57.774923 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83ab7779-42df-43e0-a0ab-7d9cb1370695 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:57.778418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83ab7779-42df-43e0-a0ab-7d9cb1370695 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:57.780230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-83ab7779-42df-43e0-a0ab-7d9cb1370695 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/08db3f2f-d91f-4d3a-aa0c-763aa07d7189 HTTP/1.1" status: 204 len: 168 time: 0.3242016 Nov 05 21:41:57.785297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:57.822928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab7779-42df-43e0-a0ab-7d9cb1370695 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db3f2f-d91f-4d3a-aa0c-763aa07d7189,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:57.887804 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cca879-4170-4950-89fe-2c8b497e0f48 x-openstack-request-id: req-66cca879-4170-4950-89fe-2c8b497e0f48 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:41:57.888111 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-unplugged", "status": "completed", "tag": "595e3367-2766-4b57-9022-09b53258e75b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:41:57.888373 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66cca879-4170-4950-89fe-2c8b497e0f48 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:41:57.888777 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595e3367-2766-4b57-9022-09b53258e75b', 'code': 200} Nov 05 21:41:57.908800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-35dc871b-0c61-4f7c-8bb1-938d05dc122b tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1211023 Nov 05 21:41:57.913774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43112) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:57.920868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-eeaaca77-9670-4de0-af2b-80b7f297576a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092782756'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:58.028220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-109c3dfe-4d06-4982-af98-0f0f50a01aff req-2300d630-d642-4aa5-a8fe-d4236761ba91 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c73d249-f7cb-428b-8683-5d76a1c35927 HTTP/1.1" status: 200 len: 210 time: 0.0500576 Nov 05 21:41:58.113633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd9bc9-5457-4e66-99ad-dded821b5be9 req-b1cac22b-d895-44a7-85b5-30134d6b5a59 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:58.113633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8cd9bc9-5457-4e66-99ad-dded821b5be9 req-b1cac22b-d895-44a7-85b5-30134d6b5a59 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0740972 Nov 05 21:41:58.157343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8cd9bc9-5457-4e66-99ad-dded821b5be9 req-1c346a9b-cf7c-4bf7-b91c-680cc210fda3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups?id=b96d5140-58f8-42a1-9e54-90af642f875d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Nov 05 21:41:58.226000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3589dc5b-1c27-4046-9fd9-71e1dbaa3b0a req-6140976e-8243-4c11-9810-ed9abfcdfdac tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 210 time: 0.0275064 Nov 05 21:41:58.284802 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eeaaca77-9670-4de0-af2b-80b7f297576a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:58.295763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed59cb-2d93-4ce5-abbb-affa12046876 req-e3aaa927-99e7-4b4d-944f-c3752bcbc5ae tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:58.297403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59ed59cb-2d93-4ce5-abbb-affa12046876 req-e3aaa927-99e7-4b4d-944f-c3752bcbc5ae tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 1095 time: 0.0531795 Nov 05 21:41:58.364077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59ed59cb-2d93-4ce5-abbb-affa12046876 req-7910ddce-eea2-445d-b7e0-29c54a5eff5b tempest-LiveAutoBlockMigrationV225Test-825059112 tempest-LiveAutoBlockMigrationV225Test-825059112-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593035 Nov 05 21:41:58.405166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eeaaca77-9670-4de0-af2b-80b7f297576a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:58.528177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-08c3deec-5f13-49c1-bf13-d7c8b098e7b3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:58.529680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-08c3deec-5f13-49c1-bf13-d7c8b098e7b3 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 946 time: 0.0630214 Nov 05 21:41:58.565112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eeaaca77-9670-4de0-af2b-80b7f297576a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:58.628868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaca77-9670-4de0-af2b-80b7f297576a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa85163-85cb-41f9-a166-8e565f5dab9f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:58.651535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Deleting port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:41:58.651905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:58.749906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] For port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:58.750995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:58.767292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eeaaca77-9670-4de0-af2b-80b7f297576a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:58.771787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43148) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:58.772215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eeaaca77-9670-4de0-af2b-80b7f297576a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8554778 Nov 05 21:41:58.779101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0f91729e-b25e-404c-8340-08c9feb64bf3 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '7aa85163-85cb-41f9-a166-8e565f5dab9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:59.027807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9aaf4427-d275-45f4-8121-11ea3364364c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:41:59.039224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.039811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.040261 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Floating IP 9857e440-ee3c-4998-91be-66d7f463ff59 disassociated. External IP: 172.25.6.65, port: d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22. Nov 05 21:41:59.040807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Calling delete_port for d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:41:59.123844 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-0f91729e-b25e-404c-8340-08c9feb64bf3 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The resource could not be found. Nov 05 21:41:59.125941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0f91729e-b25e-404c-8340-08c9feb64bf3 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3511701 Nov 05 21:41:59.128798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43164) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:59.137300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a27d7543-1ef1-422b-be05-148673bcb42b tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '7aa85163-85cb-41f9-a166-8e565f5dab9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '48eb2b6d-516f-47ba-b647-71ff11acbfeb'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:41:59.163989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:41:59.210591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: e76694aa-c78b-49aa-b7af-d4ec35a55912 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:41:59.210591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e76694aa-c78b-49aa-b7af-d4ec35a55912 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:41:59.216604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:59.233426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '9aaf4427-d275-45f4-8121-11ea3364364c', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': '9aaf4427-d275-45f4-8121-11ea3364364c', 'mac_address': 'fa:16:3e:b5:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:41:59.287039 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.287662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae04803-08d3-427b-b044-fe26c24bca12 req-37c08d89-eb06-413e-95ce-f2f6e8293ed3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:59.291993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bae04803-08d3-427b-b044-fe26c24bca12 req-37c08d89-eb06-413e-95ce-f2f6e8293ed3 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 944 time: 0.0580451 Nov 05 21:41:59.302381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aaf4427-d275-45f4-8121-11ea3364364c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:41:59.326023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:41:59.358413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bae04803-08d3-427b-b044-fe26c24bca12 req-ed7a3ec1-e087-4e81-a3f1-5cbc5b61669d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Nov 05 21:41:59.433171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.473734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event deleted for resources: {'Port': ['ID=d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:59.529368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.580026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:41:59.592798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Router bb73c8ad-f117-4109-8311-11a4695f581a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:41:59.629564 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-a27d7543-1ef1-422b-be05-148673bcb42b tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The resource could not be found. Nov 05 21:41:59.631773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a27d7543-1ef1-422b-be05-148673bcb42b tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5015197 Nov 05 21:41:59.632540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['9aaf4427-d275-45f4-8121-11ea3364364c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:41:59.642161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43196) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:41:59.739193 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3fec2a1-32a7-46bb-9f64-1c023954a8a6 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.762022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:41:59.773708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] Sync routers for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:41:59.790421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:41:59.791000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:41:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:41:59.798572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3fec2a1-32a7-46bb-9f64-1c023954a8a6 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.849668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] No DVR routers for this DVR port d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:41:59.854109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:41:59.857619 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8339dc0f-7fe3-42b9-a230-8664f5f4aa31 req-b2699e06-4b4f-43c6-9402-78b2db6f1a1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.46 "DELETE /v2.0/ports/d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 HTTP/1.1" status: 204 len: 173 time: 1.3194318 Nov 05 21:41:59.863696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'name': 'network-vif-deleted', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:41:59.877156 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f9e4b9-0535-4f5e-8d08-03e8f5cbdc33" -d '{"events": [{"server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "name": "network-vif-deleted", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:41:59.914099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066466c-7171-4b27-abd5-149f704a827d req-624f14cf-8696-42ab-b891-f3289055bcde tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:41:59.915919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b066466c-7171-4b27-abd5-149f704a827d req-624f14cf-8696-42ab-b891-f3289055bcde tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 944 time: 0.1427629 Nov 05 21:42:00.026352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Deleting port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:00.026679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:00.063699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:00.117002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] For port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:00.117371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:00.130798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Calling delete_port for 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:00.176317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3fec2a1-32a7-46bb-9f64-1c023954a8a6 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:00.178869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3fec2a1-32a7-46bb-9f64-1c023954a8a6 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:00.180042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c3fec2a1-32a7-46bb-9f64-1c023954a8a6 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/7aa85163-85cb-41f9-a166-8e565f5dab9f HTTP/1.1" status: 204 len: 168 time: 0.5432997 Nov 05 21:42:00.182755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43206) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:00.194700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fec2a1-32a7-46bb-9f64-1c023954a8a6 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa85163-85cb-41f9-a166-8e565f5dab9f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:00.250637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0eb2e146-1077-4788-b639-272c1c1c46f5 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0663779 Nov 05 21:42:00.255594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43208) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:00.260599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d361fd18-9ecd-436f-84ac-a31c2f02cf57 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': 'dd9011bb-7621-440d-8024-83bacae3db7f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:00.282524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef6761c5-728c-4dd3-b0d7-518d6f514d28 req-3b659f4c-9468-47ef-b4b9-f62205720d1e tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 210 time: 0.0269742 Nov 05 21:42:00.341741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:00.373939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] Checking router: bb73c8ad-f117-4109-8311-11a4695f581a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:42:00.383538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:00.384178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:41:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:00.422012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f947f4c-8467-437c-9b15-546f29200ba1 req-a31b6a43-f03d-4711-a243-d8042209f904 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 210 time: 0.0264125 Nov 05 21:42:00.510155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:00.609159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:00.612483 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04bad12-e87d-4bbe-9141-c19641f34528 x-openstack-request-id: req-d04bad12-e87d-4bbe-9141-c19641f34528 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:00.612776 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d36b7f0-bde4-45c4-abd7-94f24e61994f", "name": "network-vif-deleted", "tag": "d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:00.613213 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d04bad12-e87d-4bbe-9141-c19641f34528 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:00.613481 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d36b7f0-bde4-45c4-abd7-94f24e61994f', 'name': 'network-vif-deleted', 'tag': 'd2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22', 'status': 'completed', 'code': 200} Nov 05 21:42:00.719937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a0fef-4bb0-4c9d-ad47-a0acbdf1559a req-d97e56d5-12fd-4077-8bf7-84fe3f8ea360 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:00.721450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f9a0fef-4bb0-4c9d-ad47-a0acbdf1559a req-d97e56d5-12fd-4077-8bf7-84fe3f8ea360 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0624483 Nov 05 21:42:00.730917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:00.756833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616501eb-20b1-4dbe-b9d1-cc0a899811ac None None] The sync data for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 is: [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:35:20Z', 'revision_number': 4, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '30da33c5-ddb1-4a88-920d-bea4b243d922', 'name': '', 'network_id': 'c969c4f4-bcfa-40bb-8aed-99c806fc5d07', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'mac_address': 'fa:16:3e:76:a1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:19Z', 'updated_at': '2021-11-05T21:35:24Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'subnets': [{'id': '0155f2cd-b409-4894-a1be-b5c91bbbb212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:42:00.771967 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-d361fd18-9ecd-436f-84ac-a31c2f02cf57 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The resource could not be found. Nov 05 21:42:00.785383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d361fd18-9ecd-436f-84ac-a31c2f02cf57 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5173402 Nov 05 21:42:00.785490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f9a0fef-4bb0-4c9d-ad47-a0acbdf1559a req-dd5c220b-c61c-4da0-a8b6-dce61a8d5438 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466774 Nov 05 21:42:00.785490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:00.785678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:00.789233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', '859afa47-aa20-43e8-9dc9-3f2f5b7f7074'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:00.800985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-78c2f863-4eb8-4306-b4bc-6f669d92b6f4 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--208697032'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:00.817301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event deleted for resources: {'Port': ['ID=859afa47-aa20-43e8-9dc9-3f2f5b7f7074,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:00.895030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] No DVR routers for this DVR port 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:00.898673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:00.902575 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b066466c-7171-4b27-abd5-149f704a827d req-4b9cda43-3310-4646-8aa7-1bda3e625b66 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "DELETE /v2.0/ports/859afa47-aa20-43e8-9dc9-3f2f5b7f7074 HTTP/1.1" status: 204 len: 173 time: 0.9791427 Nov 05 21:42:01.035602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9aaf4427-d275-45f4-8121-11ea3364364c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:01.097701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78c2f863-4eb8-4306-b4bc-6f669d92b6f4 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.131015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a086137a-7e42-47d6-be60-7917e236fc43 req-2a5743f7-f9e7-4b51-b514-42ba08aa391a tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0681016 Nov 05 21:42:01.149998 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b522d76-0c49-4cc7-9ef6-28112021db00 None None] New status for floating IP 9857e440-ee3c-4998-91be-66d7f463ff59: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:42:01.234126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78c2f863-4eb8-4306-b4bc-6f669d92b6f4 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.251366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 9aaf4427-d275-45f4-8121-11ea3364364c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:01.252711 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.323343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78c2f863-4eb8-4306-b4bc-6f669d92b6f4 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.394831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2f863-4eb8-4306-b4bc-6f669d92b6f4 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c94ef-ebde-453e-968d-d4d9604613bb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:01.447311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78c2f863-4eb8-4306-b4bc-6f669d92b6f4 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.448833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-78c2f863-4eb8-4306-b4bc-6f669d92b6f4 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6656282 Nov 05 21:42:01.451971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43260) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:01.457634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b448f33d-6159-4a48-be63-4370571b34ef tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132906400'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:01.520558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-ea9a5182-0e4a-4235-bc89-d9a8c66b43d8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:01.522064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d515d6e4-3f84-4311-adbe-8a5770b8babc req-38ef3512-67dc-4380-96db-eb40d328937d tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d36b7f0-bde4-45c4-abd7-94f24e61994f HTTP/1.1" status: 200 len: 210 time: 0.0462449 Nov 05 21:42:01.525569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-ea9a5182-0e4a-4235-bc89-d9a8c66b43d8 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.1483188 Nov 05 21:42:01.534601 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.595819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:01.598181 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d56d27-8777-4fe6-aa93-c4bbf4f615bc" -d '{"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:01.644077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:01.678158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b448f33d-6159-4a48-be63-4370571b34ef tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.689004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Deleting port a749a8f1-1349-4640-89af-f1505505e06b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:01.689348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.756036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3047c684-4a3f-4a7c-8676-ccb516ea7d99 req-10e2bb61-3ba1-4c13-b0b2-f1f2c8aeddc3 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 210 time: 0.0522790 Nov 05 21:42:01.831379 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f5f381-6c4c-4843-b6e0-dd5f0bd446eb x-openstack-request-id: req-d9f5f381-6c4c-4843-b6e0-dd5f0bd446eb {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:01.831742 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:01.832197 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9f5f381-6c4c-4843-b6e0-dd5f0bd446eb {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:01.832770 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c', 'code': 200} Nov 05 21:42:01.834288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b448f33d-6159-4a48-be63-4370571b34ef tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.840882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] For port a749a8f1-1349-4640-89af-f1505505e06b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a749a8f1-1349-4640-89af-f1505505e06b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:01.841243 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.852729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:01.853958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:01.855890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Calling delete_port for a749a8f1-1349-4640-89af-f1505505e06b owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:01.883741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:01.884359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2df5cb7-d68d-4579-bdd3-1d6d8f9c5f22 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:01.940744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:01.973346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e66cc-4397-4223-9fcf-92a09975bb4b req-9d0d9415-6c9f-4b27-8ad6-dd8bbffcede6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:01.974869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-448e66cc-4397-4223-9fcf-92a09975bb4b req-9d0d9415-6c9f-4b27-8ad6-dd8bbffcede6 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 949 time: 0.0560067 Nov 05 21:42:02.043430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-448e66cc-4397-4223-9fcf-92a09975bb4b req-f22ce0a5-29bb-41a4-81a8-e16b225b7892 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce0e443f-70a3-46a9-843e-66747e011bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621295 Nov 05 21:42:02.053715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b448f33d-6159-4a48-be63-4370571b34ef tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.101272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448f33d-6159-4a48-be63-4370571b34ef tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3295268-f867-4a74-8481-c51d75a46425,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:02.227029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9c84c56-f117-4c50-a146-61e889e8cb7a req-a0714fce-852f-4db9-9171-d164976878da tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0321896 Nov 05 21:42:02.261113 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.275340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a749a8f1-1349-4640-89af-f1505505e06b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:02.282595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b448f33d-6159-4a48-be63-4370571b34ef tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.286649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b448f33d-6159-4a48-be63-4370571b34ef tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8301404 Nov 05 21:42:02.287819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43292) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:02.300456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-96c34d4a-6e55-4140-89be-d462053cb453 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '9d9c94ef-ebde-453e-968d-d4d9604613bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a3295268-f867-4a74-8481-c51d75a46425'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:02.327987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Pushing event deleted for resources: {'Port': ['ID=a749a8f1-1349-4640-89af-f1505505e06b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:02.381336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] No DVR routers for this DVR port a749a8f1-1349-4640-89af-f1505505e06b on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:02.384264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.387838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2a67f1e4-2e0f-4bcd-8174-13eb7219830c req-7a1a42e2-d9ad-460b-b854-d24818e86b95 tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.13 "DELETE /v2.0/ports/a749a8f1-1349-4640-89af-f1505505e06b HTTP/1.1" status: 204 len: 173 time: 0.8546145 Nov 05 21:42:02.417799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43298) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:02.538093 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e967920-b272-4dc0-8699-b7fc584bc5a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.617660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'name': 'network-vif-deleted', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074'}, {'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-deleted', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:02.617660 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70bd7e5-fd71-4952-8497-a392ce7f56c8" -d '{"events": [{"server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "name": "network-vif-deleted", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074"}, {"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-deleted", "tag": "a749a8f1-1349-4640-89af-f1505505e06b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:02.625723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e967920-b272-4dc0-8699-b7fc584bc5a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.637872 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-96c34d4a-6e55-4140-89be-d462053cb453 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:42:02.640079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-96c34d4a-6e55-4140-89be-d462053cb453 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3512123 Nov 05 21:42:02.642570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43310) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:02.668567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.740710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e967920-b272-4dc0-8699-b7fc584bc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.811485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8e967920-b272-4dc0-8699-b7fc584bc5a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=167deef5b6dd47019411661f47811650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919747 Nov 05 21:42:02.812455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e967920-b272-4dc0-8699-b7fc584bc5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9265a8ab-7dd2-4b43-a118-6d35e4086592,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:02.834229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43332) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:02.971195 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370ddfd6-7ca9-403c-824d-7bc7906264b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:02.984216 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc88aca-0746-4683-8fb9-866768ffaad7 x-openstack-request-id: req-afc88aca-0746-4683-8fb9-866768ffaad7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:02.984546 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06143ed-e410-4042-8a1c-ce2034a841ab", "name": "network-vif-deleted", "tag": "859afa47-aa20-43e8-9dc9-3f2f5b7f7074", "status": "completed", "code": 200}, {"server_uuid": "6fd28d76-9c0d-4e80-827e-a149c0b38c5c", "name": "network-vif-deleted", "tag": "a749a8f1-1349-4640-89af-f1505505e06b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:02.985046 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afc88aca-0746-4683-8fb9-866768ffaad7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:02.985787 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06143ed-e410-4042-8a1c-ce2034a841ab', 'name': 'network-vif-deleted', 'tag': '859afa47-aa20-43e8-9dc9-3f2f5b7f7074', 'status': 'completed', 'code': 200} Nov 05 21:42:02.986225 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd28d76-9c0d-4e80-827e-a149c0b38c5c', 'name': 'network-vif-deleted', 'tag': 'a749a8f1-1349-4640-89af-f1505505e06b', 'status': 'completed', 'code': 200} Nov 05 21:42:02.995679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-f8917537-4f32-4c7d-bbed-36630c109fb7 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:02.997772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-f8917537-4f32-4c7d-bbed-36630c109fb7 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.46 "GET /v2.0/networks?id=397cd067-58e1-4f33-88b8-f3f94f076f75 HTTP/1.1" status: 200 len: 815 time: 0.2643607 Nov 05 21:42:02.998252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370ddfd6-7ca9-403c-824d-7bc7906264b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.065234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-48a9dd46-6663-4eb2-bd28-024a4e38ed8f req-8b816a85-c651-4530-b995-f663db78f16f tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 210 time: 0.0661960 Nov 05 21:42:03.106165 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2355403b-85e7-45ad-887f-2caa2c37f89c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.158055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2355403b-85e7-45ad-887f-2caa2c37f89c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.175276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-10c44930-6ffb-4c5e-b22b-16dd12eb88da tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3955805009884856ad8d19241779d713 HTTP/1.1" status: 200 len: 379 time: 0.1557610 Nov 05 21:42:03.189431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Request body: {'port': {'device_id': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'admin_state_up': True, 'tenant_id': '3955805009884856ad8d19241779d713', 'security_groups': ['02f37d3d-c8b7-40ee-b7e5-66e361bf3c63']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:03.196016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:03.219968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:03.220568 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 859afa47-aa20-43e8-9dc9-3f2f5b7f7074 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:03.226893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370ddfd6-7ca9-403c-824d-7bc7906264b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.231914 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370ddfd6-7ca9-403c-824d-7bc7906264b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.233884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-370ddfd6-7ca9-403c-824d-7bc7906264b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9265a8ab-7dd2-4b43-a118-6d35e4086592 HTTP/1.1" status: 204 len: 168 time: 0.3996317 Nov 05 21:42:03.243621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ddfd6-7ca9-403c-824d-7bc7906264b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9265a8ab-7dd2-4b43-a118-6d35e4086592,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:03.277095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43348) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:03.417010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62145273-36c4-4f11-9466-fa4b4fe5b953 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.440273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2355403b-85e7-45ad-887f-2caa2c37f89c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.443529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2355403b-85e7-45ad-887f-2caa2c37f89c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.445984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2355403b-85e7-45ad-887f-2caa2c37f89c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/a3295268-f867-4a74-8481-c51d75a46425 HTTP/1.1" status: 204 len: 168 time: 0.8017819 Nov 05 21:42:03.450632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43354) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:03.476820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355403b-85e7-45ad-887f-2caa2c37f89c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3295268-f867-4a74-8481-c51d75a46425,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:03.478240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e307a475-c301-4dd7-980b-7cd403c56797 req-1b4e16ed-164e-4da6-bfba-e903759fb43e tempest-MigrationsAdminTest-2043758910 tempest-MigrationsAdminTest-2043758910-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd28d76-9c0d-4e80-827e-a149c0b38c5c HTTP/1.1" status: 200 len: 210 time: 0.0508795 Nov 05 21:42:03.528938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Made reservation on behalf of 3955805009884856ad8d19241779d713 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:03.534555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.564166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-65843828-ed82-4b9c-b3bd-3477108112c3 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1116216 Nov 05 21:42:03.566085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62145273-36c4-4f11-9466-fa4b4fe5b953 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.587915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43360) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:03.621659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5fbd31c7-b2e8-4566-ac72-03cf94418515 req-f06b9146-77d1-4020-9121-f677e7be2ae9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0520484 Nov 05 21:42:03.745467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Allocated IP 172.20.0.13 (397cd067-58e1-4f33-88b8-f3f94f076f75/ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f/1d42958b-f26e-454f-929c-428c7b0abb11) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:03.766983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed24ebe-62bd-4af4-a00d-82bb5f7f27c3 req-3cb22567-c302-49e6-9267-516001c369cc tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:03.768621 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ed24ebe-62bd-4af4-a00d-82bb5f7f27c3 req-3cb22567-c302-49e6-9267-516001c369cc tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 948 time: 0.0993168 Nov 05 21:42:03.790683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c04ffd09-3932-429c-8e0b-51a9651277ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.820618 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c04ffd09-3932-429c-8e0b-51a9651277ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:03.857248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ed24ebe-62bd-4af4-a00d-82bb5f7f27c3 req-26bf73b2-372c-4538-8f9e-14a39f64f818 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780411 Nov 05 21:42:04.002291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.021575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62145273-36c4-4f11-9466-fa4b4fe5b953 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.024968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62145273-36c4-4f11-9466-fa4b4fe5b953 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.028916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-62145273-36c4-4f11-9466-fa4b4fe5b953 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "DELETE /v2.0/security-groups/b96d5140-58f8-42a1-9e54-90af642f875d HTTP/1.1" status: 204 len: 168 time: 0.7481153 Nov 05 21:42:04.029983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43376) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:04.032023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c04ffd09-3932-429c-8e0b-51a9651277ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.034690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c04ffd09-3932-429c-8e0b-51a9651277ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.038532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c04ffd09-3932-429c-8e0b-51a9651277ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/9d9c94ef-ebde-453e-968d-d4d9604613bb HTTP/1.1" status: 204 len: 168 time: 0.4464839 Nov 05 21:42:04.040131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43378) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:04.047009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62145273-36c4-4f11-9466-fa4b4fe5b953 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d5140-58f8-42a1-9e54-90af642f875d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:04.058673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ffd09-3932-429c-8e0b-51a9651277ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c94ef-ebde-453e-968d-d4d9604613bb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:04.088865 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-075ba570-643f-420a-b47f-f12aedbad598 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] show failed (client error): The resource could not be found. Nov 05 21:42:04.089936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-075ba570-643f-420a-b47f-f12aedbad598 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "GET /v2.0/security-groups/b96d5140-58f8-42a1-9e54-90af642f875d HTTP/1.1" status: 404 len: 347 time: 0.0589483 Nov 05 21:42:04.093427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43380) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:04.174712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77f12ea1-7a72-4208-bc2f-1c2e860ba48b tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1331689 Nov 05 21:42:04.183125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:04.188393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ddb1f765-3d6b-4609-8143-6ce85701630d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304556659'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:04.228882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.325594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f37c7-f2ae-4c89-bb1a-4c3acabd6ccf req-bbb1cf56-9e54-4c1e-8f02-22d28901580a tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:04.327322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a5f37c7-f2ae-4c89-bb1a-4c3acabd6ccf req-bbb1cf56-9e54-4c1e-8f02-22d28901580a tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 932 time: 0.1424763 Nov 05 21:42:04.333801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event updated for resources: {'Port': ['ID=1d42958b-f26e-454f-929c-428c7b0abb11,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:04.370842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:04.374057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:04.391266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:04.406639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Deleting port 70a515ae-7075-4fdc-8e4e-99822f8eecd9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:04.406981 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.413800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43388) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:04.456738 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ddb1f765-3d6b-4609-8143-6ce85701630d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.506382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:04.508271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.521692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.522167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.556398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Calling delete_port for 70a515ae-7075-4fdc-8e4e-99822f8eecd9 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:04.655654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ddb1f765-3d6b-4609-8143-6ce85701630d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.664656 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-c8335f60-be29-4be8-8411-9aeb883001ea tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4837244 Nov 05 21:42:04.679183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Request body: {'port': {'device_id': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:04.772615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a5f37c7-f2ae-4c89-bb1a-4c3acabd6ccf req-b763493c-0522-4753-b1f0-e5a03614f09c tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352660 Nov 05 21:42:04.798426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7784374d-ea67-47b7-9f8d-a31f772fe6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.799915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ddb1f765-3d6b-4609-8143-6ce85701630d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.856609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.890234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-301d86bc-3161-4260-ba24-877ccdbb4f6d None None] Provisioning complete for port 1d42958b-f26e-454f-929c-428c7b0abb11 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:04.890720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-301d86bc-3161-4260-ba24-877ccdbb4f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.895349 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5244eb51-f7fc-4b36-9079-9c5620f7b7dd req-81420ce9-a9e8-4a05-be68-423a0ba4e8e5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.1060340 Nov 05 21:42:04.932114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.970434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-301d86bc-3161-4260-ba24-877ccdbb4f6d None None] Port 1d42958b-f26e-454f-929c-428c7b0abb11 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:42:04.972200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1f765-3d6b-4609-8143-6ce85701630d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd21afd-70f0-44af-b169-3fe87dfe9d77,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:04.995910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ddb1f765-3d6b-4609-8143-6ce85701630d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:04.999882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ddb1f765-3d6b-4609-8143-6ce85701630d tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8129339 Nov 05 21:42:05.001275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7784374d-ea67-47b7-9f8d-a31f772fe6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.020816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43408) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:05.029621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fba314c7-b74f-43ce-93ba-fa41e4edb9f2 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '6dd21afd-70f0-44af-b169-3fe87dfe9d77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:05.032761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Pushing event deleted for resources: {'Port': ['ID=70a515ae-7075-4fdc-8e4e-99822f8eecd9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:05.150127 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7784374d-ea67-47b7-9f8d-a31f772fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.216507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a749a8f1-1349-4640-89af-f1505505e06b no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:05.230640 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.236629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.240663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-334b34c9-8030-4aa5-b686-d97ddc7ca350 tempest-ServersWithSpecificFlavorTestJSON-2132830439 tempest-ServersWithSpecificFlavorTestJSON-2132830439-project] 10.222.0.41 "DELETE /v2.0/floatingips/9857e440-ee3c-4998-91be-66d7f463ff59 HTTP/1.1" status: 204 len: 168 time: 1.1457617 Nov 05 21:42:05.257585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: a749a8f1-1349-4640-89af-f1505505e06b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:05.259341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a749a8f1-1349-4640-89af-f1505505e06b not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:05.269681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784374d-ea67-47b7-9f8d-a31f772fe6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc3cf4-ecc1-4192-aae4-6e21402481a8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:05.275612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7784374d-ea67-47b7-9f8d-a31f772fe6d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3134b0085d774e2e8461b4e4ce55c21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390704 Nov 05 21:42:05.278116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43414) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:05.380498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90fd4fca-4910-45cd-b205-ac4f64538e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.425608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90fd4fca-4910-45cd-b205-ac4f64538e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.585366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5962824-af28-470e-8e9f-e1cf928548ce req-a89fec60-d929-4416-b205-d82d5ca039e3 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:05.586912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5962824-af28-470e-8e9f-e1cf928548ce req-a89fec60-d929-4416-b205-d82d5ca039e3 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 948 time: 0.1709723 Nov 05 21:42:05.653177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43418) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:05.771033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90fd4fca-4910-45cd-b205-ac4f64538e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.776464 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90fd4fca-4910-45cd-b205-ac4f64538e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.783746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-90fd4fca-4910-45cd-b205-ac4f64538e04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3cc3cf4-ecc1-4192-aae4-6e21402481a8 HTTP/1.1" status: 204 len: 168 time: 0.5031435 Nov 05 21:42:05.815738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd4fca-4910-45cd-b205-ac4f64538e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc3cf4-ecc1-4192-aae4-6e21402481a8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:05.841848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d42958b-f26e-454f-929c-428c7b0abb11 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:05.869170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.892782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Deleting port 35478bf4-a72f-434f-be63-70384b8b1f5c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:05.893053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:05.907217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Transition to ACTIVE for port object 1d42958b-f26e-454f-929c-428c7b0abb11 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:42:05.964364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee630f-c667-48a4-b60e-a687c3a07ee9 req-84bc2495-b376-46cd-bde8-f0287ee7fdd5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:05.976755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cee630f-c667-48a4-b60e-a687c3a07ee9 req-84bc2495-b376-46cd-bde8-f0287ee7fdd5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 948 time: 0.9548292 Nov 05 21:42:06.084906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cee630f-c667-48a4-b60e-a687c3a07ee9 req-92a2acf5-ab1b-4140-97aa-79140b27cb5a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069977 Nov 05 21:42:06.104669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71b66e79-96b5-4abd-badd-71ed6fa8ec11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca6b44b75a5941baad7402d63419a311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502976 Nov 05 21:42:06.108118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43430) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:06.124505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] For port 35478bf4-a72f-434f-be63-70384b8b1f5c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=35478bf4-a72f-434f-be63-70384b8b1f5c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:06.124920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.149612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Calling delete_port for 35478bf4-a72f-434f-be63-70384b8b1f5c owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:06.198600 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dcc45695-15ed-4e2a-8e73-cbaf2714a12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.222972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.323193 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dcc45695-15ed-4e2a-8e73-cbaf2714a12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.334881 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-63168b0d-7102-48d1-bc86-fa96beee46dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.472829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e1b38e-68f8-47ec-86ed-39308abf58b4 req-4ae6f0aa-313b-4853-887c-9d9f30800a36 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0443716 Nov 05 21:42:06.518056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.631935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Pushing event deleted for resources: {'Port': ['ID=35478bf4-a72f-434f-be63-70384b8b1f5c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:06.684062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d42958b-f26e-454f-929c-428c7b0abb11,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:06.726835 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-fba314c7-b74f-43ce-93ba-fa41e4edb9f2 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:42:06.731476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fba314c7-b74f-43ce-93ba-fa41e4edb9f2 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.7056625 Nov 05 21:42:06.731476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Attempting to bind port 1d42958b-f26e-454f-929c-428c7b0abb11 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:06.731902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Attempting to bind port 1d42958b-f26e-454f-929c-428c7b0abb11 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:06.732166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Attempting to bind port 1d42958b-f26e-454f-929c-428c7b0abb11 on network 397cd067-58e1-4f33-88b8-f3f94f076f75 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:06.734583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43448) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:06.740743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Port 1d42958b-f26e-454f-929c-428c7b0abb11 on network 397cd067-58e1-4f33-88b8-f3f94f076f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:42:06.741086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Attempting to bind port 1d42958b-f26e-454f-929c-428c7b0abb11 on network 397cd067-58e1-4f33-88b8-f3f94f076f75 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:06.745961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b2b5dd24-f59b-4af6-8740-ed26c998bbdc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group_rule': {'security_group_id': '6dd21afd-70f0-44af-b169-3fe87dfe9d77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:06.757118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d3fe6-4eb8-4e8a-ae10-c786ec6280cc req-69577b77-4e7c-4c7f-917c-aa9ba29830e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:06.758797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b6d3fe6-4eb8-4e8a-ae10-c786ec6280cc req-69577b77-4e7c-4c7f-917c-aa9ba29830e6 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 944 time: 0.5279768 Nov 05 21:42:06.761842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dcc45695-15ed-4e2a-8e73-cbaf2714a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.765130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dcc45695-15ed-4e2a-8e73-cbaf2714a12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.769963 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dcc45695-15ed-4e2a-8e73-cbaf2714a12d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce0e443f-70a3-46a9-843e-66747e011bba HTTP/1.1" status: 204 len: 168 time: 0.6605155 Nov 05 21:42:06.791316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc45695-15ed-4e2a-8e73-cbaf2714a12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0e443f-70a3-46a9-843e-66747e011bba,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:06.816766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:06.817123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Checking segment: {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:06.818724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Bound using segment: {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:06.819210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Bound port: 1d42958b-f26e-454f-929c-428c7b0abb11, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207bd506-dacb-42e0-b375-46ce3de63ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:06.819594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.826553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] No DVR routers for this DVR port 35478bf4-a72f-434f-be63-70384b8b1f5c on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:06.839314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:06.849082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5962824-af28-470e-8e9f-e1cf928548ce req-7a58cb55-f301-4f40-84dc-0e9f1ca4425a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "DELETE /v2.0/ports/35478bf4-a72f-434f-be63-70384b8b1f5c HTTP/1.1" status: 204 len: 173 time: 1.2486088 Nov 05 21:42:06.849562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-deleted', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:06.870678 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91075bb-547f-4c90-83da-571c6102e12c" -d '{"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-deleted", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:07.007606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b6d3fe6-4eb8-4e8a-ae10-c786ec6280cc req-4591cda3-67fa-4199-9989-7bf635d0bd39 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341583 Nov 05 21:42:07.040214 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524aeba2-f5c2-4327-bdea-117f10904a76 x-openstack-request-id: req-524aeba2-f5c2-4327-bdea-117f10904a76 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:07.041426 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331d430-1a16-4d9a-a91e-a5b6fafca1ba", "name": "network-vif-deleted", "tag": "35478bf4-a72f-434f-be63-70384b8b1f5c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:07.041923 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-524aeba2-f5c2-4327-bdea-117f10904a76 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:07.042656 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331d430-1a16-4d9a-a91e-a5b6fafca1ba', 'name': 'network-vif-deleted', 'tag': '35478bf4-a72f-434f-be63-70384b8b1f5c', 'status': 'completed', 'code': 200} Nov 05 21:42:07.081830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] For port 1d42958b-f26e-454f-929c-428c7b0abb11, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:07.091934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] For port 1d42958b-f26e-454f-929c-428c7b0abb11, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1d42958b-f26e-454f-929c-428c7b0abb11,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:07.147462 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-b2b5dd24-f59b-4af6-8740-ed26c998bbdc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 21:42:07.151791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43466) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:07.160253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b2b5dd24-f59b-4af6-8740-ed26c998bbdc tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4145999 Nov 05 21:42:07.226293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:07.306884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68a4a313-0313-4633-861b-86af6da048bc req-c6a6d6a9-fbd0-441a-b5e5-c2a188f5d8c8 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=a331d430-1a16-4d9a-a91e-a5b6fafca1ba HTTP/1.1" status: 200 len: 210 time: 0.0816524 Nov 05 21:42:07.374642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:07.375318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:07.377036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d42958b-f26e-454f-929c-428c7b0abb11 HTTP/1.1" status: 200 len: 1092 time: 2.7025132 Nov 05 21:42:07.395015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:07.402692 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:07.452950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43478) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:07.497083 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c989f6-0c7b-4cdf-b24b-0976d6781356 x-openstack-request-id: req-91c989f6-0c7b-4cdf-b24b-0976d6781356 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:07.498663 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:07.498925 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91c989f6-0c7b-4cdf-b24b-0976d6781356 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:07.499404 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11', 'status': 'completed', 'code': 200} Nov 05 21:42:07.517990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a6860-d3fd-41e7-93c6-fddc5c6054d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d42958b-f26e-454f-929c-428c7b0abb11,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:07.562876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8e21-c8c7-4f6b-8c69-3736d03b07c7 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:07.650091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8e21-c8c7-4f6b-8c69-3736d03b07c7 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:07.665949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-635cb6e2-194b-49c6-b3c6-99fd711fbdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:07.667860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-635cb6e2-194b-49c6-b3c6-99fd711fbdb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3955805009884856ad8d19241779d713&device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 1095 time: 0.1623430 Nov 05 21:42:07.687680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ec49fef-cd6b-41e1-aee5-e42fe58454bb req-f1a8b224-bc9e-44c7-beb0-dd3dc3c8f41b tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.1138866 Nov 05 21:42:07.844675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-f52e5035-9d52-466a-8d2b-971b912cee49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d42958b-f26e-454f-929c-428c7b0abb11 HTTP/1.1" status: 200 len: 217 time: 0.1497426 Nov 05 21:42:07.954166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8e21-c8c7-4f6b-8c69-3736d03b07c7 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:07.959450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad0b8e21-c8c7-4f6b-8c69-3736d03b07c7 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:07.963600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ad0b8e21-c8c7-4f6b-8c69-3736d03b07c7 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/6dd21afd-70f0-44af-b169-3fe87dfe9d77 HTTP/1.1" status: 204 len: 168 time: 0.8076615 Nov 05 21:42:07.972675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43496) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:07.973027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43498) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:08.135733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b8e21-c8c7-4f6b-8c69-3736d03b07c7 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd21afd-70f0-44af-b169-3fe87dfe9d77,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:08.216437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-0b1efc63-a1b8-4d55-85d0-a76e06961709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:08.230178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-0b1efc63-a1b8-4d55-85d0-a76e06961709 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f HTTP/1.1" status: 200 len: 854 time: 0.3770664 Nov 05 21:42:08.354036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac511505-0e03-4599-89f5-8ba3d23b58de tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3768594 Nov 05 21:42:08.354758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:08.361211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-75563e65-c89b-4e9b-ab20-aff2677ae011 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'tempest-secgroup--603899701'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:08.384753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-58daeacc-1304-400f-9502-9a767f0cc6b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52d658d501e44dd3a30aa444f07d9b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946588 Nov 05 21:42:08.390676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43510) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:08.407212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb289d-928e-4bfc-8fe3-120750271718 req-9bc9878a-374b-4d6e-a584-d845ca2a4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:08.409586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-9bc9878a-374b-4d6e-a584-d845ca2a4686 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=397cd067-58e1-4f33-88b8-f3f94f076f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483576 Nov 05 21:42:08.455137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512367-fe8b-4457-985b-5ca8fb012544 req-1d58492e-be18-4491-9729-8ab4086988e9 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:08.463010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7512367-fe8b-4457-985b-5ca8fb012544 req-1d58492e-be18-4491-9729-8ab4086988e9 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 944 time: 0.2388229 Nov 05 21:42:08.507373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75563e65-c89b-4e9b-ab20-aff2677ae011 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.520565 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8c5164c3-0e3e-493f-834e-14b4296567b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.619804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75563e65-c89b-4e9b-ab20-aff2677ae011 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.635335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f4d938c-b907-4496-ad8e-a07dee0b7ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.645186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-84d66cab-975e-4330-bbac-8c6ed5aba277 service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274964 Nov 05 21:42:08.691269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43516) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:08.696364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f4d938c-b907-4496-ad8e-a07dee0b7ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.774237 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75563e65-c89b-4e9b-ab20-aff2677ae011 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.869572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f4d938c-b907-4496-ad8e-a07dee0b7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.872855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f4d938c-b907-4496-ad8e-a07dee0b7ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.876189 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6f4d938c-b907-4496-ad8e-a07dee0b7ea6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae5476b1-41fd-4559-becf-a053d99b7521 HTTP/1.1" status: 204 len: 168 time: 0.4716806 Nov 05 21:42:08.914128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75563e65-c89b-4e9b-ab20-aff2677ae011 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b3495e-1a5b-4682-b847-203539c82e1f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:08.957133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1536327943-network', 'tenant_id': 'c4d6c0a537ea4d8883975a1e4cf4d0a8'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:08.979098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75563e65-c89b-4e9b-ab20-aff2677ae011 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:08.983633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-75563e65-c89b-4e9b-ab20-aff2677ae011 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6265106 Nov 05 21:42:08.986160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43526) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:08.996654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d254c997-c19b-4b07-b892-7a36bf0c30ff tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:08.997324 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-d254c997-c19b-4b07-b892-7a36bf0c30ff tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 21:42:08.997864 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-d254c997-c19b-4b07-b892-7a36bf0c30ff tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] update failed (client error): There was a conflict when trying to complete your request. Nov 05 21:42:09.002429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d254c997-c19b-4b07-b892-7a36bf0c30ff tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "PUT /v2.0/security-groups/96b3495e-1a5b-4682-b847-203539c82e1f HTTP/1.1" status: 409 len: 330 time: 0.0096278 Nov 05 21:42:09.007302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43528) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:09.009649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d938c-b907-4496-ad8e-a07dee0b7ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5476b1-41fd-4559-becf-a053d99b7521,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:09.028388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17fb289d-928e-4bfc-8fe3-120750271718 req-781e42fa-dc3b-4495-b163-15f9cbb6763a service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744845 Nov 05 21:42:09.102239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35478bf4-a72f-434f-be63-70384b8b1f5c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:09.116704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93d802a0-b289-41e5-8e39-d0c2ddf6404c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.154961 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93d802a0-b289-41e5-8e39-d0c2ddf6404c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.163903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 35478bf4-a72f-434f-be63-70384b8b1f5c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:09.167355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 35478bf4-a72f-434f-be63-70384b8b1f5c not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:09.190185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Made reservation on behalf of c4d6c0a537ea4d8883975a1e4cf4d0a8 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:09.193324 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.281087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.293238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7512367-fe8b-4457-985b-5ca8fb012544 req-c7fce668-8118-47c4-8e43-e48674ff1064 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8145604 Nov 05 21:42:09.409023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2de8940a-ad9c-438f-b643-d6eca4e85d85 req-d9b9fae3-69dd-45ab-93d8-6740e195b4cf tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.0650578 Nov 05 21:42:09.451589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-c798a68c-7362-4cf9-98c7-a07a02e58b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:09.453188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-c798a68c-7362-4cf9-98c7-a07a02e58b6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3955805009884856ad8d19241779d713&device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 1095 time: 0.2091107 Nov 05 21:42:09.599985 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93d802a0-b289-41e5-8e39-d0c2ddf6404c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.602808 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93d802a0-b289-41e5-8e39-d0c2ddf6404c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.607715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43548) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:09.614220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-93d802a0-b289-41e5-8e39-d0c2ddf6404c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/96b3495e-1a5b-4682-b847-203539c82e1f HTTP/1.1" status: 204 len: 168 time: 0.6023717 Nov 05 21:42:09.669909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d802a0-b289-41e5-8e39-d0c2ddf6404c tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b3495e-1a5b-4682-b847-203539c82e1f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:09.683511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ca7a-8dfc-4051-8d05-9a795f496804 req-ccda0c86-575a-4873-b676-a906d39b5439 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:09.691446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2015ca7a-8dfc-4051-8d05-9a795f496804 req-ccda0c86-575a-4873-b676-a906d39b5439 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 949 time: 0.1930046 Nov 05 21:42:09.705015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-8b07e9c0-0df1-4d25-b4f7-4cf04d329428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:09.705015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-8b07e9c0-0df1-4d25-b4f7-4cf04d329428 service neutron] 10.222.0.46 "GET /v2.0/networks?id=397cd067-58e1-4f33-88b8-f3f94f076f75 HTTP/1.1" status: 200 len: 916 time: 0.2344825 Nov 05 21:42:09.705212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3aeecde2-699a-4f27-ab8e-2df840444471 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0904772 Nov 05 21:42:09.706763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43550) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:09.730179 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-fe993d25-e813-4e56-8585-1eb043415e1a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] delete failed (client error): The resource could not be found. Nov 05 21:42:09.740038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe993d25-e813-4e56-8585-1eb043415e1a tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "DELETE /v2.0/security-groups/3dcb5923-5a25-4192-8822-dd0f460347cb HTTP/1.1" status: 404 len: 347 time: 0.0233290 Nov 05 21:42:09.745850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43552) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:09.751347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.816790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-2b85c7ac-46a7-4b32-8c0c-d080e3d482bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d42958b-f26e-454f-929c-428c7b0abb11 HTTP/1.1" status: 200 len: 217 time: 0.1014488 Nov 05 21:42:09.901827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2015ca7a-8dfc-4051-8d05-9a795f496804 req-813add62-d6c1-4895-a81d-c092c64cbfd5 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094073 Nov 05 21:42:09.915668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.921469 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:09.931830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-ed5d3449-fc6e-42fc-a245-17f2f1d36d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:09.933478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-ed5d3449-fc6e-42fc-a245-17f2f1d36d07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f HTTP/1.1" status: 200 len: 854 time: 0.1033208 Nov 05 21:42:09.943003 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-bcc0279a-df99-4943-bcf3-2c50b5a909ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] show failed (client error): The resource could not be found. Nov 05 21:42:09.951988 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bcc0279a-df99-4943-bcf3-2c50b5a909ed tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-groups/4c835728-180e-4cf8-afcc-34ffe54733b6 HTTP/1.1" status: 404 len: 347 time: 0.2047899 Nov 05 21:42:09.954714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43556) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:10.013325 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-f0bc9638-e21b-4f70-b05c-4c45207ce498 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] show failed (client error): The resource could not be found. Nov 05 21:42:10.016016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f0bc9638-e21b-4f70-b05c-4c45207ce498 tempest-NegativeSecGroupIPv6Test-1512889925 tempest-NegativeSecGroupIPv6Test-1512889925-project] 10.222.0.41 "GET /v2.0/security-group-rules/367f2533-1a66-4c7e-bad6-eb598d35650c HTTP/1.1" status: 404 len: 356 time: 0.0604050 Nov 05 21:42:10.031757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-74c832f4-7c5c-433e-abe9-fb0528f6653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:10.039037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-74c832f4-7c5c-433e-abe9-fb0528f6653f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=397cd067-58e1-4f33-88b8-f3f94f076f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916357 Nov 05 21:42:10.043064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:10.112161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:10.160710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d54432-6543-4745-9ebb-173fb33fa97a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:10.180862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:10.180862 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Added segment d34eca61-789d-43c3-b095-19fbd96b4361 of type vlan for network be65e357-3392-4813-b81f-2fe0f7afecb7 Nov 05 21:42:10.254181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Deleting port 30da33c5-ddb1-4a88-920d-bea4b243d922 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:10.254822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:10.300784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:10.385029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] For port 30da33c5-ddb1-4a88-920d-bea4b243d922, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=30da33c5-ddb1-4a88-920d-bea4b243d922,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:10.386299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:10.411597 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-b8eb93f4-e066-46fe-9bd1-b48097c6fe9b service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673182 Nov 05 21:42:10.414439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Calling delete_port for 30da33c5-ddb1-4a88-920d-bea4b243d922 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:10.507662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:10.508813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:10.509183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:10.521907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80b841-005f-404a-9abf-435a011699d6 req-e5e3f559-c957-4fa5-86a1-6242c746fc3b tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:10.533169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d80b841-005f-404a-9abf-435a011699d6 req-e5e3f559-c957-4fa5-86a1-6242c746fc3b tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 944 time: 0.1430578 Nov 05 21:42:10.719705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43578) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:10.845378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d80b841-005f-404a-9abf-435a011699d6 req-6f214f11-8f36-412a-8822-9807fa3b5599 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993054 Nov 05 21:42:10.845954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] Pushing event updated for resources: {'Network': ['ID=be65e357-3392-4813-b81f-2fe0f7afecb7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:10.853851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network be65e357-3392-4813-b81f-2fe0f7afecb7 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:10.943748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b81cb69-5e71-4b21-83ec-c7081151f568 req-4edeb793-70c5-4158-a57b-1729fdc17f6c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06143ed-e410-4042-8a1c-ce2034a841ab HTTP/1.1" status: 200 len: 210 time: 0.2435172 Nov 05 21:42:11.046116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-113743a5-07ee-460a-8ebb-cf6d6fcde6ef req-fc750a78-7361-454d-991d-e7ccb8208f77 service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245995 Nov 05 21:42:11.124888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2bddd07-93e0-41b9-9499-eda5a940499a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4311280 Nov 05 21:42:11.137000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43594) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:11.145763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Request body: {'subnet': {'network_id': 'be65e357-3392-4813-b81f-2fe0f7afecb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1536327943-subnet', 'tenant_id': 'c4d6c0a537ea4d8883975a1e4cf4d0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:11.218012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5e6644af-dcc2-4a89-a5e3-c34d7ba93fcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d331578a59784f97a5e8a6e0320c0f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950261 Nov 05 21:42:11.223015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43596) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:11.301131 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47262b33-4611-4463-b69d-52a3edd13541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.301601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d53310-d505-41c7-ba36-5a59a1036fe2 req-c6113232-3623-43ca-943d-d7d6ba03bf16 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:11.304023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7d53310-d505-41c7-ba36-5a59a1036fe2 req-c6113232-3623-43ca-943d-d7d6ba03bf16 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 949 time: 0.1214955 Nov 05 21:42:11.324759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47262b33-4611-4463-b69d-52a3edd13541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.366268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7d53310-d505-41c7-ba36-5a59a1036fe2 req-8cff97d1-d8ac-4e08-8fbc-4c4fc8c7a41b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553460 Nov 05 21:42:11.373799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.404607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.406671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Pushing event deleted for resources: {'Port': ['ID=30da33c5-ddb1-4a88-920d-bea4b243d922,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:11.441405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Made reservation on behalf of c4d6c0a537ea4d8883975a1e4cf4d0a8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:11.444142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.457493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47262b33-4611-4463-b69d-52a3edd13541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.460893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47262b33-4611-4463-b69d-52a3edd13541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.462119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-47262b33-4611-4463-b69d-52a3edd13541 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2274550c-9a1a-4680-a834-12cc9c736cc7 HTTP/1.1" status: 204 len: 168 time: 0.2372482 Nov 05 21:42:11.497512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47262b33-4611-4463-b69d-52a3edd13541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2274550c-9a1a-4680-a834-12cc9c736cc7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:11.760496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.930297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:11.943406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a2c2-2341-4a61-a289-8831d0e430be req-5ec23574-f9c3-44c6-8a6b-044ce5fd0b72 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:11.945164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f835a2c2-2341-4a61-a289-8831d0e430be req-5ec23574-f9c3-44c6-8a6b-044ce5fd0b72 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 949 time: 0.1038573 Nov 05 21:42:12.128838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:12.272497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60dee965-7a19-425a-8825-57caa39d139e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:12.344980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Router bb73c8ad-f117-4109-8311-11a4695f581a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:42:12.409765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993329-c4fe-4714-b566-a6a911fc5664 req-f30fd6d6-0f90-4868-af58-097e2d344d44 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:12.414437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d993329-c4fe-4714-b566-a6a911fc5664 req-f30fd6d6-0f90-4868-af58-097e2d344d44 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 944 time: 0.1654408 Nov 05 21:42:12.420093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Checking segment: {'id': 'd34eca61-789d-43c3-b095-19fbd96b4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be65e357-3392-4813-b81f-2fe0f7afecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:12.420820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Network hostable DHCP agents. Network: be65e357-3392-4813-b81f-2fe0f7afecb7, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:12.439888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Deleting port 595e3367-2766-4b57-9022-09b53258e75b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:12.440230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:12.529757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d993329-c4fe-4714-b566-a6a911fc5664 req-36cf1b91-2c20-4a4d-9458-6e12ee887a9c tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008387 Nov 05 21:42:12.745968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Network be65e357-3392-4813-b81f-2fe0f7afecb7 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:12.756460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] For port 595e3367-2766-4b57-9022-09b53258e75b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=595e3367-2766-4b57-9022-09b53258e75b,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:12.758612 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:12.775818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:42:12.785338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5aa01a1b-1097-49e6-95db-d2ede54ef238 admin admin] 10.222.0.41 "PUT /v2.0/routers/bb73c8ad-f117-4109-8311-11a4695f581a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3307376 Nov 05 21:42:12.785967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43648) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:12.787866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] Sync routers for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:42:12.814021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:12.815183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:12.817898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Calling delete_port for 595e3367-2766-4b57-9022-09b53258e75b owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:12.845990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac8860-08ac-4ef9-8c6a-8595156345fe req-552fb8ff-0837-4b34-9075-4bbc42c4d724 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:12.858178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3cac8860-08ac-4ef9-8c6a-8595156345fe req-552fb8ff-0837-4b34-9075-4bbc42c4d724 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 949 time: 0.3289957 Nov 05 21:42:12.956667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3cac8860-08ac-4ef9-8c6a-8595156345fe req-8c75f122-ba04-4edd-847e-1d5713d403a6 tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/security-groups?id=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975251 Nov 05 21:42:12.959775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, be65e357-3392-4813-b81f-2fe0f7afecb7) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:13.039173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e40328-08fa-40b0-89b6-041e1b20613a None None] Network be65e357-3392-4813-b81f-2fe0f7afecb7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:13.057700 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:13.082371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:13.083181 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:13.189850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c769de03-ed73-4f23-950f-79c3c494b666 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0498946 Nov 05 21:42:13.397774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1d42958b-f26e-454f-929c-428c7b0abb11 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:42:13.444420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:13.535159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:13.699531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1d42958b-f26e-454f-929c-428c7b0abb11, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1d42958b-f26e-454f-929c-428c7b0abb11,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:13.709420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43684) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:13.710241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Pushing event deleted for resources: {'Port': ['ID=595e3367-2766-4b57-9022-09b53258e75b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:13.724978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '1d42958b-f26e-454f-929c-428c7b0abb11', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'port_id': '1d42958b-f26e-454f-929c-428c7b0abb11', 'mac_address': 'fa:16:3e:ec:69:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:42:13.777019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Deleting port d44daecf-fbc3-4def-b0cd-515b7ef303f1 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:13.777614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:13.799409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:13.860511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d42958b-f26e-454f-929c-428c7b0abb11 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:13.879659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] No DVR routers for this DVR port 595e3367-2766-4b57-9022-09b53258e75b on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:13.887063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:13.890549 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f835a2c2-2341-4a61-a289-8831d0e430be req-ea177f15-095e-4353-910d-0b17a257b29b tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.46 "DELETE /v2.0/ports/595e3367-2766-4b57-9022-09b53258e75b HTTP/1.1" status: 204 len: 173 time: 1.9383066 Nov 05 21:42:13.891308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-deleted', 'tag': '595e3367-2766-4b57-9022-09b53258e75b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:13.897202 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bef26ae-c7bc-4598-9e47-a54fff9eac82" -d '{"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-deleted", "tag": "595e3367-2766-4b57-9022-09b53258e75b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:13.932319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-c2ec46c0-6c48-4d40-a187-6e963b346524 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2335536 Nov 05 21:42:13.944068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1d42958b-f26e-454f-929c-428c7b0abb11, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1d42958b-f26e-454f-929c-428c7b0abb11,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:13.958615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:14.142199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252726553-network', 'tenant_id': '650f508456d149eabd883b52cf2bb303'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:14.166810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-d3028c11-e1b0-4439-a2e5-b6ce02173b70 req-b76358f4-e9f0-4c39-8e8e-ecbd6e9fee09 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-462332144', 'description': 'tempest-description-280109938'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:14.237562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51996bd-8567-4919-ad4e-935b56f2166c req-815d17c2-9e92-4340-a4ef-e5efd0324bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:14.240927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-815d17c2-9e92-4340-a4ef-e5efd0324bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 1096 time: 0.2768805 Nov 05 21:42:14.267585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:14.294550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965994f-fbd2-4e15-a8b7-5de87a80610a req-eba87dd5-6229-468b-8784-9ec9ea250bde tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:14.305175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e965994f-fbd2-4e15-a8b7-5de87a80610a req-eba87dd5-6229-468b-8784-9ec9ea250bde tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 944 time: 0.4477725 Nov 05 21:42:14.326191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] For port d44daecf-fbc3-4def-b0cd-515b7ef303f1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d44daecf-fbc3-4def-b0cd-515b7ef303f1,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:14.326605 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:14.376685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Calling delete_port for d44daecf-fbc3-4def-b0cd-515b7ef303f1 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:14.379797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Made reservation on behalf of 650f508456d149eabd883b52cf2bb303 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:14.384718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:14.412296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:14.492026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e965994f-fbd2-4e15-a8b7-5de87a80610a req-5f8cf222-ba11-4e60-9129-9276e03df606 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855547 Nov 05 21:42:14.559526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d3028c11-e1b0-4439-a2e5-b6ce02173b70 req-b76358f4-e9f0-4c39-8e8e-ecbd6e9fee09 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:14.757446 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37819f1-30ed-497e-9695-ffeb5bbc3076 x-openstack-request-id: req-c37819f1-30ed-497e-9695-ffeb5bbc3076 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:14.757748 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c10d-626b-4a88-84bb-14655a1cd89d", "name": "network-vif-deleted", "tag": "595e3367-2766-4b57-9022-09b53258e75b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:14.758010 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c37819f1-30ed-497e-9695-ffeb5bbc3076 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:14.758425 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c10d-626b-4a88-84bb-14655a1cd89d', 'name': 'network-vif-deleted', 'tag': '595e3367-2766-4b57-9022-09b53258e75b', 'status': 'completed', 'code': 200} Nov 05 21:42:14.779649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c53a56-7238-4ca0-9716-2d724001857f None None] Network be65e357-3392-4813-b81f-2fe0f7afecb7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:14.909871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:14.915734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51996bd-8567-4919-ad4e-935b56f2166c req-c2cf5381-fc71-40b0-84c2-975ec027257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:14.917522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-c2cf5381-fc71-40b0-84c2-975ec027257f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 200 len: 921 time: 0.6532228 Nov 05 21:42:14.996467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff5cdd17-a8d0-4fdb-b8ff-034a5c7133b3 req-83102d7d-00e4-4511-b580-90e41838230a tempest-ListImageFiltersTestJSON-663210502 tempest-ListImageFiltersTestJSON-663210502-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254c10d-626b-4a88-84bb-14655a1cd89d HTTP/1.1" status: 200 len: 210 time: 0.1158910 Nov 05 21:42:15.020735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.063908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-76ced279-efb4-4372-8a6b-a76d54aa35cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 200 len: 217 time: 0.1387730 Nov 05 21:42:15.091804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e8bca-54cf-4ea1-b5b1-8b42e899726c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:15.092690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['1d42958b-f26e-454f-929c-428c7b0abb11'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:15.149217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:15.169147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.177894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 595e3367-2766-4b57-9022-09b53258e75b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:15.183723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 595e3367-2766-4b57-9022-09b53258e75b not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:15.261175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44daecf-fbc3-4def-b0cd-515b7ef303f1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:15.278740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=1d42958b-f26e-454f-929c-428c7b0abb11,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:15.283405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51996bd-8567-4919-ad4e-935b56f2166c req-364f81d9-e135-4586-bb36-438ae3838155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:15.300099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-364f81d9-e135-4586-bb36-438ae3838155 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 200 len: 860 time: 0.1998339 Nov 05 21:42:15.301147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:15.367631 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:42:10Z', 'revision_number': 5, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port': {'id': 'd44daecf-fbc3-4def-b0cd-515b7ef303f1', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:16Z', 'updated_at': '2021-11-05T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:15.474012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] Checking router: bb73c8ad-f117-4109-8311-11a4695f581a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:42:15.483108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.494363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-3b093f1c-2988-46bb-8b9a-cd0353decadc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ef6d437-51b6-4f00-a540-ec2d4ab79672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652634 Nov 05 21:42:15.496121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.502950 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Added segment 77228371-5354-476c-82fb-074afe3d4a61 of type vlan for network eb003fa6-fbbf-4986-9bb5-d8c465f342ab Nov 05 21:42:15.503214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] Routers {'bb73c8ad-f117-4109-8311-11a4695f581a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:15.503902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb73c8ad-f117-4109-8311-11a4695f581a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:15.541816 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d3028c11-e1b0-4439-a2e5-b6ce02173b70 req-b76358f4-e9f0-4c39-8e8e-ecbd6e9fee09 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.725260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] Set router bb73c8ad-f117-4109-8311-11a4695f581a gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:15.764598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-8b7a773e-a4f4-46b9-850a-5f774af1e073 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258186 Nov 05 21:42:15.811664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.821333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.825638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d3028c11-e1b0-4439-a2e5-b6ce02173b70 req-b76358f4-e9f0-4c39-8e8e-ecbd6e9fee09 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:15.837929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:42:14Z', 'revision_number': 7, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:15.882262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe96cf-d658-41db-8002-699f52a2982d None None] The sync data for ids ['bb73c8ad-f117-4109-8311-11a4695f581a'] in n-d-816738-5 is: [{'id': 'bb73c8ad-f117-4109-8311-11a4695f581a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-731380422-router', 'tenant_id': '93f046332ee6438ab74695ec5f6b2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:15Z', 'updated_at': '2021-11-05T21:42:14Z', 'revision_number': 7, 'project_id': '93f046332ee6438ab74695ec5f6b2971', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:42:15.954437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7b9d-7215-46d2-a97d-7fe4256fb76b req-b307bab7-4d57-4e75-a0b0-858057f28db5 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:15.965509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd4c7b9d-7215-46d2-a97d-7fe4256fb76b req-b307bab7-4d57-4e75-a0b0-858057f28db5 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 945 time: 0.3265209 Nov 05 21:42:16.053888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd4c7b9d-7215-46d2-a97d-7fe4256fb76b req-0062c1c9-4adc-43a2-8543-46e32cc84c0a tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874314 Nov 05 21:42:16.058862 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.058862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb73c8ad-f117-4109-8311-11a4695f581a {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:42:16.063667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.064762 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-515e77d8-d713-4f69-8258-7e05573804e8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bb73c8ad-f117-4109-8311-11a4695f581a HTTP/1.1" status: 204 len: 168 time: 3.2778606 Nov 05 21:42:16.071476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43734) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:16.148649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] Deleting subnet 0155f2cd-b409-4894-a1be-b5c91bbbb212 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:16.152316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.228732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.407582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.577218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.615145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.622858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0155f2cd-b409-4894-a1be-b5c91bbbb212,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:16.625631 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.632033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-45dad97b-2c98-432c-9ef1-a47b611c0211 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0155f2cd-b409-4894-a1be-b5c91bbbb212 HTTP/1.1" status: 204 len: 168 time: 0.5543163 Nov 05 21:42:16.633082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2681dc-1837-470f-9c0d-c69302ddc3de None None] Network c969c4f4-bcfa-40bb-8aed-99c806fc5d07 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:16.633559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43756) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:16.725553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76358f4-e9f0-4c39-8e8e-ecbd6e9fee09 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0087a2d9-a004-4b9a-96f6-46726476bf73,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:16.788808 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.789859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:16.790879 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.861401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.945316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d3028c11-e1b0-4439-a2e5-b6ce02173b70 req-b76358f4-e9f0-4c39-8e8e-ecbd6e9fee09 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:16.956749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3028c11-e1b0-4439-a2e5-b6ce02173b70 req-b76358f4-e9f0-4c39-8e8e-ecbd6e9fee09 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 2.7964218 Nov 05 21:42:17.010300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Deleting port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:17.011056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.148464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1d42958b-f26e-454f-929c-428c7b0abb11 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:17.150529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] DHCP port deletion for c969c4f4-bcfa-40bb-8aed-99c806fc5d07 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:42:17.229918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43772) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:17.259162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5210025 Nov 05 21:42:17.283976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43776) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:17.298977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f51996bd-8567-4919-ad4e-935b56f2166c req-a7960099-8b8e-4507-9040-67c653f1d570 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5258331 Nov 05 21:42:17.315808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] For port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:17.316861 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.331614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Request body: {'subnet': {'network_id': 'eb003fa6-fbbf-4986-9bb5-d8c465f342ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252726553-subnet', 'tenant_id': '650f508456d149eabd883b52cf2bb303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:17.366270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Calling delete_port for d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:17.373132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096f217-3b4b-4a2e-9027-d39903399654 admin admin] Pushing event updated for resources: {'Network': ['ID=eb003fa6-fbbf-4986-9bb5-d8c465f342ab,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:17.381238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] Deleting port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:17.385745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.447499 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-c254dde4-7652-4f2e-a888-8596f431196a tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/0087a2d9-a004-4b9a-96f6-46726476bf73 HTTP/1.1" status: 200 len: 1828 time: 0.3585498 Nov 05 21:42:17.484364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0087a2d9-a004-4b9a-96f6-46726476bf73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:17.485019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0087a2d9-a004-4b9a-96f6-46726476bf73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:17.516967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network eb003fa6-fbbf-4986-9bb5-d8c465f342ab details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:17.544595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d44daecf-fbc3-4def-b0cd-515b7ef303f1 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:17.650032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Made reservation on behalf of 650f508456d149eabd883b52cf2bb303 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:17.652364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.653245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3408d388-172e-4d42-8f48-35bec68353a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.712395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] For port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,segment=NetworkSegment(43c24934-18f8-4a28-bc38-7b9913917a3f),segment_id=43c24934-18f8-4a28-bc38-7b9913917a3f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:17.713559 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.723920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.734828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] Calling delete_port for d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:17.787997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d44daecf-fbc3-4def-b0cd-515b7ef303f1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:17.788365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d44daecf-fbc3-4def-b0cd-515b7ef303f1 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:17.788835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 30da33c5-ddb1-4a88-920d-bea4b243d922 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:17.794523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 1d42958b-f26e-454f-929c-428c7b0abb11 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:42:17.854029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3408d388-172e-4d42-8f48-35bec68353a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.862746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] No DVR routers for this DVR port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:17.863605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 1d42958b-f26e-454f-929c-428c7b0abb11 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:17.877887 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.884740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:17.975589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3408d388-172e-4d42-8f48-35bec68353a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:17.983460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 30da33c5-ddb1-4a88-920d-bea4b243d922 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:17.989141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 30da33c5-ddb1-4a88-920d-bea4b243d922 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:17.989810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:18.070689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:18.071467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:18.197015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.204045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.231314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c969c4f4-bcfa-40bb-8aed-99c806fc5d07']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:18.243529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c24934-18f8-4a28-bc38-7b9913917a3f') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:18.244366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c24934-18f8-4a28-bc38-7b9913917a3f') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:18.258457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.288159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.311920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] No DVR routers for this DVR port d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:18.329667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.339786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:18.340443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.404185 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.404402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6405f99c-7d24-4c4e-b08c-d5ed71eb4520,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:18.430461 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:18.450010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Checking segment: {'id': '77228371-5354-476c-82fb-074afe3d4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb003fa6-fbbf-4986-9bb5-d8c465f342ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:18.450470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Network hostable DHCP agents. Network: eb003fa6-fbbf-4986-9bb5-d8c465f342ab, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:18.453019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd726b-de5a-48fb-aa39-50c2fee5aa07 None None] Pushing event deleted for resources: {'Port': ['ID=d8a4c8c6-1af1-4d38-b2e9-596e5640dcb3,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:18.478106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.489973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:18.495079 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ad5384-7d1b-48d2-873a-06f2437aee0a" -d '{"events": [{"server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "name": "network-vif-plugged", "status": "completed", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:18.524609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.530154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1d42958b-f26e-454f-929c-428c7b0abb11, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1d42958b-f26e-454f-929c-428c7b0abb11,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:18.544215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.549853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.560006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43792) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:18.560447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c969c4f4-bcfa-40bb-8aed-99c806fc5d07 HTTP/1.1" status: 204 len: 168 time: 1.9259293 Nov 05 21:42:18.590221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3408d388-172e-4d42-8f48-35bec68353a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33fbae8130184fb1829baf0d7951209d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3585975 Nov 05 21:42:18.593495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd338dbe-0284-4beb-b920-b12d8fe56937 admin admin] Pushing event deleted for resources: {'Network': ['ID=c969c4f4-bcfa-40bb-8aed-99c806fc5d07,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:18.595390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408d388-172e-4d42-8f48-35bec68353a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c719172-6c6d-426d-bb4b-9f3e1c35ec16,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:18.617578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43794) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:18.620768 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.660661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Network eb003fa6-fbbf-4986-9bb5-d8c465f342ab is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:18.678180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.688101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae245f2e-a5e0-491e-80e1-f8210c98765b req-540442b8-8e78-4c64-8087-57247e2b7405 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:18.692197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae245f2e-a5e0-491e-80e1-f8210c98765b req-540442b8-8e78-4c64-8087-57247e2b7405 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 945 time: 0.4165504 Nov 05 21:42:18.744978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, eb003fa6-fbbf-4986-9bb5-d8c465f342ab) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:18.770989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c6fe6-5a57-411b-aea0-bad5e0c04f64 None None] Network eb003fa6-fbbf-4986-9bb5-d8c465f342ab requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:18.786357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b791b9-4006-4b39-94e0-0a93fb81b792,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:18.797061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=1d42958b-f26e-454f-929c-428c7b0abb11,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:18.813455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:18.813455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.835509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae245f2e-a5e0-491e-80e1-f8210c98765b req-4eb2b55b-7c00-403d-a0aa-9a5f464df9c8 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363783 Nov 05 21:42:18.842127 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb706435-e9fa-4063-b305-b24da43c0b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:18.914282 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb706435-e9fa-4063-b305-b24da43c0b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:19.047586 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb706435-e9fa-4063-b305-b24da43c0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:19.056578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb706435-e9fa-4063-b305-b24da43c0b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:19.056578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eb706435-e9fa-4063-b305-b24da43c0b45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c719172-6c6d-426d-bb4b-9f3e1c35ec16 HTTP/1.1" status: 204 len: 168 time: 0.4220097 Nov 05 21:42:19.069832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb706435-e9fa-4063-b305-b24da43c0b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c719172-6c6d-426d-bb4b-9f3e1c35ec16,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:19.093854 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:19.113227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ab38764-bf3b-4240-8249-5bbeb5c2a79f req-eaabf4c6-ebb3-4b38-a978-a9d72fbcbdfe tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6589596 Nov 05 21:42:19.150015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1e4f7224-b116-47ef-8b71-60be63dd8755 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8498011 Nov 05 21:42:19.213284 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e12d227-59ee-49e7-b81c-2c000821bb36 x-openstack-request-id: req-0e12d227-59ee-49e7-b81c-2c000821bb36 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:19.215241 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "name": "network-vif-plugged", "status": "completed", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:19.215731 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e12d227-59ee-49e7-b81c-2c000821bb36 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:19.216660 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11', 'code': 200} Nov 05 21:42:19.360151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92851dd0-9e4d-4124-8e60-61f9849d5d9f None None] Network eb003fa6-fbbf-4986-9bb5-d8c465f342ab requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:19.429085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8be1f021-6566-44f9-8136-ae63fc07724b req-a86834f9-e3ae-46be-80d5-7e35aff690c7 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/0087a2d9-a004-4b9a-96f6-46726476bf73 HTTP/1.1" status: 200 len: 2421 time: 0.1188116 Nov 05 21:42:19.599440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb534e8a-f484-425e-964d-d826ddbd2273 req-85db5327-c58a-4ee8-b50f-9167267c0bb1 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-group-rules/14b791b9-4006-4b39-94e0-0a93fb81b792 HTTP/1.1" status: 200 len: 778 time: 0.1350887 Nov 05 21:42:19.648265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570a7d-6c9c-4a7e-a38f-2fd534da4f5a req-35dc5056-c2d9-4d2f-9273-a3de9b23e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:19.652190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4570a7d-6c9c-4a7e-a38f-2fd534da4f5a req-35dc5056-c2d9-4d2f-9273-a3de9b23e6f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 1097 time: 0.3572769 Nov 05 21:42:19.824029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4570a7d-6c9c-4a7e-a38f-2fd534da4f5a req-a9fce487-cad0-4cd2-ac1e-521ec39c4546 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504376 Nov 05 21:42:19.827177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb534e8a-f484-425e-964d-d826ddbd2273 req-a847d88f-5988-466d-b091-81c90aec14f2 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/0087a2d9-a004-4b9a-96f6-46726476bf73 HTTP/1.1" status: 200 len: 2421 time: 0.2190411 Nov 05 21:42:19.958420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb534e8a-f484-425e-964d-d826ddbd2273 req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:19.972286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb534e8a-f484-425e-964d-d826ddbd2273 req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.047314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43840) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:20.061213 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ead-3959-447c-b6d4-324fc1750084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.186349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb534e8a-f484-425e-964d-d826ddbd2273 req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.205938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bb534e8a-f484-425e-964d-d826ddbd2273 req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.207063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb534e8a-f484-425e-964d-d826ddbd2273 req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/14b791b9-4006-4b39-94e0-0a93fb81b792 HTTP/1.1" status: 204 len: 173 time: 0.3658948 Nov 05 21:42:20.273294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ead-3959-447c-b6d4-324fc1750084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.283002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14b791b9-4006-4b39-94e0-0a93fb81b792,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:20.316668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.317139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.317419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.317954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.318701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.319077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.319622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.320040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.320379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.320920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.321494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.322118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c00391-959d-465a-9ca7-854c37b947f8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:20.343766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.397298 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ead-3959-447c-b6d4-324fc1750084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.480421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0079e1d5-a3f5-47d2-8c92-c43a081b640a req-c31f2f17-d8d9-41cc-8e09-dc580207e4a0 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1459881086', 'description': 'tempest-description-356231939'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:20.485143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a8ead-3959-447c-b6d4-324fc1750084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c2281-132a-45d2-ab40-956cefc57f86,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:20.489705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f07a8ead-3959-447c-b6d4-324fc1750084 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1521528330548bebbd64632b6735941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405415 Nov 05 21:42:20.498250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43860) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:20.536021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0dea4-ac63-4afc-b9ec-5a96c820b322 req-cc72b9f7-f3ba-4c37-9802-e4a58a9d6c4f tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:20.538114 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f0dea4-ac63-4afc-b9ec-5a96c820b322 req-cc72b9f7-f3ba-4c37-9802-e4a58a9d6c4f tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 946 time: 0.1597598 Nov 05 21:42:20.580750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0079e1d5-a3f5-47d2-8c92-c43a081b640a req-c31f2f17-d8d9-41cc-8e09-dc580207e4a0 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.615536 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3316575-4ab3-468d-a9f0-06b4014280aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.638728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3316575-4ab3-468d-a9f0-06b4014280aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.731813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f0dea4-ac63-4afc-b9ec-5a96c820b322 req-e7cd29b2-9a8e-46f6-8d9a-f1014f9e0a19 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783526 Nov 05 21:42:20.785565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43870) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:20.809778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-860783342-network', 'tenant_id': 'b3d0a7a8b6dc4c23815ba5810d602d9e'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:20.842839 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0079e1d5-a3f5-47d2-8c92-c43a081b640a req-c31f2f17-d8d9-41cc-8e09-dc580207e4a0 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.844596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3316575-4ab3-468d-a9f0-06b4014280aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.847250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3316575-4ab3-468d-a9f0-06b4014280aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.848533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c3316575-4ab3-468d-a9f0-06b4014280aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f4c2281-132a-45d2-ab40-956cefc57f86 HTTP/1.1" status: 204 len: 168 time: 0.3448594 Nov 05 21:42:20.883598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3316575-4ab3-468d-a9f0-06b4014280aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c2281-132a-45d2-ab40-956cefc57f86,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:20.944707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Made reservation on behalf of b3d0a7a8b6dc4c23815ba5810d602d9e for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:20.950212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:20.974674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.090621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Deleting port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:21.090922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.276811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0079e1d5-a3f5-47d2-8c92-c43a081b640a req-c31f2f17-d8d9-41cc-8e09-dc580207e4a0 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.276811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f2f17-d8d9-41cc-8e09-dc580207e4a0 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d8939-8d33-4d71-a570-99656369311a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:21.282055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.282055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] For port d8163d8f-c4dd-4ab3-a7d3-35464f228a0d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,segment=NetworkSegment(409a4c60-860c-4c75-952e-cb7363472171),segment_id=409a4c60-860c-4c75-952e-cb7363472171)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:21.282055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.282055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Calling delete_port for d8163d8f-c4dd-4ab3-a7d3-35464f228a0d owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:21.421174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.423439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0079e1d5-a3f5-47d2-8c92-c43a081b640a req-c31f2f17-d8d9-41cc-8e09-dc580207e4a0 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.424842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0079e1d5-a3f5-47d2-8c92-c43a081b640a req-c31f2f17-d8d9-41cc-8e09-dc580207e4a0 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9508827 Nov 05 21:42:21.466368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:21.473308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29950cb-8a42-4c31-82ca-3977efc01f66,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:21.478308 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.491153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.491590 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Added segment 972ca23b-df0d-491f-b243-e60c13b4da1f of type vlan for network b2767447-bd76-40b8-bac1-66cc7a6f8c9f Nov 05 21:42:21.521235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8163d8f-c4dd-4ab3-a7d3-35464f228a0d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:21.610681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.859646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:21.860614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:21.861295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:22.005509 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:22.032864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84bd9d4a-34ff-45fc-a288-2f3fb114451d req-5a4cb839-5aab-41e6-86df-00626bcec2cf tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/6b8d8939-8d33-4d71-a570-99656369311a HTTP/1.1" status: 200 len: 1829 time: 0.0963731 Nov 05 21:42:22.209250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfdd48-81fc-4e05-8fec-355b10fd0ed6 req-8407dc71-306a-49e3-b64e-0276ece79bcb tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:22.210883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5bfdd48-81fc-4e05-8fec-355b10fd0ed6 req-8407dc71-306a-49e3-b64e-0276ece79bcb tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 946 time: 0.0592120 Nov 05 21:42:22.220366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43924) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:22.224122 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4239049 Nov 05 21:42:22.232547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Request body: {'subnet': {'network_id': 'b2767447-bd76-40b8-bac1-66cc7a6f8c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-860783342-subnet', 'tenant_id': 'b3d0a7a8b6dc4c23815ba5810d602d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:22.347397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Made reservation on behalf of b3d0a7a8b6dc4c23815ba5810d602d9e for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:22.351790 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:22.353290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d14db0-6fa3-4a6c-b2f9-8da9b4f1fb23 admin admin] Pushing event updated for resources: {'Network': ['ID=b2767447-bd76-40b8-bac1-66cc7a6f8c9f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:22.373209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b2767447-bd76-40b8-bac1-66cc7a6f8c9f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:22.408190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5bfdd48-81fc-4e05-8fec-355b10fd0ed6 req-a4919678-431b-495b-b453-d18bd0e72b99 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865964 Nov 05 21:42:22.487759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f97eed-5523-41b5-8883-c24d8d7dcd0f req-4a1969b6-461f-493f-a643-ec1b34fe7806 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:22.489389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13f97eed-5523-41b5-8883-c24d8d7dcd0f req-4a1969b6-461f-493f-a643-ec1b34fe7806 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 945 time: 0.3137887 Nov 05 21:42:22.605749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13f97eed-5523-41b5-8883-c24d8d7dcd0f req-d89158d3-95a6-4004-9256-5e044f55e7cd tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604043 Nov 05 21:42:22.635038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Router 6277a533-ed13-4d64-981b-89f073af0644 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:42:22.664829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a3b0b9ae-2cad-41e2-80e7-46aa2bbe005f req-1c9c85dd-dd4e-4162-a7ad-7af74c592735 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1404342651', 'description': 'tempest-description-1511851582'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:22.732586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43936) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:22.850237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:42:22.859261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e3c6f30-88fa-4c29-82d7-5b5b691b49e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/6277a533-ed13-4d64-981b-89f073af0644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2952688 Nov 05 21:42:22.860060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43942) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:22.874666 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37749a9e-169d-4022-aea6-5896c792511e None None] Sync routers for ids ['6277a533-ed13-4d64-981b-89f073af0644'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:42:22.885956 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] Routers {'6277a533-ed13-4d64-981b-89f073af0644'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:22.886580 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6277a533-ed13-4d64-981b-89f073af0644'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:22.945195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3b0b9ae-2cad-41e2-80e7-46aa2bbe005f req-1c9c85dd-dd4e-4162-a7ad-7af74c592735 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.109832 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] Set router 6277a533-ed13-4d64-981b-89f073af0644 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:23.197161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43948) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:23.371027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-422223eb-233e-40a2-bfe8-bb10754cd3a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aad50f3b7cf642489be12517e536078d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322989 Nov 05 21:42:23.371272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd102a0d-5dbb-48eb-83e9-9f27e68b02a0 req-47c535bd-f33c-4973-9b6e-bd4a03eafbcb tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:23.378009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43952) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:23.397625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd102a0d-5dbb-48eb-83e9-9f27e68b02a0 req-47c535bd-f33c-4973-9b6e-bd4a03eafbcb tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 946 time: 0.8523896 Nov 05 21:42:23.399480 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3b0b9ae-2cad-41e2-80e7-46aa2bbe005f req-1c9c85dd-dd4e-4162-a7ad-7af74c592735 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.399834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43954) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:23.402197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.418898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-network', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:23.435577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Request body: {'floatingip': {'port_id': '1d42958b-f26e-454f-929c-428c7b0abb11'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:23.458722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3b0b9ae-2cad-41e2-80e7-46aa2bbe005f req-1c9c85dd-dd4e-4162-a7ad-7af74c592735 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.507789 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:42:21Z', 'revision_number': 5, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:23.557960 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.561687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c85dd-dd4e-4162-a7ad-7af74c592735 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec329748-e642-4946-bef3-ac80326ccac0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:23.574029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41defdba-82d3-4a08-a6d1-0c5c9f08840c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.609986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41defdba-82d3-4a08-a6d1-0c5c9f08840c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.618633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.645487 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37749a9e-169d-4022-aea6-5896c792511e None None] Checking router: 6277a533-ed13-4d64-981b-89f073af0644 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:42:23.677261 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] Routers {'6277a533-ed13-4d64-981b-89f073af0644'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:23.678346 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6277a533-ed13-4d64-981b-89f073af0644'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:23.698014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Made reservation on behalf of 2c37702dff0b46979f0a752e3b2f434d for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:23.703577 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.738672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-4d457bc2-64b0-4438-97c4-83a0f950c9a5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:23.740214 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-4d457bc2-64b0-4438-97c4-83a0f950c9a5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 945 time: 0.0908661 Nov 05 21:42:23.743669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.745574 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3b0b9ae-2cad-41e2-80e7-46aa2bbe005f req-1c9c85dd-dd4e-4162-a7ad-7af74c592735 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.746807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3b0b9ae-2cad-41e2-80e7-46aa2bbe005f req-1c9c85dd-dd4e-4162-a7ad-7af74c592735 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.0926549 Nov 05 21:42:23.818017 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41defdba-82d3-4a08-a6d1-0c5c9f08840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.820811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41defdba-82d3-4a08-a6d1-0c5c9f08840c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.822004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41defdba-82d3-4a08-a6d1-0c5c9f08840c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99 HTTP/1.1" status: 204 len: 168 time: 0.4429731 Nov 05 21:42:23.882223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41defdba-82d3-4a08-a6d1-0c5c9f08840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbbb3c6-bda4-46ac-b0ab-9ea22a7c3d99,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:23.887872 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f86cc7a7-a3a4-43e3-bdfa-02ef9de97a6a req-e604a6be-cba3-4dd6-852f-7b6a9d4c7dd8 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/ec329748-e642-4946-bef3-ac80326ccac0 HTTP/1.1" status: 200 len: 1830 time: 0.1008110 Nov 05 21:42:23.889201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Deleting port 3623f492-92df-4d7d-a34d-77e621494846 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:23.889523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:23.918900 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] Set router 6277a533-ed13-4d64-981b-89f073af0644 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:23.990078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a3e1b95a-a1ae-480e-8ebf-d250a3a8f1ac req-a21f821f-c75f-425f-9fc0-51439e12d472 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1196880728', 'description': 'tempest-description-515572330'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:24.026518 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.054366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Deleting port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:24.054761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.104110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561731fa-2b9d-4afb-a30a-7858c2d41722,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:24.108944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] For port 3623f492-92df-4d7d-a34d-77e621494846, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3623f492-92df-4d7d-a34d-77e621494846,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:24.109352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.151960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110bbba-cb07-4f38-94af-0b90fa89f2a3 req-41e37346-f83f-4a85-8f82-95b647c98ee0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:24.156892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3e1b95a-a1ae-480e-8ebf-d250a3a8f1ac req-a21f821f-c75f-425f-9fc0-51439e12d472 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.161022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1110bbba-cb07-4f38-94af-0b90fa89f2a3 req-41e37346-f83f-4a85-8f82-95b647c98ee0 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 945 time: 0.4327731 Nov 05 21:42:24.183496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Calling delete_port for 3623f492-92df-4d7d-a34d-77e621494846 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:24.240620 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-37749a9e-169d-4022-aea6-5896c792511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:42:21Z', 'revision_number': 5, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:24.301829 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37749a9e-169d-4022-aea6-5896c792511e None None] The sync data for ids ['6277a533-ed13-4d64-981b-89f073af0644'] in n-d-816738-5 is: [{'id': '6277a533-ed13-4d64-981b-89f073af0644', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570811531-router', 'tenant_id': '37f04c82595f4109ba41da6757407d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '3623f492-92df-4d7d-a34d-77e621494846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:35:26Z', 'updated_at': '2021-11-05T21:42:21Z', 'revision_number': 5, 'project_id': '37f04c82595f4109ba41da6757407d2e', 'gw_port': {'id': '3623f492-92df-4d7d-a34d-77e621494846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277a533-ed13-4d64-981b-89f073af0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:35:27Z', 'updated_at': '2021-11-05T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:42:24.322639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Checking segment: {'id': '972ca23b-df0d-491f-b243-e60c13b4da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b2767447-bd76-40b8-bac1-66cc7a6f8c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:24.322902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Network hostable DHCP agents. Network: b2767447-bd76-40b8-bac1-66cc7a6f8c9f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:24.377837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] For port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:24.378271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.395755 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1110bbba-cb07-4f38-94af-0b90fa89f2a3 req-9187b1ca-023b-4c3e-82ef-82e4d40bf0f5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335019 Nov 05 21:42:24.435819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Calling delete_port for d1a0aa4e-dc71-4a34-b605-0fd7976cf77f owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:24.556356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3e1b95a-a1ae-480e-8ebf-d250a3a8f1ac req-a21f821f-c75f-425f-9fc0-51439e12d472 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.639271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3e1b95a-a1ae-480e-8ebf-d250a3a8f1ac req-a21f821f-c75f-425f-9fc0-51439e12d472 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.659312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.683444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f821f-c75f-425f-9fc0-51439e12d472 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0dc382-0520-46ba-99a6-ffdbc3ee3725,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:24.741372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.743002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.774863 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a3e1b95a-a1ae-480e-8ebf-d250a3a8f1ac req-a21f821f-c75f-425f-9fc0-51439e12d472 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.777810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3e1b95a-a1ae-480e-8ebf-d250a3a8f1ac req-a21f821f-c75f-425f-9fc0-51439e12d472 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8431354 Nov 05 21:42:24.778467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.841096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3623f492-92df-4d7d-a34d-77e621494846,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:24.922110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:24.930209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Network b2767447-bd76-40b8-bac1-66cc7a6f8c9f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:24.941372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.025185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:25.047894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9fff586-c4d6-46d1-8268-6152f6acc478 req-de5d1790-8152-4fbb-b170-eff40e119cc3 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/fe0dc382-0520-46ba-99a6-ffdbc3ee3725 HTTP/1.1" status: 200 len: 1829 time: 0.1275711 Nov 05 21:42:25.067991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.068525 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Added segment 8fd543b4-21a6-4aa4-aa2c-9afa146cc021 of type vlan for network 02ee8e61-e979-4924-882a-a49f7bd63d6a Nov 05 21:42:25.071530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd34003-6197-4b39-b4a5-d907f7229ef6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:25.084829 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Floating IP cdaecfbb-cf9c-42d4-8e48-f453f0578899 associated. External IP: 172.25.6.210, port: 1d42958b-f26e-454f-929c-428c7b0abb11. Nov 05 21:42:25.088309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b2767447-bd76-40b8-bac1-66cc7a6f8c9f) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:25.101456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7ee9a-c687-4351-acca-edcaca1d4c72 None None] Network b2767447-bd76-40b8-bac1-66cc7a6f8c9f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:25.141066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.152782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:25.153694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.163508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:25.194042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.211020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.213230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.244594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d0171500-3b8e-4917-ada2-902387f24df2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0162482 Nov 05 21:42:25.281621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-600e93db-db1b-4e41-bb3e-327e37cd155e req-a106c937-dee0-41be-948a-4d2ba9f60294 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1537173278', 'description': 'tempest-description-1942427661'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:25.395343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.401168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:25.406555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.458110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event deleted for resources: {'Port': ['ID=d1a0aa4e-dc71-4a34-b605-0fd7976cf77f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:25.492056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.492568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6277a533-ed13-4d64-981b-89f073af0644 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:42:25.501055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.502253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b03e2ea-14d2-4a30-a645-55464f9bbef3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6277a533-ed13-4d64-981b-89f073af0644 HTTP/1.1" status: 204 len: 168 time: 2.6411386 Nov 05 21:42:25.517610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44008) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:25.524096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44010) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:25.549973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44012) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:25.561368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8163d8f-c4dd-4ab3-a7d3-35464f228a0d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:25.613418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d8163d8f-c4dd-4ab3-a7d3-35464f228a0d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:25.613763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8163d8f-c4dd-4ab3-a7d3-35464f228a0d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:25.650051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-600e93db-db1b-4e41-bb3e-327e37cd155e req-a106c937-dee0-41be-948a-4d2ba9f60294 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.657569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] No DVR routers for this DVR port d1a0aa4e-dc71-4a34-b605-0fd7976cf77f on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:25.687096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.690927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2186e97-7483-48dd-8e8b-44fa90b81901 req-c69bfe51-9340-4692-9f9f-83a5a8d959d9 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "DELETE /v2.0/ports/d1a0aa4e-dc71-4a34-b605-0fd7976cf77f HTTP/1.1" status: 204 len: 173 time: 1.9432068 Nov 05 21:42:25.693391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'name': 'network-vif-deleted', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:25.696301 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb95ecda-0e8f-4f08-aa37-c75ada732476" -d '{"events": [{"server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "name": "network-vif-deleted", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:25.732025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] Deleting subnet 6405f99c-7d24-4c4e-b08c-d5ed71eb4520 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:25.738663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.758327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5459483 Nov 05 21:42:25.770443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44020) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:25.778838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d121e-853c-4a62-94cd-ebd6225c173a None None] Network b2767447-bd76-40b8-bac1-66cc7a6f8c9f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:25.798565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed1a1bea-634e-4260-b19d-27f0aded45b5 req-e7fb424e-063e-430a-9e80-477c10f48d8d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d473b6-f3f9-4896-98c1-48a045f29ddd HTTP/1.1" status: 200 len: 210 time: 0.2324440 Nov 05 21:42:25.829883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.853073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1119508895-network', 'tenant_id': 'a4cad59529574ea1a73029d096de009b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:25.917838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-600e93db-db1b-4e41-bb3e-327e37cd155e req-a106c937-dee0-41be-948a-4d2ba9f60294 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.930707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:25.939484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Request body: {'subnet': {'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-subnet', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:25.967671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfc82d-391d-4211-9ddc-902e3ea9281c admin admin] Pushing event updated for resources: {'Network': ['ID=02ee8e61-e979-4924-882a-a49f7bd63d6a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:25.980907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:25.984301 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ffec22-1d02-4eaa-a2dc-62354d50ad73 x-openstack-request-id: req-d5ffec22-1d02-4eaa-a2dc-62354d50ad73 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:25.984974 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d473b6-f3f9-4896-98c1-48a045f29ddd", "name": "network-vif-deleted", "tag": "d1a0aa4e-dc71-4a34-b605-0fd7976cf77f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:25.985435 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5ffec22-1d02-4eaa-a2dc-62354d50ad73 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:25.986589 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d473b6-f3f9-4896-98c1-48a045f29ddd', 'name': 'network-vif-deleted', 'tag': 'd1a0aa4e-dc71-4a34-b605-0fd7976cf77f', 'status': 'completed', 'code': 200} Nov 05 21:42:26.007873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] Deleting subnet b952493d-d881-4ee9-9354-83f32e80fbd9 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:26.009983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-600e93db-db1b-4e41-bb3e-327e37cd155e req-a106c937-dee0-41be-948a-4d2ba9f60294 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.017088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Made reservation on behalf of a4cad59529574ea1a73029d096de009b for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:26.020328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.049576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106c937-dee0-41be-948a-4d2ba9f60294 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f2b3b5-0228-4e69-821e-b953f915c0d5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:26.049981 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.112879 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.116174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.122375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Router f865b495-ef69-4b82-8162-65bd7cc456ae has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:42:26.156830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.167228 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6405f99c-7d24-4c4e-b08c-d5ed71eb4520 HTTP/1.1" status: 204 len: 168 time: 0.6160681 Nov 05 21:42:26.170651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44030) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:26.192349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050358f-818d-4653-8dce-1a842aac17b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6405f99c-7d24-4c4e-b08c-d5ed71eb4520,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:26.200723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.204624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Made reservation on behalf of 2c37702dff0b46979f0a752e3b2f434d for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:26.207068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.274583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-600e93db-db1b-4e41-bb3e-327e37cd155e req-a106c937-dee0-41be-948a-4d2ba9f60294 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.281663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-600e93db-db1b-4e41-bb3e-327e37cd155e req-a106c937-dee0-41be-948a-4d2ba9f60294 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.1463451 Nov 05 21:42:26.505942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.674253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.711326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39c326b1-3a35-4633-8a60-6a2eded1f704 req-939c3ce0-af04-47f3-885a-18c2f4b5297f tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/31f2b3b5-0228-4e69-821e-b953f915c0d5 HTTP/1.1" status: 200 len: 1830 time: 0.3830199 Nov 05 21:42:26.746833 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-c690d7a1-ed47-4524-ae3f-761f1c60f115 req-aab63eb7-176a-43d3-8d9f-a5e74e955e17 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] show failed (client error): The resource could not be found. Nov 05 21:42:26.747978 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c690d7a1-ed47-4524-ae3f-761f1c60f115 req-aab63eb7-176a-43d3-8d9f-a5e74e955e17 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/c1999151-4e87-418d-9f58-3187a9b6a11c HTTP/1.1" status: 404 len: 352 time: 0.0142331 Nov 05 21:42:26.800006 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.817477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:42:26.822632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.828488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] Sync routers for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:42:26.850355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:26.855508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:26.864376 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-939bfb84-6419-4731-82d8-1699b72f1780 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "PUT /v2.0/floatingips/cdaecfbb-cf9c-42d4-8e48-f453f0578899 HTTP/1.1" status: 200 len: 992 time: 3.4617622 Nov 05 21:42:26.876854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:26.879203 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032aa248-e7b1-42b5-b940-e1628dffcdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:26.921453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:26.958566 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-905f004b-1b71-4964-a163-cdd47c3ad5a6 req-aa0429ba-e06b-4242-abfb-fd7a6fdc4373 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] show failed (client error): The resource could not be found. Nov 05 21:42:26.959897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-905f004b-1b71-4964-a163-cdd47c3ad5a6 req-aa0429ba-e06b-4242-abfb-fd7a6fdc4373 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-group-rules/8456ce73-5b20-4303-ba66-9307a799501c HTTP/1.1" status: 404 len: 361 time: 0.1771352 Nov 05 21:42:26.966725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894a6e92-fe7b-498e-bb0c-3678231f4661,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:26.978678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.025074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:27.041342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:27.061374 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.062394 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Added segment 433f73a6-531b-4535-aac6-df4307ce49ac of type vlan for network 7235ed30-d9cb-461c-b5e8-2bce52574e16 Nov 05 21:42:27.064810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb003fa6-fbbf-4986-9bb5-d8c465f342ab']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:27.104745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77228371-5354-476c-82fb-074afe3d4a61') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:27.104745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77228371-5354-476c-82fb-074afe3d4a61') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:27.124061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.133227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.141800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.147779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.158737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.215913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:27.216316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:27.224736 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:27.263599 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e75d094-f1c5-4633-9fdc-e4c5bf682b97 x-openstack-request-id: req-7e75d094-f1c5-4633-9fdc-e4c5bf682b97 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:27.263599 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:27.263968 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e75d094-f1c5-4633-9fdc-e4c5bf682b97 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:27.264427 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11', 'status': 'completed', 'code': 200} Nov 05 21:42:27.265021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b952493d-d881-4ee9-9354-83f32e80fbd9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:27.285982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-90257e0f-300b-4a6d-911f-a046fa5fc9e8 req-72fd242e-c26b-494b-837f-4e52bc4f980b tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/31f2b3b5-0228-4e69-821e-b953f915c0d5 HTTP/1.1" status: 200 len: 1830 time: 0.0658815 Nov 05 21:42:27.308893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.321870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f4c6b9a2-87a5-4263-8944-db964e3a67a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b952493d-d881-4ee9-9354-83f32e80fbd9 HTTP/1.1" status: 204 len: 168 time: 1.7773135 Nov 05 21:42:27.327107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44060) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:27.331907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b619c-72b7-4a3b-8b81-d5bbbdfe4875 None None] Network c2ea1912-ea2a-4052-9980-fc43a57cde6e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:27.419989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d5dc96-3fcf-4628-9029-a0620c9e1a82,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:27.425810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-abfb6183-e9ce-46d8-a378-c3f79239a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:27.429022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-abfb6183-e9ce-46d8-a378-c3f79239a6fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3955805009884856ad8d19241779d713&device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 1097 time: 0.1526103 Nov 05 21:42:27.434317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Checking segment: {'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:27.434687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Network hostable DHCP agents. Network: 02ee8e61-e979-4924-882a-a49f7bd63d6a, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:27.447871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:27.455420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.456355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:27.457157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.470769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3623f492-92df-4d7d-a34d-77e621494846 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:27.527541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 3623f492-92df-4d7d-a34d-77e621494846 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:27.528389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3623f492-92df-4d7d-a34d-77e621494846 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:27.535405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7235ed30-d9cb-461c-b5e8-2bce52574e16,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:27.566936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: d1a0aa4e-dc71-4a34-b605-0fd7976cf77f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:27.567285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d1a0aa4e-dc71-4a34-b605-0fd7976cf77f not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:27.568028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.576880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7235ed30-d9cb-461c-b5e8-2bce52574e16 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:27.602378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90257e0f-300b-4a6d-911f-a046fa5fc9e8 req-8e668905-d4cb-44e2-915b-fe04fa1f48c6 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.654523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90257e0f-300b-4a6d-911f-a046fa5fc9e8 req-8e668905-d4cb-44e2-915b-fe04fa1f48c6 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.688685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-0ea5144a-294b-4fdf-be58-0ca7e130e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:27.690301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-0ea5144a-294b-4fdf-be58-0ca7e130e4a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=397cd067-58e1-4f33-88b8-f3f94f076f75 HTTP/1.1" status: 200 len: 916 time: 0.2337728 Nov 05 21:42:27.760049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.783674 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.785631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Deleting port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:27.791115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.791258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb003fa6-fbbf-4986-9bb5-d8c465f342ab HTTP/1.1" status: 204 len: 168 time: 1.6151464 Nov 05 21:42:27.791258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6213786-aa23-4de5-ac1e-d05d65708249 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb003fa6-fbbf-4986-9bb5-d8c465f342ab,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:27.794792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44064) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:27.804636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:27.828319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-03983bd8-f8be-4a94-a7a5-5d3d8e27c8ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d42958b-f26e-454f-929c-428c7b0abb11 HTTP/1.1" status: 200 len: 1000 time: 0.1270039 Nov 05 21:42:27.854435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'cdaecfbb-cf9c-42d4-8e48-f453f0578899', 'tenant_id': '3955805009884856ad8d19241779d713', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'port_id': '1d42958b-f26e-454f-929c-428c7b0abb11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'mac_address': 'fa:16:3e:ec:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:41:55Z', 'updated_at': '2021-11-05T21:42:24Z', 'revision_number': 1, 'project_id': '3955805009884856ad8d19241779d713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:53Z', 'revision_number': 5, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:27.856764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c826996f-a0dd-4d4e-8af2-ef096c9648a5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3109174 Nov 05 21:42:27.867725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44066) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:27.872534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Request body: {'subnet': {'network_id': '7235ed30-d9cb-461c-b5e8-2bce52574e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1119508895-subnet', 'tenant_id': 'a4cad59529574ea1a73029d096de009b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:27.883438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] Checking router: f865b495-ef69-4b82-8162-65bd7cc456ae for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:42:27.886730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90257e0f-300b-4a6d-911f-a046fa5fc9e8 req-8e668905-d4cb-44e2-915b-fe04fa1f48c6 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.891016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90257e0f-300b-4a6d-911f-a046fa5fc9e8 req-8e668905-d4cb-44e2-915b-fe04fa1f48c6 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.892797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-90257e0f-300b-4a6d-911f-a046fa5fc9e8 req-8e668905-d4cb-44e2-915b-fe04fa1f48c6 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "DELETE /v2.0/security-groups/31f2b3b5-0228-4e69-821e-b953f915c0d5 HTTP/1.1" status: 204 len: 173 time: 0.6059988 Nov 05 21:42:27.892993 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] DHCP port deletion for c2ea1912-ea2a-4052-9980-fc43a57cde6e request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:42:27.899931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:27.900566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:27.926786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] Deleting subnet 561731fa-2b9d-4afb-a30a-7858c2d41722 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:27.934920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:27.988311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e668905-d4cb-44e2-915b-fe04fa1f48c6 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f2b3b5-0228-4e69-821e-b953f915c0d5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:28.004359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9836-b21e-4ae2-adca-a39bad52e9ef req-1f70fcc8-a48b-4419-8ede-f948c1d30a67 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:28.017673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d0f9836-b21e-4ae2-adca-a39bad52e9ef req-1f70fcc8-a48b-4419-8ede-f948c1d30a67 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 945 time: 0.1703608 Nov 05 21:42:28.020307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] For port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,segment=NetworkSegment(409a4c60-860c-4c75-952e-cb7363472171),segment_id=409a4c60-860c-4c75-952e-cb7363472171)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:28.020518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 02ee8e61-e979-4924-882a-a49f7bd63d6a) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:28.020627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.038537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:28.039143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.049217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47b5d61-7e61-427f-8990-fca068db18b5 None None] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:28.055493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Made reservation on behalf of a4cad59529574ea1a73029d096de009b for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:28.057068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8edbf350-c643-4609-a036-9d24b09695a3 req-5953deab-045d-4b1a-9ab9-1bec04a2e47e tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/fe0dc382-0520-46ba-99a6-ffdbc3ee3725 HTTP/1.1" status: 200 len: 1829 time: 0.1014292 Nov 05 21:42:28.058097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.060817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-f1a53ad5-5e1a-4f0b-9857-93edb586d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:28.069253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-f1a53ad5-5e1a-4f0b-9857-93edb586d244 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f HTTP/1.1" status: 200 len: 854 time: 0.1923687 Nov 05 21:42:28.094573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Calling delete_port for 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:28.099254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.228670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-06dc1b95-043f-495c-a70f-9c6c1f07393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:28.230355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-06dc1b95-043f-495c-a70f-9c6c1f07393e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=397cd067-58e1-4f33-88b8-f3f94f076f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323557 Nov 05 21:42:28.237446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-27612623-0219-4cc9-96df-af6882ad9c2d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4347227 Nov 05 21:42:28.248199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44078) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:28.266049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d0f9836-b21e-4ae2-adca-a39bad52e9ef req-2372000f-07e7-48f3-a59c-a92bbbaac46c tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421005 Nov 05 21:42:28.274964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:28.307064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:28.330321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.345295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] Deleting port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:28.345935 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.359578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-314ea1e9-bcdb-4fea-83dc-db3582c56abb service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167941 Nov 05 21:42:28.378975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8edbf350-c643-4609-a036-9d24b09695a3 req-103fd3f7-b961-40bf-8f70-effd7a0bdbe7 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.501827 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8edbf350-c643-4609-a036-9d24b09695a3 req-103fd3f7-b961-40bf-8f70-effd7a0bdbe7 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.560025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] For port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,segment=NetworkSegment(409a4c60-860c-4c75-952e-cb7363472171),segment_id=409a4c60-860c-4c75-952e-cb7363472171)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:28.560243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.567430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-032aa248-e7b1-42b5-b940-e1628dffcdb3 req-ce0278aa-5f67-4840-9977-a7cd005e1bea service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004011 Nov 05 21:42:28.570230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.584964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] Calling delete_port for 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:28.618414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] No DVR routers for this DVR port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:28.634789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-02ee8e61-e979-4924-882a-a49f7bd63d6a', 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'fixed_ips': [{'subnet_id': '60d5dc96-3fcf-4628-9029-a0620c9e1a82'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:42:28.639310 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.649369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Pushing event deleted for resources: {'Port': ['ID=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:28.713423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8edbf350-c643-4609-a036-9d24b09695a3 req-103fd3f7-b961-40bf-8f70-effd7a0bdbe7 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.716717 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8edbf350-c643-4609-a036-9d24b09695a3 req-103fd3f7-b961-40bf-8f70-effd7a0bdbe7 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.718470 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8edbf350-c643-4609-a036-9d24b09695a3 req-103fd3f7-b961-40bf-8f70-effd7a0bdbe7 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe0dc382-0520-46ba-99a6-ffdbc3ee3725 HTTP/1.1" status: 204 len: 173 time: 0.6476650 Nov 05 21:42:28.730333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.744480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fd3f7-b961-40bf-8f70-effd7a0bdbe7 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0dc382-0520-46ba-99a6-ffdbc3ee3725,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:28.764767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ea1912-ea2a-4052-9980-fc43a57cde6e']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:28.777031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409a4c60-860c-4c75-952e-cb7363472171') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:28.777531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409a4c60-860c-4c75-952e-cb7363472171') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:28.788557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.806470 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.816757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:28.816757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:28.819661 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:28.941287 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.980882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.981305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.982551 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.989362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:28.994371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] Pushing event deleted for resources: {'Port': ['ID=47b9b5ef-4da3-40ab-b132-e99d95b9bfe1,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:28.996183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c2ea1912-ea2a-4052-9980-fc43a57cde6e HTTP/1.1" status: 204 len: 168 time: 1.6678555 Nov 05 21:42:29.001549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b2a75e-ba37-4ddf-bed0-1b840b418344 None None] No DVR routers for this DVR port 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:29.027384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Allocated IP 172.20.0.2 (02ee8e61-e979-4924-882a-a49f7bd63d6a/60d5dc96-3fcf-4628-9029-a0620c9e1a82/8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:29.028327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c09fc-3192-4036-a823-6c125f87360a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ea1912-ea2a-4052-9980-fc43a57cde6e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:29.166715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b925748-5b07-4e4e-b1d9-822be19e1667 req-58ca086c-4706-48e7-888e-7ac1dfdf8623 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/ec329748-e642-4946-bef3-ac80326ccac0 HTTP/1.1" status: 200 len: 1830 time: 0.2066746 Nov 05 21:42:29.184412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'cdaecfbb-cf9c-42d4-8e48-f453f0578899', 'tenant_id': '3955805009884856ad8d19241779d713', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'port_id': '1d42958b-f26e-454f-929c-428c7b0abb11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'mac_address': 'fa:16:3e:ec:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:41:55Z', 'updated_at': '2021-11-05T21:42:24Z', 'revision_number': 1, 'project_id': '3955805009884856ad8d19241779d713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:53Z', 'revision_number': 5, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:29.223987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb40c2ff-9c5c-4a62-a220-e0d01f963b05 None None] The sync data for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 is: [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'cdaecfbb-cf9c-42d4-8e48-f453f0578899', 'tenant_id': '3955805009884856ad8d19241779d713', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'port_id': '1d42958b-f26e-454f-929c-428c7b0abb11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'mac_address': 'fa:16:3e:ec:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:41:55Z', 'updated_at': '2021-11-05T21:42:24Z', 'revision_number': 1, 'project_id': '3955805009884856ad8d19241779d713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:53Z', 'revision_number': 5, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:42:29.231246 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0b925748-5b07-4e4e-b1d9-822be19e1667 req-9617130c-b203-437b-9dad-1620be7ebe73 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.256166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0b925748-5b07-4e4e-b1d9-822be19e1667 req-9617130c-b203-437b-9dad-1620be7ebe73 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.281424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.300300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.305759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.364566 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.379827 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:42:29.391491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.395128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/561731fa-2b9d-4afb-a30a-7858c2d41722 HTTP/1.1" status: 204 len: 168 time: 1.5992012 Nov 05 21:42:29.398669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44100) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:29.437536 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.462245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-53582bdb-38bd-492b-9a1d-1930626bee75 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:29.464123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-53582bdb-38bd-492b-9a1d-1930626bee75 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 945 time: 0.1400256 Nov 05 21:42:29.478303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:29.480109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Checking segment: {'id': '433f73a6-531b-4535-aac6-df4307ce49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7235ed30-d9cb-461c-b5e8-2bce52574e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:29.480550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Network hostable DHCP agents. Network: 7235ed30-d9cb-461c-b5e8-2bce52574e16, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:29.482450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:29.484309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dac5a96-4d0f-4720-a22f-54c7225930cf,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:29.509364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:29.541195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcc891-6f8c-409c-83b4-c4dd8b98672a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561731fa-2b9d-4afb-a30a-7858c2d41722,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:29.542992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:29.544665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44106) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:29.550741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0b925748-5b07-4e4e-b1d9-822be19e1667 req-9617130c-b203-437b-9dad-1620be7ebe73 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.554833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0b925748-5b07-4e4e-b1d9-822be19e1667 req-9617130c-b203-437b-9dad-1620be7ebe73 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.555772 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5cd5d3-9349-427b-bc1b-1b02f4c36c08 None None] New status for floating IP cdaecfbb-cf9c-42d4-8e48-f453f0578899: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:42:29.556010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b925748-5b07-4e4e-b1d9-822be19e1667 req-9617130c-b203-437b-9dad-1620be7ebe73 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec329748-e642-4946-bef3-ac80326ccac0 HTTP/1.1" status: 204 len: 173 time: 0.3800874 Nov 05 21:42:29.622679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Pushing event updated for resources: {'Port': ['ID=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:29.633643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617130c-b203-437b-9dad-1620be7ebe73 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec329748-e642-4946-bef3-ac80326ccac0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:29.634863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:29.635314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 47b9b5ef-4da3-40ab-b132-e99d95b9bfe1 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:29.642023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Attempting to bind port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:29.642374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Attempting to bind port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:29.642832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Attempting to bind port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 on network 02ee8e61-e979-4924-882a-a49f7bd63d6a {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:29.653005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:29.653481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Checking segment: {'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:29.654056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.654619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Bound using segment: {'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:29.655270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Bound port: 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:29.655883 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.681846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Network 7235ed30-d9cb-461c-b5e8-2bce52574e16 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:29.712716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64d96-f448-459b-8d05-af7fcd5cc7f0 req-1b08716a-fbc4-42fe-b4cd-94c689de08f4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:29.714359 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36d64d96-f448-459b-8d05-af7fcd5cc7f0 req-1b08716a-fbc4-42fe-b4cd-94c689de08f4 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 945 time: 0.3777075 Nov 05 21:42:29.723023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.739686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-871f1e94-0931-4a21-a913-d60bb04a979e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f046332ee6438ab74695ec5f6b2971&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1898592 Nov 05 21:42:29.742954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44118) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:29.795395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7235ed30-d9cb-461c-b5e8-2bce52574e16) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:29.796794 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] For port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:29.801395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:29.802013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.816441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] For port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:29.824041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36d64d96-f448-459b-8d05-af7fcd5cc7f0 req-15096b13-c22e-49b1-bcf5-047e9ee6c773 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906680 Nov 05 21:42:29.824602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed44ef-fb4e-42b8-9d77-af076f2a3b7c None None] Network 7235ed30-d9cb-461c-b5e8-2bce52574e16 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:29.887921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.896990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Deleting port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:29.897642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:29.930127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-41b1aa92-36c6-41fe-8b6b-304780a55a8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0538621 Nov 05 21:42:29.991819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5364007b-52bf-4ea8-8d20-d8e358fcf458 req-794ce57b-e0af-48e4-a51a-11ebf192ae2b tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/6b8d8939-8d33-4d71-a570-99656369311a HTTP/1.1" status: 200 len: 1829 time: 0.1295183 Nov 05 21:42:30.010094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.024978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.034460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee0b62-26ac-4b7f-8a26-981a6df269ce None None] Network 7235ed30-d9cb-461c-b5e8-2bce52574e16 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:30.158831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abca55c-2810-47f4-bc30-0ca9f699324e None None] Pushing event updated for resources: {'Port': ['ID=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:30.172592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.292661 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5364007b-52bf-4ea8-8d20-d8e358fcf458 req-30520006-fc08-4a25-9265-545dbda255d3 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.349874 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.358120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5364007b-52bf-4ea8-8d20-d8e358fcf458 req-30520006-fc08-4a25-9265-545dbda255d3 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.367167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.372139 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.372139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6b1c1ba-22c7-4258-b3db-3aaeaf4a1724 HTTP/1.1" status: 204 len: 168 time: 0.6262326 Nov 05 21:42:30.414347 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.417322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b1c1ba-22c7-4258-b3db-3aaeaf4a1724,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:30.460240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2767447-bd76-40b8-bac1-66cc7a6f8c9f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:30.477939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.478496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.479031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.479568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.484648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0561ae-8de9-43e1-8043-a41d3303c912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:30.485366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972ca23b-df0d-491f-b243-e60c13b4da1f') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:30.486453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972ca23b-df0d-491f-b243-e60c13b4da1f') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:30.509500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.543693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.551850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] For port 69fd1a5b-2279-47c4-b74d-00eb57fa4121, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=69fd1a5b-2279-47c4-b74d-00eb57fa4121,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:30.552214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.561229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:30.562146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:30.563915 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:30.600178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5364007b-52bf-4ea8-8d20-d8e358fcf458 req-30520006-fc08-4a25-9265-545dbda255d3 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.602735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5364007b-52bf-4ea8-8d20-d8e358fcf458 req-30520006-fc08-4a25-9265-545dbda255d3 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.604005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5364007b-52bf-4ea8-8d20-d8e358fcf458 req-30520006-fc08-4a25-9265-545dbda255d3 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b8d8939-8d33-4d71-a570-99656369311a HTTP/1.1" status: 204 len: 173 time: 0.5868537 Nov 05 21:42:30.620850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520006-fc08-4a25-9265-545dbda255d3 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d8939-8d33-4d71-a570-99656369311a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:30.623381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Calling delete_port for 69fd1a5b-2279-47c4-b74d-00eb57fa4121 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:30.674885 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.700475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.806277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-caffe4bf-5051-46e6-902b-c4089baa61cf req-f5bcbee4-e8cc-4fb0-b7d2-dbdd764a908f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-812958192', 'description': 'tempest-description-332115159'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:30.851190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Allocated IP 172.25.6.66 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/7c298b08-b3d8-4342-985b-daf6505dffa4) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:30.854893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.860882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.865267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/b2767447-bd76-40b8-bac1-66cc7a6f8c9f HTTP/1.1" status: 204 len: 168 time: 1.4655132 Nov 05 21:42:30.868209 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.880406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', '69fd1a5b-2279-47c4-b74d-00eb57fa4121'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:30.933595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-caffe4bf-5051-46e6-902b-c4089baa61cf req-f5bcbee4-e8cc-4fb0-b7d2-dbdd764a908f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:30.962937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55f69e-b29a-48bf-aed1-117bfa99a9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b2767447-bd76-40b8-bac1-66cc7a6f8c9f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:30.966232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event deleted for resources: {'Port': ['ID=69fd1a5b-2279-47c4-b74d-00eb57fa4121,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:31.000767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] No DVR routers for this DVR port 69fd1a5b-2279-47c4-b74d-00eb57fa4121 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:31.004467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.008377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2522c10-6c17-4468-b97b-7a2b52c7178a req-6b3a3fda-d836-48e0-abc0-4d31755ac33d tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "DELETE /v2.0/ports/69fd1a5b-2279-47c4-b74d-00eb57fa4121 HTTP/1.1" status: 204 len: 173 time: 1.5352595 Nov 05 21:42:31.008973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'name': 'network-vif-deleted', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:31.011872 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9dbfdd-437e-4e2b-9f30-c0c6d07d0ee8" -d '{"events": [{"server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "name": "network-vif-deleted", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:31.107175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.149784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-caffe4bf-5051-46e6-902b-c4089baa61cf req-f5bcbee4-e8cc-4fb0-b7d2-dbdd764a908f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.204519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-caffe4bf-5051-46e6-902b-c4089baa61cf req-f5bcbee4-e8cc-4fb0-b7d2-dbdd764a908f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.245254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.279371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcbee4-e8cc-4fb0-b7d2-dbdd764a908f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee269a41-d16f-4574-86dd-91c34ae94b9f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:31.291585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:31.295068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:31.299696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:31.327076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44192) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:31.333190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Pushing event updated for resources: {'Port': ['ID=7c298b08-b3d8-4342-985b-daf6505dffa4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:31.340238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-caffe4bf-5051-46e6-902b-c4089baa61cf req-f5bcbee4-e8cc-4fb0-b7d2-dbdd764a908f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.341411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-caffe4bf-5051-46e6-902b-c4089baa61cf req-f5bcbee4-e8cc-4fb0-b7d2-dbdd764a908f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5426681 Nov 05 21:42:31.426990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-93b995da-7d1b-483f-a00f-1e6db1f205b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=650f508456d149eabd883b52cf2bb303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969164 Nov 05 21:42:31.427945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44196) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:31.447523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44198) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:31.480414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e09d4-b774-494f-85b1-b9737a8435c0 None None] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:31.523658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d75b8605-5b51-4e47-8f5e-7ae846d06a79 req-b3be7b94-7cff-449b-a3fe-44de9a9a379a tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "GET /v2.0/security-groups/0087a2d9-a004-4b9a-96f6-46726476bf73 HTTP/1.1" status: 200 len: 1828 time: 0.0721076 Nov 05 21:42:31.534963 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-59498ded-1b13-4da6-9023-79871d6a8488 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37f04c82595f4109ba41da6757407d2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0838132 Nov 05 21:42:31.539099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44200) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:31.551776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:31.556339 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c23f02b-274a-4626-ae4f-fec5fca616ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.593847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c23f02b-274a-4626-ae4f-fec5fca616ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.712188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4308b5a-f8ee-432f-a67b-ac571d8f0d25 req-1202ff72-f91a-4283-b1ff-388e6cedb5ae tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dc36d7-44b0-4a24-a1ce-2256baaa973e HTTP/1.1" status: 200 len: 210 time: 0.0354209 Nov 05 21:42:31.720075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-559f1513-b3c7-4223-a9d3-69f07f4f5050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.730690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c23f02b-274a-4626-ae4f-fec5fca616ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.730690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c23f02b-274a-4626-ae4f-fec5fca616ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.732066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9c23f02b-274a-4626-ae4f-fec5fca616ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/208e8bca-54cf-4ea1-b5b1-8b42e899726c HTTP/1.1" status: 204 len: 168 time: 0.3027289 Nov 05 21:42:31.739435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d75b8605-5b51-4e47-8f5e-7ae846d06a79 req-2baf572f-2278-4448-a712-81b5d6c4e807 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.743315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23f02b-274a-4626-ae4f-fec5fca616ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e8bca-54cf-4ea1-b5b1-8b42e899726c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:31.776858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-559f1513-b3c7-4223-a9d3-69f07f4f5050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.781861 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05e4619-4c78-45f9-accd-357493afb239 x-openstack-request-id: req-a05e4619-4c78-45f9-accd-357493afb239 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:31.782373 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc36d7-44b0-4a24-a1ce-2256baaa973e", "name": "network-vif-deleted", "tag": "69fd1a5b-2279-47c4-b74d-00eb57fa4121", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:31.782888 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a05e4619-4c78-45f9-accd-357493afb239 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:31.783438 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc36d7-44b0-4a24-a1ce-2256baaa973e', 'name': 'network-vif-deleted', 'tag': '69fd1a5b-2279-47c4-b74d-00eb57fa4121', 'status': 'completed', 'code': 200} Nov 05 21:42:31.799709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.806062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d75b8605-5b51-4e47-8f5e-7ae846d06a79 req-2baf572f-2278-4448-a712-81b5d6c4e807 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.846856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bae6a7e2-e7c3-4667-af78-a85e3d0e872d None None] Provisioning complete for port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:31.847920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bae6a7e2-e7c3-4667-af78-a85e3d0e872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:31.868691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eda899b1-1d73-4334-b186-596757cc81e0 req-989b165f-c630-4a1a-a4ab-0984d993a56e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/ee269a41-d16f-4574-86dd-91c34ae94b9f HTTP/1.1" status: 200 len: 1820 time: 0.0672791 Nov 05 21:42:31.880016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-eda899b1-1d73-4334-b186-596757cc81e0 req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee269a41-d16f-4574-86dd-91c34ae94b9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:31.880350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-eda899b1-1d73-4334-b186-596757cc81e0 req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee269a41-d16f-4574-86dd-91c34ae94b9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:31.967472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:31.968544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.049119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bae6a7e2-e7c3-4667-af78-a85e3d0e872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.060806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eda899b1-1d73-4334-b186-596757cc81e0 req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.062887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.077625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d75b8605-5b51-4e47-8f5e-7ae846d06a79 req-2baf572f-2278-4448-a712-81b5d6c4e807 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.081058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d75b8605-5b51-4e47-8f5e-7ae846d06a79 req-2baf572f-2278-4448-a712-81b5d6c4e807 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.082607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d75b8605-5b51-4e47-8f5e-7ae846d06a79 req-2baf572f-2278-4448-a712-81b5d6c4e807 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] 10.222.0.41 "DELETE /v2.0/security-groups/0087a2d9-a004-4b9a-96f6-46726476bf73 HTTP/1.1" status: 204 len: 173 time: 0.5393608 Nov 05 21:42:32.085551 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-559f1513-b3c7-4223-a9d3-69f07f4f5050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.089052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-559f1513-b3c7-4223-a9d3-69f07f4f5050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.090617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-559f1513-b3c7-4223-a9d3-69f07f4f5050 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f25c0d0e-9775-4197-9a5d-eb1f1a838cf3 HTTP/1.1" status: 204 len: 168 time: 0.5540371 Nov 05 21:42:32.091842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44206) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:32.121453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bae6a7e2-e7c3-4667-af78-a85e3d0e872d None None] For port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:32.132813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eda899b1-1d73-4334-b186-596757cc81e0 req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.180975 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.200044 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bae6a7e2-e7c3-4667-af78-a85e3d0e872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.212599 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eda899b1-1d73-4334-b186-596757cc81e0 req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.246818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb97eba-af3d-471c-88cb-69db8dfcfba1,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:32.278181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf572f-2278-4448-a712-81b5d6c4e807 tempest-SecurityGroupRulesNegativeTestJSON-1763290246 tempest-SecurityGroupRulesNegativeTestJSON-1763290246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087a2d9-a004-4b9a-96f6-46726476bf73,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:32.302942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] Deleting subnet 60dee965-7a19-425a-8825-57caa39d139e {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:32.310834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.319652 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eda899b1-1d73-4334-b186-596757cc81e0 req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.324179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eda899b1-1d73-4334-b186-596757cc81e0 req-99a63348-257e-4c47-9190-d61a24917701 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4451959 Nov 05 21:42:32.366975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a7e2-e7c3-4667-af78-a85e3d0e872d None None] Pushing event updated for resources: {'Port': ['ID=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:32.370393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:42:32.371084 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:42:32.378620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a4b3111f-8d98-4af1-a1d5-4498c203c9b9 req-3e8ca179-98d6-49d2-aafa-239e765c077f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-744650337', 'description': 'tempest-description-2029339602'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:32.379179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f1513-b3c7-4223-a9d3-69f07f4f5050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25c0d0e-9775-4197-9a5d-eb1f1a838cf3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:32.418270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.423919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-006aaf29-217c-41be-8d90-90456840deb6 None None] Provisioning complete for port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:32.424393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-006aaf29-217c-41be-8d90-90456840deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.472629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a4b3111f-8d98-4af1-a1d5-4498c203c9b9 req-3e8ca179-98d6-49d2-aafa-239e765c077f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.484243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.562004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a4b3111f-8d98-4af1-a1d5-4498c203c9b9 req-3e8ca179-98d6-49d2-aafa-239e765c077f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.597313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:42:32.620254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a4b3111f-8d98-4af1-a1d5-4498c203c9b9 req-3e8ca179-98d6-49d2-aafa-239e765c077f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.620415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.651723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ca179-98d6-49d2-aafa-239e765c077f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f312e4e4-e591-4b4c-b954-3d48db18d0c8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:32.652667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.681787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44222) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:32.698405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60dee965-7a19-425a-8825-57caa39d139e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:32.707050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.713053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f18790e6-da50-4407-b338-dbe6ca313045 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/60dee965-7a19-425a-8825-57caa39d139e HTTP/1.1" status: 204 len: 168 time: 0.5693235 Nov 05 21:42:32.715304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:32.735617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-afcc23b4-d496-4a86-92d8-800e6413d83b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3d0a7a8b6dc4c23815ba5810d602d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526335 Nov 05 21:42:32.736237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44226) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:32.759765 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a4b3111f-8d98-4af1-a1d5-4498c203c9b9 req-3e8ca179-98d6-49d2-aafa-239e765c077f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.768090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4b3111f-8d98-4af1-a1d5-4498c203c9b9 req-3e8ca179-98d6-49d2-aafa-239e765c077f tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3947465 Nov 05 21:42:32.838595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.863279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:42:32.883316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-94745ed7-5712-4b0b-8456-af0569236e59 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/f312e4e4-e591-4b4c-b954-3d48db18d0c8 HTTP/1.1" status: 200 len: 1821 time: 0.0915587 Nov 05 21:42:32.883492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Sync routers for ids ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:42:32.895945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f312e4e4-e591-4b4c-b954-3d48db18d0c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:32.896451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f312e4e4-e591-4b4c-b954-3d48db18d0c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:32.910125 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c98ca9dc-94d5-4496-a381-b9394554bb99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.934071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c98ca9dc-94d5-4496-a381-b9394554bb99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:32.943615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Routers {'676ac9c1-dd7f-46a6-ae21-ccd18daff53d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:32.944748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:32.997535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.001474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ba76a4f4-e4a1-4b6e-adf6-10a77fa69923 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7315483 Nov 05 21:42:33.001919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44250) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:33.048557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.078838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be65e357-3392-4813-b81f-2fe0f7afecb7']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:33.096124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34eca61-789d-43c3-b095-19fbd96b4361') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:33.096523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34eca61-789d-43c3-b095-19fbd96b4361') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:33.103898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Set router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:33.111328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.123292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c98ca9dc-94d5-4496-a381-b9394554bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.126415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c98ca9dc-94d5-4496-a381-b9394554bb99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.129958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c98ca9dc-94d5-4496-a381-b9394554bb99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b29950cb-8a42-4c31-82ca-3977efc01f66 HTTP/1.1" status: 204 len: 168 time: 0.3764234 Nov 05 21:42:33.137820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.150271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7b42a88d-a1a7-4fa3-9efb-f8fa2e105ea0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:33.158040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7b42a88d-a1a7-4fa3-9efb-f8fa2e105ea0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.2374017 Nov 05 21:42:33.176751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-73860173-94db-4c79-bf08-9d2fd70ab12b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/quotas/2d1c1cb5c90343ebb0db6823adb3009c HTTP/1.1" status: 200 len: 375 time: 0.0177050 Nov 05 21:42:33.188182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:33.196401 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:33.218306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.224363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ca9dc-94d5-4496-a381-b9394554bb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29950cb-8a42-4c31-82ca-3977efc01f66,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:33.279338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-99b9fdb7-9f58-4875-8de9-70e8099002cf tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017265 Nov 05 21:42:33.289778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9aaf4427-d275-45f4-8121-11ea3364364c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:33.301344 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.342299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.357460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.358283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be65e357-3392-4813-b81f-2fe0f7afecb7 HTTP/1.1" status: 204 len: 168 time: 0.6419022 Nov 05 21:42:33.372619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2b13e-0deb-4ab8-a2cf-35d38ff49d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=be65e357-3392-4813-b81f-2fe0f7afecb7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:33.383069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69fd1a5b-2279-47c4-b74d-00eb57fa4121 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:33.410441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 69fd1a5b-2279-47c4-b74d-00eb57fa4121 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:33.411289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 69fd1a5b-2279-47c4-b74d-00eb57fa4121 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:33.468177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:31Z', 'revision_number': 3, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port': {'id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:30Z', 'updated_at': '2021-11-05T21:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:33.478506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.508299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:33.510198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c312e2ed-d3b6-4b0d-a7c8-042d8369fdf6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:33.512992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Checking router: 676ac9c1-dd7f-46a6-ae21-ccd18daff53d for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:42:33.513576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Updating router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d port 7c298b08-b3d8-4342-985b-daf6505dffa4 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:42:33.562777 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.574102 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.599935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.602162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-52a3fa30-3f16-4db0-8bd2-f0cbd17c38b3 req-50180a40-e798-40c6-9ba7-e23bd9342900 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7173810 Nov 05 21:42:33.633831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:33.636195 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e80111e-7429-4160-8bbd-bdb812487650" -d '{"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:33.655926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:33.675391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.712024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-8e0141f4-698a-4e26-b65d-6c7b9ae210a6 service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312794 Nov 05 21:42:33.745657 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.752254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:33.753203 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:33.836789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-0bd88963-4666-467b-b7a3-4c049e89e651 service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238627 Nov 05 21:42:33.911835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Allocated IP 172.20.0.1 (02ee8e61-e979-4924-882a-a49f7bd63d6a/60d5dc96-3fcf-4628-9029-a0620c9e1a82/0fd0549b-23c1-4a95-a0b3-5f5d98757556) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:34.009723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44276) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:34.023365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:34.032622 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.049187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.104787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-177c149a-c160-4541-a8c8-5e88799a75c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4d6c0a537ea4d8883975a1e4cf4d0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960701 Nov 05 21:42:34.106864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44282) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:34.119488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-b1f9441b-047e-4bbe-8465-7ce18584982a req-de277105-da7d-4ead-9b4a-98937182bbae tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1820763049', 'description': 'tempest-description-647958116'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:34.128868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.224271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.229803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c63cf997-c203-4a0a-aeb2-b4b280080c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.237640 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f4c8be-767d-492b-b59b-048a579de816 x-openstack-request-id: req-d4f4c8be-767d-492b-b59b-048a579de816 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:34.237857 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:34.238121 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4f4c8be-767d-492b-b59b-048a579de816 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:34.238516 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c', 'code': 200} Nov 05 21:42:34.239354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Attempting to bind port 7c298b08-b3d8-4342-985b-daf6505dffa4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:34.244833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Attempting to bind port 7c298b08-b3d8-4342-985b-daf6505dffa4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:34.247023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Attempting to bind port 7c298b08-b3d8-4342-985b-daf6505dffa4 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:34.269527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:34.269894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:34.271855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c63cf997-c203-4a0a-aeb2-b4b280080c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.278001 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.278672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:34.279358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Bound port: 7c298b08-b3d8-4342-985b-daf6505dffa4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:34.280682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.289000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd0549b-23c1-4a95-a0b3-5f5d98757556,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:34.307253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41807889-f4de-47d5-bafa-278371ed725d req-e67f8b69-e7ad-476b-baa3-27cd0b865191 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:34.309132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41807889-f4de-47d5-bafa-278371ed725d req-e67f8b69-e7ad-476b-baa3-27cd0b865191 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "GET /v2.0/ports?device_id=55fdf205-2a86-4e1c-abc1-610f9dcead5f HTTP/1.1" status: 200 len: 944 time: 0.1962981 Nov 05 21:42:34.322056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:34.335841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae83ec3-407d-4baf-86bc-3b0a924ffd80 None None] Pushing event updated for resources: {'Port': ['ID=7c298b08-b3d8-4342-985b-daf6505dffa4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:34.363766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:34.369116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:34.382111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] For port 7c298b08-b3d8-4342-985b-daf6505dffa4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:34.384786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] For port 7c298b08-b3d8-4342-985b-daf6505dffa4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7c298b08-b3d8-4342-985b-daf6505dffa4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:34.435637 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c63cf997-c203-4a0a-aeb2-b4b280080c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.439037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c63cf997-c203-4a0a-aeb2-b4b280080c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.440473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c63cf997-c203-4a0a-aeb2-b4b280080c65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1d54432-6543-4745-9ebb-173fb33fa97a HTTP/1.1" status: 204 len: 168 time: 0.3324540 Nov 05 21:42:34.458701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.461579 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b1f9441b-047e-4bbe-8465-7ce18584982a req-de277105-da7d-4ead-9b4a-98937182bbae tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.464261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cf997-c203-4a0a-aeb2-b4b280080c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d54432-6543-4745-9ebb-173fb33fa97a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:34.472565 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.611137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53963f-3073-408b-b5bb-ecf64ca3aed2 req-5aee4576-3020-4bb8-ace5-6495e1ce49d5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:34.635831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a53963f-3073-408b-b5bb-ecf64ca3aed2 req-5aee4576-3020-4bb8-ace5-6495e1ce49d5 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 944 time: 0.1734700 Nov 05 21:42:34.645160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-c19caaa9-30a8-4a33-b84a-ce0d352e8a28 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:34.649986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Routers {'676ac9c1-dd7f-46a6-ae21-ccd18daff53d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:34.652055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:34.654683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-c19caaa9-30a8-4a33-b84a-ce0d352e8a28 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 944 time: 0.1393108 Nov 05 21:42:34.662778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Deleting port 9aaf4427-d275-45f4-8121-11ea3364364c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:34.663023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.738445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a53963f-3073-408b-b5bb-ecf64ca3aed2 req-a7cc1460-4f15-4ff0-b99f-30c46341a9e7 tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/security-groups?id=05db735c-acd9-4e11-bbcb-969e096b3d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921154 Nov 05 21:42:34.796694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] For port 9aaf4427-d275-45f4-8121-11ea3364364c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9aaf4427-d275-45f4-8121-11ea3364364c,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:34.797062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.827761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae83ec3-407d-4baf-86bc-3b0a924ffd80 None None] Pushing event updated for resources: {'Port': ['ID=7c298b08-b3d8-4342-985b-daf6505dffa4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:34.854034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54e4acf3-9c6e-4740-889e-45c867ee98b7 req-9e461289-12cb-4a90-9d2f-f00295804ae6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 210 time: 0.0515599 Nov 05 21:42:34.854318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5d3b978b-7c34-442e-be7a-e0041f2085cc None None] Provisioning complete for port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:34.854696 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d3b978b-7c34-442e-be7a-e0041f2085cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:34.869312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Calling delete_port for 9aaf4427-d275-45f4-8121-11ea3364364c owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:34.893120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] Set router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:34.950102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b978b-7c34-442e-be7a-e0041f2085cc None None] Port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:42:35.004790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b1f9441b-047e-4bbe-8465-7ce18584982a req-de277105-da7d-4ead-9b4a-98937182bbae tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.035463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Deleting port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:35.035890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.111330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b1f9441b-047e-4bbe-8465-7ce18584982a req-de277105-da7d-4ead-9b4a-98937182bbae tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.203998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.249707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:31Z', 'revision_number': 3, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port': {'id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:30Z', 'updated_at': '2021-11-05T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:35.262409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de277105-da7d-4ead-9b4a-98937182bbae tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e73da5-c9cc-4729-aef7-03ee3d046443,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:35.276950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] For port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,segment=NetworkSegment(3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9),segment_id=3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:35.277320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.283895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b1f9441b-047e-4bbe-8465-7ce18584982a req-de277105-da7d-4ead-9b4a-98937182bbae tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.287462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1f9441b-047e-4bbe-8465-7ce18584982a req-de277105-da7d-4ead-9b4a-98937182bbae tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.1733658 Nov 05 21:42:35.297686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b90b0c-f7ea-4202-9e21-e8b11ce19fe6 None None] The sync data for ids ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'] in n-d-816738-5 is: [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:31Z', 'revision_number': 3, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port': {'id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:30Z', 'updated_at': '2021-11-05T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:42:35.325585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-76763222-19b9-4870-8278-8c1bf98d2e51 req-e16f1856-4adb-4fa8-921a-7ef83e88a832 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607248300', 'description': 'tempest-description-1771021146'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:35.331765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Calling delete_port for 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:35.353952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.434026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76763222-19b9-4870-8278-8c1bf98d2e51 req-e16f1856-4adb-4fa8-921a-7ef83e88a832 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.461139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event deleted for resources: {'Port': ['ID=9aaf4427-d275-45f4-8121-11ea3364364c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:35.531072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76763222-19b9-4870-8278-8c1bf98d2e51 req-e16f1856-4adb-4fa8-921a-7ef83e88a832 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.575384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] No DVR routers for this DVR port 9aaf4427-d275-45f4-8121-11ea3364364c on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:35.598183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.601934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41807889-f4de-47d5-bafa-278371ed725d req-55c87c98-2d60-4290-9fc0-8658bf5e29eb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "DELETE /v2.0/ports/9aaf4427-d275-45f4-8121-11ea3364364c HTTP/1.1" status: 204 len: 173 time: 1.2781997 Nov 05 21:42:35.602406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-deleted', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:35.610753 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25106eb1-cab2-4a1b-bc33-51cf3fe32de9" -d '{"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-deleted", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:35.668582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76763222-19b9-4870-8278-8c1bf98d2e51 req-e16f1856-4adb-4fa8-921a-7ef83e88a832 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.747395 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cf0cbd-7244-4384-afe1-1089f9c8b9f7 x-openstack-request-id: req-06cf0cbd-7244-4384-afe1-1089f9c8b9f7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:35.748010 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fdf205-2a86-4e1c-abc1-610f9dcead5f", "name": "network-vif-deleted", "tag": "9aaf4427-d275-45f4-8121-11ea3364364c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:35.748101 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06cf0cbd-7244-4384-afe1-1089f9c8b9f7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:35.749237 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fdf205-2a86-4e1c-abc1-610f9dcead5f', 'name': 'network-vif-deleted', 'tag': '9aaf4427-d275-45f4-8121-11ea3364364c', 'status': 'completed', 'code': 200} Nov 05 21:42:35.758912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f1856-4adb-4fa8-921a-7ef83e88a832 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c4a71f-ce4c-4f21-bc1e-57c3ac760248,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:35.780666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.811478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76763222-19b9-4870-8278-8c1bf98d2e51 req-e16f1856-4adb-4fa8-921a-7ef83e88a832 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.822822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76763222-19b9-4870-8278-8c1bf98d2e51 req-e16f1856-4adb-4fa8-921a-7ef83e88a832 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5016971 Nov 05 21:42:35.854568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.930091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-600577c9-a96a-4980-8d0c-adf9c164a5ef tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/65e73da5-c9cc-4729-aef7-03ee3d046443 HTTP/1.1" status: 200 len: 1821 time: 0.0796206 Nov 05 21:42:35.953901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:35.998017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f8b0558-c246-4990-b94c-139c229083a0 req-e8a74124-ec89-45ac-b4fd-ecad2385cf1f tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ff8592-b789-48b6-b1ac-ff16a2835134 HTTP/1.1" status: 200 len: 210 time: 0.1138346 Nov 05 21:42:35.999990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-a2aeff61-e1df-4837-b27d-ff16e549c834 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/10c4a71f-ce4c-4f21-bc1e-57c3ac760248 HTTP/1.1" status: 200 len: 1822 time: 0.0667458 Nov 05 21:42:36.014975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '65e73da5-c9cc-4729-aef7-03ee3d046443', 'remote_group_id': '10c4a71f-ce4c-4f21-bc1e-57c3ac760248', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:36.014975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '65e73da5-c9cc-4729-aef7-03ee3d046443', 'remote_group_id': '10c4a71f-ce4c-4f21-bc1e-57c3ac760248', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:36.037449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.086781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] No DVR routers for this DVR port 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:36.088649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd0549b-23c1-4a95-a0b3-5f5d98757556,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:36.095361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.098645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a85f5b27-5c18-4d8a-9ef4-c90eb1011de6 req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] 10.222.0.13 "DELETE /v2.0/ports/1ad33dd4-f88e-44e2-af70-c7c3361cf1ab HTTP/1.1" status: 204 len: 173 time: 1.3055811 Nov 05 21:42:36.137762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8eb4f-1e59-47ec-877e-d079cee84dfc tempest-LiveAutoBlockMigrationV225Test-1649705771 tempest-LiveAutoBlockMigrationV225Test-1649705771-project] Pushing event deleted for resources: {'Port': ['ID=1ad33dd4-f88e-44e2-af70-c7c3361cf1ab,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:36.220319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a19d4315-c8c7-4704-b00f-ec2bb456d3eb req-e768b251-b468-4616-9335-b1bbd0beba81 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 210 time: 0.0846863 Nov 05 21:42:36.252437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.288290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:36.289946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:36.333818 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14f9b9dd-30bc-45a0-8962-893d8c9d6998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.344162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.418125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.442367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:42:36.479007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92089144-a0bc-436d-8252-41d0f03f9f19,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:36.588104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.596322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29d2f45d-937e-42e8-add2-63c84c03f674 req-274a72e7-a6d7-42c8-9f0a-5a5e16827a7e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5951211 Nov 05 21:42:36.612484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:42:36.621330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-363fb48a-84cf-4e0b-9ef2-0015ec78156c req-f12be558-977e-4f22-9445-630b409818b2 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-954574324', 'description': 'tempest-description-1120341381'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:36.631685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2c268d11-4819-425f-87c6-9bd7327aff74 admin admin] 10.222.0.41 "PUT /v2.0/routers/676ac9c1-dd7f-46a6-ae21-ccd18daff53d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6187506 Nov 05 21:42:36.706447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3b466692-8daa-4f5b-a4ee-c81d251964a3 None None] Provisioning complete for port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:36.706916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b466692-8daa-4f5b-a4ee-c81d251964a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.715809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363fb48a-84cf-4e0b-9ef2-0015ec78156c req-f12be558-977e-4f22-9445-630b409818b2 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.788805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3b466692-8daa-4f5b-a4ee-c81d251964a3 None None] Port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:42:36.825791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363fb48a-84cf-4e0b-9ef2-0015ec78156c req-f12be558-977e-4f22-9445-630b409818b2 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.896379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-ca160069-4252-44c4-9253-3af8b5cc0549 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:36.898071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-ca160069-4252-44c4-9253-3af8b5cc0549 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.13 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.1317809 Nov 05 21:42:36.912629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Request body: {'port': {'device_id': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'admin_state_up': True, 'tenant_id': '2d1c1cb5c90343ebb0db6823adb3009c'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:36.934760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363fb48a-84cf-4e0b-9ef2-0015ec78156c req-f12be558-977e-4f22-9445-630b409818b2 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:36.981377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12be558-977e-4f22-9445-630b409818b2 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1931df0-8f1c-4f37-a51d-95acd085da13,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:37.113779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-363fb48a-84cf-4e0b-9ef2-0015ec78156c req-f12be558-977e-4f22-9445-630b409818b2 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:37.115036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-363fb48a-84cf-4e0b-9ef2-0015ec78156c req-f12be558-977e-4f22-9445-630b409818b2 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4979966 Nov 05 21:42:37.230379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9aaf4427-d275-45f4-8121-11ea3364364c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:37.283266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 9aaf4427-d275-45f4-8121-11ea3364364c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:37.285683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9aaf4427-d275-45f4-8121-11ea3364364c not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:37.352979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44392) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:37.360883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-f818896e-e80f-40b0-bfed-8157863e7433 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=51de79accd6a4cb7b4e7acaee4281304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341496 Nov 05 21:42:37.377700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:37.414641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:37.418813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1ad33dd4-f88e-44e2-af70-c7c3361cf1ab not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:37.488453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-91a5b20f-240d-4c37-9fd8-2187bc75159c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:37.495772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-91a5b20f-240d-4c37-9fd8-2187bc75159c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339746 Nov 05 21:42:37.513917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-05a8334a-d51f-4151-903f-1401bc2f6744 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/quotas/51de79accd6a4cb7b4e7acaee4281304 HTTP/1.1" status: 200 len: 375 time: 0.0172331 Nov 05 21:42:37.562966 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-819fb687-6760-412c-94a8-8d8e4f944cb3 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480692 Nov 05 21:42:37.570843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7c298b08-b3d8-4342-985b-daf6505dffa4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:37.576623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-666498421-network', 'tenant_id': '85f015979b3448db9a2bc6da57f41fd8'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:37.604352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3187af43-2946-4da7-9fc4-0859e8bd3b4a req-c3f5a11a-21e8-4c3d-94b5-c5160645f9f1 tempest-FloatingIPsNegativeTestJSON-1614258909 tempest-FloatingIPsNegativeTestJSON-1614258909-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=2c37702dff0b46979f0a752e3b2f434d HTTP/1.1" status: 200 len: 217 time: 0.1169014 Nov 05 21:42:37.645356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44404) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:37.658647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7c298b08-b3d8-4342-985b-daf6505dffa4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:37.659375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:37.675078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Made reservation on behalf of 2d1c1cb5c90343ebb0db6823adb3009c for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:37.678901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:37.704674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c08a9259-71ee-40db-ad53-c48e002692f0 req-22b70b62-be82-48f4-a36e-d10309e68bcf tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-33896581', 'description': 'tempest-description-2006236033'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:37.772502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:37.784170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Made reservation on behalf of 85f015979b3448db9a2bc6da57f41fd8 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:37.789050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:37.799895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:37.845212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c08a9259-71ee-40db-ad53-c48e002692f0 req-22b70b62-be82-48f4-a36e-d10309e68bcf tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:37.855309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 7c298b08-b3d8-4342-985b-daf6505dffa4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7c298b08-b3d8-4342-985b-daf6505dffa4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:37.872944 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Sync routers for ids ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:42:37.887817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'name': 'network-vif-deleted', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:37.890104 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Routers {'676ac9c1-dd7f-46a6-ae21-ccd18daff53d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:37.892589 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:37.897853 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192d3d46-f5a8-456c-b8b7-07a162cd9ef2" -d '{"events": [{"server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "name": "network-vif-deleted", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:37.989350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.018215 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.024414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c08a9259-71ee-40db-ad53-c48e002692f0 req-22b70b62-be82-48f4-a36e-d10309e68bcf tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.091600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e61ebaa-a347-4635-a892-53cbcad9bc4a req-d8b25cc8-f8ee-42c5-8a78-2c672aa5f84c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 210 time: 0.1651156 Nov 05 21:42:38.099861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=7c298b08-b3d8-4342-985b-daf6505dffa4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:38.104228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] Deleting subnet e4d80e34-f340-49b6-9373-1256d01a2681 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:38.107728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.115484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.124323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.125921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.126275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.127646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.128003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.128333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.130516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.130516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.133402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.133776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.134126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:42:38.151015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Allocated IP 172.20.0.8 (12fafbd4-aa10-49cc-b2f5-39468d2a9f53/f7e8dcce-bdc6-44dd-8bd7-e52003427d93/227287f8-9252-45e5-9c40-2073e964ed5a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:38.157275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.177234 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.180654 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Set router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:38.183902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c08a9259-71ee-40db-ad53-c48e002692f0 req-22b70b62-be82-48f4-a36e-d10309e68bcf tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.191943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe8248f4-6343-4ea3-9150-f7a3b5e6d67c req-d1a22bad-facf-45e7-83ec-d318050d1212 tempest-FloatingIPsNegativeTestJSON-1614258909 tempest-FloatingIPsNegativeTestJSON-1614258909-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0370178 Nov 05 21:42:38.229930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:38.242438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142ca062-4ef9-46f3-afba-b950f84e70e4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:38.250882 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.284030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.284377 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Added segment e7d12966-3f42-4812-8ac3-308720a96af4 of type vlan for network 64079f87-b2a8-4966-9b94-1751edd13ec7 Nov 05 21:42:38.347722 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c08a9259-71ee-40db-ad53-c48e002692f0 req-22b70b62-be82-48f4-a36e-d10309e68bcf tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.348886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c08a9259-71ee-40db-ad53-c48e002692f0 req-22b70b62-be82-48f4-a36e-d10309e68bcf tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6518943 Nov 05 21:42:38.357236 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.362706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b70b62-be82-48f4-a36e-d10309e68bcf tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0764b455-7963-4a64-a044-8a5d65f57c6c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:38.428023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.443796 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba302cb-e55f-4287-97b1-3794f7b1a81a x-openstack-request-id: req-5ba302cb-e55f-4287-97b1-3794f7b1a81a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:38.444086 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff8592-b789-48b6-b1ac-ff16a2835134", "name": "network-vif-deleted", "tag": "1ad33dd4-f88e-44e2-af70-c7c3361cf1ab", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:38.444340 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ba302cb-e55f-4287-97b1-3794f7b1a81a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:38.444748 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ff8592-b789-48b6-b1ac-ff16a2835134', 'name': 'network-vif-deleted', 'tag': '1ad33dd4-f88e-44e2-af70-c7c3361cf1ab', 'status': 'completed', 'code': 200} Nov 05 21:42:38.480973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2dc45300-0352-4dbc-9676-75e8a3dd3c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.484785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-42118b64-6ae9-409f-8a8c-c2396916ef23 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=51de79accd6a4cb7b4e7acaee4281304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428829 Nov 05 21:42:38.502463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.513093 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:34Z', 'revision_number': 4, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port': {'id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:30Z', 'updated_at': '2021-11-05T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0fd0549b-23c1-4a95-a0b3-5f5d98757556', 'name': '', 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'mac_address': 'fa:16:3e:e3:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '60d5dc96-3fcf-4628-9029-a0620c9e1a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:33Z', 'updated_at': '2021-11-05T21:42:35Z', 'revision_number': 2, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'subnets': [{'id': '60d5dc96-3fcf-4628-9029-a0620c9e1a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:38.525287 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-e0a6199e-937d-4626-9529-9556cc8037be req-05df5e88-3566-487b-a41f-cf3575967723 tempest-FloatingIPsNegativeTestJSON-1614258909 tempest-FloatingIPsNegativeTestJSON-1614258909-project] show failed (client error): The resource could not be found. Nov 05 21:42:38.526553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.527656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:38.534581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.534581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.536304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0a6199e-937d-4626-9529-9556cc8037be req-05df5e88-3566-487b-a41f-cf3575967723 tempest-FloatingIPsNegativeTestJSON-1614258909 tempest-FloatingIPsNegativeTestJSON-1614258909-project] 10.222.0.41 "GET /v2.0/floatingips/883737ed-2ba9-4121-b81a-8635b14952b0 HTTP/1.1" status: 404 len: 350 time: 0.0507684 Nov 05 21:42:38.536820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44446) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:38.542025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e4d80e34-f340-49b6-9373-1256d01a2681 HTTP/1.1" status: 204 len: 168 time: 0.8954015 Nov 05 21:42:38.543153 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Checking router: 676ac9c1-dd7f-46a6-ae21-ccd18daff53d for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:42:38.543806 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Updating router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:42:38.578879 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.586330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44448) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:38.673231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.688304 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.824319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:38.837149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:38.866000 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-414adf1b-a671-4f94-9309-a7a1a46658fc tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c1931df0-8f1c-4f37-a51d-95acd085da13 HTTP/1.1" status: 200 len: 1821 time: 0.2832954 Nov 05 21:42:38.904212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:38.911518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:38.935821 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:38.984900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5a4af-d7bf-47ab-a212-0a3f715ef3fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d80e34-f340-49b6-9373-1256d01a2681,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:39.074107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] Pushing event updated for resources: {'Network': ['ID=64079f87-b2a8-4966-9b94-1751edd13ec7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:39.078449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.079702 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.097361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 64079f87-b2a8-4966-9b94-1751edd13ec7 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:39.098397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:39.099231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.117146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-89b66d33-8102-48e4-bb65-b73a6330c45f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:39.117907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-96fdb213-43c1-4fed-acd2-7813af4099f5 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/0764b455-7963-4a64-a044-8a5d65f57c6c HTTP/1.1" status: 200 len: 1820 time: 0.2074020 Nov 05 21:42:39.119244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-89b66d33-8102-48e4-bb65-b73a6330c45f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6336954 Nov 05 21:42:39.135189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1931df0-8f1c-4f37-a51d-95acd085da13', 'remote_group_id': '0764b455-7963-4a64-a044-8a5d65f57c6c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:39.135491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1931df0-8f1c-4f37-a51d-95acd085da13', 'remote_group_id': '0764b455-7963-4a64-a044-8a5d65f57c6c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:39.137403 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36105fb0-d85b-458e-8c5f-cb6e083065c2 None None] Pushing event updated for resources: {'Port': ['ID=0fd0549b-23c1-4a95-a0b3-5f5d98757556,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:39.139860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-530d4741-3c84-4e6e-ba54-cff8fd91454d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/quotas/51de79accd6a4cb7b4e7acaee4281304 HTTP/1.1" status: 200 len: 375 time: 0.0103524 Nov 05 21:42:39.145272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef6d437-51b6-4f00-a540-ec2d4ab79672']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:39.149477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5955ff80-bb94-4ea8-9617-26e3b0328980 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7951343 Nov 05 21:42:39.152592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44464) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:39.167656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Request body: {'subnet': {'network_id': '64079f87-b2a8-4966-9b94-1751edd13ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-666498421-subnet', 'tenant_id': '85f015979b3448db9a2bc6da57f41fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:39.187383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:39.187383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce73e33-f0d2-45a9-aec2-81ee2c9f23a9') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:39.212372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-63766613-fd49-4f9c-9e6a-bdfd0ffb46cc tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604842 Nov 05 21:42:39.231149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.267303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.271561 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Attempting to bind port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:39.272005 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Attempting to bind port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:39.272366 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Attempting to bind port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 on network 02ee8e61-e979-4924-882a-a49f7bd63d6a {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:39.277251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:39.278227 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.286513 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:39.287424 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Checking segment: {'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:39.287972 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.288638 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Bound using segment: {'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:39.289306 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Bound port: 0fd0549b-23c1-4a95-a0b3-5f5d98757556, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd543b4-21a6-4aa4-aa2c-9afa146cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:39.289907 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:39.352809 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:39.385180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-e6da6e35-6f1e-4ab9-81a9-bd5ff6484cb0 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4782379 Nov 05 21:42:39.407091 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 21:42:39.407091 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 21:42:39.407091 n-d-816738-5 neutron-server[102292]: [parameters: {'project_id_1': '85f015979b3448db9a2bc6da57f41fd8', 'expiration_1': datetime.datetime(2021, 11, 5, 21, 42, 19, 213578)}] Nov 05 21:42:39.407091 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:42:39.407511 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:42:39.414139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Request body: {'port': {'device_id': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:39.489215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.504508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.506892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7c298b08-b3d8-4342-985b-daf6505dffa4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:39.521565 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4ef6d437-51b6-4f00-a540-ec2d4ab79672 HTTP/1.1" status: 204 len: 168 time: 0.9370370 Nov 05 21:42:39.524340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44470) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:39.582847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d97cf-7e16-495c-b6fa-a508ac69c510 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef6d437-51b6-4f00-a540-ec2d4ab79672,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:39.584587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44472) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:39.635727 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] For port 0fd0549b-23c1-4a95-a0b3-5f5d98757556, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:39.643205 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] For port 0fd0549b-23c1-4a95-a0b3-5f5d98757556, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0fd0549b-23c1-4a95-a0b3-5f5d98757556,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:39.649174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.657543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] Deleting subnet ebddbf87-adb7-4934-994f-007a776615a7 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:39.663920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.704883 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.754637 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.774322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7c298b08-b3d8-4342-985b-daf6505dffa4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:39.774702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.865222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.894635 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Routers {'676ac9c1-dd7f-46a6-ae21-ccd18daff53d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:39.898090 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:39.898259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b768-93b2-4a5e-94a0-3800e59ef12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.932172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8bca823d-7ec9-40bd-b413-979cd3b8b2c1 None None] Provisioning complete for port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:39.932537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8bca823d-7ec9-40bd-b413-979cd3b8b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:39.962859 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36105fb0-d85b-458e-8c5f-cb6e083065c2 None None] Pushing event updated for resources: {'Port': ['ID=0fd0549b-23c1-4a95-a0b3-5f5d98757556,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:39.982143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.035645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.045497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e507a2-553e-4a98-b53d-52e152e64868 req-bfb5aa1c-9240-4091-8d75-b2f05ed77056 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:40.054305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5e507a2-553e-4a98-b53d-52e152e64868 req-bfb5aa1c-9240-4091-8d75-b2f05ed77056 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 931 time: 0.2430897 Nov 05 21:42:40.113736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Made reservation on behalf of 85f015979b3448db9a2bc6da57f41fd8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:40.116096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.133681 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] Set router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:40.163356 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8bca823d-7ec9-40bd-b413-979cd3b8b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.219687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8bca823d-7ec9-40bd-b413-979cd3b8b2c1 None None] For port 0fd0549b-23c1-4a95-a0b3-5f5d98757556, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0fd0549b-23c1-4a95-a0b3-5f5d98757556,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:40.252675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.262427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5e507a2-553e-4a98-b53d-52e152e64868 req-62289dde-7647-4c2b-9e45-572319d162b7 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071424 Nov 05 21:42:40.269437 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8bca823d-7ec9-40bd-b413-979cd3b8b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.299736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b768-93b2-4a5e-94a0-3800e59ef12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.354278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.364619 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.400598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d9b8b768-93b2-4a5e-94a0-3800e59ef12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.410116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebddbf87-adb7-4934-994f-007a776615a7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:40.438847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.442637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca823d-7ec9-40bd-b413-979cd3b8b2c1 None None] Pushing event updated for resources: {'Port': ['ID=0fd0549b-23c1-4a95-a0b3-5f5d98757556,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:40.446308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-37d37f4b-345f-4884-9155-811041f78c38 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ebddbf87-adb7-4934-994f-007a776615a7 HTTP/1.1" status: 204 len: 168 time: 0.9207091 Nov 05 21:42:40.452333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44484) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:40.454945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b8fa65-0296-4b8e-b5ce-6cca8290494d,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:40.482164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-20f76f7d-e8ab-411d-83c6-820f0384badf None None] Provisioning complete for port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:40.482963 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20f76f7d-e8ab-411d-83c6-820f0384badf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.503465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.524190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab7b88a5-2a3b-4d42-8446-d266b040c1b5 req-f29766a0-6428-4482-9f92-a3f3685719d7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3900051 Nov 05 21:42:40.539585 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:34Z', 'revision_number': 4, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port': {'id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:30Z', 'updated_at': '2021-11-05T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0fd0549b-23c1-4a95-a0b3-5f5d98757556', 'name': '', 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'mac_address': 'fa:16:3e:e3:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '60d5dc96-3fcf-4628-9029-a0620c9e1a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:33Z', 'updated_at': '2021-11-05T21:42:39Z', 'revision_number': 4, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'subnets': [{'id': '60d5dc96-3fcf-4628-9029-a0620c9e1a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:40.569549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d9b8b768-93b2-4a5e-94a0-3800e59ef12d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdb4ae93485e46adb52413064a28afbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9836037 Nov 05 21:42:40.570503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44490) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:40.572740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227287f8-9252-45e5-9c40-2073e964ed5a {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:40.598530 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1751c1-869d-4321-8ceb-424880c74436 None None] The sync data for ids ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'] in n-d-816738-5 is: [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:34Z', 'revision_number': 4, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port': {'id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:30Z', 'updated_at': '2021-11-05T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0fd0549b-23c1-4a95-a0b3-5f5d98757556', 'name': '', 'network_id': '02ee8e61-e979-4924-882a-a49f7bd63d6a', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'mac_address': 'fa:16:3e:e3:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '60d5dc96-3fcf-4628-9029-a0620c9e1a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:33Z', 'updated_at': '2021-11-05T21:42:39Z', 'revision_number': 4, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'subnets': [{'id': '60d5dc96-3fcf-4628-9029-a0620c9e1a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:42:40.627890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d7615e0-d747-4d9d-882a-5fbb6be14d1b req-64c39612-854d-4190-8fff-b2a1d4f47a28 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 210 time: 0.0890310 Nov 05 21:42:40.637686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8b768-93b2-4a5e-94a0-3800e59ef12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d9b12-88af-4c60-8f43-d1dc648fc6e9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:40.658457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.732761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.768082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-f8667182-60ae-4e04-8949-8c7dd8146075 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=51de79accd6a4cb7b4e7acaee4281304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1310968 Nov 05 21:42:40.770774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Transition to ACTIVE for port object 227287f8-9252-45e5-9c40-2073e964ed5a will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:42:40.774703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.794184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b11519-3c5b-4162-bd4f-18711d845466,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:40.804709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Checking segment: {'id': 'e7d12966-3f42-4812-8ac3-308720a96af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '64079f87-b2a8-4966-9b94-1751edd13ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:40.805077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Network hostable DHCP agents. Network: 64079f87-b2a8-4966-9b94-1751edd13ec7, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:40.839567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c461d36-9466-4f3d-9e72-8344afaf06e0 req-df31433f-bdd8-4090-81a3-a5e23695316c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/0764b455-7963-4a64-a044-8a5d65f57c6c HTTP/1.1" status: 200 len: 1820 time: 0.2837267 Nov 05 21:42:40.896589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.905734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8205d473-0780-4380-a91a-e1622f34a6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.947640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:40.954761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Network 64079f87-b2a8-4966-9b94-1751edd13ec7 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:41.031629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 64079f87-b2a8-4966-9b94-1751edd13ec7) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:41.037663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:41.038284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.042354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8205d473-0780-4380-a91a-e1622f34a6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.051200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ac51f-64a1-454e-85d0-37e2b83f3408 None None] Network 64079f87-b2a8-4966-9b94-1751edd13ec7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:41.172545 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d2d9fe33-5d9e-4c18-8b32-14fc5d3991b1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0092447 Nov 05 21:42:41.173113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:41.221293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912836a-7a2f-4985-b54e-54878abf0bb3 None None] Network 64079f87-b2a8-4966-9b94-1751edd13ec7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:41.256967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.277222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-618e41c1-36a2-4a79-94b9-0068551432d4 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:41.278849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-618e41c1-36a2-4a79-94b9-0068551432d4 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5012622 Nov 05 21:42:41.319697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Request body: {'port': {'device_id': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '51de79accd6a4cb7b4e7acaee4281304'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:41.425150 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.461799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142663b-2d44-44ab-815c-9a81b7b7b295 req-daf79da7-85a9-4bfa-ae74-5a5b7aaec065 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:41.472583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f142663b-2d44-44ab-815c-9a81b7b7b295 req-daf79da7-85a9-4bfa-ae74-5a5b7aaec065 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 943 time: 0.1022124 Nov 05 21:42:41.477167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4c461d36-9466-4f3d-9e72-8344afaf06e0 req-bcec3d26-dfe4-44ef-b087-707f329a5da6 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.503710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0fd0549b-23c1-4a95-a0b3-5f5d98757556 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:41.514097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dc197c-c5b3-4b04-aac7-3bfef9098f53']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:41.537486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Attempting to bind port 227287f8-9252-45e5-9c40-2073e964ed5a on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:41.537486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Attempting to bind port 227287f8-9252-45e5-9c40-2073e964ed5a by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:41.537486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Attempting to bind port 227287f8-9252-45e5-9c40-2073e964ed5a on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:41.561619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f142663b-2d44-44ab-815c-9a81b7b7b295 req-d5f6dfc0-59a1-4d9a-bc46-5b7a70ff0f4b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873981 Nov 05 21:42:41.572985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e29df61-6cef-4933-91b3-81c9011b21b5') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:41.573276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e29df61-6cef-4933-91b3-81c9011b21b5') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:41.581200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4c461d36-9466-4f3d-9e72-8344afaf06e0 req-bcec3d26-dfe4-44ef-b087-707f329a5da6 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.583373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:41.587313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.780293 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-7b414c02-de68-4938-b117-7a6b96556481 req-407dd9e8-683f-4d4f-82b0-ecbb6cbe2897 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] show failed (client error): The resource could not be found. Nov 05 21:42:41.810779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b414c02-de68-4938-b117-7a6b96556481 req-407dd9e8-683f-4d4f-82b0-ecbb6cbe2897 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "GET /v2.0/security-groups/067a0229-25f7-4410-bf0e-deb48243a5cc HTTP/1.1" status: 404 len: 352 time: 0.0337722 Nov 05 21:42:41.960326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Port 227287f8-9252-45e5-9c40-2073e964ed5a on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:42:41.960657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Attempting to bind port 227287f8-9252-45e5-9c40-2073e964ed5a on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:41.974812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.981111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.985274 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8205d473-0780-4380-a91a-e1622f34a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.990566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8205d473-0780-4380-a91a-e1622f34a6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:41.990566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8205d473-0780-4380-a91a-e1622f34a6c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f4d9b12-88af-4c60-8f43-d1dc648fc6e9 HTTP/1.1" status: 204 len: 168 time: 1.3725631 Nov 05 21:42:42.045109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:42.046792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Checking segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:42.046792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Bound using segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:42.047035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Bound port: 227287f8-9252-45e5-9c40-2073e964ed5a, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:42.047363 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.055685 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.075573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d473-0780-4380-a91a-e1622f34a6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d9b12-88af-4c60-8f43-d1dc648fc6e9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:42.098982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:42.099392 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:42.102291 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:42.120245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e8d9484-aebb-43b1-8595-12dd99418b49 req-804657e5-23c0-49bf-babc-988d8f2e330c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 210 time: 0.0479076 Nov 05 21:42:42.210275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-053306bd-c70d-4dc6-9daf-d1f340346c33 req-17d14358-8f81-425c-905b-06d97fcade73 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85f015979b3448db9a2bc6da57f41fd8 HTTP/1.1" status: 200 len: 3001 time: 0.0495131 Nov 05 21:42:42.234666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Made reservation on behalf of 51de79accd6a4cb7b4e7acaee4281304 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:42.238244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.242295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:42.257962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-053306bd-c70d-4dc6-9daf-d1f340346c33 req-3e190a36-229e-43d0-ac32-a2196aca621f tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "GET /v2.0/security-groups/142ca062-4ef9-46f3-afba-b950f84e70e4 HTTP/1.1" status: 200 len: 2998 time: 0.0394118 Nov 05 21:42:42.258996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.262146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:42.267177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.268676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4c461d36-9466-4f3d-9e72-8344afaf06e0 req-bcec3d26-dfe4-44ef-b087-707f329a5da6 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.271365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4c461d36-9466-4f3d-9e72-8344afaf06e0 req-bcec3d26-dfe4-44ef-b087-707f329a5da6 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.272510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c461d36-9466-4f3d-9e72-8344afaf06e0 req-bcec3d26-dfe4-44ef-b087-707f329a5da6 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-groups/0764b455-7963-4a64-a044-8a5d65f57c6c HTTP/1.1" status: 204 len: 173 time: 1.4197640 Nov 05 21:42:42.287997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.291895 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0dc197c-c5b3-4b04-aac7-3bfef9098f53 HTTP/1.1" status: 204 len: 168 time: 1.8372855 Nov 05 21:42:42.306982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-053306bd-c70d-4dc6-9daf-d1f340346c33 req-0bdc9947-4ef3-4d8c-be22-f8324e8cbff7 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "GET /v2.0/security-groups/142ca062-4ef9-46f3-afba-b950f84e70e4 HTTP/1.1" status: 200 len: 2998 time: 0.0428631 Nov 05 21:42:42.327450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610e2d0-3bd3-49bf-aa6d-8668653ea038 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dc197c-c5b3-4b04-aac7-3bfef9098f53,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:42.358708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3d26-dfe4-44ef-b087-707f329a5da6 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0764b455-7963-4a64-a044-8a5d65f57c6c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:42.373233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.387227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3e9a1b9-8429-4c35-99db-3ad0b71e0967 req-6ae7b29f-5d9a-49e5-9675-e2a58325a444 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "GET /v2.0/security-groups/142ca062-4ef9-46f3-afba-b950f84e70e4 HTTP/1.1" status: 200 len: 2998 time: 0.0540178 Nov 05 21:42:42.469798 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-b3e9a1b9-8429-4c35-99db-3ad0b71e0967 req-86cd1a82-d881-423f-bfa3-46da4d438a42 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 21:42:42.471214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3e9a1b9-8429-4c35-99db-3ad0b71e0967 req-86cd1a82-d881-423f-bfa3-46da4d438a42 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "DELETE /v2.0/security-groups/142ca062-4ef9-46f3-afba-b950f84e70e4 HTTP/1.1" status: 409 len: 352 time: 0.0831823 Nov 05 21:42:42.486040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:42.511197 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-85b40f61-df1f-40ea-8519-1b04f9900fa4 req-0f880f84-9f33-473a-b07a-4f56c80179d5 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] show failed (client error): The resource could not be found. Nov 05 21:42:42.519018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-85b40f61-df1f-40ea-8519-1b04f9900fa4 req-0f880f84-9f33-473a-b07a-4f56c80179d5 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "GET /v2.0/security-groups/292539b2-ea66-40ed-a14d-4556bf8f098c HTTP/1.1" status: 404 len: 352 time: 0.0242963 Nov 05 21:42:42.547493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:42.550536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.550536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-7d19955b-d3cb-4442-9584-1775cdcfcc55 service neutron] 10.222.0.13 "PUT /v2.0/ports/227287f8-9252-45e5-9c40-2073e964ed5a HTTP/1.1" status: 200 len: 1091 time: 3.1512682 Nov 05 21:42:42.553130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:42.553353 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-5320894a-1e27-457f-b25c-cd5b8a86e0e7 req-217b0473-b89d-483b-8785-722c156952a2 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] show failed (client error): The resource could not be found. Nov 05 21:42:42.555045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5320894a-1e27-457f-b25c-cd5b8a86e0e7 req-217b0473-b89d-483b-8785-722c156952a2 tempest-SecurityGroupsNegativeTestJSON-750116928 tempest-SecurityGroupsNegativeTestJSON-750116928-project] 10.222.0.41 "GET /v2.0/security-groups/226df4c8-0594-4ee5-817b-969faf986fd8 HTTP/1.1" status: 404 len: 352 time: 0.0169830 Nov 05 21:42:42.556526 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ae27c-a0f6-405b-b46e-9d8f67f1aa62" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:42.562315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa71a64-2277-4108-aa84-77b359dad56e req-d15c911e-413c-4b95-942f-19d2739a9b24 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c1931df0-8f1c-4f37-a51d-95acd085da13 HTTP/1.1" status: 200 len: 1821 time: 0.2582204 Nov 05 21:42:42.572741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44526) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:42.617362 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b3ba4-7ac1-4d0d-939e-1bd3781bc3ca x-openstack-request-id: req-e47b3ba4-7ac1-4d0d-939e-1bd3781bc3ca {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:42.617655 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:42.617912 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e47b3ba4-7ac1-4d0d-939e-1bd3781bc3ca {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:42.618321 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a', 'status': 'completed', 'code': 200} Nov 05 21:42:42.622155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-218055ea-1a7b-4510-98ff-d0b72cf1f5f6 req-669a8006-0c98-4471-8efe-0412a429ed08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1325748604', 'description': 'tempest-description-1185402857'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:42.631850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-6a2defe5-1960-4a04-bdf6-41474e8a3b33 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=51de79accd6a4cb7b4e7acaee4281304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316091 Nov 05 21:42:42.726163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] Deleting subnet 99b11519-3c5b-4162-bd4f-18711d845466 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:42.735914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.737819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.759017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce718c75-f321-4af6-bc06-a3da3293326c req-9d628897-6e8f-46b3-8e40-1b73fbb7df41 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:42.761134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce718c75-f321-4af6-bc06-a3da3293326c req-9d628897-6e8f-46b3-8e40-1b73fbb7df41 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 943 time: 0.0995464 Nov 05 21:42:42.763066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Deleting port 0fd0549b-23c1-4a95-a0b3-5f5d98757556 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:42.763411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.794777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae27c-a0f6-405b-b46e-9d8f67f1aa62 req-7ed1d65f-b41b-4a54-b395-c0326a2b8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:42.796864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a45ae27c-a0f6-405b-b46e-9d8f67f1aa62 req-7ed1d65f-b41b-4a54-b395-c0326a2b8ded service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 1094 time: 0.1616957 Nov 05 21:42:42.798869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-f1378e97-02fc-45be-ac52-995a0b0a2a80 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:42.799986 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-f1378e97-02fc-45be-ac52-995a0b0a2a80 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643691 Nov 05 21:42:42.821815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Request body: {'port': {'device_id': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '51de79accd6a4cb7b4e7acaee4281304'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:42.846507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.849992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-218055ea-1a7b-4510-98ff-d0b72cf1f5f6 req-669a8006-0c98-4471-8efe-0412a429ed08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.856990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce718c75-f321-4af6-bc06-a3da3293326c req-75446308-bfb8-4d15-873b-96e06cd073a6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857642 Nov 05 21:42:42.858414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:42.952622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44532) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:42.991918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cec40962-8c07-4d77-9535-3efc6b3e100e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02b1e69dbed64c0d9608ee150a27b5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380325 Nov 05 21:42:42.994422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44534) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:43.043132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed2f47-7638-4627-a77b-3a214e86daa9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:43.055374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Made reservation on behalf of 51de79accd6a4cb7b4e7acaee4281304 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:43.069201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.072516 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa1c-23a4-46f1-af6f-792784778414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.080748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44538) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:43.083852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.094924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] For port 0fd0549b-23c1-4a95-a0b3-5f5d98757556, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0fd0549b-23c1-4a95-a0b3-5f5d98757556,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:43.103387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.104825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-161e7c01-f136-4aa4-9c11-6d00d4d1a9a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.159856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Calling delete_port for 0fd0549b-23c1-4a95-a0b3-5f5d98757556 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:43.178460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa1c-23a4-46f1-af6f-792784778414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.265387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-704ac40a-3c4f-434f-b605-325e4159ad1f req-b6e0ef5c-0cd5-4039-a83b-4f45a0ef5bda tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 210 time: 0.0419936 Nov 05 21:42:43.282092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae27c-a0f6-405b-b46e-9d8f67f1aa62 req-062ee9ef-7fcb-46d3-806d-750fbd2cae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:43.287834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a45ae27c-a0f6-405b-b46e-9d8f67f1aa62 req-062ee9ef-7fcb-46d3-806d-750fbd2cae77 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4491715 Nov 05 21:42:43.310080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-161e7c01-f136-4aa4-9c11-6d00d4d1a9a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.340801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-218055ea-1a7b-4510-98ff-d0b72cf1f5f6 req-669a8006-0c98-4471-8efe-0412a429ed08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.356490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Allocated IP 192.168.233.205 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/cabedb2a-f2f6-4f23-8134-0edbdbcd6814) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:43.391512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa1c-23a4-46f1-af6f-792784778414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.394643 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa1c-23a4-46f1-af6f-792784778414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.398597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d6dfa1c-23a4-46f1-af6f-792784778414 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05db735c-acd9-4e11-bbcb-969e096b3d86 HTTP/1.1" status: 204 len: 168 time: 0.4010174 Nov 05 21:42:43.406695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dfa1c-23a4-46f1-af6f-792784778414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db735c-acd9-4e11-bbcb-969e096b3d86,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:43.437589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-161e7c01-f136-4aa4-9c11-6d00d4d1a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.449920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.484842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-161e7c01-f136-4aa4-9c11-6d00d4d1a9a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb35d04230b2431b9f1caa0b7fae75dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017642 Nov 05 21:42:43.487451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44544) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:43.488968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-218055ea-1a7b-4510-98ff-d0b72cf1f5f6 req-669a8006-0c98-4471-8efe-0412a429ed08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.494816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e7c01-f136-4aa4-9c11-6d00d4d1a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb86300-8e78-4621-92bf-7ece602ca77c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:43.547072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e967c6e0-bfc4-4d5b-a35a-6ec6ff792c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.560748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b11519-3c5b-4162-bd4f-18711d845466,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:43.565708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.571132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5775a0d-b738-4fec-8216-bf2bcefb8d76 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/99b11519-3c5b-4162-bd4f-18711d845466 HTTP/1.1" status: 204 len: 168 time: 1.0004995 Nov 05 21:42:43.574463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e967c6e0-bfc4-4d5b-a35a-6ec6ff792c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.574902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44546) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:43.596382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae27c-a0f6-405b-b46e-9d8f67f1aa62 req-186310c2-6efc-41da-a5cf-405b46ef8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:43.597902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a45ae27c-a0f6-405b-b46e-9d8f67f1aa62 req-186310c2-6efc-41da-a5cf-405b46ef8a42 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2930596 Nov 05 21:42:43.617655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a8006-0c98-4471-8efe-0412a429ed08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c529d34c-fb43-4375-b354-ab9beb753cc5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:43.669336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.685355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-218055ea-1a7b-4510-98ff-d0b72cf1f5f6 req-669a8006-0c98-4471-8efe-0412a429ed08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.687140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-218055ea-1a7b-4510-98ff-d0b72cf1f5f6 req-669a8006-0c98-4471-8efe-0412a429ed08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.0805709 Nov 05 21:42:43.776552 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.784677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-acc8ac31-dc5d-4506-a2c8-96def57e199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:43.786219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-acc8ac31-dc5d-4506-a2c8-96def57e199f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 1094 time: 0.1191168 Nov 05 21:42:43.788992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.806372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64079f87-b2a8-4966-9b94-1751edd13ec7']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:43.811568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-ef8f872a-d9a1-42f0-bb35-de896a5e8ffd tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c529d34c-fb43-4375-b354-ab9beb753cc5 HTTP/1.1" status: 200 len: 1822 time: 0.0963664 Nov 05 21:42:43.821109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d12966-3f42-4812-8ac3-308720a96af4') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:43.825794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d12966-3f42-4812-8ac3-308720a96af4') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:43.825794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c529d34c-fb43-4375-b354-ab9beb753cc5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:43.825794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c529d34c-fb43-4375-b354-ab9beb753cc5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:43.841184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.845631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-591c72e4-8386-4e78-91c9-f418e587d84f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=227287f8-9252-45e5-9c40-2073e964ed5a HTTP/1.1" status: 200 len: 217 time: 0.0510321 Nov 05 21:42:43.853420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e967c6e0-bfc4-4d5b-a35a-6ec6ff792c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.855939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e967c6e0-bfc4-4d5b-a35a-6ec6ff792c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.857051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e967c6e0-bfc4-4d5b-a35a-6ec6ff792c5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bb86300-8e78-4621-92bf-7ece602ca77c HTTP/1.1" status: 204 len: 168 time: 0.3686187 Nov 05 21:42:43.867694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.878458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:43.878847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:43.880758 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:43.884753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967c6e0-bfc4-4d5b-a35a-6ec6ff792c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb86300-8e78-4621-92bf-7ece602ca77c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:43.918175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-57cf4ff7-2423-4f30-a7f7-bad5f1a90ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:43.919817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-57cf4ff7-2423-4f30-a7f7-bad5f1a90ee2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7e8dcce-bdc6-44dd-8bd7-e52003427d93 HTTP/1.1" status: 200 len: 844 time: 0.0656257 Nov 05 21:42:43.955528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-f6691e4a-0fc2-4a5e-a70e-d7731d33c1f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282798 Nov 05 21:42:43.978277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.049694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd0549b-23c1-4a95-a0b3-5f5d98757556,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:44.085543 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.098635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.108923 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.112134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] 10.222.0.41 "DELETE /v2.0/networks/64079f87-b2a8-4966-9b94-1751edd13ec7 HTTP/1.1" status: 204 len: 168 time: 0.5365083 Nov 05 21:42:44.131076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd6bc3-e471-4588-ae13-0059d6c84970 admin admin] Pushing event deleted for resources: {'Network': ['ID=64079f87-b2a8-4966-9b94-1751edd13ec7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:44.149378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Allocated IP 192.168.233.232 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/b422e5ae-6b7e-44c3-90a4-c85cbd580c07) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:44.165494 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.214239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.215029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:44.232320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ace86-beb3-40b8-8ec5-678ba36f0f1b req-eb2308c4-1009-4917-abfd-f45fff27b55c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:44.234462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d4ace86-beb3-40b8-8ec5-678ba36f0f1b req-eb2308c4-1009-4917-abfd-f45fff27b55c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 943 time: 0.2536087 Nov 05 21:42:44.243396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:44.252999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:44.259564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:44.296101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.336913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b6bb4a-7a8f-467a-8f31-25c2d634cbd2,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:44.357116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-be287e7d-5147-493a-9a73-9be080930f5f service neutron] 10.222.0.13 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943238 Nov 05 21:42:44.409562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.423898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.426580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7f5acca-674a-4f3a-be97-0858291f6dc1 req-03a792cb-7254-4a93-9770-f2a258ece15b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6071668 Nov 05 21:42:44.456142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:44.456789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.473026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44566) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:44.554009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44568) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:44.555407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-42be7e39-de67-4509-88c0-fd293213152d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79e6131a461b4f7c8e87eb93aec1909f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783675 Nov 05 21:42:44.558246 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.572880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d4ace86-beb3-40b8-8ec5-678ba36f0f1b req-d1727928-cf74-41c6-aece-caf48e8f47f5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218367 Nov 05 21:42:44.661519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.663943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:44.678803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-7f8e3552-cf53-4c6f-ac71-1d7bc1f6dbe7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3766446 Nov 05 21:42:44.682519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:44.694422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:44.703294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Request body: {'port': {'device_id': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:44.710099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f38bb05-6c2f-4318-a48a-019d6f51b59c req-d9a448aa-3329-42ee-8809-0d8d15edffdd service neutron] 10.222.0.13 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194461 Nov 05 21:42:44.735330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Pushing event updated for resources: {'Port': ['ID=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:44.745160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-66c71c99-f645-4d2c-b473-52c6e2022a82 None None] Provisioning complete for port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:44.745160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-66c71c99-f645-4d2c-b473-52c6e2022a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.791232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4641fd-970f-463b-9ea9-d14320603222 req-0befd6a4-914a-4a17-9c0f-18101110ce62 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:44.794507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e4641fd-970f-463b-9ea9-d14320603222 req-0befd6a4-914a-4a17-9c0f-18101110ce62 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 936 time: 0.1514595 Nov 05 21:42:44.804395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:44.805085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:44.810060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-66c71c99-f645-4d2c-b473-52c6e2022a82 None None] Port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:42:44.892096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e4641fd-970f-463b-9ea9-d14320603222 req-bcb9994e-4314-4301-ac2c-aa986e108a22 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839286 Nov 05 21:42:44.896362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44576) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:44.936738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-81fb83ea-b2ab-455f-9e13-7e290a8a6c1c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1219027 Nov 05 21:42:44.955103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Request body: {'port': {'device_id': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:44.977717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-87fce5b0-80e6-42b9-8738-c44bdf6035ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85f015979b3448db9a2bc6da57f41fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801063 Nov 05 21:42:44.980625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44580) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:45.036621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d26ea42d-3ec1-49f3-b2da-b0158e9b86fc None None] Provisioning complete for port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:45.037504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d26ea42d-3ec1-49f3-b2da-b0158e9b86fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.055639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.104861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d26ea42d-3ec1-49f3-b2da-b0158e9b86fc None None] Port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:42:45.112462 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2f00-7730-4477-ad49-281985d7979f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.135954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-60b64e35-3eed-450d-ae49-1992d36c8bbc tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c529d34c-fb43-4375-b354-ab9beb753cc5 HTTP/1.1" status: 200 len: 2415 time: 0.5085280 Nov 05 21:42:45.138679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da261b81-52fe-4da0-b9cd-434688aa1a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.156665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2f00-7730-4477-ad49-281985d7979f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.183157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c529d34c-fb43-4375-b354-ab9beb753cc5', 'remote_group_id': None}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:45.183474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c529d34c-fb43-4375-b354-ab9beb753cc5', 'remote_group_id': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:45.239592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da261b81-52fe-4da0-b9cd-434688aa1a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.242772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.421186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2f00-7730-4477-ad49-281985d7979f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.424124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2f00-7730-4477-ad49-281985d7979f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.427788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ffaf2f00-7730-4477-ad49-281985d7979f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/142ca062-4ef9-46f3-afba-b950f84e70e4 HTTP/1.1" status: 204 len: 168 time: 0.4437690 Nov 05 21:42:45.440448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf2f00-7730-4477-ad49-281985d7979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142ca062-4ef9-46f3-afba-b950f84e70e4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:45.456898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b422e5ae-6b7e-44c3-90a4-c85cbd580c07 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:45.466493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.481239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Transition to ACTIVE for port object b422e5ae-6b7e-44c3-90a4-c85cbd580c07 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:42:45.513971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da261b81-52fe-4da0-b9cd-434688aa1a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.517059 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da261b81-52fe-4da0-b9cd-434688aa1a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.518199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-da261b81-52fe-4da0-b9cd-434688aa1a0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd003452-439c-4d1b-a888-b2c9b0307836 HTTP/1.1" status: 204 len: 168 time: 0.9620249 Nov 05 21:42:45.561222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.584182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da261b81-52fe-4da0-b9cd-434688aa1a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd003452-439c-4d1b-a888-b2c9b0307836,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:45.613694 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.648955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:45.673564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.714056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:42:45.750791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Attempting to bind port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:45.751207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Attempting to bind port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:45.751650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Attempting to bind port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:45.758826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:42:45.759234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Attempting to bind port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:45.775465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31b37-b7e7-4cb0-a590-0827a01f6ffb req-3fecfe21-ffcf-4e2f-85e0-a65dc851d296 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:45.777074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8d31b37-b7e7-4cb0-a590-0827a01f6ffb req-3fecfe21-ffcf-4e2f-85e0-a65dc851d296 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 943 time: 0.0777018 Nov 05 21:42:45.778414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:45.778846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:45.779302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:45.779865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Bound port: b422e5ae-6b7e-44c3-90a4-c85cbd580c07, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:45.780291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.780964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:45.830579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13af9153-97b8-4bfb-b3e9-bbf44d5f51b6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:45.929742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:42:45.939000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] For port b422e5ae-6b7e-44c3-90a4-c85cbd580c07, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:45.940809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-95bb1943-c7a4-4abd-8c6b-005b99c81a03 admin admin] 10.222.0.41 "PUT /v2.0/routers/676ac9c1-dd7f-46a6-ae21-ccd18daff53d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4029496 Nov 05 21:42:45.945430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44602) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:45.945982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] Sync routers for ids ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:42:45.949578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabedb2a-f2f6-4f23-8134-0edbdbcd6814 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:45.954647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] For port b422e5ae-6b7e-44c3-90a4-c85cbd580c07, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:45.976636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] Routers {'676ac9c1-dd7f-46a6-ae21-ccd18daff53d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:45.980236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:45.980394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8d31b37-b7e7-4cb0-a590-0827a01f6ffb req-85cbb6d0-8c05-480b-a66a-3a8366578194 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879783 Nov 05 21:42:45.999895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.005743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.006972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42ee26fd-123a-4d85-a4d6-ffb20ab516d8 req-f2ed13f7-8050-46c5-988e-98918d32d529 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8563135 Nov 05 21:42:46.031453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Transition to ACTIVE for port object cabedb2a-f2f6-4f23-8134-0edbdbcd6814 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:42:46.116200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.121898 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbf07509-35ef-41d2-8b96-810b944205ea req-89b5d26f-67b2-42ca-948b-a6d98d4cabd8 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c529d34c-fb43-4375-b354-ab9beb753cc5 HTTP/1.1" status: 200 len: 3013 time: 0.0620539 Nov 05 21:42:46.126372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.146357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] Set router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:46.176896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.213411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:46.214042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.216572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] 10.222.0.46 "PUT /v2.0/ports/b422e5ae-6b7e-44c3-90a4-c85cbd580c07 HTTP/1.1" status: 200 len: 1096 time: 1.2695386 Nov 05 21:42:46.217790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'tag': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:46.220890 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09157db3-1cb0-4d0e-9cdb-b787f6961241" -d '{"events": [{"name": "network-changed", "server_uuid": "ac760a33-9723-498f-8a93-7e92f758a73f", "tag": "b422e5ae-6b7e-44c3-90a4-c85cbd580c07"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:46.227685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e299c9b-fae7-4297-b358-814248256235 req-48203dc2-f5f9-4abf-b2c3-ca758497c09b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-group-rules/13af9153-97b8-4bfb-b3e9-bbf44d5f51b6 HTTP/1.1" status: 200 len: 783 time: 0.0669925 Nov 05 21:42:46.271734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d688ac7-6e74-489c-8cb6-f5e9a139c3ea req-7e104315-838f-42f9-b0ad-b139dc25a513 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:46.284982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d688ac7-6e74-489c-8cb6-f5e9a139c3ea req-7e104315-838f-42f9-b0ad-b139dc25a513 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 948 time: 0.2071114 Nov 05 21:42:46.328293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:46.420087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d9b4-facc-47f9-8f63-66aa770e9be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:46.450480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e299c9b-fae7-4297-b358-814248256235 req-6033ebf7-2ed9-4fc0-afab-1d1dabc482ac tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c529d34c-fb43-4375-b354-ab9beb753cc5 HTTP/1.1" status: 200 len: 3013 time: 0.2073917 Nov 05 21:42:46.483268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.517524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:43Z', 'revision_number': 5, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port': {'id': '7c298b08-b3d8-4342-985b-daf6505dffa4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:30Z', 'updated_at': '2021-11-05T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:46.527415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d688ac7-6e74-489c-8cb6-f5e9a139c3ea req-1bc50968-b50f-4d4b-b5d2-7f4a730c2453 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408113 Nov 05 21:42:46.540811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-de6d0947-fc08-4a34-8522-29ef1fc47aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:46.543823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-de6d0947-fc08-4a34-8522-29ef1fc47aa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 1099 time: 0.2178926 Nov 05 21:42:46.567672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e299c9b-fae7-4297-b358-814248256235 req-6ea40663-9eab-402b-b65c-85a00099086a tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.586958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e299c9b-fae7-4297-b358-814248256235 req-6ea40663-9eab-402b-b65c-85a00099086a tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.606170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-d6450d36-fc98-4a22-945f-930c0e951692 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b422e5ae-6b7e-44c3-90a4-c85cbd580c07 HTTP/1.1" status: 200 len: 217 time: 0.0484719 Nov 05 21:42:46.616371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Attempting to bind port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:46.616371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Attempting to bind port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:46.616371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Attempting to bind port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:46.626248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] Checking router: 676ac9c1-dd7f-46a6-ae21-ccd18daff53d for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:42:46.626447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:42:46.626874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Attempting to bind port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:46.639221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:46.639221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:46.639221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:46.639221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Bound port: cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:46.639221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.680821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] Routers {'676ac9c1-dd7f-46a6-ae21-ccd18daff53d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:42:46.681219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:46.686627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-999d979b-fe15-4e95-b27a-2445cd7470b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:46.688136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-999d979b-fe15-4e95-b27a-2445cd7470b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0744686 Nov 05 21:42:46.692967 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d86eb09-9c16-434f-a678-89ca9448f459 x-openstack-request-id: req-2d86eb09-9c16-434f-a678-89ca9448f459 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:46.693637 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac760a33-9723-498f-8a93-7e92f758a73f", "tag": "b422e5ae-6b7e-44c3-90a4-c85cbd580c07", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:46.693637 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d86eb09-9c16-434f-a678-89ca9448f459 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:46.693925 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'tag': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07', 'status': 'completed', 'code': 200} Nov 05 21:42:46.752447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-46db7102-eed2-4b43-abc5-3e51ca8aa3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:46.753965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-46db7102-eed2-4b43-abc5-3e51ca8aa3de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590425 Nov 05 21:42:46.774751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e299c9b-fae7-4297-b358-814248256235 req-6ea40663-9eab-402b-b65c-85a00099086a tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.785461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e299c9b-fae7-4297-b358-814248256235 req-6ea40663-9eab-402b-b65c-85a00099086a tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.787292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e299c9b-fae7-4297-b358-814248256235 req-6ea40663-9eab-402b-b65c-85a00099086a tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/13af9153-97b8-4bfb-b3e9-bbf44d5f51b6 HTTP/1.1" status: 204 len: 173 time: 0.3248610 Nov 05 21:42:46.834739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea40663-9eab-402b-b65c-85a00099086a tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13af9153-97b8-4bfb-b3e9-bbf44d5f51b6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:46.871106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] Set router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:42:46.883302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Deleting port 7c298b08-b3d8-4342-985b-daf6505dffa4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:46.883655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:46.967535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-f226d13b-d323-495c-8c7c-9074b4fe5063 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043502 Nov 05 21:42:46.984925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:47.000286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] For port 7c298b08-b3d8-4342-985b-daf6505dffa4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7c298b08-b3d8-4342-985b-daf6505dffa4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:47.000683 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.012571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:47.019097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Calling delete_port for 7c298b08-b3d8-4342-985b-daf6505dffa4 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:47.049186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98c61847-d57f-4103-8e33-6aba5656ddad req-dedd4b73-1cd3-44db-8c26-1f544eb248b9 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c529d34c-fb43-4375-b354-ab9beb753cc5 HTTP/1.1" status: 200 len: 2415 time: 0.1874325 Nov 05 21:42:47.121464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9b39572-10c1-462e-8ef4-1701dc90a9cf req-0ea2dcd3-76fb-4fc8-853e-6a132f2f5037 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476686 Nov 05 21:42:47.122243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:46Z', 'revision_number': 6, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:47.148927 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98c61847-d57f-4103-8e33-6aba5656ddad req-955a3a3b-f325-452c-bb42-93609c8ad8fe tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.163883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62579490-99e9-45a5-918c-393b68737fa0 None None] The sync data for ids ['676ac9c1-dd7f-46a6-ae21-ccd18daff53d'] in n-d-816738-5 is: [{'id': '676ac9c1-dd7f-46a6-ae21-ccd18daff53d', 'name': 'tempest-FloatingIPsNegativeTestJSON-482668648-router', 'tenant_id': '2c37702dff0b46979f0a752e3b2f434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:29Z', 'updated_at': '2021-11-05T21:42:46Z', 'revision_number': 6, 'project_id': '2c37702dff0b46979f0a752e3b2f434d', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:42:47.182256 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98c61847-d57f-4103-8e33-6aba5656ddad req-955a3a3b-f325-452c-bb42-93609c8ad8fe tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.184786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.280743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:47.281877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.282862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] 10.222.0.46 "PUT /v2.0/ports/cabedb2a-f2f6-4f23-8134-0edbdbcd6814 HTTP/1.1" status: 200 len: 1096 time: 2.5894566 Nov 05 21:42:47.288829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:47.291264 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a558a71-d277-404e-a3f8-1d3a7dba96a1" -d '{"events": [{"name": "network-changed", "server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:47.336569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a05500-1a5e-43a5-82b6-1e657b94afe4 service neutron] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:47.359586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c50d66-abd8-4b81-bc34-5fe6a3cac434 req-8f00005a-473c-4ad8-b44d-f3bb26a28549 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:47.361128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-93c50d66-abd8-4b81-bc34-5fe6a3cac434 req-8f00005a-473c-4ad8-b44d-f3bb26a28549 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 943 time: 0.1790349 Nov 05 21:42:47.363678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-cace9cf8-a9ed-44f7-aa10-d9fe847ff5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:47.365183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-cace9cf8-a9ed-44f7-aa10-d9fe847ff5a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 1099 time: 0.0663183 Nov 05 21:42:47.422930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 227287f8-9252-45e5-9c40-2073e964ed5a details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:42:47.445562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-93c50d66-abd8-4b81-bc34-5fe6a3cac434 req-4f838d84-240f-452d-937a-182edc1bd002 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646689 Nov 05 21:42:47.486699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98c61847-d57f-4103-8e33-6aba5656ddad req-955a3a3b-f325-452c-bb42-93609c8ad8fe tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.492207 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98c61847-d57f-4103-8e33-6aba5656ddad req-955a3a3b-f325-452c-bb42-93609c8ad8fe tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.508703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98c61847-d57f-4103-8e33-6aba5656ddad req-955a3a3b-f325-452c-bb42-93609c8ad8fe tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-groups/c529d34c-fb43-4375-b354-ab9beb753cc5 HTTP/1.1" status: 204 len: 173 time: 0.4504650 Nov 05 21:42:47.533576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a3a3b-f325-452c-bb42-93609c8ad8fe tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529d34c-fb43-4375-b354-ab9beb753cc5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:47.539055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.577215 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d799d461-92e8-4900-bd63-0eae4366c464 x-openstack-request-id: req-d799d461-92e8-4900-bd63-0eae4366c464 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:47.577867 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:47.577867 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d799d461-92e8-4900-bd63-0eae4366c464 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:47.579431 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'status': 'completed', 'code': 200} Nov 05 21:42:47.594099 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-e3020544-0a86-448e-a1c8-625b98cabe4c req-321dd7ee-e563-4097-abf8-c9dd4badbb6c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] show failed (client error): The resource could not be found. Nov 05 21:42:47.603847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3020544-0a86-448e-a1c8-625b98cabe4c req-321dd7ee-e563-4097-abf8-c9dd4badbb6c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/0764b455-7963-4a64-a044-8a5d65f57c6c HTTP/1.1" status: 404 len: 352 time: 0.0731380 Nov 05 21:42:47.668494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0fd0549b-23c1-4a95-a0b3-5f5d98757556 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:47.671475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-7b01f6a1-ae2f-4719-95d8-87010813ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:47.676609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-7b01f6a1-ae2f-4719-95d8-87010813ff87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.3005910 Nov 05 21:42:47.705668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c298b08-b3d8-4342-985b-daf6505dffa4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:47.734354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-e0c99be5-6a91-4250-b0a9-e82459814ea2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b422e5ae-6b7e-44c3-90a4-c85cbd580c07 HTTP/1.1" status: 200 len: 217 time: 0.0498607 Nov 05 21:42:47.752512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0fd0549b-23c1-4a95-a0b3-5f5d98757556 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:47.752861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0fd0549b-23c1-4a95-a0b3-5f5d98757556 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:47.769556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f374c45-9b64-4fa6-b18f-bffffde39f01 req-4bf375b9-55ec-467b-a0aa-110f96928d08 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/c1931df0-8f1c-4f37-a51d-95acd085da13 HTTP/1.1" status: 200 len: 1821 time: 0.1351769 Nov 05 21:42:47.780252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-cdfc8338-cc8e-4a89-bf8a-5652e1b84116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:47.785480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-cdfc8338-cc8e-4a89-bf8a-5652e1b84116 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1099 time: 0.3388851 Nov 05 21:42:47.804977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:47.841569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '227287f8-9252-45e5-9c40-2073e964ed5a', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': '227287f8-9252-45e5-9c40-2073e964ed5a', 'mac_address': 'fa:16:3e:96:d4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:42:47.872974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-3e64073c-0de7-4cf7-a13e-8b89751c4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:47.874488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-3e64073c-0de7-4cf7-a13e-8b89751c4a5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1283245 Nov 05 21:42:47.914388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.922795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5f374c45-9b64-4fa6-b18f-bffffde39f01 req-ca67a2b3-82fb-4e51-b1e7-d78665a65542 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.928102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227287f8-9252-45e5-9c40-2073e964ed5a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:47.949245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-9faf7a13-87f7-40f0-950c-8c0f5065fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:47.951686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-9faf7a13-87f7-40f0-950c-8c0f5065fb8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680182 Nov 05 21:42:47.954535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:47.961013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:47.963328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-16be64ee-469a-4850-aa57-6011bb9f7487 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814 HTTP/1.1" status: 200 len: 217 time: 0.1430435 Nov 05 21:42:48.040051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ecac8-26c8-49f4-9d7c-29b74854ae49 req-6640856d-6f5e-49ff-a247-ad595cb74e18 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:48.041686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f1ecac8-26c8-49f4-9d7c-29b74854ae49 req-6640856d-6f5e-49ff-a247-ad595cb74e18 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 948 time: 0.3375175 Nov 05 21:42:48.068444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-b6cf543f-f684-45c6-aba2-625eb4826d08 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037822 Nov 05 21:42:48.069245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5f374c45-9b64-4fa6-b18f-bffffde39f01 req-ca67a2b3-82fb-4e51-b1e7-d78665a65542 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.088792 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.123760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.129323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.171946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f1ecac8-26c8-49f4-9d7c-29b74854ae49 req-d8c5d747-86ea-47b9-8bff-5182dd533b54 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695910 Nov 05 21:42:48.208278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:48.224915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09157db3-1cb0-4d0e-9cdb-b787f6961241 req-11cd7843-e6a2-4da6-a73a-28398cd44d11 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462667 Nov 05 21:42:48.228264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-b2a9d79b-db8b-4582-8948-f83d4bfdff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:48.229985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-b2a9d79b-db8b-4582-8948-f83d4bfdff8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2340021 Nov 05 21:42:48.295719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-863f20b3-3745-4803-ae2a-3f63a4dd2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:48.297256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-863f20b3-3745-4803-ae2a-3f63a4dd2537 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594430 Nov 05 21:42:48.306737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['227287f8-9252-45e5-9c40-2073e964ed5a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:48.379943 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.380456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 676ac9c1-dd7f-46a6-ae21-ccd18daff53d {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:42:48.391382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.392715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3f901123-4686-4d50-a0a0-88cd63e34c7e admin admin] 10.222.0.41 "DELETE /v2.0/routers/676ac9c1-dd7f-46a6-ae21-ccd18daff53d HTTP/1.1" status: 204 len: 168 time: 2.4461861 Nov 05 21:42:48.395232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44686) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:48.425913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-c0f59ff5-0ec2-43dd-9a0b-8cf2c9b4b1e8 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208823 Nov 05 21:42:48.456773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5f374c45-9b64-4fa6-b18f-bffffde39f01 req-ca67a2b3-82fb-4e51-b1e7-d78665a65542 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.460017 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5f374c45-9b64-4fa6-b18f-bffffde39f01 req-ca67a2b3-82fb-4e51-b1e7-d78665a65542 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.470269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f374c45-9b64-4fa6-b18f-bffffde39f01 req-ca67a2b3-82fb-4e51-b1e7-d78665a65542 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1931df0-8f1c-4f37-a51d-95acd085da13 HTTP/1.1" status: 204 len: 173 time: 0.6953292 Nov 05 21:42:48.511675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67a2b3-82fb-4e51-b1e7-d78665a65542 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1931df0-8f1c-4f37-a51d-95acd085da13,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:48.541788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] Deleting subnet 60d5dc96-3fcf-4628-9029-a0620c9e1a82 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:48.548072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.613351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bc0df94-0cf3-4757-8eca-ecbc1c4dbf71 req-f5693224-4144-4107-bbfd-cf6349c764c0 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805038 Nov 05 21:42:48.629546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f82bc1c-6016-4236-9cc8-83859c3b757c req-329f1a4c-42fd-4e02-b576-07b17c8b062b tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/10c4a71f-ce4c-4f21-bc1e-57c3ac760248 HTTP/1.1" status: 200 len: 1822 time: 0.1346376 Nov 05 21:42:48.633360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.766857 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f82bc1c-6016-4236-9cc8-83859c3b757c req-88017c67-1100-4fa5-9605-43b19717c9c7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.805650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f82bc1c-6016-4236-9cc8-83859c3b757c req-88017c67-1100-4fa5-9605-43b19717c9c7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.809102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:48.873752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-9f6c6cdf-ed1b-4dfa-a18b-eab3a99a86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:48.876023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-9f6c6cdf-ed1b-4dfa-a18b-eab3a99a86c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1099 time: 0.1042676 Nov 05 21:42:48.901427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205281d2-f7db-4fed-8ba0-e7936f1d1631 req-b64baa46-c3e4-445d-b61f-16d54c76ebef tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:48.902907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-205281d2-f7db-4fed-8ba0-e7936f1d1631 req-b64baa46-c3e4-445d-b61f-16d54c76ebef tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 944 time: 0.0884967 Nov 05 21:42:49.005987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-205281d2-f7db-4fed-8ba0-e7936f1d1631 req-ecdc67d2-7ea5-4324-852c-f7848bfd2d3f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914176 Nov 05 21:42:49.023761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-3de15400-94c8-4ed4-85bd-5a7d493fe192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:49.023761 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-3de15400-94c8-4ed4-85bd-5a7d493fe192 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1364951 Nov 05 21:42:49.037326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f82bc1c-6016-4236-9cc8-83859c3b757c req-88017c67-1100-4fa5-9605-43b19717c9c7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.040031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f82bc1c-6016-4236-9cc8-83859c3b757c req-88017c67-1100-4fa5-9605-43b19717c9c7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.041186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f82bc1c-6016-4236-9cc8-83859c3b757c req-88017c67-1100-4fa5-9605-43b19717c9c7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-groups/10c4a71f-ce4c-4f21-bc1e-57c3ac760248 HTTP/1.1" status: 204 len: 173 time: 0.4107659 Nov 05 21:42:49.051527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88017c67-1100-4fa5-9605-43b19717c9c7 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c4a71f-ce4c-4f21-bc1e-57c3ac760248,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:49.075924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-9e331ee7-f042-4f6d-bc18-c42bf9a7665a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814 HTTP/1.1" status: 200 len: 217 time: 0.0476308 Nov 05 21:42:49.087143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.131626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d5dc96-3fcf-4628-9029-a0620c9e1a82,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:49.135221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.140844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cb530f10-013a-413a-89e7-b92fe920780f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/60d5dc96-3fcf-4628-9029-a0620c9e1a82 HTTP/1.1" status: 204 len: 168 time: 0.7423632 Nov 05 21:42:49.143518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:49.145821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f628b430-9403-42c4-93fd-2ff5f331c242 None None] Network 02ee8e61-e979-4924-882a-a49f7bd63d6a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:49.161715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b68fdada-525c-4abc-867f-ab7040ce5b70 req-1f392fe1-4d21-4d09-94a5-843f09a45ee5 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/65e73da5-c9cc-4729-aef7-03ee3d046443 HTTP/1.1" status: 200 len: 1821 time: 0.0942726 Nov 05 21:42:49.189758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-e2d6b9ff-cb65-4353-98bd-5d33c2e85f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:49.191180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-e2d6b9ff-cb65-4353-98bd-5d33c2e85f12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1037884 Nov 05 21:42:49.300823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.327171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-e6053144-1c40-4524-a9d8-fc2784b96283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:49.328727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-e6053144-1c40-4524-a9d8-fc2784b96283 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092608 Nov 05 21:42:49.355793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b68fdada-525c-4abc-867f-ab7040ce5b70 req-40d1caf4-fc88-43f6-b4c8-05179f144c2e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.369295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928160d-42c0-4343-b743-992a8185691a None None] DHCP port deletion for 02ee8e61-e979-4924-882a-a49f7bd63d6a request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:42:49.377731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44716) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:49.433134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 227287f8-9252-45e5-9c40-2073e964ed5a up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:49.439948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763a0fb-5211-4cfb-bddb-cbd0c9731f71 req-e076530b-3612-479b-8fb1-359dc5cdba5c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:49.450310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e763a0fb-5211-4cfb-bddb-cbd0c9731f71 req-e076530b-3612-479b-8fb1-359dc5cdba5c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 948 time: 0.1578593 Nov 05 21:42:49.457828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b68fdada-525c-4abc-867f-ab7040ce5b70 req-40d1caf4-fc88-43f6-b4c8-05179f144c2e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.502273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:49.528296 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-4f94f2ce-6c6b-4580-a1ac-962565de74d1 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847646 Nov 05 21:42:49.538990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Deleting port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:49.539332 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.550780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e763a0fb-5211-4cfb-bddb-cbd0c9731f71 req-4a86fa74-f950-4726-a5c8-9bccf14a61a3 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929844 Nov 05 21:42:49.599955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3a385f5-b002-4fff-b58b-5b53a0e44f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.612883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3928160d-42c0-4343-b743-992a8185691a None None] Deleting port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:42:49.613627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3928160d-42c0-4343-b743-992a8185691a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.727490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3928160d-42c0-4343-b743-992a8185691a None None] For port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:49.728631 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3928160d-42c0-4343-b743-992a8185691a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.742463 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.746099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3a385f5-b002-4fff-b58b-5b53a0e44f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.749380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3928160d-42c0-4343-b743-992a8185691a None None] Calling delete_port for 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:49.762281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 227287f8-9252-45e5-9c40-2073e964ed5a completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:42:49.777069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 227287f8-9252-45e5-9c40-2073e964ed5a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:49.777583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.850452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:49.889612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3a385f5-b002-4fff-b58b-5b53a0e44f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.935030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b68fdada-525c-4abc-867f-ab7040ce5b70 req-40d1caf4-fc88-43f6-b4c8-05179f144c2e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.938900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b68fdada-525c-4abc-867f-ab7040ce5b70 req-40d1caf4-fc88-43f6-b4c8-05179f144c2e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.945795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b68fdada-525c-4abc-867f-ab7040ce5b70 req-40d1caf4-fc88-43f6-b4c8-05179f144c2e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-groups/65e73da5-c9cc-4729-aef7-03ee3d046443 HTTP/1.1" status: 204 len: 173 time: 0.7712910 Nov 05 21:42:49.976696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1caf4-fc88-43f6-b4c8-05179f144c2e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e73da5-c9cc-4729-aef7-03ee3d046443,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:49.985664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] For port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,segment=NetworkSegment(8fd543b4-21a6-4aa4-aa2c-9afa146cc021),segment_id=8fd543b4-21a6-4aa4-aa2c-9afa146cc021)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:49.986249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.992141 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:49.993073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7c298b08-b3d8-4342-985b-daf6505dffa4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:42:50.006016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Calling delete_port for 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:42:50.041348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a558a71-d277-404e-a3f8-1d3a7dba96a1 req-9cf148d8-ff1d-4b98-acd2-ee728ef28480 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040896 Nov 05 21:42:50.079910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a385f5-b002-4fff-b58b-5b53a0e44f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7b63e7-79d8-4767-a627-55205a310b84,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.090619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b3a385f5-b002-4fff-b58b-5b53a0e44f7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef6b77d6cb0a497ba545b0b0149501df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7034369 Nov 05 21:42:50.091594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44738) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:50.128204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccae6108-087b-49be-abb7-9a99e19ad891 req-5e5fd81b-226b-422f-b3e8-b35221668760 tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/f312e4e4-e591-4b4c-b954-3d48db18d0c8 HTTP/1.1" status: 200 len: 2420 time: 0.1585181 Nov 05 21:42:50.134101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.147191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 7c298b08-b3d8-4342-985b-daf6505dffa4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:42:50.147540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7c298b08-b3d8-4342-985b-daf6505dffa4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:42:50.151125 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3928160d-42c0-4343-b743-992a8185691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.163332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.184494 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fdafd7c-550a-4503-a096-4f709a32bca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.194289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01a191-f733-4479-8c4d-af68315402b0 req-6a7305ee-f23a-401e-a107-9e0ff02c7eb6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:50.195818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f01a191-f733-4479-8c4d-af68315402b0 req-6a7305ee-f23a-401e-a107-9e0ff02c7eb6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 944 time: 0.0817766 Nov 05 21:42:50.202547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928160d-42c0-4343-b743-992a8185691a None None] Pushing event deleted for resources: {'Port': ['ID=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.206522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928160d-42c0-4343-b743-992a8185691a None None] No DVR routers for this DVR port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:50.209049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.229847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:50.234389 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af066e-f3b2-423f-a96d-479f8307ac02" -d '{"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-plugged", "status": "completed", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:50.241483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fdafd7c-550a-4503-a096-4f709a32bca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.253480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:50.255235 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ccae6108-087b-49be-abb7-9a99e19ad891 req-b4ee140f-63fb-4c1a-8967-010258c428eb tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.266003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.272763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] No DVR routers for this DVR port 8b294229-ce9f-40f6-8fb0-fd8cb3b61bd0 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:42:50.304766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ccae6108-087b-49be-abb7-9a99e19ad891 req-b4ee140f-63fb-4c1a-8967-010258c428eb tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.378805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f01a191-f733-4479-8c4d-af68315402b0 req-2cb67757-4d09-4811-95ae-55e75c24b5b2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659043 Nov 05 21:42:50.380159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.382744 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.414748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ee8e61-e979-4924-882a-a49f7bd63d6a']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:50.430015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd543b4-21a6-4aa4-aa2c-9afa146cc021') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:50.430516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd543b4-21a6-4aa4-aa2c-9afa146cc021') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:50.432546 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a996a-6487-471e-822b-bfb5555c3d20 x-openstack-request-id: req-535a996a-6487-471e-822b-bfb5555c3d20 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:50.432788 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-plugged", "status": "completed", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:50.433047 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-535a996a-6487-471e-822b-bfb5555c3d20 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:50.433445 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a', 'code': 200} Nov 05 21:42:50.444565 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.444870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.464002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.471336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:50.471685 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:50.473388 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:50.483963 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fdafd7c-550a-4503-a096-4f709a32bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.486899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fdafd7c-550a-4503-a096-4f709a32bca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.488795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3fdafd7c-550a-4503-a096-4f709a32bca5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f7b63e7-79d8-4767-a627-55205a310b84 HTTP/1.1" status: 204 len: 168 time: 0.3953962 Nov 05 21:42:50.498784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdafd7c-550a-4503-a096-4f709a32bca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7b63e7-79d8-4767-a627-55205a310b84,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.529572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ccae6108-087b-49be-abb7-9a99e19ad891 req-b4ee140f-63fb-4c1a-8967-010258c428eb tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.532561 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ccae6108-087b-49be-abb7-9a99e19ad891 req-b4ee140f-63fb-4c1a-8967-010258c428eb tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.533751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccae6108-087b-49be-abb7-9a99e19ad891 req-b4ee140f-63fb-4c1a-8967-010258c428eb tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-groups/f312e4e4-e591-4b4c-b954-3d48db18d0c8 HTTP/1.1" status: 204 len: 173 time: 0.3959901 Nov 05 21:42:50.567945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee140f-63fb-4c1a-8967-010258c428eb tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f312e4e4-e591-4b4c-b954-3d48db18d0c8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.591116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4bcc4-3aea-4176-a044-bf4e599d709f req-5a2c4ebd-5a39-4bc0-a664-f8d111e8867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:50.592303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4fa4bcc4-3aea-4176-a044-bf4e599d709f req-5a2c4ebd-5a39-4bc0-a664-f8d111e8867c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 1096 time: 0.0750425 Nov 05 21:42:50.643839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4fa4bcc4-3aea-4176-a044-bf4e599d709f req-577a9609-286a-4596-a7cf-1ea8ebb3690f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Nov 05 21:42:50.667923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce6bc362-8cfb-462c-a052-8a01fddba030 req-49ade82e-c2a7-4880-880a-e1dca2fe0b6e tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "GET /v2.0/security-groups/ee269a41-d16f-4574-86dd-91c34ae94b9f HTTP/1.1" status: 200 len: 2413 time: 0.0787926 Nov 05 21:42:50.676937 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.688225 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.691680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] 10.222.0.41 "DELETE /v2.0/networks/02ee8e61-e979-4924-882a-a49f7bd63d6a HTTP/1.1" status: 204 len: 168 time: 1.5468781 Nov 05 21:42:50.702066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6c034-1061-476f-89ea-e2103c9c6621 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ee8e61-e979-4924-882a-a49f7bd63d6a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.739005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ce6bc362-8cfb-462c-a052-8a01fddba030 req-59814c46-620f-4da4-8292-a597c5e1284c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.768486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ce6bc362-8cfb-462c-a052-8a01fddba030 req-59814c46-620f-4da4-8292-a597c5e1284c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.795951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bfc10-2630-4f6d-b1a0-a9ecd92fe329 req-d115c27d-c02a-4757-bb07-e966fe9d8e5c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:50.797433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a58bfc10-2630-4f6d-b1a0-a9ecd92fe329 req-d115c27d-c02a-4757-bb07-e966fe9d8e5c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 948 time: 0.0531728 Nov 05 21:42:50.852146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a58bfc10-2630-4f6d-b1a0-a9ecd92fe329 req-ece49cb8-cf48-4601-a82a-f2309afa86b2 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473294 Nov 05 21:42:50.921342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ce6bc362-8cfb-462c-a052-8a01fddba030 req-59814c46-620f-4da4-8292-a597c5e1284c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.924102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ce6bc362-8cfb-462c-a052-8a01fddba030 req-59814c46-620f-4da4-8292-a597c5e1284c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:50.925229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce6bc362-8cfb-462c-a052-8a01fddba030 req-59814c46-620f-4da4-8292-a597c5e1284c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee269a41-d16f-4574-86dd-91c34ae94b9f HTTP/1.1" status: 204 len: 173 time: 0.2483933 Nov 05 21:42:50.931568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44766) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:50.937089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814c46-620f-4da4-8292-a597c5e1284c tempest-SecurityGroupRulesTestJSON-852907934 tempest-SecurityGroupRulesTestJSON-852907934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee269a41-d16f-4574-86dd-91c34ae94b9f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:50.986183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] Deleting subnet 7dac5a96-4d0f-4720-a22f-54c7225930cf {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:42:50.989876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.028444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.075150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.175582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44778) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:51.220154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.223246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c5880863-9788-4149-8cfc-244f92d86e7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c37702dff0b46979f0a752e3b2f434d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459859 Nov 05 21:42:51.226173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44780) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:51.249039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dac5a96-4d0f-4720-a22f-54c7225930cf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:51.254515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.257044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b990261-3813-43a4-9ae9-249de86a5d0d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7dac5a96-4d0f-4720-a22f-54c7225930cf HTTP/1.1" status: 204 len: 168 time: 0.3242674 Nov 05 21:42:51.257729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44782) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:51.291804 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe766f7d-0346-40ae-b0fc-a7c430643f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.294388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b422e5ae-6b7e-44c3-90a4-c85cbd580c07 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:42:51.328869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe766f7d-0346-40ae-b0fc-a7c430643f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.359999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.485158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b422e5ae-6b7e-44c3-90a4-c85cbd580c07, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:51.497762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07', 'mac_address': 'fa:16:3e:16:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:42:51.516497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cdf54-d64f-479a-9890-ab783b030b0e req-3c658e77-703d-40a4-b7cb-8b340079df53 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:51.518304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c6cdf54-d64f-479a-9890-ab783b030b0e req-3c658e77-703d-40a4-b7cb-8b340079df53 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 945 time: 0.0521379 Nov 05 21:42:51.522969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.537051 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.548254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7235ed30-d9cb-461c-b5e8-2bce52574e16']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:51.550215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b422e5ae-6b7e-44c3-90a4-c85cbd580c07 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:51.570054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433f73a6-531b-4535-aac6-df4307ce49ac') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:51.570785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433f73a6-531b-4535-aac6-df4307ce49ac') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:42:51.574201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b422e5ae-6b7e-44c3-90a4-c85cbd580c07, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:51.576320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c6cdf54-d64f-479a-9890-ab783b030b0e req-b3d28302-6f9a-4b53-ad7f-9a2d133a9555 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483925 Nov 05 21:42:51.583301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.596347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe766f7d-0346-40ae-b0fc-a7c430643f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.599596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe766f7d-0346-40ae-b0fc-a7c430643f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.601061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe766f7d-0346-40ae-b0fc-a7c430643f7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bd34003-6197-4b39-b4a5-d907f7229ef6 HTTP/1.1" status: 204 len: 168 time: 0.3739080 Nov 05 21:42:51.612179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe766f7d-0346-40ae-b0fc-a7c430643f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd34003-6197-4b39-b4a5-d907f7229ef6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:51.627990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.642784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:42:51.644551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:42:51.648125 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:42:51.654425 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.731630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:51.829232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.834689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:51.837953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7235ed30-d9cb-461c-b5e8-2bce52574e16 HTTP/1.1" status: 204 len: 168 time: 0.5788805 Nov 05 21:42:51.848541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cb2ba-a719-4db0-b25e-3a32089248e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7235ed30-d9cb-461c-b5e8-2bce52574e16,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:51.990459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee789d8-2d18-4db4-b7c9-5fc19df5aa18 req-053c7a22-def8-4448-9fbc-ebcf826ba337 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:51.992156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ee789d8-2d18-4db4-b7c9-5fc19df5aa18 req-053c7a22-def8-4448-9fbc-ebcf826ba337 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 949 time: 0.0607262 Nov 05 21:42:52.005746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b422e5ae-6b7e-44c3-90a4-c85cbd580c07'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:52.056081 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ee789d8-2d18-4db4-b7c9-5fc19df5aa18 req-a01a07be-7009-4687-91e7-bb5f2dc2b7e9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532832 Nov 05 21:42:52.368893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44822) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:52.409434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-afeb0140-ea7f-46b1-9a85-bcd8e6dd9dbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4cad59529574ea1a73029d096de009b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390940 Nov 05 21:42:52.411882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44824) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:52.462485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8bdd-f20c-4df7-b224-4ccdc21b1efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:52.486753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8bdd-f20c-4df7-b224-4ccdc21b1efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:52.603216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8bdd-f20c-4df7-b224-4ccdc21b1efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:52.606106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8bdd-f20c-4df7-b224-4ccdc21b1efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:52.608280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6c9f8bdd-f20c-4df7-b224-4ccdc21b1efe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/894a6e92-fe7b-498e-bb0c-3678231f4661 HTTP/1.1" status: 204 len: 168 time: 0.1952803 Nov 05 21:42:52.617742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f8bdd-f20c-4df7-b224-4ccdc21b1efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894a6e92-fe7b-498e-bb0c-3678231f4661,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:52.732977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc736d6f-6cef-4bd5-84aa-2a7a128eb533 req-1e479437-eafc-4901-a155-3f1b927a9c85 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:52.740050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc736d6f-6cef-4bd5-84aa-2a7a128eb533 req-1e479437-eafc-4901-a155-3f1b927a9c85 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 945 time: 0.0566263 Nov 05 21:42:52.785577 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc736d6f-6cef-4bd5-84aa-2a7a128eb533 req-6dfb7a8e-34e9-4572-88cd-812b31d7a2ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Nov 05 21:42:52.905060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44852) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:53.178907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096baa7-8161-4724-87fd-75f3bc516370 req-e1817c9d-a24b-4fb2-a12e-7ba5a7a6822b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:53.180462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d096baa7-8161-4724-87fd-75f3bc516370 req-e1817c9d-a24b-4fb2-a12e-7ba5a7a6822b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 949 time: 0.0561919 Nov 05 21:42:53.234874 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d096baa7-8161-4724-87fd-75f3bc516370 req-9b4e082a-f252-41c9-97c7-f12b0a55ec12 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460174 Nov 05 21:42:53.307138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:42:53.415077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-869226587-network', 'tenant_id': 'b7ccb34ceef24d5389b52fbf0e42dbbe'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:53.432161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b422e5ae-6b7e-44c3-90a4-c85cbd580c07 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:53.502280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfe559-9d5a-4928-8626-5a06c5c973b7 req-6b3377e9-33d2-47d9-9a8d-2bae3c98085c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:53.506069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Made reservation on behalf of b7ccb34ceef24d5389b52fbf0e42dbbe for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:53.508618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eacfe559-9d5a-4928-8626-5a06c5c973b7 req-6b3377e9-33d2-47d9-9a8d-2bae3c98085c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 945 time: 0.1191521 Nov 05 21:42:53.508999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.523044 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.536891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:53.553033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:42:53.609690 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.623665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eacfe559-9d5a-4928-8626-5a06c5c973b7 req-66f1d77f-e093-47e1-8cf0-4e8370b3ac14 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004255 Nov 05 21:42:53.640758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabedb2a-f2f6-4f23-8134-0edbdbcd6814 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:53.647680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:42:53.670808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:53.670808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.679927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.705220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:53.747334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.760134 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.781008 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27bbc9a-1425-401b-906d-fbf2938f8afa,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:53.787711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:53.799659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.799995 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Added segment ade1c03a-345e-4bd3-bc35-ccccb24d15f6 of type vlan for network 7afede42-77de-482c-a99a-3305c39e54c9 Nov 05 21:42:53.804693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:53.807075 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2332bb-a29a-46a0-8da7-ec3aa3cfec66" -d '{"events": [{"server_uuid": "ac760a33-9723-498f-8a93-7e92f758a73f", "name": "network-vif-plugged", "status": "completed", "tag": "b422e5ae-6b7e-44c3-90a4-c85cbd580c07"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:53.830943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.855964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b422e5ae-6b7e-44c3-90a4-c85cbd580c07, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:53.896551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:53.917404 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f617a9-f140-4534-ae41-df8b9ad202b6 x-openstack-request-id: req-83f617a9-f140-4534-ae41-df8b9ad202b6 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:53.917710 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac760a33-9723-498f-8a93-7e92f758a73f", "name": "network-vif-plugged", "status": "completed", "tag": "b422e5ae-6b7e-44c3-90a4-c85cbd580c07", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:53.918193 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83f617a9-f140-4534-ae41-df8b9ad202b6 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:53.919569 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07', 'code': 200} Nov 05 21:42:53.937598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:53.946182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:54.013187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:54.078588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:54.079905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:54.080689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:54.121578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b29019-114e-49f2-ab12-34f416ba0b9a req-f61205a4-f8ec-4733-8358-c0426eda3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:54.123248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26b29019-114e-49f2-ab12-34f416ba0b9a req-f61205a4-f8ec-4733-8358-c0426eda3ea6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 1101 time: 0.0988729 Nov 05 21:42:54.171836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7afede42-77de-482c-a99a-3305c39e54c9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:54.182989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7afede42-77de-482c-a99a-3305c39e54c9 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:54.185545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44906) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:54.186144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2357073f-7586-4555-9aa0-482d8a8931f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2794530 Nov 05 21:42:54.192244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Request body: {'subnet': {'network_id': '7afede42-77de-482c-a99a-3305c39e54c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-869226587-subnet', 'tenant_id': 'b7ccb34ceef24d5389b52fbf0e42dbbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:54.209202 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26b29019-114e-49f2-ab12-34f416ba0b9a req-4f9a9e3d-7474-4c25-80d3-3b4e0477ebeb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574205 Nov 05 21:42:54.287286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['cabedb2a-f2f6-4f23-8134-0edbdbcd6814'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:54.368422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Made reservation on behalf of b7ccb34ceef24d5389b52fbf0e42dbbe for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:54.372023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:54.495165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9672b-560f-49c0-a784-c1dca4a31c94 req-aed860ca-0b53-4793-be75-f87f2327b3ba tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:54.503445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6a9672b-560f-49c0-a784-c1dca4a31c94 req-aed860ca-0b53-4793-be75-f87f2327b3ba tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 950 time: 0.1292088 Nov 05 21:42:54.575909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6a9672b-560f-49c0-a784-c1dca4a31c94 req-5b39925d-c5f5-40fb-a63f-773f3b41263a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711107 Nov 05 21:42:54.776749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:54.850581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee3648-c1f8-47d3-9d77-36d30357f070 req-e4021af2-488c-435e-b44c-74620e788475 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:54.859901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0ee3648-c1f8-47d3-9d77-36d30357f070 req-e4021af2-488c-435e-b44c-74620e788475 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 945 time: 0.1124821 Nov 05 21:42:54.863137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:54.898898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a179d0c-c459-40ee-9d41-e5d7f50b626f,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:54.905920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Checking segment: {'id': 'ade1c03a-345e-4bd3-bc35-ccccb24d15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7afede42-77de-482c-a99a-3305c39e54c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:54.905920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Network hostable DHCP agents. Network: 7afede42-77de-482c-a99a-3305c39e54c9, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:54.950718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0ee3648-c1f8-47d3-9d77-36d30357f070 req-52eb8d45-38f0-4373-a943-1212bbde1b0d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891957 Nov 05 21:42:55.049728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-network', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:55.062604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Network 7afede42-77de-482c-a99a-3305c39e54c9 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:55.186069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7afede42-77de-482c-a99a-3305c39e54c9) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:55.190737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:55.191620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.198952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eed22d-fdf6-4fae-8605-53bf55a12f19 None None] Network 7afede42-77de-482c-a99a-3305c39e54c9 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:55.254703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:55.256999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.266321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.316986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:55.358935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.367787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb0bbbd-cc31-4e3b-94d1-048ed7ead9e5 None None] Network 7afede42-77de-482c-a99a-3305c39e54c9 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:55.413290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6b695361-dda8-443f-9a98-78fb4e9e5a6e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2248993 Nov 05 21:42:55.466339 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.488236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:55.507087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc82d7-9815-4696-9564-83c72248af65,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:55.510844 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.510844 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Added segment 719522ee-75c8-4232-a39f-c0150a7eb4d9 of type vlan for network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc Nov 05 21:42:55.556781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.704575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.705279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:55.705919 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.728863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:55.740433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:42:55.745592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:55.757486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:55.813060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:55.826649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:55.839936 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6456a8fc-f037-4994-96c5-18a92227f130 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9756556 Nov 05 21:42:55.843491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45014) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:55.849362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Request body: {'subnet': {'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-subnet', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:55.881278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158bd6-5d49-4ee5-9fbf-113ee6e7f151 req-eb688db8-1aee-4ddd-b849-f50dc46db533 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:55.881278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db158bd6-5d49-4ee5-9fbf-113ee6e7f151 req-eb688db8-1aee-4ddd-b849-f50dc46db533 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 950 time: 0.0835195 Nov 05 21:42:55.912702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0bc6292-d7da-485f-bcea-7caf4a1b379f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.027701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db158bd6-5d49-4ee5-9fbf-113ee6e7f151 req-f775b7c7-7612-4cea-af1e-bc479f7b539d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129100 Nov 05 21:42:56.027825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.041247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0bc6292-d7da-485f-bcea-7caf4a1b379f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.043130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:56.045603 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.056456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:42:56.059966 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaf9157-2fb2-47e0-a83c-9fb785ca5d4e" -d '{"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:42:56.087499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:56.164451 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0bc6292-d7da-485f-bcea-7caf4a1b379f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.186620 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.248295 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0bc6292-d7da-485f-bcea-7caf4a1b379f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b21207fc0bec4a92b1d70ee50de099dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183856 Nov 05 21:42:56.254735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45046) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:56.255295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc6292-d7da-485f-bcea-7caf4a1b379f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed5f6e9-c05d-4e46-9f94-b473f0c8f665,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:56.303170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:56.362407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c0ece99-bbbd-4cd0-8f0c-8502b70d54eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.397476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c0ece99-bbbd-4cd0-8f0c-8502b70d54eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.418098 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a077fd1-7ae6-4191-80b9-d9f7e64cc77d x-openstack-request-id: req-7a077fd1-7ae6-4191-80b9-d9f7e64cc77d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:42:56.422818 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:42:56.424558 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a077fd1-7ae6-4191-80b9-d9f7e64cc77d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:42:56.425146 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'code': 200} Nov 05 21:42:56.532985 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.589215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d263d-c80a-4586-a595-51500bba2cbb req-51b6d6ec-09f6-47a5-a8ea-99091d903abc tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:56.590731 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-51b6d6ec-09f6-47a5-a8ea-99091d903abc tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/networks?id=7afede42-77de-482c-a99a-3305c39e54c9 HTTP/1.1" status: 200 len: 820 time: 0.2190106 Nov 05 21:42:56.625577 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c0ece99-bbbd-4cd0-8f0c-8502b70d54eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.627702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0dd93-0cc2-4738-b2d5-c39ce5791184 req-6ca072b9-42e3-46a4-8d44-028677d42993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:56.628170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c0ece99-bbbd-4cd0-8f0c-8502b70d54eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.629189 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20f0dd93-0cc2-4738-b2d5-c39ce5791184 req-6ca072b9-42e3-46a4-8d44-028677d42993 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1101 time: 0.1243703 Nov 05 21:42:56.629491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7c0ece99-bbbd-4cd0-8f0c-8502b70d54eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ed5f6e9-c05d-4e46-9f94-b473f0c8f665 HTTP/1.1" status: 204 len: 168 time: 0.3774593 Nov 05 21:42:56.643373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ece99-bbbd-4cd0-8f0c-8502b70d54eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed5f6e9-c05d-4e46-9f94-b473f0c8f665,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:56.643489 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-b7478488-5e66-4aca-8f26-af14c1a476ab tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/quotas/b7ccb34ceef24d5389b52fbf0e42dbbe HTTP/1.1" status: 200 len: 375 time: 0.0444202 Nov 05 21:42:56.653920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f95f881-444e-4810-b7cf-471248464054,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:56.708038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-f78823e7-c2d6-442e-9f68-f2e67b5cab27 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7ccb34ceef24d5389b52fbf0e42dbbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479712 Nov 05 21:42:56.716517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Checking segment: {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:56.717414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Network hostable DHCP agents. Network: b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:42:56.775205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20f0dd93-0cc2-4738-b2d5-c39ce5791184 req-0b5209e5-ee46-4ff3-b36b-fe776e373f3e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287496 Nov 05 21:42:56.856616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-70ae3066-c9a9-44e0-8cc4-d617467f78ce service neutron] 10.222.0.41 "GET /v2.0/networks/7afede42-77de-482c-a99a-3305c39e54c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367650 Nov 05 21:42:56.859281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:42:56.948754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:56.959353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:56.960098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:56.961259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b83315-d72d-4497-9350-6748c231015d None None] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:42:56.971186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-869da6f8-4ffb-465a-b0cd-e57e70c52486 service neutron] 10.222.0.41 "GET /v2.0/networks/7afede42-77de-482c-a99a-3305c39e54c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040266 Nov 05 21:42:57.041105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c299c118-0b00-430e-a619-4c21f6a3eb35 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1938877 Nov 05 21:42:57.041800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45076) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:57.050235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:57.197720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:57.199142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:57.212377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:42:57.214188 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:57.215429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ab4c-ba8e-44f0-9453-4308cb35fb17 req-1e590bce-f5f9-4527-aeae-a046d8b941d0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:57.239420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4176ab4c-ba8e-44f0-9453-4308cb35fb17 req-1e590bce-f5f9-4527-aeae-a046d8b941d0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 950 time: 0.0964110 Nov 05 21:42:57.361696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4176ab4c-ba8e-44f0-9453-4308cb35fb17 req-02588d48-8bfe-4b38-ba01-45005cb82964 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202672 Nov 05 21:42:57.365370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:57.412791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Allocated IP 172.20.0.2 (b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc/2f95f881-444e-4810-b7cf-471248464054/82c7e570-fa7b-4057-b8e1-329a4805f8e7) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:57.494280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 227287f8-9252-45e5-9c40-2073e964ed5a details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:42:57.698154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:57.728163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4b5d6ff6-899e-4a49-9aa2-a8433fb11762 req-bafa28f9-fffd-4cdf-aad7-1101c86e1b6a tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 210 time: 0.0625052 Nov 05 21:42:57.731402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:57.741044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '227287f8-9252-45e5-9c40-2073e964ed5a', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': '227287f8-9252-45e5-9c40-2073e964ed5a', 'mac_address': 'fa:16:3e:96:d4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:42:57.820433 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:57.821934 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:57.843301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 227287f8-9252-45e5-9c40-2073e964ed5a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:42:57.879067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:42:57.926802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c23f-1233-445c-9b2e-61ee9a93e0c5 req-29abed77-24cf-498a-8e03-f75628b368bc tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:57.932096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d994c23f-1233-445c-9b2e-61ee9a93e0c5 req-29abed77-24cf-498a-8e03-f75628b368bc tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1156147 Nov 05 21:42:58.044686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d994c23f-1233-445c-9b2e-61ee9a93e0c5 req-f9be12fb-0841-4c2b-ba94-5e0e2f8114ba tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045697 Nov 05 21:42:58.078409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.121731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:58.124752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:58.136333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:58.139313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.162678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Pushing event updated for resources: {'Port': ['ID=82c7e570-fa7b-4057-b8e1-329a4805f8e7,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:58.239949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.273203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.303237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:58.309247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['227287f8-9252-45e5-9c40-2073e964ed5a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:42:58.364483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45140) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:58.392076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Attempting to bind port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:42:58.392825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Attempting to bind port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:42:58.393408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Attempting to bind port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 on network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:42:58.458879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:42:58.459618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Checking segment: {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:42:58.462411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.468142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Bound using segment: {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:42:58.468944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Bound port: 82c7e570-fa7b-4057-b8e1-329a4805f8e7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:42:58.469131 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.470128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Allocated IP 172.25.6.57 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/19fa51b1-52be-4d2c-a437-b1e62b4679cd) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:42:58.490510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-961449335-network', 'tenant_id': '303fa233ad75455ea28b0f6d50812275'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:58.615358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Made reservation on behalf of 303fa233ad75455ea28b0f6d50812275 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:58.624096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.629641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] For port 82c7e570-fa7b-4057-b8e1-329a4805f8e7, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:42:58.633668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] For port 82c7e570-fa7b-4057-b8e1-329a4805f8e7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=82c7e570-fa7b-4057-b8e1-329a4805f8e7,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:42:58.649379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.664037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.735275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.740974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.761334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.819376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfae5b-92f8-4465-b3cc-268c884d1cae None None] Pushing event updated for resources: {'Port': ['ID=82c7e570-fa7b-4057-b8e1-329a4805f8e7,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:58.819526 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.868100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:42:58.880557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:42:58.883183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eca0d4ef-de0d-45de-a366-66031b4f4c56 req-403d4a7a-0c41-4f9a-9039-0b2ce746beec tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 210 time: 0.0635829 Nov 05 21:42:58.885885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b72f3e-cd4e-47cc-a08b-a56fed355613,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:58.886083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:42:58.891113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:58.891703 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Added segment 57300d90-bcb6-493f-b9c0-b9a7e138d07f of type vlan for network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 Nov 05 21:42:58.899868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:42:58.902417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Pushing event updated for resources: {'Port': ['ID=19fa51b1-52be-4d2c-a437-b1e62b4679cd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:58.955501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:59.100185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:59.100185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:59.100185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:59.194396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] Pushing event updated for resources: {'Network': ['ID=a5d263e6-3be8-4250-a5ba-4b604f8e5b54,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:42:59.207138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:42:59.275626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3d306-688b-4e91-b2a4-f288bc88b424 req-80cb7b48-566b-4376-9dd1-c709754abc3f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:42:59.280691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-35378b25-7959-4e4b-9007-dda30dd260ec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9096553 Nov 05 21:42:59.280691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45178) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:42:59.289660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Request body: {'subnet': {'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-961449335-subnet', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:42:59.291466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39f3d306-688b-4e91-b2a4-f288bc88b424 req-80cb7b48-566b-4376-9dd1-c709754abc3f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1042721 Nov 05 21:42:59.375091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39f3d306-688b-4e91-b2a4-f288bc88b424 req-8b37985b-2717-41d0-9b15-5785f3f5cf53 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818679 Nov 05 21:42:59.406873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Made reservation on behalf of 303fa233ad75455ea28b0f6d50812275 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:42:59.411347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:59.490819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 227287f8-9252-45e5-9c40-2073e964ed5a up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:59.493960 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:59.577888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 82c7e570-fa7b-4057-b8e1-329a4805f8e7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:42:59.712246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:59.717365 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:59.818498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 227287f8-9252-45e5-9c40-2073e964ed5a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:42:59.823759 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:42:59.837438 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-87786c5f-ea36-4606-9281-28e0cab0793d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=51de79accd6a4cb7b4e7acaee4281304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846312 Nov 05 21:43:00.230763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.236498 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.298205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:00.305185 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526eae2-a435-487a-b693-1eaff569edff" -d '{"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-plugged", "status": "completed", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:00.357353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:00.363803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 82c7e570-fa7b-4057-b8e1-329a4805f8e7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=82c7e570-fa7b-4057-b8e1-329a4805f8e7,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:00.489435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.495836 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.498437 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.503402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c56c7-9496-4fc6-be27-ecb01a129b51 None None] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:43:00.558261 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.648306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-08a6e170-c9a7-4f01-b3b5-8fb5355978f4 None None] Provisioning complete for port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:00.648676 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-08a6e170-c9a7-4f01-b3b5-8fb5355978f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.680992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-cd15f4a3-6e0f-4489-8396-abb6a5c263ae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:00.687919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=82c7e570-fa7b-4057-b8e1-329a4805f8e7,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:00.689366 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-cd15f4a3-6e0f-4489-8396-abb6a5c263ae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8501248 Nov 05 21:43:00.701993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:00.780908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7af1791-dd0b-4767-87ef-f9d7752dceb6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:00.827979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-49667878-95fb-409e-8261-c00bfed18c5e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/quotas/51de79accd6a4cb7b4e7acaee4281304 HTTP/1.1" status: 200 len: 375 time: 0.1373687 Nov 05 21:43:00.833161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:00.846772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Checking segment: {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:00.847816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Network hostable DHCP agents. Network: a5d263e6-3be8-4250-a5ba-4b604f8e5b54, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:43:00.963869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:43:01.041494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-e5710655-cc08-4642-ab27-794b301daf9e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2122786 Nov 05 21:43:01.063582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a5d263e6-3be8-4250-a5ba-4b604f8e5b54) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:01.077240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ecfe24-544f-4148-b090-8c4f3bf3fa09 None None] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:43:01.082947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:01.087295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:01.091610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d263d-c80a-4586-a595-51500bba2cbb req-c100c301-d5dc-4f65-852d-df824e24f1b6 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:01.105556 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-c100c301-d5dc-4f65-852d-df824e24f1b6 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.13 "GET /v2.0/networks?id=7afede42-77de-482c-a99a-3305c39e54c9 HTTP/1.1" status: 200 len: 820 time: 0.4008579 Nov 05 21:43:01.111252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Request body: {'port': {'device_id': '46599818-95ec-4782-a0c5-19e41d870509', 'network_id': '7afede42-77de-482c-a99a-3305c39e54c9', 'admin_state_up': True, 'tenant_id': 'b7ccb34ceef24d5389b52fbf0e42dbbe'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:01.257433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b516d377-08df-4ead-a156-33d71d7c753f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9736059 Nov 05 21:43:01.257656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45228) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:01.261996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:01.305792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 21:43:01.305792 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 21:43:01.305792 n-d-816738-5 neutron-server[102292]: [parameters: {'project_id_1': '303fa233ad75455ea28b0f6d50812275', 'expiration_1': datetime.datetime(2021, 11, 5, 21, 42, 41, 294977)}] Nov 05 21:43:01.305792 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:43:01.313208 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:43:01.423764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Made reservation on behalf of b7ccb34ceef24d5389b52fbf0e42dbbe for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:01.429157 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:01.546351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 82c7e570-fa7b-4057-b8e1-329a4805f8e7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:01.614349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-573a126a-c87c-4cfe-b838-7af49e44b2be None None] Provisioning complete for port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:01.614790 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-573a126a-c87c-4cfe-b838-7af49e44b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:01.618675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Router 9f026ec8-7668-4f09-a888-d3820277edf7 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:43:01.777440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:01.777906 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:01.887429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:43:01.889381 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:01.932162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a23ef30-2328-4382-aaea-c9cfbb4f18d5 req-dc2eb488-7b04-4471-9f16-c188579d6cb4 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 210 time: 0.2942963 Nov 05 21:43:01.933759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:01.945653 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Sync routers for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:01.962913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:01.965277 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:01.978070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:01.979181 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:02.014308 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97dfc64-247d-4a38-bf3e-ebbc29ceb43d x-openstack-request-id: req-d97dfc64-247d-4a38-bf3e-ebbc29ceb43d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:02.014789 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-plugged", "status": "completed", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:02.015217 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d97dfc64-247d-4a38-bf3e-ebbc29ceb43d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:02.015799 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a', 'code': 200} Nov 05 21:43:02.055280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Allocated IP 172.20.0.12 (7afede42-77de-482c-a99a-3305c39e54c9/8a179d0c-c459-40ee-9d41-e5d7f50b626f/f75fc7bf-02ee-4925-b9bd-e4a714be1299) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:02.153638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:02.159691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8d859bce-dc5c-48b5-accb-a13b48d720f8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1166513 Nov 05 21:43:02.163403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45246) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:02.228251 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:02.265802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Allocated IP 172.20.0.2 (a5d263e6-3be8-4250-a5ba-4b604f8e5b54/b7af1791-dd0b-4767-87ef-f9d7752dceb6/39c88d09-1458-4fb3-b59e-059312b04d03) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:02.317945 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:02.637970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1114352d-7fb5-465c-8e18-0d20c697a43e req-52a4f299-eb8f-4758-9b20-72ce057a5f0a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 210 time: 0.2095213 Nov 05 21:43:02.753752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:02.759897 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:02.766711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:02.837729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:02.899524 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:42:59Z', 'revision_number': 3, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:02.970140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:02.974808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:02.980816 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Checking router: 9f026ec8-7668-4f09-a888-d3820277edf7 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:02.981348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:02.981862 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Updating router 9f026ec8-7668-4f09-a888-d3820277edf7 port 19fa51b1-52be-4d2c-a437-b1e62b4679cd binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:02.987735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Pushing event updated for resources: {'Port': ['ID=39c88d09-1458-4fb3-b59e-059312b04d03,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:03.084988 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:03.184132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Attempting to bind port 39c88d09-1458-4fb3-b59e-059312b04d03 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:03.185702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Attempting to bind port 39c88d09-1458-4fb3-b59e-059312b04d03 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:03.187726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Attempting to bind port 39c88d09-1458-4fb3-b59e-059312b04d03 on network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:03.206787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:03.209312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Checking segment: {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:03.211013 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:03.211773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Bound using segment: {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:03.213972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Bound port: 39c88d09-1458-4fb3-b59e-059312b04d03, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:03.215195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:03.266862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:03.312417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6768dec-c8cd-4806-832e-43f0eaecc464 req-4eaf5362-2e85-4ecb-aca0-a063348ecfcd tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 210 time: 0.1199653 Nov 05 21:43:03.465129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] For port 39c88d09-1458-4fb3-b59e-059312b04d03, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:03.465129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] For port 39c88d09-1458-4fb3-b59e-059312b04d03, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=39c88d09-1458-4fb3-b59e-059312b04d03,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:03.540212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:03.652145 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:03.678652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d4e04-f4b5-43e1-b57b-ce82ae87107e None None] Pushing event updated for resources: {'Port': ['ID=39c88d09-1458-4fb3-b59e-059312b04d03,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:03.746127 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:03.798294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45298) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:03.973932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef64f459-9024-4f29-89a4-ca36a262107f req-ebfecedf-19ef-4851-abe3-194d028d4cc7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 210 time: 0.0960693 Nov 05 21:43:03.989076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.000159 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.096939 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.271661 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Pushing event updated for resources: {'Port': ['ID=19fa51b1-52be-4d2c-a437-b1e62b4679cd,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:04.271863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Pushing event updated for resources: {'Port': ['ID=f75fc7bf-02ee-4925-b9bd-e4a714be1299,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:04.281357 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Attempting to bind port 19fa51b1-52be-4d2c-a437-b1e62b4679cd on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:04.282128 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Attempting to bind port 19fa51b1-52be-4d2c-a437-b1e62b4679cd by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:04.283108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Allocated IP 172.25.6.175 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/0dd23f32-a95e-4be6-9152-85fd5783178c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:04.284958 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Attempting to bind port 19fa51b1-52be-4d2c-a437-b1e62b4679cd on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:04.292054 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.293875 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.295243 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.295891 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.296445 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.297022 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.297562 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.298115 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.298649 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.302803 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.303392 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.303982 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:04.308885 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:04.314161 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:04.314161 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.314161 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:04.314161 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Bound port: 19fa51b1-52be-4d2c-a437-b1e62b4679cd, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:04.314161 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.375502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8acf70d4-f155-4e20-8ae0-28f5ee027f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.386959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Network 7afede42-77de-482c-a99a-3305c39e54c9 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:04.427290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:04.499031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:04.513744 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] For port 19fa51b1-52be-4d2c-a437-b1e62b4679cd, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:04.525743 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] For port 19fa51b1-52be-4d2c-a437-b1e62b4679cd, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=19fa51b1-52be-4d2c-a437-b1e62b4679cd,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:04.582526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-78abf4f6-7b6e-466b-a14f-25b56fabcf4b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=51de79accd6a4cb7b4e7acaee4281304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1566074 Nov 05 21:43:04.602716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.700755 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.729846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.780539 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:04.833809 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:04.834470 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:04.859077 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912217f-5fa7-42d5-9b57-98e0f679a47e None None] Pushing event updated for resources: {'Port': ['ID=19fa51b1-52be-4d2c-a437-b1e62b4679cd,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:04.859410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:04.874840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:04.879661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:04.915916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd23f32-a95e-4be6-9152-85fd5783178c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:05.100609 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:05.103155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-319d46dc-8a59-4890-8798-5bddc55cc67e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:05.115926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-319d46dc-8a59-4890-8798-5bddc55cc67e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4968412 Nov 05 21:43:05.234300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-539d4a8e-ee82-4312-859b-965b6b245209 req-0f0cb330-d844-43b0-9ae6-f23dd975456f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 210 time: 0.0358620 Nov 05 21:43:05.258200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8acf70d4-f155-4e20-8ae0-28f5ee027f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:05.282932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:05.286870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:05.308899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Request body: {'port': {'device_id': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '51de79accd6a4cb7b4e7acaee4281304'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:05.461558 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:42:59Z', 'revision_number': 3, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:05.547302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:05.624877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 39c88d09-1458-4fb3-b59e-059312b04d03 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:05.721580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4d4ca-41c5-43c4-b014-627eb32c317a None None] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:43:05.770829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab4d62-d2f9-4a73-b4aa-ecdf643b408e req-ada51649-5b14-47ef-a957-3e3e808fc6cc tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:05.777421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69ab4d62-d2f9-4a73-b4aa-ecdf643b408e req-ada51649-5b14-47ef-a957-3e3e808fc6cc tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 932 time: 1.2534111 Nov 05 21:43:05.790864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8acf70d4-f155-4e20-8ae0-28f5ee027f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:05.804442 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20df6ea-7fc4-44fc-b94a-c38918083511 None None] The sync data for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 is: [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:42:59Z', 'revision_number': 3, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:05.835384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2007e6ad-ee68-415f-9be1-ec595638524f None None] Provisioning complete for port 39c88d09-1458-4fb3-b59e-059312b04d03 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:05.836723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2007e6ad-ee68-415f-9be1-ec595638524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:05.917398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf70d4-f155-4e20-8ae0-28f5ee027f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802b79bb-5ede-4650-a0a8-c3b7fbd36c01,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:05.962785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Made reservation on behalf of 51de79accd6a4cb7b4e7acaee4281304 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:05.967945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.040184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8acf70d4-f155-4e20-8ae0-28f5ee027f08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcbd76a6e00f4a38b09dda44e1a88fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2386916 Nov 05 21:43:06.055942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45336) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:06.116940 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2007e6ad-ee68-415f-9be1-ec595638524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.153923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 39c88d09-1458-4fb3-b59e-059312b04d03 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:06.155138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.232464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2007e6ad-ee68-415f-9be1-ec595638524f None None] For port 39c88d09-1458-4fb3-b59e-059312b04d03, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=39c88d09-1458-4fb3-b59e-059312b04d03,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:06.256425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059202bc-bee8-4c40-a4cf-ec1e2f76eea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.318192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059202bc-bee8-4c40-a4cf-ec1e2f76eea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.353072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2007e6ad-ee68-415f-9be1-ec595638524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.377408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Allocated IP 192.168.233.151 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/5d557846-868b-4a9d-baee-65d494b6fa69) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:06.399887 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:43:06.491774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-6f4ac8bc-cb34-4b29-bc48-29328861e2e3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3852224 Nov 05 21:43:06.526176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1826af57-a2f7-4b82-b8af-aaca52d1b640 req-adc2572b-f14d-4730-8a3a-c14e5e8235be tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 210 time: 0.0828812 Nov 05 21:43:06.529244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059202bc-bee8-4c40-a4cf-ec1e2f76eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.533532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Request body: {'port': {'device_id': '46599818-95ec-4782-a0c5-19e41d870509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:06.534047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059202bc-bee8-4c40-a4cf-ec1e2f76eea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.535373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-059202bc-bee8-4c40-a4cf-ec1e2f76eea7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/802b79bb-5ede-4650-a0a8-c3b7fbd36c01 HTTP/1.1" status: 204 len: 168 time: 0.4784453 Nov 05 21:43:06.536840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.566217 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69ab4d62-d2f9-4a73-b4aa-ecdf643b408e req-107740cd-b65b-4846-ba89-d2d0ca8ad1b8 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704554 Nov 05 21:43:06.566539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007e6ad-ee68-415f-9be1-ec595638524f None None] Pushing event updated for resources: {'Port': ['ID=39c88d09-1458-4fb3-b59e-059312b04d03,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:06.609761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c501100-89fa-4f66-9c1c-123d603d5e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:06.850890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059202bc-bee8-4c40-a4cf-ec1e2f76eea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802b79bb-5ede-4650-a0a8-c3b7fbd36c01,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:07.078369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:43:07.305084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e1cc54a9-6462-4018-a532-3db3d96b3ccc None None] Provisioning complete for port 39c88d09-1458-4fb3-b59e-059312b04d03 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:07.305720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e1cc54a9-6462-4018-a532-3db3d96b3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:07.334716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:07.444609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:07.446190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ea5bcf4b-5c1c-4b3d-9847-b853c506edf8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1875679 Nov 05 21:43:07.452941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45366) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:07.470878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Sync routers for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:07.553389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:07.554275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:42:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:07.582190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:07.839021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 39c88d09-1458-4fb3-b59e-059312b04d03 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:07.907295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:07.952830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:07.963479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a85251e-2bdf-4e79-a30c-ef73f8b293ef req-167bb16f-9572-4caa-b581-9929f4552885 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 210 time: 0.1163297 Nov 05 21:43:08.191837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 39c88d09-1458-4fb3-b59e-059312b04d03 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:08.192212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:08.212520 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200954-b8ec-4c31-9b22-f5098570add8 req-3fa971fb-0ecb-4048-b6d4-0d3eca8703fb tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:08.214132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c200954-b8ec-4c31-9b22-f5098570add8 req-3fa971fb-0ecb-4048-b6d4-0d3eca8703fb tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 932 time: 0.3750594 Nov 05 21:43:08.266017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:05Z', 'revision_number': 3, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:08.276270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45388) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:08.305304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Checking router: 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:08.308401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Updating router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 port 0dd23f32-a95e-4be6-9152-85fd5783178c binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:08.392358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Allocated IP 172.20.0.1 (b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc/2f95f881-444e-4810-b7cf-471248464054/bb45f6cf-8098-4c1e-bf80-2c62db966f9e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:08.401694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-77ec034e-7d29-41e7-b9f2-de53f86b9a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:08.426731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:08.497236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 19fa51b1-52be-4d2c-a437-b1e62b4679cd up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:08.516585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:08.533625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c200954-b8ec-4c31-9b22-f5098570add8 req-737d64cf-cbd1-4857-b577-58d68c8960be tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069475 Nov 05 21:43:08.559737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b422e5ae-6b7e-44c3-90a4-c85cbd580c07', 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:43:08.587660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:08.612663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-77ec034e-7d29-41e7-b9f2-de53f86b9a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:08.691700 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-77ec034e-7d29-41e7-b9f2-de53f86b9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:08.794916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:08.794916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Pushing event updated for resources: {'Port': ['ID=5d557846-868b-4a9d-baee-65d494b6fa69,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:08.801415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:08.815343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:08.930799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-77ec034e-7d29-41e7-b9f2-de53f86b9a95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24052b7b9dce4f9f94474eb6926a398b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6528413 Nov 05 21:43:08.934342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45392) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:08.942413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec034e-7d29-41e7-b9f2-de53f86b9a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187d68d0-8e82-4bbe-9ce5-0b2f108f405e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:09.015906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:09.021078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.147558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.168881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75fc7bf-02ee-4925-b9bd-e4a714be1299 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:09.176513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb91e21-875f-4197-8d30-a8bb38a847e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.186703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.207445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Allocated IP 172.20.0.1 (a5d263e6-3be8-4250-a5ba-4b604f8e5b54/b7af1791-dd0b-4767-87ef-f9d7752dceb6/50fb5c5e-6456-4d22-ba2d-eaeed86b5729) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:09.211804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Transition to ACTIVE for port object f75fc7bf-02ee-4925-b9bd-e4a714be1299 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:43:09.220544 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-0e8b22d0-76ad-4e35-90fd-1a179fec86a5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9241214 Nov 05 21:43:09.224575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2c6d784e-b5f9-40d9-a694-3b0b0ae2fed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.235536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Request body: {'port': {'device_id': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:09.250758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb91e21-875f-4197-8d30-a8bb38a847e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.284550 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.298522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 19fa51b1-52be-4d2c-a437-b1e62b4679cd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:09.298912 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.301624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fe19c7eb-7db2-4d5b-88da-da10fbf4604e None None] Provisioning complete for port 5d557846-868b-4a9d-baee-65d494b6fa69 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:09.301984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe19c7eb-7db2-4d5b-88da-da10fbf4604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.314182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.318855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.376842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Pushing event updated for resources: {'Port': ['ID=f75fc7bf-02ee-4925-b9bd-e4a714be1299,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:09.407038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.460134 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.460765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.484592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771c80d-bb35-4698-b9c5-a39aa3a5a6ff req-8f351d35-f8cf-4e5a-aedc-940ef82fd94d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:09.486676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d771c80d-bb35-4698-b9c5-a39aa3a5a6ff req-8f351d35-f8cf-4e5a-aedc-940ef82fd94d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 936 time: 0.3739932 Nov 05 21:43:09.551249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3a0db-8b85-4d60-95d2-9393e23e7d9d None None] Pushing event updated for resources: {'Port': ['ID=0dd23f32-a95e-4be6-9152-85fd5783178c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:09.559375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d771c80d-bb35-4698-b9c5-a39aa3a5a6ff req-83f03479-7a3f-45e3-bc6b-c9352ea49227 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586681 Nov 05 21:43:09.574095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb91e21-875f-4197-8d30-a8bb38a847e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.581760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb91e21-875f-4197-8d30-a8bb38a847e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.593435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5fb91e21-875f-4197-8d30-a8bb38a847e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/187d68d0-8e82-4bbe-9ce5-0b2f108f405e HTTP/1.1" status: 204 len: 168 time: 0.6513069 Nov 05 21:43:09.608978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb91e21-875f-4197-8d30-a8bb38a847e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d68d0-8e82-4bbe-9ce5-0b2f108f405e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:09.642821 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.669599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fe19c7eb-7db2-4d5b-88da-da10fbf4604e None None] Port 5d557846-868b-4a9d-baee-65d494b6fa69 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:09.695668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Attempting to bind port 0dd23f32-a95e-4be6-9152-85fd5783178c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:09.704091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Attempting to bind port 0dd23f32-a95e-4be6-9152-85fd5783178c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:09.704522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Attempting to bind port 0dd23f32-a95e-4be6-9152-85fd5783178c on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:09.730836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:09.731013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:09.731747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:09.732389 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.732887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:09.733477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Bound port: 0dd23f32-a95e-4be6-9152-85fd5783178c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:09.734002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.735789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:09.748741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:09.828653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] For port 0dd23f32-a95e-4be6-9152-85fd5783178c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:09.832572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] For port 0dd23f32-a95e-4be6-9152-85fd5783178c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0dd23f32-a95e-4be6-9152-85fd5783178c,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:09.835532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.908683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d557846-868b-4a9d-baee-65d494b6fa69 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:09.917197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.921825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.927028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Pushing event updated for resources: {'Port': ['ID=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:09.944724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Transition to ACTIVE for port object 5d557846-868b-4a9d-baee-65d494b6fa69 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:43:09.948058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:09.981848 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:09.994033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.050479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:10.058810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:10.070156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:10.085108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3a0db-8b85-4d60-95d2-9393e23e7d9d None None] Pushing event updated for resources: {'Port': ['ID=0dd23f32-a95e-4be6-9152-85fd5783178c,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:10.109982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.119887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 19fa51b1-52be-4d2c-a437-b1e62b4679cd, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=19fa51b1-52be-4d2c-a437-b1e62b4679cd,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:10.149870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:10.151039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:10.249178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41746-f5ad-4dca-a8bd-503c77c6982d req-4eeb4923-4d12-4c47-b336-765b81466ed3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:10.250800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ac41746-f5ad-4dca-a8bd-503c77c6982d req-4eeb4923-4d12-4c47-b336-765b81466ed3 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 944 time: 0.2983701 Nov 05 21:43:10.313868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.434232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=5d557846-868b-4a9d-baee-65d494b6fa69,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:10.460768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Attempting to bind port f75fc7bf-02ee-4925-b9bd-e4a714be1299 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:10.461140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Attempting to bind port f75fc7bf-02ee-4925-b9bd-e4a714be1299 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'ade1c03a-345e-4bd3-bc35-ccccb24d15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7afede42-77de-482c-a99a-3305c39e54c9'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:10.461453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Attempting to bind port f75fc7bf-02ee-4925-b9bd-e4a714be1299 on network 7afede42-77de-482c-a99a-3305c39e54c9 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:10.502110 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.580724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.677827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=19fa51b1-52be-4d2c-a437-b1e62b4679cd,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:10.763925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:10.782399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Port f75fc7bf-02ee-4925-b9bd-e4a714be1299 on network 7afede42-77de-482c-a99a-3305c39e54c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:43:10.782790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Attempting to bind port f75fc7bf-02ee-4925-b9bd-e4a714be1299 on network 7afede42-77de-482c-a99a-3305c39e54c9 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:10.792996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:10.793498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Checking segment: {'id': 'ade1c03a-345e-4bd3-bc35-ccccb24d15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7afede42-77de-482c-a99a-3305c39e54c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:10.793982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Bound using segment: {'id': 'ade1c03a-345e-4bd3-bc35-ccccb24d15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7afede42-77de-482c-a99a-3305c39e54c9'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:10.795068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Bound port: f75fc7bf-02ee-4925-b9bd-e4a714be1299, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade1c03a-345e-4bd3-bc35-ccccb24d15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7afede42-77de-482c-a99a-3305c39e54c9'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:10.795519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.830641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe826f-9f56-4725-aff1-14272550a5a9 req-07d519cb-aeff-41d7-bb29-ffeceadeaf5a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:10.833694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06fe826f-9f56-4725-aff1-14272550a5a9 req-07d519cb-aeff-41d7-bb29-ffeceadeaf5a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 948 time: 0.1118627 Nov 05 21:43:10.839032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.899361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ac41746-f5ad-4dca-a8bd-503c77c6982d req-6279e1f4-be4d-4ba3-b0b9-bb265144af16 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615761 Nov 05 21:43:10.906757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5b4572cc-fb75-4673-8c5b-54d570c75dc1 None None] Provisioning complete for port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:10.907187 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5b4572cc-fb75-4673-8c5b-54d570c75dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.957020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Attempting to bind port 5d557846-868b-4a9d-baee-65d494b6fa69 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:10.959309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Attempting to bind port 5d557846-868b-4a9d-baee-65d494b6fa69 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:10.959933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Attempting to bind port 5d557846-868b-4a9d-baee-65d494b6fa69 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:10.962452 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:10.964967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5b4572cc-fb75-4673-8c5b-54d570c75dc1 None None] Port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:10.981142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.094662 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.125638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0ee2d3fb-f285-4176-8a2e-a13e887982cf None None] Provisioning complete for port bb45f6cf-8098-4c1e-bf80-2c62db966f9e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:11.126000 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ee2d3fb-f285-4176-8a2e-a13e887982cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.163947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2d3fb-f285-4176-8a2e-a13e887982cf None None] Port bb45f6cf-8098-4c1e-bf80-2c62db966f9e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:11.172464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06fe826f-9f56-4725-aff1-14272550a5a9 req-97089882-4530-4dc7-adb1-1229d75a74fe tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237674 Nov 05 21:43:11.196491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:05Z', 'revision_number': 3, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:11.233480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbd0e4-8547-41c6-bac9-10c7d9754124 None None] The sync data for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 is: [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:05Z', 'revision_number': 3, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:11.286710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Pushing event updated for resources: {'Port': ['ID=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:11.304605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Port 5d557846-868b-4a9d-baee-65d494b6fa69 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:43:11.305217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Attempting to bind port 5d557846-868b-4a9d-baee-65d494b6fa69 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:11.313789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.321480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:11.321962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:11.322530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:11.323091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Bound port: 5d557846-868b-4a9d-baee-65d494b6fa69, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:11.323541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.328563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] For port f75fc7bf-02ee-4925-b9bd-e4a714be1299, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:11.374550 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.412156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] For port f75fc7bf-02ee-4925-b9bd-e4a714be1299, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f75fc7bf-02ee-4925-b9bd-e4a714be1299,segment=NetworkSegment(ade1c03a-345e-4bd3-bc35-ccccb24d15f6),segment_id=ade1c03a-345e-4bd3-bc35-ccccb24d15f6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:11.415437 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.424870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:11.438798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:11.489484 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.769108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:43:11.862787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.896221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ac1386cf-a9d4-4cf9-a5a0-0c2e48ce146d None None] Provisioning complete for port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:11.896710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac1386cf-a9d4-4cf9-a5a0-0c2e48ce146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.908868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:11.971057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:12.038971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ac1386cf-a9d4-4cf9-a5a0-0c2e48ce146d None None] Port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:12.152571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:12.162350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a5edaf74-2d00-41f5-8bdb-d3110b1306ef admin admin] 10.222.0.41 "PUT /v2.0/routers/762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7118320 Nov 05 21:43:12.220438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:12.364153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:12.369309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:12.372919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] 10.222.0.13 "PUT /v2.0/ports/f75fc7bf-02ee-4925-b9bd-e4a714be1299 HTTP/1.1" status: 200 len: 1092 time: 5.8632808 Nov 05 21:43:12.395432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46599818-95ec-4782-a0c5-19e41d870509', 'tag': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:12.411403 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f" -d '{"events": [{"name": "network-changed", "server_uuid": "46599818-95ec-4782-a0c5-19e41d870509", "tag": "f75fc7bf-02ee-4925-b9bd-e4a714be1299"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:12.424778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:12.498303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e281a5-a47d-4500-bde6-6aaf0059018b req-c3c336c8-7879-4455-8547-b951bb5f1833 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:12.501018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8e281a5-a47d-4500-bde6-6aaf0059018b req-c3c336c8-7879-4455-8547-b951bb5f1833 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 948 time: 0.2150607 Nov 05 21:43:12.532804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc6e55-5a1d-468b-9f6d-79089a115311 service neutron] Pushing event updated for resources: {'Port': ['ID=f75fc7bf-02ee-4925-b9bd-e4a714be1299,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:12.541478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] For port 5d557846-868b-4a9d-baee-65d494b6fa69, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:12.547968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] For port 5d557846-868b-4a9d-baee-65d494b6fa69, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5d557846-868b-4a9d-baee-65d494b6fa69,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:12.758737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8e281a5-a47d-4500-bde6-6aaf0059018b req-eda26280-a2f8-47ae-9b39-c6284db6fd17 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510467 Nov 05 21:43:12.851364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842817-a098-4c28-8225-1e6f14d54b2e req-d4684f2b-e4f5-4ed6-84b7-feac5c89ce2c tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:12.853825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8842817-a098-4c28-8225-1e6f14d54b2e req-d4684f2b-e4f5-4ed6-84b7-feac5c89ce2c tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 944 time: 0.7001319 Nov 05 21:43:12.855069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:12.861821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Router 9f026ec8-7668-4f09-a888-d3820277edf7 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:43:12.876417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 19fa51b1-52be-4d2c-a437-b1e62b4679cd up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:12.941993 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcb82a1-64a8-4981-a175-908d575173ac x-openstack-request-id: req-3dcb82a1-64a8-4981-a175-908d575173ac {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:12.942302 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46599818-95ec-4782-a0c5-19e41d870509", "tag": "f75fc7bf-02ee-4925-b9bd-e4a714be1299", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:12.942566 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dcb82a1-64a8-4981-a175-908d575173ac {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:12.942988 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46599818-95ec-4782-a0c5-19e41d870509', 'tag': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299', 'status': 'completed', 'code': 200} Nov 05 21:43:12.953936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 19fa51b1-52be-4d2c-a437-b1e62b4679cd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:12.954570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:12.960646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=5d557846-868b-4a9d-baee-65d494b6fa69,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:13.003918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f34adaa6-16c5-4de3-a906-254fe5a4f5ce None None] Provisioning complete for port bb45f6cf-8098-4c1e-bf80-2c62db966f9e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:13.006188 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f34adaa6-16c5-4de3-a906-254fe5a4f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:13.029978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:13.031254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:13.033890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-a4509ca9-1dba-49e4-b9a7-e87aeba4fc6e service neutron] 10.222.0.46 "PUT /v2.0/ports/5d557846-868b-4a9d-baee-65d494b6fa69 HTTP/1.1" status: 200 len: 1096 time: 3.8043215 Nov 05 21:43:13.072652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d263d-c80a-4586-a595-51500bba2cbb req-349f5bd5-5755-41cc-a3fd-ed0eaf281f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:13.078583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-349f5bd5-5755-41cc-a3fd-ed0eaf281f3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7ccb34ceef24d5389b52fbf0e42dbbe&device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 1095 time: 0.5428963 Nov 05 21:43:13.153037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f34adaa6-16c5-4de3-a906-254fe5a4f5ce None None] Port bb45f6cf-8098-4c1e-bf80-2c62db966f9e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:13.233838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-3ae8c114-b286-476d-8597-479f78b05a2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75fc7bf-02ee-4925-b9bd-e4a714be1299 HTTP/1.1" status: 200 len: 217 time: 0.1354818 Nov 05 21:43:13.272729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0dd23f32-a95e-4be6-9152-85fd5783178c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:13.384846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0dd23f32-a95e-4be6-9152-85fd5783178c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:13.385779 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:13.562072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:13.624906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0dd23f32-a95e-4be6-9152-85fd5783178c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0dd23f32-a95e-4be6-9152-85fd5783178c,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:13.691608 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:13.790449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8842817-a098-4c28-8225-1e6f14d54b2e req-f9cb3dc0-9536-4e05-9740-e9c2b6cedd15 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8462534 Nov 05 21:43:13.814445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d263d-c80a-4586-a595-51500bba2cbb req-1527b71b-8395-481d-a680-d5839e3b7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:13.816231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-1527b71b-8395-481d-a680-d5839e3b7996 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a179d0c-c459-40ee-9d41-e5d7f50b626f HTTP/1.1" status: 200 len: 860 time: 0.5017979 Nov 05 21:43:13.838916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:13.842655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-09d68674-0f2d-4a56-a1f0-64ca8fd67f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:13.844286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-09d68674-0f2d-4a56-a1f0-64ca8fd67f53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 1099 time: 0.6095262 Nov 05 21:43:13.850877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51bcdd45-3828-4b86-b566-b6b648f438f3 admin admin] 10.222.0.41 "PUT /v2.0/routers/9f026ec8-7668-4f09-a888-d3820277edf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6826704 Nov 05 21:43:13.859933 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Sync routers for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:13.874038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0dd23f32-a95e-4be6-9152-85fd5783178c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:13.882851 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:13.885199 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:13.938262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-2dc1015c-1eeb-4ebf-b377-360606a3784c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7afede42-77de-482c-a99a-3305c39e54c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818167 Nov 05 21:43:13.939992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-e73baedd-2e0e-42d0-82a4-f57e6757c539 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5d557846-868b-4a9d-baee-65d494b6fa69 HTTP/1.1" status: 200 len: 217 time: 0.0808465 Nov 05 21:43:14.168453 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:14.288035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-95f300b2-580d-4fc7-995b-73cd84a34b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:14.289642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-95f300b2-580d-4fc7-995b-73cd84a34b96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.3339336 Nov 05 21:43:14.293317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-8c1d807a-b6c5-45d9-a77c-654ab322ebe5 service neutron] 10.222.0.13 "GET /v2.0/networks/7afede42-77de-482c-a99a-3305c39e54c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481112 Nov 05 21:43:14.346346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Sync routers for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:14.360063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:14.361109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:14.418043 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:11Z', 'revision_number': 2, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:14.459680 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Checking router: 9f026ec8-7668-4f09-a888-d3820277edf7 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:14.460110 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Updating router 9f026ec8-7668-4f09-a888-d3820277edf7 port bb45f6cf-8098-4c1e-bf80-2c62db966f9e binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:14.464099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f3679-0bb7-43b8-aea9-41bbc93df249 req-b7356e73-afed-4738-8afd-0ad351513dfc tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:14.481328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c7f3679-0bb7-43b8-aea9-41bbc93df249 req-b7356e73-afed-4738-8afd-0ad351513dfc tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 948 time: 0.1868789 Nov 05 21:43:14.489261 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:14.504000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45544) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:14.509538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-49608b08-ba26-4db8-bce1-38c47f0d7ff7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283517778', 'description': 'tempest-description--1223810242'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:14.606154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:14.612385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-d12b5cfb-f09d-45a3-9d84-b9ff377378a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:14.625152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49608b08-ba26-4db8-bce1-38c47f0d7ff7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:14.625819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-d12b5cfb-f09d-45a3-9d84-b9ff377378a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838628 Nov 05 21:43:14.752547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49608b08-ba26-4db8-bce1-38c47f0d7ff7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:14.806051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705d263d-c80a-4586-a595-51500bba2cbb req-5b0e955f-da09-4ae4-9717-7a3b37869c6c service neutron] 10.222.0.13 "GET /v2.0/networks/7afede42-77de-482c-a99a-3305c39e54c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773662 Nov 05 21:43:14.810171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-cd56bee1-90d9-4708-be3f-d1e9f05a064e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555789 Nov 05 21:43:14.843423 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49608b08-ba26-4db8-bce1-38c47f0d7ff7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:14.867300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0dd23f32-a95e-4be6-9152-85fd5783178c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:14.928277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c7f3679-0bb7-43b8-aea9-41bbc93df249 req-50444d40-d114-4f82-ae07-e19b8a9e92bb tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457648 Nov 05 21:43:14.946077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'tag': '5d557846-868b-4a9d-baee-65d494b6fa69'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:14.952007 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc8a52-4daf-4edb-ab16-f2d8452abad2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e60f660-a41f-4beb-9624-67a081ca08fd", "tag": "5d557846-868b-4a9d-baee-65d494b6fa69"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:15.104017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49608b08-ba26-4db8-bce1-38c47f0d7ff7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba3effb-1e30-4f4a-818b-df0d39a2aa67,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:15.136489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-ddaa07a5-ff23-437d-b011-43707d016bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:15.137857 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:15.150667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-ddaa07a5-ff23-437d-b011-43707d016bc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3955805009884856ad8d19241779d713&device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 1097 time: 0.2609847 Nov 05 21:43:15.164027 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49608b08-ba26-4db8-bce1-38c47f0d7ff7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:15.174345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-49608b08-ba26-4db8-bce1-38c47f0d7ff7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6595988 Nov 05 21:43:15.175030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45596) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:15.188844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-59165b5a-9a59-445d-854f-2e18d951b3ef tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Request body: {'security_group_rule': {'security_group_id': 'fba3effb-1e30-4f4a-818b-df0d39a2aa67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:15.209861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0dd23f32-a95e-4be6-9152-85fd5783178c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:15.211924 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:15.217594 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:15.259098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-079798ab-a563-4695-b0eb-89a49fe0b75e service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316028 Nov 05 21:43:15.269106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219e47d-7a45-4338-9672-e0a9795f1229 req-c7d0492e-026c-455d-8c56-6c3bef1dfa8c tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:15.278074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2219e47d-7a45-4338-9672-e0a9795f1229 req-c7d0492e-026c-455d-8c56-6c3bef1dfa8c tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 944 time: 0.2067564 Nov 05 21:43:15.281356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-13a3d20e-38a7-4b0f-812d-8ad01187c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:15.282977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-13a3d20e-38a7-4b0f-812d-8ad01187c73d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7ccb34ceef24d5389b52fbf0e42dbbe&device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 1095 time: 0.3395791 Nov 05 21:43:15.389280 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faeab5-947c-4ad3-b47e-97a0fc6a846e None None] Pushing event updated for resources: {'Port': ['ID=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:15.503335 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b7c16-ccb7-41d8-b9af-276422940707 x-openstack-request-id: req-537b7c16-ccb7-41d8-b9af-276422940707 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:15.504660 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e60f660-a41f-4beb-9624-67a081ca08fd", "tag": "5d557846-868b-4a9d-baee-65d494b6fa69", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:15.504937 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-537b7c16-ccb7-41d8-b9af-276422940707 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:15.505360 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'tag': '5d557846-868b-4a9d-baee-65d494b6fa69', 'status': 'completed', 'code': 200} Nov 05 21:43:15.517110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-9982e42c-4fc8-49aa-8350-c4d0a4735bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:15.528029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-9982e42c-4fc8-49aa-8350-c4d0a4735bf3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=397cd067-58e1-4f33-88b8-f3f94f076f75 HTTP/1.1" status: 200 len: 916 time: 0.3167317 Nov 05 21:43:15.618787 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Attempting to bind port bb45f6cf-8098-4c1e-bf80-2c62db966f9e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:15.619174 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Attempting to bind port bb45f6cf-8098-4c1e-bf80-2c62db966f9e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:15.619542 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Attempting to bind port bb45f6cf-8098-4c1e-bf80-2c62db966f9e on network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:15.660842 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:15.661218 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Checking segment: {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:15.666765 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:15.670645 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Bound using segment: {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:15.671183 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Bound port: bb45f6cf-8098-4c1e-bf80-2c62db966f9e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:15.671922 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:15.765556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-04a8ec03-a54f-4602-9691-e794a07f290b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d42958b-f26e-454f-929c-428c7b0abb11 HTTP/1.1" status: 200 len: 1002 time: 0.2241008 Nov 05 21:43:15.771723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59165b5a-9a59-445d-854f-2e18d951b3ef tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:15.866428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2219e47d-7a45-4338-9672-e0a9795f1229 req-d66a2b4d-e127-415e-83e9-e0c5938e755d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775583 Nov 05 21:43:15.985255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-2ef841f9-612f-46f5-a830-a79401739854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:15.997680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-2ef841f9-612f-46f5-a830-a79401739854 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7afede42-77de-482c-a99a-3305c39e54c9 HTTP/1.1" status: 200 len: 921 time: 0.6978607 Nov 05 21:43:16.000820 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] For port bb45f6cf-8098-4c1e-bf80-2c62db966f9e, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:16.010707 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] For port bb45f6cf-8098-4c1e-bf80-2c62db966f9e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:16.031176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-ab8db1ed-ebf0-4d39-8849-673f6f79c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:16.037254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-ab8db1ed-ebf0-4d39-8849-673f6f79c497 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f HTTP/1.1" status: 200 len: 854 time: 0.2568622 Nov 05 21:43:16.045210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e9005658-067e-4fde-bc0f-cc36d3ed7a2b None None] Provisioning complete for port bb45f6cf-8098-4c1e-bf80-2c62db966f9e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:16.046402 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e9005658-067e-4fde-bc0f-cc36d3ed7a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:16.072754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf181bf0-2430-44d9-8725-87ca0fa2ba6e req-83490e57-2d09-4960-8b1e-fb3c85c951d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881424 Nov 05 21:43:16.074759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-44257917-c735-420a-bcef-966c826154c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75fc7bf-02ee-4925-b9bd-e4a714be1299 HTTP/1.1" status: 200 len: 217 time: 0.0632460 Nov 05 21:43:16.115005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e9005658-067e-4fde-bc0f-cc36d3ed7a2b None None] Port bb45f6cf-8098-4c1e-bf80-2c62db966f9e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:16.151261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 2, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:16.166145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-153f9da9-7284-491d-b4a4-489f2c7011a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:16.167775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-153f9da9-7284-491d-b4a4-489f2c7011a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a179d0c-c459-40ee-9d41-e5d7f50b626f HTTP/1.1" status: 200 len: 860 time: 0.0853963 Nov 05 21:43:16.191943 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:16.209912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Checking router: 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:16.213509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Updating router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:16.223179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59165b5a-9a59-445d-854f-2e18d951b3ef tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:16.265760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-0c580781-179f-40d3-83c8-25c1717e44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:16.274941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-0c580781-179f-40d3-83c8-25c1717e44a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=397cd067-58e1-4f33-88b8-f3f94f076f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147429 Nov 05 21:43:16.292941 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:16.297367 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-9797be46-ad1f-484e-a6cf-477c6e29c17a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7afede42-77de-482c-a99a-3305c39e54c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212673 Nov 05 21:43:16.339290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8ad29-53e5-48f8-b05e-e0c054a1b603 req-05857629-a49e-4a37-8245-caa043449103 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:16.351381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87e8ad29-53e5-48f8-b05e-e0c054a1b603 req-05857629-a49e-4a37-8245-caa043449103 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 948 time: 0.3010254 Nov 05 21:43:16.382788 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59165b5a-9a59-445d-854f-2e18d951b3ef tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:16.519303 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:16.520329 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:16.522901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59165b5a-9a59-445d-854f-2e18d951b3ef tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6577f4c-06f7-42ae-a4c7-4a240e98db12,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:16.542640 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faeab5-947c-4ad3-b47e-97a0fc6a846e None None] Pushing event updated for resources: {'Port': ['ID=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:16.687183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87e8ad29-53e5-48f8-b05e-e0c054a1b603 req-0b414889-b763-45df-9f2a-8c41ce3a7e19 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343995 Nov 05 21:43:16.806000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-0be33139-5749-449d-aad5-06ed0a1688ee service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301549 Nov 05 21:43:16.919250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59165b5a-9a59-445d-854f-2e18d951b3ef tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:16.929396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59165b5a-9a59-445d-854f-2e18d951b3ef tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7477820 Nov 05 21:43:16.932206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45688) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:16.943438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-39e60c88-4704-4a6e-9291-e889fd577bdf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Request body: {'security_group_rule': {'security_group_id': 'fba3effb-1e30-4f4a-818b-df0d39a2aa67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:17.115526 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:17.176606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.197047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5e5c6f25-c021-40d5-9e9c-76a7e133caf7 None None] Provisioning complete for port bb45f6cf-8098-4c1e-bf80-2c62db966f9e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:17.201765 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6f25-c021-40d5-9e9c-76a7e133caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.227625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6a9de6-da38-438c-89e1-2a7399498eec req-4b8f148d-ba19-4f92-9aa7-13b5fe7d281f service neutron] 10.222.0.46 "GET /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081402 Nov 05 21:43:17.261075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39e60c88-4704-4a6e-9291-e889fd577bdf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.293060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.400218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39e60c88-4704-4a6e-9291-e889fd577bdf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.498165 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39e60c88-4704-4a6e-9291-e889fd577bdf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.537344 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6f25-c021-40d5-9e9c-76a7e133caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.558325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e60c88-4704-4a6e-9291-e889fd577bdf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760983f4-1975-419c-b032-4adcf00315a5,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:17.689762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f75fc7bf-02ee-4925-b9bd-e4a714be1299 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:43:17.809697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2f44-97e7-46c6-b69d-cbcd03b82a6f req-25f2648e-9a31-4b4a-bb45-72d90be405f9 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:17.832350 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b4d2f44-97e7-46c6-b69d-cbcd03b82a6f req-25f2648e-9a31-4b4a-bb45-72d90be405f9 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 944 time: 0.2177782 Nov 05 21:43:17.875227 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:15Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:17.906335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Attempting to bind port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:17.906984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Attempting to bind port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:17.907519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Attempting to bind port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 on network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:17.914232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210299c-fad4-4483-b86f-9738b917bf5a None None] Pushing event updated for resources: {'Port': ['ID=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:17.920431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-307abee5-5889-40ab-9957-5691dc0e29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:17.922034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-307abee5-5889-40ab-9957-5691dc0e29d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 1099 time: 1.6353700 Nov 05 21:43:17.938139 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-837909ac-834e-4735-8d64-5d07b0da7326 service neutron] 10.222.0.13 "GET /v2.0/networks/7afede42-77de-482c-a99a-3305c39e54c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5881095 Nov 05 21:43:17.940268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5e5c6f25-c021-40d5-9e9c-76a7e133caf7 None None] For port bb45f6cf-8098-4c1e-bf80-2c62db966f9e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:17.945338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:17.945992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Checking segment: {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:17.946564 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.947132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Bound using segment: {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:17.947939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Bound port: 50fb5c5e-6456-4d22-ba2d-eaeed86b5729, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:17.948501 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.973768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f75fc7bf-02ee-4925-b9bd-e4a714be1299, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f75fc7bf-02ee-4925-b9bd-e4a714be1299,segment=NetworkSegment(ade1c03a-345e-4bd3-bc35-ccccb24d15f6),segment_id=ade1c03a-345e-4bd3-bc35-ccccb24d15f6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:17.982554 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39e60c88-4704-4a6e-9291-e889fd577bdf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:17.984313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39e60c88-4704-4a6e-9291-e889fd577bdf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0477684 Nov 05 21:43:17.987251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45704) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:17.993092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:18.002594 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5ddd2-529c-420a-830d-5cf869e6aae5 None None] The sync data for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 is: [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:15Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:18.064071 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6f25-c021-40d5-9e9c-76a7e133caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:18.094774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299', 'network_id': '7afede42-77de-482c-a99a-3305c39e54c9', 'port_id': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299', 'mac_address': 'fa:16:3e:56:24:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a179d0c-c459-40ee-9d41-e5d7f50b626f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:43:18.201076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:18.364158 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b4d2f44-97e7-46c6-b69d-cbcd03b82a6f req-9afe08d5-8e7b-4648-881a-03e54258b7a2 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305355 Nov 05 21:43:18.505434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:18.512951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-9c15b1e9-258a-47e4-b3e1-e42e6b606aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:18.532143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-9c15b1e9-258a-47e4-b3e1-e42e6b606aa6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.5864332 Nov 05 21:43:18.583375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:18.598095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] For port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:18.671175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c04529e2-5ec1-4770-9533-006165c7bfbd None None] Provisioning complete for port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:18.676870 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c04529e2-5ec1-4770-9533-006165c7bfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:18.682647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c6f25-c021-40d5-9e9c-76a7e133caf7 None None] Pushing event updated for resources: {'Port': ['ID=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:18.738269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5fc348b-5c03-45ca-9b1b-9db79e1d741f req-73c90da5-dc52-4206-8d74-3c06a78e0691 service neutron] 10.222.0.13 "GET /v2.0/networks/7afede42-77de-482c-a99a-3305c39e54c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991972 Nov 05 21:43:18.742131 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-9f2785e4-b004-4107-b987-fdb1950c9b88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5d557846-868b-4a9d-baee-65d494b6fa69 HTTP/1.1" status: 200 len: 217 time: 0.1981094 Nov 05 21:43:18.782805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] For port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:18.797165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75fc7bf-02ee-4925-b9bd-e4a714be1299 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:18.859801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bb45f6cf-8098-4c1e-bf80-2c62db966f9e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:19.008338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:19.023234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f75fc7bf-02ee-4925-b9bd-e4a714be1299, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f75fc7bf-02ee-4925-b9bd-e4a714be1299,segment=NetworkSegment(ade1c03a-345e-4bd3-bc35-ccccb24d15f6),segment_id=ade1c03a-345e-4bd3-bc35-ccccb24d15f6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:19.033430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c04529e2-5ec1-4770-9533-006165c7bfbd None None] Port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:19.036288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-a462670f-2bcf-42a1-bc8a-c8dac123c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:19.038020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-a462670f-2bcf-42a1-bc8a-c8dac123c8fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2866607 Nov 05 21:43:19.099936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Allocated IP 172.25.6.161 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/a66eaff8-e735-47c8-9686-99612e09c9ca) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:19.159804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:19.162698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8fc15-aa92-4926-922f-cfd1c02c76d0 req-b4522580-87d2-4dad-b961-a1feea59f30c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:19.174896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd8fc15-aa92-4926-922f-cfd1c02c76d0 req-b4522580-87d2-4dad-b961-a1feea59f30c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 948 time: 0.3992951 Nov 05 21:43:19.338207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-4c5c3d64-a552-4be8-ac17-b5e3472aa0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:19.340046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-4c5c3d64-a552-4be8-ac17-b5e3472aa0f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2899451 Nov 05 21:43:19.376403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:19.377074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:19.408432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210299c-fad4-4483-b86f-9738b917bf5a None None] Pushing event updated for resources: {'Port': ['ID=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:19.471844 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:19.548194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd8fc15-aa92-4926-922f-cfd1c02c76d0 req-e9b4c60f-1260-4b45-8dac-7f6b0dfb1682 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588655 Nov 05 21:43:19.643358 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:19.691341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f75fc7bf-02ee-4925-b9bd-e4a714be1299'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:43:19.691341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f75fc7bf-02ee-4925-b9bd-e4a714be1299,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:19.692863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5d557846-868b-4a9d-baee-65d494b6fa69 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:43:19.814627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:19.827518 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-c0399166-164b-4e04-9173-8c78c38825b3 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526083 Nov 05 21:43:19.835883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:19.847447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bb45f6cf-8098-4c1e-bf80-2c62db966f9e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:19.847883 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:19.861585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:19.890284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ed40835c-20bd-44fc-9c6c-6e376f9de10b None None] Provisioning complete for port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:19.890284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ed40835c-20bd-44fc-9c6c-6e376f9de10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:19.941410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event updated for resources: {'Port': ['ID=a66eaff8-e735-47c8-9686-99612e09c9ca,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:20.043178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee84da-cf49-4f99-8d08-c1eadc368ad6 req-9a34affa-e743-47e6-9160-847fce32fb2f tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:20.047608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbee84da-cf49-4f99-8d08-c1eadc368ad6 req-9a34affa-e743-47e6-9160-847fce32fb2f tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 945 time: 0.1787264 Nov 05 21:43:20.087242 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:20.142080 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45fc8a52-4daf-4edb-ab16-f2d8452abad2 req-6e4bbe21-4b25-41c3-b441-eb2bdd9e7c4e service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994857 Nov 05 21:43:20.213429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbee84da-cf49-4f99-8d08-c1eadc368ad6 req-3ede550e-775a-4660-b2a3-2f9310376c73 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558635 Nov 05 21:43:20.236332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ed40835c-20bd-44fc-9c6c-6e376f9de10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:20.279877 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:20.287097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ed40835c-20bd-44fc-9c6c-6e376f9de10b None None] For port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:20.367415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 5d557846-868b-4a9d-baee-65d494b6fa69, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5d557846-868b-4a9d-baee-65d494b6fa69,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:20.394260 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ed40835c-20bd-44fc-9c6c-6e376f9de10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:20.417939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:20.797504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe71d6-176e-46f1-bd5d-355cf360b13c req-5515cb88-43ac-4b0f-b5ca-2149c090a64d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:20.806957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31fe71d6-176e-46f1-bd5d-355cf360b13c req-5515cb88-43ac-4b0f-b5ca-2149c090a64d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 948 time: 0.1173403 Nov 05 21:43:20.973148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31fe71d6-176e-46f1-bd5d-355cf360b13c req-9e55f58f-783b-452d-8012-d47d8cb27e02 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599076 Nov 05 21:43:21.110507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '5d557846-868b-4a9d-baee-65d494b6fa69', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '5d557846-868b-4a9d-baee-65d494b6fa69', 'mac_address': 'fa:16:3e:06:44:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:43:21.346312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45760) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:21.417065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40835c-20bd-44fc-9c6c-6e376f9de10b None None] Pushing event updated for resources: {'Port': ['ID=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:21.487944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e580a-0fe5-4868-a84b-1b3dff12d195 req-6ded882b-753f-434a-afd5-53ba2878e421 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:21.499741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf8e580a-0fe5-4868-a84b-1b3dff12d195 req-6ded882b-753f-434a-afd5-53ba2878e421 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 945 time: 0.1086037 Nov 05 21:43:21.588528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:21.633877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf8e580a-0fe5-4868-a84b-1b3dff12d195 req-39073258-6dab-4311-99a2-59577bea096d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309419 Nov 05 21:43:21.635353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bb45f6cf-8098-4c1e-bf80-2c62db966f9e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:21.650650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:21.652274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d557846-868b-4a9d-baee-65d494b6fa69 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:21.689522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:21.728657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 5d557846-868b-4a9d-baee-65d494b6fa69, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5d557846-868b-4a9d-baee-65d494b6fa69,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:21.735339 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:21.791050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bb45f6cf-8098-4c1e-bf80-2c62db966f9e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:21.791337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:21.818315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:21.916349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=5d557846-868b-4a9d-baee-65d494b6fa69,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:21.923829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:18Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:21.970129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:21.989532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27477f4a-b7f1-48b3-94af-aa1558fb0759 None None] The sync data for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 is: [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:18Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:22.007462 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event updated for resources: {'Port': ['ID=a66eaff8-e735-47c8-9686-99612e09c9ca,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:22.035335 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:22.095057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:22.144628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:22.149265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be3346eb-940f-4263-a616-b0eac2c65257 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1566591 Nov 05 21:43:22.214999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['5d557846-868b-4a9d-baee-65d494b6fa69'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:43:22.220370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45776) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:22.222628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8f0fe5f4a6544c59918ec7a60d0906a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8750279 Nov 05 21:43:22.240419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f832a23f-10a8-40d4-966b-6999b03cd741,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:22.409011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6e37-f368-41a8-bc41-cd47eb806c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:22.421306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.421814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.421987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.435637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.442458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d18c3-8fee-4c13-be67-53255590f221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:22.445586 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6e37-f368-41a8-bc41-cd47eb806c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:22.495599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936104-1435-4552-a8fa-0849043d3433 req-8b1d4541-3291-4f7d-9ae6-8b24277a7c66 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:22.500522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05936104-1435-4552-a8fa-0849043d3433 req-8b1d4541-3291-4f7d-9ae6-8b24277a7c66 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 949 time: 0.2905960 Nov 05 21:43:22.607670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05936104-1435-4552-a8fa-0849043d3433 req-525b82d2-e51e-41b9-9e8a-2a139dd6a6e6 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968909 Nov 05 21:43:22.652208 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6e37-f368-41a8-bc41-cd47eb806c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:22.654789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6e37-f368-41a8-bc41-cd47eb806c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:22.658510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cd8e6e37-f368-41a8-bc41-cd47eb806c77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f832a23f-10a8-40d4-966b-6999b03cd741 HTTP/1.1" status: 204 len: 168 time: 0.4343054 Nov 05 21:43:22.674256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e6e37-f368-41a8-bc41-cd47eb806c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f832a23f-10a8-40d4-966b-6999b03cd741,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:23.645919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f75fc7bf-02ee-4925-b9bd-e4a714be1299 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:23.724359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:24.275574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5d557846-868b-4a9d-baee-65d494b6fa69 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:24.275574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:24.275574 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.403124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port f75fc7bf-02ee-4925-b9bd-e4a714be1299 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:43:24.408158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port f75fc7bf-02ee-4925-b9bd-e4a714be1299 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:24.408533 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.410106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 5d557846-868b-4a9d-baee-65d494b6fa69 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:43:24.424805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45806) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:24.446075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4aff-9f77-4240-8298-536ed8ed8972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.466265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 5d557846-868b-4a9d-baee-65d494b6fa69 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:24.466655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.591704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4aff-9f77-4240-8298-536ed8ed8972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.663930 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.685656 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4aff-9f77-4240-8298-536ed8ed8972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.691578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.699410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46599818-95ec-4782-a0c5-19e41d870509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:24.704720 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d80f7-9410-4811-9069-b65406d654f5" -d '{"events": [{"server_uuid": "46599818-95ec-4782-a0c5-19e41d870509", "name": "network-vif-plugged", "status": "completed", "tag": "f75fc7bf-02ee-4925-b9bd-e4a714be1299"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:24.727846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f75fc7bf-02ee-4925-b9bd-e4a714be1299, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f75fc7bf-02ee-4925-b9bd-e4a714be1299,segment=NetworkSegment(ade1c03a-345e-4bd3-bc35-ccccb24d15f6),segment_id=ade1c03a-345e-4bd3-bc35-ccccb24d15f6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:24.754267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 5d557846-868b-4a9d-baee-65d494b6fa69, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5d557846-868b-4a9d-baee-65d494b6fa69,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:24.769722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e4aff-9f77-4240-8298-536ed8ed8972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1aa1c2-6ac6-47ea-b10a-b8456eb5cb5c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:24.776372 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bc2e4aff-9f77-4240-8298-536ed8ed8972 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cbd7826ea764eba95c9c80dffb3745d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3498824 Nov 05 21:43:24.779623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:24.859512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.872096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb216-e82d-4008-8f56-9ad968251db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.915701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb216-e82d-4008-8f56-9ad968251db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:24.956166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:25.014028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f75fc7bf-02ee-4925-b9bd-e4a714be1299,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:25.107811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb216-e82d-4008-8f56-9ad968251db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:25.110668 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb216-e82d-4008-8f56-9ad968251db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:25.114305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ae3eb216-e82d-4008-8f56-9ad968251db8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae1aa1c2-6ac6-47ea-b10a-b8456eb5cb5c HTTP/1.1" status: 204 len: 168 time: 0.3312230 Nov 05 21:43:25.115365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=5d557846-868b-4a9d-baee-65d494b6fa69,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:25.133660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3eb216-e82d-4008-8f56-9ad968251db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1aa1c2-6ac6-47ea-b10a-b8456eb5cb5c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:27.773789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-b2d7556a-3c61-49dd-b6c3-57f923e4717c tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1283517778&fields=id&tenant_id=303fa233ad75455ea28b0f6d50812275 HTTP/1.1" status: 200 len: 267 time: 0.0554509 Nov 05 21:43:27.827825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719964d1-662d-4b95-b5ea-66baa40b37cc req-367f03ca-5ad7-45ed-b44d-3b75ef179ec6 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:27.830004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-719964d1-662d-4b95-b5ea-66baa40b37cc req-367f03ca-5ad7-45ed-b44d-3b75ef179ec6 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 946 time: 0.0785778 Nov 05 21:43:27.890602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-719964d1-662d-4b95-b5ea-66baa40b37cc req-0d368f81-3637-4598-8d05-38e750462f55 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528030 Nov 05 21:43:27.921918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-12250287-1e1f-4b22-9093-b4d2bff8e896 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:27.931382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-12250287-1e1f-4b22-9093-b4d2bff8e896 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/networks?id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54 HTTP/1.1" status: 200 len: 811 time: 0.1495326 Nov 05 21:43:27.948305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-03a4ebe8-23fb-4e84-9ea7-50e401eb7536 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/quotas/303fa233ad75455ea28b0f6d50812275 HTTP/1.1" status: 200 len: 375 time: 0.0157824 Nov 05 21:43:28.025939 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-a061f30d-0cc6-4296-9479-69d04debc800 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=303fa233ad75455ea28b0f6d50812275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698383 Nov 05 21:43:28.031448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522e2b0-9caa-4edb-a4c8-3a8526faec95 req-ab6fdd34-f39e-43da-9c7e-7e28e89f81df tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:28.036029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2522e2b0-9caa-4edb-a4c8-3a8526faec95 req-ab6fdd34-f39e-43da-9c7e-7e28e89f81df tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.0653729 Nov 05 21:43:28.092107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2522e2b0-9caa-4edb-a4c8-3a8526faec95 req-dfa49f0f-7bd7-4828-9c93-67ca3824d41e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532644 Nov 05 21:43:28.154066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-6c87aa2f-f235-4dbc-968a-5591b0005fe2 service neutron] 10.222.0.41 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135385 Nov 05 21:43:28.237152 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c600be-3f3b-4229-919e-60c2e327ebb0 x-openstack-request-id: req-b6c600be-3f3b-4229-919e-60c2e327ebb0 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:28.237715 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46599818-95ec-4782-a0c5-19e41d870509", "name": "network-vif-plugged", "status": "completed", "tag": "f75fc7bf-02ee-4925-b9bd-e4a714be1299", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:28.237715 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6c600be-3f3b-4229-919e-60c2e327ebb0 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:28.238112 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46599818-95ec-4782-a0c5-19e41d870509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299', 'code': 200} Nov 05 21:43:28.295077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-0bf40d5a-7429-438b-b08b-d5975fa75b69 service neutron] 10.222.0.41 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346970 Nov 05 21:43:28.360359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f14b2-f71b-468c-8002-ef847993a555 req-5f7710b1-93fa-4150-8182-ccf107a2c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:28.362205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-155f14b2-f71b-468c-8002-ef847993a555 req-5f7710b1-93fa-4150-8182-ccf107a2c3d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 1097 time: 0.0583284 Nov 05 21:43:28.420934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-155f14b2-f71b-468c-8002-ef847993a555 req-9c066ef2-b530-49ee-9cfe-2afe4285c5b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513597 Nov 05 21:43:28.641608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3f4bc3e-751a-4171-b799-0dca0c08c589 req-4fc908bd-4e78-48d0-ae4d-d0f19658389d tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 210 time: 0.0328722 Nov 05 21:43:29.066067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0112392-05a1-4509-9ca1-65a2fdb3e0cf req-7ab7764b-a8d5-4c4d-b168-20acf7d0fef7 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:29.083284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0112392-05a1-4509-9ca1-65a2fdb3e0cf req-7ab7764b-a8d5-4c4d-b168-20acf7d0fef7 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 946 time: 0.0813792 Nov 05 21:43:29.170586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0112392-05a1-4509-9ca1-65a2fdb3e0cf req-c8263117-5236-4563-aa63-8b688eca87a5 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743148 Nov 05 21:43:29.350867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af569-a4cd-4849-89e0-09b2ececc65a req-a1504693-0ec1-4904-b843-8b056fe663dd tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:29.352393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c9af569-a4cd-4849-89e0-09b2ececc65a req-a1504693-0ec1-4904-b843-8b056fe663dd tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.0711918 Nov 05 21:43:29.430533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c9af569-a4cd-4849-89e0-09b2ececc65a req-60bd2142-0a07-46c1-b85f-9cddd47dd5bc tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715933 Nov 05 21:43:30.009987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c07f3037-e9c8-42f6-907b-eb7da15fd74a req-eab12fc2-f08f-4778-975a-47aaf21b9f76 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 210 time: 0.0326214 Nov 05 21:43:30.240984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d557846-868b-4a9d-baee-65d494b6fa69'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:30.243182 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb7eea-e579-4ec8-a739-f6747c14519c" -d '{"events": [{"server_uuid": "2e60f660-a41f-4beb-9624-67a081ca08fd", "name": "network-vif-plugged", "status": "completed", "tag": "5d557846-868b-4a9d-baee-65d494b6fa69"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:30.306666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23a8f0-7654-494b-8267-3512c2f7c819 req-f9ad54ca-94c9-4384-b6ad-3315aff97382 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:30.308708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c23a8f0-7654-494b-8267-3512c2f7c819 req-f9ad54ca-94c9-4384-b6ad-3315aff97382 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 946 time: 0.0658867 Nov 05 21:43:30.372848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c23a8f0-7654-494b-8267-3512c2f7c819 req-b6896b0c-1cdb-4e0c-95f2-9ceb8fa9b509 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554106 Nov 05 21:43:30.404754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46034) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:30.432466 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ecb09-73bb-44db-9dda-fd28de1d9a62 x-openstack-request-id: req-946ecb09-73bb-44db-9dda-fd28de1d9a62 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:30.432769 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e60f660-a41f-4beb-9624-67a081ca08fd", "name": "network-vif-plugged", "status": "completed", "tag": "5d557846-868b-4a9d-baee-65d494b6fa69", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:30.433055 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-946ecb09-73bb-44db-9dda-fd28de1d9a62 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:30.433489 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d557846-868b-4a9d-baee-65d494b6fa69', 'code': 200} Nov 05 21:43:30.463333 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:30.587260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3fc3f-5723-42e0-88f4-50d67af46735 req-ce421b97-ca74-48fc-8ceb-fa5ce85ef7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:30.589090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-deb3fc3f-5723-42e0-88f4-50d67af46735 req-ce421b97-ca74-48fc-8ceb-fa5ce85ef7da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 1101 time: 0.0800819 Nov 05 21:43:30.611883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328e02-b1ad-415f-8e3e-830a5367df68 req-6f2d930f-6890-4d0b-9e11-f1d53042581f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:30.611883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45328e02-b1ad-415f-8e3e-830a5367df68 req-6f2d930f-6890-4d0b-9e11-f1d53042581f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.0865996 Nov 05 21:43:30.695979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-deb3fc3f-5723-42e0-88f4-50d67af46735 req-47b71741-641d-4f15-a798-99ff9a2e808f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892987 Nov 05 21:43:30.699505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45328e02-b1ad-415f-8e3e-830a5367df68 req-e018836f-920e-42e1-911c-03a1374c2c15 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799057 Nov 05 21:43:30.831131 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:30.941849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.048931 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.157003 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03b03c84-8125-41b7-bfcf-e1c870cbdc9b req-0e9d0d6a-1f0a-4294-8b36-0996d32e48fe tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 210 time: 0.0491433 Nov 05 21:43:31.167580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dfa1649ec0944379f3ba4e8285afa55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7616951 Nov 05 21:43:31.167750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46066) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:31.169753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca06a4-179a-43a7-b11d-de0ae2017a97,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:31.179696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.180318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.180875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.181533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.182082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.182902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.183468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.184887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.185668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.186399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.187897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.187897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb57259-c3b9-4d23-9962-691d1e1deeb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:31.235637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26a5b3f6-dfa8-4846-81b3-aad7bfafd79f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.267071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26a5b3f6-dfa8-4846-81b3-aad7bfafd79f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.470619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26a5b3f6-dfa8-4846-81b3-aad7bfafd79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.474843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26a5b3f6-dfa8-4846-81b3-aad7bfafd79f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.484923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-26a5b3f6-dfa8-4846-81b3-aad7bfafd79f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27ca06a4-179a-43a7-b11d-de0ae2017a97 HTTP/1.1" status: 204 len: 168 time: 0.3063507 Nov 05 21:43:31.486126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5b3f6-dfa8-4846-81b3-aad7bfafd79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca06a4-179a-43a7-b11d-de0ae2017a97,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:31.625537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46094) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:31.665710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-dca0b579-4db1-40d7-b44d-a4e367000476 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:31.667539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-dca0b579-4db1-40d7-b44d-a4e367000476 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.1148267 Nov 05 21:43:31.678557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 227287f8-9252-45e5-9c40-2073e964ed5a no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:43:31.685406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-7c29ad49-1bc2-48f6-8be6-f97f94e96a3e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/quotas/2d1c1cb5c90343ebb0db6823adb3009c HTTP/1.1" status: 200 len: 375 time: 0.0109270 Nov 05 21:43:31.756187 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-bd45d4fb-6b1b-40f7-94b6-65c02935bfe8 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643840 Nov 05 21:43:31.803652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.849259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:31.872072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-a06a9608-d0a8-47c6-9f20-05e37efdc7ba service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129220 Nov 05 21:43:31.936607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec993eb1-58dd-410d-b758-e77ca81fe1fa req-97095ccc-c18b-4413-9fc4-310a838bf210 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:31.944938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec993eb1-58dd-410d-b758-e77ca81fe1fa req-97095ccc-c18b-4413-9fc4-310a838bf210 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.0609534 Nov 05 21:43:31.967104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1635a72-bb16-482e-bcca-2cd96196029f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:31.988687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.009553 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec993eb1-58dd-410d-b758-e77ca81fe1fa req-7db119d4-e045-4478-a8fc-7a8b7e2d6204 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624716 Nov 05 21:43:32.059699 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-e7d35031-bc23-4050-9fb3-7a3325f8f534 service neutron] 10.222.0.41 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770134 Nov 05 21:43:32.076278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:32.177033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1635a72-bb16-482e-bcca-2cd96196029f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.216297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4747a-ce99-41b5-9704-23c04ad659d2 req-3485b162-6658-4057-8a42-94b4bc4e4966 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:32.217961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8df4747a-ce99-41b5-9704-23c04ad659d2 req-3485b162-6658-4057-8a42-94b4bc4e4966 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 946 time: 0.0590205 Nov 05 21:43:32.279252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8df4747a-ce99-41b5-9704-23c04ad659d2 req-fe200033-4629-42e5-b9ba-93d71d5f0e2f tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Nov 05 21:43:32.300457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f1635a72-bb16-482e-bcca-2cd96196029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.330194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f1635a72-bb16-482e-bcca-2cd96196029f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e8e4d683dc7492092df6bcdc08a9685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7034664 Nov 05 21:43:32.332890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46108) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:32.396533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e4d58b6-c3ae-447e-88ed-960f74bec7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.435483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:32.437463 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68439ef5-7c09-4206-a14b-894a8a8cf1b1" -d '{"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-unplugged", "status": "completed", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:32.460036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-473bc5e2-5419-4c0f-8efc-558b39b27bf0 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:32.465919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-473bc5e2-5419-4c0f-8efc-558b39b27bf0 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.13 "GET /v2.0/networks?id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54 HTTP/1.1" status: 200 len: 811 time: 0.2867475 Nov 05 21:43:32.466101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e4d58b6-c3ae-447e-88ed-960f74bec7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.538328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1635a72-bb16-482e-bcca-2cd96196029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda3b08-c536-47c2-b1ee-fdba5d231db9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:32.561957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea91870c-fd62-468a-8907-7a5fc836b101 req-fa35d152-7613-4c91-aa89-3fd521491652 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 210 time: 0.0517371 Nov 05 21:43:32.593592 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5c0696f-f5f6-49dd-9f13-2340a88d21da req-e8d4d581-870d-4d13-8774-4592447c26fd tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 210 time: 0.1164672 Nov 05 21:43:32.614329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46118) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:32.619626 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.642981 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4bec85ad-b8b2-4f7b-98dc-3c96577a3d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.643624 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511aa520-73ec-4e05-b15b-c84a759d2fe6 x-openstack-request-id: req-511aa520-73ec-4e05-b15b-c84a759d2fe6 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:32.644027 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-unplugged", "status": "completed", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:32.644377 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-511aa520-73ec-4e05-b15b-c84a759d2fe6 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:32.645027 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a', 'code': 200} Nov 05 21:43:32.663045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-b308ca74-a9fa-45f3-9e94-a7e678080a00 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=303fa233ad75455ea28b0f6d50812275 HTTP/1.1" status: 200 len: 380 time: 0.1385267 Nov 05 21:43:32.675303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Request body: {'port': {'device_id': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'admin_state_up': True, 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'security_groups': ['fba3effb-1e30-4f4a-818b-df0d39a2aa67']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:32.693199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e4d58b6-c3ae-447e-88ed-960f74bec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.695745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e4d58b6-c3ae-447e-88ed-960f74bec7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.696879 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0e4d58b6-c3ae-447e-88ed-960f74bec7ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdda3b08-c536-47c2-b1ee-fdba5d231db9 HTTP/1.1" status: 204 len: 168 time: 0.3629940 Nov 05 21:43:32.721810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d58b6-c3ae-447e-88ed-960f74bec7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda3b08-c536-47c2-b1ee-fdba5d231db9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:32.786296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4bec85ad-b8b2-4f7b-98dc-3c96577a3d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.956578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4bec85ad-b8b2-4f7b-98dc-3c96577a3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:32.985812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Made reservation on behalf of 303fa233ad75455ea28b0f6d50812275 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:32.993214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.000619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46126) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:33.000873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4bec85ad-b8b2-4f7b-98dc-3c96577a3d3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1db5a6421eb4203973772813afa2b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852923 Nov 05 21:43:33.001694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec85ad-b8b2-4f7b-98dc-3c96577a3d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c865ff4-de5d-4374-8faa-6f7fbffa8744,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:33.123433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63333c7c-8ed1-4cc1-a2a1-af19199c525c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.189829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63333c7c-8ed1-4cc1-a2a1-af19199c525c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.231502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-1b0ea1a8-0948-4f8e-9a1b-063959e90387 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:33.234777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-1b0ea1a8-0948-4f8e-9a1b-063959e90387 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894 HTTP/1.1" status: 200 len: 943 time: 0.0878973 Nov 05 21:43:33.263505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224bdc8-1766-432b-9769-08e4d16388df req-2e402242-f6a2-4eb5-8a1e-45b2db2ff94a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:33.270677 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1224bdc8-1766-432b-9769-08e4d16388df req-2e402242-f6a2-4eb5-8a1e-45b2db2ff94a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.1597102 Nov 05 21:43:33.294384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Allocated IP 172.20.0.5 (a5d263e6-3be8-4250-a5ba-4b604f8e5b54/b7af1791-dd0b-4767-87ef-f9d7752dceb6/ed018af0-3b3f-4c39-ac16-bb5b897f0ba5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:33.402357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Deleting port 227287f8-9252-45e5-9c40-2073e964ed5a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:43:33.403252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.477959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1224bdc8-1766-432b-9769-08e4d16388df req-ea94daab-9557-4a88-aec0-59d7bd942192 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059994 Nov 05 21:43:33.511792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-401e4df1-9ec2-4814-8880-7b911f964854 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:33.512704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-401e4df1-9ec2-4814-8880-7b911f964854 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.13 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 946 time: 0.1120136 Nov 05 21:43:33.519431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63333c7c-8ed1-4cc1-a2a1-af19199c525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.531464 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63333c7c-8ed1-4cc1-a2a1-af19199c525c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.531464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-63333c7c-8ed1-4cc1-a2a1-af19199c525c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c865ff4-de5d-4374-8faa-6f7fbffa8744 HTTP/1.1" status: 204 len: 168 time: 0.5212574 Nov 05 21:43:33.554521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498597e-bfc1-44a2-a629-bbbe4e6ebbea req-1caa2b8d-c56c-4946-a810-3ec9d5df33e2 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:33.563609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e498597e-bfc1-44a2-a629-bbbe4e6ebbea req-1caa2b8d-c56c-4946-a810-3ec9d5df33e2 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 946 time: 0.1752772 Nov 05 21:43:33.571595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63333c7c-8ed1-4cc1-a2a1-af19199c525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c865ff4-de5d-4374-8faa-6f7fbffa8744,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:33.629627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.664828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] For port 227287f8-9252-45e5-9c40-2073e964ed5a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=227287f8-9252-45e5-9c40-2073e964ed5a,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:33.665775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.682548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Deleting port f75fc7bf-02ee-4925-b9bd-e4a714be1299 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:43:33.682890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.686652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e498597e-bfc1-44a2-a629-bbbe4e6ebbea req-86aebbc1-0892-4635-b364-88d63d5152b5 tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/security-groups?id=e27bbc9a-1425-401b-906d-fbf2938f8afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192257 Nov 05 21:43:33.691299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Calling delete_port for 227287f8-9252-45e5-9c40-2073e964ed5a owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:43:33.794893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] For port f75fc7bf-02ee-4925-b9bd-e4a714be1299, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f75fc7bf-02ee-4925-b9bd-e4a714be1299,segment=NetworkSegment(ade1c03a-345e-4bd3-bc35-ccccb24d15f6),segment_id=ade1c03a-345e-4bd3-bc35-ccccb24d15f6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:33.795393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.804165 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1d5438-38d4-485a-af8f-853d82a107f6 req-0b2ab18d-46c3-4c1c-acfe-977d22423603 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 210 time: 0.0360672 Nov 05 21:43:33.813693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Calling delete_port for f75fc7bf-02ee-4925-b9bd-e4a714be1299 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:43:33.828897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:33.912641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:33.927380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:33.934928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:33.940615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event updated for resources: {'Port': ['ID=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:33.941038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-186fbc1e-40f8-4d01-8f7a-293df20dd5b8 req-7ef99e32-abc9-4df1-9a51-3f227f89320b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 210 time: 0.0375843 Nov 05 21:43:33.992276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46150) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:34.002788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:34.003458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.016259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8610047-87d2-40b8-b4b0-df1013d41b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.107389 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8610047-87d2-40b8-b4b0-df1013d41b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.333509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2ba2aef4-933c-4546-b6c6-b8c43d398f51 None None] Provisioning complete for port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:34.334189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2ba2aef4-933c-4546-b6c6-b8c43d398f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.379053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2aef4-933c-4546-b6c6-b8c43d398f51 None None] Port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:34.482081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.544395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event deleted for resources: {'Port': ['ID=227287f8-9252-45e5-9c40-2073e964ed5a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:34.560976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.570129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-fdcffd6a-4e40-475b-8efc-15f9078f8c3b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8994999 Nov 05 21:43:34.572573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f75fc7bf-02ee-4925-b9bd-e4a714be1299'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:43:34.577313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8610047-87d2-40b8-b4b0-df1013d41b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.623739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Request body: {'port': {'device_id': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:34.637844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8610047-87d2-40b8-b4b0-df1013d41b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a4b29f-06b1-4443-849e-9231625f43ef,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:34.643540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] No DVR routers for this DVR port 227287f8-9252-45e5-9c40-2073e964ed5a on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:43:34.646543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.651430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71300a56-1cc8-4a99-b225-d396bad69c3e req-ad4040bb-af0d-45f8-b64a-ea4a7b0bb5ed tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.13 "DELETE /v2.0/ports/227287f8-9252-45e5-9c40-2073e964ed5a HTTP/1.1" status: 204 len: 173 time: 1.4043205 Nov 05 21:43:34.666206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-deleted', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:34.670524 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e25641-c0a5-4ee3-ad11-08b4f6f822d9" -d '{"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-deleted", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:34.707688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b8610047-87d2-40b8-b4b0-df1013d41b19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a09f22fa8d7470c954a84accdee1244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7096133 Nov 05 21:43:34.712184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46168) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:34.782301 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccab860-b580-4c39-9c31-09fae971c913 x-openstack-request-id: req-bccab860-b580-4c39-9c31-09fae971c913 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:34.784146 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1a4e03-0707-4d86-a5e5-b0272521d894", "name": "network-vif-deleted", "tag": "227287f8-9252-45e5-9c40-2073e964ed5a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:34.785460 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bccab860-b580-4c39-9c31-09fae971c913 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:34.786126 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1a4e03-0707-4d86-a5e5-b0272521d894', 'name': 'network-vif-deleted', 'tag': '227287f8-9252-45e5-9c40-2073e964ed5a', 'status': 'completed', 'code': 200} Nov 05 21:43:34.798519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Pushing event deleted for resources: {'Port': ['ID=f75fc7bf-02ee-4925-b9bd-e4a714be1299,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:34.817273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] No DVR routers for this DVR port f75fc7bf-02ee-4925-b9bd-e4a714be1299 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:43:34.822080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.826086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c75b1a39-ca0b-4827-ab20-a5560cc681d6 req-53807d66-980d-4e15-9499-f28860737b2d tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.13 "DELETE /v2.0/ports/f75fc7bf-02ee-4925-b9bd-e4a714be1299 HTTP/1.1" status: 204 len: 173 time: 1.3001876 Nov 05 21:43:34.826086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46599818-95ec-4782-a0c5-19e41d870509', 'name': 'network-vif-deleted', 'tag': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:34.828388 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf62847-bd86-4ca5-8e79-d744e61a6c18" -d '{"events": [{"server_uuid": "46599818-95ec-4782-a0c5-19e41d870509", "name": "network-vif-deleted", "tag": "f75fc7bf-02ee-4925-b9bd-e4a714be1299"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:34.870362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-f7e5bb64-ad1a-4365-ab29-7cf93b34b82a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:34.870577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-f7e5bb64-ad1a-4365-ab29-7cf93b34b82a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:34.871585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-f7e5bb64-ad1a-4365-ab29-7cf93b34b82a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:34.871585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-f7e5bb64-ad1a-4365-ab29-7cf93b34b82a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:34.872183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-f7e5bb64-ad1a-4365-ab29-7cf93b34b82a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:34.876064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-f7e5bb64-ad1a-4365-ab29-7cf93b34b82a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33&device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d&device_id=2e60f660-a41f-4beb-9624-67a081ca08fd&device_id=46599818-95ec-4782-a0c5-19e41d870509&device_id=ac760a33-9723-498f-8a93-7e92f758a73f&device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2&device_id=cf1a4e03-0707-4d86-a5e5-b0272521d894&device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 4588 time: 0.0846474 Nov 05 21:43:34.877455 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba96ab9b-f64f-4315-9894-fffa3438dc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.882872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.910519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-74fcd313-d66c-446b-84cf-b7f4157741e9 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:34.918476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ffd15a9-1912-4d9b-adf8-c3217e4cb914 req-61099e73-190f-4fdb-adf6-cc733808b11a tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 210 time: 0.0557210 Nov 05 21:43:34.955764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba96ab9b-f64f-4315-9894-fffa3438dc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.057016 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-74fcd313-d66c-446b-84cf-b7f4157741e9 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.174206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850a202-569d-42cf-a749-9cf67cdca735 req-7217bd0c-7f17-4926-bf6a-1797ce756259 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:35.175615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3850a202-569d-42cf-a749-9cf67cdca735 req-7217bd0c-7f17-4926-bf6a-1797ce756259 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 931 time: 0.1164887 Nov 05 21:43:35.252684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3850a202-569d-42cf-a749-9cf67cdca735 req-cdd936df-25cf-4a0d-9620-b46dcbdd081c tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674996 Nov 05 21:43:35.300174 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b4052b-4c53-4a3b-974f-ea91db9f301d x-openstack-request-id: req-83b4052b-4c53-4a3b-974f-ea91db9f301d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:35.300469 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46599818-95ec-4782-a0c5-19e41d870509", "name": "network-vif-deleted", "tag": "f75fc7bf-02ee-4925-b9bd-e4a714be1299", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:35.300834 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83b4052b-4c53-4a3b-974f-ea91db9f301d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:35.301244 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46599818-95ec-4782-a0c5-19e41d870509', 'name': 'network-vif-deleted', 'tag': 'f75fc7bf-02ee-4925-b9bd-e4a714be1299', 'status': 'completed', 'code': 200} Nov 05 21:43:35.315623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:35.324970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.363309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Transition to ACTIVE for port object ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:43:35.363505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-74fcd313-d66c-446b-84cf-b7f4157741e9 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.383296 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c2dcf08-2bf3-4fca-b0b4-d16a9a55c07d req-332587bc-821d-412f-8417-d2e8c7212bc9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 210 time: 0.0303197 Nov 05 21:43:35.398590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba96ab9b-f64f-4315-9894-fffa3438dc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.401183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba96ab9b-f64f-4315-9894-fffa3438dc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.415598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ba96ab9b-f64f-4315-9894-fffa3438dc2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8a4b29f-06b1-4443-849e-9231625f43ef HTTP/1.1" status: 204 len: 168 time: 0.7006245 Nov 05 21:43:35.462647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.470028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcd313-d66c-446b-84cf-b7f4157741e9 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95bc363-6092-4b33-8b29-1d3d4af7571a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:35.497812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7333704e-4a14-41b3-a6b3-04b59fe81843 req-74fcd313-d66c-446b-84cf-b7f4157741e9 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&id=99ed2f47-7638-4627-a77b-3a214e86daa9&id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 472 time: 0.6070912 Nov 05 21:43:35.523946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96ab9b-f64f-4315-9894-fffa3438dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a4b29f-06b1-4443-849e-9231625f43ef,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:35.597889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Pushing event updated for resources: {'Port': ['ID=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:35.669990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Attempting to bind port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:35.671145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Attempting to bind port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:35.671763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Attempting to bind port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 on network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:35.680792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 on network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:43:35.682047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Attempting to bind port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 on network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:35.689932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:35.690273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Checking segment: {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:35.690657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Bound using segment: {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:35.691086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Bound port: ed018af0-3b3f-4c39-ac16-bb5b897f0ba5, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57300d90-bcb6-493f-b9c0-b9a7e138d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:35.691444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:35.711136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f75fc7bf-02ee-4925-b9bd-e4a714be1299 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:43:35.752513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: f75fc7bf-02ee-4925-b9bd-e4a714be1299 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:43:35.754260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f75fc7bf-02ee-4925-b9bd-e4a714be1299 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:43:35.754900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 227287f8-9252-45e5-9c40-2073e964ed5a no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:43:35.871805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 227287f8-9252-45e5-9c40-2073e964ed5a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:43:35.876260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 227287f8-9252-45e5-9c40-2073e964ed5a not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:43:35.889268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] For port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:35.898131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] For port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:36.006918 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:36.128372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:36.133115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:36.133115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 HTTP/1.1" status: 200 len: 1091 time: 1.5199778 Nov 05 21:43:36.176465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae996-2312-4f1a-8536-4154244a24a2 req-3ccc2f18-7c10-492a-a36b-dbc3f437696a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:36.176465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae996-2312-4f1a-8536-4154244a24a2 req-3ccc2f18-7c10-492a-a36b-dbc3f437696a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:36.176465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae996-2312-4f1a-8536-4154244a24a2 req-3ccc2f18-7c10-492a-a36b-dbc3f437696a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:36.177565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9ae996-2312-4f1a-8536-4154244a24a2 req-3ccc2f18-7c10-492a-a36b-dbc3f437696a tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd&device_id=ac760a33-9723-498f-8a93-7e92f758a73f&device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 2884 time: 0.0996475 Nov 05 21:43:36.213635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6703ed37-108d-4d6a-8f36-8e7fe535b056 req-0409ebd4-3c83-4ab9-b642-663393555cae tempest-ServerMetadataNegativeTestJSON-2012205362 tempest-ServerMetadataNegativeTestJSON-2012205362-project] 10.222.0.41 "GET /v2.0/ports?device_id=46599818-95ec-4782-a0c5-19e41d870509 HTTP/1.1" status: 200 len: 210 time: 0.0854220 Nov 05 21:43:36.300565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9ae996-2312-4f1a-8536-4154244a24a2 req-ce67e42b-3f5b-4f65-838f-e663c626070b tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114759 Nov 05 21:43:36.363616 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-119bb20e-7588-4112-9820-ebdfe20d404c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:36.591620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0fe8fbd-4046-4514-86bc-4d7286bdffc1 req-3a876ef9-8588-438a-9bca-9de6ea6ceaca tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 210 time: 0.0614846 Nov 05 21:43:36.760033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d3292-47c4-4233-97e9-a0b0d01bef07 service neutron] Pushing event updated for resources: {'Port': ['ID=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:36.802130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-ab7bc758-f21a-4d37-9dc8-b9ea44b15980 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:36.803931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-ab7bc758-f21a-4d37-9dc8-b9ea44b15980 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "GET /v2.0/networks?id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 200 len: 804 time: 0.7125707 Nov 05 21:43:36.814442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-dc0d9cfd-8e68-46cd-ba55-b54905f030e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:36.815938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-dc0d9cfd-8e68-46cd-ba55-b54905f030e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=303fa233ad75455ea28b0f6d50812275&device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 1094 time: 0.1232817 Nov 05 21:43:36.821490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Request body: {'port': {'device_id': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'admin_state_up': True, 'tenant_id': '2d1c1cb5c90343ebb0db6823adb3009c'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:36.833217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c88e3d-defd-4bb5-a47c-2fc2851d48bd req-0930cc15-a0e1-498e-a999-f00fdcb6235a tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:36.837773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85c88e3d-defd-4bb5-a47c-2fc2851d48bd req-0930cc15-a0e1-498e-a999-f00fdcb6235a tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 943 time: 0.1432064 Nov 05 21:43:36.900319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-1e6e659c-ae89-43bf-9f8d-41ab576a88d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 HTTP/1.1" status: 200 len: 217 time: 0.0632329 Nov 05 21:43:37.043200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-1769e807-baa1-4bd0-b30f-dab64d8f1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:37.044701 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-1769e807-baa1-4bd0-b30f-dab64d8f1d32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7af1791-dd0b-4767-87ef-f9d7752dceb6 HTTP/1.1" status: 200 len: 850 time: 0.0968359 Nov 05 21:43:37.053434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85c88e3d-defd-4bb5-a47c-2fc2851d48bd req-c9107bb9-0a1c-47bf-ae01-363d63e309cf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966126 Nov 05 21:43:37.121855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-b92adaec-aab3-4a4e-a582-1389f54f72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:37.126467 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-b92adaec-aab3-4a4e-a582-1389f54f72a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688891 Nov 05 21:43:37.265791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Made reservation on behalf of 2d1c1cb5c90343ebb0db6823adb3009c for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:37.274422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46250) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:37.275917 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:37.289296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46254) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:37.318571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:37.399436 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579decc-c171-4900-ab63-faa40f56e90c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:37.399436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-801bea60-f8f8-408a-ab44-ae031f32167f service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278986 Nov 05 21:43:37.400825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] Deleting subnet 8a179d0c-c459-40ee-9d41-e5d7f50b626f {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:43:37.400825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:37.401518 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f23457e-2b36-4ec8-acb5-1c061af6339a x-openstack-request-id: req-8f23457e-2b36-4ec8-acb5-1c061af6339a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:37.414085 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:37.414299 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f23457e-2b36-4ec8-acb5-1c061af6339a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:37.414753 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'status': 'completed', 'code': 200} Nov 05 21:43:37.422340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:37.477221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-network', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:37.483750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:37.606320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf3e243-5f30-4e62-b5be-7f97c02f421c req-081feded-502b-4e2f-87db-07b6550a9c8b service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905015 Nov 05 21:43:37.686040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-267f784c-b8ea-47e6-9454-ae03aa8d1314 req-9d43ae2d-3e03-4502-bb45-6ff6f4f989ff tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 210 time: 0.0265343 Nov 05 21:43:38.145433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Allocated IP 172.20.0.9 (12fafbd4-aa10-49cc-b2f5-39468d2a9f53/f7e8dcce-bdc6-44dd-8bd7-e52003427d93/aa657256-6e97-45bb-bb79-82970b4875b9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:38.164749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Made reservation on behalf of d71ca6f37be24fe8b698f3debcc99713 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:38.167150 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.171682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.200571 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.217982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579decc-c171-4900-ab63-faa40f56e90c req-07947963-e2d3-432d-b92a-03264935de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:38.219537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b579decc-c171-4900-ab63-faa40f56e90c req-07947963-e2d3-432d-b92a-03264935de80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=303fa233ad75455ea28b0f6d50812275&device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 1094 time: 0.0470865 Nov 05 21:43:38.229916 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.233159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8a179d0c-c459-40ee-9d41-e5d7f50b626f HTTP/1.1" status: 204 len: 168 time: 0.9425480 Nov 05 21:43:38.238205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333123f-6b21-477a-abf1-a59b3173e328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a179d0c-c459-40ee-9d41-e5d7f50b626f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:38.241879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46282) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:38.256163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff44a56-9a61-4d0b-9ce3-9b3de44997d1 req-675f4b29-3a7e-4088-80f0-16f3808360e9 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:38.257953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ff44a56-9a61-4d0b-9ce3-9b3de44997d1 req-675f4b29-3a7e-4088-80f0-16f3808360e9 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 943 time: 0.1273565 Nov 05 21:43:38.332226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ff44a56-9a61-4d0b-9ce3-9b3de44997d1 req-10ffd339-3504-4f47-bac2-eb6604e7c3ae tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637252 Nov 05 21:43:38.388498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.462678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.529790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579decc-c171-4900-ab63-faa40f56e90c req-5d5db43a-956c-424b-8e40-d8040fc55e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:38.531277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b579decc-c171-4900-ab63-faa40f56e90c req-5d5db43a-956c-424b-8e40-d8040fc55e01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54 HTTP/1.1" status: 200 len: 912 time: 0.3012044 Nov 05 21:43:38.545045 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-359e78e8-54a7-40a8-a90f-54f623962c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.578966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.609295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:43:38.619612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3879e8-8a0f-4257-9efd-eb9842e97c1e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:38.624964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.625377 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Added segment 12ebc16c-bd96-4007-a50a-65e01b2e8bfa of type vlan for network 94d879f9-5385-4c85-81af-83319cb29582 Nov 05 21:43:38.667931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b579decc-c171-4900-ab63-faa40f56e90c req-9599fae8-f76d-45d3-ad54-e46b7006e318 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 HTTP/1.1" status: 200 len: 217 time: 0.1163235 Nov 05 21:43:38.671166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.674175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.724204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68443f-f35e-4f0e-aa48-4155c61237c9 req-8eb6dd74-1926-473d-96d7-8409658176fb tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:38.725748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c68443f-f35e-4f0e-aa48-4155c61237c9 req-8eb6dd74-1926-473d-96d7-8409658176fb tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1101 time: 0.2714508 Nov 05 21:43:38.740868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afede42-77de-482c-a99a-3305c39e54c9']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:38.756639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.758548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:38.759997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.780640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade1c03a-345e-4bd3-bc35-ccccb24d15f6') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:38.780938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade1c03a-345e-4bd3-bc35-ccccb24d15f6') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:38.803124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579decc-c171-4900-ab63-faa40f56e90c req-c18b5293-7d4a-432d-94f7-f6ea1cdbfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:38.804655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b579decc-c171-4900-ab63-faa40f56e90c req-c18b5293-7d4a-432d-94f7-f6ea1cdbfaf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7af1791-dd0b-4767-87ef-f9d7752dceb6 HTTP/1.1" status: 200 len: 850 time: 0.1276598 Nov 05 21:43:38.806660 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.840943 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.850690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7ea2da9-15ee-4b66-98ba-ab4581df7e1e req-0c4393b2-f262-4340-85ee-8fd3bf7bead2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 210 time: 0.0632520 Nov 05 21:43:38.864027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=94d879f9-5385-4c85-81af-83319cb29582,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:38.867860 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.876730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 94d879f9-5385-4c85-81af-83319cb29582 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:43:38.890322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:43:38.890733 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:43:38.893319 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:43:38.913211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c68443f-f35e-4f0e-aa48-4155c61237c9 req-536bd41b-ef6e-464c-898e-9a47e4f80468 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743348 Nov 05 21:43:38.952564 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2baef3ca-85ac-46c7-bfb9-1b376242a6b8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6752605 Nov 05 21:43:38.954744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46304) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:38.959765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Request body: {'subnet': {'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-subnet', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:39.022353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579decc-c171-4900-ab63-faa40f56e90c req-db2b44b2-d677-4482-877f-5bc25bde6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:39.024735 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b579decc-c171-4900-ab63-faa40f56e90c req-db2b44b2-d677-4482-877f-5bc25bde6377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031872 Nov 05 21:43:39.083102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Made reservation on behalf of d71ca6f37be24fe8b698f3debcc99713 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:39.085096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.131368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.136675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.143208 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7afede42-77de-482c-a99a-3305c39e54c9 HTTP/1.1" status: 204 len: 168 time: 0.9014366 Nov 05 21:43:39.164283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b005af4-5729-4f09-ab9f-7a85fc1106c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7afede42-77de-482c-a99a-3305c39e54c9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:39.173005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526be8-7bdc-4663-b025-5c93ec2effb3 req-e3c43902-6c7b-462c-bdbb-065e22facffa tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:39.175258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7526be8-7bdc-4663-b025-5c93ec2effb3 req-e3c43902-6c7b-462c-bdbb-065e22facffa tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1101 time: 0.1214044 Nov 05 21:43:39.179142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b579decc-c171-4900-ab63-faa40f56e90c req-292b12fc-ac7f-4e45-9767-58e8699d9dab service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471798 Nov 05 21:43:39.250108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.255125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7526be8-7bdc-4663-b025-5c93ec2effb3 req-de0e8fad-f395-499e-8d91-8615e338f841 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735993 Nov 05 21:43:39.314360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b579decc-c171-4900-ab63-faa40f56e90c req-b9a1a424-0dfb-476a-86f6-cf779c0b7a2a service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283989 Nov 05 21:43:39.361785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:39.368590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:39.372093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:39.438667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event updated for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:39.471703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:39.472474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.508844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91050344-ed2d-40e4-b434-d7fd73379586 req-31d0a910-f24f-4fd6-91d1-6f48ac44f661 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:39.510384 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91050344-ed2d-40e4-b434-d7fd73379586 req-31d0a910-f24f-4fd6-91d1-6f48ac44f661 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 943 time: 0.0531802 Nov 05 21:43:39.512375 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.594237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:39.616601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Checking segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:39.617020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Network hostable DHCP agents. Network: 94d879f9-5385-4c85-81af-83319cb29582, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:43:39.629753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-42296c10-53f0-4fcd-b610-5678b3061931 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8120229 Nov 05 21:43:39.636856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91050344-ed2d-40e4-b434-d7fd73379586 req-ff7a727c-b36b-4406-ac06-e1fa0ccfb91b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988986 Nov 05 21:43:39.654039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46320) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:39.657624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Request body: {'port': {'device_id': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:39.697373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f2d3ab0-bc94-4b2e-a9e6-0c438402cde6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7ccb34ceef24d5389b52fbf0e42dbbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421913 Nov 05 21:43:39.701086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46322) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:39.738897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:43:39.742418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Network 94d879f9-5385-4c85-81af-83319cb29582 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:43:39.755794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.808682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f91254c-b8a5-4a01-8d7f-b3dd9d1e894a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.828393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 94d879f9-5385-4c85-81af-83319cb29582) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:39.837791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:39.838656 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.852096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f91254c-b8a5-4a01-8d7f-b3dd9d1e894a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:39.862141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf755e-871a-4ce7-bd68-364a3300bdc9 None None] Network 94d879f9-5385-4c85-81af-83319cb29582 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:43:40.044339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.051610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c3fbb4b1-c51c-4871-9297-c8e140aac106 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0948510 Nov 05 21:43:40.061815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46328) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:40.066964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:40.096459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:40.131297 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f91254c-b8a5-4a01-8d7f-b3dd9d1e894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.133159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f91254c-b8a5-4a01-8d7f-b3dd9d1e894a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.134357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f91254c-b8a5-4a01-8d7f-b3dd9d1e894a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e27bbc9a-1425-401b-906d-fbf2938f8afa HTTP/1.1" status: 204 len: 168 time: 0.4320605 Nov 05 21:43:40.162067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e019a8-290b-4552-83e3-320dd829532a req-17e4c089-6dcc-4ac6-8209-bff9ea481d6d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:40.167466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56e019a8-290b-4552-83e3-320dd829532a req-17e4c089-6dcc-4ac6-8209-bff9ea481d6d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 931 time: 0.1717119 Nov 05 21:43:40.168603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'port_id': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'mac_address': 'fa:16:3e:c9:e1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:43:40.213747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91254c-b8a5-4a01-8d7f-b3dd9d1e894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27bbc9a-1425-401b-906d-fbf2938f8afa,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:40.317629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.320817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-94d879f9-5385-4c85-81af-83319cb29582', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:43:40.321649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.334346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56e019a8-290b-4552-83e3-320dd829532a req-a07508d9-c60d-488f-9e12-f71ee296a14d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548531 Nov 05 21:43:40.345403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.346459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.366553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa657256-6e97-45bb-bb79-82970b4875b9 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:40.377352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.425222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Transition to ACTIVE for port object aa657256-6e97-45bb-bb79-82970b4875b9 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:43:40.426912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.428310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:40.459207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:40.546802 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.577408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Allocated IP 172.20.0.2 (94d879f9-5385-4c85-81af-83319cb29582/6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75/1a49f48d-cc06-45a3-8572-2457eb5517e4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:40.707219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:40.799779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.824426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:40.840790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2a35b-8661-4af5-b2af-8c0f6eeea51b req-9b0e6b7b-111b-49ec-b0d6-8e6645ab9068 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:40.842348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d2a35b-8661-4af5-b2af-8c0f6eeea51b req-9b0e6b7b-111b-49ec-b0d6-8e6645ab9068 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 944 time: 0.0892444 Nov 05 21:43:40.930956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a886-daf2-4b9e-a26b-76718872d441 req-40e66f88-49b2-47db-aeec-d4b4b20e52c9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:40.939058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e62a886-daf2-4b9e-a26b-76718872d441 req-40e66f88-49b2-47db-aeec-d4b4b20e52c9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1544597 Nov 05 21:43:40.948527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d2a35b-8661-4af5-b2af-8c0f6eeea51b req-59917e52-47a4-483e-b890-78ac615fd06e tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905924 Nov 05 21:43:40.981065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:41.018306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Attempting to bind port aa657256-6e97-45bb-bb79-82970b4875b9 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:41.018561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.018676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Attempting to bind port aa657256-6e97-45bb-bb79-82970b4875b9 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:41.018791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.019076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Attempting to bind port aa657256-6e97-45bb-bb79-82970b4875b9 on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:41.019202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.019410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.019782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.020118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.020449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.021340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.021875 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.022365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.022864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.023347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:43:41.033064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['ed018af0-3b3f-4c39-ac16-bb5b897f0ba5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:43:41.039782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Port aa657256-6e97-45bb-bb79-82970b4875b9 on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:43:41.040109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Attempting to bind port aa657256-6e97-45bb-bb79-82970b4875b9 on network 12fafbd4-aa10-49cc-b2f5-39468d2a9f53 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:41.068888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:41.069559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Checking segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:41.069721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Bound using segment: {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:41.070035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Bound port: aa657256-6e97-45bb-bb79-82970b4875b9, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:41.070391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.086494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.140303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e62a886-daf2-4b9e-a26b-76718872d441 req-ea38a7e8-0ece-4d8c-ac27-599b90ad6827 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002759 Nov 05 21:43:41.216099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.265246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:41.273246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:41.317950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Network 94d879f9-5385-4c85-81af-83319cb29582 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:41.334691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:41.339611 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:41.375166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Pushing event updated for resources: {'Port': ['ID=1a49f48d-cc06-45a3-8572-2457eb5517e4,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:41.394577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.468866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Attempting to bind port 1a49f48d-cc06-45a3-8572-2457eb5517e4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:41.469365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Attempting to bind port 1a49f48d-cc06-45a3-8572-2457eb5517e4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:41.469837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Attempting to bind port 1a49f48d-cc06-45a3-8572-2457eb5517e4 on network 94d879f9-5385-4c85-81af-83319cb29582 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:41.475523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:41.476560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Checking segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:41.477050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.477610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Bound using segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:41.478282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Bound port: 1a49f48d-cc06-45a3-8572-2457eb5517e4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:41.478843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.483257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.546330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:41.547049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.547211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4298874-e88b-45af-b813-2fd33e95f219 req-60de0461-2cd6-4633-bd55-6e2e408c2653 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:41.549146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] 10.222.0.46 "PUT /v2.0/ports/aa657256-6e97-45bb-bb79-82970b4875b9 HTTP/1.1" status: 200 len: 1091 time: 1.9068770 Nov 05 21:43:41.551650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:41.554041 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601f8b7-2987-41f8-a659-187eabf792b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:41.558034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4298874-e88b-45af-b813-2fd33e95f219 req-60de0461-2cd6-4633-bd55-6e2e408c2653 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 943 time: 0.0863693 Nov 05 21:43:41.592676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] For port 1a49f48d-cc06-45a3-8572-2457eb5517e4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:41.601081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] For port 1a49f48d-cc06-45a3-8572-2457eb5517e4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49f48d-cc06-45a3-8572-2457eb5517e4,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:41.657854 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4298874-e88b-45af-b813-2fd33e95f219 req-65bc94bc-0ff4-447e-86f6-a0971f9dbc59 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986700 Nov 05 21:43:41.662870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.665788 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ddfb2b-221a-4603-a464-e9fec46b309f x-openstack-request-id: req-74ddfb2b-221a-4603-a464-e9fec46b309f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:41.666161 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:41.666372 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74ddfb2b-221a-4603-a464-e9fec46b309f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:41.666727 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'status': 'completed', 'code': 200} Nov 05 21:43:41.692570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572d40-54cf-426a-9a82-e7959da0bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:41.703730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.720377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:41.797829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:41.841945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601f8b7-2987-41f8-a659-187eabf792b9 req-dcd55294-57f4-46f5-ae72-cc4baf7957a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:41.843618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0601f8b7-2987-41f8-a659-187eabf792b9 req-dcd55294-57f4-46f5-ae72-cc4baf7957a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 1094 time: 0.1521840 Nov 05 21:43:41.900626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4bee0-3995-41ab-854e-e93d7187bba5 None None] Pushing event updated for resources: {'Port': ['ID=1a49f48d-cc06-45a3-8572-2457eb5517e4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:41.926874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.022291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:43:42.030403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:42.031273 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.106937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46406) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:42.270910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129386ba-b553-4b36-ae91-e644db8cd33f req-d0c1efe0-2087-4987-a078-a64b3d48096b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:42.281705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-129386ba-b553-4b36-ae91-e644db8cd33f req-d0c1efe0-2087-4987-a078-a64b3d48096b tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 944 time: 0.1398816 Nov 05 21:43:42.298430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.353393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:42.356416 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc66388-31e4-444d-8737-3b11e6e89b6c" -d '{"events": [{"server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "name": "network-vif-plugged", "status": "completed", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:42.379112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:42.423891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-129386ba-b553-4b36-ae91-e644db8cd33f req-0b6a49be-d3b2-4ece-aeff-b26d103c2e5d tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305749 Nov 05 21:43:42.435807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-network', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:42.474255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.541218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:42.545807 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f966ea8-4a13-4114-b389-0d858903bf04 x-openstack-request-id: req-0f966ea8-4a13-4114-b389-0d858903bf04 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:42.546336 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "name": "network-vif-plugged", "status": "completed", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:42.546760 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f966ea8-4a13-4114-b389-0d858903bf04 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:42.547318 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'code': 200} Nov 05 21:43:42.584795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Made reservation on behalf of c9328e3830b64ecfaf6551046b15665e for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:42.587047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.596756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.683741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.690510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Allocated IP 172.25.6.41 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/5a5a1107-2382-47dd-91a0-4c68031ec796) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:42.738525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb3159-3f26-4d00-8a3d-5dab963671d2 req-d2d0a4d9-05e0-440a-8f0b-6f8e7a7574e0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:42.745732 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-16eb3159-3f26-4d00-8a3d-5dab963671d2 req-d2d0a4d9-05e0-440a-8f0b-6f8e7a7574e0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1922340 Nov 05 21:43:42.782888 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.814560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:43:42.838270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a63c6-3519-4267-b5eb-0aa520f6942f req-dd9ba119-172c-4b26-bf55-c09c93768a0f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:42.838270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-711a63c6-3519-4267-b5eb-0aa520f6942f req-dd9ba119-172c-4b26-bf55-c09c93768a0f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 943 time: 0.0928357 Nov 05 21:43:42.843902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.850806 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Added segment ae3d027f-5718-4b61-8ad2-9c8eaea533be of type vlan for network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 Nov 05 21:43:42.850806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dfd0c2-fe33-4642-abd4-00beacd756a4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:42.873297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601f8b7-2987-41f8-a659-187eabf792b9 req-3a8e2f67-dfb1-407f-9a67-e49012787e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:42.879576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0601f8b7-2987-41f8-a659-187eabf792b9 req-3a8e2f67-dfb1-407f-9a67-e49012787e33 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&shared=False HTTP/1.1" status: 200 len: 905 time: 1.0223944 Nov 05 21:43:42.902638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053d2a8-3546-49f9-a040-09a6739761c4 req-47dd64ad-293d-4eb9-b41f-7d86bafcc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:42.904643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a053d2a8-3546-49f9-a040-09a6739761c4 req-47dd64ad-293d-4eb9-b41f-7d86bafcc02c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 1096 time: 0.2857704 Nov 05 21:43:42.945741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:42.951290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-711a63c6-3519-4267-b5eb-0aa520f6942f req-abdbaae0-255f-4f84-abc6-ed6143f0da5c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962350 Nov 05 21:43:43.058299 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.064759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.066231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:43.067000 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.101651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a053d2a8-3546-49f9-a040-09a6739761c4 req-17eab543-d5bb-4961-8086-7db567fb0532 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717095 Nov 05 21:43:43.127015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-16eb3159-3f26-4d00-8a3d-5dab963671d2 req-44f59aa9-aec8-44bd-a38a-4b4b50ef6f6f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762290 Nov 05 21:43:43.180818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] Pushing event updated for resources: {'Network': ['ID=4bcdfcc9-d386-4816-95c0-3858e3d6c515,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:43.202725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46424) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:43.202886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:43:43.203588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8f194f7f-352f-4882-9317-207f358eda35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0941548 Nov 05 21:43:43.204728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601f8b7-2987-41f8-a659-187eabf792b9 req-346432bc-171a-40d6-a5d0-247e5ea188b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:43.206327 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0601f8b7-2987-41f8-a659-187eabf792b9 req-346432bc-171a-40d6-a5d0-247e5ea188b3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3062820 Nov 05 21:43:43.211061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Request body: {'subnet': {'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-subnet', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:43.303068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d4e5e-b1ad-433d-a770-277d17a0d0c9 None None] Network 94d879f9-5385-4c85-81af-83319cb29582 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:43:43.307960 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.341952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Made reservation on behalf of c9328e3830b64ecfaf6551046b15665e for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:43.344996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.379430 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:43:43.380553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-913a2ea2-577c-484a-9347-9150f645f7a1 None None] Provisioning complete for port 1a49f48d-cc06-45a3-8572-2457eb5517e4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:43.380723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-913a2ea2-577c-484a-9347-9150f645f7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.392740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:43.513347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:43.520449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:43.561989 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-913a2ea2-577c-484a-9347-9150f645f7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.586893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5a1107-2382-47dd-91a0-4c68031ec796,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:43.612335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-d78e6094-52a5-4811-ba51-1d6b84ee9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:43.624820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-d78e6094-52a5-4811-ba51-1d6b84ee9704 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 1094 time: 0.3602931 Nov 05 21:43:43.626070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcaa56-a3b8-4a02-be78-7f0586081755 req-73affcf0-34a3-42f6-ba76-b4f0c6338792 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:43.634167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1adcaa56-a3b8-4a02-be78-7f0586081755 req-73affcf0-34a3-42f6-ba76-b4f0c6338792 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.1098449 Nov 05 21:43:43.678533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-913a2ea2-577c-484a-9347-9150f645f7a1 None None] For port 1a49f48d-cc06-45a3-8572-2457eb5517e4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49f48d-cc06-45a3-8572-2457eb5517e4,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:43.689995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49f48d-cc06-45a3-8572-2457eb5517e4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:43.718408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1adcaa56-a3b8-4a02-be78-7f0586081755 req-c6c7b351-a55b-497a-a565-b35dfb0d176f tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829959 Nov 05 21:43:43.734134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-dddfdc12-1dcf-49b9-82f9-6a9972e68500 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa657256-6e97-45bb-bb79-82970b4875b9 HTTP/1.1" status: 200 len: 217 time: 0.0901036 Nov 05 21:43:43.750735 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-913a2ea2-577c-484a-9347-9150f645f7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.822921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a2ea2-577c-484a-9347-9150f645f7a1 None None] Pushing event updated for resources: {'Port': ['ID=1a49f48d-cc06-45a3-8572-2457eb5517e4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:43.833095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1a49f48d-cc06-45a3-8572-2457eb5517e4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:43.833467 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:43.949904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-1acfc08f-ed44-43ae-8570-7a2ba451b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:43.951412 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-1acfc08f-ed44-43ae-8570-7a2ba451b7ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7e8dcce-bdc6-44dd-8bd7-e52003427d93 HTTP/1.1" status: 200 len: 844 time: 0.2102976 Nov 05 21:43:44.002032 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-47515dbe-0ff1-4187-9efc-3fd2b58e8afb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12fafbd4-aa10-49cc-b2f5-39468d2a9f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374861 Nov 05 21:43:44.087994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-785fa279-4bcf-462e-a0f5-0417af7c48c1 None None] Provisioning complete for port 1a49f48d-cc06-45a3-8572-2457eb5517e4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:44.088372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-785fa279-4bcf-462e-a0f5-0417af7c48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:44.124795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-aa37b31c-1528-4d7b-b65c-feb8e4cdb80a service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143799 Nov 05 21:43:44.135320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:44.313954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5d2ee-49ed-4e31-94c3-6aefa9ff8364 req-bf7fa46c-e3c9-4784-82ca-0caadb8f53b4 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:44.315652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65a5d2ee-49ed-4e31-94c3-6aefa9ff8364 req-bf7fa46c-e3c9-4784-82ca-0caadb8f53b4 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0707967 Nov 05 21:43:44.367232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf2725a-87b8-40fe-8cf1-17ec571f65e6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:44.378309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572c53d-5ef8-4c33-89f5-e7ff50c330df req-4bbfebe3-23d2-464a-9a8b-733f837601a6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:44.380346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8572c53d-5ef8-4c33-89f5-e7ff50c330df req-4bbfebe3-23d2-464a-9a8b-733f837601a6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 943 time: 0.2540669 Nov 05 21:43:44.413234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65a5d2ee-49ed-4e31-94c3-6aefa9ff8364 req-2fffabbd-cf94-49cd-9cd7-720acb270cf2 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897360 Nov 05 21:43:44.452807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Checking segment: {'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:44.453174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Network hostable DHCP agents. Network: 4bcdfcc9-d386-4816-95c0-3858e3d6c515, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:43:44.498643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89f924a8-2a42-46ed-9638-ed75051b78ae req-b3018707-6369-4802-b38b-217186bf8381 service neutron] 10.222.0.46 "GET /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532484 Nov 05 21:43:44.501589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:44.545492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8572c53d-5ef8-4c33-89f5-e7ff50c330df req-ab798d8b-1d3e-4d92-b48b-751837c7a220 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285570 Nov 05 21:43:44.712486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:43:44.727379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:44.829063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4bcdfcc9-d386-4816-95c0-3858e3d6c515) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:44.836075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:44.837143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:44.839237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb4c9-d94c-440b-80a9-ca42ffe21a38 req-7515341d-1ec6-4c7e-b771-c8628ab25edf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:44.841562 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d73cb4c9-d94c-440b-80a9-ca42ffe21a38 req-7515341d-1ec6-4c7e-b771-c8628ab25edf tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.0510912 Nov 05 21:43:44.843212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188de23a-8562-409a-8dac-cf61748adf86 None None] Network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:43:44.924152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d73cb4c9-d94c-440b-80a9-ca42ffe21a38 req-f927a9d1-aaf5-4d25-8a68-c37dd2eed42a tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Nov 05 21:43:45.003095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df28f77-baf8-49c6-80d3-6046e005bb03 None None] Network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:43:45.042859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0ce64f8-7e92-4d21-8766-cf75cc635a05 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8327467 Nov 05 21:43:45.042859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46456) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:45.049212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:45.058914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:43:45.164655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa070f10-0563-4128-bea5-d42abe4983a0 req-68abd9ad-27d3-4935-89f6-7bd277c0f41a tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:45.166405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa070f10-0563-4128-bea5-d42abe4983a0 req-68abd9ad-27d3-4935-89f6-7bd277c0f41a tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.1653047 Nov 05 21:43:45.175840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46460) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:45.180811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Request body: {'floatingip': {'port_id': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:45.227688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.238285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:45.247687 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:45.258632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:45.258632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:45.349624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.352326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.430197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.459967 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:45.467491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.469129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d3426efd-bc49-41e2-af1c-bc65a5660951 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4078300 Nov 05 21:43:45.471972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46466) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:45.573002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49f48d-cc06-45a3-8572-2457eb5517e4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:45.680946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1a49f48d-cc06-45a3-8572-2457eb5517e4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:45.681591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.794096 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:43Z', 'revision_number': 3, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:45.797528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a6a4-9ef9-4d27-ac6e-582e62550b74 req-74336276-695d-49e6-a1e6-aca449eb81fa tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:45.804378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2562a6a4-9ef9-4d27-ac6e-582e62550b74 req-74336276-695d-49e6-a1e6-aca449eb81fa tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 943 time: 0.1206832 Nov 05 21:43:45.835353 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:45.835729 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Updating router 16c7ab32-bc75-4cfe-aa83-cf98448c211a port 5a5a1107-2382-47dd-91a0-4c68031ec796 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:45.863367 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.886958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:45.934706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2562a6a4-9ef9-4d27-ac6e-582e62550b74 req-b940fb58-f19f-464c-80f6-9cab2eda17bb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236093 Nov 05 21:43:46.030995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.154572 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Floating IP 5bb0cad3-5e1b-4d94-8839-fd1ab4789900 associated. External IP: 172.25.6.161, port: ed018af0-3b3f-4c39-ac16-bb5b897f0ba5. Nov 05 21:43:46.158120 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.289260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e921-f83f-479f-a183-9f7f61f984f7 req-d0278dde-5dfc-4dbc-99b1-9fd0c70fd26e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:46.290899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30b8e921-f83f-479f-a183-9f7f61f984f7 req-d0278dde-5dfc-4dbc-99b1-9fd0c70fd26e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.6797833 Nov 05 21:43:46.305562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.340211 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.405761 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30b8e921-f83f-479f-a183-9f7f61f984f7 req-60948ceb-9f96-4495-a787-a9c5d8815b59 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043181 Nov 05 21:43:46.407563 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3aedc-7643-4650-986e-6c42ba00a6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a5a1107-2382-47dd-91a0-4c68031ec796,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:46.434013 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Attempting to bind port 5a5a1107-2382-47dd-91a0-4c68031ec796 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:46.434622 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Attempting to bind port 5a5a1107-2382-47dd-91a0-4c68031ec796 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:46.435228 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Attempting to bind port 5a5a1107-2382-47dd-91a0-4c68031ec796 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:46.441692 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:46.442133 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:46.442583 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.443184 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:46.443905 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Bound port: 5a5a1107-2382-47dd-91a0-4c68031ec796, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:46.444367 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.457878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:43:46.503913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] For port 5a5a1107-2382-47dd-91a0-4c68031ec796, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:46.507115 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] For port 5a5a1107-2382-47dd-91a0-4c68031ec796, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5a5a1107-2382-47dd-91a0-4c68031ec796,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:46.570737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:46.576200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.582574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] Sync routers for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:46.605614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:46.609615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1edc579a-615e-4ba9-be5b-d8bad03cceca tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "PUT /v2.0/floatingips/5bb0cad3-5e1b-4d94-8839-fd1ab4789900 HTTP/1.1" status: 200 len: 991 time: 1.4325058 Nov 05 21:43:46.610314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:46.611778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:46.613208 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0005b9a-4c20-4a26-b741-72bffe395caa" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:46.686689 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782f8a71-0798-4739-bc2a-cd4ece3163ee x-openstack-request-id: req-782f8a71-0798-4739-bc2a-cd4ece3163ee {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:46.686689 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:46.686689 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-782f8a71-0798-4739-bc2a-cd4ece3163ee {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:46.686689 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'status': 'completed', 'code': 200} Nov 05 21:43:46.704437 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.780740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.792812 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:46.793532 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:46.795995 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3aedc-7643-4650-986e-6c42ba00a6c0 None None] Pushing event updated for resources: {'Port': ['ID=5a5a1107-2382-47dd-91a0-4c68031ec796,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:46.809276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:46.861302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.861302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-f6dcfcd0-3991-45aa-b4b2-04bd1089be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:46.861302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-f6dcfcd0-3991-45aa-b4b2-04bd1089be1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=303fa233ad75455ea28b0f6d50812275&device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 1096 time: 0.1284447 Nov 05 21:43:46.920546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:46.953703 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:47.190267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffd302-147e-43da-b480-fb011792e8a9 req-7c6c7a67-313b-4604-a350-b4caf19cb7f1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:47.197400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efffd302-147e-43da-b480-fb011792e8a9 req-7c6c7a67-313b-4604-a350-b4caf19cb7f1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 943 time: 0.0960627 Nov 05 21:43:47.265160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5bb0cad3-5e1b-4d94-8839-fd1ab4789900', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'port_id': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'mac_address': 'fa:16:3e:c9:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:43:19Z', 'updated_at': '2021-11-05T21:43:45Z', 'revision_number': 1, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:20Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:47.285901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efffd302-147e-43da-b480-fb011792e8a9 req-b381c3e3-9ace-45a8-81c5-9b48c2b371a4 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808096 Nov 05 21:43:47.291111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-31ff1b4d-740e-4627-9111-5d7add0d4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:47.292649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-31ff1b4d-740e-4627-9111-5d7add0d4808 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54 HTTP/1.1" status: 200 len: 912 time: 0.4014962 Nov 05 21:43:47.316085 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Allocated IP 172.20.0.1 (94d879f9-5385-4c85-81af-83319cb29582/6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75/828ef218-d440-4b7c-9253-9d1409d3086b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:47.324707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] Checking router: 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:47.336263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:47.336885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:47.352886 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:43Z', 'revision_number': 3, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:47.372550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Allocated IP 172.25.6.151 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/1c52f3ec-39fc-44f7-9e70-f607079684d6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:47.388734 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622568ca-6dae-4d1e-bfda-59a6947333d0 None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:43Z', 'revision_number': 3, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:47.470927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:47.477934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-768bc96f-a1a0-4932-b507-9cdf6c9725cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 HTTP/1.1" status: 200 len: 999 time: 0.1754837 Nov 05 21:43:47.598869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-9c8736b7-8b39-4b3c-966d-604f2fbe943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:47.600786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-9c8736b7-8b39-4b3c-966d-604f2fbe943f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7af1791-dd0b-4767-87ef-f9d7752dceb6 HTTP/1.1" status: 200 len: 850 time: 0.0838509 Nov 05 21:43:47.630029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9179d0-213a-4727-8304-d41421022912 req-fd9095d3-f034-4e74-8307-642dfeeb6671 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:47.632366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab9179d0-213a-4727-8304-d41421022912 req-fd9095d3-f034-4e74-8307-642dfeeb6671 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0927029 Nov 05 21:43:47.634180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:47.693234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:47.717706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab9179d0-213a-4727-8304-d41421022912 req-4c26021d-77be-41ee-82a9-4a61c9c9cfa7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769382 Nov 05 21:43:47.730134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-1ba0d03b-caa4-4db8-89c1-c6251ff429b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:47.732236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-1ba0d03b-caa4-4db8-89c1-c6251ff429b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175520 Nov 05 21:43:47.814156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5bb0cad3-5e1b-4d94-8839-fd1ab4789900', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'port_id': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'mac_address': 'fa:16:3e:c9:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:43:19Z', 'updated_at': '2021-11-05T21:43:45Z', 'revision_number': 1, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:20Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:47.852791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:47.866529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f1199-6246-4fb5-9093-7572409781c8 None None] The sync data for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 is: [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5bb0cad3-5e1b-4d94-8839-fd1ab4789900', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'port_id': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'mac_address': 'fa:16:3e:c9:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:43:19Z', 'updated_at': '2021-11-05T21:43:45Z', 'revision_number': 1, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:20Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:47.913184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:47.931052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-8096adc8-2c14-4bb6-b735-e9ba358a4d76 service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886463 Nov 05 21:43:47.943143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Network 94d879f9-5385-4c85-81af-83319cb29582 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:47.970065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:48.069552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f0005b9a-4c20-4a26-b741-72bffe395caa req-a54e8022-9d21-4522-80a3-9f54b0c13285 service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166828 Nov 05 21:43:48.070437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:48.117987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Pushing event updated for resources: {'Port': ['ID=828ef218-d440-4b7c-9253-9d1409d3086b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:48.125033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:48.127159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:48.156526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:48.164234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:48.269644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-151fa6be-87de-43e5-9408-88b7469f08f8 None None] Provisioning complete for port 828ef218-d440-4b7c-9253-9d1409d3086b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:48.270256 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-151fa6be-87de-43e5-9408-88b7469f08f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:48.273558 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ffe66-817a-409b-914e-6e59f2392137 None None] New status for floating IP 5bb0cad3-5e1b-4d94-8839-fd1ab4789900: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:43:48.326296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-151fa6be-87de-43e5-9408-88b7469f08f8 None None] Port 828ef218-d440-4b7c-9253-9d1409d3086b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:48.399417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Pushing event updated for resources: {'Port': ['ID=1c52f3ec-39fc-44f7-9e70-f607079684d6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:48.501001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5682c8b-9e32-4ebc-9341-cfe02dbc96d6 req-4f579532-1b2d-4e9e-ba66-8c1320f0bff5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:48.502642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5682c8b-9e32-4ebc-9341-cfe02dbc96d6 req-4f579532-1b2d-4e9e-ba66-8c1320f0bff5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 943 time: 0.1131363 Nov 05 21:43:48.558710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5682c8b-9e32-4ebc-9341-cfe02dbc96d6 req-6378f96c-7e2a-4a76-906c-fe19371a9b0d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Nov 05 21:43:48.697490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:48.785046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:48.900521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d823dd-c2b4-4fb8-8758-6ad4fad28a40 req-89ee26f2-5b4f-4b39-bb2f-2f8c65fd4fa0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:48.902630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d823dd-c2b4-4fb8-8758-6ad4fad28a40 req-89ee26f2-5b4f-4b39-bb2f-2f8c65fd4fa0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0736833 Nov 05 21:43:48.965852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d823dd-c2b4-4fb8-8758-6ad4fad28a40 req-ef4380f1-d62f-474f-aaa3-c4e2171b4c8f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568948 Nov 05 21:43:49.096029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:49.518746 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:49.583309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5a5a1107-2382-47dd-91a0-4c68031ec796 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:49.636383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:49.663457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5a5a1107-2382-47dd-91a0-4c68031ec796 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:49.663907 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:49.709153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:43:49.748380 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:49.771340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 5a5a1107-2382-47dd-91a0-4c68031ec796, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5a5a1107-2382-47dd-91a0-4c68031ec796,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:49.777622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:49.779306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Pushing event updated for resources: {'Port': ['ID=828ef218-d440-4b7c-9253-9d1409d3086b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:49.862305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59780e7-1a4f-4929-9f92-b22a482b1798 req-52575aad-cc8e-4767-afd5-864ce6a2f9e1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:49.863838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c59780e7-1a4f-4929-9f92-b22a482b1798 req-52575aad-cc8e-4767-afd5-864ce6a2f9e1 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 943 time: 0.1791441 Nov 05 21:43:49.916568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:49.949410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device aa657256-6e97-45bb-bb79-82970b4875b9 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:43:50.004985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=5a5a1107-2382-47dd-91a0-4c68031ec796,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:50.030535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:50.061384 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c59780e7-1a4f-4929-9f92-b22a482b1798 req-2a0f583f-4171-4e51-8500-8fe7225d4284 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886160 Nov 05 21:43:50.075309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Network 94d879f9-5385-4c85-81af-83319cb29582 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:50.081472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Sync routers for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:50.086797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:50.114397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:50.115038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:50.172207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:50.176304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c4336600-5af9-4e8b-bf80-b3ee54680d5c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1316791 Nov 05 21:43:50.179377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46526) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:43:50.179945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bdf16-75d7-4b2a-9a78-35a467f945f0 req-12361ee5-8906-4d5f-8f37-cf794f16a461 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:50.194751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd5bdf16-75d7-4b2a-9a78-35a467f945f0 req-12361ee5-8906-4d5f-8f37-cf794f16a461 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1083283 Nov 05 21:43:50.267664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd5bdf16-75d7-4b2a-9a78-35a467f945f0 req-03fa389d-712d-4d1a-89cc-f6774eb8412e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716920 Nov 05 21:43:50.369199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:50.382923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:43:50.418089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'mac_address': 'fa:16:3e:cc:9a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:43:50.469261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:50.539112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:50.543115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b9c83d77-7ead-4685-b9da-1a5b7af23ef0 None None] Provisioning complete for port 828ef218-d440-4b7c-9253-9d1409d3086b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:50.543602 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b9c83d77-7ead-4685-b9da-1a5b7af23ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:50.600779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:50.605952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa657256-6e97-45bb-bb79-82970b4875b9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:43:50.615666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e4913c06-8f93-4057-8240-80d8dbd09d8e admin admin] 10.222.0.41 "PUT /v2.0/routers/16c7ab32-bc75-4cfe-aa83-cf98448c211a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1393299 Nov 05 21:43:50.629098 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:50.667652 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:50.673512 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:50.684818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:50.686023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b9c83d77-7ead-4685-b9da-1a5b7af23ef0 None None] Port 828ef218-d440-4b7c-9253-9d1409d3086b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:50.797149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 3, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:50.874841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Checking router: 026ebfed-27e9-41b7-86a3-165a3c6c62f8 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:50.877140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Updating router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 port 1c52f3ec-39fc-44f7-9e70-f607079684d6 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:50.883195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:50.904869 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:50.996266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.033160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.084499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:51.301970 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 2, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:51.314628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Allocated IP 172.20.0.1 (4bcdfcc9-d386-4816-95c0-3858e3d6c515/3bf2725a-87b8-40fe-8cf1-17ec571f65e6/13b3360e-8176-4431-b5d2-8ae480737958) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:51.323633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['aa657256-6e97-45bb-bb79-82970b4875b9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:43:51.334663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357bd3b-b1cf-4b0e-a933-28ef91c48093 req-9e7fc5ef-9d9f-46c2-8ab7-9b4e924168a2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:51.336165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5357bd3b-b1cf-4b0e-a933-28ef91c48093 req-9e7fc5ef-9d9f-46c2-8ab7-9b4e924168a2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 944 time: 0.1006432 Nov 05 21:43:51.351291 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:51.351861 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Updating router 16c7ab32-bc75-4cfe-aa83-cf98448c211a port 828ef218-d440-4b7c-9253-9d1409d3086b binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:51.388323 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.456807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5357bd3b-b1cf-4b0e-a933-28ef91c48093 req-88b99081-1132-41dc-a582-7abe9b4aad2d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146467 Nov 05 21:43:51.499084 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.520173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.538372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-43a89a57-e205-4443-9832-3660859c98b0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:51.548449 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-43a89a57-e205-4443-9832-3660859c98b0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 820 time: 0.2527175 Nov 05 21:43:51.575032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-3e05deb4-4e52-4937-a99d-d35313a8df94 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/quotas/d71ca6f37be24fe8b698f3debcc99713 HTTP/1.1" status: 200 len: 375 time: 0.0255089 Nov 05 21:43:51.629771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5a5a1107-2382-47dd-91a0-4c68031ec796 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:51.656039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc29701-a0e5-4972-9a33-e2dbf285d239 req-0d8ec5d3-c01f-4c9f-b9c2-a119d4c2b4ee tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:51.657688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1cc29701-a0e5-4972-9a33-e2dbf285d239 req-0d8ec5d3-c01f-4c9f-b9c2-a119d4c2b4ee tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0652277 Nov 05 21:43:51.779010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1cc29701-a0e5-4972-9a33-e2dbf285d239 req-e91255d9-310c-47df-ab54-522b47f9836a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094115 Nov 05 21:43:51.781633 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.786640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.841542 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.847402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:51.860928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:51.866923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:51.887466 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.954558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Attempting to bind port 1c52f3ec-39fc-44f7-9e70-f607079684d6 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:51.954979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:51.955108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Attempting to bind port 1c52f3ec-39fc-44f7-9e70-f607079684d6 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:51.955459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Attempting to bind port 1c52f3ec-39fc-44f7-9e70-f607079684d6 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:52.017576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:52.018363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:52.019003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.020255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:52.021118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Bound port: 1c52f3ec-39fc-44f7-9e70-f607079684d6, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:52.024136 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.028974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171183e5-eb5c-46f6-a3fc-3b710f42e600 None None] Pushing event updated for resources: {'Port': ['ID=1c52f3ec-39fc-44f7-9e70-f607079684d6,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:52.034668 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0ac65-d176-400b-8fd9-4ce2edcc655c None None] Pushing event updated for resources: {'Port': ['ID=828ef218-d440-4b7c-9253-9d1409d3086b,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:52.052592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Pushing event updated for resources: {'Port': ['ID=13b3360e-8176-4431-b5d2-8ae480737958,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:52.101786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5a5a1107-2382-47dd-91a0-4c68031ec796 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:52.102857 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.211136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-bd4fe352-f920-40d2-84cb-0c1348e3f6aa tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6350024 Nov 05 21:43:52.215654 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Attempting to bind port 828ef218-d440-4b7c-9253-9d1409d3086b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:52.216030 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Attempting to bind port 828ef218-d440-4b7c-9253-9d1409d3086b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:52.216881 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Attempting to bind port 828ef218-d440-4b7c-9253-9d1409d3086b on network 94d879f9-5385-4c85-81af-83319cb29582 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:52.233796 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:52.240802 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Checking segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:52.240802 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.240802 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Bound using segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:52.240802 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Bound port: 828ef218-d440-4b7c-9253-9d1409d3086b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:52.240802 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.272168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] For port 1c52f3ec-39fc-44f7-9e70-f607079684d6, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:52.277679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] For port 1c52f3ec-39fc-44f7-9e70-f607079684d6, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c52f3ec-39fc-44f7-9e70-f607079684d6,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:52.329817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-be43377d-5164-41e7-b1b8-82ac328d72b1 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178358 Nov 05 21:43:52.433650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3aa31969-7689-4360-912c-4e993da8bb58 None None] Provisioning complete for port 828ef218-d440-4b7c-9253-9d1409d3086b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:52.434431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3aa31969-7689-4360-912c-4e993da8bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.437272 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] For port 828ef218-d440-4b7c-9253-9d1409d3086b, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:52.440663 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] For port 828ef218-d440-4b7c-9253-9d1409d3086b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=828ef218-d440-4b7c-9253-9d1409d3086b,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:52.473208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-df8697bf-437c-4d58-bfec-2618d63e04bb service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337438 Nov 05 21:43:52.479231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3aa31969-7689-4360-912c-4e993da8bb58 None None] Port 828ef218-d440-4b7c-9253-9d1409d3086b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:52.543742 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.604068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:52.604614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:52.608255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7170c-23a3-4950-b1b2-8184c48d9fd6 req-97c47c68-5bd5-4a54-87b2-37b018ab04c8 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:52.609850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0d7170c-23a3-4950-b1b2-8184c48d9fd6 req-97c47c68-5bd5-4a54-87b2-37b018ab04c8 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 944 time: 0.0622039 Nov 05 21:43:52.651446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171183e5-eb5c-46f6-a3fc-3b710f42e600 None None] Pushing event updated for resources: {'Port': ['ID=1c52f3ec-39fc-44f7-9e70-f607079684d6,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:52.673972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.694126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0d7170c-23a3-4950-b1b2-8184c48d9fd6 req-571b4b19-a3b6-4c44-9499-79025468f856 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770237 Nov 05 21:43:52.731288 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:52.743650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:52.797819 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0ac65-d176-400b-8fd9-4ce2edcc655c None None] Pushing event updated for resources: {'Port': ['ID=828ef218-d440-4b7c-9253-9d1409d3086b,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:52.803028 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:52.803866 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:53.041420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b868de35-fe17-423b-8941-bcab20570e5f req-2302e664-ccbb-4f6f-867d-9428a5f4022b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0958624 Nov 05 21:43:53.085743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:53.139605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4723ed-62a8-47aa-9477-61e56c1443ce req-63b1bb28-9579-4a1a-bf00-2d9070d228fb tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:53.155865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d4723ed-62a8-47aa-9477-61e56c1443ce req-63b1bb28-9579-4a1a-bf00-2d9070d228fb tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.2117033 Nov 05 21:43:53.196756 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:53.225931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:53.349289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Pushing event updated for resources: {'Port': ['ID=13b3360e-8176-4431-b5d2-8ae480737958,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:53.390876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d4723ed-62a8-47aa-9477-61e56c1443ce req-58e3a828-bf65-494e-b79a-f8ee070d3b29 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378421 Nov 05 21:43:53.395385 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:53.429182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-84368333-108c-4a71-ab40-1f2d98fd12be None None] Provisioning complete for port 828ef218-d440-4b7c-9253-9d1409d3086b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:53.429472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84368333-108c-4a71-ab40-1f2d98fd12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:53.574750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 3, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:53.588519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:53.590371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:53.609624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e370ba-3a01-4f03-819f-14dfbab0cc2d None None] The sync data for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 is: [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 3, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:53.612112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84368333-108c-4a71-ab40-1f2d98fd12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:53.660044 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:53.680226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-84368333-108c-4a71-ab40-1f2d98fd12be None None] For port 828ef218-d440-4b7c-9253-9d1409d3086b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=828ef218-d440-4b7c-9253-9d1409d3086b,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:53.704030 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993528b-3ae6-4db1-aef2-84e1b612b4ea None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:53.802717 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84368333-108c-4a71-ab40-1f2d98fd12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:53.805412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:43:53.863766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82da5af-df74-4106-923b-bf17af1f3679 req-7a8f5af7-3dbf-464c-a924-9fa57376cbe9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:53.871899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e82da5af-df74-4106-923b-bf17af1f3679 req-7a8f5af7-3dbf-464c-a924-9fa57376cbe9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 944 time: 0.0830643 Nov 05 21:43:53.917092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84368333-108c-4a71-ab40-1f2d98fd12be None None] Pushing event updated for resources: {'Port': ['ID=828ef218-d440-4b7c-9253-9d1409d3086b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:53.960622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device aa657256-6e97-45bb-bb79-82970b4875b9 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:53.984140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e82da5af-df74-4106-923b-bf17af1f3679 req-5bd1d865-435e-4193-aa4d-5dd75bb35ee9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109765 Nov 05 21:43:54.037483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:43:54.066977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8742080-7f13-4fe8-bf3f-1a8c852948d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/026ebfed-27e9-41b7-86a3-165a3c6c62f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8745675 Nov 05 21:43:54.208563 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-862c4c20-97a1-450a-8b13-38d73268c6cb req-39e2ebb0-eb38-44ca-a6ac-7069c4f68dbd tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0483961 Nov 05 21:43:54.308603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port aa657256-6e97-45bb-bb79-82970b4875b9 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:43:54.318999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port aa657256-6e97-45bb-bb79-82970b4875b9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:54.319698 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:54.503275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:54.535434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:54.537870 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ebf028-d63a-45b6-b9b9-faa9ce4c7592" -d '{"events": [{"server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "name": "network-vif-plugged", "status": "completed", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:54.565523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:54.614525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a971-b292-43b7-96a2-f11c6ccb047b req-d619aa85-dde9-4465-8973-eefb29ea397d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:54.622956 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19e6a971-b292-43b7-96a2-f11c6ccb047b req-d619aa85-dde9-4465-8973-eefb29ea397d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0843198 Nov 05 21:43:54.699434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19e6a971-b292-43b7-96a2-f11c6ccb047b req-9b7b8897-c520-4174-8fb3-f88a54d16395 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680566 Nov 05 21:43:54.725409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:54.790481 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b99ff11-6a4b-4499-8ef1-7999cdb50fd2 x-openstack-request-id: req-1b99ff11-6a4b-4499-8ef1-7999cdb50fd2 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:54.790938 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "name": "network-vif-plugged", "status": "completed", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:54.791312 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b99ff11-6a4b-4499-8ef1-7999cdb50fd2 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:54.791941 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'code': 200} Nov 05 21:43:54.843226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:54.891391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-01794aba-8d2b-4ddd-a9e0-e058dc19eb72 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:54.900368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-01794aba-8d2b-4ddd-a9e0-e058dc19eb72 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 819 time: 0.1937003 Nov 05 21:43:54.915429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-8c0e9f11-55c1-4835-873d-d44d9f059488 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/quotas/c9328e3830b64ecfaf6551046b15665e HTTP/1.1" status: 200 len: 375 time: 0.0140665 Nov 05 21:43:54.993474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5121f3-fc02-494f-8760-0c460f086b86 req-1573cab2-903d-4814-97cd-7759046542e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:54.996510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a5121f3-fc02-494f-8760-0c460f086b86 req-1573cab2-903d-4814-97cd-7759046542e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 1096 time: 0.0740087 Nov 05 21:43:55.046307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-cb0c957c-940b-44ad-91f1-5f1c5ea1b188 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981662 Nov 05 21:43:55.102592 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a5121f3-fc02-494f-8760-0c460f086b86 req-1b86de2c-a198-4746-be91-b733828f5695 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968530 Nov 05 21:43:55.179672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193b2d-8577-4b00-bfcf-364d088b0d1a req-62536a87-6c6e-4961-9e57-82f2f4cf2e04 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:55.184374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e193b2d-8577-4b00-bfcf-364d088b0d1a req-62536a87-6c6e-4961-9e57-82f2f4cf2e04 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.0981760 Nov 05 21:43:55.221478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-92e7c146-0f2f-44ab-a505-ed522b07b226 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376963 Nov 05 21:43:55.260113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e193b2d-8577-4b00-bfcf-364d088b0d1a req-bf939eda-ed6e-4686-84de-ebccb4a82a8d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690475 Nov 05 21:43:55.367406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-92185b09-1374-407e-8f10-ffc4e3cb29ff service neutron] 10.222.0.41 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506987 Nov 05 21:43:55.418363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecca546f-1dbf-4560-adf8-93b5b57cce74 req-479c2e42-06a4-4bbd-b05a-9f0ee23b2c80 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0676327 Nov 05 21:43:55.639145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 828ef218-d440-4b7c-9253-9d1409d3086b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:55.703432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 828ef218-d440-4b7c-9253-9d1409d3086b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:55.713580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:55.811813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80167fcd-2daa-4b72-9e16-2f2f32808c71 req-8987b568-5398-403e-b075-031f5fdaf8aa tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 210 time: 0.0507867 Nov 05 21:43:55.903299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99cbda-20e2-4604-b197-24dcf32db346 req-dd097450-2b4d-408a-8c01-30ff46489609 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:55.912166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf99cbda-20e2-4604-b197-24dcf32db346 req-dd097450-2b4d-408a-8c01-30ff46489609 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0917816 Nov 05 21:43:55.986339 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c52f3ec-39fc-44f7-9e70-f607079684d6 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:56.009741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf99cbda-20e2-4604-b197-24dcf32db346 req-74158807-3e43-4a8e-a5b5-a4cad7ebae89 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933099 Nov 05 21:43:56.050015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1c52f3ec-39fc-44f7-9e70-f607079684d6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:56.050378 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:56.145884 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:56.169382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 1c52f3ec-39fc-44f7-9e70-f607079684d6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c52f3ec-39fc-44f7-9e70-f607079684d6,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:56.350529 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:56.388263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297bfa-eb18-47e6-8338-5108f4334db5 req-165bbeff-c2fb-44d8-842f-58520ecdfe2b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:56.390078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84297bfa-eb18-47e6-8338-5108f4334db5 req-165bbeff-c2fb-44d8-842f-58520ecdfe2b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.0524356 Nov 05 21:43:56.403114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=1c52f3ec-39fc-44f7-9e70-f607079684d6,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:56.446685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84297bfa-eb18-47e6-8338-5108f4334db5 req-bca88dbc-2009-4261-bbbd-c80558229874 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501750 Nov 05 21:43:56.489008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Sync routers for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:43:56.503945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:56.504871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:56.660453 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d733c53-efd6-4943-bbbb-1aa1932bba46 req-1e9b8a1b-ab5c-46dd-9732-27ff1e6b6d30 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0652876 Nov 05 21:43:56.791189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:56.899295 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2daa946f-ce34-47c7-9cc2-fad98ab2c053 req-c7cf5f0a-f6a6-4afe-b00a-00956c45387a tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 210 time: 0.0448804 Nov 05 21:43:57.016837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 2, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:57.050739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Checking router: 026ebfed-27e9-41b7-86a3-165a3c6c62f8 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:43:57.051098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Updating router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 port 13b3360e-8176-4431-b5d2-8ae480737958 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:43:57.090634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:57.151286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111c19f-812c-455f-8ffd-9a2bc01d557c req-8540f5f0-c0d8-4c0b-a999-a9c7b1055061 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:57.160648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c111c19f-812c-455f-8ffd-9a2bc01d557c req-8540f5f0-c0d8-4c0b-a999-a9c7b1055061 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0618613 Nov 05 21:43:57.211726 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c111c19f-812c-455f-8ffd-9a2bc01d557c req-d8b1e062-e7c9-4ec0-a8c7-64abfe79c428 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Nov 05 21:43:57.415373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:57.492298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-f97e5380-7579-4d76-b707-25cfb8f64aa8 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:57.492298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-f97e5380-7579-4d76-b707-25cfb8f64aa8 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 820 time: 0.1239173 Nov 05 21:43:57.507804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'port': {'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'admin_state_up': True, 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:57.562033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:57.623908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c52f3ec-39fc-44f7-9e70-f607079684d6 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:57.738192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f99a5a-06d0-4667-b010-bb70dd911fd1 req-0b1f315d-9337-4cfb-b0f1-63d83fca0ce6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:57.739753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61f99a5a-06d0-4667-b010-bb70dd911fd1 req-0b1f315d-9337-4cfb-b0f1-63d83fca0ce6 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.1872101 Nov 05 21:43:57.802910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05563eb5-c3d8-4c62-9232-a2b2292bdd7e None None] Pushing event updated for resources: {'Port': ['ID=13b3360e-8176-4431-b5d2-8ae480737958,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:57.819275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Attempting to bind port 13b3360e-8176-4431-b5d2-8ae480737958 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:43:57.819667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Attempting to bind port 13b3360e-8176-4431-b5d2-8ae480737958 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:43:57.820036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Attempting to bind port 13b3360e-8176-4431-b5d2-8ae480737958 on network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:43:57.826247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:43:57.826879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Checking segment: {'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:43:57.827284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:57.827706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Bound using segment: {'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:43:57.828232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Bound port: 13b3360e-8176-4431-b5d2-8ae480737958, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:43:57.828561 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:57.830676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1c52f3ec-39fc-44f7-9e70-f607079684d6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:57.831030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:57.900015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61f99a5a-06d0-4667-b010-bb70dd911fd1 req-3be35d6f-9713-4154-b283-00cb1a86ced2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260161 Nov 05 21:43:57.900613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dc1f4b8-c95c-46a6-924a-2b057ebf48ad req-66c42e12-76e8-417e-8eac-5c2a95db8ad1 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0389209 Nov 05 21:43:57.954703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] For port 13b3360e-8176-4431-b5d2-8ae480737958, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:43:57.961709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] For port 13b3360e-8176-4431-b5d2-8ae480737958, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=13b3360e-8176-4431-b5d2-8ae480737958,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:43:57.999474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Made reservation on behalf of d71ca6f37be24fe8b698f3debcc99713 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:43:58.002466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:43:58.005663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:58.093508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d0cfc6e-2c5f-4955-9177-3bc99a0c9559 req-202c17ec-8dc7-4a6e-8b19-50ac14f11f7e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 210 time: 0.0949740 Nov 05 21:43:58.124964 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:58.154872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:43:58.157151 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136b17e7-5cef-4157-a333-c1e93ddb606b" -d '{"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:43:58.170167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:43:58.228918 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4126e563-317b-4b58-b065-a18be7f17ad3 x-openstack-request-id: req-4126e563-317b-4b58-b065-a18be7f17ad3 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:43:58.229556 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:43:58.230402 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4126e563-317b-4b58-b065-a18be7f17ad3 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:43:58.230829 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'code': 200} Nov 05 21:43:58.232602 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:58.251147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Allocated IP 172.20.0.7 (94d879f9-5385-4c85-81af-83319cb29582/6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75/49c2bd9d-5034-45d3-b571-85b4c4e7b0df) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:43:58.290981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:43:58.291634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:58.332767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05563eb5-c3d8-4c62-9232-a2b2292bdd7e None None] Pushing event updated for resources: {'Port': ['ID=13b3360e-8176-4431-b5d2-8ae480737958,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:58.407691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:43:58.410373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edcbfb-5b9b-4c7c-aaf7-c047d7d48e84 req-ea1cee25-714d-4cd8-92da-493ae50ece61 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:58.411905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99edcbfb-5b9b-4c7c-aaf7-c047d7d48e84 req-ea1cee25-714d-4cd8-92da-493ae50ece61 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0974746 Nov 05 21:43:58.436182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:58.507178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99edcbfb-5b9b-4c7c-aaf7-c047d7d48e84 req-3add3edb-7a22-416a-bf84-83bca307d0cb tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880213 Nov 05 21:43:58.530664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:58.554432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:58.684563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:43:57Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:43:58.713041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ff677-12d5-4c51-8378-dd293c3914f1 None None] The sync data for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 is: [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:43:57Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:43:58.762763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:58.874410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Network 94d879f9-5385-4c85-81af-83319cb29582 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:43:58.879140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:43:58.881354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Pushing event updated for resources: {'Port': ['ID=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:43:58.883788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:43:59.173525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6d6f2-2850-4f82-873d-c57e83c91467 req-7de3c42e-24ae-48d8-9b12-3f9f455544ff tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:59.189239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbf6d6f2-2850-4f82-873d-c57e83c91467 req-7de3c42e-24ae-48d8-9b12-3f9f455544ff tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.1544704 Nov 05 21:43:59.256072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbf6d6f2-2850-4f82-873d-c57e83c91467 req-fa2354a3-c377-4ca2-a627-78491f5f0f2d tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656176 Nov 05 21:43:59.313990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5ea558c1-f7d8-4c0d-985a-88cc98b3ffc9 None None] Provisioning complete for port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:59.315085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ea558c1-f7d8-4c0d-985a-88cc98b3ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:59.393804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5ea558c1-f7d8-4c0d-985a-88cc98b3ffc9 None None] Port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:43:59.422744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:59.425347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:59.442403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878aca0-245b-4874-94a0-5bfbe552711c req-0f885764-9ae1-47b9-8ae5-78e0d45dab25 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:59.449098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6878aca0-245b-4874-94a0-5bfbe552711c req-0f885764-9ae1-47b9-8ae5-78e0d45dab25 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 931 time: 0.1296406 Nov 05 21:43:59.554464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6878aca0-245b-4874-94a0-5bfbe552711c req-508e9441-76b6-4d81-a561-ee5f46ca9c76 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885963 Nov 05 21:43:59.558529 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2e5f3a8-c121-4f30-a64e-a5e7627db696 req-c09085a3-7ca3-47ea-abde-41b3133e0aea tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 210 time: 0.0578678 Nov 05 21:43:59.598640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-d408cb6d-0f1c-482d-b2bb-1b147d67fec4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0954556 Nov 05 21:43:59.616776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Request body: {'port': {'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:43:59.681438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 13b3360e-8176-4431-b5d2-8ae480737958 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:43:59.794179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:59.899156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 13b3360e-8176-4431-b5d2-8ae480737958 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:43:59.900563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:43:59.927521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943085-5975-474a-8f57-cba2ed6a23e6 req-59f3b53b-1069-47aa-9b96-0a662f457273 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:43:59.952907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07943085-5975-474a-8f57-cba2ed6a23e6 req-59f3b53b-1069-47aa-9b96-0a662f457273 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 948 time: 0.2202842 Nov 05 21:44:00.017160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:44:00.095335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07943085-5975-474a-8f57-cba2ed6a23e6 req-6e79d472-1284-4abb-aeed-9768df07e09a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390810 Nov 05 21:44:00.097924 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.202916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 13b3360e-8176-4431-b5d2-8ae480737958, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=13b3360e-8176-4431-b5d2-8ae480737958,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:00.244675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:00.260190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:44:00.310085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.350186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.389100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c2bd9d-5034-45d3-b571-85b4c4e7b0df {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:00.401483 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.413379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-7dc1a826-79b6-4cf4-9014-212479ebef8a tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:00.413566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-7dc1a826-79b6-4cf4-9014-212479ebef8a tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.13 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 819 time: 0.2496324 Nov 05 21:44:00.429564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Request body: {'port': {'device_id': '535b170c-70a4-4968-8d16-2a3452851d8b', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'admin_state_up': True, 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:00.441305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabedb2a-f2f6-4f23-8134-0edbdbcd6814 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:00.490706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=13b3360e-8176-4431-b5d2-8ae480737958,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:00.510604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.515740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:00.516959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Transition to ACTIVE for port object 49c2bd9d-5034-45d3-b571-85b4c4e7b0df will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:00.593805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.651019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.667572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:00.734442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5fe4113-f0ec-4cdb-9e6a-86709c6cb4e3 req-20773d40-c4e6-487b-9f6d-86932ea3aab3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 210 time: 0.0336609 Nov 05 21:44:00.758547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Made reservation on behalf of c9328e3830b64ecfaf6551046b15665e for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:00.758547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:00.804280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Pushing event updated for resources: {'Port': ['ID=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:00.948078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8eada-91d0-48ca-b28b-b36997b3f2ff req-20f30ab4-ff41-4a84-b408-c38cb512ce1a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:00.955875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7a8eada-91d0-48ca-b28b-b36997b3f2ff req-20f30ab4-ff41-4a84-b408-c38cb512ce1a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 943 time: 0.3003151 Nov 05 21:44:01.049830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Attempting to bind port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:01.049830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Attempting to bind port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:01.050163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Attempting to bind port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df on network 94d879f9-5385-4c85-81af-83319cb29582 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:01.071370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['cabedb2a-f2f6-4f23-8134-0edbdbcd6814'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:01.102310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df on network 94d879f9-5385-4c85-81af-83319cb29582 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:01.102641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Attempting to bind port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df on network 94d879f9-5385-4c85-81af-83319cb29582 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:01.122306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7a8eada-91d0-48ca-b28b-b36997b3f2ff req-44e319e6-ac41-4d14-8028-3e08ec2e11d0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648717 Nov 05 21:44:01.141315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:01.143934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Checking segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:01.143934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Bound using segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:01.143934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Bound port: 49c2bd9d-5034-45d3-b571-85b4c4e7b0df, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:01.143934 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:01.195825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Allocated IP 172.20.0.4 (4bcdfcc9-d386-4816-95c0-3858e3d6c515/3bf2725a-87b8-40fe-8cf1-17ec571f65e6/81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:01.363073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] For port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:01.387538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2e7d-150a-4580-8485-f1dc168b8854 req-463fe767-7f70-44db-a9bd-c69f6522e873 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:01.389171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42ce2e7d-150a-4580-8485-f1dc168b8854 req-463fe767-7f70-44db-a9bd-c69f6522e873 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 949 time: 0.1383562 Nov 05 21:44:01.391005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] For port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:01.500545 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:01.557338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:01.558655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:01.560233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] 10.222.0.13 "PUT /v2.0/ports/49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 1091 time: 1.9477320 Nov 05 21:44:01.569292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:01.572409 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0" -d '{"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:01.602062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b3829-3446-4f93-b713-d7b44548090d req-7c068016-abf4-42af-84fc-f6453c899ac3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:01.603141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 13b3360e-8176-4431-b5d2-8ae480737958 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:01.610738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e14b3829-3446-4f93-b713-d7b44548090d req-7c068016-abf4-42af-84fc-f6453c899ac3 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.1112449 Nov 05 21:44:01.624761 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42ce2e7d-150a-4580-8485-f1dc168b8854 req-d4365a77-b4a8-4a12-bfac-e23d18f67d74 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101438 Nov 05 21:44:01.631630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:01.666119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69608744-0a9f-49af-a99f-107e1a4c6ccb service neutron] Pushing event updated for resources: {'Port': ['ID=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:01.679314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e14b3829-3446-4f93-b713-d7b44548090d req-c55f276a-b9ba-4d2c-be53-fc66f13fe2e8 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Nov 05 21:44:01.751758 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61210d0-7cd9-4e3e-a336-88ab96396ca5 x-openstack-request-id: req-c61210d0-7cd9-4e3e-a336-88ab96396ca5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:01.752047 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:01.752307 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c61210d0-7cd9-4e3e-a336-88ab96396ca5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:01.752553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 13b3360e-8176-4431-b5d2-8ae480737958 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:01.752717 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'status': 'completed', 'code': 200} Nov 05 21:44:01.753294 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:01.803462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-c357df9c-6601-442b-9364-f12319923691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:01.805062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-c357df9c-6601-442b-9364-f12319923691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1094 time: 0.1039996 Nov 05 21:44:01.896721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-939bfab1-9bce-4016-bcc1-21cec9e3f9bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 217 time: 0.0824301 Nov 05 21:44:01.905539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e72a1c8-46c1-471c-a3bb-1a3ffead49a7 req-434e5c1b-be77-4498-8ec5-a5c5f4016d7d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 210 time: 0.0559473 Nov 05 21:44:01.939074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:01.998702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-a97843a9-5277-4b57-b386-885e51b92e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:02.000286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-a97843a9-5277-4b57-b386-885e51b92e67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.0929494 Nov 05 21:44:02.003939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:02.009327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:02.019756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event updated for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:02.022126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:02.104588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:02.105638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:02.111696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-767a7260-ef95-429e-b5ea-0a19835e5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:02.113150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-767a7260-ef95-429e-b5ea-0a19835e5405 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049507 Nov 05 21:44:02.202018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-ba345c27-995e-4671-b2cf-3e0641c5118b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7767639 Nov 05 21:44:02.240767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Request body: {'port': {'device_id': '535b170c-70a4-4968-8d16-2a3452851d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:02.287126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-8a159b33-6d7c-4b9b-85d6-0e54cace0ea6 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647196 Nov 05 21:44:02.346373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845fbe-83f2-4446-85ac-8cb6b14e6010 req-fe84ac7f-93b9-4427-8056-40b20a30bcef tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:02.347993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f1845fbe-83f2-4446-85ac-8cb6b14e6010 req-fe84ac7f-93b9-4427-8056-40b20a30bcef tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 943 time: 0.1431792 Nov 05 21:44:02.350916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:02.493900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f1845fbe-83f2-4446-85ac-8cb6b14e6010 req-6b9f6cce-0bc6-4e2e-9c9f-d73fc2e18148 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112537 Nov 05 21:44:02.499789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08093f9f-f6ae-4a06-b12c-1a90d79815f1 req-6394f517-bfce-4b1e-aa0a-2a5304c26410 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934218 Nov 05 21:44:02.644099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:02.761088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc620bb-c27f-4dc2-b189-a25d7eb63563 req-26092174-e107-425a-ade5-79fc04df6b6f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:02.768830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bc620bb-c27f-4dc2-b189-a25d7eb63563 req-26092174-e107-425a-ade5-79fc04df6b6f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 949 time: 0.0561872 Nov 05 21:44:02.781447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:02.798191 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:02.803314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-c3311942-58bc-4d5b-8589-119f3c9f6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:02.804961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-c3311942-58bc-4d5b-8589-119f3c9f6bfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1094 time: 0.1219602 Nov 05 21:44:02.817377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bc620bb-c27f-4dc2-b189-a25d7eb63563 req-f797c50e-5fc8-4265-a7bd-d0049129f411 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Nov 05 21:44:02.840322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Transition to ACTIVE for port object 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:02.866001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62c5f-3dfa-4054-adbe-67533e628fba req-ca1dc5e1-166f-4183-9662-9f414f351072 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:02.869896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9b62c5f-3dfa-4054-adbe-67533e628fba req-ca1dc5e1-166f-4183-9662-9f414f351072 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.1259871 Nov 05 21:44:02.924435 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:03.025522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bf359-606a-4ca8-9cd9-250e0b8a1ca6 req-f25d17ab-7f73-4328-a2d1-db603bd1e0bb tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.027889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f9bf359-606a-4ca8-9cd9-250e0b8a1ca6 req-f25d17ab-7f73-4328-a2d1-db603bd1e0bb tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 943 time: 0.0518286 Nov 05 21:44:03.028285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9b62c5f-3dfa-4054-adbe-67533e628fba req-879c75e0-1eab-47ab-9161-20339ec8a80c tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533096 Nov 05 21:44:03.028895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5992897-296b-409b-89af-0346d7304708 service neutron] Pushing event updated for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:03.037628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-1f2aed7e-8acf-42bd-bfba-ee4bf39a96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.039128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-1f2aed7e-8acf-42bd-bfba-ee4bf39a96a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.2225823 Nov 05 21:44:03.090684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f9bf359-606a-4ca8-9cd9-250e0b8a1ca6 req-b5b5ccf7-2f7d-4e06-b7f3-fc9f5c8ac2b7 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508728 Nov 05 21:44:03.094723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-4d611138-9397-4e5a-aa03-f251f0b62211 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 217 time: 0.0407300 Nov 05 21:44:03.170306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-04baba8f-c025-458c-a1a3-514629199baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.171832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-04baba8f-c025-458c-a1a3-514629199baa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.0598032 Nov 05 21:44:03.192738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Attempting to bind port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:03.192738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Attempting to bind port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:03.192738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Attempting to bind port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f on network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:03.211526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f on network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:03.211877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Attempting to bind port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f on network 4bcdfcc9-d386-4816-95c0-3858e3d6c515 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:03.220190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:03.220526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Checking segment: {'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:03.220908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Bound using segment: {'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:03.221339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Bound port: 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3d027f-5718-4b61-8ad2-9c8eaea533be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:03.221694 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:03.265397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-70f1d886-46e4-4a8f-ae07-ef9ea8cd47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.266898 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-70f1d886-46e4-4a8f-ae07-ef9ea8cd47a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867708 Nov 05 21:44:03.347912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:03.364007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:03.407895 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-2e6a7ae3-e5c8-41a2-94b4-29f87e69b0bf service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166644 Nov 05 21:44:03.475793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:03.545218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ff6da2c-f0cc-4bf1-adba-88c02ca291c0 req-1a3eb1f2-0509-4f3f-83d9-36b20651e546 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406100 Nov 05 21:44:03.560112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.560938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:03.562323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-f5992897-296b-409b-89af-0346d7304708 service neutron] 10.222.0.13 "PUT /v2.0/ports/81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 1091 time: 1.3453312 Nov 05 21:44:03.590170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5992897-296b-409b-89af-0346d7304708 service neutron] Pushing event updated for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:03.662886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a1-dfd7-4cf2-8658-6ae19f867974 req-1b8ba0ff-6295-46c6-9feb-89ca5df62d3c tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.664291 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97e6a0a1-dfd7-4cf2-8658-6ae19f867974 req-1b8ba0ff-6295-46c6-9feb-89ca5df62d3c tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 943 time: 0.0536578 Nov 05 21:44:03.714716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97e6a0a1-dfd7-4cf2-8658-6ae19f867974 req-028486f8-d271-44a8-9fc8-50a9c2e46eab tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Nov 05 21:44:03.747338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-59156bdb-7b3f-455d-bb61-041e703097d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.748965 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-59156bdb-7b3f-455d-bb61-041e703097d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1094 time: 0.0460134 Nov 05 21:44:03.753483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:03.755882 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1942cc46-a519-4b10-b4a1-0445283fff43" -d '{"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:03.802433 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df73590-7098-4372-a4cf-ecc02ba39ba0 x-openstack-request-id: req-3df73590-7098-4372-a4cf-ecc02ba39ba0 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:03.803022 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:03.803022 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3df73590-7098-4372-a4cf-ecc02ba39ba0 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:03.803497 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'status': 'completed', 'code': 200} Nov 05 21:44:03.804939 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-e029da27-2379-4309-a0a6-73e0966ad1e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 217 time: 0.0452361 Nov 05 21:44:03.876614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-d68dfeda-3e49-45fd-9507-6ebf7d224ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.877829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-d68dfeda-3e49-45fd-9507-6ebf7d224ce2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.0596550 Nov 05 21:44:03.887144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 49c2bd9d-5034-45d3-b571-85b4c4e7b0df details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:44:03.957589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-810a445f-d6ad-446e-8a03-4e338cad7e29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649362 Nov 05 21:44:03.972485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f57e5b-8551-4eab-bcdd-ee5b0a3a59e7 req-18df06f3-e18f-48c7-8aea-fd0557eb687a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:03.980857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5f57e5b-8551-4eab-bcdd-ee5b0a3a59e7 req-18df06f3-e18f-48c7-8aea-fd0557eb687a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 949 time: 0.0666797 Nov 05 21:44:04.038388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:04.052103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5f57e5b-8551-4eab-bcdd-ee5b0a3a59e7 req-5cc0bca9-4e1f-4b72-b618-c17b9fbf20cb tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699024 Nov 05 21:44:04.128934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:04.136376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-907f74c3-48da-4e1b-82f7-8d204544df29 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702001 Nov 05 21:44:04.145044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'mac_address': 'fa:16:3e:b8:42:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:44:04.193342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:04.193719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:04.230328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:04.255043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c2bd9d-5034-45d3-b571-85b4c4e7b0df {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:04.262759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26906b2-6495-4997-92b4-f692b7402827 req-f3d9cdbb-00ad-4d50-bcdb-33cbe46eabda tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:04.270824 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f26906b2-6495-4997-92b4-f692b7402827 req-f3d9cdbb-00ad-4d50-bcdb-33cbe46eabda tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.1287804 Nov 05 21:44:04.276886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8c145-f8fc-4432-8cd0-0d251ddd7979 req-a99d564a-1e15-41f3-9955-512d169a74ff tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:04.278682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1c8c145-f8fc-4432-8cd0-0d251ddd7979 req-a99d564a-1e15-41f3-9955-512d169a74ff tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 943 time: 0.0860898 Nov 05 21:44:04.284850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:04.321689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b0f9492-0691-4542-b6f7-bb5622b87516 req-67f3eb19-ec51-49eb-bb20-3dc4f7e5b9b4 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674650 Nov 05 21:44:04.343370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f26906b2-6495-4997-92b4-f692b7402827 req-79cb1385-299e-4b17-a04a-2c35b1f0b17e tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712955 Nov 05 21:44:04.365538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1c8c145-f8fc-4432-8cd0-0d251ddd7979 req-32ac16a7-cc8f-4bf6-9682-63f6d142d61d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746195 Nov 05 21:44:04.457682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:04.491387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:04.533238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:04.535469 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acd8443-f22a-4092-8cac-72f8899bf6ba" -d '{"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:04.548627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:04.549691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:04.558507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-c6598031-168a-43b0-9816-458202914be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:04.560221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-c6598031-168a-43b0-9816-458202914be9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1094 time: 0.0443470 Nov 05 21:44:04.579859 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5c5baf-3035-4ff6-be40-f26efe2adb66 x-openstack-request-id: req-8b5c5baf-3035-4ff6-be40-f26efe2adb66 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:04.580149 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:04.580401 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b5c5baf-3035-4ff6-be40-f26efe2adb66 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:04.580801 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'code': 200} Nov 05 21:44:04.670170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:04.678877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-85e7eead-028d-4ff9-835c-bb91fd9f6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:04.680441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-85e7eead-028d-4ff9-835c-bb91fd9f6b96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.1107550 Nov 05 21:44:04.718540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['49c2bd9d-5034-45d3-b571-85b4c4e7b0df'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:04.751119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-63d0f0d8-fea2-44ac-b2fe-94765a850eb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 217 time: 0.0605395 Nov 05 21:44:04.763676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:04.853157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-a417bdfc-ff7f-4910-9727-d1826f2168aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:04.854743 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-a417bdfc-ff7f-4910-9727-d1826f2168aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.0943556 Nov 05 21:44:04.934194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-78abc4ab-ccc6-4602-9298-da0f578450d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584867 Nov 05 21:44:04.980306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470c865-c0b9-4976-8e2e-b38d09b6d77f req-8ad52511-9e73-4f9f-b08e-25268b0a11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:04.981929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c470c865-c0b9-4976-8e2e-b38d09b6d77f req-8ad52511-9e73-4f9f-b08e-25268b0a11d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1101 time: 0.1241014 Nov 05 21:44:04.992202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489eb8c-96ef-4e30-847c-90af389b89e2 req-7b488f13-5265-4501-9358-af5552303958 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:04.993738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6489eb8c-96ef-4e30-847c-90af389b89e2 req-7b488f13-5265-4501-9358-af5552303958 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 944 time: 0.1381145 Nov 05 21:44:05.204947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c470c865-c0b9-4976-8e2e-b38d09b6d77f req-10722d1b-5c0c-4c1b-a990-1ed462b29c8f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907426 Nov 05 21:44:05.204947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-725f0b83-e44b-41fe-978e-90935005b5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856332 Nov 05 21:44:05.204947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6489eb8c-96ef-4e30-847c-90af389b89e2 req-f786d057-548e-4987-a1d0-319d30d4ac31 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047215 Nov 05 21:44:05.228894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba3073-833c-439a-9727-fc57b4e8f4f1 req-83f3494d-2113-4b2d-a023-a42d7133ec16 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:05.231357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dba3073-833c-439a-9727-fc57b4e8f4f1 req-83f3494d-2113-4b2d-a023-a42d7133ec16 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0692255 Nov 05 21:44:05.263667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1942cc46-a519-4b10-b4a1-0445283fff43 req-5f987176-583e-4631-849f-9d06d1e5f03c service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140656 Nov 05 21:44:05.292631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dba3073-833c-439a-9727-fc57b4e8f4f1 req-77597ddd-67cb-433e-a481-bc103f189757 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530055 Nov 05 21:44:05.466671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bf32b-0c1c-4856-ad33-1c18a729e634 req-63dd5678-9a42-489a-bcf4-cacd354fddae tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:05.468492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e8bf32b-0c1c-4856-ad33-1c18a729e634 req-63dd5678-9a42-489a-bcf4-cacd354fddae tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.0609663 Nov 05 21:44:05.851425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f776c-9aac-497e-b47e-6ac25ecdd82f req-23a4eaf5-659c-4a72-85f7-021dea53ea52 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:05.851425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad7f776c-9aac-497e-b47e-6ac25ecdd82f req-23a4eaf5-659c-4a72-85f7-021dea53ea52 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 943 time: 0.0587144 Nov 05 21:44:05.852842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e8bf32b-0c1c-4856-ad33-1c18a729e634 req-ca930391-bfe1-49ac-a157-b7a58a1dbae9 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Nov 05 21:44:05.854120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad7f776c-9aac-497e-b47e-6ac25ecdd82f req-1f40ded6-bfe8-427b-867b-3f6e2dbcefc4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Nov 05 21:44:05.898855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:44:05.901088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 49c2bd9d-5034-45d3-b571-85b4c4e7b0df up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:06.035980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device aa657256-6e97-45bb-bb79-82970b4875b9 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:44:06.053122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:06.070625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'port_id': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'mac_address': 'fa:16:3e:26:e0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:44:06.166388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.179150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:44:06.188908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:06.189275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.194085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:06.272712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:06.285687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:06.292179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'network_id': '12fafbd4-aa10-49cc-b2f5-39468d2a9f53', 'port_id': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'mac_address': 'fa:16:3e:cc:9a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8dcce-bdc6-44dd-8bd7-e52003427d93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:44:06.382161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16a3d79e-a160-454a-abb4-6f3115e75232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.407170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980acce-63e3-4c2a-8d4a-b8715025dc48 req-b9b80fe6-b76b-48c0-bd44-148ff587dbf4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:06.408784 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2980acce-63e3-4c2a-8d4a-b8715025dc48 req-b9b80fe6-b76b-48c0-bd44-148ff587dbf4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 944 time: 0.1104057 Nov 05 21:44:06.410363 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.443723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.458576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa657256-6e97-45bb-bb79-82970b4875b9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:06.482525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7eb1-0979-4eb2-9445-ade0eddd70a2 req-e9f16d78-86cd-4afd-ad4b-4c9d16304443 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:06.483665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a88a7eb1-0979-4eb2-9445-ade0eddd70a2 req-e9f16d78-86cd-4afd-ad4b-4c9d16304443 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0651219 Nov 05 21:44:06.488383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2980acce-63e3-4c2a-8d4a-b8715025dc48 req-0c222850-7f5a-4465-a24a-bdec47bee4c0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715561 Nov 05 21:44:06.499471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.526773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:06.548451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a88a7eb1-0979-4eb2-9445-ade0eddd70a2 req-674f6b0b-cd96-4076-862c-952cf4eef4aa tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583777 Nov 05 21:44:06.553856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:06.566481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:06.581473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:06.583866 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43081b3d-1245-44d4-9e3e-ebab3de11f25" -d '{"events": [{"server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "name": "network-vif-plugged", "status": "completed", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:06.622745 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abe4d3-25eb-4a4a-9099-9717238d4d72 x-openstack-request-id: req-c7abe4d3-25eb-4a4a-9099-9717238d4d72 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:06.623065 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "name": "network-vif-plugged", "status": "completed", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:06.623364 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7abe4d3-25eb-4a4a-9099-9717238d4d72 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:06.623826 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'code': 200} Nov 05 21:44:06.672010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:06.708978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.732054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b73ca-a671-47c3-a5c0-9986a77ce860 req-ce64d3e2-3b66-49f2-a1eb-3e49e0f86cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:06.733601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-309b73ca-a671-47c3-a5c0-9986a77ce860 req-ce64d3e2-3b66-49f2-a1eb-3e49e0f86cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0445755 Nov 05 21:44:06.780721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-309b73ca-a671-47c3-a5c0-9986a77ce860 req-d50d77f0-118d-4eee-9149-fe14e1c73488 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Nov 05 21:44:06.783744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:06.788217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:06.860493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:06.931440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62251325-3ccf-4183-abb3-7d237c684e9d req-73bd0348-1657-4b76-81f8-a9504a2fed71 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:06.933552 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62251325-3ccf-4183-abb3-7d237c684e9d req-73bd0348-1657-4b76-81f8-a9504a2fed71 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 944 time: 0.0526512 Nov 05 21:44:06.982361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62251325-3ccf-4183-abb3-7d237c684e9d req-c356671e-3fb8-4283-8c19-838c758d3590 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Nov 05 21:44:06.990320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631593-03e1-4fc0-b50c-ec4a677dd169 req-48ed285f-7fe7-45a5-854b-ba86a0017f79 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:06.991972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-71631593-03e1-4fc0-b50c-ec4a677dd169 req-48ed285f-7fe7-45a5-854b-ba86a0017f79 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 944 time: 0.0500457 Nov 05 21:44:07.046321 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-71631593-03e1-4fc0-b50c-ec4a677dd169 req-e5d9253d-e709-4595-a893-9fd2def7b57c tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478516 Nov 05 21:44:07.085228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['aa657256-6e97-45bb-bb79-82970b4875b9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:07.605142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deab7ea-e45f-4bd6-8b55-6e50155ee937 req-c1546fcc-270d-4ffb-aaf4-af8f906b70f0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:07.607439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2deab7ea-e45f-4bd6-8b55-6e50155ee937 req-c1546fcc-270d-4ffb-aaf4-af8f906b70f0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0563700 Nov 05 21:44:07.671019 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2deab7ea-e45f-4bd6-8b55-6e50155ee937 req-32b88237-b698-45dd-bd26-96d0c156099d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560348 Nov 05 21:44:07.689065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb403fb-9a82-4ebc-8f69-e8b342089efb req-dd670a48-90c7-4334-acc0-9ce73ea3b02f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:07.689065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5cb403fb-9a82-4ebc-8f69-e8b342089efb req-dd670a48-90c7-4334-acc0-9ce73ea3b02f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0583942 Nov 05 21:44:07.733371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5cb403fb-9a82-4ebc-8f69-e8b342089efb req-797d19b0-0ca1-45d7-897f-67e575946e03 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Nov 05 21:44:07.846525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee01c9d-6083-4ac1-bdc4-b68387f266bf req-3bf7d26e-1d3a-448e-a288-a4f4b877bed7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:07.848142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee01c9d-6083-4ac1-bdc4-b68387f266bf req-3bf7d26e-1d3a-448e-a288-a4f4b877bed7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0494702 Nov 05 21:44:07.895700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:07.897361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ee01c9d-6083-4ac1-bdc4-b68387f266bf req-26227888-8ea4-4a2e-87e2-73715e690479 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Nov 05 21:44:08.059480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device aa657256-6e97-45bb-bb79-82970b4875b9 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:08.130877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port aa657256-6e97-45bb-bb79-82970b4875b9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:08.130877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.135139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29962-3b18-45ab-bb06-11f70298947b req-0534e086-5ce9-43c6-a1f1-c07ae65772e8 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:08.138025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fb29962-3b18-45ab-bb06-11f70298947b req-0534e086-5ce9-43c6-a1f1-c07ae65772e8 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 944 time: 0.0564938 Nov 05 21:44:08.186483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fb29962-3b18-45ab-bb06-11f70298947b req-abd936cf-44ee-4f03-9c7e-3814ab012dd5 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Nov 05 21:44:08.217246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.255443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:08.258394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:44:08.262840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:08.263214 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.337685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf0d2d-8b3a-41d8-8658-9d5605b945bb req-c14f6d6b-5cfe-41a6-b71b-f04b4274b539 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:08.342360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70bf0d2d-8b3a-41d8-8658-9d5605b945bb req-c14f6d6b-5cfe-41a6-b71b-f04b4274b539 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 944 time: 0.0816371 Nov 05 21:44:08.344258 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.391655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.412211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70bf0d2d-8b3a-41d8-8658-9d5605b945bb req-c33c595c-3a24-4b06-bb41-dfee1d9025ec tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628495 Nov 05 21:44:08.443441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:08.446461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:08.527516 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3199f71c-b4a8-47d9-abdf-734e7ca24508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.543751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46934) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:08.548767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1752378292'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:08.607892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.634759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9'}, {'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:08.639604 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b7a0e-764b-4b1f-bd98-03b663fb750d" -d '{"events": [{"server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "name": "network-vif-plugged", "status": "completed", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9"}, {"server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "name": "network-vif-plugged", "status": "completed", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:08.653093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:08.661208 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.683939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:08.707279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:44:08.719709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.720683 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Added segment fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e of type vlan for network 1a790aee-22a8-43f6-a5ab-024cc5a2380b Nov 05 21:44:08.723374 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0096bf5-f75e-4b18-a7e5-d7b5054a60d5 x-openstack-request-id: req-a0096bf5-f75e-4b18-a7e5-d7b5054a60d5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:08.723705 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "name": "network-vif-plugged", "status": "completed", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9", "code": 200}, {"server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "name": "network-vif-plugged", "status": "completed", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:08.723987 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0096bf5-f75e-4b18-a7e5-d7b5054a60d5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:08.724389 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'code': 200} Nov 05 21:44:08.724910 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'code': 200} Nov 05 21:44:08.796817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:08.839368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d78abb-108d-4e94-85fc-e3c7c5385b04 req-f6327c42-a3bf-4e2d-97e9-3b0177174a51 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:08.841379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52d78abb-108d-4e94-85fc-e3c7c5385b04 req-f6327c42-a3bf-4e2d-97e9-3b0177174a51 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0569267 Nov 05 21:44:08.901845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52d78abb-108d-4e94-85fc-e3c7c5385b04 req-64264c7f-3723-4717-b563-94a2b44335aa tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Nov 05 21:44:09.071743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-08f1c2d2-0fc5-4350-9676-1a27da231746 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1315517 Nov 05 21:44:09.085325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:09.167886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4df67d-c01d-4b65-9f45-1a508222693e req-b45c7f9c-d2d5-46fb-9ba9-9c5f6a545254 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:09.172052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc4df67d-c01d-4b65-9f45-1a508222693e req-b45c7f9c-d2d5-46fb-9ba9-9c5f6a545254 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.4137154 Nov 05 21:44:09.172052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b987c4-d033-4caf-822a-75cfd88ed6ad req-cb74093f-5fff-454c-b756-32328a583793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:09.173171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9b987c4-d033-4caf-822a-75cfd88ed6ad req-cb74093f-5fff-454c-b756-32328a583793 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.3736544 Nov 05 21:44:09.224653 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.249758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9b987c4-d033-4caf-822a-75cfd88ed6ad req-c10c00ac-6d45-4792-9a8e-1042108c5cf0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655224 Nov 05 21:44:09.253571 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc4df67d-c01d-4b65-9f45-1a508222693e req-ef7be0d8-0782-4215-b0fa-141db2b1e05c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776758 Nov 05 21:44:09.293806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.306714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:09.306714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.401307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Network': ['ID=1a790aee-22a8-43f6-a5ab-024cc5a2380b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:09.403991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.419657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:44:09.445051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e3e9771b-41c9-4a3c-8032-84141d8845be tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9001799 Nov 05 21:44:09.466632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46966) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:09.480343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-228769613'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:09.602205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959eff-36e0-46af-9499-72a9d1c0af8c req-907b9e76-8485-4aaa-8ca8-d25a1ddda851 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:09.603794 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49959eff-36e0-46af-9499-72a9d1c0af8c req-907b9e76-8485-4aaa-8ca8-d25a1ddda851 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Nov 05 21:44:09.606849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:09.610200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.631440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Allocated IP 172.25.6.65 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/08c8d18a-e8db-4744-b3f4-42fe47d88341) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:09.659431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:44:09.682383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49959eff-36e0-46af-9499-72a9d1c0af8c req-b0de581a-9e25-4f33-93ca-cdd78d7b5feb tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687604 Nov 05 21:44:09.683678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.684086 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Added segment a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7 of type vlan for network c42f1891-be78-4079-8fbe-2c2273c31bfd Nov 05 21:44:09.741293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.760766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.821596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73ef73-a96d-4dff-91a1-d1c260219f6d req-90515f72-9676-49ff-9e48-789ba2fa6026 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:09.824282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db73ef73-a96d-4dff-91a1-d1c260219f6d req-90515f72-9676-49ff-9e48-789ba2fa6026 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0720406 Nov 05 21:44:09.870735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.879805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db73ef73-a96d-4dff-91a1-d1c260219f6d req-8d8f62b5-c0a9-4792-bca5-ef8d74841ca1 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487180 Nov 05 21:44:09.916761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.919058 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.927740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:09.929982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:09.931043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:09.937563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:09.942157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:09.969913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Pushing event updated for resources: {'Port': ['ID=08c8d18a-e8db-4744-b3f4-42fe47d88341,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:10.051222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Network': ['ID=c42f1891-be78-4079-8fbe-2c2273c31bfd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:10.061168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.063481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c42f1891-be78-4079-8fbe-2c2273c31bfd details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:44:10.227513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-40918ab4-5c01-4f09-87b5-2f67608798b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7555575 Nov 05 21:44:10.227804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:10.233277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'subnet': {'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:10.245984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.407718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5afe57-d8bf-4c7d-ac64-d05dfd752b60 req-80a5045c-ae55-4e97-ac0f-c4fd4b887058 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:10.411325 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb5afe57-d8bf-4c7d-ac64-d05dfd752b60 req-80a5045c-ae55-4e97-ac0f-c4fd4b887058 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0621710 Nov 05 21:44:10.427709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.456006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:10.459656 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.481477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb5afe57-d8bf-4c7d-ac64-d05dfd752b60 req-52b4dc73-1d64-4bd8-9c70-ec36d484d0c3 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660472 Nov 05 21:44:10.550434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.626787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Pushing event updated for resources: {'Port': ['ID=08c8d18a-e8db-4744-b3f4-42fe47d88341,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:10.637126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.723491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.732109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-7dd72f6b-3ddc-4084-ae7e-d1450b9d3bf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6514649 Nov 05 21:44:10.759305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:10.787140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-baab37ac-9e5b-4e07-b60c-1d2afb23a9fc tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0543764 Nov 05 21:44:10.860118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Subnet': ['ID=cc1557b8-d9be-4fea-965c-3721a2ed1e4e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:10.872885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Checking segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:10.873355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network hostable DHCP agents. Network: 1a790aee-22a8-43f6-a5ab-024cc5a2380b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:44:10.882949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39457164-9b43-4dcd-87fa-806829e8443d req-0aa21849-19d5-4892-9364-87e6733025a2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:10.884620 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39457164-9b43-4dcd-87fa-806829e8443d req-0aa21849-19d5-4892-9364-87e6733025a2 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.1210954 Nov 05 21:44:10.915773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-ba9827b7-1731-44dc-9099-23eb9c760723 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:10.917660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-315d1cbd-336b-4beb-bc8d-7f18f4841dda req-ba9827b7-1731-44dc-9099-23eb9c760723 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1295819 Nov 05 21:44:10.973844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39457164-9b43-4dcd-87fa-806829e8443d req-d1f51ca9-6b40-4353-aed2-913d4be1a07b tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712216 Nov 05 21:44:10.988010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:44:11.096637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 1a790aee-22a8-43f6-a5ab-024cc5a2380b) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:11.101130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:11.101739 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:11.108745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b6382-c170-4d14-9484-3f0355358079 None None] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:44:11.253342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-09e51a30-5304-4cb0-8789-e6dc52aa4e25 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0245442 Nov 05 21:44:11.256065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46996) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:11.263768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'subnet': {'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:11.286213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'fixed_ips': [{'subnet_id': 'cc1557b8-d9be-4fea-965c-3721a2ed1e4e'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:44:11.287384 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:11.357626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ca748-5f29-404a-8302-9d9b4e7ac9a1 req-00532b3a-afcd-456c-88a4-22baa7ff6679 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:11.359110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-129ca748-5f29-404a-8302-9d9b4e7ac9a1 req-00532b3a-afcd-456c-88a4-22baa7ff6679 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1415501 Nov 05 21:44:11.362279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:11.431851 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-129ca748-5f29-404a-8302-9d9b4e7ac9a1 req-d5afed6d-dd54-4d5e-bd13-fea6b9c3dca7 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572603 Nov 05 21:44:11.443568 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Allocated IP 10.1.1.2 (1a790aee-22a8-43f6-a5ab-024cc5a2380b/cc1557b8-d9be-4fea-965c-3721a2ed1e4e/02fde204-a0c3-40a1-b434-661304e3bf09) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:11.539606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:11.544922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:11.639863 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:11.737118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-ff5284ef-a9a3-41cb-81e3-79ffdd58ed90 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:11.738782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-ff5284ef-a9a3-41cb-81e3-79ffdd58ed90 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 820 time: 0.1742833 Nov 05 21:44:11.762079 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:11.762478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-b264688c-d554-48e9-9e9c-195995d4d537 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/quotas/d71ca6f37be24fe8b698f3debcc99713 HTTP/1.1" status: 200 len: 375 time: 0.0147696 Nov 05 21:44:11.818539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:11.822996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Pushing event updated for resources: {'Port': ['ID=02fde204-a0c3-40a1-b434-661304e3bf09,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:11.825759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:11.832040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:11.872251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-e9d858d6-fce7-4ca0-80f1-00ed54c642e4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0871553 Nov 05 21:44:11.984119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:11.990095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-72c9288e-3174-4fbf-b866-cb4716660115 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096733 Nov 05 21:44:12.012494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Attempting to bind port 02fde204-a0c3-40a1-b434-661304e3bf09 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:12.012916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Attempting to bind port 02fde204-a0c3-40a1-b434-661304e3bf09 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:12.013480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Attempting to bind port 02fde204-a0c3-40a1-b434-661304e3bf09 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:12.019862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:12.020646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Checking segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:12.021187 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:12.021680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Bound using segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:12.022276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Bound port: 02fde204-a0c3-40a1-b434-661304e3bf09, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:12.022787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:12.112069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] For port 02fde204-a0c3-40a1-b434-661304e3bf09, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:12.113308 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:12.115532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] For port 02fde204-a0c3-40a1-b434-661304e3bf09, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=02fde204-a0c3-40a1-b434-661304e3bf09,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:12.160059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-26fb184a-0b1f-464a-acd2-8caf97d4d52d service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585362 Nov 05 21:44:12.194675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Subnet': ['ID=49eb1e93-a4d4-4f50-9185-c28a09b671e1,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:12.206906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Checking segment: {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:12.207282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network hostable DHCP agents. Network: c42f1891-be78-4079-8fbe-2c2273c31bfd, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:44:12.220048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:12.236974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f70179-0786-4aab-9a8e-db7b4393458c req-1d29e190-ce27-4fe3-885b-eebb99b763e2 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:12.238478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77f70179-0786-4aab-9a8e-db7b4393458c req-1d29e190-ce27-4fe3-885b-eebb99b763e2 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0676918 Nov 05 21:44:12.293988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719b10f-fc0e-4eee-964c-8e11583ae394 None None] Pushing event updated for resources: {'Port': ['ID=02fde204-a0c3-40a1-b434-661304e3bf09,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:12.328031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77f70179-0786-4aab-9a8e-db7b4393458c req-c79d9f00-0362-45c6-ae37-4e9419b52928 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814080 Nov 05 21:44:12.334636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-31f53f5e-81f6-45ea-9104-355a54ee1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:12.336236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-31f53f5e-81f6-45ea-9104-355a54ee1843 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.0830691 Nov 05 21:44:12.338455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network c42f1891-be78-4079-8fbe-2c2273c31bfd is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:44:12.456159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-b0c689a8-3164-477e-865f-33f44fc34bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:12.457777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-b0c689a8-3164-477e-865f-33f44fc34bdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.1102123 Nov 05 21:44:12.470385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c42f1891-be78-4079-8fbe-2c2273c31bfd) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:12.480061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:12.485039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:12.512528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1a3d7-fecd-4e43-9a72-281766415755 None None] Network c42f1891-be78-4079-8fbe-2c2273c31bfd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:44:12.604366 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-c8d65333-2230-4486-acf5-9f02a1b1da08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 217 time: 0.1377201 Nov 05 21:44:12.636673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d877bb63-6d5e-4e03-9c44-e8079e5fd11b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3765380 Nov 05 21:44:12.637139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:12.642072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'port': {'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'name': 'tempest-TaggedBootDevicesTest_v242-34551832', 'fixed_ips': [{'subnet_id': 'cc1557b8-d9be-4fea-965c-3721a2ed1e4e'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:12.657827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22de6f-b893-4178-aa2d-96f87e836c3e req-1b75b2a0-364a-46c2-80e1-389a09c523e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:12.666728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af22de6f-b893-4178-aa2d-96f87e836c3e req-1b75b2a0-364a-46c2-80e1-389a09c523e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1648259 Nov 05 21:44:12.724142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-e86b5087-2d50-43b0-9452-c194b1d5ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:12.725627 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-e86b5087-2d50-43b0-9452-c194b1d5ca28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.1128299 Nov 05 21:44:12.759281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c42f1891-be78-4079-8fbe-2c2273c31bfd', 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'fixed_ips': [{'subnet_id': '49eb1e93-a4d4-4f50-9185-c28a09b671e1'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:44:12.761409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:12.777151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af22de6f-b893-4178-aa2d-96f87e836c3e req-eea48d87-60d5-480d-97d2-6bcc68dfe075 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081960 Nov 05 21:44:12.781691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-3ffab297-6de3-4ef9-9eea-a29fbff9ad16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440974 Nov 05 21:44:12.835573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9da74a02-450d-4d2b-8bfc-3672c5433bd8 req-3e95f5bc-ae93-4b9e-8233-b589f600b56f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 210 time: 0.0351899 Nov 05 21:44:12.934935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Allocated IP 10.2.2.2 (c42f1891-be78-4079-8fbe-2c2273c31bfd/49eb1e93-a4d4-4f50-9185-c28a09b671e1/cd7c3b0e-abac-456f-974d-b6086ecc4272) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:12.952280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-086bc703-2c22-4f9e-a545-d667580d3c1f service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618698 Nov 05 21:44:12.978885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae4b0-f453-4021-a4bb-73f57c099a4c req-c6fbbf96-93c9-4221-afde-b6d1fc9b936a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:12.980922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d0ae4b0-f453-4021-a4bb-73f57c099a4c req-c6fbbf96-93c9-4221-afde-b6d1fc9b936a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.0706317 Nov 05 21:44:12.990144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:13.097726 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.099562 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.112468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03b06f59-1721-4ba8-9a09-baa4be67e454 req-74a21126-cbb1-4395-b25f-167f59d8b1a9 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511073 Nov 05 21:44:13.116632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d0ae4b0-f453-4021-a4bb-73f57c099a4c req-dcf9a23b-4007-4e9f-ade0-b6a6df98d996 tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249647 Nov 05 21:44:13.117025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] device_id is not set on port 18136fa9-9828-41dd-a581-2c9ad6d5f91b yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:44:13.256500 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.322536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Network c42f1891-be78-4079-8fbe-2c2273c31bfd is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:13.326391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:13.332444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:13.340376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Pushing event updated for resources: {'Port': ['ID=cd7c3b0e-abac-456f-974d-b6086ecc4272,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:13.477053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Attempting to bind port cd7c3b0e-abac-456f-974d-b6086ecc4272 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:13.477427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Attempting to bind port cd7c3b0e-abac-456f-974d-b6086ecc4272 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:13.477792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Attempting to bind port cd7c3b0e-abac-456f-974d-b6086ecc4272 on network c42f1891-be78-4079-8fbe-2c2273c31bfd {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:13.484384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:13.484759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Checking segment: {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:13.485257 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.485763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Bound using segment: {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:13.486338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Bound port: cd7c3b0e-abac-456f-974d-b6086ecc4272, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:13.486723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.492941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 10.1.1.55 (1a790aee-22a8-43f6-a5ab-024cc5a2380b/cc1557b8-d9be-4fea-965c-3721a2ed1e4e/18136fa9-9828-41dd-a581-2c9ad6d5f91b) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:13.587400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c52d9-745b-4c93-a9ae-def7f795df23 None None] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:44:13.598465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a29a3-2b50-459b-9624-5d782f4349cf req-d5cfd2a9-4ef6-4499-9626-344948f736e7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:13.600322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f08a29a3-2b50-459b-9624-5d782f4349cf req-d5cfd2a9-4ef6-4499-9626-344948f736e7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1217222 Nov 05 21:44:13.609710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] For port cd7c3b0e-abac-456f-974d-b6086ecc4272, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:13.625475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] For port cd7c3b0e-abac-456f-974d-b6086ecc4272, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cd7c3b0e-abac-456f-974d-b6086ecc4272,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:13.704357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 02fde204-a0c3-40a1-b434-661304e3bf09 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:13.731652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-8ed7e5cf-ec78-4fae-9d0d-35a08f17b93f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:13.733188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-8ed7e5cf-ec78-4fae-9d0d-35a08f17b93f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.0705018 Nov 05 21:44:13.734087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f08a29a3-2b50-459b-9624-5d782f4349cf req-0d393f8a-cf1f-4e7a-944f-86d618a2294b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260877 Nov 05 21:44:13.771012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.819642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.869113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-765bc33d-077a-41ac-a206-28567c71b6ff None None] Provisioning complete for port 02fde204-a0c3-40a1-b434-661304e3bf09 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:13.872825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-765bc33d-077a-41ac-a206-28567c71b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:13.878429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Deleting port aa657256-6e97-45bb-bb79-82970b4875b9 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:44:13.880500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.000077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1cc51-1b2c-4f3a-84d1-fb48f2c8a087 None None] Pushing event updated for resources: {'Port': ['ID=cd7c3b0e-abac-456f-974d-b6086ecc4272,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:14.028055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 02fde204-a0c3-40a1-b434-661304e3bf09 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:14.028928 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.047536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54cf32-38c0-45f9-9758-f93836773857 req-15f6497d-cd7a-4ca5-bf5a-fe29505a24ce tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:14.048176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.053872 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c54cf32-38c0-45f9-9758-f93836773857 req-15f6497d-cd7a-4ca5-bf5a-fe29505a24ce tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1359236 Nov 05 21:44:14.056822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] For port aa657256-6e97-45bb-bb79-82970b4875b9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=aa657256-6e97-45bb-bb79-82970b4875b9,segment=NetworkSegment(3c97f296-90f6-4d7c-8f52-5ad1c511b0c7),segment_id=3c97f296-90f6-4d7c-8f52-5ad1c511b0c7)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:14.057489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.096683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device aa657256-6e97-45bb-bb79-82970b4875b9 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:44:14.112183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:14.119642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Calling delete_port for aa657256-6e97-45bb-bb79-82970b4875b9 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:44:14.176152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c54cf32-38c0-45f9-9758-f93836773857 req-e0d465bc-b37a-4aef-a29a-1995f50c27b6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108840 Nov 05 21:44:14.198295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:14.205869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-017127fe-8aaa-4f6e-aa65-7c604333f03e req-f0638069-65cc-4a95-9193-4409c9497837 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 210 time: 0.1554739 Nov 05 21:44:14.209565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:14.288267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=18136fa9-9828-41dd-a581-2c9ad6d5f91b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:14.304009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:14.304808 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.352145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-765bc33d-077a-41ac-a206-28567c71b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.463245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-765bc33d-077a-41ac-a206-28567c71b6ff None None] For port 02fde204-a0c3-40a1-b434-661304e3bf09, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=02fde204-a0c3-40a1-b434-661304e3bf09,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:14.464802 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.466054 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4e287c84-bb94-4bfa-9a06-c53cccd4cf58 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8277903 Nov 05 21:44:14.467810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47066) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:14.467977 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.474248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'port': {'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'name': 'tempest-TaggedBootDevicesTest_v242-1201523252', 'fixed_ips': [{'subnet_id': 'cc1557b8-d9be-4fea-965c-3721a2ed1e4e'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:14.480426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e207-c606-4c51-a868-5a206120c655 req-e2da19f6-2394-4b18-9bf7-66942350c52f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:14.488258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-acc9e207-c606-4c51-a868-5a206120c655 req-e2da19f6-2394-4b18-9bf7-66942350c52f tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 945 time: 0.1372414 Nov 05 21:44:14.561619 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-acc9e207-c606-4c51-a868-5a206120c655 req-a73c0fee-464c-426a-ad2b-747ecf1138bf tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/security-groups?id=482051f4-907e-4e05-959e-945590a02e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672817 Nov 05 21:44:14.579958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-765bc33d-077a-41ac-a206-28567c71b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.619031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.695394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Pushing event deleted for resources: {'Port': ['ID=aa657256-6e97-45bb-bb79-82970b4875b9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:14.761991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] No DVR routers for this DVR port aa657256-6e97-45bb-bb79-82970b4875b9 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:44:14.766657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.772119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cbfaafd4-cf51-4d14-b97b-ea69bbb10d21 None None] Provisioning complete for port 02fde204-a0c3-40a1-b434-661304e3bf09 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:14.772493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cbfaafd4-cf51-4d14-b97b-ea69bbb10d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.777243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f6ee459-ed94-4743-a241-260a64865ee0 req-19985867-819b-4faf-9808-ddc459f81d3a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.46 "DELETE /v2.0/ports/aa657256-6e97-45bb-bb79-82970b4875b9 HTTP/1.1" status: 204 len: 173 time: 1.0316763 Nov 05 21:44:14.777243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'name': 'network-vif-deleted', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:14.778732 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e21c79-348c-42bd-ad49-cce2475cd87d" -d '{"events": [{"server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "name": "network-vif-deleted", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:14.858112 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd28a6a-cdb3-471d-a736-82da419cd1ca x-openstack-request-id: req-4cd28a6a-cdb3-471d-a736-82da419cd1ca {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:14.858112 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27eb12-7ff3-4af1-99f3-aad986798e33", "name": "network-vif-deleted", "tag": "aa657256-6e97-45bb-bb79-82970b4875b9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:14.858112 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cd28a6a-cdb3-471d-a736-82da419cd1ca {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:14.858112 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f27eb12-7ff3-4af1-99f3-aad986798e33', 'name': 'network-vif-deleted', 'tag': 'aa657256-6e97-45bb-bb79-82970b4875b9', 'status': 'completed', 'code': 200} Nov 05 21:44:14.880165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:44:14.880611 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:44:14.907212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bc33d-077a-41ac-a206-28567c71b6ff None None] Pushing event updated for resources: {'Port': ['ID=02fde204-a0c3-40a1-b434-661304e3bf09,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:14.982160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:14.987432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:14.998172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a47a75-03b1-4998-b24f-c2fdd13249cf req-b3162858-79a7-4812-83b2-a5a6a7c5f0f9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:15.012254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4a47a75-03b1-4998-b24f-c2fdd13249cf req-b3162858-79a7-4812-83b2-a5a6a7c5f0f9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1263528 Nov 05 21:44:15.023279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cbfaafd4-cf51-4d14-b97b-ea69bbb10d21 None None] Provisioning complete for port 18136fa9-9828-41dd-a581-2c9ad6d5f91b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:15.023874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cbfaafd4-cf51-4d14-b97b-ea69bbb10d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:15.039000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] device_id is not set on port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:44:15.076921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cbfaafd4-cf51-4d14-b97b-ea69bbb10d21 None None] Port 18136fa9-9828-41dd-a581-2c9ad6d5f91b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:15.123676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4a47a75-03b1-4998-b24f-c2fdd13249cf req-2313d1cc-159b-4712-84fa-c731c9bf5158 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102145 Nov 05 21:44:15.204970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d6b7f3ab-9a22-4937-a601-6ed8c83760af None None] Provisioning complete for port 18136fa9-9828-41dd-a581-2c9ad6d5f91b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:15.207562 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f3ab-9a22-4937-a601-6ed8c83760af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:15.281877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7f3ab-9a22-4937-a601-6ed8c83760af None None] Port 18136fa9-9828-41dd-a581-2c9ad6d5f91b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:15.350283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 10.1.1.77 (1a790aee-22a8-43f6-a5ab-024cc5a2380b/cc1557b8-d9be-4fea-965c-3721a2ed1e4e/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:15.362289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32d4b744-f83b-42d2-90ab-d79d4e606b80 req-fd488752-4d2f-49ea-9222-52b88ef2455f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 210 time: 0.0523801 Nov 05 21:44:15.383138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2de29a-92ce-473b-9e6e-7c1e48018d7e req-2b5e071c-156d-4cde-955c-ef898c002d1e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:15.392617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df2de29a-92ce-473b-9e6e-7c1e48018d7e req-2b5e071c-156d-4cde-955c-ef898c002d1e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0991786 Nov 05 21:44:15.493103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df2de29a-92ce-473b-9e6e-7c1e48018d7e req-34ddb512-5b0b-4b5b-8b0c-bf95d4364b46 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994642 Nov 05 21:44:15.505980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdb49f-a58c-4f50-be42-86429f1a0774 None None] Network c42f1891-be78-4079-8fbe-2c2273c31bfd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:44:15.625296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:15.656179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ee175aca-1ba8-4934-8631-e49a3f423531 None None] Provisioning complete for port cd7c3b0e-abac-456f-974d-b6086ecc4272 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:15.656683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ee175aca-1ba8-4934-8631-e49a3f423531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:15.757053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47094) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:15.761113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2e87846-2bfc-4d8d-a16b-d6a611de143a req-f725ddf5-0bb5-478f-96bb-caf8a759fd1a tempest-ImagesTestJSON-164498274 tempest-ImagesTestJSON-164498274-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f27eb12-7ff3-4af1-99f3-aad986798e33 HTTP/1.1" status: 200 len: 210 time: 0.0953817 Nov 05 21:44:15.800158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:15.815671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 02fde204-a0c3-40a1-b434-661304e3bf09 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:15.843837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:15.847187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:15.850388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:15.946454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:15.953827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6e95ba5-34d9-4583-826c-f6f65ff65ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.063576 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6e95ba5-34d9-4583-826c-f6f65ff65ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.073143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:16.073994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.162158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ee175aca-1ba8-4934-8631-e49a3f423531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.194217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 02fde204-a0c3-40a1-b434-661304e3bf09 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:16.194650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.225540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6e95ba5-34d9-4583-826c-f6f65ff65ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.228839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ee175aca-1ba8-4934-8631-e49a3f423531 None None] For port cd7c3b0e-abac-456f-974d-b6086ecc4272, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cd7c3b0e-abac-456f-974d-b6086ecc4272,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:16.293398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e95ba5-34d9-4583-826c-f6f65ff65ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d806c-8d27-4b48-8135-8c881b4909b2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:16.333758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-c801e1d4-fed2-4df0-b1a9-c97af0b33581 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:16.335838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-c801e1d4-fed2-4df0-b1a9-c97af0b33581 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 820 time: 0.1511159 Nov 05 21:44:16.349443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'port': {'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'admin_state_up': True, 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:16.350698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cd7c3b0e-abac-456f-974d-b6086ecc4272 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:16.382350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5ca2bbae-b9dd-4cc3-b7df-e825c1a49319 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9136293 Nov 05 21:44:16.422131 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ee175aca-1ba8-4934-8631-e49a3f423531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.425081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6e95ba5-34d9-4583-826c-f6f65ff65ff0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55f1602fdc724d96a4c7348ea9787edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6668315 Nov 05 21:44:16.428388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:16.450996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc50e-37ea-42b9-b907-a6ab2647fbfe req-d882687b-378e-4cd2-bfb2-6ec887b9b9e0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:16.482576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e59dc50e-37ea-42b9-b907-a6ab2647fbfe req-d882687b-378e-4cd2-bfb2-6ec887b9b9e0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.2033007 Nov 05 21:44:16.489699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port cd7c3b0e-abac-456f-974d-b6086ecc4272 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:16.489961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.533893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee175aca-1ba8-4934-8631-e49a3f423531 None None] Pushing event updated for resources: {'Port': ['ID=cd7c3b0e-abac-456f-974d-b6086ecc4272,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:16.542634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-29b2da88-56aa-4353-aa0e-0084222c6ec5 req-efc5bca6-ead0-41f8-b697-f8e3c06a2139 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 210 time: 0.0677006 Nov 05 21:44:16.564901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00c0d009-ef6e-4ee4-80f2-67a838de8aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.575509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e59dc50e-37ea-42b9-b907-a6ab2647fbfe req-553c53b4-a683-4aab-89a3-166ce60874d0 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918429 Nov 05 21:44:16.608434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00c0d009-ef6e-4ee4-80f2-67a838de8aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.616001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-855aad63-92b0-48ae-96f4-bd5cbfdf0a46 None None] Provisioning complete for port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:16.616382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-855aad63-92b0-48ae-96f4-bd5cbfdf0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.659081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-855aad63-92b0-48ae-96f4-bd5cbfdf0a46 None None] Port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:16.732855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-855aad63-92b0-48ae-96f4-bd5cbfdf0a46 None None] Provisioning complete for port cd7c3b0e-abac-456f-974d-b6086ecc4272 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:16.733219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-855aad63-92b0-48ae-96f4-bd5cbfdf0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.786493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Made reservation on behalf of d71ca6f37be24fe8b698f3debcc99713 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:16.791291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.837673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc50c3-e2aa-4da1-8e9d-cc34d4b955fd req-b4cf3389-7c7b-4a14-aadc-b7ef114b8cce tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:16.839255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdc50c3-e2aa-4da1-8e9d-cc34d4b955fd req-b4cf3389-7c7b-4a14-aadc-b7ef114b8cce tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1479087 Nov 05 21:44:16.852262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-0c34cd90-56ff-4146-8a2a-0651d9d41c90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952219 Nov 05 21:44:16.855772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00c0d009-ef6e-4ee4-80f2-67a838de8aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.859735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00c0d009-ef6e-4ee4-80f2-67a838de8aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:16.860069 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-00c0d009-ef6e-4ee4-80f2-67a838de8aff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd8d806c-8d27-4b48-8135-8c881b4909b2 HTTP/1.1" status: 204 len: 168 time: 0.4301362 Nov 05 21:44:16.891999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-35d09033-17a6-4276-bf59-7af1f26cbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:16.894152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-35d09033-17a6-4276-bf59-7af1f26cbfcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51de79accd6a4cb7b4e7acaee4281304&device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1101 time: 0.1634798 Nov 05 21:44:16.954745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47116) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:16.959273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-661319a0-8151-48f3-8739-811303e952ca tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432613552', 'description': 'tempest-description--2106173167'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:16.980572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0d009-ef6e-4ee4-80f2-67a838de8aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d806c-8d27-4b48-8135-8c881b4909b2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:17.102832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-661319a0-8151-48f3-8739-811303e952ca tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.154115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdc50c3-e2aa-4da1-8e9d-cc34d4b955fd req-a4b1f1fb-2136-4f9c-9f77-a733de9e54a6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778239 Nov 05 21:44:17.198314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-256be7b6-dbbf-45b1-a648-38c677d69dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.200118 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-256be7b6-dbbf-45b1-a648-38c677d69dad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=303fa233ad75455ea28b0f6d50812275&device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 1096 time: 0.2453454 Nov 05 21:44:17.214483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-f00ea2ee-abe0-45e6-a47b-a1f344f0799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.216017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-f00ea2ee-abe0-45e6-a47b-a1f344f0799a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2645085 Nov 05 21:44:17.216894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-661319a0-8151-48f3-8739-811303e952ca tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.229953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Allocated IP 172.20.0.14 (94d879f9-5385-4c85-81af-83319cb29582/6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75/ccd03ba5-b16d-49f0-be3b-e7c582c35038) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:17.277635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-38949128-33e1-4664-bc1b-d4dffadbfa6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814 HTTP/1.1" status: 200 len: 217 time: 0.0545182 Nov 05 21:44:17.327367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-661319a0-8151-48f3-8739-811303e952ca tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.373066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661319a0-8151-48f3-8739-811303e952ca tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca355da0-1e1e-42e2-b71f-b6fa4c84f831,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:17.438218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-c1ada715-80e7-4e45-a1a8-9a0c0d008cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.439389 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-661319a0-8151-48f3-8739-811303e952ca tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.439846 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-c1ada715-80e7-4e45-a1a8-9a0c0d008cab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1487522 Nov 05 21:44:17.445858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-661319a0-8151-48f3-8739-811303e952ca tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4859588 Nov 05 21:44:17.445858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47150) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:17.452064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5b5f3b61-bfa4-40d6-827b-4365f9c8e56e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'security_group_rule': {'security_group_id': 'ca355da0-1e1e-42e2-b71f-b6fa4c84f831', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:17.496139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:17.526895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-3abfb106-e05f-482f-b484-1bafc5167694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.529940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-3abfb106-e05f-482f-b484-1bafc5167694 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54 HTTP/1.1" status: 200 len: 912 time: 0.2952456 Nov 05 21:44:17.549814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] Deleting subnet f7e8dcce-bdc6-44dd-8bd7-e52003427d93 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:44:17.553346 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.562558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cd7c3b0e-abac-456f-974d-b6086ecc4272 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:17.589052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3b61-bfa4-40d6-827b-4365f9c8e56e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.594407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-134c9592-6212-43ff-97a3-a4ef1ef9c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.595940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-134c9592-6212-43ff-97a3-a4ef1ef9c856 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457846 Nov 05 21:44:17.658780 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.661628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3b61-bfa4-40d6-827b-4365f9c8e56e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.666285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.669755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-b2535a1f-31b4-42d1-8564-57928439cc4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 HTTP/1.1" status: 200 len: 1001 time: 0.1310284 Nov 05 21:44:17.677523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port cd7c3b0e-abac-456f-974d-b6086ecc4272 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:17.677892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.744917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.775342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c235d-1e53-4163-88e9-a2f1637d8b90 req-356c72ff-8690-4607-9fa2-a5bf02794b47 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.777412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a3c235d-1e53-4163-88e9-a2f1637d8b90 req-356c72ff-8690-4607-9fa2-a5bf02794b47 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0895696 Nov 05 21:44:17.780291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3b61-bfa4-40d6-827b-4365f9c8e56e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.787153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f39eb50-0884-4a50-b1d0-47e1901be719 req-bc8813d3-fc52-47f9-b800-8a4a4d1c01f4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 210 time: 0.1191092 Nov 05 21:44:17.823314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f3b61-bfa4-40d6-827b-4365f9c8e56e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e6b466-8321-4e65-9b8f-c218646ba0ce,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:17.842557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-5948dc0d-10bc-4b6f-8913-38e68aa8d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.844042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-5948dc0d-10bc-4b6f-8913-38e68aa8d0d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7af1791-dd0b-4767-87ef-f9d7752dceb6 HTTP/1.1" status: 200 len: 850 time: 0.1140046 Nov 05 21:44:17.849342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-0ba24cb3-d0d4-497c-ab6f-f7485ced3c1b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349596 Nov 05 21:44:17.866032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a3c235d-1e53-4163-88e9-a2f1637d8b90 req-f78d6ae3-0545-42f5-87f5-17f2e4d77a8a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773818 Nov 05 21:44:17.880991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47160) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:17.895353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93529ae4-f74b-4fea-8c1a-bd0232ebd9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.931908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3b61-bfa4-40d6-827b-4365f9c8e56e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:17.933098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5b5f3b61-bfa4-40d6-827b-4365f9c8e56e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4859724 Nov 05 21:44:17.935894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47162) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:17.942755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6aaf0c88-26e1-4bb0-940e-06d6262424f6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'security_group_rule': {'security_group_id': 'ca355da0-1e1e-42e2-b71f-b6fa4c84f831', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:17.957556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-5e9ce201-6c30-4bab-93fb-786788b54c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:17.959064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-5e9ce201-6c30-4bab-93fb-786788b54c22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5d263e6-3be8-4250-a5ba-4b604f8e5b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038299 Nov 05 21:44:17.995755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fe3d318-f419-4b86-adc7-d441c2ae2c95 req-b74d638c-12f3-4368-9625-4f91506f3853 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325095 Nov 05 21:44:17.996850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93529ae4-f74b-4fea-8c1a-bd0232ebd9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.022045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.031215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.045420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['49c2bd9d-5034-45d3-b571-85b4c4e7b0df'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:18.050433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e8dcce-bdc6-44dd-8bd7-e52003427d93,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:18.052538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.055998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7e044280-beca-47e1-a97d-bfb8b9d21c2a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7e8dcce-bdc6-44dd-8bd7-e52003427d93 HTTP/1.1" status: 204 len: 168 time: 0.5585535 Nov 05 21:44:18.060032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47164) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:18.114544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device aa657256-6e97-45bb-bb79-82970b4875b9 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:44:18.141246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: aa657256-6e97-45bb-bb79-82970b4875b9 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:44:18.141894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device aa657256-6e97-45bb-bb79-82970b4875b9 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:44:18.149026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aaf0c88-26e1-4bb0-940e-06d6262424f6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.165754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.196144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-93529ae4-f74b-4fea-8c1a-bd0232ebd9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.252511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-93529ae4-f74b-4fea-8c1a-bd0232ebd9e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=000e39257f554898981c0d3d04a4655d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678372 Nov 05 21:44:18.284757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47170) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:18.361410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93529ae4-f74b-4fea-8c1a-bd0232ebd9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9e513-6f56-46f8-8b26-f46e75d415a5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:18.406704 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aaf0c88-26e1-4bb0-940e-06d6262424f6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.437644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Network 94d879f9-5385-4c85-81af-83319cb29582 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:18.447743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb935b-703f-479f-9326-762e1d8b777c req-e0bc0650-89bb-4a7b-911a-b2b337845164 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:18.449012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:18.449771 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eadb935b-703f-479f-9326-762e1d8b777c req-e0bc0650-89bb-4a7b-911a-b2b337845164 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1966417 Nov 05 21:44:18.451401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.452456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:18.460751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Pushing event updated for resources: {'Port': ['ID=ccd03ba5-b16d-49f0-be3b-e7c582c35038,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:18.504209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-18f7ef40-e181-4844-8246-8931d7b23318 service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297894 Nov 05 21:44:18.505050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fafbd4-aa10-49cc-b2f5-39468d2a9f53']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:18.509020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aaf0c88-26e1-4bb0-940e-06d6262424f6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.527567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:18.528002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c97f296-90f6-4d7c-8f52-5ad1c511b0c7') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:18.548529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c29ac443-f8c8-443a-a1e0-2bf32d6fbf4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.563857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:18.564518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.566044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.586470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf0c88-26e1-4bb0-940e-06d6262424f6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6884082b-4f95-4034-a561-30dbf91f0479,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:18.611588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.623890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eadb935b-703f-479f-9326-762e1d8b777c req-ef6a72f9-5649-43f5-8a5e-6e33380e4369 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633942 Nov 05 21:44:18.625893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c29ac443-f8c8-443a-a1e0-2bf32d6fbf4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.642955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:44:18.643480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:44:18.645301 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:44:18.657480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5ce2ea4-aef0-4fb4-947a-1b23d889b8cd req-06803f5c-a897-4728-8663-f34a6fd60af1 service neutron] 10.222.0.13 "GET /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361401 Nov 05 21:44:18.662471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8099da46-7813-4ea9-91c0-75ab1e79563d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3173802 Nov 05 21:44:18.674980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Request body: {'port': {'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:18.708154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aaf0c88-26e1-4bb0-940e-06d6262424f6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.709310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6aaf0c88-26e1-4bb0-940e-06d6262424f6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7725017 Nov 05 21:44:18.715759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47174) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:18.721156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:18.735167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.814591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-335b26aa-70ad-4999-8089-af302295fd6e None None] Provisioning complete for port ccd03ba5-b16d-49f0-be3b-e7c582c35038 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:18.815162 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-335b26aa-70ad-4999-8089-af302295fd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.822030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.833568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.841488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/12fafbd4-aa10-49cc-b2f5-39468d2a9f53 HTTP/1.1" status: 204 len: 168 time: 0.7778039 Nov 05 21:44:18.862781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee47fe-3dca-4b33-9704-80759c1547d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12fafbd4-aa10-49cc-b2f5-39468d2a9f53,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:18.873833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.875375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-335b26aa-70ad-4999-8089-af302295fd6e None None] Port ccd03ba5-b16d-49f0-be3b-e7c582c35038 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:18.883111 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c29ac443-f8c8-443a-a1e0-2bf32d6fbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.885903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c29ac443-f8c8-443a-a1e0-2bf32d6fbf4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:18.887197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c29ac443-f8c8-443a-a1e0-2bf32d6fbf4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1df9e513-6f56-46f8-8b26-f46e75d415a5 HTTP/1.1" status: 204 len: 168 time: 0.6006894 Nov 05 21:44:18.929398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ac443-f8c8-443a-a1e0-2bf32d6fbf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9e513-6f56-46f8-8b26-f46e75d415a5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:18.991671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13246a0-adfb-4be0-a25a-58c3e86fbf92 req-de36cc10-f5af-4753-90b0-a9b8f7b34554 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:18.993073 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c13246a0-adfb-4be0-a25a-58c3e86fbf92 req-de36cc10-f5af-4753-90b0-a9b8f7b34554 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 932 time: 0.1024120 Nov 05 21:44:19.083586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c13246a0-adfb-4be0-a25a-58c3e86fbf92 req-39eeefb7-6d5a-4e6d-b971-baea995c5a41 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784976 Nov 05 21:44:19.122769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd03ba5-b16d-49f0-be3b-e7c582c35038 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:19.130859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.144715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Transition to ACTIVE for port object ccd03ba5-b16d-49f0-be3b-e7c582c35038 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:19.227930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.284935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd03ba5-b16d-49f0-be3b-e7c582c35038,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:19.334085 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47186) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:19.404051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fd6a5491-9df7-4831-9f8d-e2f8ff694fb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d1c1cb5c90343ebb0db6823adb3009c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0688796 Nov 05 21:44:19.405243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Attempting to bind port ccd03ba5-b16d-49f0-be3b-e7c582c35038 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:19.405546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Attempting to bind port ccd03ba5-b16d-49f0-be3b-e7c582c35038 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:19.405883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Attempting to bind port ccd03ba5-b16d-49f0-be3b-e7c582c35038 on network 94d879f9-5385-4c85-81af-83319cb29582 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:19.408786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47190) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:19.418087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Port ccd03ba5-b16d-49f0-be3b-e7c582c35038 on network 94d879f9-5385-4c85-81af-83319cb29582 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:19.418402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Attempting to bind port ccd03ba5-b16d-49f0-be3b-e7c582c35038 on network 94d879f9-5385-4c85-81af-83319cb29582 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:19.434077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:19.434422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Checking segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:19.434813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Bound using segment: {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:19.435254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Bound port: ccd03ba5-b16d-49f0-be3b-e7c582c35038, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ebc16c-bd96-4007-a50a-65e01b2e8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94d879f9-5385-4c85-81af-83319cb29582'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:19.435665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.472894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c63aa-7bff-4d64-98a5-9d12a96f6b51 req-af5f5fab-719b-4138-a5af-1064f9db2bae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:19.481681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc8c63aa-7bff-4d64-98a5-9d12a96f6b51 req-af5f5fab-719b-4138-a5af-1064f9db2bae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1112864 Nov 05 21:44:19.508615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.522917 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edcd1904-7aee-43b1-803f-053d536bf9b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.567592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edcd1904-7aee-43b1-803f-053d536bf9b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.577217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] For port ccd03ba5-b16d-49f0-be3b-e7c582c35038, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:19.583785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc8c63aa-7bff-4d64-98a5-9d12a96f6b51 req-57295226-9d8f-4ada-826b-ff752ed8e01b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011424 Nov 05 21:44:19.599302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] For port ccd03ba5-b16d-49f0-be3b-e7c582c35038, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:19.674450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 172.25.6.86 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/a976fa48-e0fb-4e5e-a585-ef9a24127b31) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:19.685550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.732796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:19.733703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.735336 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] 10.222.0.13 "PUT /v2.0/ports/ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 1092 time: 1.0652630 Nov 05 21:44:19.737907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:19.740318 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06290f3c-454f-4731-afe9-c1bb5163225c" -d '{"events": [{"name": "network-changed", "server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:19.742889 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edcd1904-7aee-43b1-803f-053d536bf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.745893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edcd1904-7aee-43b1-803f-053d536bf9b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.747012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-edcd1904-7aee-43b1-803f-053d536bf9b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/482051f4-907e-4e05-959e-945590a02e24 HTTP/1.1" status: 204 len: 168 time: 0.3372197 Nov 05 21:44:19.794765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd1904-7aee-43b1-803f-053d536bf9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482051f4-907e-4e05-959e-945590a02e24,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:19.800744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.813924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7c030-3223-4548-b2e6-9c1eb2d5fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd03ba5-b16d-49f0-be3b-e7c582c35038,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:19.847685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82a1ac-d77e-4422-9d34-bff959e8e027 req-00ad5562-d6ff-4d8e-ad09-5dd0b616dd3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:19.849977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c82a1ac-d77e-4422-9d34-bff959e8e027 req-00ad5562-d6ff-4d8e-ad09-5dd0b616dd3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1341529 Nov 05 21:44:19.880879 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d4baea-978a-406d-8623-c1df960dbc86 x-openstack-request-id: req-d3d4baea-978a-406d-8623-c1df960dbc86 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:19.881279 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:19.881631 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3d4baea-978a-406d-8623-c1df960dbc86 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:19.882183 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'status': 'completed', 'code': 200} Nov 05 21:44:19.936241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:19.954804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-2845b7b2-dcd5-4eb5-a2ca-4bd0a6c13190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:19.956538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-2845b7b2-dcd5-4eb5-a2ca-4bd0a6c13190 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 1095 time: 0.1053269 Nov 05 21:44:19.985305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c82a1ac-d77e-4422-9d34-bff959e8e027 req-12cb605f-ec9b-426e-95a8-ac5b67f0d902 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176362 Nov 05 21:44:19.990791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:20.000655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:20.006561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:20.015166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=a976fa48-e0fb-4e5e-a585-ef9a24127b31,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:20.021009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-8cdf6407-4605-465a-bf4e-eb5abd08e085 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 217 time: 0.0519745 Nov 05 21:44:20.080805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-94221eba-4170-4074-a306-fc97b5a1a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.082368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-94221eba-4170-4074-a306-fc97b5a1a2eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.0522931 Nov 05 21:44:20.103574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:20.134263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-f787066a-346b-4707-b63d-460d586cc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.135992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-f787066a-346b-4707-b63d-460d586cc732 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463662 Nov 05 21:44:20.231631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506df92c-6f94-421c-85a9-cf309cdbeaaf req-fd8c1419-4852-4b8b-841d-2e3a5ef42ec5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.234333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-506df92c-6f94-421c-85a9-cf309cdbeaaf req-fd8c1419-4852-4b8b-841d-2e3a5ef42ec5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 944 time: 0.0720718 Nov 05 21:44:20.260376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-6a8b115e-fd92-4771-8852-d87205bf6e74 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148937 Nov 05 21:44:20.349068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:20.381865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-506df92c-6f94-421c-85a9-cf309cdbeaaf req-cbfa9e1c-653c-428a-93a2-d73ce8b89222 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416194 Nov 05 21:44:20.382290 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:44:20.396833 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a61976ac-9fa1-4aba-a2ac-fedb64fde1a8 req-fe2e06d7-06b2-4107-87b4-63b830ed76d0 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253626 Nov 05 21:44:20.520170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:20.592291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06290f3c-454f-4731-afe9-c1bb5163225c req-85963b17-3fb6-4e0d-a4aa-6b85c50e581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.593692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06290f3c-454f-4731-afe9-c1bb5163225c req-85963b17-3fb6-4e0d-a4aa-6b85c50e581d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 1095 time: 0.0478537 Nov 05 21:44:20.601808 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:20.674279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=a976fa48-e0fb-4e5e-a585-ef9a24127b31,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:20.687190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:20.721772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06290f3c-454f-4731-afe9-c1bb5163225c req-695f28f3-7ea7-49aa-aba8-558cb595f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.723313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06290f3c-454f-4731-afe9-c1bb5163225c req-695f28f3-7ea7-49aa-aba8-558cb595f147 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.1177349 Nov 05 21:44:20.744897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b019-f0d3-4128-af3a-34633593f7f7 req-36b3bf59-f418-4a2b-8e92-2086d1ff144a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.752706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cbd0b019-f0d3-4128-af3a-34633593f7f7 req-36b3bf59-f418-4a2b-8e92-2086d1ff144a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0616522 Nov 05 21:44:20.774429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06290f3c-454f-4731-afe9-c1bb5163225c req-6f00273f-d104-4e45-acb4-5d69f5375e6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 217 time: 0.0415692 Nov 05 21:44:20.813193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cbd0b019-f0d3-4128-af3a-34633593f7f7 req-1f60d74f-82ef-4bbc-86f0-6c15e2b5a034 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Nov 05 21:44:20.828435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:20.839644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f3b3be95-7f86-44da-b423-02d9fd2dd3e5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1221819 Nov 05 21:44:20.843671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06290f3c-454f-4731-afe9-c1bb5163225c req-11027924-c9fc-4190-9095-68d9cf8f9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.846518 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06290f3c-454f-4731-afe9-c1bb5163225c req-11027924-c9fc-4190-9095-68d9cf8f9f58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.0614333 Nov 05 21:44:20.898652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06290f3c-454f-4731-afe9-c1bb5163225c req-4a24ed82-549a-4975-8a92-7d2b46dc46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:20.900234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06290f3c-454f-4731-afe9-c1bb5163225c req-4a24ed82-549a-4975-8a92-7d2b46dc46d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424564 Nov 05 21:44:21.015018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06290f3c-454f-4731-afe9-c1bb5163225c req-54fbf7b8-7b68-448b-81d6-8d4ca24f80f4 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980387 Nov 05 21:44:21.179698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71e3d8-fc82-49bf-93b8-67e1e7eb6c9f req-81d8e717-6f22-42f6-9b8d-eee2a81c3166 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:21.187184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf71e3d8-fc82-49bf-93b8-67e1e7eb6c9f req-81d8e717-6f22-42f6-9b8d-eee2a81c3166 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0941117 Nov 05 21:44:21.189563 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-9531b4eb-3897-4c1d-9b3b-e9832efb415f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1432613552&fields=id&tenant_id=a4438e56cafd4910bdd0c488aec5ba1d HTTP/1.1" status: 200 len: 267 time: 0.0631325 Nov 05 21:44:21.215291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06290f3c-454f-4731-afe9-c1bb5163225c req-45ae1c8f-76df-4c4b-82ea-fe9b88e128be service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906853 Nov 05 21:44:21.252548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5292fac3-214f-4c2a-8e22-a2755860bb2c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:21.252791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf71e3d8-fc82-49bf-93b8-67e1e7eb6c9f req-b0486301-3bde-4f5c-bf6a-aaaef45e8717 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Nov 05 21:44:21.254106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5292fac3-214f-4c2a-8e22-a2755860bb2c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports/18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 934 time: 0.0515301 Nov 05 21:44:21.312365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-7e4ed4ee-9e90-40a1-85e5-ffcacb3dbe82 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:21.314022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-7e4ed4ee-9e90-40a1-85e5-ffcacb3dbe82 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 936 time: 0.0496118 Nov 05 21:44:21.376357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5038bc23-7473-4857-8f6f-54659a8dd2af tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0554469 Nov 05 21:44:21.408601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-c5fa182b-3cb5-4651-983c-539d0207f2f8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0283427 Nov 05 21:44:21.526293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-0abe45dc-88ea-41aa-bc0f-fed881233a61 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:21.533689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-0abe45dc-88ea-41aa-bc0f-fed881233a61 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:21.541185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-0abe45dc-88ea-41aa-bc0f-fed881233a61 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:21.542883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-0abe45dc-88ea-41aa-bc0f-fed881233a61 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/networks?id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=c42f1891-be78-4079-8fbe-2c2273c31bfd&id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 1995 time: 0.1281033 Nov 05 21:44:21.561016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ab85686c-69f9-48d4-b2d3-65bc9726bc46 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/quotas/a4438e56cafd4910bdd0c488aec5ba1d HTTP/1.1" status: 200 len: 375 time: 0.0102570 Nov 05 21:44:21.631474 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f3e895fe-2fa1-4f35-aa27-f3dbdab71505 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c31c4a98b36d4bd2b3c16762a89b98f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270784 Nov 05 21:44:21.633354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f5eb32ec-ee2a-4773-bca5-b60ce454f0ae tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0658281 Nov 05 21:44:21.729214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-bee3d911-f4db-433f-bc08-0697dad7e3b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833273 Nov 05 21:44:21.746146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-760e8a28-6c2c-49a5-91da-28fda01bf89e tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:21.747642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-760e8a28-6c2c-49a5-91da-28fda01bf89e tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096408 Nov 05 21:44:21.763532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ac36b41e-8076-492e-b320-feb5d810f436 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/quotas/c31c4a98b36d4bd2b3c16762a89b98f1 HTTP/1.1" status: 200 len: 375 time: 0.0098782 Nov 05 21:44:21.795536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-38e441d8-7dcc-44db-9009-afdfb724bae6 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c31c4a98b36d4bd2b3c16762a89b98f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262237 Nov 05 21:44:21.827721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a790113b-0c1e-442e-a1b0-a7ebbeec84ee service neutron] 10.222.0.41 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920506 Nov 05 21:44:21.868161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a93f594d-6dfa-4d6a-8826-2a6d68665c7a service neutron] 10.222.0.41 "GET /v2.0/ports/18136fa9-9828-41dd-a581-2c9ad6d5f91b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0335784 Nov 05 21:44:21.947514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ccd03ba5-b16d-49f0-be3b-e7c582c35038 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:44:21.964205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cc5baa52-9768-4643-a442-a9cd3ac82a8f service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895257 Nov 05 21:44:22.075736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6cdadf08-0882-4640-9503-5ee38ab30f28 service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054029 Nov 05 21:44:22.117019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ccd03ba5-b16d-49f0-be3b-e7c582c35038, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:22.127801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-22b71306-ef59-434f-9e3d-cc10cc86e8cc service neutron] 10.222.0.41 "GET /v2.0/ports/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0410750 Nov 05 21:44:22.138964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'mac_address': 'fa:16:3e:f8:d4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:44:22.192998 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:22.208126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd03ba5-b16d-49f0-be3b-e7c582c35038 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:22.239746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ccd03ba5-b16d-49f0-be3b-e7c582c35038, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:22.251772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939493f-3cb3-47cf-90bd-4ae36a6f9aed req-0f9cf7a2-6162-4065-b8d5-1b486e4fe139 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:22.253400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4939493f-3cb3-47cf-90bd-4ae36a6f9aed req-0f9cf7a2-6162-4065-b8d5-1b486e4fe139 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 944 time: 0.0816948 Nov 05 21:44:22.267830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-238257ed-6518-4f25-9706-0997f06b0afa service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324382 Nov 05 21:44:22.302600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4939493f-3cb3-47cf-90bd-4ae36a6f9aed req-702643e9-0309-49ce-bd86-a7100e85fa80 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Nov 05 21:44:22.341735 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:22.368906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1d3628de-d3b1-4443-8b88-1b1bfe0ce21e service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945919 Nov 05 21:44:22.395613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=ccd03ba5-b16d-49f0-be3b-e7c582c35038,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:22.469914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f9225789-4fe4-4c2c-a3e9-5275817a0230 service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956526 Nov 05 21:44:22.495816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ac03-262c-4644-9026-6d0ad45d7109 req-e437ca1c-81e3-4135-a710-e5088e350b7e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:22.497397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ca1ac03-262c-4644-9026-6d0ad45d7109 req-e437ca1c-81e3-4135-a710-e5088e350b7e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0566132 Nov 05 21:44:22.551488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ca1ac03-262c-4644-9026-6d0ad45d7109 req-fa9742e7-c752-4e7a-8e62-df9614503244 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472405 Nov 05 21:44:22.586900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ecf0b126-4850-4254-b343-c2b9fc6f908e service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098716 Nov 05 21:44:22.607344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['ccd03ba5-b16d-49f0-be3b-e7c582c35038'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:22.617751 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3186dba-94e0-4681-850b-6d746be7aa31 req-0f3d5df6-3feb-49e8-a28a-b0431ca24a3c tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 210 time: 0.0267613 Nov 05 21:44:22.692102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-30d07241-445c-4870-be8f-ce739be16286 service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042976 Nov 05 21:44:22.771925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ddca8-8065-4521-a6a9-4ce85244fd79 req-5b8940fd-ba10-4eb4-9ec9-4c23a6f87e6d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:22.773451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-508ddca8-8065-4521-a6a9-4ce85244fd79 req-5b8940fd-ba10-4eb4-9ec9-4c23a6f87e6d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0510669 Nov 05 21:44:22.805347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-7fc3c43e-197e-4542-a43a-8924d2f48a34 service neutron] 10.222.0.41 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020067 Nov 05 21:44:22.830736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-508ddca8-8065-4521-a6a9-4ce85244fd79 req-f6f86179-da8b-4704-bda2-ea13c37374f9 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512502 Nov 05 21:44:22.906907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-637e4031-0d6f-41d0-be8a-f9b72a370a80 service neutron] 10.222.0.41 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938339 Nov 05 21:44:23.000587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f53d73c9-07cc-467b-80cb-487e2da2670f service neutron] 10.222.0.41 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871854 Nov 05 21:44:23.096939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-80b7f311-366c-406e-8b4d-cc216a1d7a4c service neutron] 10.222.0.41 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885265 Nov 05 21:44:23.194044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-4778d056-50e8-472a-a748-aa4cbeca8fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907178 Nov 05 21:44:23.436648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0156bbb-f520-4db8-ac2f-5da00263f4ff req-1a566e25-968e-47e2-b14c-862dc61f712f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:23.438418 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0156bbb-f520-4db8-ac2f-5da00263f4ff req-1a566e25-968e-47e2-b14c-862dc61f712f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 945 time: 0.0605714 Nov 05 21:44:23.487636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0156bbb-f520-4db8-ac2f-5da00263f4ff req-9b89d738-1b73-42f4-b525-27ba9cf7961e tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Nov 05 21:44:23.672017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8d46-07d4-4765-94a8-af4624f797ff req-f67fb25e-a972-4e73-9ecc-e3d943f80e23 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:23.673506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e19d8d46-07d4-4765-94a8-af4624f797ff req-f67fb25e-a972-4e73-9ecc-e3d943f80e23 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0538592 Nov 05 21:44:23.725492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e19d8d46-07d4-4765-94a8-af4624f797ff req-0b8b245a-1af6-4494-a34e-2dc9c3bd2e32 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Nov 05 21:44:23.827406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bdd5e855-d28a-4d64-8619-0488bf591df6 req-dc1c1f6f-29b6-4705-8577-53d3c414682f tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 210 time: 0.0261388 Nov 05 21:44:23.951031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11725a-10f6-4b20-a791-fa3e76b0a9e8 req-d3fdb13c-b0ff-4f11-b87f-556064a6d8ee tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:23.952290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d11725a-10f6-4b20-a791-fa3e76b0a9e8 req-d3fdb13c-b0ff-4f11-b87f-556064a6d8ee tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0552461 Nov 05 21:44:23.966877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ccd03ba5-b16d-49f0-be3b-e7c582c35038 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:24.013210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d11725a-10f6-4b20-a791-fa3e76b0a9e8 req-b10d443c-f491-474b-8846-3dca62e75b86 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542257 Nov 05 21:44:24.099332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port ccd03ba5-b16d-49f0-be3b-e7c582c35038 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:44:24.103975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port ccd03ba5-b16d-49f0-be3b-e7c582c35038 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:24.104350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:24.186857 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:24.217315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:24.217315 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac10433-adbc-4d84-84f0-c2c2d9d8f5cf" -d '{"events": [{"server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "name": "network-vif-plugged", "status": "completed", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:24.229669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ccd03ba5-b16d-49f0-be3b-e7c582c35038, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:24.282976 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f74e976-c55e-4329-880a-0f328a248a8d x-openstack-request-id: req-2f74e976-c55e-4329-880a-0f328a248a8d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:24.282976 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "name": "network-vif-plugged", "status": "completed", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:24.283233 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f74e976-c55e-4329-880a-0f328a248a8d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:24.283515 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'code': 200} Nov 05 21:44:24.338910 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:24.383606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0580c-b001-421e-82a4-1a92bcce71b1 req-ac882754-85a0-46fa-91a6-88e8e6255124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:24.385722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26f0580c-b001-421e-82a4-1a92bcce71b1 req-ac882754-85a0-46fa-91a6-88e8e6255124 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 1097 time: 0.0441535 Nov 05 21:44:24.401808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=ccd03ba5-b16d-49f0-be3b-e7c582c35038,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:24.438368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26f0580c-b001-421e-82a4-1a92bcce71b1 req-206ee58d-7639-4ef1-ae0b-d9eaf9e2e977 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Nov 05 21:44:24.611006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cff5a5-3e06-4810-b506-b0c8cb711bb5 req-b540dfea-04bb-48f7-8eea-0f1e3e4406f6 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:24.612531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95cff5a5-3e06-4810-b506-b0c8cb711bb5 req-b540dfea-04bb-48f7-8eea-0f1e3e4406f6 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 946 time: 0.0546350 Nov 05 21:44:24.642635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-9e1542f5-0bef-400b-929c-acbc3a20a168 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c31c4a98b36d4bd2b3c16762a89b98f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290427 Nov 05 21:44:24.737903 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95cff5a5-3e06-4810-b506-b0c8cb711bb5 req-3fb426b2-be12-455f-a528-889be40ea2d3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Nov 05 21:44:24.755228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7cdb73d7-c7a2-4114-afb4-f98257dba4c5 req-5147648c-c664-46af-af9c-dad9f2eb69b2 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0345747 Nov 05 21:44:24.777468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f98dd981-7a29-4837-ae6e-abec8ca524f6 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:24.779038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f98dd981-7a29-4837-ae6e-abec8ca524f6 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295602 Nov 05 21:44:24.793025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Request body: {'port': {'device_id': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'c31c4a98b36d4bd2b3c16762a89b98f1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:24.934860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23924eb0-be5c-439c-9996-75e84bbfacba req-0ca535b9-554f-4344-8fec-bc193f5ed962 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:24.942005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-23924eb0-be5c-439c-9996-75e84bbfacba req-0ca535b9-554f-4344-8fec-bc193f5ed962 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1255996 Nov 05 21:44:24.945899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d9e31ed-2826-4ca7-983c-9b6925a600b5 req-c044851a-cf56-4c02-a73f-c7d07a882a6f tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 210 time: 0.0399051 Nov 05 21:44:25.010641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-23924eb0-be5c-439c-9996-75e84bbfacba req-35dc2fb0-dfc7-424d-916c-c96ff0bc6611 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677693 Nov 05 21:44:25.084548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Made reservation on behalf of c31c4a98b36d4bd2b3c16762a89b98f1 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:25.089027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.103143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.129331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23ec8e-5bd2-4b7c-be2f-637f66635aa7 req-98bfb502-9cd3-4c6b-8ff0-f6b63b58bc11 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:25.130805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a23ec8e-5bd2-4b7c-be2f-637f66635aa7 req-98bfb502-9cd3-4c6b-8ff0-f6b63b58bc11 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0501852 Nov 05 21:44:25.179528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a23ec8e-5bd2-4b7c-be2f-637f66635aa7 req-b945587a-b55c-4401-a91c-7be894599082 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Nov 05 21:44:25.184025 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.262126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.328455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc253a3f-3da6-4de1-b195-fb83fcab8bd0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:25.345152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.345502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.345841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.346178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.346575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.346837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.347163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.347488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.347855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.348168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.348495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.348805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:25.411130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47456) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:25.427961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Allocated IP 192.168.233.179 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/8f5e3520-79c0-429e-93ae-b573488ff74f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:25.559424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6075-b8c3-4dc4-8e7b-b2c5b58cbf77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.635457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.687099 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6075-b8c3-4dc4-8e7b-b2c5b58cbf77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.799467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6075-b8c3-4dc4-8e7b-b2c5b58cbf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.802826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.847449 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c43c3fe-da7f-4112-8a1c-e124eda99672 req-46a06d84-1c7f-45d2-8b53-8852c081b3ab tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0280640 Nov 05 21:44:25.916996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ef7f6075-b8c3-4dc4-8e7b-b2c5b58cbf77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bc443e58d8d41008cec348a739c6ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5045800 Nov 05 21:44:25.919670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47468) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:25.929105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f6075-b8c3-4dc4-8e7b-b2c5b58cbf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3230f5-3354-42a3-a127-5b29f528b17b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:25.936578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:25.943368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:25.945873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:25.951440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Pushing event updated for resources: {'Port': ['ID=8f5e3520-79c0-429e-93ae-b573488ff74f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:25.989820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-557d9371-bc65-4b31-b8f7-d2775897f109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:25.993199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08b85d-0df4-49c3-8b6d-bc45aadbc8c2 req-ebffd067-c2d5-46d6-b68a-d8bf0cb74b2f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:26.004922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc08b85d-0df4-49c3-8b6d-bc45aadbc8c2 req-ebffd067-c2d5-46d6-b68a-d8bf0cb74b2f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 946 time: 0.1782954 Nov 05 21:44:26.017401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-557d9371-bc65-4b31-b8f7-d2775897f109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.042393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:26.043068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.091304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc08b85d-0df4-49c3-8b6d-bc45aadbc8c2 req-f2d6e1da-aa99-4666-aaf5-a3ef173a6ce3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847325 Nov 05 21:44:26.116417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f84d45-3909-453d-b71a-28591d340c7d req-de7ab026-6f48-4756-a620-0dbb7830d1c2 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:26.118077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94f84d45-3909-453d-b71a-28591d340c7d req-de7ab026-6f48-4756-a620-0dbb7830d1c2 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 936 time: 0.0814154 Nov 05 21:44:26.149237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ca4a45b3-75c4-4cbd-9e05-3e5885ce2925 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3603296 Nov 05 21:44:26.171496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Request body: {'port': {'device_id': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:26.181295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94f84d45-3909-453d-b71a-28591d340c7d req-603585cd-59c1-4a61-b449-b0efa885bede tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561066 Nov 05 21:44:26.201430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-557d9371-bc65-4b31-b8f7-d2775897f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.211182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-557d9371-bc65-4b31-b8f7-d2775897f109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.211182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-557d9371-bc65-4b31-b8f7-d2775897f109 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a3230f5-3354-42a3-a127-5b29f528b17b HTTP/1.1" status: 204 len: 168 time: 0.2871358 Nov 05 21:44:26.223294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d9371-bc65-4b31-b8f7-d2775897f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3230f5-3354-42a3-a127-5b29f528b17b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:26.267471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0139fe-09fc-4faa-b4bd-534eed4dc862 req-583dd4c7-9cfe-4861-86e1-d9898b5ef072 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:26.274594 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d0139fe-09fc-4faa-b4bd-534eed4dc862 req-583dd4c7-9cfe-4861-86e1-d9898b5ef072 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1211083 Nov 05 21:44:26.277883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.311631 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d0c1720d-09af-42e1-927d-72c88c38a42b None None] Provisioning complete for port 8f5e3520-79c0-429e-93ae-b573488ff74f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:26.312228 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0c1720d-09af-42e1-927d-72c88c38a42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.348171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32009-20c9-49b0-927b-1028017f12a8 req-4d0554ce-466b-47ef-be4a-f8c4da42248b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:26.349594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7cf32009-20c9-49b0-927b-1028017f12a8 req-4d0554ce-466b-47ef-be4a-f8c4da42248b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0511730 Nov 05 21:44:26.350017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1720d-09af-42e1-927d-72c88c38a42b None None] Port 8f5e3520-79c0-429e-93ae-b573488ff74f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:26.400492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7cf32009-20c9-49b0-927b-1028017f12a8 req-e1d9f608-041a-4600-8cdb-8ea3881c4665 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Nov 05 21:44:26.423195 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d0139fe-09fc-4faa-b4bd-534eed4dc862 req-b903eb21-ca11-4437-aa99-3abb55d1691c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476507 Nov 05 21:44:26.597930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5e3520-79c0-429e-93ae-b573488ff74f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:26.605361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.617015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Transition to ACTIVE for port object 8f5e3520-79c0-429e-93ae-b573488ff74f will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:26.704665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.776988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5e3520-79c0-429e-93ae-b573488ff74f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:26.835858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Attempting to bind port 8f5e3520-79c0-429e-93ae-b573488ff74f on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:26.836208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Attempting to bind port 8f5e3520-79c0-429e-93ae-b573488ff74f by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:26.836523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Attempting to bind port 8f5e3520-79c0-429e-93ae-b573488ff74f on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:26.841913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Port 8f5e3520-79c0-429e-93ae-b573488ff74f on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:26.842321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Attempting to bind port 8f5e3520-79c0-429e-93ae-b573488ff74f on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:26.847809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:26.848218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:26.849156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:26.849156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Bound port: 8f5e3520-79c0-429e-93ae-b573488ff74f, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:26.849550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:26.955991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] For port 8f5e3520-79c0-429e-93ae-b573488ff74f, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:26.971729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] For port 8f5e3520-79c0-429e-93ae-b573488ff74f, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8f5e3520-79c0-429e-93ae-b573488ff74f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:27.015335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96258238-152c-486e-9704-5ae0e602216c req-a8ab790f-8d12-44d8-957c-40fe2ad0b21b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0308230 Nov 05 21:44:27.045777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47486) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:27.058817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e31a0d91-dc60-4a6d-bfb5-7227d6b38698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.084503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.118793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.120042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.121565 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/8f5e3520-79c0-429e-93ae-b573488ff74f HTTP/1.1" status: 200 len: 1096 time: 0.9557159 Nov 05 21:44:27.122090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'tag': '8f5e3520-79c0-429e-93ae-b573488ff74f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:27.124631 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790ab3cb-b8c1-41e4-9a1c-809a59af171b" -d '{"events": [{"name": "network-changed", "server_uuid": "856ae62d-f284-47fa-9bfd-a8aa3ba7748b", "tag": "8f5e3520-79c0-429e-93ae-b573488ff74f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:27.145234 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e31a0d91-dc60-4a6d-bfb5-7227d6b38698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.162675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a01ef4-3bee-42bf-b53a-55d21c1457b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5e3520-79c0-429e-93ae-b573488ff74f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:27.186247 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1ab262-9e16-4c89-bc46-35e28ea59ee6 x-openstack-request-id: req-2d1ab262-9e16-4c89-bc46-35e28ea59ee6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:27.186572 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ae62d-f284-47fa-9bfd-a8aa3ba7748b", "tag": "8f5e3520-79c0-429e-93ae-b573488ff74f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:27.186962 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d1ab262-9e16-4c89-bc46-35e28ea59ee6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:27.187589 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'tag': '8f5e3520-79c0-429e-93ae-b573488ff74f', 'status': 'completed', 'code': 200} Nov 05 21:44:27.262726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22853-d43a-4a78-8060-dc24aafde4e9 req-db3dea25-9fc7-43fe-af5f-f22cee0c5b63 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.264329 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3c22853-d43a-4a78-8060-dc24aafde4e9 req-db3dea25-9fc7-43fe-af5f-f22cee0c5b63 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 946 time: 0.0890958 Nov 05 21:44:27.292673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ab3cb-b8c1-41e4-9a1c-809a59af171b req-aa0fabd4-9d55-4671-90bc-3c0b76cf2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.294187 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-790ab3cb-b8c1-41e4-9a1c-809a59af171b req-aa0fabd4-9d55-4671-90bc-3c0b76cf2670 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c31c4a98b36d4bd2b3c16762a89b98f1&device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 1099 time: 0.0765402 Nov 05 21:44:27.303209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e31a0d91-dc60-4a6d-bfb5-7227d6b38698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.335286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-790ab3cb-b8c1-41e4-9a1c-809a59af171b req-84e43a9e-4a15-44ab-a53a-cdc6d57f56cd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c31c4a98b36d4bd2b3c16762a89b98f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326536 Nov 05 21:44:27.354663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ede2fe-db7c-4168-a427-de778e961855 req-2122e32e-ab84-49ce-9a7b-39f0e5b93194 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.356229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9ede2fe-db7c-4168-a427-de778e961855 req-2122e32e-ab84-49ce-9a7b-39f0e5b93194 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 948 time: 0.0945504 Nov 05 21:44:27.369836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e31a0d91-dc60-4a6d-bfb5-7227d6b38698 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16bdb6bcda234448ad0a0fcfffd88c2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3201020 Nov 05 21:44:27.373951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47494) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:27.378484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3c22853-d43a-4a78-8060-dc24aafde4e9 req-eeb24b65-9f75-4353-bd6f-30ba2686b30f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011000 Nov 05 21:44:27.380750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a0d91-dc60-4a6d-bfb5-7227d6b38698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a16e9b1-2c4e-4f0b-a224-1777735052d8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:27.448981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ab3cb-b8c1-41e4-9a1c-809a59af171b req-455bb226-3370-4569-8008-ad5a7641b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.450469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-790ab3cb-b8c1-41e4-9a1c-809a59af171b req-455bb226-3370-4569-8008-ad5a7641b159 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088870 Nov 05 21:44:27.457516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9ede2fe-db7c-4168-a427-de778e961855 req-bfe76a0c-4657-4ad8-813b-9a09aaf4e268 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931885 Nov 05 21:44:27.480689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-362ab8cf-730c-4480-9646-7bafa20275b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.525020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-362ab8cf-730c-4480-9646-7bafa20275b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.559353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f2b53817-ccfb-4450-928d-81f66045c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.560767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f2b53817-ccfb-4450-928d-81f66045c974 service neutron] 10.222.0.13 "GET /v2.0/ports/18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 1030 time: 0.1023862 Nov 05 21:44:27.617178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dba1f9-cc7f-4887-a03f-ecc02033fc66 req-d9189e0f-68c9-4ed1-bc30-0785cb6e356b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.618684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68dba1f9-cc7f-4887-a03f-ecc02033fc66 req-d9189e0f-68c9-4ed1-bc30-0785cb6e356b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1179044 Nov 05 21:44:27.621749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-713eeba5-775d-4038-82f1-4b69f503d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.623127 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-713eeba5-775d-4038-82f1-4b69f503d8c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c31c4a98b36d4bd2b3c16762a89b98f1&device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 1099 time: 0.1057405 Nov 05 21:44:27.624224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f7d98991-0646-40ad-9e14-ea8712cf1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.626702 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f7d98991-0646-40ad-9e14-ea8712cf1b00 service neutron] 10.222.0.13 "GET /v2.0/ports/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 1032 time: 0.0559127 Nov 05 21:44:27.641246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-ae55d1ba-1a9c-44df-9712-14ed76c628c9 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.642963 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-ae55d1ba-1a9c-44df-9712-14ed76c628c9 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0917287 Nov 05 21:44:27.693371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-2414bca9-7891-4ff9-95d0-c25edbaf1b85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=8f5e3520-79c0-429e-93ae-b573488ff74f HTTP/1.1" status: 200 len: 217 time: 0.0594046 Nov 05 21:44:27.712417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-7532600a-6cc0-4ba4-8d1b-77f05c81c6ba tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0521042 Nov 05 21:44:27.713466 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-362ab8cf-730c-4480-9646-7bafa20275b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.716125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-362ab8cf-730c-4480-9646-7bafa20275b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.719812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-362ab8cf-730c-4480-9646-7bafa20275b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a16e9b1-2c4e-4f0b-a224-1777735052d8 HTTP/1.1" status: 204 len: 168 time: 0.3446553 Nov 05 21:44:27.727249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'floatingip': {'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:27.760888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ab8cf-730c-4480-9646-7bafa20275b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a16e9b1-2c4e-4f0b-a224-1777735052d8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:27.770820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:27.812423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68dba1f9-cc7f-4887-a03f-ecc02033fc66 req-248af607-20f3-4feb-866f-278e3f9688cf tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852024 Nov 05 21:44:27.855764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ba01711d-3cde-47d6-98bf-6469eda09aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.857270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-ba01711d-3cde-47d6-98bf-6469eda09aa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1530337 Nov 05 21:44:27.917795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ba977d31-058b-4399-a81a-86043fc3695f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.923746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ba977d31-058b-4399-a81a-86043fc3695f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.929679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ba977d31-058b-4399-a81a-86043fc3695f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.931286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ba977d31-058b-4399-a81a-86043fc3695f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "GET /v2.0/networks?id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=c42f1891-be78-4079-8fbe-2c2273c31bfd&id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 1995 time: 0.2821286 Nov 05 21:44:27.982820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63eb06-e519-4033-ba16-066c289c5deb req-b07df9c3-2148-4bbe-960f-92f002652e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:27.984370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-b07df9c3-2148-4bbe-960f-92f002652e17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188641 Nov 05 21:44:28.004750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eac44-35fb-41d2-9384-e769cb4425df req-382ad94c-64b6-4cd9-9aab-04894c679151 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:28.006298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca2eac44-35fb-41d2-9384-e769cb4425df req-382ad94c-64b6-4cd9-9aab-04894c679151 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1103733 Nov 05 21:44:28.110151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-dc2e4ef3-6770-4003-98a1-d91fefac30a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4438e56cafd4910bdd0c488aec5ba1d HTTP/1.1" status: 200 len: 380 time: 0.1579285 Nov 05 21:44:28.138910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'admin_state_up': True, 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'security_groups': ['ca355da0-1e1e-42e2-b71f-b6fa4c84f831']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:28.192160 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca2eac44-35fb-41d2-9384-e769cb4425df req-5b41b527-b5f5-4b6a-b882-bccf7a1e691b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724112 Nov 05 21:44:28.226652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-b0d7a04f-9a41-48f8-9833-82fa35cb1d95 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173810 Nov 05 21:44:28.305627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:28.381917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:28.403636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba63eb06-e519-4033-ba16-066c289c5deb req-5b9f541b-1a0d-45fb-a8d5-57776c9da6dd service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339285 Nov 05 21:44:28.505046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a955730-2102-446d-99f8-5b5d7f492930 req-5d661346-0050-44af-ae09-f97e8ce54910 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0292168 Nov 05 21:44:28.506977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:28.511311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:28.673281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 172.20.0.6 (b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc/2f95f881-444e-4810-b7cf-471248464054/b282c385-ac71-4c3e-9ba1-dc749383f5db) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:28.734989 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287 associated. External IP: 172.25.6.65, port: 49c2bd9d-5034-45d3-b571-85b4c4e7b0df. Nov 05 21:44:28.984594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:44:29.123452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:44:29.132168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:29.135913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:44:29.148860 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:29.151981 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:29.159589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:29.172882 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e5a70289-8ee1-4f3c-ba67-c10c5da875ec tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "PUT /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 200 len: 995 time: 1.4511631 Nov 05 21:44:29.177164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:29.181009 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b" -d '{"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:29.186454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf2449-9687-4875-862f-22d659b222d7 req-5bde536e-88f9-4ea5-8ab6-3684f4a21647 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.193616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dabf2449-9687-4875-862f-22d659b222d7 req-5bde536e-88f9-4ea5-8ab6-3684f4a21647 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 948 time: 0.4787185 Nov 05 21:44:29.258147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-c0bb2198-0360-4853-94a0-bfe8abb86c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.267193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dabf2449-9687-4875-862f-22d659b222d7 req-cff451a0-bcb6-41e7-bf73-98488bd65802 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Nov 05 21:44:29.279410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-c0bb2198-0360-4853-94a0-bfe8abb86c01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.0780780 Nov 05 21:44:29.318779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:29.396645 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:29.399183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:29.401717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=b282c385-ac71-4c3e-9ba1-dc749383f5db,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:29.404556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:29.407353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:29.430863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e489df0b-23bf-4e3f-a90c-ad2f376a9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.437721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-e489df0b-23bf-4e3f-a90c-ad2f376a9112 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.1573153 Nov 05 21:44:29.484015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.484698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:29.553554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-a377d373-4e33-43fd-99ae-5b9f090cbf94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 998 time: 0.1062491 Nov 05 21:44:29.564627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305383-16f8-4b70-a07d-6a6ba1041670 req-ea452910-5240-45e1-ac89-eb07f1173ad9 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.577007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac305383-16f8-4b70-a07d-6a6ba1041670 req-ea452910-5240-45e1-ac89-eb07f1173ad9 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1729302 Nov 05 21:44:29.627430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-982aa8ba-d946-4dd9-9156-2e72270308f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.636998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-982aa8ba-d946-4dd9-9156-2e72270308f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.0825028 Nov 05 21:44:29.656122 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac305383-16f8-4b70-a07d-6a6ba1041670 req-d4b9085d-e6a5-4fe8-98e7-9e79c630e48b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675693 Nov 05 21:44:29.656122 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6f84880f-e8ae-40f4-a7ee-a32022829e12 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5292695 Nov 05 21:44:29.668434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'admin_state_up': True, 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'security_groups': ['ca355da0-1e1e-42e2-b71f-b6fa4c84f831']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:29.727680 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284c74bb-dc07-48a2-9b92-ef66fa9a7d4f x-openstack-request-id: req-284c74bb-dc07-48a2-9b92-ef66fa9a7d4f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:29.727983 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:29.728240 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-284c74bb-dc07-48a2-9b92-ef66fa9a7d4f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:29.729429 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'status': 'completed', 'code': 200} Nov 05 21:44:29.732113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-8d508cfc-300a-42ab-be34-3bf5d8fa5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.743128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-8d508cfc-300a-42ab-be34-3bf5d8fa5192 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050224 Nov 05 21:44:29.841624 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:b8:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:28Z', 'revision_number': 1, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:29.864566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6abd72d6-3f4f-463d-bb98-9b438c6f818f None None] Provisioning complete for port b282c385-ac71-4c3e-9ba1-dc749383f5db triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:29.867752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6abd72d6-3f4f-463d-bb98-9b438c6f818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:29.880442 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:44:29.891752 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:29.892770 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:29.912724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-479534f8-138f-4794-a02e-3330f205c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:29.914490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-479534f8-138f-4794-a02e-3330f205c68a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.1111917 Nov 05 21:44:29.942878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-68b7cfb8-0b63-4cbc-adcf-fbbb4e71abf2 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980212 Nov 05 21:44:29.965019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6abd72d6-3f4f-463d-bb98-9b438c6f818f None None] Port b282c385-ac71-4c3e-9ba1-dc749383f5db cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:30.027900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-4736948c-b3a0-4400-917a-27d7ef543e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.029880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-4736948c-b3a0-4400-917a-27d7ef543e06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.1029167 Nov 05 21:44:30.038475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b070851-0fb4-418a-843c-431d0d98d37f req-50e17243-93a8-41c1-bd77-9625ebbfb0db tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.046520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b070851-0fb4-418a-843c-431d0d98d37f req-50e17243-93a8-41c1-bd77-9625ebbfb0db tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.2164798 Nov 05 21:44:30.065806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38aaebf3-46c5-4b71-aabf-fd2263f6b9ff req-f4a53842-95e9-4868-8152-d390ef9021ab service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181962 Nov 05 21:44:30.069634 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:30.194094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-1a38244e-0348-4b33-95d2-84998906d80f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 998 time: 0.1424079 Nov 05 21:44:30.207651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b070851-0fb4-418a-843c-431d0d98d37f req-1ec86aab-7b48-4733-acb4-ab3a0e0a6567 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571863 Nov 05 21:44:30.272602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:30.277369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:30.442628 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:b8:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:28Z', 'revision_number': 1, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:30.447825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:30.453036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 10.1.1.11 (1a790aee-22a8-43f6-a5ab-024cc5a2380b/cc1557b8-d9be-4fea-965c-3721a2ed1e4e/fe7e22b0-5c17-4d4f-8db2-666f73db4a28) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:30.490262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67ee5-98b1-49de-b192-e1165c88d061 req-463d149b-156f-4e07-a9ce-216fe82cca7d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.491890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a1288-e792-4fd4-bf7d-33c736fa60cd None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:b8:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:28Z', 'revision_number': 1, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:44:30.502637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64e67ee5-98b1-49de-b192-e1165c88d061 req-463d149b-156f-4e07-a9ce-216fe82cca7d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 931 time: 0.1093018 Nov 05 21:44:30.515524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-3b39d90e-7e74-4c11-8dd9-bdbdd7f5f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.516820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-3b39d90e-7e74-4c11-8dd9-bdbdd7f5f535 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.3090973 Nov 05 21:44:30.584542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64e67ee5-98b1-49de-b192-e1165c88d061 req-d0bad687-c807-4188-987d-28fd3f489f86 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773051 Nov 05 21:44:30.734266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-1c1eab8b-2f0e-46c1-86d7-749ac7938599 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.755815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3eac-ae05-410a-9739-58d8fcb0db99 req-17636063-8cf0-4859-82ca-c9334820a7c3 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.755983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-1c1eab8b-2f0e-46c1-86d7-749ac7938599 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2467229 Nov 05 21:44:30.756116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b55a3eac-ae05-410a-9739-58d8fcb0db99 req-17636063-8cf0-4859-82ca-c9334820a7c3 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 948 time: 0.0793197 Nov 05 21:44:30.816288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b55a3eac-ae05-410a-9739-58d8fcb0db99 req-dfc4ba8e-974f-48d7-bbcb-27a40dbe5f53 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548584 Nov 05 21:44:30.896070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-52df1b64-d1a0-4e5a-8251-e0b3c05ff5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.903838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-52df1b64-d1a0-4e5a-8251-e0b3c05ff5e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607881 Nov 05 21:44:30.924001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51776e2e-086f-4192-9f03-7034a6e64c1e None None] New status for floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:44:30.946910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:30.982144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505096c-2063-4972-a785-aacfcaf51984 req-b26dafe4-b530-406c-aa10-0ac80c96dbaa tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:30.990147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5505096c-2063-4972-a785-aacfcaf51984 req-b26dafe4-b530-406c-aa10-0ac80c96dbaa tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0591943 Nov 05 21:44:31.043497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5505096c-2063-4972-a785-aacfcaf51984 req-61fd4316-5c7a-4a98-8d92-a9dd8bdc07f1 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530267 Nov 05 21:44:31.047396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-c3efd74e-b58a-41a0-b9f1-f76451fa4fcb service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345742 Nov 05 21:44:31.134747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-7918b604-2c84-4614-bbfc-3ef8cdd67501 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 998 time: 0.3806801 Nov 05 21:44:31.148234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'floatingip': {'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:31.190871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:31.250225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d0d8ed7-f75b-489e-a7c5-39d91015c44b req-d933c58b-b5eb-4183-ab5a-158229da66fc service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926453 Nov 05 21:44:31.279019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:31.284703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:31.321279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:31.325650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:31.328312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:31.369866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c540dbe-e2a4-4002-a6d6-87930a21034a req-ddc7fc7e-ce29-4691-9a19-519ad4c44936 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:31.377514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c540dbe-e2a4-4002-a6d6-87930a21034a req-ddc7fc7e-ce29-4691-9a19-519ad4c44936 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0803711 Nov 05 21:44:31.414791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:31.415464 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:31.470668 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c540dbe-e2a4-4002-a6d6-87930a21034a req-5786a34b-0359-4a73-8267-fd5cb923416a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922408 Nov 05 21:44:31.603444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f8d8a2d6-cfcc-4b70-b640-c37bea4e4c43 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9397914 Nov 05 21:44:31.618382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'admin_state_up': True, 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'security_groups': ['ca355da0-1e1e-42e2-b71f-b6fa4c84f831']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:31.702043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5144b54e-8254-43fc-a76d-fccc204173cd None None] Provisioning complete for port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:31.702990 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5144b54e-8254-43fc-a76d-fccc204173cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:31.761001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5144b54e-8254-43fc-a76d-fccc204173cd None None] Port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:31.768829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f7a6-ed21-4b17-a5dd-e7c4db9b289f req-672ed615-d785-4ac6-bcc4-7743edaa8515 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:31.775020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f7a6-ed21-4b17-a5dd-e7c4db9b289f req-672ed615-d785-4ac6-bcc4-7743edaa8515 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:31.776719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71a9f7a6-ed21-4b17-a5dd-e7c4db9b289f req-672ed615-d785-4ac6-bcc4-7743edaa8515 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 1652 time: 0.0805018 Nov 05 21:44:31.847780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71a9f7a6-ed21-4b17-a5dd-e7c4db9b289f req-a8118b21-c088-477a-97de-ea06d1ce84e9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632193 Nov 05 21:44:32.005013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9179b0-2a4c-4664-bf20-059cbce91a7c req-c673a5d7-f548-45b0-8fff-5a2aa8452d92 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:32.006850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c9179b0-2a4c-4664-bf20-059cbce91a7c req-c673a5d7-f548-45b0-8fff-5a2aa8452d92 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 948 time: 0.0586193 Nov 05 21:44:32.052544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:32.057636 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:32.076025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c9179b0-2a4c-4664-bf20-059cbce91a7c req-62b92363-fe17-41c9-b8c4-2bff0db291ba tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625372 Nov 05 21:44:32.169501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8f5e3520-79c0-429e-93ae-b573488ff74f details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:44:32.228912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3445f08-eb87-4b1f-8a69-3ed7449bab16 req-fd7b984a-f562-4bfa-895f-2fdae4a089b3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:32.234916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3445f08-eb87-4b1f-8a69-3ed7449bab16 req-fd7b984a-f562-4bfa-895f-2fdae4a089b3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0935652 Nov 05 21:44:32.294283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8f5e3520-79c0-429e-93ae-b573488ff74f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8f5e3520-79c0-429e-93ae-b573488ff74f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:32.308943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '8f5e3520-79c0-429e-93ae-b573488ff74f', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '8f5e3520-79c0-429e-93ae-b573488ff74f', 'mac_address': 'fa:16:3e:f5:eb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:44:32.328182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3445f08-eb87-4b1f-8a69-3ed7449bab16 req-7e18dd68-89b4-4b8b-8605-4cd0dcdd3364 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803947 Nov 05 21:44:32.366858 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:32.383765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5e3520-79c0-429e-93ae-b573488ff74f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:32.413112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8f5e3520-79c0-429e-93ae-b573488ff74f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8f5e3520-79c0-429e-93ae-b573488ff74f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:32.492588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:32.523713 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:32.574799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8f5e3520-79c0-429e-93ae-b573488ff74f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:32.592632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 10.1.1.179 (1a790aee-22a8-43f6-a5ab-024cc5a2380b/cc1557b8-d9be-4fea-965c-3721a2ed1e4e/2a9b0a56-441f-413e-b140-4f91fe7b4ffb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:32.616839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:32.643454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4804ac4-10ca-4867-9796-f149c17872c2 req-912c0587-a91a-4f17-8709-b3a5dec6012e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:32.652304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4804ac4-10ca-4867-9796-f149c17872c2 req-912c0587-a91a-4f17-8709-b3a5dec6012e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0703499 Nov 05 21:44:32.682049 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:32.731685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4804ac4-10ca-4867-9796-f149c17872c2 req-af275d23-75ca-42f3-a8fc-2805b2fa1ede tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748777 Nov 05 21:44:32.879268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['8f5e3520-79c0-429e-93ae-b573488ff74f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:32.901703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:32.911412 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287 associated. External IP: 172.25.6.65, port: 49c2bd9d-5034-45d3-b571-85b4c4e7b0df. Nov 05 21:44:33.015349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c1851-f2f6-483c-a5f8-dcaf7d23dabc req-a646586e-8332-4e3f-8993-4c1ba1bd906a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:33.021586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c1851-f2f6-483c-a5f8-dcaf7d23dabc req-a646586e-8332-4e3f-8993-4c1ba1bd906a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:33.023494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-677c1851-f2f6-483c-a5f8-dcaf7d23dabc req-a646586e-8332-4e3f-8993-4c1ba1bd906a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 1652 time: 0.0645330 Nov 05 21:44:33.077494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:33.135053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-677c1851-f2f6-483c-a5f8-dcaf7d23dabc req-4024fabc-1b08-44e7-8ad2-41aeacbb5840 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045845 Nov 05 21:44:33.227753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:33.237371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:33.320599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:33.334839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6911c-6437-47c2-af63-cec3a9bfa587 req-db343755-40c4-45e8-a4cc-e2da2b4ab65f tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:33.335069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:44:33.335069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:33.336434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01e6911c-6437-47c2-af63-cec3a9bfa587 req-db343755-40c4-45e8-a4cc-e2da2b4ab65f tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 949 time: 0.0887480 Nov 05 21:44:33.396438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01e6911c-6437-47c2-af63-cec3a9bfa587 req-18b043d4-23fd-41c9-b128-3e330eac43d0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590231 Nov 05 21:44:33.446591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:33.447257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:33.533122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a340-b815-4cdd-90d3-3284e3c16ea1 req-03f70dbd-0189-4075-a18d-5c9a9e0093a9 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:33.533122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d19a340-b815-4cdd-90d3-3284e3c16ea1 req-03f70dbd-0189-4075-a18d-5c9a9e0093a9 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0620048 Nov 05 21:44:33.539950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:44:33.550945 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:44:33.567540 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:33.568297 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:33.590618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d19a340-b815-4cdd-90d3-3284e3c16ea1 req-5f97466e-e720-413b-9d1d-1918926cf8e5 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Nov 05 21:44:33.594438 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cbf6dada-55ac-4b1b-944f-24e5bf54ee17 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9806778 Nov 05 21:44:33.601470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9f53e249-0f08-4582-ba97-8b9a8bd238ee None None] Provisioning complete for port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:33.609956 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9f53e249-0f08-4582-ba97-8b9a8bd238ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:33.617166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd', 'admin_state_up': True, 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'security_groups': ['ca355da0-1e1e-42e2-b71f-b6fa4c84f831']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:33.651079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9f53e249-0f08-4582-ba97-8b9a8bd238ee None None] Port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:33.719013 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:33.858075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467efe8-1e0c-4cab-938b-b358a8a35b14 req-cf282c48-f9f1-44b9-a63a-3059b71db713 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:33.867304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2467efe8-1e0c-4cab-938b-b358a8a35b14 req-cf282c48-f9f1-44b9-a63a-3059b71db713 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0668120 Nov 05 21:44:33.923821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:44:33.933918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2467efe8-1e0c-4cab-938b-b358a8a35b14 req-9432111c-cb91-49bb-9020-e20a4712c050 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Nov 05 21:44:34.004067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:34.026754 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:f8:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:32Z', 'revision_number': 3, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:34.076529 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:44:34.083101 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:34.084414 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:34.150846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:44:34.156885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:34.182719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8f5e3520-79c0-429e-93ae-b573488ff74f up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:34.243369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:34.246082 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0" -d '{"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:34.253048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-f1be0c1b-0da6-4578-b518-ff68f8ea88c2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "PUT /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 200 len: 998 time: 3.1100626 Nov 05 21:44:34.258930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:34.307688 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:34.319778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-0da8be53-ba05-46e1-912c-57aed792c143 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.321315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-0da8be53-ba05-46e1-912c-57aed792c143 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports/49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 942 time: 0.0593514 Nov 05 21:44:34.340160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131efb1d-171a-4f55-931e-d5a81c29ade9 req-4bf27cd9-080a-47de-ac06-ff599e6737f1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.347140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131efb1d-171a-4f55-931e-d5a81c29ade9 req-4bf27cd9-080a-47de-ac06-ff599e6737f1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.354153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131efb1d-171a-4f55-931e-d5a81c29ade9 req-4bf27cd9-080a-47de-ac06-ff599e6737f1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.356340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 8f5e3520-79c0-429e-93ae-b573488ff74f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:44:34.360902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 8f5e3520-79c0-429e-93ae-b573488ff74f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:34.362204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:34.362544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-131efb1d-171a-4f55-931e-d5a81c29ade9 req-4bf27cd9-080a-47de-ac06-ff599e6737f1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 2373 time: 0.1244652 Nov 05 21:44:34.462702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-131efb1d-171a-4f55-931e-d5a81c29ade9 req-4769f095-10c7-4627-8453-d19bef02b6d0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989122 Nov 05 21:44:34.514208 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:34.546869 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdc1e23-77de-4e36-bd6c-fd072ba6ae31 x-openstack-request-id: req-6cdc1e23-77de-4e36-bd6c-fd072ba6ae31 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:34.547401 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:34.547537 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cdc1e23-77de-4e36-bd6c-fd072ba6ae31 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:34.547873 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'status': 'completed', 'code': 200} Nov 05 21:44:34.549598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5e3520-79c0-429e-93ae-b573488ff74f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:34.554334 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed8f6a-2ba2-4492-aebf-97a59042dc14" -d '{"events": [{"server_uuid": "856ae62d-f284-47fa-9bfd-a8aa3ba7748b", "name": "network-vif-plugged", "status": "completed", "tag": "8f5e3520-79c0-429e-93ae-b573488ff74f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:34.575151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8f5e3520-79c0-429e-93ae-b573488ff74f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8f5e3520-79c0-429e-93ae-b573488ff74f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:34.656081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:34.659104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a6ad4-12e6-491d-a0d2-57b6cb4165a1 req-f87cccbb-e012-4302-bc0f-cbb11f2fa7f9 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.660757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-313a6ad4-12e6-491d-a0d2-57b6cb4165a1 req-f87cccbb-e012-4302-bc0f-cbb11f2fa7f9 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 949 time: 0.0664070 Nov 05 21:44:34.673236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-d060935e-4e7a-4aaa-83c0-1d25aab45b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.674648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-d060935e-4e7a-4aaa-83c0-1d25aab45b5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.2099156 Nov 05 21:44:34.701278 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:f8:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:32Z', 'revision_number': 3, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:34.723219 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-313a6ad4-12e6-491d-a0d2-57b6cb4165a1 req-56fd3283-fab6-416d-858c-ef7f2a0b9aa1 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Nov 05 21:44:34.728445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8f5e3520-79c0-429e-93ae-b573488ff74f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:34.729215 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5784e4d-e9e3-419b-a427-ed26f12fa4bc None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:f8:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:32Z', 'revision_number': 3, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:44:34.790444 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0895e687-4c44-464c-ad71-0a42931fb24b x-openstack-request-id: req-0895e687-4c44-464c-ad71-0a42931fb24b {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:34.791054 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856ae62d-f284-47fa-9bfd-a8aa3ba7748b", "name": "network-vif-plugged", "status": "completed", "tag": "8f5e3520-79c0-429e-93ae-b573488ff74f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:34.791804 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0895e687-4c44-464c-ad71-0a42931fb24b {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:34.792441 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5e3520-79c0-429e-93ae-b573488ff74f', 'code': 200} Nov 05 21:44:34.832864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-8e4d6152-272e-4f2f-befb-192108389c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.835003 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-8e4d6152-272e-4f2f-befb-192108389c64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.2350142 Nov 05 21:44:34.886645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 10.2.2.100 (c42f1891-be78-4079-8fbe-2c2273c31bfd/49eb1e93-a4d4-4f50-9185-c28a09b671e1/27017886-1804-4293-97f5-5f343510b10e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:34.928906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37a082-5a0e-4f9e-9263-87c234eb9995 req-f9782f88-4d1b-4602-84cf-c49f0b192054 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:34.930392 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e37a082-5a0e-4f9e-9263-87c234eb9995 req-f9782f88-4d1b-4602-84cf-c49f0b192054 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0590847 Nov 05 21:44:34.983394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e37a082-5a0e-4f9e-9263-87c234eb9995 req-29401ad5-1ab2-49dc-99da-a2edf3014d59 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Nov 05 21:44:35.004488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7c9b7-97ea-4dfb-b5af-fafcdc83d0f0 None None] New status for floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:44:35.051390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-b0336431-62e6-41f3-9b10-bcf95b7c2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.059104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-b0336431-62e6-41f3-9b10-bcf95b7c2626 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.3723242 Nov 05 21:44:35.112165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-ea94e019-03f8-4c77-a832-002de666730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.113890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-ea94e019-03f8-4c77-a832-002de666730b service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.2688880 Nov 05 21:44:35.115157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-48713872-12d9-431c-b190-f2fc94beae90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 217 time: 0.0474019 Nov 05 21:44:35.132493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a9b30-2b13-4c40-930d-7a374e83df66 req-06395258-6e67-4014-a05f-af21f5b1b46a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.134346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a45a9b30-2b13-4c40-930d-7a374e83df66 req-06395258-6e67-4014-a05f-af21f5b1b46a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0887244 Nov 05 21:44:35.163854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed584f10-9112-4263-8bb5-68be447794b5 req-60bfc4a6-e271-4b42-a994-895def163fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.165462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed584f10-9112-4263-8bb5-68be447794b5 req-60bfc4a6-e271-4b42-a994-895def163fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 1101 time: 0.3055463 Nov 05 21:44:35.199584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a45a9b30-2b13-4c40-930d-7a374e83df66 req-0f85eb6c-37a9-4ffd-9764-72ef6e2456c9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543504 Nov 05 21:44:35.272598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-3c48dc4e-ecf8-4633-a233-b4673d1019c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 217 time: 0.1162095 Nov 05 21:44:35.339111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-77ca7fea-3f19-4370-a33c-c5b2c76d514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.340615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-77ca7fea-3f19-4370-a33c-c5b2c76d514c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.2175736 Nov 05 21:44:35.408140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-ffb406c2-1441-4be5-8f3f-cd0265b9449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.409582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-ffb406c2-1441-4be5-8f3f-cd0265b9449e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.1229143 Nov 05 21:44:35.415396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed584f10-9112-4263-8bb5-68be447794b5 req-6d672fd6-b3fa-4004-82de-f2960627782f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141333 Nov 05 21:44:35.439163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:35.482262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-47807c0f-decc-446a-8988-852c5168585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.485428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-47807c0f-decc-446a-8988-852c5168585a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262469 Nov 05 21:44:35.503963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-c33eab82-a50d-44c1-bbe0-e7326cda108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.504717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-c33eab82-a50d-44c1-bbe0-e7326cda108f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797951 Nov 05 21:44:35.510531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-4a90eec6-b914-43f9-a3ed-22477ddb8027 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:44:35.511541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-4a90eec6-b914-43f9-a3ed-22477ddb8027 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050814 Nov 05 21:44:35.536406 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:44:35.549738 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:35.560815 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:35.644607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e364f9-4f7f-442f-987d-12cfc75d1a24 req-a6e1c63f-3d7e-4987-9d38-6d9a89f4ffd7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.652818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e364f9-4f7f-442f-987d-12cfc75d1a24 req-a6e1c63f-3d7e-4987-9d38-6d9a89f4ffd7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.659361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e364f9-4f7f-442f-987d-12cfc75d1a24 req-a6e1c63f-3d7e-4987-9d38-6d9a89f4ffd7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.661952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81e364f9-4f7f-442f-987d-12cfc75d1a24 req-a6e1c63f-3d7e-4987-9d38-6d9a89f4ffd7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 2373 time: 0.0851467 Nov 05 21:44:35.692744 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:35.732838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81e364f9-4f7f-442f-987d-12cfc75d1a24 req-3c96f9cc-206e-4b3c-a632-f736f0ef95aa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622215 Nov 05 21:44:35.881333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0598f-ef98-42c0-943c-385ea7132fd2 req-470b8429-fb5f-4c98-8bed-8d883d11f378 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:35.883649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dda0598f-ef98-42c0-943c-385ea7132fd2 req-470b8429-fb5f-4c98-8bed-8d883d11f378 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 950 time: 0.0682621 Nov 05 21:44:35.963591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dda0598f-ef98-42c0-943c-385ea7132fd2 req-a060d09b-0f77-43fb-ba05-35cffb39d021 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718155 Nov 05 21:44:36.001211 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:36.022593 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:f8:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:35Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:36.060120 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:44:36.070890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:36.071770 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:36.193607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network c42f1891-be78-4079-8fbe-2c2273c31bfd is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:36.204811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8c56-0027-4184-8390-b3fd2ceb27be req-4c0d8bbb-c3b4-40d2-807c-798cf28ed0a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:36.216453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-424e8c56-0027-4184-8390-b3fd2ceb27be req-4c0d8bbb-c3b4-40d2-807c-798cf28ed0a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1040802 Nov 05 21:44:36.227000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:36.241409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=27017886-1804-4293-97f5-5f343510b10e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:36.254549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:36.281393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d977b346-cf04-488e-991c-b74fa65c739b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:36.302415 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:36.310219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-11c8bd9f-d8a4-4001-aafb-bac5a33eb698 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803261 Nov 05 21:44:36.342285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-424e8c56-0027-4184-8390-b3fd2ceb27be req-1da1cfe8-2b78-4761-a5bf-58b53a92e62e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227081 Nov 05 21:44:36.347844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-84fae214-3f50-41d8-b667-9a1d7cbbd3cb service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8286688 Nov 05 21:44:36.439119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:36.440685 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:36.480845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b499246-4c30-47c8-a5c6-f2ae638a2860 req-3e8efa28-f301-4e94-8087-199cb135639c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:36.490079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b499246-4c30-47c8-a5c6-f2ae638a2860 req-3e8efa28-f301-4e94-8087-199cb135639c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0820589 Nov 05 21:44:36.573098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b499246-4c30-47c8-a5c6-f2ae638a2860 req-2a5a6a43-891a-4193-9e78-d820b9838c59 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821099 Nov 05 21:44:36.578022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:36.588699 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8302aef7-7ef1-4679-89d8-d4643a2ff916" -d '{"events": [{"name": "network-changed", "server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:36.625208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4249222d-a58a-43cc-bb70-4261d4ba2a11 None None] Provisioning complete for port 27017886-1804-4293-97f5-5f343510b10e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:36.631183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4249222d-a58a-43cc-bb70-4261d4ba2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:36.652028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-16245cd6-aed6-4a69-998a-71b7feea89a7 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340986 Nov 05 21:44:36.673827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5992f9c-b9c9-4dbf-a965-9cbe5cbe99a0 req-1a4c36bf-4d94-4128-80d6-f577a5e8b06c service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949209 Nov 05 21:44:36.790034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4249222d-a58a-43cc-bb70-4261d4ba2a11 None None] Port 27017886-1804-4293-97f5-5f343510b10e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:36.792906 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:f8:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:35Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:36.815692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-8dc4e7e1-a322-45bb-a6ae-4bedf61a21a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2110419 Nov 05 21:44:36.818437 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f0a17-3701-434c-9ac2-2b6632133b50 None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:f8:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ea7f-9029-44cf-8472-9d1428af8602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:35Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:44:36.828055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd', 'admin_state_up': True, 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'security_groups': ['ca355da0-1e1e-42e2-b71f-b6fa4c84f831']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:36.933221 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ce5e5-f338-4361-8652-df80dac99986 x-openstack-request-id: req-245ce5e5-f338-4361-8652-df80dac99986 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:36.933524 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:36.933776 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-245ce5e5-f338-4361-8652-df80dac99986 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:36.935152 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'status': 'completed', 'code': 200} Nov 05 21:44:37.056868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-a809263f-d3ae-4ef4-b458-0c55ad4abb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.058383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-a809263f-d3ae-4ef4-b458-0c55ad4abb5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 1097 time: 0.0786684 Nov 05 21:44:37.068528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44bf8-1002-4807-85ab-9a11b4d70e1d req-b786544e-07f9-4392-a352-aa4fa2dee79c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.077309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44bf8-1002-4807-85ab-9a11b4d70e1d req-b786544e-07f9-4392-a352-aa4fa2dee79c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.083630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44bf8-1002-4807-85ab-9a11b4d70e1d req-b786544e-07f9-4392-a352-aa4fa2dee79c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.090572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44bf8-1002-4807-85ab-9a11b4d70e1d req-b786544e-07f9-4392-a352-aa4fa2dee79c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.092565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89f44bf8-1002-4807-85ab-9a11b4d70e1d req-b786544e-07f9-4392-a352-aa4fa2dee79c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 3094 time: 0.0831063 Nov 05 21:44:37.152610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89f44bf8-1002-4807-85ab-9a11b4d70e1d req-b6b87f84-ea90-41c0-a559-f461cf8f993a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523989 Nov 05 21:44:37.180221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-4dc81c77-e651-45f8-86a6-d70098efd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.182361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-4dc81c77-e651-45f8-86a6-d70098efd18d service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.1124237 Nov 05 21:44:37.259389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-d1a9c012-0c9e-43f7-93e6-8b5c490dd05e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 1001 time: 0.0679708 Nov 05 21:44:37.285730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1b90-b1f9-4a27-bee2-3f51efa17cf9 req-dba4d4d1-5e4f-4df5-a2ee-f3140d099b21 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.287289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c3d1b90-b1f9-4a27-bee2-3f51efa17cf9 req-dba4d4d1-5e4f-4df5-a2ee-f3140d099b21 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 950 time: 0.0647390 Nov 05 21:44:37.347941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Made reservation on behalf of a4438e56cafd4910bdd0c488aec5ba1d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:37.354053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c3d1b90-b1f9-4a27-bee2-3f51efa17cf9 req-ef6a3e0f-b53d-40d1-8ebe-8103dcdbf8c0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582130 Nov 05 21:44:37.364525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:37.392693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-6bd01ab9-b9c6-4635-996d-cc774f2ed3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.399571 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-6bd01ab9-b9c6-4635-996d-cc774f2ed3a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.1300735 Nov 05 21:44:37.461565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-ef8dad20-6ecf-4b43-ac91-8ca8b40b787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.463726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-ef8dad20-6ecf-4b43-ac91-8ca8b40b787c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 1097 time: 0.1892896 Nov 05 21:44:37.485284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7f93-7b84-4acf-bcde-5c0036758586 req-2586ff60-565d-4462-bf14-1bbc21b5c1e8 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.493945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dacc7f93-7b84-4acf-bcde-5c0036758586 req-2586ff60-565d-4462-bf14-1bbc21b5c1e8 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0692465 Nov 05 21:44:37.544097 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dacc7f93-7b84-4acf-bcde-5c0036758586 req-f6594ea5-39bf-4301-b17f-6562c918cee0 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492022 Nov 05 21:44:37.612889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-9369ca76-130b-4724-ac4f-6203a9e375f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.614393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-9369ca76-130b-4724-ac4f-6203a9e375f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089200 Nov 05 21:44:37.704622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7f585-f4ad-4dcb-85a4-2bc622846fbb req-9ab4b9ea-7eac-48a6-ad2b-ca8be7613bc6 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.708835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17e7f585-f4ad-4dcb-85a4-2bc622846fbb req-9ab4b9ea-7eac-48a6-ad2b-ca8be7613bc6 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0599968 Nov 05 21:44:37.709575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-230606cc-c78c-418a-8c71-b9178fd4582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:37.711178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-230606cc-c78c-418a-8c71-b9178fd4582d service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.2130623 Nov 05 21:44:37.764571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17e7f585-f4ad-4dcb-85a4-2bc622846fbb req-5a168c41-3bc3-428d-afa9-9045ba0110da tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 Nov 05 21:44:37.830182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Allocated IP 10.2.2.200 (c42f1891-be78-4079-8fbe-2c2273c31bfd/49eb1e93-a4d4-4f50-9185-c28a09b671e1/8bcc68a8-17ff-45ee-aabb-7c870b665f6b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:37.833378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-dfdc0b1c-b714-4b5c-85d9-21bf85fbae5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 1001 time: 0.1016262 Nov 05 21:44:37.839733 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-c21d3a72-83b8-4f99-9dcc-2b0f056478ec service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161837 Nov 05 21:44:38.089191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8302aef7-7ef1-4679-89d8-d4643a2ff916 req-efe8f818-b2ca-4697-8307-5ea69c149083 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715016 Nov 05 21:44:38.093298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-7432adc3-f6c5-4e5b-bd70-3c0876de954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.096205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-7432adc3-f6c5-4e5b-bd70-3c0876de954c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.2035508 Nov 05 21:44:38.161560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:38.180911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62357-b566-412a-bf6c-a5255b060177 req-12cd57a3-2f21-43e0-9fba-34cd103c67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.182534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-12cd57a3-2f21-43e0-9fba-34cd103c67c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633299 Nov 05 21:44:38.314177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-e835c1f0-4bed-4757-af48-a80abf1d7b30 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211374 Nov 05 21:44:38.317255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8d26d-c455-4df1-b399-746bfe401387 req-6200efd1-0ba6-4baa-a7ae-9a7f13585834 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.324486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8d26d-c455-4df1-b399-746bfe401387 req-6200efd1-0ba6-4baa-a7ae-9a7f13585834 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.331199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8d26d-c455-4df1-b399-746bfe401387 req-6200efd1-0ba6-4baa-a7ae-9a7f13585834 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.338207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8d26d-c455-4df1-b399-746bfe401387 req-6200efd1-0ba6-4baa-a7ae-9a7f13585834 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.340018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52b8d26d-c455-4df1-b399-746bfe401387 req-6200efd1-0ba6-4baa-a7ae-9a7f13585834 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 3094 time: 0.0790956 Nov 05 21:44:38.404177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52b8d26d-c455-4df1-b399-746bfe401387 req-b34b7b61-8587-422d-937c-554f09335399 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575593 Nov 05 21:44:38.406648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:38.468699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Network c42f1891-be78-4079-8fbe-2c2273c31bfd is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:38.475155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dac47226-65c1-4327-a747-b8f06aad7a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:38.479912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:38.500868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bac62357-b566-412a-bf6c-a5255b060177 req-65524bee-c563-4c10-bab6-16869c09a205 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717100 Nov 05 21:44:38.506080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:38.511155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event updated for resources: {'Port': ['ID=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:38.579234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d0de-c00c-43b4-81c8-0fb60d045829 req-1b0bdc16-2c12-4fbc-bdd3-0bdd81528d7e tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.581321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd36d0de-c00c-43b4-81c8-0fb60d045829 req-1b0bdc16-2c12-4fbc-bdd3-0bdd81528d7e tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 950 time: 0.0965605 Nov 05 21:44:38.629424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.630355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:38.648829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd36d0de-c00c-43b4-81c8-0fb60d045829 req-e28336e2-513f-4a39-be56-b9a1c7b073d6 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595920 Nov 05 21:44:38.666112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8053e48-f388-47b3-badd-e64c3eae944a req-f8a709be-f9ff-4878-a26a-00986604e3e7 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1001 time: 0.1057920 Nov 05 21:44:38.718059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8053e48-f388-47b3-badd-e64c3eae944a req-4f033141-8443-4d93-8cf3-7bac9130dcf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.719467 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8053e48-f388-47b3-badd-e64c3eae944a req-4f033141-8443-4d93-8cf3-7bac9130dcf3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports/ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 943 time: 0.0525804 Nov 05 21:44:38.742244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-a9ffc355-684d-4b86-9c87-054a033e814a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9184291 Nov 05 21:44:38.758557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:38.792625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-df96bfac-8895-4cfb-b86f-86782c6bdeaa None None] Provisioning complete for port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:38.793099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df96bfac-8895-4cfb-b86f-86782c6bdeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:38.806404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4814118-28f7-46e5-b6a6-4340024d47e5 req-25dfa6ea-3a6e-4354-b2f3-f9c80cf7f00d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:38.808117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4814118-28f7-46e5-b6a6-4340024d47e5 req-25dfa6ea-3a6e-4354-b2f3-f9c80cf7f00d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0907233 Nov 05 21:44:38.833769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-df96bfac-8895-4cfb-b86f-86782c6bdeaa None None] Port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:44:38.840250 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:38.867472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4814118-28f7-46e5-b6a6-4340024d47e5 req-c07ab675-7537-4eb9-bd7f-296bc703c493 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526321 Nov 05 21:44:38.932970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8053e48-f388-47b3-badd-e64c3eae944a req-7b3f9408-8521-46b8-b2f2-968df4dfa11f tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1001 time: 0.0988593 Nov 05 21:44:39.155839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8053e48-f388-47b3-badd-e64c3eae944a req-82bb104e-82da-4768-bc84-7e45ea1014a2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.157399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8053e48-f388-47b3-badd-e64c3eae944a req-82bb104e-82da-4768-bc84-7e45ea1014a2 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.2120287 Nov 05 21:44:39.306005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b282c385-ac71-4c3e-9ba1-dc749383f5db {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:39.318698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:39.331707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae599bf-849c-40ac-8482-b17e472e1644 req-26349f48-1338-4738-b9eb-adf33d034785 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.338338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ae599bf-849c-40ac-8482-b17e472e1644 req-26349f48-1338-4738-b9eb-adf33d034785 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1084471 Nov 05 21:44:39.355968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Transition to ACTIVE for port object b282c385-ac71-4c3e-9ba1-dc749383f5db will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:39.408199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ae599bf-849c-40ac-8482-b17e472e1644 req-c8724cdf-337b-4100-8eeb-3332d9e06baa tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506015 Nov 05 21:44:39.452318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:39.564236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Pushing event updated for resources: {'Port': ['ID=b282c385-ac71-4c3e-9ba1-dc749383f5db,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:39.588355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7484-502b-4218-9831-6ce07452a923 req-ca071301-1705-4b56-b7f8-c63f524a27d0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.590056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-313c7484-502b-4218-9831-6ce07452a923 req-ca071301-1705-4b56-b7f8-c63f524a27d0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 950 time: 0.0864654 Nov 05 21:44:39.598129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-a1b45936-7775-4b9c-81d7-fff8dd165bae tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1001 time: 0.1586816 Nov 05 21:44:39.681806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-313c7484-502b-4218-9831-6ce07452a923 req-1f0fafd9-2e32-4c00-8455-37dde84b56ad tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839846 Nov 05 21:44:39.695936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-80226580-bfbe-403a-bc42-40d1b0587ea8 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.700184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-80226580-bfbe-403a-bc42-40d1b0587ea8 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports/ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 943 time: 0.0819769 Nov 05 21:44:39.722958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Attempting to bind port b282c385-ac71-4c3e-9ba1-dc749383f5db on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:39.723676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Attempting to bind port b282c385-ac71-4c3e-9ba1-dc749383f5db by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:39.724270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Attempting to bind port b282c385-ac71-4c3e-9ba1-dc749383f5db on network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:39.729667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Port b282c385-ac71-4c3e-9ba1-dc749383f5db on network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:39.730548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Attempting to bind port b282c385-ac71-4c3e-9ba1-dc749383f5db on network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:39.736617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:39.737448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Checking segment: {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:39.738089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Bound using segment: {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:39.739401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Bound port: b282c385-ac71-4c3e-9ba1-dc749383f5db, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719522ee-75c8-4232-a39f-c0150a7eb4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:39.751128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:39.809707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1519-20b3-4e7a-bae1-1c7ad9a5f1a2 req-817cd46c-9aaf-4419-9895-7fc2f2893f6b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.822413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1519-20b3-4e7a-bae1-1c7ad9a5f1a2 req-817cd46c-9aaf-4419-9895-7fc2f2893f6b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.829488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1519-20b3-4e7a-bae1-1c7ad9a5f1a2 req-817cd46c-9aaf-4419-9895-7fc2f2893f6b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.838881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1519-20b3-4e7a-bae1-1c7ad9a5f1a2 req-817cd46c-9aaf-4419-9895-7fc2f2893f6b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.845901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1519-20b3-4e7a-bae1-1c7ad9a5f1a2 req-817cd46c-9aaf-4419-9895-7fc2f2893f6b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:39.854711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4ca1519-20b3-4e7a-bae1-1c7ad9a5f1a2 req-817cd46c-9aaf-4419-9895-7fc2f2893f6b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 3827 time: 0.1136034 Nov 05 21:44:39.906973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:39.912963 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4ca1519-20b3-4e7a-bae1-1c7ad9a5f1a2 req-9f1eeb79-7764-4983-98a8-5cc002dd9f78 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569592 Nov 05 21:44:40.057213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f6617-9ee3-4c4a-b910-0c6a26dd2718 req-df53bb9b-939b-40ec-b262-dbe29c2328e9 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:40.064970 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e7f6617-9ee3-4c4a-b910-0c6a26dd2718 req-df53bb9b-939b-40ec-b262-dbe29c2328e9 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0640171 Nov 05 21:44:40.143043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e7f6617-9ee3-4c4a-b910-0c6a26dd2718 req-8bf81f2b-c9ae-4ce4-a3dc-ff8783d6ff64 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768948 Nov 05 21:44:40.256241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-3a17807b-5307-4210-9f35-367077216eed tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1001 time: 0.1003468 Nov 05 21:44:40.296966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] For port b282c385-ac71-4c3e-9ba1-dc749383f5db, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:40.340072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] For port b282c385-ac71-4c3e-9ba1-dc749383f5db, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:40.397435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-ad85902e-75e5-45a1-9a88-6e138c409fd4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:40.399174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-ad85902e-75e5-45a1-9a88-6e138c409fd4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1371543 Nov 05 21:44:40.473876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:40.518120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-17d6c022-5506-48d4-b67f-ba3dbc57cad9 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1001 time: 0.1098568 Nov 05 21:44:40.555953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:40.560841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:40.561962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:40.563603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] 10.222.0.13 "PUT /v2.0/ports/b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 200 len: 1091 time: 1.8112569 Nov 05 21:44:40.567436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:40.570785 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0646e-28c8-4933-a701-5b93775f5380" -d '{"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:40.708857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0cd65-55e8-423d-97af-89a295d35a9a service neutron] Pushing event updated for resources: {'Port': ['ID=b282c385-ac71-4c3e-9ba1-dc749383f5db,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:40.721110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:40.740155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac56b49-8cbb-419f-acb5-815e660cdcad req-94944ec8-2d73-433f-9001-910d7da043ae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:40.748095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eac56b49-8cbb-419f-acb5-815e660cdcad req-94944ec8-2d73-433f-9001-910d7da043ae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1296113 Nov 05 21:44:40.818709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:40.838906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eac56b49-8cbb-419f-acb5-815e660cdcad req-0719e42e-e6d8-4182-9cd8-3071268f5550 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824814 Nov 05 21:44:40.846872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:40.975867 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a195f76e-844a-47a0-a697-b41c5b3db13b x-openstack-request-id: req-a195f76e-844a-47a0-a697-b41c5b3db13b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:40.976159 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:40.976421 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a195f76e-844a-47a0-a697-b41c5b3db13b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:40.976920 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'status': 'completed', 'code': 200} Nov 05 21:44:41.072692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f94be-36e5-430a-819f-99b9337a014d req-b3a94897-f424-4518-b275-bdf7702f849f tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.072692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd5f94be-36e5-430a-819f-99b9337a014d req-b3a94897-f424-4518-b275-bdf7702f849f tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 950 time: 0.0627658 Nov 05 21:44:41.108771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-8fad1f7b-0a6d-4393-9cc6-e877f4a6d387 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.110378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-8fad1f7b-0a6d-4393-9cc6-e877f4a6d387 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.46 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 950 time: 0.2315464 Nov 05 21:44:41.150330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd5f94be-36e5-430a-819f-99b9337a014d req-d06959ff-6898-4c21-b850-5005077d37a1 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739458 Nov 05 21:44:41.262447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:41.275887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-d0a54552-941e-48bf-a5e9-2f55e9e112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.276372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-d0a54552-941e-48bf-a5e9-2f55e9e112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.276850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-d0a54552-941e-48bf-a5e9-2f55e9e112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.277318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-d0a54552-941e-48bf-a5e9-2f55e9e112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.277782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-d0a54552-941e-48bf-a5e9-2f55e9e112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.279576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-d0a54552-941e-48bf-a5e9-2f55e9e112dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 4362 time: 0.2929738 Nov 05 21:44:41.317459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9007255-42ac-480a-b586-721f2e743c00 req-8ae10dc7-f4b6-4790-8137-f5a5efca83f4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.326236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9007255-42ac-480a-b586-721f2e743c00 req-8ae10dc7-f4b6-4790-8137-f5a5efca83f4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.332500 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:41.336758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9007255-42ac-480a-b586-721f2e743c00 req-8ae10dc7-f4b6-4790-8137-f5a5efca83f4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.345884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9007255-42ac-480a-b586-721f2e743c00 req-8ae10dc7-f4b6-4790-8137-f5a5efca83f4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.354244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9007255-42ac-480a-b586-721f2e743c00 req-8ae10dc7-f4b6-4790-8137-f5a5efca83f4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.365385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9007255-42ac-480a-b586-721f2e743c00 req-8ae10dc7-f4b6-4790-8137-f5a5efca83f4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 3827 time: 0.1296017 Nov 05 21:44:41.436048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:41.440039 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287 disassociated. External IP: 172.25.6.65, port: ccd03ba5-b16d-49f0-be3b-e7c582c35038. Nov 05 21:44:41.440346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9007255-42ac-480a-b586-721f2e743c00 req-462ee4df-0c19-441f-b8c3-4f4ef612ef5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728121 Nov 05 21:44:41.564770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2dfa9-3b4a-4d95-8d46-742c42b1be17 req-c831ad7d-24e8-41ef-9e16-0ddf35e8453a tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.573216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6af2dfa9-3b4a-4d95-8d46-742c42b1be17 req-c831ad7d-24e8-41ef-9e16-0ddf35e8453a tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0613708 Nov 05 21:44:41.634118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6af2dfa9-3b4a-4d95-8d46-742c42b1be17 req-53797c0a-5884-4f1f-b7a8-4e09a3e97051 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Nov 05 21:44:41.654314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Deleting port 8f5e3520-79c0-429e-93ae-b573488ff74f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:44:41.654653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:41.674513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-83c274a7-5065-443c-8501-f90e9ba52ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.674997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-83c274a7-5065-443c-8501-f90e9ba52ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.675467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-83c274a7-5065-443c-8501-f90e9ba52ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.677109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-83c274a7-5065-443c-8501-f90e9ba52ac8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3881941 Nov 05 21:44:41.875815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18136fa9-9828-41dd-a581-2c9ad6d5f91b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:41.881686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:41.990069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:41.990437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd00da-dd69-4f2f-9738-0beccc7c2f02 req-a4f91bd9-ca0d-4f91-8a35-4a0ac2b740c1 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:41.992019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18bd00da-dd69-4f2f-9738-0beccc7c2f02 req-a4f91bd9-ca0d-4f91-8a35-4a0ac2b740c1 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0623119 Nov 05 21:44:42.057761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18bd00da-dd69-4f2f-9738-0beccc7c2f02 req-0f1b79be-2385-46f6-98da-881cc7c25cda tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571101 Nov 05 21:44:42.062702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] For port 8f5e3520-79c0-429e-93ae-b573488ff74f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8f5e3520-79c0-429e-93ae-b573488ff74f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:42.063069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:42.081230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Calling delete_port for 8f5e3520-79c0-429e-93ae-b573488ff74f owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:44:42.146733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-9961eb06-560c-44a7-b515-09dd34a51eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.147683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5b0646e-28c8-4933-a701-5b93775f5380 req-9961eb06-560c-44a7-b515-09dd34a51eba service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4536548 Nov 05 21:44:42.160908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Transition to ACTIVE for port object 18136fa9-9828-41dd-a581-2c9ad6d5f91b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:42.193305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:44:42.303023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90544469-8bd6-42fb-ba1c-5c95a93fcb27 req-9c7df954-ed90-4568-898b-6eee1191c8c4 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.304932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-90544469-8bd6-42fb-ba1c-5c95a93fcb27 req-9c7df954-ed90-4568-898b-6eee1191c8c4 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 950 time: 0.0669231 Nov 05 21:44:42.319588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:44:42.322083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:42.326396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:42.333229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:44:42.350192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:42.351406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:42.376293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Pushing event updated for resources: {'Port': ['ID=18136fa9-9828-41dd-a581-2c9ad6d5f91b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:42.405290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-90544469-8bd6-42fb-ba1c-5c95a93fcb27 req-b11e2096-96bb-43bd-b5fd-92ba69491e67 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc253a3f-3da6-4de1-b195-fb83fcab8bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937972 Nov 05 21:44:42.477992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-cdde3b7f-f5df-45a5-a375-31d7f443310b tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "PUT /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 200 len: 694 time: 1.9510274 Nov 05 21:44:42.511370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:42.671875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-583f2228-d4a2-4dce-a0ab-b685337d82c5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.686767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-fb25ae29-6d3a-424c-a1a8-0610abc4f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.688371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-fb25ae29-6d3a-424c-a1a8-0610abc4f071 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 1097 time: 0.1880975 Nov 05 21:44:42.695354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-583f2228-d4a2-4dce-a0ab-b685337d82c5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.701448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-583f2228-d4a2-4dce-a0ab-b685337d82c5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.721512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:42.726895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-583f2228-d4a2-4dce-a0ab-b685337d82c5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.733837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-583f2228-d4a2-4dce-a0ab-b685337d82c5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.742467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-583f2228-d4a2-4dce-a0ab-b685337d82c5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:42.754511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-583f2228-d4a2-4dce-a0ab-b685337d82c5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 4602 time: 0.1811867 Nov 05 21:44:42.755801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Attempting to bind port 18136fa9-9828-41dd-a581-2c9ad6d5f91b on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:42.755941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Attempting to bind port 18136fa9-9828-41dd-a581-2c9ad6d5f91b by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:42.756218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Attempting to bind port 18136fa9-9828-41dd-a581-2c9ad6d5f91b on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:42.816591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Pushing event deleted for resources: {'Port': ['ID=8f5e3520-79c0-429e-93ae-b573488ff74f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:42.824128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Port 18136fa9-9828-41dd-a581-2c9ad6d5f91b on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:42.824453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Attempting to bind port 18136fa9-9828-41dd-a581-2c9ad6d5f91b on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:42.855798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a4985542-281a-431b-a2bb-b0539339a5b7 req-a30b25cc-bf94-4a39-8ca5-fb897441c4eb tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978079 Nov 05 21:44:43.023599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e779021-1166-4e93-924a-e3bdb2da02cc req-0c9d9b17-175d-4829-bf78-bafa80636e6b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:43.026890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2e779021-1166-4e93-924a-e3bdb2da02cc req-0c9d9b17-175d-4829-bf78-bafa80636e6b tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0655084 Nov 05 21:44:43.068333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:43.116738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:44:43.123805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2e779021-1166-4e93-924a-e3bdb2da02cc req-f5bef2d6-e0cd-4c63-b256-323edff53337 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898669 Nov 05 21:44:43.158482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:43.159299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:43.339321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:43.342051 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e77a72-6b21-4f60-8369-3776755a080d" -d '{"events": [{"name": "network-changed", "server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:43.350125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:43.350529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Checking segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:43.350850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Bound using segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:43.351305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Bound port: 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:43.351696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:43.353646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:43.372434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6fd76-7071-4ea4-8343-a043a44d898c req-80049ae2-ff48-4326-adf4-9a9b66a514ae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:43.373903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12c6fd76-7071-4ea4-8343-a043a44d898c req-80049ae2-ff48-4326-adf4-9a9b66a514ae tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.0644066 Nov 05 21:44:43.390481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] No DVR routers for this DVR port 8f5e3520-79c0-429e-93ae-b573488ff74f on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:44:43.393681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:43.397435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39991ec3-4ba9-4485-9f52-dfacd03ead30 req-e1c49387-bd9f-4c83-b0a0-8391c3e3b4b0 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.46 "DELETE /v2.0/ports/8f5e3520-79c0-429e-93ae-b573488ff74f HTTP/1.1" status: 204 len: 173 time: 2.2747929 Nov 05 21:44:43.436138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-16984e2f-ca0f-41d9-b88e-7d9d4fe2911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:43.437577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-16984e2f-ca0f-41d9-b88e-7d9d4fe2911d service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.7429368 Nov 05 21:44:43.475884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12c6fd76-7071-4ea4-8343-a043a44d898c req-95a19cd4-f6ff-418a-ac72-e4699fa23665 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800712 Nov 05 21:44:43.481631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] For port 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:43.486360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] For port 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:43.575694 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-b06fe59f-af85-46cc-a506-e807d00e00e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 217 time: 0.1233544 Nov 05 21:44:43.612007 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252780af-41f7-4edf-b8b9-eecbf309f1fd x-openstack-request-id: req-252780af-41f7-4edf-b8b9-eecbf309f1fd {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:43.612401 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:43.613330 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-252780af-41f7-4edf-b8b9-eecbf309f1fd {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:43.613837 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'status': 'completed', 'code': 200} Nov 05 21:44:43.618544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:43.668244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b57953-eb72-41ed-9ca1-ee4ea1cff754 req-63c1acf7-2627-4252-8e89-51518184c536 tempest-ImagesNegativeTestJSON-785732876 tempest-ImagesNegativeTestJSON-785732876-project] 10.222.0.41 "GET /v2.0/ports?device_id=856ae62d-f284-47fa-9bfd-a8aa3ba7748b HTTP/1.1" status: 200 len: 210 time: 0.0296431 Nov 05 21:44:43.685020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:43.721180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386992cf-b290-451b-b60a-5c84792ace96 None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:44:43.806225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:43.806910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:43.823473 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] 10.222.0.13 "PUT /v2.0/ports/18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 1133 time: 3.1211839 Nov 05 21:44:43.825340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-75354c5d-c955-40db-a514-3180aa7275a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:43.827863 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-75354c5d-c955-40db-a514-3180aa7275a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.2513428 Nov 05 21:44:43.914161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e77a72-6b21-4f60-8369-3776755a080d req-c734c2f4-506b-48f1-8bb2-f3ee40b2ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:43.916260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41e77a72-6b21-4f60-8369-3776755a080d req-c734c2f4-506b-48f1-8bb2-f3ee40b2ac87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 1097 time: 0.2988615 Nov 05 21:44:43.940387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94def6-246b-4270-ba42-1400215d7d36 service neutron] Pushing event updated for resources: {'Port': ['ID=18136fa9-9828-41dd-a581-2c9ad6d5f91b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:44.048095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:44.090127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-779ac1a8-fde7-4450-82a2-577cd48d26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.091730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-779ac1a8-fde7-4450-82a2-577cd48d26a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390621 Nov 05 21:44:44.110042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-5743eee7-060b-4f09-99d5-0d8d0d056452 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.123925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-5743eee7-060b-4f09-99d5-0d8d0d056452 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.130916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-5743eee7-060b-4f09-99d5-0d8d0d056452 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.143411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-5743eee7-060b-4f09-99d5-0d8d0d056452 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.150429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-5743eee7-060b-4f09-99d5-0d8d0d056452 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.156733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-5743eee7-060b-4f09-99d5-0d8d0d056452 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.165556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-5743eee7-060b-4f09-99d5-0d8d0d056452 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 4602 time: 0.2002337 Nov 05 21:44:44.191427 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670d4b5-e76d-4cfa-a6cf-279836fbdb19 None None] New status for floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:44:44.225215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:44:44.258132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e77a72-6b21-4f60-8369-3776755a080d req-2c009e43-70bb-4584-9c56-0b6ac90fe6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.260176 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41e77a72-6b21-4f60-8369-3776755a080d req-2c009e43-70bb-4584-9c56-0b6ac90fe6ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.3342135 Nov 05 21:44:44.262547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:44.267318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-8a666d78-2ee5-4e4e-9cc8-8b90da46dc59 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672091 Nov 05 21:44:44.281210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d1dcf26-0e9c-44ab-801c-4ef3e16f3539 req-d757c5a7-b9db-46d0-87eb-e5ffefe3b381 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143506 Nov 05 21:44:44.340047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41e77a72-6b21-4f60-8369-3776755a080d req-0ee63c53-79dd-4813-871c-71eeae86af46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 200 len: 217 time: 0.0659685 Nov 05 21:44:44.355453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:44.410380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:44.411764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:44.414687 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff426cb-c6fe-4079-b62e-c09720b8b3b3" -d '{"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:44.484804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbb542-6f4c-4480-ab19-0a4b16ba4549 req-37d9508a-ea2a-4983-9a68-edf48733bff8 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.492794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05fbb542-6f4c-4480-ab19-0a4b16ba4549 req-37d9508a-ea2a-4983-9a68-edf48733bff8 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.0655074 Nov 05 21:44:44.504416 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:44.505130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8f5e3520-79c0-429e-93ae-b573488ff74f no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:44:44.533199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e77a72-6b21-4f60-8369-3776755a080d req-d9a0a012-610a-4f46-b139-14259a0cbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.534803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41e77a72-6b21-4f60-8369-3776755a080d req-d9a0a012-610a-4f46-b139-14259a0cbcc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.1830361 Nov 05 21:44:44.567074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05fbb542-6f4c-4480-ab19-0a4b16ba4549 req-34490767-b83d-4f40-bb3e-67bd28c119a0 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725191 Nov 05 21:44:44.603337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bd7c8b1-6a55-4d94-ac83-3b8aed464163 req-23cdbb15-ea46-45a3-817b-6fed04ffd729 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187032 Nov 05 21:44:44.618918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 8f5e3520-79c0-429e-93ae-b573488ff74f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:44:44.619875 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8f5e3520-79c0-429e-93ae-b573488ff74f not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:44:44.643270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:44.653822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.668432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:44.692649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e77a72-6b21-4f60-8369-3776755a080d req-8436b3dd-8eda-436b-8b06-4b88c347c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.694630 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41e77a72-6b21-4f60-8369-3776755a080d req-8436b3dd-8eda-436b-8b06-4b88c347c200 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510551 Nov 05 21:44:44.736659 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edddfbe-f34b-46d5-b9f9-52a23b7e0f69 x-openstack-request-id: req-2edddfbe-f34b-46d5-b9f9-52a23b7e0f69 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:44.736950 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:44.737202 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2edddfbe-f34b-46d5-b9f9-52a23b7e0f69 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:44.737600 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'code': 200} Nov 05 21:44:44.859538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858dcd3-2bbf-4ac0-b56a-fe605136f0f2 req-6ec86f01-e689-4c6a-b797-4d0eae3cbc42 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:44.867941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5858dcd3-2bbf-4ac0-b56a-fe605136f0f2 req-6ec86f01-e689-4c6a-b797-4d0eae3cbc42 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 948 time: 0.0658941 Nov 05 21:44:44.889788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41e77a72-6b21-4f60-8369-3776755a080d req-bc7754b3-5416-428a-82f9-4705f0284a8f service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854093 Nov 05 21:44:44.949641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5858dcd3-2bbf-4ac0-b56a-fe605136f0f2 req-7545dddd-01f0-40e4-b9d0-7ba159ca7885 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756390 Nov 05 21:44:45.004675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:45.016869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:45.052105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Transition to ACTIVE for port object d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:45.085487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41e77a72-6b21-4f60-8369-3776755a080d req-a8725284-c2ca-477c-9ad0-3af120279d08 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527514 Nov 05 21:44:45.093092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571a013-2799-4603-8afb-8a9ac88f3c64 req-2232000b-cab9-4b14-a587-cdecacbaad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.095738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1571a013-2799-4603-8afb-8a9ac88f3c64 req-2232000b-cab9-4b14-a587-cdecacbaad73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.1437807 Nov 05 21:44:45.162776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1571a013-2799-4603-8afb-8a9ac88f3c64 req-4a49c8fb-5ea9-4865-b6df-da46d84bda50 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553865 Nov 05 21:44:45.221159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:45.269447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Pushing event updated for resources: {'Port': ['ID=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:45.405259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Attempting to bind port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:45.407959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Attempting to bind port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:45.408590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Attempting to bind port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:45.415327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:45.416046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Attempting to bind port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:45.422107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:45.422803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Checking segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:45.423510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Bound using segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:45.424236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Bound port: d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:45.424970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:45.564166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.571204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.579767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.586355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.597865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.606729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.614196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.623349 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-d9a1bdac-7758-46f2-aff9-42022dd46c99 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5379 time: 0.1549394 Nov 05 21:44:45.633659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'name': 'network-vif-deleted', 'tag': '8f5e3520-79c0-429e-93ae-b573488ff74f'}, {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '18136fa9-9828-41dd-a581-2c9ad6d5f91b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:45.636351 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba4330-b74c-49e2-a80f-4cf75318ceb1" -d '{"events": [{"server_uuid": "856ae62d-f284-47fa-9bfd-a8aa3ba7748b", "name": "network-vif-deleted", "tag": "8f5e3520-79c0-429e-93ae-b573488ff74f"}, {"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "18136fa9-9828-41dd-a581-2c9ad6d5f91b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:45.652640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] For port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:45.719110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-8c7cfdb2-3cff-4cbb-89fc-58581b44a80c tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.726364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-8c7cfdb2-3cff-4cbb-89fc-58581b44a80c tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0619938 Nov 05 21:44:45.729917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-371ca5e9-fa53-4185-86dc-f16c33ac85cc req-3593dd10-ff21-43f2-a97f-71464ee81673 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943849 Nov 05 21:44:45.732418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] For port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:45.816195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:45.827878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f6dedc18-458d-4bbb-a30d-0ed522a60f14 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.1003313 Nov 05 21:44:45.832710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'floatingip': {'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:45.916233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.916857 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:45.918221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] 10.222.0.13 "PUT /v2.0/ports/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 1135 time: 1.8752692 Nov 05 21:44:45.923061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:45.954538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b958a0-a713-4852-a3f6-fff61aec9e1c service neutron] Pushing event updated for resources: {'Port': ['ID=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:45.996574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4528fda-42e4-4967-bf0d-e8d1ddb2e919 req-2c10fdce-2be7-49aa-8afb-8a2864cbfd04 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:45.998827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4528fda-42e4-4967-bf0d-e8d1ddb2e919 req-2c10fdce-2be7-49aa-8afb-8a2864cbfd04 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1368797 Nov 05 21:44:45.999541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47796) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:46.052187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:46.172657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4528fda-42e4-4967-bf0d-e8d1ddb2e919 req-5b8230b1-cd26-4027-949b-2d512badc9df tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475275 Nov 05 21:44:46.203814 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:46.232534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:44:46.446802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.447426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.447904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.448421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.448887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.449349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.449804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.451779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-c0523db4-1549-4944-b8b2-9ec0818d715b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6216 time: 0.1274226 Nov 05 21:44:46.484092 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88315f6-b813-4c84-b094-e56606caa18d x-openstack-request-id: req-e88315f6-b813-4c84-b094-e56606caa18d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:46.484643 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856ae62d-f284-47fa-9bfd-a8aa3ba7748b", "name": "network-vif-deleted", "tag": "8f5e3520-79c0-429e-93ae-b573488ff74f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "18136fa9-9828-41dd-a581-2c9ad6d5f91b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:46.484643 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e88315f6-b813-4c84-b094-e56606caa18d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:46.484966 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ae62d-f284-47fa-9bfd-a8aa3ba7748b', 'name': 'network-vif-deleted', 'tag': '8f5e3520-79c0-429e-93ae-b573488ff74f', 'status': 'completed', 'code': 200} Nov 05 21:44:46.485229 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '18136fa9-9828-41dd-a581-2c9ad6d5f91b', 'status': 'completed', 'code': 200} Nov 05 21:44:46.522504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:46.555531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:44:46.557297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6a8670fd-2ba5-4816-892a-725d981ec123 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c31c4a98b36d4bd2b3c16762a89b98f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562074 Nov 05 21:44:46.564422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47802) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:46.649085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:46.680637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabedb2a-f2f6-4f23-8134-0edbdbcd6814 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:46.728801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:46.759449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0298ab-a358-4845-82c7-0617757b7ff7 req-c36db278-0a85-4f61-91e9-7e0495244130 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:46.761171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c0298ab-a358-4845-82c7-0617757b7ff7 req-c36db278-0a85-4f61-91e9-7e0495244130 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 948 time: 0.1077442 Nov 05 21:44:46.765665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314e0a8c-8dec-4884-a002-9000f83e3177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:46.798603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:46.847811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314e0a8c-8dec-4884-a002-9000f83e3177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:46.863842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c0298ab-a358-4845-82c7-0617757b7ff7 req-b8770c61-2294-41cf-99d6-9fb6d80ee948 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903196 Nov 05 21:44:46.930046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=10']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:46.980018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7e22b0-5c17-4d4f-8db2-666f73db4a28 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:47.003136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.042552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Transition to ACTIVE for port object fe7e22b0-5c17-4d4f-8db2-666f73db4a28 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:47.081369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.092444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.099959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.109346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.116035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.135833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.149008 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.154047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bab1a843-d833-40f8-8b31-881c0990f14e req-42fe9184-dae4-4495-9b0a-84fe0cafe291 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5379 time: 0.1686656 Nov 05 21:44:47.157801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['cabedb2a-f2f6-4f23-8134-0edbdbcd6814'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:47.169779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314e0a8c-8dec-4884-a002-9000f83e3177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.176248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314e0a8c-8dec-4884-a002-9000f83e3177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.177860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-314e0a8c-8dec-4884-a002-9000f83e3177 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc253a3f-3da6-4de1-b195-fb83fcab8bd0 HTTP/1.1" status: 204 len: 168 time: 0.6124325 Nov 05 21:44:47.178863 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.252131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-6751c502-c206-4232-ae63-f5987767d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.252578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-6751c502-c206-4232-ae63-f5987767d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.253043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-6751c502-c206-4232-ae63-f5987767d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.254630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-6751c502-c206-4232-ae63-f5987767d1da service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7898555 Nov 05 21:44:47.286628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e0a8c-8dec-4884-a002-9000f83e3177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc253a3f-3da6-4de1-b195-fb83fcab8bd0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:47.333057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:47.429441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-e5e8638d-89f0-407c-ac81-414a0f26c53e tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.432418 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-e5e8638d-89f0-407c-ac81-414a0f26c53e tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "GET /v2.0/ports?device_id=2770ea7f-9029-44cf-8472-9d1428af8602 HTTP/1.1" status: 200 len: 946 time: 0.2756112 Nov 05 21:44:47.533130 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bab1a843-d833-40f8-8b31-881c0990f14e req-d503fc37-b589-4413-9bfb-f9043c496e26 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3496811 Nov 05 21:44:47.552028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.665341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-d8f99319-38e3-4c29-887a-8d9454de9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.667622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34ba4330-b74c-49e2-a80f-4cf75318ceb1 req-d8f99319-38e3-4c29-887a-8d9454de9249 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3638279 Nov 05 21:44:47.686859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.708268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Attempting to bind port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:47.711730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Attempting to bind port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:47.711730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Attempting to bind port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:47.722694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:47.723374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Attempting to bind port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:47.734162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:47.734818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Checking segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:47.735433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Bound using segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:47.736091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Bound port: fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:47.736731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.763978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92249908-2c43-4341-aaed-a3c3f0ddd977 req-8431503d-ce38-4422-901f-1df44d4d7645 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:47.765888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92249908-2c43-4341-aaed-a3c3f0ddd977 req-8431503d-ce38-4422-901f-1df44d4d7645 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1363518 Nov 05 21:44:47.838837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Deleting port ccd03ba5-b16d-49f0-be3b-e7c582c35038 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:44:47.838837 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:47.855976 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287 associated. External IP: 172.25.6.65, port: 49c2bd9d-5034-45d3-b571-85b4c4e7b0df. Nov 05 21:44:47.920372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] For port fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:47.934956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92249908-2c43-4341-aaed-a3c3f0ddd977 req-496e79e3-71cd-4eaf-a0db-daf0a4b2c01f tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464834 Nov 05 21:44:47.941675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] For port fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:47.999167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] For port ccd03ba5-b16d-49f0-be3b-e7c582c35038, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ccd03ba5-b16d-49f0-be3b-e7c582c35038,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:48.001737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:48.021779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Calling delete_port for ccd03ba5-b16d-49f0-be3b-e7c582c35038 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:44:48.189228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:48.206049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:44:48.261817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:48.262386 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:48.263778 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe7e22b0-5c17-4d4f-8db2-666f73db4a28 HTTP/1.1" status: 200 len: 1090 time: 2.2247019 Nov 05 21:44:48.284111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986d688-0abe-428c-adc3-878fe4825c11 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:48.295690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1430f-9c29-44cd-b460-262e973ebbbf req-14d051cf-5b28-4536-b9b9-188058ab41c6 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:48.302825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5fa1430f-9c29-44cd-b460-262e973ebbbf req-14d051cf-5b28-4536-b9b9-188058ab41c6 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 950 time: 0.1175380 Nov 05 21:44:48.309963 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:48.329686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['49c2bd9d-5034-45d3-b571-85b4c4e7b0df'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:48.334256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:44:48.340406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:48.387647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:44:48.389794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-f2075b4b-124e-400b-b28e-d8bcb4bd200a tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "PUT /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 200 len: 995 time: 2.5608990 Nov 05 21:44:48.390328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:48.394649 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66543b7e-5b35-43b4-ad59-adf4db97772f" -d '{"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:48.454701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:48.455356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:48.502524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-c5451e70-ca07-4d2b-b307-df928ac49e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:48.504927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-c5451e70-ca07-4d2b-b307-df928ac49e07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.1058822 Nov 05 21:44:48.510258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Pushing event deleted for resources: {'Port': ['ID=ccd03ba5-b16d-49f0-be3b-e7c582c35038,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:48.522491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:48.589717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'd38d7236-7ee8-47a4-acde-1a5ebe1b3d01'}, {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:48.592527 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c909b0-c9e2-43c5-8620-9e2409befa25" -d '{"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "d38d7236-7ee8-47a4-acde-1a5ebe1b3d01"}, {"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:48.626128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] No DVR routers for this DVR port ccd03ba5-b16d-49f0-be3b-e7c582c35038 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:44:48.627655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:48.632154 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77a82b8d-2ed1-4a79-b88e-49d346ba331b req-7132a87f-a1b6-44f9-8079-5c39ad062782 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "DELETE /v2.0/ports/ccd03ba5-b16d-49f0-be3b-e7c582c35038 HTTP/1.1" status: 204 len: 173 time: 1.1453648 Nov 05 21:44:48.695281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5fa1430f-9c29-44cd-b460-262e973ebbbf req-66c50ad1-34cf-43e2-8c41-f41df7e9b07e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864713 Nov 05 21:44:48.729343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:48.761480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-c93fa1fd-12de-4d4b-816c-a4361068237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:48.770015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-c93fa1fd-12de-4d4b-816c-a4361068237f service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.2581549 Nov 05 21:44:48.776696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-fd1cdad9-8ac2-4802-af9a-d8f7d1506ab9 req-a3332f1e-a23a-40f7-8e61-848c47da8778 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-325285888', 'description': 'tempest-description-527732728'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:48.800192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:48.867777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:48.887767 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-8d3e2379-77db-424b-81e6-b5ac0b5ef644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 998 time: 0.1164594 Nov 05 21:44:48.973716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-c961b70c-bb98-425f-b4e1-a0d5c51f0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:48.975173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-c961b70c-bb98-425f-b4e1-a0d5c51f0c6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.0806952 Nov 05 21:44:49.031983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1230208387-network', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:49.036351 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fd1cdad9-8ac2-4802-af9a-d8f7d1506ab9 req-a3332f1e-a23a-40f7-8e61-848c47da8778 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.074625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-dccc0f5a-348a-4526-9813-af667ce31b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:49.076186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-dccc0f5a-348a-4526-9813-af667ce31b58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861967 Nov 05 21:44:49.215610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Made reservation on behalf of 3a4e09138e6141c6abf47da26888ece5 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:49.224538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.234029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-957d05e9-a459-4b29-bcb5-ba75deea4c28 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505680 Nov 05 21:44:49.246709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:b8:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:47Z', 'revision_number': 8, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:49.255253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.292937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9b0a56-441f-413e-b140-4f91fe7b4ffb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:49.306819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.311014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fd1cdad9-8ac2-4802-af9a-d8f7d1506ab9 req-a3332f1e-a23a-40f7-8e61-848c47da8778 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.323523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Transition to ACTIVE for port object 2a9b0a56-441f-413e-b140-4f91fe7b4ffb will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:49.329282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:44:49.339712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:49.340410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:49.406705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fd1cdad9-8ac2-4802-af9a-d8f7d1506ab9 req-a3332f1e-a23a-40f7-8e61-848c47da8778 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.407303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c123cff-b5c6-4185-923c-f7836bc7512b req-86296afe-e5ac-4ac3-9a08-cd510deec4d8 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620862 Nov 05 21:44:49.442283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.468348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3332f1e-a23a-40f7-8e61-848c47da8778 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d428d-cbd3-43f9-b3d9-b3b6a4f766c0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:49.472836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.522621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.525946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:49.578215 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7431e725-6b7f-4c93-a47b-8c62eb9f4095 x-openstack-request-id: req-7431e725-6b7f-4c93-a47b-8c62eb9f4095 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:49.580094 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:49.580421 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7431e725-6b7f-4c93-a47b-8c62eb9f4095 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:49.581928 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'status': 'completed', 'code': 200} Nov 05 21:44:49.597177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fd1cdad9-8ac2-4802-af9a-d8f7d1506ab9 req-a3332f1e-a23a-40f7-8e61-848c47da8778 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.608321 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd1cdad9-8ac2-4802-af9a-d8f7d1506ab9 req-a3332f1e-a23a-40f7-8e61-848c47da8778 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.8369763 Nov 05 21:44:49.608851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:44:49.648610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd6a8c7-87e9-4153-920b-5b27a1c6d16b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:49.658646 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:49.661394 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Added segment 9eda08eb-904c-49b3-b7cb-a6b06fca9ff3 of type vlan for network bf02707f-5614-40f0-8570-7486cc5769c1 Nov 05 21:44:49.703398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.704314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.704822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.705644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.706505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.707623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.708127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.709049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.710036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.710886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.711237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.711735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:44:49.771923 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cb2dc0-dc03-4938-b36e-b7ca759d25ef x-openstack-request-id: req-01cb2dc0-dc03-4938-b36e-b7ca759d25ef {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:49.772374 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "d38d7236-7ee8-47a4-acde-1a5ebe1b3d01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:49.772740 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01cb2dc0-dc03-4938-b36e-b7ca759d25ef {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:49.773318 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'd38d7236-7ee8-47a4-acde-1a5ebe1b3d01', 'status': 'completed', 'code': 200} Nov 05 21:44:49.776265 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28', 'status': 'completed', 'code': 200} Nov 05 21:44:49.832018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:49.881351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-a04cdbf6-6950-464f-a0d6-dca1c77139bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:49.883056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-a04cdbf6-6950-464f-a0d6-dca1c77139bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.3031929 Nov 05 21:44:49.959496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Attempting to bind port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:49.961309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Attempting to bind port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:49.961757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Attempting to bind port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:50.012167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:50.037465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:50.038150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Attempting to bind port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:50.046236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:50.046665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Checking segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:50.047195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Bound using segment: {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:50.047668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Bound port: 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:50.052791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:50.058099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ccd03ba5-b16d-49f0-be3b-e7c582c35038 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:44:50.091796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.107621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.124068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.136015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.143073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.157340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.165851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: ccd03ba5-b16d-49f0-be3b-e7c582c35038 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:44:50.165851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ccd03ba5-b16d-49f0-be3b-e7c582c35038 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:44:50.176723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.183789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-9d7e231c-637a-4933-99ea-93732067ce38 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5403 time: 0.4459491 Nov 05 21:44:50.208075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.208562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.209246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.211421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff444fdb-1aff-4a4d-8782-fdf7ecb6415f req-cf7a7211-71f6-40eb-9f72-c7596d894b1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 200 len: 995 time: 0.1810699 Nov 05 21:44:50.213523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.214030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.214705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.215562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.222409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-333074fc-b000-4b2f-819c-4b50a5650649 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6308 time: 0.4760129 Nov 05 21:44:50.258561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:50.262107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-8d0bc83b-77fc-42b9-8bb5-6352b8a75604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.266406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-8d0bc83b-77fc-42b9-8bb5-6352b8a75604 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.3720806 Nov 05 21:44:50.324622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:b8:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:47Z', 'revision_number': 8, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:50.356478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc5fed-2fd3-4411-8cf2-de4080dece27 None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '14165cda-9d99-4c21-b8ff-9bfa39c01287', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'port_id': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'mac_address': 'fa:16:3e:b8:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:09Z', 'updated_at': '2021-11-05T21:44:47Z', 'revision_number': 8, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:44:50.369398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] For port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:50.379644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:50.380269 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:50.389863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:50.392079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.406543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:50.489447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-161871d9-12ea-4acf-b86d-3a0daca5aca9 req-063ab255-0aab-47d6-817b-45cc4316c44f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2630384 Nov 05 21:44:50.521916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:50.592626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-276db26d-6fcc-4e51-84c9-a26f888f2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.595263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-276db26d-6fcc-4e51-84c9-a26f888f2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.597200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-276db26d-6fcc-4e51-84c9-a26f888f2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.605220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:50.605786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-276db26d-6fcc-4e51-84c9-a26f888f2037 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3683412 Nov 05 21:44:50.612165 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7b7e02-fac1-4fa6-ba37-1d54060cebbf" -d '{"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:50.629934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7594459 Nov 05 21:44:50.630770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6587d-1be4-4851-9875-e8c8398fcc0e admin admin] Pushing event updated for resources: {'Network': ['ID=bf02707f-5614-40f0-8570-7486cc5769c1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:50.644727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:50.651569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network bf02707f-5614-40f0-8570-7486cc5769c1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:44:50.662155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:50.677961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Request body: {'subnet': {'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1230208387-subnet', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:50.720267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:50.731916 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa1855f-93f9-4b47-80db-bdf3d34dee0c None None] New status for floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:44:50.796285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=11']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:50.882147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-4e483241-873e-4ced-829e-5bcb4cc1a0b6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-325285888&fields=id&tenant_id=c9328e3830b64ecfaf6551046b15665e HTTP/1.1" status: 200 len: 267 time: 0.1889210 Nov 05 21:44:50.930348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-a5825cb7-b908-4a99-899b-3ee8c90ded17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:50.932904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-a5825cb7-b908-4a99-899b-3ee8c90ded17 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145680 Nov 05 21:44:50.945971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Made reservation on behalf of 3a4e09138e6141c6abf47da26888ece5 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:44:50.950556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:51.023572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] For port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:51.093125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-3b69c861-0ad5-40d4-9a48-636173c393f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 998 time: 0.7974348 Nov 05 21:44:51.112510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff444fdb-1aff-4a4d-8782-fdf7ecb6415f req-082ab5de-44d6-4908-a374-0d1b33c08821 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.137374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff444fdb-1aff-4a4d-8782-fdf7ecb6415f req-082ab5de-44d6-4908-a374-0d1b33c08821 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.9020469 Nov 05 21:44:51.194726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-daea4826-253f-41d4-94b9-94c907196346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.197241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-daea4826-253f-41d4-94b9-94c907196346 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.0576768 Nov 05 21:44:51.198560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:51.327845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.328796 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:51.331034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] 10.222.0.13 "PUT /v2.0/ports/2a9b0a56-441f-413e-b140-4f91fe7b4ffb HTTP/1.1" status: 200 len: 1091 time: 2.9154270 Nov 05 21:44:51.413631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c842b-d912-4130-9666-cd71fd1a5105 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:51.428992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-0fb8a077-51a0-4945-b8bc-4cd4e358540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.431181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-0fb8a077-51a0-4945-b8bc-4cd4e358540d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272861 Nov 05 21:44:51.449268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c599db-1ba2-4877-8892-9189cdf3ef52 req-b1a104d6-d882-4a97-882e-ed1745cdc2c5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.451156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17c599db-1ba2-4877-8892-9189cdf3ef52 req-b1a104d6-d882-4a97-882e-ed1745cdc2c5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 951 time: 0.2055864 Nov 05 21:44:51.459086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:51.474540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-50a17c6c-0ed7-4924-821f-dd890e51ed7e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.476149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-50a17c6c-0ed7-4924-821f-dd890e51ed7e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.5858445 Nov 05 21:44:51.512369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Request body: {'port': {'security_groups': ['b6dfd0c2-fe33-4642-abd4-00beacd756a4', 'ee6d428d-cbd3-43f9-b3d9-b3b6a4f766c0']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:51.565693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:51.625998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.626604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.626940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.627398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.627888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.628567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.628933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:51.630827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-e856d164-08cc-46e3-8469-61f8e31a991c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6350 time: 0.6449847 Nov 05 21:44:51.653345 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:51.735611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17c599db-1ba2-4877-8892-9189cdf3ef52 req-0b12d331-5f63-4a6a-8199-51eed034add8 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718333 Nov 05 21:44:51.759581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-f60a7d22-108d-4702-8502-a51f924a59c7 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031445 Nov 05 21:44:51.824845 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a872533f-a072-4a7d-81b4-3d28878d93b3 x-openstack-request-id: req-a872533f-a072-4a7d-81b4-3d28878d93b3 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:51.825334 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:51.825448 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a872533f-a072-4a7d-81b4-3d28878d93b3 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:51.827678 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'code': 200} Nov 05 21:44:51.849943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'name': 'network-vif-deleted', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038'}, {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:51.853267 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cbd385-f0d5-40ad-8dea-d2242c02dd34" -d '{"events": [{"server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "name": "network-vif-deleted", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038"}, {"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:51.889682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.014905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-fd2720a6-5b20-4c5c-9735-f1c3d96387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.015997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-fd2720a6-5b20-4c5c-9735-f1c3d96387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.016633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-fd2720a6-5b20-4c5c-9735-f1c3d96387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.018305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-fd2720a6-5b20-4c5c-9735-f1c3d96387b2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3764884 Nov 05 21:44:52.074575 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66543b7e-5b35-43b4-ad59-adf4db97772f req-4f686e21-0bbc-4105-9d1d-eb95fe92fb36 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081622 Nov 05 21:44:52.198192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0a6eb-7ca6-40b0-8fc5-98ec7aac99a4 req-67e00eab-2a37-4348-89fd-a4c49509c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.198192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebc0a6eb-7ca6-40b0-8fc5-98ec7aac99a4 req-67e00eab-2a37-4348-89fd-a4c49509c4f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1102 time: 0.2070417 Nov 05 21:44:52.198495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32d424a-1f5f-4984-bf5f-f171dcdd18d8,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:52.217585 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-e3d4aa0d-3913-4da0-b368-750b12d47201 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1000 time: 0.1103487 Nov 05 21:44:52.259806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:52.274404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Checking segment: {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:52.274714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Network hostable DHCP agents. Network: bf02707f-5614-40f0-8570-7486cc5769c1, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:44:52.320027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-c9facce1-4157-4a52-ad58-2c997368d8ef tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.322030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-c9facce1-4157-4a52-ad58-2c997368d8ef tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports/49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 942 time: 0.0957835 Nov 05 21:44:52.322914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-58bcef05-d4ee-4910-88b8-9687f92f93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.324699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2c909b0-c9e2-43c5-8620-9e2409befa25 req-58bcef05-d4ee-4910-88b8-9687f92f93ab service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2892649 Nov 05 21:44:52.325977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebc0a6eb-7ca6-40b0-8fc5-98ec7aac99a4 req-4f737f52-b93b-4bf6-8796-0bb52796f892 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380849 Nov 05 21:44:52.329434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.338021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27017886-1804-4293-97f5-5f343510b10e {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:52.347014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.359728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Transition to ACTIVE for port object 27017886-1804-4293-97f5-5f343510b10e will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:52.441060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Network bf02707f-5614-40f0-8570-7486cc5769c1 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:44:52.442332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-813b755a-355f-43ae-8c32-f4a166039b36 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1000 time: 0.0613494 Nov 05 21:44:52.443465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.444430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.459030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:52.518956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.520589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.522025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-189ce0cf-023b-4771-985b-0cff8e29a7e1 req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "PUT /v2.0/ports/81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 981 time: 1.0288024 Nov 05 21:44:52.522723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:52.525337 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f53c20b-3eaa-4e58-b5f6-5069be54c933" -d '{"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:52.531249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, bf02707f-5614-40f0-8570-7486cc5769c1) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:52.543160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8470e9f1-6983-448d-a5ab-905efdff29c1 None None] Network bf02707f-5614-40f0-8570-7486cc5769c1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:44:52.550329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.550682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.603016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4132b-69b3-4572-a99e-df47a08aff3e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event updated for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:52.627210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Pushing event updated for resources: {'Port': ['ID=27017886-1804-4293-97f5-5f343510b10e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:52.678503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-7790110c-f59a-47b4-9825-df3e9506ead1 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.680005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-7790110c-f59a-47b4-9825-df3e9506ead1 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.2317824 Nov 05 21:44:52.688698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf6e9f2c-f501-440d-b304-f5d87969354d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0252085 Nov 05 21:44:52.691420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47892) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:52.698528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:52.750591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:52.760213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.766567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.773424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.779775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.786011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.808671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.821936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:52.823908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-841a7ad9-7280-4afe-a123-61826c2bca6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5415 time: 0.1924477 Nov 05 21:44:52.827968 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-4d6ab52f-ab74-40cd-b15c-bed514ca628c tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 1000 time: 0.1337328 Nov 05 21:44:52.833849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:52.910830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Attempting to bind port 27017886-1804-4293-97f5-5f343510b10e on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:52.911509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Attempting to bind port 27017886-1804-4293-97f5-5f343510b10e by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:52.911877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Attempting to bind port 27017886-1804-4293-97f5-5f343510b10e on network c42f1891-be78-4079-8fbe-2c2273c31bfd {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:52.918928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-231d6d79-c81e-4a7f-bf8c-55ff6c788dab req-9a09c445-eef4-464a-a23d-520602df676f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826681 Nov 05 21:44:52.922710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.922710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:52.931178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Port 27017886-1804-4293-97f5-5f343510b10e on network c42f1891-be78-4079-8fbe-2c2273c31bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:52.931853 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Attempting to bind port 27017886-1804-4293-97f5-5f343510b10e on network c42f1891-be78-4079-8fbe-2c2273c31bfd {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:52.950805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:52.951215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Checking segment: {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:52.952603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Bound using segment: {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:52.955377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Bound port: 27017886-1804-4293-97f5-5f343510b10e, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:52.955855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.073181 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445341e9-4f28-46cb-b5cd-2e47de35569e x-openstack-request-id: req-445341e9-4f28-46cb-b5cd-2e47de35569e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:53.073559 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2770ea7f-9029-44cf-8472-9d1428af8602", "name": "network-vif-deleted", "tag": "ccd03ba5-b16d-49f0-be3b-e7c582c35038", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:53.073772 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-445341e9-4f28-46cb-b5cd-2e47de35569e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:53.074445 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2770ea7f-9029-44cf-8472-9d1428af8602', 'name': 'network-vif-deleted', 'tag': 'ccd03ba5-b16d-49f0-be3b-e7c582c35038', 'status': 'completed', 'code': 200} Nov 05 21:44:53.074445 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb', 'status': 'completed', 'code': 200} Nov 05 21:44:53.080155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] For port 27017886-1804-4293-97f5-5f343510b10e, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:53.085372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.097942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.143585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] For port 27017886-1804-4293-97f5-5f343510b10e, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=27017886-1804-4293-97f5-5f343510b10e,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:53.188502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.189116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.189652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.190196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.190704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.191224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.191872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.194035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-1b3a26b6-cd5d-465a-8dc8-c07de41ccd02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6375 time: 0.1414678 Nov 05 21:44:53.204685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fab0f6b4-b111-4e21-a230-096954ae14db req-d0b0208a-37c3-405d-bdf2-a89b0365d4d8 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-325285888&fields=id&tenant_id=c9328e3830b64ecfaf6551046b15665e HTTP/1.1" status: 200 len: 267 time: 0.1085908 Nov 05 21:44:53.275192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.301147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-bf02707f-5614-40f0-8570-7486cc5769c1', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:44:53.302029 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.328124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.363757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.364430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.366034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] 10.222.0.13 "PUT /v2.0/ports/27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 200 len: 1091 time: 1.9136684 Nov 05 21:44:53.395918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b39957-0bed-4d43-84f5-a7fb04ddb96f service neutron] Pushing event updated for resources: {'Port': ['ID=27017886-1804-4293-97f5-5f343510b10e,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:53.411990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.412327 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287 disassociated. External IP: 172.25.6.65, port: 49c2bd9d-5034-45d3-b571-85b4c4e7b0df. Nov 05 21:44:53.479369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Allocated IP 172.20.0.2 (bf02707f-5614-40f0-8570-7486cc5769c1/e32d424a-1f5f-4984-bf5f-f171dcdd18d8/c198ab67-4bcb-4e67-93db-581d4cd5c8c0) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:53.507082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Request body: {'port': {'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:53.583939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.610176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0f6b4-b111-4e21-a230-096954ae14db req-583f97a4-109c-420c-86ec-f103f3e4d8c7 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.628710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fab0f6b4-b111-4e21-a230-096954ae14db req-583f97a4-109c-420c-86ec-f103f3e4d8c7 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 984 time: 0.4196398 Nov 05 21:44:53.641733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Request body: {'port': {'security_groups': ['b6dfd0c2-fe33-4642-abd4-00beacd756a4']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:53.686204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.730473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-dbe33e78-e319-4de9-86e3-75254c382f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.738803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-dbe33e78-e319-4de9-86e3-75254c382f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.742865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-dbe33e78-e319-4de9-86e3-75254c382f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:53.744943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-dbe33e78-e319-4de9-86e3-75254c382f97 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5374372 Nov 05 21:44:53.761432 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.761634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47906) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:53.798553 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:53.857515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Pushing event updated for resources: {'Port': ['ID=c198ab67-4bcb-4e67-93db-581d4cd5c8c0,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:53.912621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Network bf02707f-5614-40f0-8570-7486cc5769c1 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:53.915439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:53.926812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:44:53.939132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:53.969515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.067760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Attempting to bind port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:54.068051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Attempting to bind port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:54.068416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Attempting to bind port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 on network bf02707f-5614-40f0-8570-7486cc5769c1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:54.079848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:54.080228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Checking segment: {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:54.080632 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.080770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a92032-a9ad-4c2a-97a7-44884aa09a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.081160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Bound using segment: {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:54.081645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Bound port: c198ab67-4bcb-4e67-93db-581d4cd5c8c0, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:54.082024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.103770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-94526de1-26e0-4f59-8d14-287508b52e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:54.105920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80cbd385-f0d5-40ad-8dea-d2242c02dd34 req-94526de1-26e0-4f59-8d14-287508b52e25 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3289719 Nov 05 21:44:54.170498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] For port c198ab67-4bcb-4e67-93db-581d4cd5c8c0, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:54.175523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] For port c198ab67-4bcb-4e67-93db-581d4cd5c8c0, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c198ab67-4bcb-4e67-93db-581d4cd5c8c0,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:54.225468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:44:54.231665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.241394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:44:54.249613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.275720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae8fd3bc-c10c-4538-9c4d-c069c6b95a1d tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "PUT /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 200 len: 695 time: 1.4467764 Nov 05 21:44:54.286935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:54.296608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:54.379082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcc68a8-17ff-45ee-aabb-7c870b665f6b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:44:54.388818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.393204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-1b64f84f-0179-4247-9345-181bc13a8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:54.394246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-1b64f84f-0179-4247-9345-181bc13a8c46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.0934949 Nov 05 21:44:54.394893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a92032-a9ad-4c2a-97a7-44884aa09a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.416736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:54.430717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Transition to ACTIVE for port object 8bcc68a8-17ff-45ee-aabb-7c870b665f6b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:44:54.438907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac4b1-b640-4931-aa0d-674ac3740070 None None] Pushing event updated for resources: {'Port': ['ID=c198ab67-4bcb-4e67-93db-581d4cd5c8c0,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:54.445359 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.475179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.478745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.480682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a92032-a9ad-4c2a-97a7-44884aa09a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.493260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:54.501174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.574748 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.603203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:54.603623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-16a92032-a9ad-4c2a-97a7-44884aa09a02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac665175621c4e5abdc935c98614bc36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8221879 Nov 05 21:44:54.610689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47912) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:54.610918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a92032-a9ad-4c2a-97a7-44884aa09a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4bfda0-346f-48f9-b3c7-1198051e77b2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:54.658582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:54.668991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ee79813f-3762-4686-817b-13c6fb4b1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:54.677636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ee79813f-3762-4686-817b-13c6fb4b1593 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.2706783 Nov 05 21:44:54.692524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:54.693392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:54.695159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fab0f6b4-b111-4e21-a230-096954ae14db req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "PUT /v2.0/ports/81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 942 time: 1.0654697 Nov 05 21:44:54.761250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Allocated IP 172.25.6.172 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/42a37130-5df6-4ec2-87a1-417596aef75d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:54.765261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deef9e5-27db-4003-9553-3fb5ea8032a4 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event updated for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:54.792924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-13df4da7-8182-483a-8d7b-c161c971050c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 217 time: 0.1143191 Nov 05 21:44:54.823044 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75285039-0e9a-4070-8139-c97c1768c4a5 x-openstack-request-id: req-75285039-0e9a-4070-8139-c97c1768c4a5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:54.823044 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:54.823044 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75285039-0e9a-4070-8139-c97c1768c4a5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:54.823044 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'status': 'completed', 'code': 200} Nov 05 21:44:54.861867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:44:54.967664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-abd4054a-b276-4ceb-bb97-e9b1c2583e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:54.970996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-abd4054a-b276-4ceb-bb97-e9b1c2583e95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.1772556 Nov 05 21:44:54.979512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-a2824e55-0e1c-4aaa-aae1-04934ae65fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:54.981224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-a2824e55-0e1c-4aaa-aae1-04934ae65fbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.1405735 Nov 05 21:44:54.983492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-881b4919-8d95-4cae-b4a0-ea45fac5e52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.030881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-881b4919-8d95-4cae-b4a0-ea45fac5e52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.044570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.054737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:55.077337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Attempting to bind port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:55.083195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Attempting to bind port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:55.083195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Attempting to bind port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b on network c42f1891-be78-4079-8fbe-2c2273c31bfd {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:55.085042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '27017886-1804-4293-97f5-5f343510b10e'}, {'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:55.088153 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13976f48-f500-4831-852d-bd59234fdf70" -d '{"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "27017886-1804-4293-97f5-5f343510b10e"}, {"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:55.092669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af9dea-74cf-4f70-9e7e-eb7688eee928 req-f4c2ae8d-8c05-4b8c-b568-d780e30f72e7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.094302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2af9dea-74cf-4f70-9e7e-eb7688eee928 req-f4c2ae8d-8c05-4b8c-b568-d780e30f72e7 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 951 time: 0.1404090 Nov 05 21:44:55.100009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:44:55.110516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b on network c42f1891-be78-4079-8fbe-2c2273c31bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:44:55.110846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Attempting to bind port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b on network c42f1891-be78-4079-8fbe-2c2273c31bfd {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:55.124623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:55.126575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Checking segment: {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:55.126575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Bound using segment: {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:55.126575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Bound port: 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:55.126995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.136027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:55.136567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:55.171942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-b4a28332-ffc9-4238-b60f-72961b546d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.173624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-b4a28332-ffc9-4238-b60f-72961b546d71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.1767302 Nov 05 21:44:55.187505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae9a0366-f642-4055-96f0-0f8f61030db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.189343 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-ae9a0366-f642-4055-96f0-0f8f61030db7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882417 Nov 05 21:44:55.195305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2af9dea-74cf-4f70-9e7e-eb7688eee928 req-00c8dca1-dcad-441b-97e9-3189cb9b7267 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877652 Nov 05 21:44:55.223673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-1bd768c4-5dbc-4d22-a47f-870105c72aa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 217 time: 0.0417953 Nov 05 21:44:55.229975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.283040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] For port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:55.299303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:55.355356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-881b4919-8d95-4cae-b4a0-ea45fac5e52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.358411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-881b4919-8d95-4cae-b4a0-ea45fac5e52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.363504 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-881b4919-8d95-4cae-b4a0-ea45fac5e52a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a4bfda0-346f-48f9-b3c7-1198051e77b2 HTTP/1.1" status: 204 len: 168 time: 0.7505100 Nov 05 21:44:55.377673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] For port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:55.393296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4919-8d95-4cae-b4a0-ea45fac5e52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4bfda0-346f-48f9-b3c7-1198051e77b2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:55.414827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-4d716e4b-38a6-4a23-bd52-175fe44fb453 service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900427 Nov 05 21:44:55.608276 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.658895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:55.670578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.671369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.673009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] 10.222.0.13 "PUT /v2.0/ports/8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 200 len: 1091 time: 2.1745806 Nov 05 21:44:55.697475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-964f85f1-f5cb-4d17-9c43-f07a1f50a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.698933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-964f85f1-f5cb-4d17-9c43-f07a1f50a317 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.4654119 Nov 05 21:44:55.699825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:55.712438 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cbf3453-8726-4573-a8aa-1b24360380ea req-10c1dce1-1446-47de-8c0a-5bf6b260b91c service neutron] 10.222.0.41 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888908 Nov 05 21:44:55.724318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c198ab67-4bcb-4e67-93db-581d4cd5c8c0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:55.728984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:55.755666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ce8ab-baf8-4ac7-8d86-dffa44b1cfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:55.832514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-5488c110-509a-4396-bd40-b459b564e1b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450957 Nov 05 21:44:55.852764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Pushing event updated for resources: {'Port': ['ID=42a37130-5df6-4ec2-87a1-417596aef75d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:55.969803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:55.971389 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:55.995934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.996517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.997001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.997472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.997935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.998397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:55.998858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.001163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f151d0-8711-49f8-bd95-0e836079760b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6484 time: 0.1853755 Nov 05 21:44:56.009404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.016315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.024954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.026605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:56.034199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.041130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.048562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.056929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.059497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-0b6c6687-193c-4b0f-b9cd-c3962ee44ca8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.4027596 Nov 05 21:44:56.107340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c0f10f-21d8-4537-ae66-89cf3810b47d None None] Network bf02707f-5614-40f0-8570-7486cc5769c1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:44:56.110543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140b216-cc98-42f7-a085-e8384f64fc08 None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:43:48Z', 'revision_number': 4, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '828ef218-d440-4b7c-9253-9d1409d3086b', 'name': '', 'network_id': '94d879f9-5385-4c85-81af-83319cb29582', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'mac_address': 'fa:16:3e:f5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:53Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'subnets': [{'id': '6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:44:56.228996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-006ebda2-e981-4a4a-a9f7-6f5a3e3a946a service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794315 Nov 05 21:44:56.256132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47926) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:56.280944 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.338877 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ce810d8-36d7-4dd9-bf6a-bc613fb42fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.354414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port c198ab67-4bcb-4e67-93db-581d4cd5c8c0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c198ab67-4bcb-4e67-93db-581d4cd5c8c0,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:44:56.371944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ba1f187-f326-40d2-91c7-34b1bf6de6dc req-8be113f1-748e-473d-a2a5-042abf91c76a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323680 Nov 05 21:44:56.379168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-063dc4c4-8afd-47da-bf0f-cbd5ea7b403a None None] Provisioning complete for port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:56.379795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-063dc4c4-8afd-47da-bf0f-cbd5ea7b403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.421852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.442856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-d441ef15-cdd1-4721-8494-c2385ba91d74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 200 len: 217 time: 0.4287364 Nov 05 21:44:56.525504 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815f6bc1-ffe6-47f9-8c34-eaba6f70eee1 x-openstack-request-id: req-815f6bc1-ffe6-47f9-8c34-eaba6f70eee1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:56.525825 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "27017886-1804-4293-97f5-5f343510b10e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:56.526183 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-815f6bc1-ffe6-47f9-8c34-eaba6f70eee1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:56.526456 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '27017886-1804-4293-97f5-5f343510b10e', 'status': 'completed', 'code': 200} Nov 05 21:44:56.526719 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'status': 'completed', 'code': 200} Nov 05 21:44:56.541816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=c198ab67-4bcb-4e67-93db-581d4cd5c8c0,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:56.570820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ce810d8-36d7-4dd9-bf6a-bc613fb42fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.576270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6afc96ef-c873-4324-bce6-a1026eca17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.578050 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-6afc96ef-c873-4324-bce6-a1026eca17d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f95f881-444e-4810-b7cf-471248464054 HTTP/1.1" status: 200 len: 856 time: 0.1283066 Nov 05 21:44:56.580199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f53c20b-3eaa-4e58-b5f6-5069be54c933 req-99bee7f0-cdcc-4635-81d9-66ae5ae41bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386796 Nov 05 21:44:56.583148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf4aa696-8805-488a-8283-13dc9f488618 req-d67429e1-ef79-4ae9-91cb-34906a700fd7 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6842813 Nov 05 21:44:56.629790 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997cea37-9019-4465-87c8-203553b1cd98 None None] New status for floating IP 14165cda-9d99-4c21-b8ff-9bfa39c01287: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:44:56.633834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ce810d8-36d7-4dd9-bf6a-bc613fb42fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.639312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:44:56.671075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ec26767e-a1e4-4e06-ad7c-f8a202165e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:56.672605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-ec26767e-a1e4-4e06-ad7c-f8a202165e9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833397 Nov 05 21:44:56.721690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.762641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce810d8-36d7-4dd9-bf6a-bc613fb42fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb4cf0a-12bd-4225-97d8-a9ccc55ba2c1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:56.767510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7ce810d8-36d7-4dd9-bf6a-bc613fb42fca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdd4eebfd5ed47a8b146ae568bedbe4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4942951 Nov 05 21:44:56.769942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.770740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47932) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:56.824644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:56.827909 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69" -d '{"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:56.863654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-84913c70-0cd3-47da-956e-c8967c6f9021 None None] Provisioning complete for port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:56.864734 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84913c70-0cd3-47da-956e-c8967c6f9021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:56.871385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cfb53cc2-0325-4a11-848a-17c95739e4ba service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914415 Nov 05 21:44:56.982688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be903589-4a04-4b74-a58e-41d3d0b3fe5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.001980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.041214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be903589-4a04-4b74-a58e-41d3d0b3fe5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.086200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.141601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-3469ccf8-bf6a-4adc-9fac-1465d0a0583e service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584045 Nov 05 21:44:57.148700 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdca7a4-72b3-4325-8cb7-24d5a1f1bedc x-openstack-request-id: req-dcdca7a4-72b3-4325-8cb7-24d5a1f1bedc {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:57.149011 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:57.149261 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcdca7a4-72b3-4325-8cb7-24d5a1f1bedc {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:57.149696 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'status': 'completed', 'code': 200} Nov 05 21:44:57.196500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26f43132-e26d-4b50-a63f-4743e49ca6db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 217 time: 0.0393023 Nov 05 21:44:57.202396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Allocated IP 172.25.6.124 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f03d3bef-22e9-4959-bdaf-459f90ea8609) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:57.218781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be903589-4a04-4b74-a58e-41d3d0b3fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.221301 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be903589-4a04-4b74-a58e-41d3d0b3fe5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.224895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be903589-4a04-4b74-a58e-41d3d0b3fe5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbb4cf0a-12bd-4225-97d8-a9ccc55ba2c1 HTTP/1.1" status: 204 len: 168 time: 0.4513979 Nov 05 21:44:57.254111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be903589-4a04-4b74-a58e-41d3d0b3fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb4cf0a-12bd-4225-97d8-a9ccc55ba2c1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:57.284751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-3914109e-2f5a-4534-84de-6e275a73df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.285675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-68a50793-726d-4fd6-a67b-625be8d39b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.286259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-3914109e-2f5a-4534-84de-6e275a73df4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.1060264 Nov 05 21:44:57.287132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-68a50793-726d-4fd6-a67b-625be8d39b40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0865290 Nov 05 21:44:57.334467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fd6fc-6755-450d-82d3-44219f091af9 req-d8a01346-f486-4448-96bb-868c3db306c1 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.335855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e2fd6fc-6755-450d-82d3-44219f091af9 req-d8a01346-f486-4448-96bb-868c3db306c1 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1102 time: 0.1027853 Nov 05 21:44:57.379256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cb35973e-fd91-4d20-9c88-e9319025b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.380791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-cb35973e-fd91-4d20-9c88-e9319025b40e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680766 Nov 05 21:44:57.381971 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:44:57.398781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.425596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Router d59a162d-6ddf-4d36-9d84-2ae565eab067 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:44:57.433887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-410cd043-d251-4ccc-a062-71a76f55b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.435348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-410cd043-d251-4ccc-a062-71a76f55b7a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.1345787 Nov 05 21:44:57.437428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e2fd6fc-6755-450d-82d3-44219f091af9 req-580d2f48-8592-407d-92cd-cf36a1669ddf tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686598 Nov 05 21:44:57.515078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-a136530b-37a9-4ae1-8e57-31a359f97b99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 217 time: 0.0705457 Nov 05 21:44:57.525625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-4f461a69-7203-4a49-9af4-c0662d051b40 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374891 Nov 05 21:44:57.576720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.626110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-ebb0e6c2-30db-4d59-9149-1142a0d81781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.628529 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-ebb0e6c2-30db-4d59-9149-1142a0d81781 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.1050506 Nov 05 21:44:57.634978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c198ab67-4bcb-4e67-93db-581d4cd5c8c0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:44:57.663065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:57.668028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:57.674202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:57.680660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-75e60234-1be9-44a1-8966-e38e027c1eeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330849 Nov 05 21:44:57.682431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event updated for resources: {'Port': ['ID=f03d3bef-22e9-4959-bdaf-459f90ea8609,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:57.691801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:44:57.719838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Sync routers for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:44:57.723193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-7c7c1bd5-ebbe-4bb2-b9b9-1d7a3b08a860 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902878 Nov 05 21:44:57.740818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.746078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:57.748241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:57.749542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.756678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.763537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.770079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.777196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.781825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f95257bc-c217-4305-9557-b34b67006495 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 217 time: 0.0504775 Nov 05 21:44:57.784237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.792699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-74f59834-27b5-49fe-8f2a-0c23e203cea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1907165 Nov 05 21:44:57.831436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:44:57.831918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.873721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.876056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-7d5c513c-e3fa-4074-8895-b88adb80f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.877548 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-7d5c513c-e3fa-4074-8895-b88adb80f65a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0883386 Nov 05 21:44:57.906426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-9f1c76b5-9fd5-4dc5-a8c8-33ed8934cc95 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175596 Nov 05 21:44:57.911649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47de5b52-18fe-4a28-b922-2702bfb58c65 req-7aec13f7-e739-4040-b654-af1dc036b72e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178439 Nov 05 21:44:57.928527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:57.930544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f5ce62ed-2e87-449d-9526-2b059d280302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:57.932660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-f5ce62ed-2e87-449d-9526-2b059d280302 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477552 Nov 05 21:44:57.944735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:57.944735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-44ec41f3-6699-4135-89c1-7ab7042ec5fb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2506022 Nov 05 21:44:57.948800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47956) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:44:58.063519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.131095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-0d79ece2-a354-4121-abc3-4fe550eaa79f service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904607 Nov 05 21:44:58.221361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:44:56Z', 'revision_number': 3, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:58.251247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Checking router: d59a162d-6ddf-4d36-9d84-2ae565eab067 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:44:58.251609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Updating router d59a162d-6ddf-4d36-9d84-2ae565eab067 port 42a37130-5df6-4ec2-87a1-417596aef75d binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:44:58.286707 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.312678 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-e8987eb8-8c8a-4dae-9dcf-202ff563756d service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708083 Nov 05 21:44:58.375575 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-e1d0a1a0-6263-4756-901b-f84d8e822b57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28 HTTP/1.1" status: 200 len: 217 time: 0.0538566 Nov 05 21:44:58.413285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d573ecb5-f2cf-4c51-9c82-70968f4f7c69 req-24764e94-a141-4512-8fab-3def0638c7c3 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000057 Nov 05 21:44:58.424620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.441671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-06230580-099b-4202-9d0a-cea17fc457d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:58.443159 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-06230580-099b-4202-9d0a-cea17fc457d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0621157 Nov 05 21:44:58.468707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-9ba4aa27-a438-4741-865c-1082373c8e6e tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 200 len: 693 time: 0.0578191 Nov 05 21:44:58.498471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-2f3c0e93-915d-48d6-94d7-1d9f932766a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:58.500073 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-2f3c0e93-915d-48d6-94d7-1d9f932766a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505450 Nov 05 21:44:58.528799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.531422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:44:58.534887 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aad460-3293-4ff9-99ef-00d0f2f2da35" -d '{"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:44:58.657569 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.678542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event updated for resources: {'Port': ['ID=f03d3bef-22e9-4959-bdaf-459f90ea8609,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:58.689858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-b1afc8f0-999e-4d51-adcb-1b23f519cdac tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:58.691845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.696507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-b1afc8f0-999e-4d51-adcb-1b23f519cdac tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1979651 Nov 05 21:44:58.715627 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-1cb913e4-66ea-4a22-bd22-8fd0156ab7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077463 Nov 05 21:44:58.720692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.780025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Attempting to bind port 42a37130-5df6-4ec2-87a1-417596aef75d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:44:58.780913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Attempting to bind port 42a37130-5df6-4ec2-87a1-417596aef75d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:44:58.781530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Attempting to bind port 42a37130-5df6-4ec2-87a1-417596aef75d on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:44:58.783513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5cf5b-1340-4fd6-904a-43623097dc30 None None] Pushing event updated for resources: {'Port': ['ID=42a37130-5df6-4ec2-87a1-417596aef75d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:58.789333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:44:58.789826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:44:58.790284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.791326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:44:58.791811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Bound port: 42a37130-5df6-4ec2-87a1-417596aef75d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:44:58.792632 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.794268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-57f4fcc9-39c2-44fe-a896-9ee67dbe2f4c tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 696 time: 0.0949371 Nov 05 21:44:58.803508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:58.808271 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf4aa696-8805-488a-8283-13dc9f488618 req-a5345343-af42-49d1-86f3-8889ba0d83de tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1757932 Nov 05 21:44:58.865673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-984de693-de0b-4659-93fe-526adc4e1dd6 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 696 time: 0.0640862 Nov 05 21:44:58.870607 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf4aa696-8805-488a-8283-13dc9f488618 req-9ea7d9a0-9b33-4770-9e66-5ad69f14c5e1 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 696 time: 0.0585265 Nov 05 21:44:58.872971 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-980a0192-bf40-40f9-8314-7c1f6fe21789 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487784 Nov 05 21:44:58.881937 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] For port 42a37130-5df6-4ec2-87a1-417596aef75d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:44:58.886235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] For port 42a37130-5df6-4ec2-87a1-417596aef75d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42a37130-5df6-4ec2-87a1-417596aef75d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:44:58.943174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-9cc7244f-cd28-495b-b764-1a2449fcb448 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb HTTP/1.1" status: 200 len: 217 time: 0.0524349 Nov 05 21:44:58.981682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.027216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:44:59.028122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:59.034021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-d00c9442-4806-47d8-8ba3-9ca0fd1c560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.035475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-d00c9442-4806-47d8-8ba3-9ca0fd1c560c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0642042 Nov 05 21:44:59.063106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa696-8805-488a-8283-13dc9f488618 req-73a2a6d5-135b-4b2f-b5f9-8ca7b0f325ae tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.064500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf4aa696-8805-488a-8283-13dc9f488618 req-73a2a6d5-135b-4b2f-b5f9-8ca7b0f325ae tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1884689 Nov 05 21:44:59.113809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-69e08cd4-bc2f-4a4a-8b4f-650186df07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.116053 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-69e08cd4-bc2f-4a4a-8b4f-650186df07f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719883 Nov 05 21:44:59.122516 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.146183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5cf5b-1340-4fd6-904a-43623097dc30 None None] Pushing event updated for resources: {'Port': ['ID=42a37130-5df6-4ec2-87a1-417596aef75d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:44:59.259093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-9d01e807-5f75-40a3-822f-a4eed1bfc3ac service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283102 Nov 05 21:44:59.300588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Deleting port 08c8d18a-e8db-4744-b3f4-42fe47d88341 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:44:59.301438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.386741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:44:59.404412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7867b-4324-4dd4-9b92-77da97faea98 req-87773323-685f-47e3-bd1a-48d55bb28a9f tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.413615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99f7867b-4324-4dd4-9b92-77da97faea98 req-87773323-685f-47e3-bd1a-48d55bb28a9f tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 1102 time: 0.1430635 Nov 05 21:44:59.418895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Allocated IP 172.20.0.1 (bf02707f-5614-40f0-8570-7486cc5769c1/e32d424a-1f5f-4984-bf5f-f171dcdd18d8/d1bec0ae-7f7d-43d3-a55b-77203ef79031) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:44:59.430525 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-9945f3f5-c87e-4a6a-aade-91595cc6368c service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699264 Nov 05 21:44:59.450015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.450347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.481654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Calling delete_port for 08c8d18a-e8db-4744-b3f4-42fe47d88341 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:44:59.481782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-26e7afe1-db7a-481f-9cc6-20264043119c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 200 len: 217 time: 0.0411932 Nov 05 21:44:59.569859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99f7867b-4324-4dd4-9b92-77da97faea98 req-bf47ca31-7f5c-4944-ae69-ca379738a8c1 tempest-ServersAdminTestJSON-947126941 tempest-ServersAdminTestJSON-947126941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551917 Nov 05 21:44:59.574080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-b6bdbb96-cadd-4209-b85c-ed325ef6e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.575855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-b6bdbb96-cadd-4209-b85c-ed325ef6e827 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0874095 Nov 05 21:44:59.641344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.644412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-18340a86-275f-4f12-bd2c-426c3fda1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.646713 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-18340a86-275f-4f12-bd2c-426c3fda1086 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599482 Nov 05 21:44:59.651518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:44:56Z', 'revision_number': 3, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:44:59.652485 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a3cae-d08c-4111-b589-cc1fc5180c9c x-openstack-request-id: req-952a3cae-d08c-4111-b589-cc1fc5180c9c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:44:59.652967 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:44:59.653236 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-952a3cae-d08c-4111-b589-cc1fc5180c9c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:44:59.653664 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b', 'status': 'completed', 'code': 200} Nov 05 21:44:59.694010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f510a-528d-4c37-bf61-b2a134a2b6b5 None None] The sync data for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 is: [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:44:56Z', 'revision_number': 3, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:44:59.792388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.823240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.829680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.836080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.840938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Network bf02707f-5614-40f0-8570-7486cc5769c1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:44:59.842388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:44:59.842758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.847313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:44:59.848822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.850026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:44:59.855383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.861494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:44:59.863380 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-99ef7d61-152a-48c7-a924-a74c6cea9570 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1204722 Nov 05 21:44:59.867790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-890e06cd-2df9-4a1f-8cce-5d0d1a5d6e02 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084601 Nov 05 21:44:59.995129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Pushing event updated for resources: {'Port': ['ID=d1bec0ae-7f7d-43d3-a55b-77203ef79031,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:00.019135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95d3ae96-c0a8-4ede-903d-b33789f443f8 req-79ea7110-90b0-4c39-8ccb-28ad7000d06b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485991 Nov 05 21:45:00.036308 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.046797 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.059379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f50d6545-34dd-445a-8de6-28ff8d1a0dd9 req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "DELETE /v2.0/floatingips/14165cda-9d99-4c21-b8ff-9bfa39c01287 HTTP/1.1" status: 204 len: 173 time: 1.1731608 Nov 05 21:45:00.065511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-51132892-36a7-4a88-b425-ca8e8c990da2 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884820 Nov 05 21:45:00.075649 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.143342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-31ef797b-fc79-4d80-92e4-d36482768e3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 200 len: 217 time: 0.0649834 Nov 05 21:45:00.174225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384fd8d-c28a-4867-9b0e-1a58759340b5 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Pushing event deleted for resources: {'Port': ['ID=08c8d18a-e8db-4744-b3f4-42fe47d88341,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:00.276460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-e2c7d91d-164b-4c6c-9a2e-7aa750fddd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:00.277941 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-e2c7d91d-164b-4c6c-9a2e-7aa750fddd7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.1255391 Nov 05 21:45:00.306120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-97ea41c7-859b-4bf1-a2cf-c89ceabe4427 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:00.307686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-97ea41c7-859b-4bf1-a2cf-c89ceabe4427 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0862248 Nov 05 21:45:00.315094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8611a421-4516-4b06-bdd5-da330e17d2b0 None None] Provisioning complete for port d1bec0ae-7f7d-43d3-a55b-77203ef79031 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:00.315625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8611a421-4516-4b06-bdd5-da330e17d2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.375208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8611a421-4516-4b06-bdd5-da330e17d2b0 None None] Port d1bec0ae-7f7d-43d3-a55b-77203ef79031 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:45:00.377398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.399838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-e440a317-036f-435f-9375-f532a0ddd3f1 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 696 time: 0.0675151 Nov 05 21:45:00.406908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-b67ee519-1721-41ad-aa76-3b24f1c9a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:00.408474 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-b67ee519-1721-41ad-aa76-3b24f1c9a883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1201332 Nov 05 21:45:00.415053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Request body: {'floatingip': {'port_id': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:00.484153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.509797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.630151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.723852 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.819671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Pushing event updated for resources: {'Port': ['ID=d1bec0ae-7f7d-43d3-a55b-77203ef79031,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:00.826129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:00.943784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Network bf02707f-5614-40f0-8570-7486cc5769c1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:00.946082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:00.985204 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-b4aec1df-ef47-47b6-a230-5ce050400d4f service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667558 Nov 05 21:45:01.098730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Router d59a162d-6ddf-4d36-9d84-2ae565eab067 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:01.276073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:01.283654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f2d150bf-ad1f-4177-8abb-fda7f855843d admin admin] 10.222.0.41 "PUT /v2.0/routers/d59a162d-6ddf-4d36-9d84-2ae565eab067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3327036 Nov 05 21:45:01.313184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-df61bb2a-84e5-4be5-bbd9-37dfb66782ed None None] Provisioning complete for port d1bec0ae-7f7d-43d3-a55b-77203ef79031 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:01.313554 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df61bb2a-84e5-4be5-bbd9-37dfb66782ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:01.317938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3b092-715e-4523-9087-7feca950aa29 req-2efbe860-4620-47ab-991a-1f7796935b8c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.319485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47b3b092-715e-4523-9087-7feca950aa29 req-2efbe860-4620-47ab-991a-1f7796935b8c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.0850151 Nov 05 21:45:01.386221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-df61bb2a-84e5-4be5-bbd9-37dfb66782ed None None] Port d1bec0ae-7f7d-43d3-a55b-77203ef79031 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:45:01.414961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47b3b092-715e-4523-9087-7feca950aa29 req-85e266e5-8873-4333-8611-b91c13f97773 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828269 Nov 05 21:45:01.423071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d05289-855f-4aa5-80da-5f77e6dcfb1e req-e8587c87-032d-4273-b92e-da93b38e63af service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305222 Nov 05 21:45:01.544293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565891c-0127-451c-a6b3-4f9ff6f94051 req-5f8e4de3-27e6-4fe4-b30a-c90568d846d0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.545788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a565891c-0127-451c-a6b3-4f9ff6f94051 req-5f8e4de3-27e6-4fe4-b30a-c90568d846d0 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0589960 Nov 05 21:45:01.632591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a565891c-0127-451c-a6b3-4f9ff6f94051 req-3ae02bfc-d1fe-4bd3-9fc7-692aa75704d4 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800614 Nov 05 21:45:01.674360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42a37130-5df6-4ec2-87a1-417596aef75d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:01.690358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:01.697865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.702469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.702469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.702469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.702469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.702469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.702469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.703830 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-0f8b9cdb-e0ca-44e4-bbc2-f7374e4011ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6484 time: 0.0967445 Nov 05 21:45:01.746434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 42a37130-5df6-4ec2-87a1-417596aef75d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:01.746847 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:01.779608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:01.784472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.799706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.803171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.809998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.821832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.830804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.842955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.842955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-f2092f75-922b-4236-b69e-ccb492a0e0db tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1207826 Nov 05 21:45:01.897890 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:01.920309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 42a37130-5df6-4ec2-87a1-417596aef75d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42a37130-5df6-4ec2-87a1-417596aef75d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:01.932778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-929c529d-5df3-4f6f-bd87-638056ea3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:01.934094 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Sync routers for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:01.934579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-929c529d-5df3-4f6f-bd87-638056ea3c7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 902 time: 0.2209718 Nov 05 21:45:01.943888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:01.944761 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:01.951386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-006ddb28-4d14-44d9-838a-1ed63c1d84a8 req-5ebc9f64-ff03-4368-b497-ae40b921f64b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020951 Nov 05 21:45:01.998512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:01.998752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-3fcc11de-522a-413c-8a2a-7546d0e015b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 200 len: 217 time: 0.0558338 Nov 05 21:45:02.003882 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Floating IP e13a28bb-036b-4df0-9b7a-959b15399e88 associated. External IP: 172.25.6.124, port: 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f. Nov 05 21:45:02.073039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=42a37130-5df6-4ec2-87a1-417596aef75d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:02.096584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-e8bd670a-05c6-4ab0-b854-6ae8a9a9fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:02.097515 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:02.099342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-e8bd670a-05c6-4ab0-b854-6ae8a9a9fbca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0583339 Nov 05 21:45:02.253825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-d90959d1-09a0-4d62-9ae4-5c753821a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:02.255364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-d90959d1-09a0-4d62-9ae4-5c753821a126 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480894 Nov 05 21:45:02.272052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715895c-0146-4eac-8505-76379ad7dda1 req-a494eefa-813f-4c19-a728-1d69dabbbed5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:02.273568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e715895c-0146-4eac-8505-76379ad7dda1 req-a494eefa-813f-4c19-a728-1d69dabbbed5 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.1255760 Nov 05 21:45:02.367232 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 2, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:02.399604 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Checking router: d59a162d-6ddf-4d36-9d84-2ae565eab067 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:02.399604 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Updating router d59a162d-6ddf-4d36-9d84-2ae565eab067 port d1bec0ae-7f7d-43d3-a55b-77203ef79031 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:45:02.409679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2345ab-2900-44c9-9a44-27c70d635628 req-050f1aba-6db9-40b6-8175-ccfb2244ff10 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:02.411162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df2345ab-2900-44c9-9a44-27c70d635628 req-050f1aba-6db9-40b6-8175-ccfb2244ff10 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Nov 05 21:45:02.428901 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.492052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48032) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:02.494436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b183ba04-1df3-4ba2-b7d1-80dbc8d40d17 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684201476', 'description': 'tempest-description--1512960275'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:02.540598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-606dd194-47fc-4441-9571-ec2297739aa8 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651267 Nov 05 21:45:02.566585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Deleting port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:02.567459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.570922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Deleting port 5d557846-868b-4a9d-baee-65d494b6fa69 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:02.571263 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.591390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:02.684538 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.693682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] For port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:02.694057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.697494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b183ba04-1df3-4ba2-b7d1-80dbc8d40d17 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.738255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Calling delete_port for 49c2bd9d-5034-45d3-b571-85b4c4e7b0df owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:02.784602 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.810671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1dda1-7c9e-43c6-b75e-9b1b43db70c7 req-3134cfa9-91dc-46f9-8b3e-bfb30f4e0486 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:02.812585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcb1dda1-7c9e-43c6-b75e-9b1b43db70c7 req-3134cfa9-91dc-46f9-8b3e-bfb30f4e0486 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e60f660-a41f-4beb-9624-67a081ca08fd HTTP/1.1" status: 200 len: 950 time: 0.1016901 Nov 05 21:45:02.872195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] For port 5d557846-868b-4a9d-baee-65d494b6fa69, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5d557846-868b-4a9d-baee-65d494b6fa69,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:02.872195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.893132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-6a268447-0591-40e1-9c23-6b1a40605ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422260 Nov 05 21:45:02.897169 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.902004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Calling delete_port for 5d557846-868b-4a9d-baee-65d494b6fa69 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:02.915778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcb1dda1-7c9e-43c6-b75e-9b1b43db70c7 req-76a032ce-c187-4a78-a23e-c73a84a3cb72 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931091 Nov 05 21:45:02.916902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:02.921318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:02.924359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] Sync routers for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:02.987224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:03.006369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:03.010669 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b183ba04-1df3-4ba2-b7d1-80dbc8d40d17 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.022077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-c987ce53-f0c8-41c0-a2b4-2490f2458e68 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "PUT /v2.0/floatingips/e13a28bb-036b-4df0-9b7a-959b15399e88 HTTP/1.1" status: 200 len: 996 time: 2.6125603 Nov 05 21:45:03.024476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:03.026691 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b2ad91-d4ae-4397-808f-42641ab7d485" -d '{"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:03.033665 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Attempting to bind port d1bec0ae-7f7d-43d3-a55b-77203ef79031 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:45:03.035062 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Attempting to bind port d1bec0ae-7f7d-43d3-a55b-77203ef79031 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:45:03.035443 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Attempting to bind port d1bec0ae-7f7d-43d3-a55b-77203ef79031 on network bf02707f-5614-40f0-8570-7486cc5769c1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:03.044543 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Pushing event updated for resources: {'Port': ['ID=d1bec0ae-7f7d-43d3-a55b-77203ef79031,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:03.067270 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.067676 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.071994 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.072258 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.072523 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.072853 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.073175 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.073643 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.073969 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.074649 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.074908 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.075238 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:03.088899 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:45:03.089333 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Checking segment: {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:03.089685 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.091720 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Bound using segment: {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:45:03.092218 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Bound port: d1bec0ae-7f7d-43d3-a55b-77203ef79031, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:45:03.097229 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.230166 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] For port d1bec0ae-7f7d-43d3-a55b-77203ef79031, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:45:03.233465 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] For port d1bec0ae-7f7d-43d3-a55b-77203ef79031, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d1bec0ae-7f7d-43d3-a55b-77203ef79031,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:45:03.237791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:03.243278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b183ba04-1df3-4ba2-b7d1-80dbc8d40d17 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.276692 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.291859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.312344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b422e5ae-6b7e-44c3-90a4-c85cbd580c07', '5d557846-868b-4a9d-baee-65d494b6fa69', 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:03.370087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Pushing event deleted for resources: {'Port': ['ID=5d557846-868b-4a9d-baee-65d494b6fa69,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:03.380279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c1152-1ca0-4a9c-9558-64b1e81d675a None None] Pushing event updated for resources: {'Port': ['ID=d1bec0ae-7f7d-43d3-a55b-77203ef79031,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:03.383516 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:03.384159 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:03.439945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b183ba04-1df3-4ba2-b7d1-80dbc8d40d17 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.446756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b183ba04-1df3-4ba2-b7d1-80dbc8d40d17 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9576116 Nov 05 21:45:03.448452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48044) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:03.468390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-50730bdc-d6a7-43ff-955b-ea17cb15d7c0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Request body: {'security_group_rule': {'security_group_id': '6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:03.476211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183ba04-1df3-4ba2-b7d1-80dbc8d40d17 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:03.503352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.504068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.504601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.505135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.505609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.506157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.506686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.509667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-55a3ba1b-dff0-4c16-aa10-4281ba4c76a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6484 time: 0.4462907 Nov 05 21:45:03.512003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-ca17eeea-e4bd-429c-b589-19521fa0648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.515184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-ca17eeea-e4bd-429c-b589-19521fa0648b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d71ca6f37be24fe8b698f3debcc99713&device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.4766617 Nov 05 21:45:03.540912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdc358-2c88-4278-a3fb-958bbe8f7bc7 req-4d09d703-eadd-4209-8453-0f290ec76ad7 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.542472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11bdc358-2c88-4278-a3fb-958bbe8f7bc7 req-4d09d703-eadd-4209-8453-0f290ec76ad7 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0979161 Nov 05 21:45:03.574775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] No DVR routers for this DVR port 5d557846-868b-4a9d-baee-65d494b6fa69 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:03.579280 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.589887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e715895c-0146-4eac-8505-76379ad7dda1 req-b22ef6bc-15e1-47b2-a52e-70586904322b tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "DELETE /v2.0/ports/5d557846-868b-4a9d-baee-65d494b6fa69 HTTP/1.1" status: 204 len: 173 time: 1.3032932 Nov 05 21:45:03.600686 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:03.616496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.639325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-e62109be-490c-415c-b959-b590e42220ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:03.641528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-e62109be-490c-415c-b959-b590e42220ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.5804689 Nov 05 21:45:03.715208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Pushing event deleted for resources: {'Port': ['ID=49c2bd9d-5034-45d3-b571-85b4c4e7b0df,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:03.734614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50730bdc-d6a7-43ff-955b-ea17cb15d7c0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.761092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11bdc358-2c88-4278-a3fb-958bbe8f7bc7 req-4d6009de-6cbb-43da-9398-8c98718c8221 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c3879e8-8a0f-4257-9efd-eb9842e97c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125154 Nov 05 21:45:03.783318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['49c2bd9d-5034-45d3-b571-85b4c4e7b0df'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:03.787493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42a37130-5df6-4ec2-87a1-417596aef75d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:03.857132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] No DVR routers for this DVR port 49c2bd9d-5034-45d3-b571-85b4c4e7b0df on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:03.871209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:03.874446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df2345ab-2900-44c9-9a44-27c70d635628 req-3a3d3895-514f-42ac-8c22-9adce675abc3 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.13 "DELETE /v2.0/ports/49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 204 len: 173 time: 1.4555032 Nov 05 21:45:03.874903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'name': 'network-vif-deleted', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:03.879139 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fad7554-0f86-42b1-8775-9de1627d0710" -d '{"events": [{"server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "name": "network-vif-deleted", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:04.021056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-81394293-8f7d-42b9-87ed-4b8793e211cf None None] Provisioning complete for port d1bec0ae-7f7d-43d3-a55b-77203ef79031 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:04.021408 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81394293-8f7d-42b9-87ed-4b8793e211cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.033279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50730bdc-d6a7-43ff-955b-ea17cb15d7c0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.045058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-4dd3b6af-ea3d-4653-94a5-19a04b1a896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.047812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-4dd3b6af-ea3d-4653-94a5-19a04b1a896e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 902 time: 0.4753256 Nov 05 21:45:04.051114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-8d4bbe50-83e1-4da4-8683-f79044155750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.052742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-8d4bbe50-83e1-4da4-8683-f79044155750 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 200 len: 921 time: 0.4834940 Nov 05 21:45:04.056518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-7354dc95-c85e-4808-a718-8c316a58320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.058382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-7354dc95-c85e-4808-a718-8c316a58320c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.3870435 Nov 05 21:45:04.068570 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:03Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:04.071109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.090190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.120551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.130128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.135830 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f23ef8-d4d2-4b76-ac81-604d40432685 None None] The sync data for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 is: [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:03Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:04.138883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.157518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.185252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.185252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-e25a2fb9-971a-45ac-b1d3-07ef90a42ed1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.2945333 Nov 05 21:45:04.185947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50730bdc-d6a7-43ff-955b-ea17cb15d7c0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.246117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50730bdc-d6a7-43ff-955b-ea17cb15d7c0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee977d9-925f-445b-b3f7-09c5674caf32,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:04.352061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50730bdc-d6a7-43ff-955b-ea17cb15d7c0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.355093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50730bdc-d6a7-43ff-955b-ea17cb15d7c0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8974464 Nov 05 21:45:04.372106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48056) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:04.372106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-272c8bd6-ef82-4c23-aa38-b655efbbd91e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Request body: {'security_group_rule': {'security_group_id': '6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:04.401820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0529864e-5316-49f4-93ba-28b59ec6ec7b req-22e3227c-e818-4338-8f4a-76f3d7898a2c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1866403 Nov 05 21:45:04.407998 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81394293-8f7d-42b9-87ed-4b8793e211cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.501673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e13a28bb-036b-4df0-9b7a-959b15399e88', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'port_id': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'mac_address': 'fa:16:3e:26:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b170c-70a4-4968-8d16-2a3452851d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:57Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 1, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:44:00Z', 'revision_number': 5, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:04.539226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272c8bd6-ef82-4c23-aa38-b655efbbd91e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.554596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] Checking router: 026ebfed-27e9-41b7-86a3-165a3c6c62f8 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:04.560769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 42a37130-5df6-4ec2-87a1-417596aef75d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:04.561405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.710246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-81394293-8f7d-42b9-87ed-4b8793e211cf None None] For port d1bec0ae-7f7d-43d3-a55b-77203ef79031, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d1bec0ae-7f7d-43d3-a55b-77203ef79031,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:04.717780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:04.718596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:04.799473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-5a7261c3-4fc0-4981-b1e7-3c9c2a64b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:04.801481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-5a7261c3-4fc0-4981-b1e7-3c9c2a64b514 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.2329822 Nov 05 21:45:04.834522 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81394293-8f7d-42b9-87ed-4b8793e211cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.860342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272c8bd6-ef82-4c23-aa38-b655efbbd91e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:04.884350 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-8c55cb67-f2f9-4479-8774-80b2f804e490 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 200 len: 217 time: 0.8215992 Nov 05 21:45:04.886717 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f2ae5-af62-4044-96ce-bf619572d7f1 x-openstack-request-id: req-7e9f2ae5-af62-4044-96ce-bf619572d7f1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:04.887280 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:04.887747 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e9f2ae5-af62-4044-96ce-bf619572d7f1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:04.888174 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'status': 'completed', 'code': 200} Nov 05 21:45:04.914163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81394293-8f7d-42b9-87ed-4b8793e211cf None None] Pushing event updated for resources: {'Port': ['ID=d1bec0ae-7f7d-43d3-a55b-77203ef79031,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:04.984969 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59539880-87c6-4e4f-b4e7-34ad3d6e9367 x-openstack-request-id: req-59539880-87c6-4e4f-b4e7-34ad3d6e9367 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:04.985261 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070d2aad-54ea-4d06-829c-400b1bb8e9c6", "name": "network-vif-deleted", "tag": "49c2bd9d-5034-45d3-b571-85b4c4e7b0df", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:04.985799 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59539880-87c6-4e4f-b4e7-34ad3d6e9367 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:04.985929 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d2aad-54ea-4d06-829c-400b1bb8e9c6', 'name': 'network-vif-deleted', 'tag': '49c2bd9d-5034-45d3-b571-85b4c4e7b0df', 'status': 'completed', 'code': 200} Nov 05 21:45:04.994151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272c8bd6-ef82-4c23-aa38-b655efbbd91e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:05.049277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c8bd6-ef82-4c23-aa38-b655efbbd91e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab9a621-df4d-4f0e-aeef-bac23b89512a,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:05.092678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-88487027-68ad-4f0c-9f28-1200e029fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.094546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-88487027-68ad-4f0c-9f28-1200e029fa61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.2710030 Nov 05 21:45:05.141878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f35afe07-bff6-4ffe-964a-5ac75d0b0c78 None None] Provisioning complete for port d1bec0ae-7f7d-43d3-a55b-77203ef79031 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:05.141878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f35afe07-bff6-4ffe-964a-5ac75d0b0c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:05.178906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:05.186517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272c8bd6-ef82-4c23-aa38-b655efbbd91e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:05.187059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-7ed92cec-0c25-48e3-ada0-b51e109dc258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c2bd9d-5034-45d3-b571-85b4c4e7b0df HTTP/1.1" status: 200 len: 217 time: 1.1243188 Nov 05 21:45:05.187705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-272c8bd6-ef82-4c23-aa38-b655efbbd91e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8252628 Nov 05 21:45:05.192247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-8cbc5304-804d-444b-a20f-b05ef331e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.193363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-8cbc5304-804d-444b-a20f-b05ef331e491 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.1011534 Nov 05 21:45:05.193889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48064) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:05.209005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:05.264567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-fc8231a0-b78e-4f59-82c4-c9c95dc90f27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 999 time: 0.1625390 Nov 05 21:45:05.266619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54c186a8-40e3-459a-b8d1-50ff38c6550b req-7ff34ca9-758a-4b6e-b8e7-c600b0f75576 tempest-FloatingIPsAssociationTestJSON-320231673 tempest-FloatingIPsAssociationTestJSON-320231673-project] 10.222.0.41 "GET /v2.0/ports?device_id=070d2aad-54ea-4d06-829c-400b1bb8e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0896573 Nov 05 21:45:05.359773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-f5c85e28-2ee4-42cc-818e-7f00c8e79398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.359773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-f5c85e28-2ee4-42cc-818e-7f00c8e79398 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.0875738 Nov 05 21:45:05.361528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-955a91d1-5b04-4240-8161-e3dc8d3289ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 999 time: 1.2580991 Nov 05 21:45:05.428149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-1e9466ac-059c-421f-9e29-e8504f7e00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.429662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-1e9466ac-059c-421f-9e29-e8504f7e00dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 200 len: 859 time: 0.2325051 Nov 05 21:45:05.451254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-0ca526f7-00d0-495b-84e4-bad9de5764b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817733 Nov 05 21:45:05.463306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-f572703a-67fa-45ed-a022-da6ac2578208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.469452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-f572703a-67fa-45ed-a022-da6ac2578208 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2453780 Nov 05 21:45:05.513871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:05.604867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-3eb6b84b-0d86-44f5-a3b0-62c96b65666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.606763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-3eb6b84b-0d86-44f5-a3b0-62c96b65666b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.2350543 Nov 05 21:45:05.646078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e13a28bb-036b-4df0-9b7a-959b15399e88', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'port_id': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'mac_address': 'fa:16:3e:26:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b170c-70a4-4968-8d16-2a3452851d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:57Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 1, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:44:00Z', 'revision_number': 5, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:05.669111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-78149b84-0ad6-4684-9e03-f2724b9872a5 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121892 Nov 05 21:45:05.746547 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-55988167-8743-4d93-be33-131668a35298 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196587 Nov 05 21:45:05.755417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976f48-f500-4831-852d-bd59234fdf70 req-8f7d8d0e-bf3d-415c-9af6-27d284fc9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.757595 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-8f7d8d0e-bf3d-415c-9af6-27d284fc9c1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d879f9-5385-4c85-81af-83319cb29582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3173993 Nov 05 21:45:05.917338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d1bec0ae-7f7d-43d3-a55b-77203ef79031 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:05.920063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3981baf-cd6d-4f45-a473-c3204266d41f None None] The sync data for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 is: [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e13a28bb-036b-4df0-9b7a-959b15399e88', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'port_id': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'mac_address': 'fa:16:3e:26:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b170c-70a4-4968-8d16-2a3452851d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:57Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 1, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:44:00Z', 'revision_number': 5, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:05.941067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84b2ad91-d4ae-4397-808f-42641ab7d485 req-8c955161-b53c-482b-9a78-321a361eab5c service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632890 Nov 05 21:45:05.965650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.973102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:05.987756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:06.005265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:06.017141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:06.030165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:06.036341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d1bec0ae-7f7d-43d3-a55b-77203ef79031 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:06.041650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:06.047203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:06.049410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-74c9ab1a-79b3-4e81-b176-735888eaccc4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.2045341 Nov 05 21:45:06.082247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-89841973-453e-48b7-96cc-dcf14abbecd5 service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043063 Nov 05 21:45:06.108161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-e7978db1-94f1-43fb-acc3-58e68ec15767 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114345 Nov 05 21:45:06.113537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 49c2bd9d-5034-45d3-b571-85b4c4e7b0df no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:06.140624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 49c2bd9d-5034-45d3-b571-85b4c4e7b0df {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:06.140899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 49c2bd9d-5034-45d3-b571-85b4c4e7b0df not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:06.190201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce2d7822-917a-45ce-bd18-0e377b67e936 req-565fe0a6-0cf7-438c-9a20-2f4137f4c76f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261861 Nov 05 21:45:06.295361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5d557846-868b-4a9d-baee-65d494b6fa69 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:06.302339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4fab17dc-9ecb-4fb5-821b-2ccc14d06102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:06.328546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 5d557846-868b-4a9d-baee-65d494b6fa69 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:06.328991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5d557846-868b-4a9d-baee-65d494b6fa69 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:06.398934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-422c9bbf-00f5-4680-ad50-d81d0b55ae19 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369677 Nov 05 21:45:06.468234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6785d5-173b-446b-9690-58b2839e9864 req-6ab9ef51-97d1-42c8-ad52-e4a0908faba9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:06.470066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af6785d5-173b-446b-9690-58b2839e9864 req-6ab9ef51-97d1-42c8-ad52-e4a0908faba9 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 950 time: 0.0654719 Nov 05 21:45:06.532967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5aad460-3293-4ff9-99ef-00d0f2f2da35 req-8eed65e0-9dc3-4de7-9aa1-4f0bd3e5ab0b service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993018 Nov 05 21:45:06.540769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13976f48-f500-4831-852d-bd59234fdf70 req-966c7253-7304-480f-a8e5-ecbd27560e8e service neutron] 10.222.0.13 "GET /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491839 Nov 05 21:45:06.555692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af6785d5-173b-446b-9690-58b2839e9864 req-17db99ed-a108-4d40-bdc0-5435ab6b2852 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728209 Nov 05 21:45:06.559052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b27d012-fdc0-416a-acf3-3b3fb61c09ed None None] New status for floating IP e13a28bb-036b-4df0-9b7a-959b15399e88: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:45:06.592852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:06.606529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0161651-3df5-4c81-b11d-9d937e52c82e req-e11693e2-47cf-435f-b0af-21250f9c9a5d service neutron] 10.222.0.41 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870866 Nov 05 21:45:06.660019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48080) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:06.774825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-f7919b3b-cbf4-4384-ab3c-3f9d8dcbe4aa tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 999 time: 0.1139991 Nov 05 21:45:06.857198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-51224a2c-4c34-4116-8c30-230597dc8226 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:06.858661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-51224a2c-4c34-4116-8c30-230597dc8226 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports/81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 942 time: 0.0665226 Nov 05 21:45:06.858797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Allocated IP 172.25.6.84 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/8ff18c4a-c0dd-4167-9925-db3565db707f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:06.910013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'name': 'network-vif-deleted', 'tag': '5d557846-868b-4a9d-baee-65d494b6fa69'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:06.912673 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be8b12-0093-4ba5-b944-9b41b04f2f1a" -d '{"events": [{"server_uuid": "2e60f660-a41f-4beb-9624-67a081ca08fd", "name": "network-vif-deleted", "tag": "5d557846-868b-4a9d-baee-65d494b6fa69"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:06.978364 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccf0161-324a-475f-a5d7-f17df676b3ad x-openstack-request-id: req-5ccf0161-324a-475f-a5d7-f17df676b3ad {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:06.978647 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e60f660-a41f-4beb-9624-67a081ca08fd", "name": "network-vif-deleted", "tag": "5d557846-868b-4a9d-baee-65d494b6fa69", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:06.979028 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ccf0161-324a-475f-a5d7-f17df676b3ad {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:06.979313 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e60f660-a41f-4beb-9624-67a081ca08fd', 'name': 'network-vif-deleted', 'tag': '5d557846-868b-4a9d-baee-65d494b6fa69', 'status': 'completed', 'code': 200} Nov 05 21:45:06.986369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-4685a617-c111-4c4b-bd95-6c4f6bf91dc3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 1001 time: 0.0682607 Nov 05 21:45:07.112013 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.123747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-87e1bf2f-37a9-4a3a-83df-70fb74c44340 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.125167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-87e1bf2f-37a9-4a3a-83df-70fb74c44340 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.1326399 Nov 05 21:45:07.203012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-ff186a28-79d3-4b28-af67-87b68534d7c3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 1001 time: 0.0682533 Nov 05 21:45:07.218694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:07.249828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.298177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.330446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:07.345451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:07.352466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:07.359495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event updated for resources: {'Port': ['ID=8ff18c4a-c0dd-4167-9925-db3565db707f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:07.400146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.455739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.462272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.465646 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.468250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.474216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.480593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.486554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.492757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.494591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-64a896fd-e123-43b5-95ca-8908c641a20d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.2116516 Nov 05 21:45:07.521331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.521331 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Floating IP e13a28bb-036b-4df0-9b7a-959b15399e88 disassociated. External IP: 172.25.6.124, port: 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f. Nov 05 21:45:07.647990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.690900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cd81b76-cdf8-4a86-babf-5523aa8e287d req-ed631a5e-e2d4-4537-bf14-26b626969e36 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857262 Nov 05 21:45:07.700151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-af3194cf-0023-45c5-8d5b-48f6a2835d06 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.701624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-af3194cf-0023-45c5-8d5b-48f6a2835d06 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 950 time: 0.1543374 Nov 05 21:45:07.768933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:07.900447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:07.904914 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.911453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] Sync routers for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:07.923240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:07.924782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:07.940175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-3285893c-82a8-4ec3-b4cc-5d8eabd34880 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "PUT /v2.0/floatingips/e13a28bb-036b-4df0-9b7a-959b15399e88 HTTP/1.1" status: 200 len: 695 time: 0.7265446 Nov 05 21:45:07.940706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:07.947362 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62225f-3490-4ded-a3d8-df5fc7ec7138" -d '{"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:07.962912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.969676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Deleting port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:07.969952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:07.993315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-4af3710c-34fb-45a2-87d8-a4cd92d98d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:07.994834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-4af3710c-34fb-45a2-87d8-a4cd92d98d57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.0441253 Nov 05 21:45:08.046460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd787e-b3c6-4773-9292-c995e049cc1a req-2be76ce1-d7b2-4952-8044-ba0b21d03a2c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.047911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:08.054512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5dfd787e-b3c6-4773-9292-c995e049cc1a req-2be76ce1-d7b2-4952-8044-ba0b21d03a2c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 950 time: 0.2034605 Nov 05 21:45:08.121517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-890da877-b9f8-4288-af15-167c5d354401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.134446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-890da877-b9f8-4288-af15-167c5d354401 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.1321082 Nov 05 21:45:08.187106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-fbaf4e6b-b23e-46dc-ba98-ae3b697a59fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 217 time: 0.0512373 Nov 05 21:45:08.231927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-45b9996a-875d-44b7-bd5e-a0784acbb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.233579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-45b9996a-875d-44b7-bd5e-a0784acbb435 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.0456035 Nov 05 21:45:08.304330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-101bf022-33fd-4163-b3aa-26f898e81326 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639317 Nov 05 21:45:08.307819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:44:00Z', 'revision_number': 5, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:08.337148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] Checking router: 026ebfed-27e9-41b7-86a3-165a3c6c62f8 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:08.346790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:08.347525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:08.411438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-f4ed5893-c90f-42e9-b135-37a2393a6ae0 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059330 Nov 05 21:45:08.465438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:08.520606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef40e13f-65a8-463f-9279-51393ffd15b1 req-bc769f86-ee02-4d1b-aaa0-4a6acfb2d623 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054246 Nov 05 21:45:08.576862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5dfd787e-b3c6-4773-9292-c995e049cc1a req-e516387c-74f1-4c11-a999-846cdea90b9a tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209334 Nov 05 21:45:08.584992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] For port b422e5ae-6b7e-44c3-90a4-c85cbd580c07, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:08.585359 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:08.614686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Deleting port 828ef218-d440-4b7c-9253-9d1409d3086b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:08.614686 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:08.633846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Calling delete_port for b422e5ae-6b7e-44c3-90a4-c85cbd580c07 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:08.685517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5229-4202-4ca3-8cb8-b5e0554ed3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:08.689570 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fce6f0-d1f3-4afc-901f-3449a3b81712 x-openstack-request-id: req-00fce6f0-d1f3-4afc-901f-3449a3b81712 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:08.690043 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:08.690502 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00fce6f0-d1f3-4afc-901f-3449a3b81712 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:08.690917 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'status': 'completed', 'code': 200} Nov 05 21:45:08.727987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:44:00Z', 'revision_number': 5, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:08.767424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4046df-6ee6-4d5b-8402-36622a051593 None None] The sync data for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 is: [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:43:52Z', 'revision_number': 4, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '13b3360e-8176-4431-b5d2-8ae480737958', 'name': '', 'network_id': '4bcdfcc9-d386-4816-95c0-3858e3d6c515', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'mac_address': 'fa:16:3e:62:9d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:51Z', 'updated_at': '2021-11-05T21:44:00Z', 'revision_number': 5, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'subnets': [{'id': '3bf2725a-87b8-40fe-8cf1-17ec571f65e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:08.796687 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-629860cb-7159-4b42-92e4-352d422b5a54 req-e88e5af9-aedf-41d4-a5c7-eb955a7d1bba tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips/e13a28bb-036b-4df0-9b7a-959b15399e88 HTTP/1.1" status: 200 len: 695 time: 0.1190388 Nov 05 21:45:08.868922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.875120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.879596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] For port 828ef218-d440-4b7c-9253-9d1409d3086b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=828ef218-d440-4b7c-9253-9d1409d3086b,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:08.880104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:08.891457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.894929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Calling delete_port for 828ef218-d440-4b7c-9253-9d1409d3086b owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:08.895710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.902581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.908758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.915157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:08.917150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-c340c0da-be6a-4082-9286-86f3a30f6067 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1088827 Nov 05 21:45:08.991433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56150ac0-7f67-488c-a721-3d9e569f8459 req-2363055e-f441-4226-81c4-6fca61e43f6f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663395 Nov 05 21:45:09.060264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:09.070350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-6c1da7d1-c38d-41e2-8c66-2dbcfa655914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:09.070350 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-6c1da7d1-c38d-41e2-8c66-2dbcfa655914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9328e3830b64ecfaf6551046b15665e&device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 1096 time: 0.3367584 Nov 05 21:45:09.144763 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fac40ca-dc7d-4a05-a271-7e6c66cb4431 None None] New status for floating IP e13a28bb-036b-4df0-9b7a-959b15399e88: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:45:09.150964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:09.290547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629860cb-7159-4b42-92e4-352d422b5a54 req-e594010c-3604-4051-ab25-84b27fdfda9e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:09.291919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-629860cb-7159-4b42-92e4-352d422b5a54 req-e594010c-3604-4051-ab25-84b27fdfda9e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 784 time: 0.4352980 Nov 05 21:45:09.396387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event updated for resources: {'Port': ['ID=8ff18c4a-c0dd-4167-9925-db3565db707f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:09.425829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-629860cb-7159-4b42-92e4-352d422b5a54 req-f8533417-c50b-4a32-aa80-2c1525cbeb29 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 698 time: 0.1212013 Nov 05 21:45:09.461510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:09.497982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-fb61baa3-0ee8-400c-99ba-3c88b17aa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:09.499443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-fb61baa3-0ee8-400c-99ba-3c88b17aa5c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 200 len: 920 time: 0.4202762 Nov 05 21:45:09.524808 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-629860cb-7159-4b42-92e4-352d422b5a54 req-6d132340-40df-44ce-b77f-75d8c80bffb2 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.6.124 HTTP/1.1" status: 200 len: 696 time: 0.0762870 Nov 05 21:45:09.569056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:09.583828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['cabedb2a-f2f6-4f23-8134-0edbdbcd6814'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:09.602499 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-46801ae3-46c9-43e4-b131-0cfd617579bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 200 len: 217 time: 0.0902414 Nov 05 21:45:09.736583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:09.737913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-af200e6c-06fd-40c8-8a15-677170e3c0d4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5326076 Nov 05 21:45:09.760759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Pushing event deleted for resources: {'Port': ['ID=b422e5ae-6b7e-44c3-90a4-c85cbd580c07,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:09.771071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5d826cc-ca64-4d7e-b9d4-78cb3f701ee2 req-a4570d77-9b56-45db-8c64-6bb88743b147 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 210 time: 0.0300865 Nov 05 21:45:09.877615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] No DVR routers for this DVR port b422e5ae-6b7e-44c3-90a4-c85cbd580c07 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:09.884195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:09.888324 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-822da93d-f86c-4b43-8d6f-6aa62d8929f8 req-95454899-0cec-4e37-b1f0-dcbc5c8c270d tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "DELETE /v2.0/ports/b422e5ae-6b7e-44c3-90a4-c85cbd580c07 HTTP/1.1" status: 204 len: 173 time: 2.1559317 Nov 05 21:45:09.888857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'name': 'network-vif-deleted', 'tag': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:09.891202 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879ac6a8-0969-4204-ae50-db2d25885183" -d '{"events": [{"server_uuid": "ac760a33-9723-498f-8a93-7e92f758a73f", "name": "network-vif-deleted", "tag": "b422e5ae-6b7e-44c3-90a4-c85cbd580c07"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:09.897298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-aa0f896a-52d7-4de8-97c1-9641f5680971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:09.898957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-aa0f896a-52d7-4de8-97c1-9641f5680971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 200 len: 859 time: 0.2198739 Nov 05 21:45:09.946421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:09.950697 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bee309-4081-4ed9-8ab6-62a1dc8c3f73 x-openstack-request-id: req-d3bee309-4081-4ed9-8ab6-62a1dc8c3f73 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:09.951628 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac760a33-9723-498f-8a93-7e92f758a73f", "name": "network-vif-deleted", "tag": "b422e5ae-6b7e-44c3-90a4-c85cbd580c07", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:09.953045 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3bee309-4081-4ed9-8ab6-62a1dc8c3f73 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:09.953630 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac760a33-9723-498f-8a93-7e92f758a73f', 'name': 'network-vif-deleted', 'tag': 'b422e5ae-6b7e-44c3-90a4-c85cbd580c07', 'status': 'completed', 'code': 200} Nov 05 21:45:09.955922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-4b5c8d5c-cce3-4bf3-a08a-48726f15a49e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bcdfcc9-d386-4816-95c0-3858e3d6c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383391 Nov 05 21:45:09.958188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:10.020773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Pushing event deleted for resources: {'Port': ['ID=828ef218-d440-4b7c-9253-9d1409d3086b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:10.171108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Deleting port f03d3bef-22e9-4959-bdaf-459f90ea8609 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:10.171445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:10.227913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:10.236804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:10.242392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:10.250016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:10.256872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:10.268531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:10.277734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:10.279764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-ad633de4-f2c1-4c96-9d1e-722c9eef089c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1532354 Nov 05 21:45:10.300646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b422e5ae-6b7e-44c3-90a4-c85cbd580c07 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:10.307079 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-d606ab47-a81b-4baa-9cdb-ac9197704f41 service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369095 Nov 05 21:45:10.361738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: b422e5ae-6b7e-44c3-90a4-c85cbd580c07 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:10.362416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b422e5ae-6b7e-44c3-90a4-c85cbd580c07 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:10.381263 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d7307d7-2474-4b98-8ee8-5bf1d4c79128 req-1143a129-476d-4cf8-b9df-065f829b47e9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933430 Nov 05 21:45:10.473704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:10.473704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:10.496368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Calling delete_port for f03d3bef-22e9-4959-bdaf-459f90ea8609 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:10.502221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:10.521810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b62225f-3490-4ded-a3d8-df5fc7ec7138 req-faaae417-b770-43fe-99e5-b1af1418aeac service neutron] 10.222.0.13 "GET /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050900 Nov 05 21:45:10.820264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Router 16c7ab32-bc75-4cfe-aa83-cf98448c211a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:10.903186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2275dcb0-758e-4fee-9eeb-1755ff943538 req-8398075a-0097-4f6b-9831-fe8014b05427 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac760a33-9723-498f-8a93-7e92f758a73f HTTP/1.1" status: 200 len: 210 time: 0.0364330 Nov 05 21:45:10.929078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:10.971687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event deleted for resources: {'Port': ['ID=f03d3bef-22e9-4959-bdaf-459f90ea8609,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:11.012722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:11.020548 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-29b9217f-9151-40f5-a457-6786ac70301e admin admin] 10.222.0.41 "PUT /v2.0/routers/16c7ab32-bc75-4cfe-aa83-cf98448c211a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3563576 Nov 05 21:45:11.021556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48178) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:11.024641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] Sync routers for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:11.037466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:11.038380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:11.071742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.076450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.084520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-629860cb-7159-4b42-92e4-352d422b5a54 req-060bad96-4684-4421-b6f1-2f8ef5a195e6 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "DELETE /v2.0/floatingips/e13a28bb-036b-4df0-9b7a-959b15399e88 HTTP/1.1" status: 204 len: 173 time: 1.5263810 Nov 05 21:45:11.172991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:11.208689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.216857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c0222ba-441e-42a9-954b-badd201db1d7 req-36a18ec2-cc1e-45af-98a8-423a8cf94ded tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups/ee6d428d-cbd3-43f9-b3d9-b3b6a4f766c0 HTTP/1.1" status: 200 len: 1825 time: 0.1019132 Nov 05 21:45:11.344133 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.377422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.402857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:45:09Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:11.405332 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c0222ba-441e-42a9-954b-badd201db1d7 req-43eb1776-d846-4eae-ae0b-c074b82b008d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.432667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c0222ba-441e-42a9-954b-badd201db1d7 req-43eb1776-d846-4eae-ae0b-c074b82b008d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.434186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] Checking router: 16c7ab32-bc75-4cfe-aa83-cf98448c211a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:11.444258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] Routers {'16c7ab32-bc75-4cfe-aa83-cf98448c211a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:11.444940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:11.553960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Deleting port 5a5a1107-2382-47dd-91a0-4c68031ec796 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:11.554311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.567054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c0222ba-441e-42a9-954b-badd201db1d7 req-43eb1776-d846-4eae-ae0b-c074b82b008d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.567195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:11.568795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c0222ba-441e-42a9-954b-badd201db1d7 req-43eb1776-d846-4eae-ae0b-c074b82b008d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.570323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c0222ba-441e-42a9-954b-badd201db1d7 req-43eb1776-d846-4eae-ae0b-c074b82b008d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee6d428d-cbd3-43f9-b3d9-b3b6a4f766c0 HTTP/1.1" status: 204 len: 173 time: 0.3161309 Nov 05 21:45:11.577293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:11.608495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:11.613310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb1776-d846-4eae-ae0b-c074b82b008d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d428d-cbd3-43f9-b3d9-b3b6a4f766c0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:11.627870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:11.645636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:11.659790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:11.661750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] Set router 16c7ab32-bc75-4cfe-aa83-cf98448c211a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:11.669372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:11.679915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-cba1c8f6-09c4-4938-93dd-acc73e4e6607 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.2014186 Nov 05 21:45:11.717194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] For port 5a5a1107-2382-47dd-91a0-4c68031ec796, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5a5a1107-2382-47dd-91a0-4c68031ec796,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:11.726644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:11.761403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Calling delete_port for 5a5a1107-2382-47dd-91a0-4c68031ec796 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:11.766140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5f90ea18-5dae-469d-a60d-fc8d58e21511 req-22ba00c9-fed3-4bee-8b6b-c1f5c336ec49 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847461 Nov 05 21:45:12.082859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:12.141225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:12.157923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:45:09Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:12.185951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa5859-314c-44b2-b13b-01afca5931c2 None None] The sync data for ids ['16c7ab32-bc75-4cfe-aa83-cf98448c211a'] in n-d-816738-5 is: [{'id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'name': 'tempest-FloatingIPsAssociationTestJSON-890394397-router', 'tenant_id': 'd71ca6f37be24fe8b698f3debcc99713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:40Z', 'updated_at': '2021-11-05T21:45:09Z', 'revision_number': 5, 'project_id': 'd71ca6f37be24fe8b698f3debcc99713', 'gw_port': {'id': '5a5a1107-2382-47dd-91a0-4c68031ec796', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7ab32-bc75-4cfe-aa83-cf98448c211a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:41Z', 'updated_at': '2021-11-05T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:12.189797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5a1107-2382-47dd-91a0-4c68031ec796,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:12.270811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:12.624768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21edf4-01a4-4d99-a0c2-6f2be713ec49 req-928c384d-c599-4d5e-8fd0-2b00ac4b913c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:12.635736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa21edf4-01a4-4d99-a0c2-6f2be713ec49 req-928c384d-c599-4d5e-8fd0-2b00ac4b913c tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 951 time: 0.1197052 Nov 05 21:45:12.700722 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:12.704540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:12.714941 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa21edf4-01a4-4d99-a0c2-6f2be713ec49 req-ddd1b567-06cb-444d-a96e-bce83322b3d6 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780153 Nov 05 21:45:12.749820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e3608-c19a-45f9-9e03-adaf1996c7aa req-477c8656-7b66-4a27-a1cc-391c259d8179 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:12.757058 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e5e3608-c19a-45f9-9e03-adaf1996c7aa req-477c8656-7b66-4a27-a1cc-391c259d8179 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1206458 Nov 05 21:45:12.860824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e5e3608-c19a-45f9-9e03-adaf1996c7aa req-92d95f8b-c7b2-4914-8776-fe60248e4bbc tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027088 Nov 05 21:45:12.889220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:12.899010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c7ab32-bc75-4cfe-aa83-cf98448c211a {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:45:12.901727 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:12.903362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b7b58cd8-f104-4b34-aa5c-c22edcd6eb44 admin admin] 10.222.0.41 "DELETE /v2.0/routers/16c7ab32-bc75-4cfe-aa83-cf98448c211a HTTP/1.1" status: 204 len: 168 time: 1.8808184 Nov 05 21:45:12.906007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48244) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:13.022399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] Deleting subnet 6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:45:13.028995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:13.080603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.088899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.098147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.105538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.111893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.118896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.125854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.127771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-dcbe28fe-0b8d-4722-9939-79283d195e47 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.2059639 Nov 05 21:45:13.499199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:13.578460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6c09e3e-e277-4b77-8799-82bfa7971dd9 req-a52d6c6a-fe82-4a96-a9cb-0b66160e7582 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4434533 Nov 05 21:45:13.625130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5a5a1107-2382-47dd-91a0-4c68031ec796 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:13.628376 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:13.651462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5a5a1107-2382-47dd-91a0-4c68031ec796 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:13.652171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5a5a1107-2382-47dd-91a0-4c68031ec796 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:13.652647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 828ef218-d440-4b7c-9253-9d1409d3086b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:13.673209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 828ef218-d440-4b7c-9253-9d1409d3086b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:13.673550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 828ef218-d440-4b7c-9253-9d1409d3086b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:13.766753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:13.795578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:13.797869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:13.801567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8e25d067-e026-4e9c-8a5f-f9a26b5b9d9f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6fdc07e2-6a1a-47d7-99a6-3f9a9f9f9b75 HTTP/1.1" status: 204 len: 168 time: 0.8944857 Nov 05 21:45:13.802969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff3d04-523f-403e-9587-f26bdf35fc89 None None] Network 94d879f9-5385-4c85-81af-83319cb29582 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:13.804141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48252) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:13.894162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1229aa-cff2-45c8-849c-017afe294ef9 req-b67dbbf5-9c74-413b-97d2-fef43453c431 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:13.898376 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c1229aa-cff2-45c8-849c-017afe294ef9 req-b67dbbf5-9c74-413b-97d2-fef43453c431 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 951 time: 0.1019197 Nov 05 21:45:13.900818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:13.975904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c1229aa-cff2-45c8-849c-017afe294ef9 req-2fed476c-f274-4e87-b51b-94e8c0f0b710 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637896 Nov 05 21:45:14.032497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Deleting port 1a49f48d-cc06-45a3-8572-2457eb5517e4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:14.032830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.100424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] DHCP port deletion for 94d879f9-5385-4c85-81af-83319cb29582 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:45:14.134609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] For port 1a49f48d-cc06-45a3-8572-2457eb5517e4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49f48d-cc06-45a3-8572-2457eb5517e4,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:14.134982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.152417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Calling delete_port for 1a49f48d-cc06-45a3-8572-2457eb5517e4 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:14.155827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] Deleting port 1a49f48d-cc06-45a3-8572-2457eb5517e4 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:14.156344 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.164872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13de304-b559-44f6-85c8-10eed47ee82b req-c525c035-c3af-4bbf-8adb-963093f8507d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.166364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f13de304-b559-44f6-85c8-10eed47ee82b req-c525c035-c3af-4bbf-8adb-963093f8507d tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1540873 Nov 05 21:45:14.232334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] For port 1a49f48d-cc06-45a3-8572-2457eb5517e4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49f48d-cc06-45a3-8572-2457eb5517e4,segment=NetworkSegment(12ebc16c-bd96-4007-a50a-65e01b2e8bfa),segment_id=12ebc16c-bd96-4007-a50a-65e01b2e8bfa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:14.232952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.246355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] Calling delete_port for 1a49f48d-cc06-45a3-8572-2457eb5517e4 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:14.305330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f13de304-b559-44f6-85c8-10eed47ee82b req-b06cca74-8e0d-471e-aa57-88dca0012d69 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288135 Nov 05 21:45:14.326813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-6074a3bd-116d-4493-8e26-4dc7b393fc9f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.328820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-6074a3bd-116d-4493-8e26-4dc7b393fc9f tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 951 time: 0.0809462 Nov 05 21:45:14.406405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.407355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.442522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Pushing event deleted for resources: {'Port': ['ID=1a49f48d-cc06-45a3-8572-2457eb5517e4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:14.444380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] No DVR routers for this DVR port 1a49f48d-cc06-45a3-8572-2457eb5517e4 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:14.444581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] No DVR routers for this DVR port 1a49f48d-cc06-45a3-8572-2457eb5517e4 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:14.448977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9c577-5b7d-4bc3-a531-993e5df78987 None None] Pushing event deleted for resources: {'Port': ['ID=1a49f48d-cc06-45a3-8572-2457eb5517e4,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:14.563409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.576521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Deleting port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:14.576862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.618156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d879f9-5385-4c85-81af-83319cb29582']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:14.627612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0125-4f0e-4b96-874f-364473918a22 req-af867d90-21e5-4871-a2f5-a282f51cd078 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.629115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c96b0125-4f0e-4b96-874f-364473918a22 req-af867d90-21e5-4871-a2f5-a282f51cd078 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.13 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1553142 Nov 05 21:45:14.675347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ebc16c-bd96-4007-a50a-65e01b2e8bfa') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:14.675667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ebc16c-bd96-4007-a50a-65e01b2e8bfa') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:14.723630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.773360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.809287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:45:14.809688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:45:14.812631 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:45:14.875789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] For port cabedb2a-f2f6-4f23-8134-0edbdbcd6814, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:14.876159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:14.907426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.913468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.920076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.926147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.932844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.938969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.945063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:14.947083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-fc000657-dca9-4ed3-bf53-365dce8f3eaa tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.2419536 Nov 05 21:45:14.953173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Calling delete_port for cabedb2a-f2f6-4f23-8134-0edbdbcd6814 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:15.066453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Deleting port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:15.066866 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.107730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c2994ac-15e8-4e8a-9519-3a5c0fa13e5f req-3f9a93a8-1dd2-409b-b896-2754f548afd8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478083 Nov 05 21:45:15.118029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.132737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.159950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] 10.222.0.41 "DELETE /v2.0/networks/94d879f9-5385-4c85-81af-83319cb29582 HTTP/1.1" status: 204 len: 168 time: 1.3340330 Nov 05 21:45:15.165774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ff794-7eb5-4d29-8c5d-f55c7fa96de1 req-33b28741-789c-41ef-955b-9c16284c3395 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:15.167524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-852ff794-7eb5-4d29-8c5d-f55c7fa96de1 req-33b28741-789c-41ef-955b-9c16284c3395 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 951 time: 0.0905528 Nov 05 21:45:15.222455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5626a-4e99-46ae-a1e0-06e30834bfba admin admin] Pushing event deleted for resources: {'Network': ['ID=94d879f9-5385-4c85-81af-83319cb29582,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:15.247031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-852ff794-7eb5-4d29-8c5d-f55c7fa96de1 req-59235be3-b3a8-49f8-ac86-f14af3b7b5aa tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ed2f47-7638-4627-a77b-3a214e86daa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615692 Nov 05 21:45:15.301987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] For port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:15.302355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.323007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Calling delete_port for 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:15.421711 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.434106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['cabedb2a-f2f6-4f23-8134-0edbdbcd6814'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:15.460606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Pushing event deleted for resources: {'Port': ['ID=cabedb2a-f2f6-4f23-8134-0edbdbcd6814,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:15.572862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2f57-9d75-43b8-8562-b09efe3fad63 req-82e80e2a-b263-4bba-802b-c19585f63b94 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:15.575316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36bd2f57-9d75-43b8-8562-b09efe3fad63 req-82e80e2a-b263-4bba-802b-c19585f63b94 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 945 time: 0.1966658 Nov 05 21:45:15.580484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] No DVR routers for this DVR port cabedb2a-f2f6-4f23-8134-0edbdbcd6814 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:15.608961 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.612599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a4519db-98e9-446b-83e2-bfc05a55eb6b req-99193d88-ead9-402d-8118-5d4b29759465 tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.46 "DELETE /v2.0/ports/cabedb2a-f2f6-4f23-8134-0edbdbcd6814 HTTP/1.1" status: 204 len: 173 time: 1.2781391 Nov 05 21:45:15.614034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-deleted', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:15.616733 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd9c54d-415e-43af-9a1a-09eec8be01e5" -d '{"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-deleted", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:15.686964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36bd2f57-9d75-43b8-8562-b09efe3fad63 req-e9f9ed89-c267-4047-8091-2aefe670112e tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6dfd0c2-fe33-4642-abd4-00beacd756a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040673 Nov 05 21:45:15.693083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49f48d-cc06-45a3-8572-2457eb5517e4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:15.717497 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21240711-4b4a-4177-ad42-fd6df2419d7b x-openstack-request-id: req-21240711-4b4a-4177-ad42-fd6df2419d7b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:15.717795 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2", "name": "network-vif-deleted", "tag": "cabedb2a-f2f6-4f23-8134-0edbdbcd6814", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:15.718055 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21240711-4b4a-4177-ad42-fd6df2419d7b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:15.718444 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2', 'name': 'network-vif-deleted', 'tag': 'cabedb2a-f2f6-4f23-8134-0edbdbcd6814', 'status': 'completed', 'code': 200} Nov 05 21:45:15.737009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1a49f48d-cc06-45a3-8572-2457eb5517e4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:15.737624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49f48d-cc06-45a3-8572-2457eb5517e4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:15.743699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.756379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:15.787229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Pushing event deleted for resources: {'Port': ['ID=81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:15.833353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] No DVR routers for this DVR port 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:15.837021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:15.842401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c96b0125-4f0e-4b96-874f-364473918a22 req-8b46a550-d177-47ee-beb3-0bbc7938ade3 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.13 "DELETE /v2.0/ports/81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f HTTP/1.1" status: 204 len: 173 time: 1.1814036 Nov 05 21:45:15.863196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48288) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:15.942306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-10e7b469-fc2a-4a56-a4eb-a571490ff62d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d71ca6f37be24fe8b698f3debcc99713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776107 Nov 05 21:45:15.944668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48290) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:16.025160 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dea9d67b-f657-4d10-8d78-376e947be92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:16.068385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dea9d67b-f657-4d10-8d78-376e947be92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:16.229596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dea9d67b-f657-4d10-8d78-376e947be92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:16.233259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dea9d67b-f657-4d10-8d78-376e947be92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:16.236733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dea9d67b-f657-4d10-8d78-376e947be92b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c3879e8-8a0f-4257-9efd-eb9842e97c1e HTTP/1.1" status: 204 len: 168 time: 0.2902737 Nov 05 21:45:16.253906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9d67b-f657-4d10-8d78-376e947be92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3879e8-8a0f-4257-9efd-eb9842e97c1e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:16.374694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:16.381468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:16.388615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:16.396557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:16.408377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:16.416442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:16.424387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:16.434860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-009f502d-edd9-4664-b991-342b71dc0de2 req-3230fa7b-79fd-47e8-be17-f63faba2f911 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1550963 Nov 05 21:45:16.471465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d5193df4-daec-4315-81ab-d32211b200c9 req-25e92d5c-8588-4461-9531-43ff98f2a74e tempest-ServersAdminTestJSON-1692969575 tempest-ServersAdminTestJSON-1692969575-project] 10.222.0.41 "GET /v2.0/ports?device_id=20dcdcaf-3f42-4cb3-b52b-1ec8d64ee9a2 HTTP/1.1" status: 200 len: 210 time: 0.0966387 Nov 05 21:45:16.505940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-009f502d-edd9-4664-b991-342b71dc0de2 req-7eeb0f85-34f0-462a-912b-b4a7b74f23c8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698326 Nov 05 21:45:16.869810 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ee46ab-25cf-47b8-93ed-f077d05ed86c req-a25b5cb5-0b62-459e-91d9-c4f8530a2403 tempest-ServerRescueTestJSONUnderV235-1059300847 tempest-ServerRescueTestJSONUnderV235-1059300847-project] 10.222.0.41 "GET /v2.0/ports?device_id=535b170c-70a4-4968-8d16-2a3452851d8b HTTP/1.1" status: 200 len: 210 time: 0.0678389 Nov 05 21:45:17.645922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:17.652984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:17.659278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:17.666298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:17.673215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:17.679952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:17.685970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:17.688042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-9f65650c-7716-46b2-98a7-f11420522d02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.0990391 Nov 05 21:45:17.719712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'name': 'network-vif-deleted', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:17.722341 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5992c7-7fdf-4f28-bec5-2b65057d4183" -d '{"events": [{"server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "name": "network-vif-deleted", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:17.776443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db09aaab-cc1e-4f56-b542-810c3a894844 req-4fc2af3f-ec1a-4591-af96-15a5003de599 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753050 Nov 05 21:45:17.798791 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b85c2-1f19-43de-a9d1-6343271bda08 x-openstack-request-id: req-cf3b85c2-1f19-43de-a9d1-6343271bda08 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:17.798791 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535b170c-70a4-4968-8d16-2a3452851d8b", "name": "network-vif-deleted", "tag": "81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:17.798791 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf3b85c2-1f19-43de-a9d1-6343271bda08 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:17.798791 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535b170c-70a4-4968-8d16-2a3452851d8b', 'name': 'network-vif-deleted', 'tag': '81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f', 'status': 'completed', 'code': 200} Nov 05 21:45:17.799954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48342) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:17.933750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48350) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:17.966369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-network', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:18.083793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48354) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:18.094258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Made reservation on behalf of 6ee4ca86689d4331b0503097dad4ef02 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:18.097937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.112348 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.160792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:18.201511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:18.203246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 81bcaa31-3615-4fc0-9d46-ab5adfb9ff3f not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:18.270221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.289657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e2ac4c31-7e8b-4cbf-a862-9ec32101ed5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51de79accd6a4cb7b4e7acaee4281304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062638 Nov 05 21:45:18.292196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48362) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:18.336273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.348407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:45:18.359305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.363107 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Added segment 8927a9a7-bda7-4893-95c8-363476ef72e1 of type vlan for network be38fba8-c991-4c49-8c31-67d1630ad94e Nov 05 21:45:18.365117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:18.375682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.393711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: cabedb2a-f2f6-4f23-8134-0edbdbcd6814 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:18.394796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cabedb2a-f2f6-4f23-8134-0edbdbcd6814 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:18.421138 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.463761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f780da-705d-4ee5-aaca-4ad06f628f85,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:18.469003 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85fc443b-6866-437c-bf4b-7456d5f7e672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.516552 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85fc443b-6866-437c-bf4b-7456d5f7e672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.553446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.556209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:18.556209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.629738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] Pushing event updated for resources: {'Network': ['ID=be38fba8-c991-4c49-8c31-67d1630ad94e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:18.641298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network be38fba8-c991-4c49-8c31-67d1630ad94e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:45:18.672135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0bb4b51-9cba-4b2a-a0af-90054e95adb0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8719025 Nov 05 21:45:18.674923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48374) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:18.684668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Request body: {'subnet': {'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-subnet', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:18.713387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Deleting port 13b3360e-8176-4431-b5d2-8ae480737958 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:18.714029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.722657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85fc443b-6866-437c-bf4b-7456d5f7e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.729085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85fc443b-6866-437c-bf4b-7456d5f7e672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.731364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-85fc443b-6866-437c-bf4b-7456d5f7e672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99ed2f47-7638-4627-a77b-3a214e86daa9 HTTP/1.1" status: 204 len: 168 time: 0.4380152 Nov 05 21:45:18.752498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc443b-6866-437c-bf4b-7456d5f7e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed2f47-7638-4627-a77b-3a214e86daa9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:18.794764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Made reservation on behalf of 6ee4ca86689d4331b0503097dad4ef02 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:18.798017 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.804991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] For port 13b3360e-8176-4431-b5d2-8ae480737958, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=13b3360e-8176-4431-b5d2-8ae480737958,segment=NetworkSegment(ae3d027f-5718-4b61-8ad2-9c8eaea533be),segment_id=ae3d027f-5718-4b61-8ad2-9c8eaea533be)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:18.805445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:18.859036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Calling delete_port for 13b3360e-8176-4431-b5d2-8ae480737958 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:19.005002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.012406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.019427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.025869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.032063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.038357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.045293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.047148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-daf483c8-f2f0-482e-bb07-b032c64a2bac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1211681 Nov 05 21:45:19.117997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.200137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Checking segment: {'id': '8927a9a7-bda7-4893-95c8-363476ef72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:19.200640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Network hostable DHCP agents. Network: be38fba8-c991-4c49-8c31-67d1630ad94e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:45:19.202900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff02fe8-9a3b-4375-86b1-b5d32db9b90f,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:19.247615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0ce95c7-5a77-4ff0-9fb9-5b72f40dcd93 req-9156094e-8bd4-42ae-ab39-a1be6a5deb80 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542284 Nov 05 21:45:19.288644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Network be38fba8-c991-4c49-8c31-67d1630ad94e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:45:19.343346 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.372247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b3360e-8176-4431-b5d2-8ae480737958,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:19.389413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, be38fba8-c991-4c49-8c31-67d1630ad94e) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:19.394676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:19.395576 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.403769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd6a99e-e3f8-4ad2-bd38-5b7ba924979f None None] Network be38fba8-c991-4c49-8c31-67d1630ad94e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:19.572286 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3818f300-37a1-48e3-b4f4-9633e7ecaec9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8938770 Nov 05 21:45:19.572821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48388) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:19.583594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:19.614294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.674793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-be38fba8-c991-4c49-8c31-67d1630ad94e', 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'fixed_ips': [{'subnet_id': 'dff02fe8-9a3b-4375-86b1-b5d32db9b90f'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:45:19.676751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.718097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48392) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:19.728923 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.729936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.790838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.810130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9fc0e8dd-8237-42dd-bd76-87fc4849ff5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49779d648ca543cab5ac0a02eaf3f1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0883076 Nov 05 21:45:19.810792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48394) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:19.864306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Allocated IP 172.20.0.2 (be38fba8-c991-4c49-8c31-67d1630ad94e/dff02fe8-9a3b-4375-86b1-b5d32db9b90f/57f452a4-8c53-4670-a11e-993e09642ae4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:19.892444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb9268e1-d9b6-401d-a50d-e1c45470f875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:19.919487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb9268e1-d9b6-401d-a50d-e1c45470f875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.072205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.100437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb9268e1-d9b6-401d-a50d-e1c45470f875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.103815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb9268e1-d9b6-401d-a50d-e1c45470f875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.107383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cb9268e1-d9b6-401d-a50d-e1c45470f875 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f95bc363-6092-4b33-8b29-1d3d4af7571a HTTP/1.1" status: 204 len: 168 time: 0.2933228 Nov 05 21:45:20.120460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9268e1-d9b6-401d-a50d-e1c45470f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95bc363-6092-4b33-8b29-1d3d4af7571a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:20.175407 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.175829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2a9b0a56-441f-413e-b140-4f91fe7b4ffb details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:20.190923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:20.202557 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.221186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Network be38fba8-c991-4c49-8c31-67d1630ad94e is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:20.225365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:20.252023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:20.321915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Pushing event updated for resources: {'Port': ['ID=57f452a4-8c53-4670-a11e-993e09642ae4,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:20.473524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:20.489517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:20.498435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:20.506569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:20.517772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:20.526734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:20.534529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:20.544893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-ccb98bea-2492-4ad4-9524-a065e37cc2a6 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5427 time: 0.1568863 Nov 05 21:45:20.564320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Attempting to bind port 57f452a4-8c53-4670-a11e-993e09642ae4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:45:20.565360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Attempting to bind port 57f452a4-8c53-4670-a11e-993e09642ae4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '8927a9a7-bda7-4893-95c8-363476ef72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:45:20.566199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Attempting to bind port 57f452a4-8c53-4670-a11e-993e09642ae4 on network be38fba8-c991-4c49-8c31-67d1630ad94e {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:20.587771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:45:20.587771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Checking segment: {'id': '8927a9a7-bda7-4893-95c8-363476ef72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:20.587771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.587771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Bound using segment: {'id': '8927a9a7-bda7-4893-95c8-363476ef72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:45:20.587771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Bound port: 57f452a4-8c53-4670-a11e-993e09642ae4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8927a9a7-bda7-4893-95c8-363476ef72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:45:20.587771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.646155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-affe1b22-d34b-45bc-84da-ad07d8fd62ac req-c33eb6f1-0ed7-40e2-9a08-7c85c60f0c4b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978401 Nov 05 21:45:20.696666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:20.726907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb', 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'port_id': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb', 'mac_address': 'fa:16:3e:a5:86:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1557b8-d9be-4fea-965c-3721a2ed1e4e', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:20.729053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] For port 57f452a4-8c53-4670-a11e-993e09642ae4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:45:20.733218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] For port 57f452a4-8c53-4670-a11e-993e09642ae4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57f452a4-8c53-4670-a11e-993e09642ae4,segment=NetworkSegment(8927a9a7-bda7-4893-95c8-363476ef72e1),segment_id=8927a9a7-bda7-4893-95c8-363476ef72e1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:45:20.772586 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.783962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:20.787399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9b0a56-441f-413e-b140-4f91fe7b4ffb {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:20.791598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4ae5c777-3322-4772-a9a1-2bafb0ad4b21 admin admin] 10.222.0.41 "PUT /v2.0/routers/026ebfed-27e9-41b7-86a3-165a3c6c62f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8565285 Nov 05 21:45:20.795103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48410) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:20.803244 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.812248 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] Sync routers for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:20.834702 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:20.838650 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:20.852263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:20.911727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9bfef-8e77-4de0-9ac8-e2daf2d7ad7e None None] Pushing event updated for resources: {'Port': ['ID=57f452a4-8c53-4670-a11e-993e09642ae4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:20.926456 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:20.927105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b282c385-ac71-4c3e-9ba1-dc749383f5db details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:20.989337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.089233 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:21.168205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.182429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port b282c385-ac71-4c3e-9ba1-dc749383f5db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:21.198134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:21.201324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'port_id': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'mac_address': 'fa:16:3e:6f:11:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:21.217240 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.242707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.297998 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.313140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b282c385-ac71-4c3e-9ba1-dc749383f5db {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:21.346035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port b282c385-ac71-4c3e-9ba1-dc749383f5db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:21.425806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Deleting port 1c52f3ec-39fc-44f7-9e70-f607079684d6 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:21.426443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.433888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:45:19Z', 'revision_number': 5, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port': {'id': '1c52f3ec-39fc-44f7-9e70-f607079684d6', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:46Z', 'updated_at': '2021-11-05T21:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:21.442014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.442903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8bcc68a8-17ff-45ee-aabb-7c870b665f6b details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:21.462777 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] Checking router: 026ebfed-27e9-41b7-86a3-165a3c6c62f8 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:21.473870 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] Routers {'026ebfed-27e9-41b7-86a3-165a3c6c62f8'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:21.474697 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:21.503191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Allocated IP 172.25.6.93 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/68227630-4e64-4f08-af55-72824fea9f41) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:21.569091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=b282c385-ac71-4c3e-9ba1-dc749383f5db,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:21.575775 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] Set router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:21.628735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] For port 1c52f3ec-39fc-44f7-9e70-f607079684d6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c52f3ec-39fc-44f7-9e70-f607079684d6,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:21.631884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.635891 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:45:21Z', 'revision_number': 6, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:21.668279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac8aca-766f-437a-a632-b5ae83499193 None None] The sync data for ids ['026ebfed-27e9-41b7-86a3-165a3c6c62f8'] in n-d-816738-5 is: [{'id': '026ebfed-27e9-41b7-86a3-165a3c6c62f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-295980254-router', 'tenant_id': 'c9328e3830b64ecfaf6551046b15665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:45Z', 'updated_at': '2021-11-05T21:45:21Z', 'revision_number': 6, 'project_id': 'c9328e3830b64ecfaf6551046b15665e', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:21.715778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Calling delete_port for 1c52f3ec-39fc-44f7-9e70-f607079684d6 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:21.766476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:21.841204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b', 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd', 'port_id': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b', 'mac_address': 'fa:16:3e:a9:11:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49eb1e93-a4d4-4f50-9185-c28a09b671e1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:21.881935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.952593 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:21.982361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcc68a8-17ff-45ee-aabb-7c870b665f6b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:21.991813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:21.998174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:22.004963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:22.011516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:22.019292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:22.037757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:22.039466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:22.064200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:22.074369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-b7761b5a-45a3-4d52-8ebf-9d9fa27ddb40 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5429 time: 0.2297230 Nov 05 21:45:22.093683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57f452a4-8c53-4670-a11e-993e09642ae4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:22.146379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.167449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.168168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 27017886-1804-4293-97f5-5f343510b10e details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:22.190443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.220870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c52f3ec-39fc-44f7-9e70-f607079684d6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:22.321628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:22.328036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:22.336354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:22.356132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 27017886-1804-4293-97f5-5f343510b10e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=27017886-1804-4293-97f5-5f343510b10e,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:22.366932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Pushing event updated for resources: {'Port': ['ID=68227630-4e64-4f08-af55-72824fea9f41,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:22.393394 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.401214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '27017886-1804-4293-97f5-5f343510b10e', 'network_id': 'c42f1891-be78-4079-8fbe-2c2273c31bfd', 'port_id': '27017886-1804-4293-97f5-5f343510b10e', 'mac_address': 'fa:16:3e:79:a3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49eb1e93-a4d4-4f50-9185-c28a09b671e1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:22.401214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:22.525254 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.532907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 57f452a4-8c53-4670-a11e-993e09642ae4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:22.533683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.551306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.558029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.586430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27017886-1804-4293-97f5-5f343510b10e {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:22.672903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 27017886-1804-4293-97f5-5f343510b10e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=27017886-1804-4293-97f5-5f343510b10e,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:22.737051 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.775928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e6d7a-ebf9-4195-a77c-7625023f81ef None None] Network be38fba8-c991-4c49-8c31-67d1630ad94e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:22.787804 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3dddbc4b-c534-4cdc-8371-ea0393d5a381 req-bb9714da-4c6e-4995-a58d-cf4b77553a02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7127736 Nov 05 21:45:22.804633 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.805449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026ebfed-27e9-41b7-86a3-165a3c6c62f8 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:45:22.811122 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.816946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a5973b4f-fb4e-4b3a-94e6-8c7f750dd98b admin admin] 10.222.0.41 "DELETE /v2.0/routers/026ebfed-27e9-41b7-86a3-165a3c6c62f8 HTTP/1.1" status: 204 len: 168 time: 2.0190885 Nov 05 21:45:22.817672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48458) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:22.850267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.851211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:22.901498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] Deleting subnet 3bf2725a-87b8-40fe-8cf1-17ec571f65e6 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:45:22.910687 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:22.969838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.026533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.069829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.183818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 57f452a4-8c53-4670-a11e-993e09642ae4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57f452a4-8c53-4670-a11e-993e09642ae4,segment=NetworkSegment(8927a9a7-bda7-4893-95c8-363476ef72e1),segment_id=8927a9a7-bda7-4893-95c8-363476ef72e1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:23.232373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.269520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c77b2251-6046-42c7-8844-f077e8e11586 None None] Provisioning complete for port 57f452a4-8c53-4670-a11e-993e09642ae4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:23.274062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c77b2251-6046-42c7-8844-f077e8e11586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.291866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf2725a-87b8-40fe-8cf1-17ec571f65e6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:23.300850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.306063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4365cdd4-da68-4870-8687-026f5cd326db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3bf2725a-87b8-40fe-8cf1-17ec571f65e6 HTTP/1.1" status: 204 len: 168 time: 0.4873850 Nov 05 21:45:23.308833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48464) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:23.383605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=27017886-1804-4293-97f5-5f343510b10e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:23.456790 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.460057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:23.492983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac805f1-284b-4a0f-998e-12813045ea5e req-9d2cabfd-98a6-48d8-815e-f7294f34df56 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:23.500325 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ac805f1-284b-4a0f-998e-12813045ea5e req-9d2cabfd-98a6-48d8-815e-f7294f34df56 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 946 time: 0.1705732 Nov 05 21:45:23.538354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'd38d7236-7ee8-47a4-acde-1a5ebe1b3d01', 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'port_id': 'd38d7236-7ee8-47a4-acde-1a5ebe1b3d01', 'mac_address': 'fa:16:3e:fe:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1557b8-d9be-4fea-965c-3721a2ed1e4e', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:23.549137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.568882 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.583809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ac805f1-284b-4a0f-998e-12813045ea5e req-9d779e70-53da-4a23-b755-2f8e9fd9776b tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775521 Nov 05 21:45:23.621822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.661633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:23.692274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:23.740145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 13b3360e-8176-4431-b5d2-8ae480737958 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:23.767031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.770308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=57f452a4-8c53-4670-a11e-993e09642ae4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:23.776002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.777038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device fe7e22b0-5c17-4d4f-8db2-666f73db4a28 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:23.779486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 13b3360e-8176-4431-b5d2-8ae480737958 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:23.780231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 13b3360e-8176-4431-b5d2-8ae480737958 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:23.781056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c52f3ec-39fc-44f7-9e70-f607079684d6 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:23.825593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1c52f3ec-39fc-44f7-9e70-f607079684d6 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:23.826403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c52f3ec-39fc-44f7-9e70-f607079684d6 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:23.839395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcdfcc9-d386-4816-95c0-3858e3d6c515']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:23.869770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3d027f-5718-4b61-8ad2-9c8eaea533be') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:23.869770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3d027f-5718-4b61-8ad2-9c8eaea533be') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:23.900281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.948447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.951148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:23.966862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:23.973988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:45:23.977176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:45:23.981492 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:45:24.000395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28', 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'port_id': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28', 'mac_address': 'fa:16:3e:31:af:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1557b8-d9be-4fea-965c-3721a2ed1e4e', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:24.005886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:45:24.079426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:24.140873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7e22b0-5c17-4d4f-8db2-666f73db4a28 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:24.161439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-458d7c9a-81aa-45b9-a0b2-0b51e016f937 None None] Provisioning complete for port 57f452a4-8c53-4670-a11e-993e09642ae4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:24.162279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-458d7c9a-81aa-45b9-a0b2-0b51e016f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:24.183270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:24.192317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:24.213987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Sync routers for ids ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:24.221379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:24.221379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4bcdfcc9-d386-4816-95c0-3858e3d6c515 HTTP/1.1" status: 204 len: 168 time: 0.9103367 Nov 05 21:45:24.226556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ab77-c69d-4ebf-948c-de1b3e6607a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcdfcc9-d386-4816-95c0-3858e3d6c515,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:24.236411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:24.286906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:24.289113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b7eec475-f65d-4a85-a882-e8450796484b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7147474 Nov 05 21:45:24.291446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48490) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:24.297538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Routers {'06be1d18-e18e-45f1-9020-1b70a0acb5f5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:24.298588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:24.415729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:24.416464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 18136fa9-9828-41dd-a581-2c9ad6d5f91b details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:24.498870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:24.517443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:24.527401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:24.534710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:24.540643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '18136fa9-9828-41dd-a581-2c9ad6d5f91b', 'network_id': '1a790aee-22a8-43f6-a5ab-024cc5a2380b', 'port_id': '18136fa9-9828-41dd-a581-2c9ad6d5f91b', 'mac_address': 'fa:16:3e:3f:b3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1557b8-d9be-4fea-965c-3721a2ed1e4e', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:24.546697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:24.556920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:24.565484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:24.573945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:24.584927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-87a57902-f582-4852-8be0-7043b9ecc25a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5433 time: 0.6014104 Nov 05 21:45:24.728537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b57cd24-cda9-4688-a3db-de6c5992b8bb req-07a0c7b6-5cb4-410e-8630-be1bef40b4d9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420033 Nov 05 21:45:24.762660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48510) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:24.813600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-77155248-9cb5-4ed1-9f4c-79f81205937a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550642 Nov 05 21:45:24.888198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Set router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:24.982480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:24.985128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-02fd3714-e8cd-46e1-b3bb-c4ab336a6d36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9328e3830b64ecfaf6551046b15665e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206459 Nov 05 21:45:24.988566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48514) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:25.027753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df0d2-4a60-42d0-8b4c-90f0b39840ce req-d3d0ed17-2b66-4f89-b246-d140e6fdc51d tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:25.029836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb5df0d2-4a60-42d0-8b4c-90f0b39840ce req-d3d0ed17-2b66-4f89-b246-d140e6fdc51d tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 946 time: 0.1613767 Nov 05 21:45:25.037529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-672f6beb-6a9a-4da8-a010-67db47468361 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:25.039779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-672f6beb-6a9a-4da8-a010-67db47468361 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 946 time: 0.2067108 Nov 05 21:45:25.064296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.111226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18136fa9-9828-41dd-a581-2c9ad6d5f91b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:25.150751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-e54e1397-9fee-47e3-a32c-32bc894333a4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:25.159432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-e54e1397-9fee-47e3-a32c-32bc894333a4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442202 Nov 05 21:45:25.168274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:25.169990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb5df0d2-4a60-42d0-8b4c-90f0b39840ce req-f328b677-da7b-4674-b53c-cfbf1b046bac tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282575 Nov 05 21:45:25.177703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.240697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.348856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-4aea0992-3d04-4ae3-acb3-e928ec11d06e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/quotas/2c005b9d431941259d92be47ce0e6583 HTTP/1.1" status: 200 len: 375 time: 0.1876574 Nov 05 21:45:25.359781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.413997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.416359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '68227630-4e64-4f08-af55-72824fea9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:22Z', 'revision_number': 3, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port': {'id': '68227630-4e64-4f08-af55-72824fea9f41', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:21Z', 'updated_at': '2021-11-05T21:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:25.455962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-04eff48e-efac-4382-87d2-1b4350e0c258 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059420 Nov 05 21:45:25.474266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Checking router: 06be1d18-e18e-45f1-9020-1b70a0acb5f5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:25.474776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Updating router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 port 68227630-4e64-4f08-af55-72824fea9f41 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:45:25.523646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=18136fa9-9828-41dd-a581-2c9ad6d5f91b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:25.564428 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.673715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Deleting port 1d42958b-f26e-454f-929c-428c7b0abb11 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:25.674265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.687856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Allocated IP 172.20.0.1 (be38fba8-c991-4c49-8c31-67d1630ad94e/dff02fe8-9a3b-4375-86b1-b5d32db9b90f/3f4c6497-1a20-48e1-b2a2-6b41a3f2701d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:25.727137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57f452a4-8c53-4670-a11e-993e09642ae4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:25.823934 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.827494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.829087 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6dfd0c2-fe33-4642-abd4-00beacd756a4 HTTP/1.1" status: 204 len: 168 time: 0.8395271 Nov 05 21:45:25.860132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dfd0c2-fe33-4642-abd4-00beacd756a4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:25.864983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] For port 1d42958b-f26e-454f-929c-428c7b0abb11, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1d42958b-f26e-454f-929c-428c7b0abb11,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:25.865530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.885185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.885768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.889383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.891887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a224d84-f732-4e59-bf75-e50cdebb2125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:25.954504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['2a9b0a56-441f-413e-b140-4f91fe7b4ffb'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:25.958916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 57f452a4-8c53-4670-a11e-993e09642ae4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:25.959307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:25.974197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['b282c385-ac71-4c3e-9ba1-dc749383f5db'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:25.976877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['18136fa9-9828-41dd-a581-2c9ad6d5f91b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:26.053168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39232dc-5662-4d40-8979-6017ea98d48c req-65bf51f3-e2c9-44a3-b8fc-cf11d3c9b70d tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.053599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b39232dc-5662-4d40-8979-6017ea98d48c req-65bf51f3-e2c9-44a3-b8fc-cf11d3c9b70d tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.1759658 Nov 05 21:45:26.097277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:26.116801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['8bcc68a8-17ff-45ee-aabb-7c870b665f6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:26.119957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d38d7236-7ee8-47a4-acde-1a5ebe1b3d01'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:26.124324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['27017886-1804-4293-97f5-5f343510b10e'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:26.128679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['fe7e22b0-5c17-4d4f-8db2-666f73db4a28'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:26.177072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b39232dc-5662-4d40-8979-6017ea98d48c req-8af5868f-cb08-42db-ae2b-3b5262f609dc tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112614 Nov 05 21:45:26.239408 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:26.297387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Network be38fba8-c991-4c49-8c31-67d1630ad94e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:26.306930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:26.310087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:26.458194 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:26.471633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80abc27b-7d25-4469-9e30-d50eec8d7ed2 req-148ddac7-a9a2-4d1d-b5cf-62a720f40d75 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 210 time: 0.1853864 Nov 05 21:45:26.526429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.546483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.567222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.583894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.614854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.617599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4c6497-1a20-48e1-b2a2-6b41a3f2701d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:26.647623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.678093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.678093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-9653c9d8-c8d9-4b12-a081-9a0dbbf0d098 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5434 time: 0.5868273 Nov 05 21:45:26.682790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1363f6-8c99-4245-b279-eff44356b0eb req-924ed4f0-bf93-4601-8d9f-1979a9054594 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:26.684715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a1363f6-8c99-4245-b279-eff44356b0eb req-924ed4f0-bf93-4601-8d9f-1979a9054594 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 946 time: 0.1055987 Nov 05 21:45:26.754584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:26.755402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:26.755944 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Floating IP cdaecfbb-cf9c-42d4-8e48-f453f0578899 disassociated. External IP: 172.25.6.210, port: 1d42958b-f26e-454f-929c-428c7b0abb11. Nov 05 21:45:26.756619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Calling delete_port for 1d42958b-f26e-454f-929c-428c7b0abb11 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:26.815990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a1363f6-8c99-4245-b279-eff44356b0eb req-e6a2d0f3-806b-4d79-a9d7-9107a6e70c00 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996039 Nov 05 21:45:26.837564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b430f77-7ade-4883-aa1e-61610d99ea5f req-496d9453-a3e5-4dcc-a6fb-b0b06cfbdece tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368854 Nov 05 21:45:26.906542 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:27.209235 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:27.246618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event deleted for resources: {'Port': ['ID=1d42958b-f26e-454f-929c-428c7b0abb11,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:27.326612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:27.399827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bc1c573f-3e80-49b7-928b-f990f331687b None None] Provisioning complete for port 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:27.400320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bc1c573f-3e80-49b7-928b-f990f331687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:27.452079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:27.558838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Router f865b495-ef69-4b82-8162-65bd7cc456ae has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:27.593030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e7c75-908f-49e5-b6e2-d1b443eba1ab req-69da320c-542f-4a80-982a-4c5672f0e5fc tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:27.593429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c573f-3e80-49b7-928b-f990f331687b None None] Port 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:45:27.611666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b87e7c75-908f-49e5-b6e2-d1b443eba1ab req-69da320c-542f-4a80-982a-4c5672f0e5fc tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.1967618 Nov 05 21:45:27.642948 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee7ca7f7-3ad2-4110-9e7d-62d5c6753472 req-3e129903-bba9-47ba-809c-bc10fc5ec63d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 210 time: 0.0690341 Nov 05 21:45:27.670352 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:27.700327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4c6497-1a20-48e1-b2a2-6b41a3f2701d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:27.858782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Network be38fba8-c991-4c49-8c31-67d1630ad94e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:27.861512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:27.861859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b87e7c75-908f-49e5-b6e2-d1b443eba1ab req-7ea2756a-2548-48d5-ac84-1cdc30f022f6 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480836 Nov 05 21:45:28.024928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:28.037102 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] Sync routers for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:28.053499 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:28.054649 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:28.207707 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:28.286321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] No DVR routers for this DVR port 1d42958b-f26e-454f-929c-428c7b0abb11 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:28.298051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:28.308657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b105623-1be6-46fe-ada2-ded8a1429146 req-c896ae85-c0d8-4046-ad51-0981129c8a75 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.46 "DELETE /v2.0/ports/1d42958b-f26e-454f-929c-428c7b0abb11 HTTP/1.1" status: 204 len: 173 time: 3.2590373 Nov 05 21:45:28.313834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'name': 'network-vif-deleted', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:28.313834 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df5db6-745f-4c41-beb8-9778a68ca627" -d '{"events": [{"server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "name": "network-vif-deleted", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:28.365595 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:28.405375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:28.425276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:28.436083 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:28.443853 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:28.463787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:28.502996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:28.502996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:28.502996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:28.524880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-2b08f353-dac9-425f-8d66-efc8a5d14c02 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5434 time: 0.4378395 Nov 05 21:45:28.604790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1d42958b-f26e-454f-929c-428c7b0abb11 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:28.633472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Attempting to bind port 68227630-4e64-4f08-af55-72824fea9f41 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:45:28.634142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Attempting to bind port 68227630-4e64-4f08-af55-72824fea9f41 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:45:28.634702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Attempting to bind port 68227630-4e64-4f08-af55-72824fea9f41 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:28.680924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbdb0063-4555-467c-a958-c5b349a34fa4 req-cbd0e21e-fd90-4736-8264-68ea73a46ef9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522415 Nov 05 21:45:28.691989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 1d42958b-f26e-454f-929c-428c7b0abb11 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:28.692334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1d42958b-f26e-454f-929c-428c7b0abb11 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:28.711033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:45:28.711033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:28.711033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:28.711033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:45:28.711033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Bound port: 68227630-4e64-4f08-af55-72824fea9f41, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:45:28.711033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:28.745674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:28.748817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff621887-eaab-42c5-81ec-417acd9bd6c5 req-75cf459d-f6df-4a4d-aeaa-7af216cdbbd8 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b64f7c7-21a2-4237-8fed-c68299fe9d80 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Nov 05 21:45:28.833987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5d90e740-fbe6-4298-b68f-1f2ceb7b6b00 None None] Provisioning complete for port 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:28.838628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d90e740-fbe6-4298-b68f-1f2ceb7b6b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:28.913917 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfeab76-37ed-4ca7-baed-6ddb127dffe9 x-openstack-request-id: req-8cfeab76-37ed-4ca7-baed-6ddb127dffe9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:28.914193 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b64f7c7-21a2-4237-8fed-c68299fe9d80", "name": "network-vif-deleted", "tag": "1d42958b-f26e-454f-929c-428c7b0abb11", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:28.914527 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cfeab76-37ed-4ca7-baed-6ddb127dffe9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:28.915019 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b64f7c7-21a2-4237-8fed-c68299fe9d80', 'name': 'network-vif-deleted', 'tag': '1d42958b-f26e-454f-929c-428c7b0abb11', 'status': 'completed', 'code': 200} Nov 05 21:45:28.926117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c533ac-97ad-48cf-96bf-2b3540ef9ff9 None None] Pushing event updated for resources: {'Port': ['ID=68227630-4e64-4f08-af55-72824fea9f41,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:29.031171 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:53Z', 'revision_number': 5, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:29.050045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:29.065056 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] Checking router: f865b495-ef69-4b82-8162-65bd7cc456ae for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:29.074387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-03d91c2c-ecb0-4762-83e7-d9542b135261 admin admin] 10.222.0.41 "PUT /v2.0/routers/06be1d18-e18e-45f1-9020-1b70a0acb5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7804670 Nov 05 21:45:29.075375 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:29.076184 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:29.118618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] For port 68227630-4e64-4f08-af55-72824fea9f41, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:45:29.126519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] For port 68227630-4e64-4f08-af55-72824fea9f41, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=68227630-4e64-4f08-af55-72824fea9f41,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:45:29.130450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5d90e740-fbe6-4298-b68f-1f2ceb7b6b00 None None] Port 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:45:29.187836 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:29.195921 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-397c49df-3627-41f3-ad04-74f217c37ab8 req-ab3f24a4-26a0-4c83-86e6-c2c1b85a2529 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 210 time: 0.1396956 Nov 05 21:45:29.265085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b282c385-ac71-4c3e-9ba1-dc749383f5db up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:29.357766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Routers {'06be1d18-e18e-45f1-9020-1b70a0acb5f5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:29.359879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:29.382681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-74e0f5e1-073c-4e2d-b7de-8c5e9a97d3b7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627830 Nov 05 21:45:29.441714 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:29.552336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c533ac-97ad-48cf-96bf-2b3540ef9ff9 None None] Pushing event updated for resources: {'Port': ['ID=68227630-4e64-4f08-af55-72824fea9f41,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:29.626556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] Set router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:29.685139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-c6d4079c-8fac-4d97-9646-29e687ada147 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:29.688486 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-c6d4079c-8fac-4d97-9646-29e687ada147 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976050 Nov 05 21:45:29.725639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:29.798263 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:53Z', 'revision_number': 5, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:29.841217 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-ffe70915-d55f-4934-a12d-a56673fa2cad req-0b2cdfc9-db5b-4310-aa60-e4f098727e73 tempest-FloatingIPDetailsNegativeTestJSON-538316593 tempest-FloatingIPDetailsNegativeTestJSON-538316593-project] show failed (client error): The resource could not be found. Nov 05 21:45:29.847758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffe70915-d55f-4934-a12d-a56673fa2cad req-0b2cdfc9-db5b-4310-aa60-e4f098727e73 tempest-FloatingIPDetailsNegativeTestJSON-538316593 tempest-FloatingIPDetailsNegativeTestJSON-538316593-project] 10.222.0.41 "GET /v2.0/floatingips/3b41617a-7421-4a60-b1fc-837ee34aef44 HTTP/1.1" status: 404 len: 350 time: 0.1181884 Nov 05 21:45:29.862764 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1cf88-54be-47e4-af3c-d1ce5de830e8 None None] The sync data for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 is: [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:41:47Z', 'revision_number': 4, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f2af1172-8d47-45b7-8f6b-ca543535dc91', 'name': '', 'network_id': '397cd067-58e1-4f33-88b8-f3f94f076f75', 'tenant_id': '3955805009884856ad8d19241779d713', 'mac_address': 'fa:16:3e:3e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:45Z', 'updated_at': '2021-11-05T21:41:53Z', 'revision_number': 5, 'project_id': '3955805009884856ad8d19241779d713', 'subnets': [{'id': 'ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:29.875508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48642) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:29.911341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port b282c385-ac71-4c3e-9ba1-dc749383f5db completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:30.080056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ecd580e3-bfc9-49d4-8ceb-90c02277629b req-0a42d187-0b6a-4785-9afb-d6f5fad4f94a tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0793304 Nov 05 21:45:30.118261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port b282c385-ac71-4c3e-9ba1-dc749383f5db triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:30.119416 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.181282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.191426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.200571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.208379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.216604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.223036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.232207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.247259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-f704eec4-5d34-4b5e-8809-c3511485a3ac tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5434 time: 0.2044537 Nov 05 21:45:30.332793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:30.337375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.371686 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.376420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.458870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c64db0-bbc8-459d-bd49-9e7751cb1e7f None None] New status for floating IP cdaecfbb-cf9c-42d4-8e48-f453f0578899: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:45:30.499770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:30.502416 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfffefbd-5d30-4473-800f-e4933289a0a0" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:30.521815 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c51f17d9-fe53-4b22-ad58-3973df7f62df req-588fad62-1d0a-4d6d-8896-854f3cd5aea0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2735450 Nov 05 21:45:30.555301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc6df-45ec-451f-a10e-030f927ffb20 req-4ecfc560-345a-4c42-b78e-13332f014b22 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:30.557345 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-edddc6df-45ec-451f-a10e-030f927ffb20 req-4ecfc560-345a-4c42-b78e-13332f014b22 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.1914582 Nov 05 21:45:30.557929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port b282c385-ac71-4c3e-9ba1-dc749383f5db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:30.562409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.627954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '68227630-4e64-4f08-af55-72824fea9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:26Z', 'revision_number': 4, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port': {'id': '68227630-4e64-4f08-af55-72824fea9f41', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:21Z', 'updated_at': '2021-11-05T21:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '3f4c6497-1a20-48e1-b2a2-6b41a3f2701d', 'name': '', 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'mac_address': 'fa:16:3e:e5:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'dff02fe8-9a3b-4375-86b1-b5d32db9b90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:25Z', 'updated_at': '2021-11-05T21:45:27Z', 'revision_number': 2, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'subnets': [{'id': 'dff02fe8-9a3b-4375-86b1-b5d32db9b90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:30.657360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7578fc-8811-4b25-abed-39694914ef60 None None] The sync data for ids ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'] in n-d-816738-5 is: [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '68227630-4e64-4f08-af55-72824fea9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:26Z', 'revision_number': 4, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port': {'id': '68227630-4e64-4f08-af55-72824fea9f41', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:21Z', 'updated_at': '2021-11-05T21:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '3f4c6497-1a20-48e1-b2a2-6b41a3f2701d', 'name': '', 'network_id': 'be38fba8-c991-4c49-8c31-67d1630ad94e', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'mac_address': 'fa:16:3e:e5:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'dff02fe8-9a3b-4375-86b1-b5d32db9b90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:25Z', 'updated_at': '2021-11-05T21:45:27Z', 'revision_number': 2, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'subnets': [{'id': 'dff02fe8-9a3b-4375-86b1-b5d32db9b90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:30.672198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-edddc6df-45ec-451f-a10e-030f927ffb20 req-5bf11c36-a222-4d05-afd4-815635b3f86c tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907109 Nov 05 21:45:30.692444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.700748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8bcc68a8-17ff-45ee-aabb-7c870b665f6b up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:30.710118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.735809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfae6ca4-09e4-493d-b08b-a4cbe9c2eddc req-8207bf2b-c8fb-4ec7-ac34-27edf3b9a235 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 210 time: 0.0707030 Nov 05 21:45:30.780474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.803764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:30.879536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48672) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:30.903129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=b282c385-ac71-4c3e-9ba1-dc749383f5db,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:30.928307 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329f86d-8e06-4a78-b407-8459f0fce8b6 x-openstack-request-id: req-e329f86d-8e06-4a78-b407-8459f0fce8b6 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:30.929819 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:30.929819 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e329f86d-8e06-4a78-b407-8459f0fce8b6 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:30.930173 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'code': 200} Nov 05 21:45:30.986811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d1f871-38e5-4dc7-b357-c1fa97016cfd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:31.017800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:31.022525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:31.024469 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.083794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-153d4943-1a9b-4043-a0c0-9c2c57db6b65 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.138937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.186 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/a5067aa0-5199-4455-ac77-228363f0f790) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:31.305049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-153d4943-1a9b-4043-a0c0-9c2c57db6b65 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.346761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996b20-2758-4143-a334-79b9ba449d3b req-132e4156-b04f-4c6c-ae4b-46fccccf0683 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.348524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8996b20-2758-4143-a334-79b9ba449d3b req-132e4156-b04f-4c6c-ae4b-46fccccf0683 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.1768003 Nov 05 21:45:31.384444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.472566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:31.543122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Deleting port 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:31.543932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.617894 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.732604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Deleting port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:31.732604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.733570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:31.733570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Calling delete_port for 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:31.849963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.857726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.890295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.896855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.903864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.910084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.922521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:31.923118 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df10df1e-da33-49be-a50f-b554e378ad9b req-caf63468-7838-4ee3-9401-d6e5904410ef tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5435 time: 0.2510092 Nov 05 21:45:32.005518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] For port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:32.006189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.055635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc782f5-dfad-4247-bf33-0319b4eb5868 req-a5c24793-6596-4861-a407-abbf86ce5d56 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:32.063667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fc782f5-dfad-4247-bf33-0319b4eb5868 req-a5c24793-6596-4861-a407-abbf86ce5d56 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.1692646 Nov 05 21:45:32.153607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fc782f5-dfad-4247-bf33-0319b4eb5868 req-ba4a1145-30e8-45fe-b9b5-209e98530053 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846469 Nov 05 21:45:32.203694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.227407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-153d4943-1a9b-4043-a0c0-9c2c57db6b65 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.227788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df10df1e-da33-49be-a50f-b554e378ad9b req-723c32bc-7ba1-4157-b183-c5c2a169a1fe tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2926579 Nov 05 21:45:32.229467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-153d4943-1a9b-4043-a0c0-9c2c57db6b65 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.230605 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-153d4943-1a9b-4043-a0c0-9c2c57db6b65 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "DELETE /v2.0/security-groups/02f37d3d-c8b7-40ee-b7e5-66e361bf3c63 HTTP/1.1" status: 204 len: 168 time: 1.3517461 Nov 05 21:45:32.233152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.235236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48698) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:32.321924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:32.330169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2a9b0a56-441f-413e-b140-4f91fe7b4ffb up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:32.333827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d4943-1a9b-4043-a0c0-9c2c57db6b65 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f37d3d-c8b7-40ee-b7e5-66e361bf3c63,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:32.343568 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-ceec97a6-2fd4-4ad8-a8ce-b6e0889daf56 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] show failed (client error): The resource could not be found. Nov 05 21:45:32.344636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ceec97a6-2fd4-4ad8-a8ce-b6e0889daf56 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "GET /v2.0/security-groups/02f37d3d-c8b7-40ee-b7e5-66e361bf3c63 HTTP/1.1" status: 404 len: 347 time: 0.0970831 Nov 05 21:45:32.347737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48702) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:32.480479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:32.594197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.633926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:32.634745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:32.639809 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.670647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0290cdb8-302d-40b2-8876-cd4df00c39ce req-dbbf87f6-f14a-448e-aa1e-6db22ea545ef tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1831372 Nov 05 21:45:32.699463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4c6497-1a20-48e1-b2a2-6b41a3f2701d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:32.707214 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.864706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:32.947916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b'}, {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:32.962405 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c5bf79-3798-47b7-84b5-851dbd3fae1c" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b"}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:32.975111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:33.020123 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f75251-59f3-4566-9d90-d591afded186 x-openstack-request-id: req-79f75251-59f3-4566-9d90-d591afded186 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:33.020643 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b", "code": 200}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:33.021180 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79f75251-59f3-4566-9d90-d591afded186 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:33.021770 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b', 'code': 200} Nov 05 21:45:33.022506 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb', 'code': 200} Nov 05 21:45:33.037243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Deleting port c4675137-f8df-4914-9d32-da812dc29222 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:33.037601 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.061716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.195491 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.196760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:33.290077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:33.313463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:33.324769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=a5067aa0-5199-4455-ac77-228363f0f790,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:33.369281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97736c2b-403b-45db-8e3f-1a7187658f2a req-a00d072a-382e-454d-bba8-9f8d6b652ce5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.376992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97736c2b-403b-45db-8e3f-1a7187658f2a req-a00d072a-382e-454d-bba8-9f8d6b652ce5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 936 time: 0.9751246 Nov 05 21:45:33.435803 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.436056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.436416 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Floating IP 5bb0cad3-5e1b-4d94-8839-fd1ab4789900 disassociated. External IP: 172.25.6.161, port: ed018af0-3b3f-4c39-ac16-bb5b897f0ba5. Nov 05 21:45:33.436717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Calling delete_port for ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:33.456617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.457286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.484462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:33.561463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97736c2b-403b-45db-8e3f-1a7187658f2a req-d95ddf93-1c6c-49a7-91c8-6c99e3b27bc2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835039 Nov 05 21:45:33.623461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:33.628398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:33.636958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.669650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7b72db42-710d-444e-8b3d-2aa4c594fe04 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9580314 Nov 05 21:45:33.684237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-a63aa3d7-a548-49ab-a490-8715feb41868 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:45:33.690057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-a63aa3d7-a548-49ab-a490-8715feb41868 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120711 Nov 05 21:45:33.711000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Request body: {'port': {'device_id': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:33.713239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.713734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.750855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Calling delete_port for c4675137-f8df-4914-9d32-da812dc29222 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:33.831782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f711c-8bf5-4a3b-a39f-3f571ba4d9e9 req-d2530ce3-30d4-4298-a833-4f781593ead4 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.837947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.840100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-273f711c-8bf5-4a3b-a39f-3f571ba4d9e9 req-d2530ce3-30d4-4298-a833-4f781593ead4 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 945 time: 0.2912371 Nov 05 21:45:33.875673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.914984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.922146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e730e4e5-aa7c-4f2a-a7ed-d5a34d58caac None None] Provisioning complete for port a5067aa0-5199-4455-ac77-228363f0f790 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:33.922526 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e730e4e5-aa7c-4f2a-a7ed-d5a34d58caac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:33.935242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.949536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.965758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.981730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:33.992723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:34.006869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0247992f-9d06-4f42-81ea-c346339efe39 req-c5bc1cb3-c0dc-4346-8cb0-834771fe29e1 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5437 time: 0.3109808 Nov 05 21:45:34.025120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68227630-4e64-4f08-af55-72824fea9f41 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:34.095395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-273f711c-8bf5-4a3b-a39f-3f571ba4d9e9 req-fbcd4b86-f381-4a62-aae0-a02a1bd61bfa tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups?id=fba3effb-1e30-4f4a-818b-df0d39a2aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474725 Nov 05 21:45:34.184645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 68227630-4e64-4f08-af55-72824fea9f41 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:34.189892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.189892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e730e4e5-aa7c-4f2a-a7ed-d5a34d58caac None None] Port a5067aa0-5199-4455-ac77-228363f0f790 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:45:34.215217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.283988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:34.292991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bc0557d-505b-4a12-be9d-cbdbad63d3b9 req-011d2b94-7ad3-4c2c-a01b-c5312c800a0f tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0437977 Nov 05 21:45:34.367843 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] Sync routers for ids ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:34.387942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.389785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:34.391803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 27017886-1804-4293-97f5-5f343510b10e up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:34.397374 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:45:34.402712 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] Routers {'06be1d18-e18e-45f1-9020-1b70a0acb5f5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:34.403655 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:34.406148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0247992f-9d06-4f42-81ea-c346339efe39 req-5cca412d-bb05-4ca0-bfc5-81d38342a521 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3980236 Nov 05 21:45:34.483171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.529834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.535297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event deleted for resources: {'Port': ['ID=ed018af0-3b3f-4c39-ac16-bb5b897f0ba5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:34.535862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:34.559770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.575250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 68227630-4e64-4f08-af55-72824fea9f41, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=68227630-4e64-4f08-af55-72824fea9f41,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:34.642443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Pushing event deleted for resources: {'Port': ['ID=c4675137-f8df-4914-9d32-da812dc29222,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:34.651852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.687809 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] Set router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:34.715882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 27017886-1804-4293-97f5-5f343510b10e completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:34.738559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 27017886-1804-4293-97f5-5f343510b10e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:34.739011 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.858837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=68227630-4e64-4f08-af55-72824fea9f41,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:34.891152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.899813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:34.908873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d6a1374-6197-41e9-8738-1a1179097a82 tempest-ServersTestFqdnHostnames-1327797545 tempest-ServersTestFqdnHostnames-1327797545-project] 10.222.0.41 "DELETE /v2.0/floatingips/cdaecfbb-cf9c-42d4-8e48-f453f0578899 HTTP/1.1" status: 204 len: 168 time: 2.5408158 Nov 05 21:45:34.960980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48744) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:35.011956 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:35.014999 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '68227630-4e64-4f08-af55-72824fea9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:32Z', 'revision_number': 5, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port': {'id': '68227630-4e64-4f08-af55-72824fea9f41', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:21Z', 'updated_at': '2021-11-05T21:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:35.025658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d7236-7ee8-47a4-acde-1a5ebe1b3d01'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:35.032281 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f11991-77cd-4904-b4df-e6f67fba6716" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "d38d7236-7ee8-47a4-acde-1a5ebe1b3d01"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:35.093847 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] Checking router: 06be1d18-e18e-45f1-9020-1b70a0acb5f5 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:35.097264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 27017886-1804-4293-97f5-5f343510b10e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=27017886-1804-4293-97f5-5f343510b10e,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:35.107015 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] Routers {'06be1d18-e18e-45f1-9020-1b70a0acb5f5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:35.107923 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:35.132439 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf48f990-63d6-442d-9366-1e5a18ab0744 x-openstack-request-id: req-cf48f990-63d6-442d-9366-1e5a18ab0744 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:35.132736 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "d38d7236-7ee8-47a4-acde-1a5ebe1b3d01", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:35.132993 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf48f990-63d6-442d-9366-1e5a18ab0744 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:35.133400 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d7236-7ee8-47a4-acde-1a5ebe1b3d01', 'code': 200} Nov 05 21:45:35.191312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:35.251790 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:35.252535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device fe7e22b0-5c17-4d4f-8db2-666f73db4a28 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:35.356429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3cda-2734-4d82-ac20-8c60240cd0a0 req-085fe99b-2619-4a21-9e60-903edd3d52c5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:35.358415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-723a3cda-2734-4d82-ac20-8c60240cd0a0 req-085fe99b-2619-4a21-9e60-903edd3d52c5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 936 time: 0.6663361 Nov 05 21:45:35.362410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:35.369494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-74ef6fd7-a9e8-4d38-b03b-5f42a985fe53 admin admin] 10.222.0.41 "PUT /v2.0/routers/06be1d18-e18e-45f1-9020-1b70a0acb5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4967530 Nov 05 21:45:35.378587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48754) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:35.482322 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] Set router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:35.530972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=27017886-1804-4293-97f5-5f343510b10e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:35.592346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-477022f9-d41b-4071-ad25-08e01ab0daa1 req-c58434b9-814a-4217-ab97-d1ba64fc69ba tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 210 time: 0.3024724 Nov 05 21:45:35.593710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:35.597075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5067aa0-5199-4455-ac77-228363f0f790 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:35.605419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] Sync routers for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:35.606979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:35.620428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Transition to ACTIVE for port object a5067aa0-5199-4455-ac77-228363f0f790 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:45:35.633281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:35.633923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:35.669420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] No DVR routers for this DVR port ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:35.672304 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:35.676647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8996b20-2758-4143-a334-79b9ba449d3b req-1deec4c4-41c1-4fa3-b126-de997dc4ac94 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.13 "DELETE /v2.0/ports/ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 HTTP/1.1" status: 204 len: 173 time: 4.2890809 Nov 05 21:45:35.677121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'name': 'network-vif-deleted', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:35.679909 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c5ad7-f8e5-4610-86e2-3bb15edb7c67" -d '{"events": [{"server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "name": "network-vif-deleted", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:35.718696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:35.736836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:35.750826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:35.754261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-723a3cda-2734-4d82-ac20-8c60240cd0a0 req-20883f6e-4682-4446-a819-ba720baea5d3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803375 Nov 05 21:45:35.822516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:35.822890 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:35.889128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8227319f-0eb9-486d-9149-c406648ee77f req-830a15a4-8faa-48ef-aac0-d6a6f51c0180 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1055934 Nov 05 21:45:36.075075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Pushing event updated for resources: {'Port': ['ID=a5067aa0-5199-4455-ac77-228363f0f790,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:36.130868 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '68227630-4e64-4f08-af55-72824fea9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:32Z', 'revision_number': 5, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port': {'id': '68227630-4e64-4f08-af55-72824fea9f41', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:21Z', 'updated_at': '2021-11-05T21:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:36.158973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68227630-4e64-4f08-af55-72824fea9f41 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:36.201366 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5ea10-112a-41cf-9023-c1d68f3f7ab6 None None] The sync data for ids ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'] in n-d-816738-5 is: [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '68227630-4e64-4f08-af55-72824fea9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:32Z', 'revision_number': 5, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port': {'id': '68227630-4e64-4f08-af55-72824fea9f41', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:21Z', 'updated_at': '2021-11-05T21:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:36.231009 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b798b7c6-7b41-4fbd-8b96-538a2ec110ad x-openstack-request-id: req-b798b7c6-7b41-4fbd-8b96-538a2ec110ad {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:36.231302 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8ec18-9193-4315-8c14-ed5a69f6903d", "name": "network-vif-deleted", "tag": "ed018af0-3b3f-4c39-ac16-bb5b897f0ba5", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:36.231577 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b798b7c6-7b41-4fbd-8b96-538a2ec110ad {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:36.231996 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8ec18-9193-4315-8c14-ed5a69f6903d', 'name': 'network-vif-deleted', 'tag': 'ed018af0-3b3f-4c39-ac16-bb5b897f0ba5', 'status': 'completed', 'code': 200} Nov 05 21:45:36.258594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Attempting to bind port a5067aa0-5199-4455-ac77-228363f0f790 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:45:36.262827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Attempting to bind port a5067aa0-5199-4455-ac77-228363f0f790 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:45:36.262827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Attempting to bind port a5067aa0-5199-4455-ac77-228363f0f790 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:36.269850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Port a5067aa0-5199-4455-ac77-228363f0f790 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:45:36.270179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Attempting to bind port a5067aa0-5199-4455-ac77-228363f0f790 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:36.276375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:45:36.276720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:36.277112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:45:36.277545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Bound port: a5067aa0-5199-4455-ac77-228363f0f790, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:45:36.277906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.343663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.360855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:36.401782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 68227630-4e64-4f08-af55-72824fea9f41 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:36.402164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.412333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.417620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] For port a5067aa0-5199-4455-ac77-228363f0f790, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:45:36.422945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.423233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] For port a5067aa0-5199-4455-ac77-228363f0f790, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a5067aa0-5199-4455-ac77-228363f0f790,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:45:36.434784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.438504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.445654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.451781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.458008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.459934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-16c6c02a-740b-4b04-8134-6e3d76d02fb5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5439 time: 0.3683460 Nov 05 21:45:36.463132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.475003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a067c686-bd2b-4a81-b334-d8fec6e46368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.527267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.533502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.589141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:36.590118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.591738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] 10.222.0.46 "PUT /v2.0/ports/a5067aa0-5199-4455-ac77-228363f0f790 HTTP/1.1" status: 200 len: 1096 time: 2.8862822 Nov 05 21:45:36.592945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d68bef66-e127-4a4f-a93b-f8ab1dcc8871 req-1212c103-de51-4da1-9376-ed42256b5971 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924249 Nov 05 21:45:36.683103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f396c9-0453-4b21-9686-d3b7391ea3cc service neutron] Pushing event updated for resources: {'Port': ['ID=a5067aa0-5199-4455-ac77-228363f0f790,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:36.729755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Deleting port 68227630-4e64-4f08-af55-72824fea9f41 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:36.730161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.837927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] For port 68227630-4e64-4f08-af55-72824fea9f41, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=68227630-4e64-4f08-af55-72824fea9f41,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:36.838353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:36.855807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Calling delete_port for 68227630-4e64-4f08-af55-72824fea9f41 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:36.875328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1806c24a-447a-460f-9ef7-54d62e8b545f req-9a9d002e-e9ab-46fe-8574-ef75460e7245 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fd8ec18-9193-4315-8c14-ed5a69f6903d HTTP/1.1" status: 200 len: 210 time: 0.0931289 Nov 05 21:45:37.064212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-47d99f1e-994f-4ce8-bcdc-75ab51caa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:37.065810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-47d99f1e-994f-4ce8-bcdc-75ab51caa1bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 1099 time: 0.3640792 Nov 05 21:45:37.126559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:37.137144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27017886-1804-4293-97f5-5f343510b10e'}, {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:37.139513 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3daf14-e7d3-4dc2-9f45-e92b5dfc3d71" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "27017886-1804-4293-97f5-5f343510b10e"}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:37.158509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-96800198-c1db-42ab-96d1-5c8087984a75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a5067aa0-5199-4455-ac77-228363f0f790 HTTP/1.1" status: 200 len: 217 time: 0.0824230 Nov 05 21:45:37.232843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:37.233727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 18136fa9-9828-41dd-a581-2c9ad6d5f91b up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:37.303832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-823bf49e-85eb-4648-b9e2-6a6e538951ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:37.313767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-823bf49e-85eb-4648-b9e2-6a6e538951ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1401944 Nov 05 21:45:37.323714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:20Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:37.415561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7f1b893f-c3bb-499e-92d2-092e95ab7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:37.418533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-7f1b893f-c3bb-499e-92d2-092e95ab7d10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036077 Nov 05 21:45:37.419494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33d169-9105-42a2-93ad-b97c66fa2db7 req-ac65207f-34bd-4b62-8b63-ea493a7c7d7f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:37.422552 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a33d169-9105-42a2-93ad-b97c66fa2db7 req-ac65207f-34bd-4b62-8b63-ea493a7c7d7f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 948 time: 0.3460143 Nov 05 21:45:37.456964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:37.779113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Pushing event deleted for resources: {'Port': ['ID=68227630-4e64-4f08-af55-72824fea9f41,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:37.779113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a33d169-9105-42a2-93ad-b97c66fa2db7 req-4be104b0-34aa-403e-b53b-1d6a0b70f8bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405022 Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] Checking router: 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a50e46-d6fe-472c-91c9-6d05f84837c1 x-openstack-request-id: req-b2a50e46-d6fe-472c-91c9-6d05f84837c1 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "27017886-1804-4293-97f5-5f343510b10e", "code": 200}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2a50e46-d6fe-472c-91c9-6d05f84837c1 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27017886-1804-4293-97f5-5f343510b10e', 'code': 200} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28', 'code': 200} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:37.781253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:37.784048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-725c4467-5aad-45cb-a979-2a481136510a req-acc37df2-27d8-48cd-97a5-f65af0d7bb0c tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1004767 Nov 05 21:45:37.784048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-e35262ed-1573-46aa-ad7f-3198a8f43247 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160534 Nov 05 21:45:37.867341 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:37.906853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-529fdb7b-024a-4d1a-8e51-a57f7f740317 req-03a1d50f-c29f-4ae6-a07a-858c42ede18c service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553881 Nov 05 21:45:37.941775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:38.044437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:38.070892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 18136fa9-9828-41dd-a581-2c9ad6d5f91b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:38.084716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:38.085096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3f4c6497-1a20-48e1-b2a2-6b41a3f2701d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:38.089167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb1dd0d3-7454-410f-b3fc-9ad1e84f366a req-aadc36d2-1d07-40d8-8dca-76c06b0e5767 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0771799 Nov 05 21:45:38.098692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 18136fa9-9828-41dd-a581-2c9ad6d5f91b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:38.099072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.166654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48800) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:38.233319 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] Sync routers for ids ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:38.233815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'tag': 'a5067aa0-5199-4455-ac77-228363f0f790'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:38.238524 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ced45e-fc6d-4694-9bfe-1d0068da873f" -d '{"events": [{"name": "network-changed", "server_uuid": "caa6edfe-5c5a-414a-a61d-f90119f9c1ba", "tag": "a5067aa0-5199-4455-ac77-228363f0f790"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:38.258887 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] Routers {'06be1d18-e18e-45f1-9020-1b70a0acb5f5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:38.260688 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:38.289035 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d02ba60-8d4f-4bcc-ae7b-3f681e715703 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.324012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.337969 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca28ad38-32d2-427d-8dbe-cf41f0433ded x-openstack-request-id: req-ca28ad38-32d2-427d-8dbe-cf41f0433ded {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:38.338515 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa6edfe-5c5a-414a-a61d-f90119f9c1ba", "tag": "a5067aa0-5199-4455-ac77-228363f0f790", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:38.339015 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca28ad38-32d2-427d-8dbe-cf41f0433ded {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:38.339980 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'tag': 'a5067aa0-5199-4455-ac77-228363f0f790', 'status': 'completed', 'code': 200} Nov 05 21:45:38.409893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d02ba60-8d4f-4bcc-ae7b-3f681e715703 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.418162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:38.429797 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] Set router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:38.434785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:20Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:38.469134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8db4b5-911c-465e-b028-0dcc25f6f827 None None] The sync data for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 is: [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '50fb5c5e-6456-4d22-ba2d-eaeed86b5729', 'name': '', 'network_id': 'a5d263e6-3be8-4250-a5ba-4b604f8e5b54', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'mac_address': 'fa:16:3e:6b:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:08Z', 'updated_at': '2021-11-05T21:43:20Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'subnets': [{'id': 'b7af1791-dd0b-4767-87ef-f9d7752dceb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:38.505934 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.539711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.544352 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.554992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-8e084b28-8ea7-4fa9-b6ef-ada8349f0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.558500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-8e084b28-8ea7-4fa9-b6ef-ada8349f0baa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 1099 time: 0.1840317 Nov 05 21:45:38.564388 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:37Z', 'revision_number': 7, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:38.577639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:38.578091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.597664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.608295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.619181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.630444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1eb8c7cb-fbe6-4b23-8142-c175d7f374ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.640955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.648261 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] Checking router: 06be1d18-e18e-45f1-9020-1b70a0acb5f5 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:38.650159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.668052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] Routers {'06be1d18-e18e-45f1-9020-1b70a0acb5f5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:38.669025 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:38.672694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.680555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e3b6d443-18bb-4688-ab52-8dcc1e280d6e tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5440 time: 0.8863289 Nov 05 21:45:38.693699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=18136fa9-9828-41dd-a581-2c9ad6d5f91b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:38.710733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:38.711126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ed018af0-3b3f-4c39-ac16-bb5b897f0ba5 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:38.806126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-06e7e703-0219-44b8-98b3-8ee611251266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:38.807894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-06e7e703-0219-44b8-98b3-8ee611251266 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2314670 Nov 05 21:45:38.810973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d02ba60-8d4f-4bcc-ae7b-3f681e715703 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.818903 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d02ba60-8d4f-4bcc-ae7b-3f681e715703 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.821419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67eac24e-6793-4d0b-a05b-f0cd1c747cef req-2bec8d38-5d63-4f60-a44e-f08e6d512223 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1303952 Nov 05 21:45:38.825586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3d02ba60-8d4f-4bcc-ae7b-3f681e715703 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "DELETE /v2.0/security-groups/fba3effb-1e30-4f4a-818b-df0d39a2aa67 HTTP/1.1" status: 204 len: 168 time: 0.6578624 Nov 05 21:45:38.832255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48812) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:38.852700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Deleting port f2af1172-8d47-45b7-8f6b-ca543535dc91 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:38.853248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.939195 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] Set router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:38.946804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] For port f2af1172-8d47-45b7-8f6b-ca543535dc91, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f2af1172-8d47-45b7-8f6b-ca543535dc91,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:38.947174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:38.961618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Calling delete_port for f2af1172-8d47-45b7-8f6b-ca543535dc91 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:38.970926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-68651d55-00ff-4200-b1c7-977cb99f7440 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a5067aa0-5199-4455-ac77-228363f0f790 HTTP/1.1" status: 200 len: 217 time: 0.1438823 Nov 05 21:45:38.976231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0682aa-36e6-4fc2-9e93-eaefb0d16878 None None] New status for floating IP 5bb0cad3-5e1b-4d94-8839-fd1ab4789900: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:45:38.983265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02ba60-8d4f-4bcc-ae7b-3f681e715703 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba3effb-1e30-4f4a-818b-df0d39a2aa67,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:39.016302 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:37Z', 'revision_number': 7, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:39.041237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fdcf1-6bc0-4948-8ebe-50e2553e460c req-7d893213-380e-4580-a73a-3bcb68e12bb2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:39.045387 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ade9ac-1cb6-450f-8197-3540c8d46061 None None] The sync data for ids ['06be1d18-e18e-45f1-9020-1b70a0acb5f5'] in n-d-816738-5 is: [{'id': '06be1d18-e18e-45f1-9020-1b70a0acb5f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010190012-router', 'tenant_id': '6ee4ca86689d4331b0503097dad4ef02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:19Z', 'updated_at': '2021-11-05T21:45:37Z', 'revision_number': 7, 'project_id': '6ee4ca86689d4331b0503097dad4ef02', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:39.047245 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-102fdcf1-6bc0-4948-8ebe-50e2553e460c req-7d893213-380e-4580-a73a-3bcb68e12bb2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 948 time: 0.2382779 Nov 05 21:45:39.156395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-102fdcf1-6bc0-4948-8ebe-50e2553e460c req-41433331-eae6-4ff0-8ac8-1d6b94ecac03 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999455 Nov 05 21:45:39.173366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-bd0d5c6b-def4-4440-af19-f145f9edbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:39.176342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-bd0d5c6b-def4-4440-af19-f145f9edbea1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0885882 Nov 05 21:45:39.191495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:39.192021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06be1d18-e18e-45f1-9020-1b70a0acb5f5 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:45:39.204725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:39.206059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9d855c19-9c98-40e2-904a-8935926a93be admin admin] 10.222.0.41 "DELETE /v2.0/routers/06be1d18-e18e-45f1-9020-1b70a0acb5f5 HTTP/1.1" status: 204 len: 168 time: 3.8263183 Nov 05 21:45:39.207407 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-88a6a23d-2003-41be-9058-fbb2cfe93003 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] show failed (client error): The resource could not be found. Nov 05 21:45:39.208496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-88a6a23d-2003-41be-9058-fbb2cfe93003 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "GET /v2.0/security-groups/fba3effb-1e30-4f4a-818b-df0d39a2aa67 HTTP/1.1" status: 404 len: 347 time: 0.3715324 Nov 05 21:45:39.209197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48814) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:39.229916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48816) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:39.288263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-b4df418a-ca96-4454-8db8-1a866082a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:39.290271 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-b4df418a-ca96-4454-8db8-1a866082a542 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049752 Nov 05 21:45:39.315698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-943f2903-7386-4a90-b38c-ac01bbea1cb5 req-e0c903b6-4339-4298-92ec-5e21056d70ff tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6293714 Nov 05 21:45:39.322404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:39.404127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2af1172-8d47-45b7-8f6b-ca543535dc91,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:39.424353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] Deleting subnet dff02fe8-9a3b-4375-86b1-b5d32db9b90f {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:45:39.468684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a5503a7-9ef3-40a9-a42d-c7e2caf26eeb req-216907c3-5905-457e-9537-9861a607e6e7 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1217375 Nov 05 21:45:39.489770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:39.567264 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-f24f01fd-48c3-444d-b230-915852ab605b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632205 Nov 05 21:45:39.578685 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:39.665707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18136fa9-9828-41dd-a581-2c9ad6d5f91b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:39.668848 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2603c2ac-2409-4d4b-b44a-f2986ae331fe" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "18136fa9-9828-41dd-a581-2c9ad6d5f91b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:39.681878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Deleting port a66eaff8-e735-47c8-9686-99612e09c9ca {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:39.682219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:39.719510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9ced45e-fc6d-4694-9bfe-1d0068da873f req-32e8b245-b9e8-4991-bdc6-d3565f96a42c service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440537 Nov 05 21:45:39.762728 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a192c48-e140-4fd4-86e8-289ba0978934 x-openstack-request-id: req-6a192c48-e140-4fd4-86e8-289ba0978934 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:39.763009 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-plugged", "status": "completed", "tag": "18136fa9-9828-41dd-a581-2c9ad6d5f91b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:39.763271 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a192c48-e140-4fd4-86e8-289ba0978934 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:39.763765 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18136fa9-9828-41dd-a581-2c9ad6d5f91b', 'code': 200} Nov 05 21:45:39.900659 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:39.919177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68227630-4e64-4f08-af55-72824fea9f41 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:39.971277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 68227630-4e64-4f08-af55-72824fea9f41 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:39.971809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68227630-4e64-4f08-af55-72824fea9f41 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:40.024535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.072882 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.072882 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.080960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.081415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.082252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.082901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.083526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.084246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.084900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.086751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.088989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-cd557394-f489-4cb5-9465-1a625fac7d28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6498 time: 0.2314663 Nov 05 21:45:40.100446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Calling delete_port for a66eaff8-e735-47c8-9686-99612e09c9ca owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:40.200751 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-827fc2ae-5a2d-4a93-ae46-c1fe50337c87 req-9fa5470e-9db5-4140-8574-cd503ab00397 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&id=00cc82d7-9815-4696-9564-83c72248af65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034749 Nov 05 21:45:40.331048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.374163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb216a5-956c-4611-a239-da2001863d5b None None] Network be38fba8-c991-4c49-8c31-67d1630ad94e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:40.377783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afed2d3-87eb-438b-b788-4f4b36bdf699 req-3a53373a-3e15-421e-b036-a5c2f987c96c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.379441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6afed2d3-87eb-438b-b788-4f4b36bdf699 req-3a53373a-3e15-421e-b036-a5c2f987c96c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 948 time: 0.0666935 Nov 05 21:45:40.386099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff02fe8-9a3b-4375-86b1-b5d32db9b90f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:40.388407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.391633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3c180aa7-c702-494d-9c4f-08476fe7b501 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dff02fe8-9a3b-4375-86b1-b5d32db9b90f HTTP/1.1" status: 204 len: 168 time: 1.1782272 Nov 05 21:45:40.394647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48830) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:40.586745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.593424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.599500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.605694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.612978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.614040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.620246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.626819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:40.629548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-67a902ba-2248-4ca2-b585-546fb56e0d3b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.1663437 Nov 05 21:45:40.632605 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.634747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6afed2d3-87eb-438b-b788-4f4b36bdf699 req-1dc3b629-f923-416c-9436-40b7a9b557bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472520 Nov 05 21:45:40.664107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] DHCP port deletion for be38fba8-c991-4c49-8c31-67d1630ad94e request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:45:40.704296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Pushing event deleted for resources: {'Port': ['ID=a66eaff8-e735-47c8-9686-99612e09c9ca,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:40.744872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] Deleting port 57f452a4-8c53-4670-a11e-993e09642ae4 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:40.745302 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.768920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Router f865b495-ef69-4b82-8162-65bd7cc456ae has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:40.775364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03c01767-05a7-4f56-bd6c-ff460d788504 req-95d2f610-5206-4487-9a5a-c3aa44e607c1 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0458987 Nov 05 21:45:40.836895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Deleting port 57f452a4-8c53-4670-a11e-993e09642ae4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:40.837828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.859670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] For port 57f452a4-8c53-4670-a11e-993e09642ae4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57f452a4-8c53-4670-a11e-993e09642ae4,segment=NetworkSegment(8927a9a7-bda7-4893-95c8-363476ef72e1),segment_id=8927a9a7-bda7-4893-95c8-363476ef72e1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:40.860205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.880403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] Calling delete_port for 57f452a4-8c53-4670-a11e-993e09642ae4 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:40.932485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65916e15-9a94-4bca-bbbd-ced13cc8ae7a req-f7656ccd-53ba-404d-8e2b-a9d87b7e609d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2847271 Nov 05 21:45:40.935223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.938426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:40.942208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-adb2d4f3-92e3-43d0-980b-f29d03fbddc7 tempest-ServersTestManualDisk-1485779029 tempest-ServersTestManualDisk-1485779029-project] 10.222.0.41 "DELETE /v2.0/floatingips/5bb0cad3-5e1b-4d94-8839-fd1ab4789900 HTTP/1.1" status: 204 len: 168 time: 1.7084575 Nov 05 21:45:40.953060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48846) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:41.013089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] For port 57f452a4-8c53-4670-a11e-993e09642ae4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57f452a4-8c53-4670-a11e-993e09642ae4,segment=NetworkSegment(8927a9a7-bda7-4893-95c8-363476ef72e1),segment_id=8927a9a7-bda7-4893-95c8-363476ef72e1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:41.013486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.040834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Calling delete_port for 57f452a4-8c53-4670-a11e-993e09642ae4 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:41.106186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.179559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] Pushing event deleted for resources: {'Port': ['ID=57f452a4-8c53-4670-a11e-993e09642ae4,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:41.180674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62df3cb-4acc-4eec-8299-8e1916a34eb5 None None] No DVR routers for this DVR port 57f452a4-8c53-4670-a11e-993e09642ae4 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:41.234739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:41.246444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-19f3800c-dad8-4183-96f2-968d5f2c92e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/f865b495-ef69-4b82-8162-65bd7cc456ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2797723 Nov 05 21:45:41.247037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48864) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:41.266651 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] Sync routers for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:41.292061 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:41.293254 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:41.351936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.354482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.395685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f452a4-8c53-4670-a11e-993e09642ae4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:41.414171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] No DVR routers for this DVR port 57f452a4-8c53-4670-a11e-993e09642ae4 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:41.520788 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:41.576963 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.590367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.654175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be38fba8-c991-4c49-8c31-67d1630ad94e']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:41.678231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8927a9a7-bda7-4893-95c8-363476ef72e1') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:41.682048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8927a9a7-bda7-4893-95c8-363476ef72e1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:41.728620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.756888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.768690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:45:41.769184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:45:41.770981 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:45:41.870219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-01469c06-daa7-4aaf-84c4-f5ce17822210 req-da069bb0-768e-41f3-9456-1fd686d59b10 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0508761 Nov 05 21:45:41.872808 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:41.928896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57f452a4-8c53-4670-a11e-993e09642ae4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:41.959351 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:45:39Z', 'revision_number': 5, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port': {'id': '3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:41:40Z', 'updated_at': '2021-11-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:41.964931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf5f0-5ad8-4442-9bb9-02b868fb0679 req-62b19242-9839-4be8-85eb-de5f27774628 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:41.972955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9adf5f0-5ad8-4442-9bb9-02b868fb0679 req-62b19242-9839-4be8-85eb-de5f27774628 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 948 time: 0.0995216 Nov 05 21:45:41.989135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.006345 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.008116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.018142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be38fba8-c991-4c49-8c31-67d1630ad94e HTTP/1.1" status: 204 len: 168 time: 1.6223638 Nov 05 21:45:42.041725 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] Checking router: f865b495-ef69-4b82-8162-65bd7cc456ae for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:42.042037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 57f452a4-8c53-4670-a11e-993e09642ae4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:42.042388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57f452a4-8c53-4670-a11e-993e09642ae4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:42.063692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.067669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2b331-5a98-4bb3-b625-69e37aab31a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be38fba8-c991-4c49-8c31-67d1630ad94e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:42.067818 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] Routers {'f865b495-ef69-4b82-8162-65bd7cc456ae'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:42.068446 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f865b495-ef69-4b82-8162-65bd7cc456ae'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:42.121933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Deleting port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:42.122559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.221239 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] Set router f865b495-ef69-4b82-8162-65bd7cc456ae gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:42.360627 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:45:41Z', 'revision_number': 6, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:42.378841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.392946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.403344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.410680 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347d0ba-6183-4e17-83b7-b873b4b233d1 None None] The sync data for ids ['f865b495-ef69-4b82-8162-65bd7cc456ae'] in n-d-816738-5 is: [{'id': 'f865b495-ef69-4b82-8162-65bd7cc456ae', 'name': 'tempest-ServersTestFqdnHostnames-2049945478-router', 'tenant_id': '3955805009884856ad8d19241779d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:41:38Z', 'updated_at': '2021-11-05T21:45:41Z', 'revision_number': 6, 'project_id': '3955805009884856ad8d19241779d713', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:42.426538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.433551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.442379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.449374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.465805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a5067aa0-5199-4455-ac77-228363f0f790 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:45:42.467400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-ed6af0a9-86cc-4d46-8b33-0a00d4ed9c00 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.3118255 Nov 05 21:45:42.504290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9adf5f0-5ad8-4442-9bb9-02b868fb0679 req-226761f8-e853-428a-a9dc-8ff46d13f441 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299623 Nov 05 21:45:42.516762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] For port 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:42.516762 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.537849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Calling delete_port for 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:42.568927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a2b5725-c8c8-49ca-85c7-df43952ef331 req-9d6a6f92-fa65-4904-8d6e-670e780b7413 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981572 Nov 05 21:45:42.685922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:42.697315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a5067aa0-5199-4455-ac77-228363f0f790, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a5067aa0-5199-4455-ac77-228363f0f790,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:42.721023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'a5067aa0-5199-4455-ac77-228363f0f790', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'a5067aa0-5199-4455-ac77-228363f0f790', 'mac_address': 'fa:16:3e:af:3f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:45:42.797509 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.814827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a02670d-3cba-4e77-85b8-7cc1e95d17c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ee4ca86689d4331b0503097dad4ef02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265330 Nov 05 21:45:42.815031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5067aa0-5199-4455-ac77-228363f0f790 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:45:42.815233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48900) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:42.844570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a5067aa0-5199-4455-ac77-228363f0f790, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a5067aa0-5199-4455-ac77-228363f0f790,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:42.882722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.889783 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4a72d0-7b9e-467c-8335-16c492675608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.890047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.897329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.903994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.911266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.916264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4a72d0-7b9e-467c-8335-16c492675608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.918961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.937676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:42.940253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-754b1fc9-352f-404b-8506-51a9ae3d8066 req-aae25151-e40e-4d16-bf66-c3cf46748caf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.1715584 Nov 05 21:45:42.942424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:42.957690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:42.965335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Request body: {'floatingip': {'port_id': 'b282c385-ac71-4c3e-9ba1-dc749383f5db'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:42.987099 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.029247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:43.032780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a5067aa0-5199-4455-ac77-228363f0f790,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:43.074267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.082384 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3820c4e5-3597-442e-8c6b-546ab2e19955 req-4b5ac1d5-93fa-4740-9108-3f4034f58289 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0508947 Nov 05 21:45:43.123536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.217278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4a72d0-7b9e-467c-8335-16c492675608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.220387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4a72d0-7b9e-467c-8335-16c492675608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.221318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb4a72d0-7b9e-467c-8335-16c492675608 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3f780da-705d-4ee5-aaca-4ad06f628f85 HTTP/1.1" status: 204 len: 168 time: 0.4050350 Nov 05 21:45:43.229752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Deleting port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:43.230220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.230329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.239341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.241500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a72d0-7b9e-467c-8335-16c492675608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f780da-705d-4ee5-aaca-4ad06f628f85,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:43.292550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:43.429441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.429984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f865b495-ef69-4b82-8162-65bd7cc456ae {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:45:43.435229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] For port 50fb5c5e-6456-4d22-ba2d-eaeed86b5729, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:43.435763 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.439066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.442773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8bd93913-aa57-4159-8881-d6b48a8e3b6d admin admin] 10.222.0.41 "DELETE /v2.0/routers/f865b495-ef69-4b82-8162-65bd7cc456ae HTTP/1.1" status: 204 len: 168 time: 2.1945338 Nov 05 21:45:43.445762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48910) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:43.463169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Calling delete_port for 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:43.532859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] Deleting subnet ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:45:43.538521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.636952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.765619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1461ab-53e3-42ef-b8cb-6460b17670e0 req-cfffcd0c-ebbd-4d8c-9bbe-25095a7d4182 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:43.767335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e1461ab-53e3-42ef-b8cb-6460b17670e0 req-cfffcd0c-ebbd-4d8c-9bbe-25095a7d4182 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 949 time: 0.1395233 Nov 05 21:45:43.836143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:43.861888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:43.917863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:43.918267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3e7b6635-8d28-4f05-b3cd-92a8f5e45b8d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:43.918674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f2af1172-8d47-45b7-8f6b-ca543535dc91 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:43.967110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f2af1172-8d47-45b7-8f6b-ca543535dc91 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:43.968467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f2af1172-8d47-45b7-8f6b-ca543535dc91 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:43.999884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.resource_extend [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 21:45:44.005580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e1461ab-53e3-42ef-b8cb-6460b17670e0 req-dc649433-ce58-47ee-bb3a-4e93a6569e17 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806459 Nov 05 21:45:44.089391 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.115265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.144831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:44.151351 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.154747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9699a3c7-3029-4b2e-9264-5ab3373005be admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef6c6ff7-69a5-4264-ae3e-c6fa82548f7f HTTP/1.1" status: 204 len: 168 time: 0.7077913 Nov 05 21:45:44.157573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48928) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:44.157922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f8bbc-7bb0-4940-a571-d396e962b2aa None None] Network 397cd067-58e1-4f33-88b8-f3f94f076f75 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:44.200042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ceb80ef-8687-4c7d-9d1b-ad9f5f18e709 req-1d768fd2-54be-4c96-aa2b-d96e5681e175 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0303757 Nov 05 21:45:44.218360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.262949 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.298883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Pushing event deleted for resources: {'Port': ['ID=50fb5c5e-6456-4d22-ba2d-eaeed86b5729,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:44.323716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.429322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] DHCP port deletion for 397cd067-58e1-4f33-88b8-f3f94f076f75 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:45:44.472361 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Floating IP 6a099dca-d2ac-4d4f-9ade-ed5d763d777c associated. External IP: 172.25.6.86, port: b282c385-ac71-4c3e-9ba1-dc749383f5db. Nov 05 21:45:44.483344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a5067aa0-5199-4455-ac77-228363f0f790 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:44.500652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Deleting port ca78e064-4d04-4152-9954-03ed01a1f43c {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:44.501026 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.615050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] For port ca78e064-4d04-4152-9954-03ed01a1f43c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ca78e064-4d04-4152-9954-03ed01a1f43c,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:44.615453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.632801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Calling delete_port for ca78e064-4d04-4152-9954-03ed01a1f43c owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:44.656425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Deleting port ca78e064-4d04-4152-9954-03ed01a1f43c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:44.660972 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.736765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port a5067aa0-5199-4455-ac77-228363f0f790 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:45:44.740725 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port a5067aa0-5199-4455-ac77-228363f0f790 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:44.741637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.774292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] For port ca78e064-4d04-4152-9954-03ed01a1f43c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ca78e064-4d04-4152-9954-03ed01a1f43c,segment=NetworkSegment(207bd506-dacb-42e0-b375-46ce3de63ef8),segment_id=207bd506-dacb-42e0-b375-46ce3de63ef8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:44.774682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.818412 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.830971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.837091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Calling delete_port for ca78e064-4d04-4152-9954-03ed01a1f43c owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:44.840039 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:44.865864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Pushing event deleted for resources: {'Port': ['ID=ca78e064-4d04-4152-9954-03ed01a1f43c,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:44.874274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] No DVR routers for this DVR port ca78e064-4d04-4152-9954-03ed01a1f43c on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:44.888420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.888767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.889133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.889479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.889772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.890196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.890431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.890763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.891156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.891448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.891737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.892060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe433f-5976-4fbf-a289-34fa2bd1f76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:44.901564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5067aa0-5199-4455-ac77-228363f0f790'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:44.903354 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741a98c8-2df0-4fa0-871f-dedb832309d8" -d '{"events": [{"server_uuid": "caa6edfe-5c5a-414a-a61d-f90119f9c1ba", "name": "network-vif-plugged", "status": "completed", "tag": "a5067aa0-5199-4455-ac77-228363f0f790"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:44.940943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a5067aa0-5199-4455-ac77-228363f0f790, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a5067aa0-5199-4455-ac77-228363f0f790,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:44.943589 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aeb85d-e110-4c5d-9a66-682c2818d2a0 x-openstack-request-id: req-b1aeb85d-e110-4c5d-9a66-682c2818d2a0 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:44.943881 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa6edfe-5c5a-414a-a61d-f90119f9c1ba", "name": "network-vif-plugged", "status": "completed", "tag": "a5067aa0-5199-4455-ac77-228363f0f790", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:44.946611 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1aeb85d-e110-4c5d-9a66-682c2818d2a0 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:44.947218 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5067aa0-5199-4455-ac77-228363f0f790', 'code': 200} Nov 05 21:45:45.017922 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:45.065372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Router 9f026ec8-7668-4f09-a888-d3820277edf7 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:45.100924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705539bc-2681-42d9-9949-3ee0cbfdfda1 req-02e25f97-43c7-4126-82bf-4e098276eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:45.105976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705539bc-2681-42d9-9949-3ee0cbfdfda1 req-02e25f97-43c7-4126-82bf-4e098276eca9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 1101 time: 0.0913916 Nov 05 21:45:45.165245 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-705539bc-2681-42d9-9949-3ee0cbfdfda1 req-b657161f-67d7-4b2e-b18d-20f00e23d02e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522692 Nov 05 21:45:45.270655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a5067aa0-5199-4455-ac77-228363f0f790,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:45.319925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22a2a50b-642a-4201-946f-50e56e306d1b req-13e977ef-e37a-4035-855a-51f791504185 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0329711 Nov 05 21:45:45.422609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:45.504935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca78e064-4d04-4152-9954-03ed01a1f43c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:45.532302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] No DVR routers for this DVR port ca78e064-4d04-4152-9954-03ed01a1f43c on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:45.553908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428fa0d-d99e-4f50-a876-699b97a65272 req-72fab629-2e98-4471-9f46-41afe4e84e54 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:45.555485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0428fa0d-d99e-4f50-a876-699b97a65272 req-72fab629-2e98-4471-9f46-41afe4e84e54 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 950 time: 0.1769629 Nov 05 21:45:45.754979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:45.771354 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:45.771658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] Sync routers for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:45.789135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:45.789808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:45.819399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397cd067-58e1-4f33-88b8-f3f94f076f75']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:45.826805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48966) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:45.859897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:45.877001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207bd506-dacb-42e0-b375-46ce3de63ef8') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:45.877509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207bd506-dacb-42e0-b375-46ce3de63ef8') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:45.911166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:45:45.921691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ca78e064-4d04-4152-9954-03ed01a1f43c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:45.936911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0428fa0d-d99e-4f50-a876-699b97a65272 req-42487133-a9e2-40d5-947c-26055ea2b09a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606212 Nov 05 21:45:45.945673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:45.948409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:45.951128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ca78e064-4d04-4152-9954-03ed01a1f43c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:45.951477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ca78e064-4d04-4152-9954-03ed01a1f43c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:45.983344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-29d26ce4-efb2-4895-8b33-880736c88bcf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "PUT /v2.0/floatingips/6a099dca-d2ac-4d4f-9ade-ed5d763d777c HTTP/1.1" status: 200 len: 990 time: 3.0215642 Nov 05 21:45:45.992769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:45:45.995778 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f3621-1e1c-415e-934a-69ef4227fcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:45:45.999347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.062607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f694a3c7-1f24-493d-841f-06417d39b6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.163029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f694a3c7-1f24-493d-841f-06417d39b6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.202155 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c69d30d-3afb-44ef-9edc-6e5cb7f0affc x-openstack-request-id: req-4c69d30d-3afb-44ef-9edc-6e5cb7f0affc {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:45:46.202948 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:45:46.203444 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c69d30d-3afb-44ef-9edc-6e5cb7f0affc {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:45:46.204407 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'status': 'completed', 'code': 200} Nov 05 21:45:46.208473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:46.214180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7433bece-8e96-473d-9309-1aae446491bf admin admin] 10.222.0.41 "PUT /v2.0/routers/762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2600629 Nov 05 21:45:46.216643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48976) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:46.220150 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] Sync routers for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:46.220763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:46.221236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:46.221706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:46.222339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:46.222828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:46.223407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:46.224118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:46.225119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:45:46.225600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.227315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-f887723a-2720-4711-bf98-7524b4fb857e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6498 time: 0.0625958 Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:45:46.228012 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:45:46.239364 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:46.240364 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:46.264909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f694a3c7-1f24-493d-841f-06417d39b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.280664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '6a099dca-d2ac-4d4f-9ade-ed5d763d777c', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'port_id': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'mac_address': 'fa:16:3e:6f:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:20Z', 'updated_at': '2021-11-05T21:45:43Z', 'revision_number': 1, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:17Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:46.315786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] Checking router: 9f026ec8-7668-4f09-a888-d3820277edf7 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:46.326853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:46.327801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:46.372642 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:46.455897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.510501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.516561 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] 10.222.0.41 "DELETE /v2.0/networks/397cd067-58e1-4f33-88b8-f3f94f076f75 HTTP/1.1" status: 204 len: 168 time: 2.3578904 Nov 05 21:45:46.523434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:46.540121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.543264 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36c4a52a-fb28-4aef-a992-1063589588b0 req-1ea4d6ce-eb2f-4d05-8f35-a38f72157475 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0803208 Nov 05 21:45:46.554475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c0da6-e748-4f95-88f0-86142d7fe845 admin admin] Pushing event deleted for resources: {'Network': ['ID=397cd067-58e1-4f33-88b8-f3f94f076f75,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:46.735240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.760682 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:45:44Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:46.800179 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] Checking router: 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:46.812924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] Routers {'762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:46.813671 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:46.932050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Deleting port 0dd23f32-a95e-4be6-9152-85fd5783178c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:46.932392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:46.943173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f694a3c7-1f24-493d-841f-06417d39b6c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=088685c4e8764e22bc84c63c0a8ec96c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1148295 Nov 05 21:45:46.946445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694a3c7-1f24-493d-841f-06417d39b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71802229-24ef-4918-9279-8d098cf913c5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:46.954485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48984) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:46.996912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '6a099dca-d2ac-4d4f-9ade-ed5d763d777c', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'port_id': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'mac_address': 'fa:16:3e:6f:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:20Z', 'updated_at': '2021-11-05T21:45:43Z', 'revision_number': 1, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:17Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:47.032978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] Set router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:47.034075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fde16f-42fa-41e4-8d3d-1c3edf8a88d0 None None] The sync data for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 is: [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '6a099dca-d2ac-4d4f-9ade-ed5d763d777c', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'port_id': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'mac_address': 'fa:16:3e:6f:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:44:20Z', 'updated_at': '2021-11-05T21:45:43Z', 'revision_number': 1, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:17Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:47.045713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48988) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:47.046575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2261e4c8-ccac-4e35-b324-d1e027bf98ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.079523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2261e4c8-ccac-4e35-b324-d1e027bf98ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.122653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] For port 0dd23f32-a95e-4be6-9152-85fd5783178c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0dd23f32-a95e-4be6-9152-85fd5783178c,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:47.123439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.142961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Calling delete_port for 0dd23f32-a95e-4be6-9152-85fd5783178c owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:47.179830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-93ab611a-3f64-4674-9016-da03aa6db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:47.181446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-93ab611a-3f64-4674-9016-da03aa6db758 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc HTTP/1.1" status: 200 len: 918 time: 0.9448478 Nov 05 21:45:47.324579 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2261e4c8-ccac-4e35-b324-d1e027bf98ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.327704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2261e4c8-ccac-4e35-b324-d1e027bf98ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.329004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2261e4c8-ccac-4e35-b324-d1e027bf98ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71802229-24ef-4918-9279-8d098cf913c5 HTTP/1.1" status: 204 len: 168 time: 0.3736780 Nov 05 21:45:47.385374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261e4c8-ccac-4e35-b324-d1e027bf98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71802229-24ef-4918-9279-8d098cf913c5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:47.402448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756469e3-16bf-4c84-9081-ec1f83a52ec7 req-aab1f87c-da0e-4390-ae95-4e1303924d26 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:47.405389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-756469e3-16bf-4c84-9081-ec1f83a52ec7 req-aab1f87c-da0e-4390-ae95-4e1303924d26 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 950 time: 0.2435236 Nov 05 21:45:47.416818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0b8a0522-a24d-4f55-9813-7562c769349b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3955805009884856ad8d19241779d713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455181 Nov 05 21:45:47.431415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48996) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:47.479449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-868d6f35-d2ad-490d-bef1-3d9dfe68a33a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 200 len: 998 time: 0.2728672 Nov 05 21:45:47.510958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c5d9d-26d9-4137-99c4-f621a046ec06 None None] New status for floating IP 6a099dca-d2ac-4d4f-9ade-ed5d763d777c: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:45:47.523872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.532199 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:45:44Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:47.561234 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc115b-2b39-4a22-9416-80cf7fe190f8 None None] The sync data for ids ['762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5'] in n-d-816738-5 is: [{'id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'name': 'tempest-ServersTestManualDisk-961449335-router', 'tenant_id': '303fa233ad75455ea28b0f6d50812275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:43:01Z', 'updated_at': '2021-11-05T21:45:44Z', 'revision_number': 5, 'project_id': '303fa233ad75455ea28b0f6d50812275', 'gw_port': {'id': '0dd23f32-a95e-4be6-9152-85fd5783178c', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:03Z', 'updated_at': '2021-11-05T21:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:45:47.574909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd23f32-a95e-4be6-9152-85fd5783178c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:47.596191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-756469e3-16bf-4c84-9081-ec1f83a52ec7 req-261108ec-cdcf-461f-866d-974ffcdbea4d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680627 Nov 05 21:45:47.639581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-ae28c1cf-edc2-4cfe-8950-240658ec82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:47.641196 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-ae28c1cf-edc2-4cfe-8950-240658ec82a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f95f881-444e-4810-b7cf-471248464054 HTTP/1.1" status: 200 len: 856 time: 0.1548274 Nov 05 21:45:47.680630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f33b8f8c-7213-4f4b-b20a-20f324ce2f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.694598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.720279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-efa38c3f-6242-467f-932e-7268ffd5588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:47.721888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-efa38c3f-6242-467f-932e-7268ffd5588d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729432 Nov 05 21:45:47.739194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f33b8f8c-7213-4f4b-b20a-20f324ce2f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.753624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-c8d8bde3-34bc-490e-9a7f-7401f366900d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:45:47.765290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-c8d8bde3-34bc-490e-9a7f-7401f366900d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176790 Nov 05 21:45:47.836573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.872257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57d4fc1b-8a3a-40fe-a998-d302d9b814ee req-4c8f34bb-084b-4ab0-bcf2-4ea4a2792068 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1343062 Nov 05 21:45:47.875344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:47.936466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-0818bdbc-66fe-4a58-9dbd-8286144e98dd service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624346 Nov 05 21:45:48.035123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:48.065558 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.066128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:45:48.076562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.076562 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e972ff45-df2d-4213-9847-c188ac096578 admin admin] 10.222.0.41 "DELETE /v2.0/routers/762397a9-1fdb-4cca-a3f9-7fc78b1ee4d5 HTTP/1.1" status: 204 len: 168 time: 1.8555713 Nov 05 21:45:48.077204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49010) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:48.110816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:48.111335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 50fb5c5e-6456-4d22-ba2d-eaeed86b5729 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:48.138182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f33b8f8c-7213-4f4b-b20a-20f324ce2f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.142206 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f33b8f8c-7213-4f4b-b20a-20f324ce2f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.146152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f33b8f8c-7213-4f4b-b20a-20f324ce2f66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab44a319-0ff7-4676-a4d1-ba30c9a44982 HTTP/1.1" status: 204 len: 168 time: 0.7095075 Nov 05 21:45:48.173415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b8f8c-7213-4f4b-b20a-20f324ce2f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab44a319-0ff7-4676-a4d1-ba30c9a44982,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:48.177283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] Deleting subnet b7af1791-dd0b-4767-87ef-f9d7752dceb6 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:45:48.197334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.232304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d5f3621-1e1c-415e-934a-69ef4227fcd8 req-1a6aca65-1f18-4517-a9b2-5b1a63e2a891 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663445 Nov 05 21:45:48.257014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.378523 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.557724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.587918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7af1791-dd0b-4767-87ef-f9d7752dceb6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:48.592613 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.596279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-748af69f-f58d-4160-beb4-ccf6387196c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7af1791-dd0b-4767-87ef-f9d7752dceb6 HTTP/1.1" status: 204 len: 168 time: 0.5181770 Nov 05 21:45:48.599026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49024) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:48.607222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5dcd7-6b60-42e0-9459-8376a50da57f None None] Network a5d263e6-3be8-4250-a5ba-4b604f8e5b54 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:48.780375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.809907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf294-0c70-44f6-8def-593bdfc94e42 req-8a38664b-1eee-42e3-bca6-6f2a2a6fbf2f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:48.815213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-90acf294-0c70-44f6-8def-593bdfc94e42 req-8a38664b-1eee-42e3-bca6-6f2a2a6fbf2f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 950 time: 0.1146109 Nov 05 21:45:48.889887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Deleting port 39c88d09-1458-4fb3-b59e-059312b04d03 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:48.890202 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:48.902882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] DHCP port deletion for a5d263e6-3be8-4250-a5ba-4b604f8e5b54 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:45:48.967715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-90acf294-0c70-44f6-8def-593bdfc94e42 req-2c2bcc30-70d0-42ab-a9fa-9ae4a46d84f1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369455 Nov 05 21:45:49.027047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49046) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:49.032478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] Deleting port 39c88d09-1458-4fb3-b59e-059312b04d03 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:45:49.033054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.135864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbb90deb-b80b-4d26-920a-2f9f7e86b1b8 req-b427c8c0-1b4a-4c68-8124-2cef10c36c12 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0439618 Nov 05 21:45:49.137596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] For port 39c88d09-1458-4fb3-b59e-059312b04d03, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=39c88d09-1458-4fb3-b59e-059312b04d03,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:49.137986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.146627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] For port 39c88d09-1458-4fb3-b59e-059312b04d03, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=39c88d09-1458-4fb3-b59e-059312b04d03,segment=NetworkSegment(57300d90-bcb6-493f-b9c0-b9a7e138d07f),segment_id=57300d90-bcb6-493f-b9c0-b9a7e138d07f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:49.147972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.163533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] Calling delete_port for 39c88d09-1458-4fb3-b59e-059312b04d03 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:49.179184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Calling delete_port for 39c88d09-1458-4fb3-b59e-059312b04d03 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:45:49.239104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-170783178-network', 'tenant_id': '1e6d6a2a741949b3898cfe666f5eaf57'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:49.362752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.383194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.386671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] Pushing event deleted for resources: {'Port': ['ID=39c88d09-1458-4fb3-b59e-059312b04d03,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:49.397069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac20077-5e1b-4262-b182-7864bf84b863 None None] No DVR routers for this DVR port 39c88d09-1458-4fb3-b59e-059312b04d03 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:49.406708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Made reservation on behalf of 1e6d6a2a741949b3898cfe666f5eaf57 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:49.406708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.445005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.450646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=39c88d09-1458-4fb3-b59e-059312b04d03,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:49.456048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] No DVR routers for this DVR port 39c88d09-1458-4fb3-b59e-059312b04d03 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:45:49.536674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.561059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d263e6-3be8-4250-a5ba-4b604f8e5b54']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:49.573159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57300d90-bcb6-493f-b9c0-b9a7e138d07f') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:49.576058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57300d90-bcb6-493f-b9c0-b9a7e138d07f') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:49.583782 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.587933 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.603290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.610108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:45:49.610928 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.628777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd8817-e304-48b6-a62b-52d1499b4af9 req-5617193f-7a42-4b5b-b500-53c3305b45d3 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:49.637486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7efd8817-e304-48b6-a62b-52d1499b4af9 req-5617193f-7a42-4b5b-b500-53c3305b45d3 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 1101 time: 0.1752913 Nov 05 21:45:49.655933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7efd8817-e304-48b6-a62b-52d1499b4af9 req-c94c96f9-b707-4c85-8901-7aff2ea72c9b tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.664815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:45:49.679170 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:45:49.699331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a988f14-07dd-4b1c-8363-0748c5a4f98b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:49.716578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:45:49.728589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.735633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.742536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5d263e6-3be8-4250-a5ba-4b604f8e5b54 HTTP/1.1" status: 204 len: 168 time: 1.1421328 Nov 05 21:45:49.743315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.743857 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Added segment 62479cd3-f5d4-48e8-a054-0c057033f225 of type vlan for network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d Nov 05 21:45:49.786585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a7054-a941-4ee3-957d-19121875d3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d263e6-3be8-4250-a5ba-4b604f8e5b54,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:49.848663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.867873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 39c88d09-1458-4fb3-b59e-059312b04d03 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:49.897468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 39c88d09-1458-4fb3-b59e-059312b04d03 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:49.905753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 39c88d09-1458-4fb3-b59e-059312b04d03 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:49.908257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0dd23f32-a95e-4be6-9152-85fd5783178c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:45:49.926802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7efd8817-e304-48b6-a62b-52d1499b4af9 req-c94c96f9-b707-4c85-8901-7aff2ea72c9b tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:49.931024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0dd23f32-a95e-4be6-9152-85fd5783178c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:45:49.931728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0dd23f32-a95e-4be6-9152-85fd5783178c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:45:50.055312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.056694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:50.057502 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.072119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7efd8817-e304-48b6-a62b-52d1499b4af9 req-c94c96f9-b707-4c85-8901-7aff2ea72c9b tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.171515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1428044 Nov 05 21:45:50.174958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49072) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:50.181001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Request body: {'subnet': {'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-170783178-subnet', 'tenant_id': '1e6d6a2a741949b3898cfe666f5eaf57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:50.192616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Pushing event updated for resources: {'Network': ['ID=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:50.201303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49076) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:50.205859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.206320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.206756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.207179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.207650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.208077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.208543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.208965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.209385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.210353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.210774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.211743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b41e46-a089-4ba6-8948-668f91bccc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:45:50.218818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7efd8817-e304-48b6-a62b-52d1499b4af9 req-c94c96f9-b707-4c85-8901-7aff2ea72c9b tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804093 Nov 05 21:45:50.223737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c96f9-b707-4c85-8901-7aff2ea72c9b tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c7acee-f157-4dec-98e1-8dc87990163e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:50.224402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:45:50.327153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49080) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:50.348127 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fcb3798-283b-4092-8ac5-38660b17c058 req-14cb7518-0b5b-49a4-b56a-75b2636cecfd tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0625179 Nov 05 21:45:50.353716 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41179a73-f92c-48fb-96d3-62048d9b39f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=303fa233ad75455ea28b0f6d50812275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509695 Nov 05 21:45:50.356527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49084) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:50.370409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Made reservation on behalf of 1e6d6a2a741949b3898cfe666f5eaf57 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:50.377091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.442032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7fabfe7-1e50-4a48-ab63-3a1b53545233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.480258 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7fabfe7-1e50-4a48-ab63-3a1b53545233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.501388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-359268140-network', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:50.602276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:50.604760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.617881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.654534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49092) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:50.657203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7fabfe7-1e50-4a48-ab63-3a1b53545233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.660598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7fabfe7-1e50-4a48-ab63-3a1b53545233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.661969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7fabfe7-1e50-4a48-ab63-3a1b53545233 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1b72f3e-cd4e-47cc-a08b-a56fed355613 HTTP/1.1" status: 204 len: 168 time: 0.3037958 Nov 05 21:45:50.687067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fabfe7-1e50-4a48-ab63-3a1b53545233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b72f3e-cd4e-47cc-a08b-a56fed355613,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:50.761154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.808811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.869436 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.908030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:45:50.929513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba99642-f99a-4a4b-b641-4a4877f8d8f3,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:50.930277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c39e8a-0776-4f42-9f5a-7bf01c606e1b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:50.935115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-ccdb0ddf-0846-4c82-849d-3311f99dfb2f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348227 Nov 05 21:45:50.939824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Checking segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:50.940288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Network hostable DHCP agents. Network: 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:45:50.955574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:50.956224 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Added segment b4467ad1-eaf9-4729-9a60-2f42117689b6 of type vlan for network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 Nov 05 21:45:51.028058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.082775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-26849976-432a-4534-aa8a-f3a5ea3650d2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:51.082775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-26849976-432a-4534-aa8a-f3a5ea3650d2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360455 Nov 05 21:45:51.082775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:45:51.112373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-9615f53c-f570-4528-b81b-c527db08e7d1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/quotas/2c005b9d431941259d92be47ce0e6583 HTTP/1.1" status: 200 len: 375 time: 0.0238271 Nov 05 21:45:51.113268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdb5d-65c8-4c1f-9b5d-760716876011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.131598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.132530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:51.133102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.167705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:51.174878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:51.175581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.177589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc228f82-eb1d-40c1-ad30-43f78e90587d None None] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:51.235977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-9540c8c3-7cb7-4acd-bfcd-0068fd077f42 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114919 Nov 05 21:45:51.244063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9116356 Nov 05 21:45:51.244353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49118) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:51.250306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Request body: {'subnet': {'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-359268140-subnet', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:51.252042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca344ad-6023-4f60-9fc3-71876d0b677d admin admin] Pushing event updated for resources: {'Network': ['ID=b35f41f0-e923-4394-b3c3-d9936cd8d0b4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:51.281143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:45:51.290520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-25b07915-2bbf-4988-9ea1-eaed6df57ee6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1140585 Nov 05 21:45:51.292892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdb5d-65c8-4c1f-9b5d-760716876011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.373344 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdb5d-65c8-4c1f-9b5d-760716876011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.413612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:51.416008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.441244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d8ccdb5d-65c8-4c1f-9b5d-760716876011 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a81190b09fa4031a978590c51883db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7851095 Nov 05 21:45:51.441554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49128) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:51.459289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccdb5d-65c8-4c1f-9b5d-760716876011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a1d480-ea4c-4636-bfcf-a1df78677e61,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:51.514532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'tenant_id': '1e6d6a2a741949b3898cfe666f5eaf57', 'fixed_ips': [{'subnet_id': 'fba99642-f99a-4a4b-b641-4a4877f8d8f3'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:45:51.519619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.554486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1dc9c5d-55f9-48bc-b696-9777f45a752d req-ebad13c5-fba6-42f6-91e2-459796a37f49 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1044173 Nov 05 21:45:51.656081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9511f6e0-ca5d-496c-b595-be4bc4519034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.680781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9511f6e0-ca5d-496c-b595-be4bc4519034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.771658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Allocated IP 172.20.0.2 (9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d/fba99642-f99a-4a4b-b641-4a4877f8d8f3/68a20b8c-8782-4265-888a-d0528c14836a) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:51.783424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-65bb60b9-92b2-453c-9d7b-e381cef1ac73 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1684201476&fields=id&tenant_id=3a4e09138e6141c6abf47da26888ece5 HTTP/1.1" status: 200 len: 267 time: 0.0607898 Nov 05 21:45:51.830036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9511f6e0-ca5d-496c-b595-be4bc4519034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.830036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9511f6e0-ca5d-496c-b595-be4bc4519034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.830036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9511f6e0-ca5d-496c-b595-be4bc4519034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4a1d480-ea4c-4636-bfcf-a1df78677e61 HTTP/1.1" status: 204 len: 168 time: 0.3838956 Nov 05 21:45:51.846151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:51.878585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511f6e0-ca5d-496c-b595-be4bc4519034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a1d480-ea4c-4636-bfcf-a1df78677e61,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:51.932151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Checking segment: {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:51.932657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Network hostable DHCP agents. Network: b35f41f0-e923-4394-b3c3-d9936cd8d0b4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:45:51.936305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca2a2cb-d5ee-4663-98c0-03f85f939691,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:51.986539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-f405766d-44c2-41bf-934a-138043020fde tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:51.988253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-f405766d-44c2-41bf-934a-138043020fde tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/networks?id=bf02707f-5614-40f0-8570-7486cc5769c1 HTTP/1.1" status: 200 len: 816 time: 0.1961665 Nov 05 21:45:52.010711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-b072b839-6aba-4d85-ae1f-e5e511f15f53 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/quotas/3a4e09138e6141c6abf47da26888ece5 HTTP/1.1" status: 200 len: 375 time: 0.0114870 Nov 05 21:45:52.062295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:45:52.095327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49152) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:52.096842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-4b59eba4-446a-4ee1-ac4f-1632e7a438e5 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a4e09138e6141c6abf47da26888ece5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737133 Nov 05 21:45:52.177370 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.204308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b35f41f0-e923-4394-b3c3-d9936cd8d0b4) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:52.210780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:52.211387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.217156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1db754-4e88-4d71-abe1-1f99ed7364de None None] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:52.309552 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.330262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-055272a1-fd40-452c-886f-21950f7ff76a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0848181 Nov 05 21:45:52.333813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49162) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:52.340561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:52.349432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-70ccde5f-346e-4637-a28b-f094b5b0350a service neutron] 10.222.0.41 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354784 Nov 05 21:45:52.372605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:52.379652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:52.387788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:52.408388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Pushing event updated for resources: {'Port': ['ID=68a20b8c-8782-4265-888a-d0528c14836a,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:52.466366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.467456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.481104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1689676557-network', 'tenant_id': '41874b2020c4436e9811b84cf1abcdff'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:52.522539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Attempting to bind port 68a20b8c-8782-4265-888a-d0528c14836a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:45:52.522975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Attempting to bind port 68a20b8c-8782-4265-888a-d0528c14836a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:45:52.523418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Attempting to bind port 68a20b8c-8782-4265-888a-d0528c14836a on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:52.540886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-585e2e8a-3332-4767-87c1-b8aa128f5dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797905 Nov 05 21:45:52.564806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:45:52.565182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Checking segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:52.565585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.567934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Made reservation on behalf of 41874b2020c4436e9811b84cf1abcdff for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:52.570781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.576764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Bound using segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:45:52.577729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Bound port: 68a20b8c-8782-4265-888a-d0528c14836a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:45:52.578140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.582803 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.585599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:45:52.586458 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.592640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.706819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.773521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Allocated IP 172.20.0.2 (b35f41f0-e923-4394-b3c3-d9936cd8d0b4/fca2a2cb-d5ee-4663-98c0-03f85f939691/83f9f568-160c-49b1-9645-f41a76fbb7e7) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:52.841060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.851349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49178) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:52.873927 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7c8-cb6c-41fa-a51a-fcd65d3d0507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:52.898124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] For port 68a20b8c-8782-4265-888a-d0528c14836a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:45:52.991768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] For port 68a20b8c-8782-4265-888a-d0528c14836a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=68a20b8c-8782-4265-888a-d0528c14836a,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:45:53.001120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.050477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:45:53.052734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7c8-cb6c-41fa-a51a-fcd65d3d0507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.057498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:53.070734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.071191 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Added segment 39c3e705-aa41-4c9d-9e15-1022b8334d1c of type vlan for network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc Nov 05 21:45:53.106325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.149036 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.160210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d7c8-cb6c-41fa-a51a-fcd65d3d0507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.164396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-66d0eb43-5184-4233-bf3b-ee6eba3c045d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:53.165951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-66d0eb43-5184-4233-bf3b-ee6eba3c045d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 815 time: 0.2475338 Nov 05 21:45:53.200034 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.229456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67795b-2346-40b7-87f9-4896cb59c2df None None] Pushing event updated for resources: {'Port': ['ID=68a20b8c-8782-4265-888a-d0528c14836a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:53.246950 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ccd5d7c8-cb6c-41fa-a51a-fcd65d3d0507 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ed997a4de8d4bbd93ceb372f3aa95bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3923523 Nov 05 21:45:53.247127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5d7c8-cb6c-41fa-a51a-fcd65d3d0507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8309aa81-1cbe-4fca-a19f-bd5bbefa40b2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:53.254998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49196) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:53.257900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-93250a72-5dfd-4fa0-9866-62f74b7ec47e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/quotas/1e6d6a2a741949b3898cfe666f5eaf57 HTTP/1.1" status: 200 len: 375 time: 0.0707796 Nov 05 21:45:53.269731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.317561 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.319242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:53.320001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.389094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6e96fe7-a456-4c80-bd2d-3d313068a86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.395102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:53.402405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-de66d023-8903-4577-adaf-68930ee7c17f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276858 Nov 05 21:45:53.404624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:53.410897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:53.443363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6e96fe7-a456-4c80-bd2d-3d313068a86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.470521 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3735037 Nov 05 21:45:53.474076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49204) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:53.474738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Pushing event updated for resources: {'Port': ['ID=83f9f568-160c-49b1-9645-f41a76fbb7e7,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:53.483740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Request body: {'subnet': {'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1689676557-subnet', 'tenant_id': '41874b2020c4436e9811b84cf1abcdff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:53.491151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a5f-1a95-4a4c-9bd8-196707dbed98 admin admin] Pushing event updated for resources: {'Network': ['ID=4cdb4a06-5364-4c91-a0a1-6aefc63670fc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:53.602506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Attempting to bind port 83f9f568-160c-49b1-9645-f41a76fbb7e7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:45:53.603017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Attempting to bind port 83f9f568-160c-49b1-9645-f41a76fbb7e7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:45:53.603242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Attempting to bind port 83f9f568-160c-49b1-9645-f41a76fbb7e7 on network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:53.611323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:45:53.611519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Checking segment: {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:53.612031 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.612649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Bound using segment: {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:45:53.613125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Bound port: 83f9f568-160c-49b1-9645-f41a76fbb7e7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:45:53.613505 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.652715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Made reservation on behalf of 41874b2020c4436e9811b84cf1abcdff for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:53.655321 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.665976 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6e96fe7-a456-4c80-bd2d-3d313068a86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.670311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6e96fe7-a456-4c80-bd2d-3d313068a86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.672201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f6e96fe7-a456-4c80-bd2d-3d313068a86e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8309aa81-1cbe-4fca-a19f-bd5bbefa40b2 HTTP/1.1" status: 204 len: 168 time: 0.4155595 Nov 05 21:45:53.695486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e96fe7-a456-4c80-bd2d-3d313068a86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8309aa81-1cbe-4fca-a19f-bd5bbefa40b2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:53.724217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] For port 83f9f568-160c-49b1-9645-f41a76fbb7e7, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:45:53.728281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] For port 83f9f568-160c-49b1-9645-f41a76fbb7e7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83f9f568-160c-49b1-9645-f41a76fbb7e7,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:45:53.733329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:45:53.737141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.768811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.839517 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e93500-648c-4bad-a704-1b42f2f0f55d req-b9a982a5-f517-4117-9211-b423c2cd7a6b tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0703325 Nov 05 21:45:53.908137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:53.936615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-16343bc7-19f9-484a-a4fa-80eb6d20183c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:45:53.946692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-16343bc7-19f9-484a-a4fa-80eb6d20183c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5421576 Nov 05 21:45:54.004866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-003032f4-07f2-4ef9-8cea-546801e5d4a3 req-3bada6b7-afff-475e-b8c3-044a67c8efc2 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0496662 Nov 05 21:45:54.018748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68a20b8c-8782-4265-888a-d0528c14836a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:54.044847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Allocated IP 172.25.6.235 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/0e1cded3-514d-4a0a-8020-2256e10a668b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:54.142836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 68a20b8c-8782-4265-888a-d0528c14836a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:54.143261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:54.218412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984143a3-d894-4ce7-ab44-4ed873409543 None None] Pushing event updated for resources: {'Port': ['ID=83f9f568-160c-49b1-9645-f41a76fbb7e7,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:54.263262 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:54.289319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf7076c0-cf73-47eb-8058-c6fa2eb3e704 req-25e79704-96da-4ed6-9969-fe5319fa1ec9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 210 time: 0.0668795 Nov 05 21:45:54.301673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-3e4cbac5-d3b3-4815-9ff3-b6d8df61025d service neutron] 10.222.0.41 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540013 Nov 05 21:45:54.360575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:54.493830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 68a20b8c-8782-4265-888a-d0528c14836a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=68a20b8c-8782-4265-888a-d0528c14836a,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:54.504198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:54.579757 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:54.664740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-6c96ff4c-908e-4f8a-bd29-d27dd9542290 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621893 Nov 05 21:45:54.673835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=217b6a98-b020-4666-b979-0883cb29a1a7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:54.695856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Checking segment: {'id': '39c3e705-aa41-4c9d-9e15-1022b8334d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:54.696225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Network hostable DHCP agents. Network: 4cdb4a06-5364-4c91-a0a1-6aefc63670fc, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:45:54.705633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=68a20b8c-8782-4265-888a-d0528c14836a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:54.774392 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:54.812714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:45:54.823739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a706c6-602a-4f09-ba96-799ccc25185f None None] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:54.825601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:54.830369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:54.840722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:54.883447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Pushing event updated for resources: {'Port': ['ID=0e1cded3-514d-4a0a-8020-2256e10a668b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:54.943228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4cdb4a06-5364-4c91-a0a1-6aefc63670fc) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:54.978534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:54.979170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:54.991846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5348219d-fd8a-4e95-beab-1f2902a633b2 None None] Network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:55.008720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d769f58-cdba-4013-8940-c8f06fdcda1b req-c6d1b774-51f3-41b8-94ee-f85fa2846738 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0438516 Nov 05 21:45:55.096512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e4c062e9-8c47-4d2d-a0cb-803f4bba7719 None None] Provisioning complete for port 68a20b8c-8782-4265-888a-d0528c14836a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:55.097263 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e4c062e9-8c47-4d2d-a0cb-803f4bba7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:55.128679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a618fe7-ddb7-4e70-83d4-3cd38add694f req-9ea5825a-1a6a-4263-ad5a-00f1042d405d tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0323818 Nov 05 21:45:55.152231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eec72646-7688-453f-8677-d9493908f56c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6768162 Nov 05 21:45:55.509237 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:55.683494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8256f5c6-3ac1-4f3d-a72e-0ebf45225cf8 None None] Network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:55.731989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-ab2a0ce7-fbf1-422f-80eb-e8ac4960cf7d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:55.750006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5d691998-8f44-4281-bb92-9c4736ece7fc req-3429e557-78a8-43c3-9211-842068c1a41f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 210 time: 0.1555197 Nov 05 21:45:55.755989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-ab2a0ce7-fbf1-422f-80eb-e8ac4960cf7d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 815 time: 0.3338253 Nov 05 21:45:55.808318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-05106aca-9582-4082-bd3a-e634a0cd463d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/quotas/1e6d6a2a741949b3898cfe666f5eaf57 HTTP/1.1" status: 200 len: 375 time: 0.0343721 Nov 05 21:45:55.979661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-9001e2c1-e188-4b6c-9912-ff967149444d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1608779 Nov 05 21:45:56.128669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83f9f568-160c-49b1-9645-f41a76fbb7e7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:56.132853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a7c80a2f-aa3e-4378-bcc1-5a6a231a0c27 None None] Provisioning complete for port 68a20b8c-8782-4265-888a-d0528c14836a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:56.140386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7c80a2f-aa3e-4378-bcc1-5a6a231a0c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:56.273886 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:56.280366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9edafc1-e205-49ca-9fa6-f47e963984e3 None None] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:45:56.458108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-3910427b-3faa-4c4a-9e0c-472881acb426 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1777265 Nov 05 21:45:56.496789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 83f9f568-160c-49b1-9645-f41a76fbb7e7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:56.497791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:56.678607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0ef16b2d-eb1d-4db7-abcc-ba2b6fa87f34 None None] Provisioning complete for port 83f9f568-160c-49b1-9645-f41a76fbb7e7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:56.679088 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ef16b2d-eb1d-4db7-abcc-ba2b6fa87f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:56.682801 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:56.755142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 83f9f568-160c-49b1-9645-f41a76fbb7e7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83f9f568-160c-49b1-9645-f41a76fbb7e7,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:45:56.851504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:56.852565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68a20b8c-8782-4265-888a-d0528c14836a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:56.854871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-017b2dc1-64bc-4cfb-bba4-5129326f97e1 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642290 Nov 05 21:45:56.941499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ef16b2d-eb1d-4db7-abcc-ba2b6fa87f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:56.986239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-65ca01e1-1040-4892-aba3-6c8f32f0c55e service neutron] 10.222.0.41 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166909 Nov 05 21:45:57.009082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=83f9f568-160c-49b1-9645-f41a76fbb7e7,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:57.064158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-0ef16b2d-eb1d-4db7-abcc-ba2b6fa87f34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:45:57.064514 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-0ef16b2d-eb1d-4db7-abcc-ba2b6fa87f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:45:57.066793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 68a20b8c-8782-4265-888a-d0528c14836a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:57.067163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:57.198873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a9bb6972-4250-4894-bad9-9df152a40a4f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875578 Nov 05 21:45:57.299716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-404ee0ef-4237-486a-b3dd-cbc351d0af6d tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:57.301882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-404ee0ef-4237-486a-b3dd-cbc351d0af6d tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/networks?id=4cdb4a06-5364-4c91-a0a1-6aefc63670fc HTTP/1.1" status: 200 len: 814 time: 0.8972981 Nov 05 21:45:57.403013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-080e93fb-8a12-4928-a6ad-da0d008b4c79 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/quotas/41874b2020c4436e9811b84cf1abcdff HTTP/1.1" status: 200 len: 375 time: 0.0503531 Nov 05 21:45:57.410556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-29476ba8-1a10-4106-ae79-7cb0507d869b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:57.412227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-29476ba8-1a10-4106-ae79-7cb0507d869b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9221582 Nov 05 21:45:57.439884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:57.522307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27f5d9e7-3388-4680-8fe2-1ca3e7a52a06 req-50de1880-c651-428e-9780-fe4f93bc1a5f tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0705614 Nov 05 21:45:57.523454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-b215a0b7-7ee9-447e-a872-d582a182222e tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41874b2020c4436e9811b84cf1abcdff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766551 Nov 05 21:45:57.543247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-75da97f8-2512-4958-9213-a20e1f216ea0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:57.545967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-75da97f8-2512-4958-9213-a20e1f216ea0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325276 Nov 05 21:45:57.582123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:57.652817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47b59679-7951-4670-8e17-c2896d9a47fe req-c2f1fd98-24f9-4613-91d0-59be763902ea tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0554812 Nov 05 21:45:57.662491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:45:57.770474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-00e561b4-b297-4b01-95a2-ab618b1b2fe4 None None] Provisioning complete for port 83f9f568-160c-49b1-9645-f41a76fbb7e7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:57.771442 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-00e561b4-b297-4b01-95a2-ab618b1b2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:57.835103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-54052c7a-c39c-488c-bdec-b4d756370239 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:57.836938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-54052c7a-c39c-488c-bdec-b4d756370239 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.13 "GET /v2.0/networks?id=bf02707f-5614-40f0-8570-7486cc5769c1 HTTP/1.1" status: 200 len: 816 time: 0.1828301 Nov 05 21:45:57.896533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83f9f568-160c-49b1-9645-f41a76fbb7e7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:45:57.961408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-5e459744-d27d-4543-ba56-3b7b6a5e8736 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4e09138e6141c6abf47da26888ece5 HTTP/1.1" status: 200 len: 380 time: 0.1095483 Nov 05 21:45:57.996149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf3e19b2-0414-4984-b72f-72e4f28fe73b req-d5dee9c1-56aa-4a26-a462-7b1cb48999b1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 210 time: 0.0421150 Nov 05 21:45:58.003052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Request body: {'port': {'device_id': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'admin_state_up': True, 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'security_groups': ['6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:58.020315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 83f9f568-160c-49b1-9645-f41a76fbb7e7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:45:58.020315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:58.162654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:58.168117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:58.191054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-f4c44907-ea69-421c-8fa0-179af851fa07 service neutron] 10.222.0.41 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780739 Nov 05 21:45:58.291199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:45:58.301899 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Sync routers for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:45:58.317694 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:45:58.318353 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:58.321417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Made reservation on behalf of 3a4e09138e6141c6abf47da26888ece5 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:58.325053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:58.431444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-18add98c-ea07-4b7f-bcfb-f965e0ea51a9 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:58.445331 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-18add98c-ea07-4b7f-bcfb-f965e0ea51a9 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 815 time: 0.2071295 Nov 05 21:45:58.485838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.42 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/5b9fe8cd-ea3a-4542-84dc-c70e61e91a49) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:58.493337 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:45:58.558203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-156f4b16-283e-4234-8c99-7eb975ad0976 service neutron] 10.222.0.41 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769909 Nov 05 21:45:58.572283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Allocated IP 172.20.0.13 (bf02707f-5614-40f0-8570-7486cc5769c1/e32d424a-1f5f-4984-bf5f-f171dcdd18d8/c78aa374-73a8-40e1-9ef4-0f55bfdea26a) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:45:58.621197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:45:58.632382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:58.708627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:58.710587 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cb5dfcd5-c932-40ee-9e6e-790e8d999b8e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3755937 Nov 05 21:45:58.714522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49334) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:45:58.763998 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:45:55Z', 'revision_number': 3, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:45:58.825297 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Checking router: 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:45:58.826262 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Updating router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 port 0e1cded3-514d-4a0a-8020-2256e10a668b binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:45:58.908298 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:58.998221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-4b0b4428-26d1-4405-b44c-5a9a46c92d51 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/quotas/1e6d6a2a741949b3898cfe666f5eaf57 HTTP/1.1" status: 200 len: 375 time: 0.4097841 Nov 05 21:45:59.176157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-1f0d9407-8dfd-4561-8dbd-8c856ba55a64 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:45:59.177664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-1f0d9407-8dfd-4561-8dbd-8c856ba55a64 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.13 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 815 time: 0.5906138 Nov 05 21:45:59.181511 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.189164 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-1ccaf596-06e3-4765-a853-d572121e0413 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1809368 Nov 05 21:45:59.194752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d7ace7f-0eda-41d3-a7bf-42bdb8580e62 req-2fc3920a-c347-4c14-97d4-b5dc285a919f tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0923429 Nov 05 21:45:59.195346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Request body: {'port': {'device_id': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'admin_state_up': True, 'tenant_id': '1e6d6a2a741949b3898cfe666f5eaf57'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:45:59.272032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.415271 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-46f7cf44-6114-455d-a268-9d9207174feb req-6968f855-f379-45a3-9c7c-83370ab41be3 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0558496 Nov 05 21:45:59.528950 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.556161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-37b0f556-42cd-4fb0-b42f-fb2683c7c55d service neutron] 10.222.0.41 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561001 Nov 05 21:45:59.654053 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.676001 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e417d88d-fc59-46e0-b22b-29e610c05a17 req-8337d67d-62ca-4c38-bae3-7167c8a40e13 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 210 time: 0.0533631 Nov 05 21:45:59.730360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.755475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:45:59.756821 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Attempting to bind port 0e1cded3-514d-4a0a-8020-2256e10a668b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:45:59.757927 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Attempting to bind port 0e1cded3-514d-4a0a-8020-2256e10a668b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:45:59.758465 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Attempting to bind port 0e1cded3-514d-4a0a-8020-2256e10a668b on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:45:59.771374 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:45:59.772828 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:45:59.773575 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.773972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-40b671da-bf7e-41c4-b6f8-d6273fb5989b service neutron] 10.222.0.41 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162604 Nov 05 21:45:59.774331 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:45:59.774977 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Bound port: 0e1cded3-514d-4a0a-8020-2256e10a668b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:45:59.775865 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.780870 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5877f-5874-4d28-9dfe-effc97624601 None None] Pushing event updated for resources: {'Port': ['ID=0e1cded3-514d-4a0a-8020-2256e10a668b,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:45:59.797432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:45:59.878439 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] For port 0e1cded3-514d-4a0a-8020-2256e10a668b, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:45:59.883434 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] For port 0e1cded3-514d-4a0a-8020-2256e10a668b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0e1cded3-514d-4a0a-8020-2256e10a668b,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:45:59.963523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Network bf02707f-5614-40f0-8570-7486cc5769c1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:45:59.970996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:45:59.975851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:45:59.992784 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.031692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:00.040531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:00.049639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:00.052103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event updated for resources: {'Port': ['ID=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:00.095146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Made reservation on behalf of 1e6d6a2a741949b3898cfe666f5eaf57 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:00.103773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.196427 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5877f-5874-4d28-9dfe-effc97624601 None None] Pushing event updated for resources: {'Port': ['ID=0e1cded3-514d-4a0a-8020-2256e10a668b,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:00.207292 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:46:00.208190 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:45:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:00.280338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:00.281440 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.342564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e02bb22-b978-4898-b8fa-574bb1db3603 req-7021774f-3e28-447c-abd0-5e5ad9be5703 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 210 time: 0.3858533 Nov 05 21:46:00.440235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0690d44-8197-41e3-a9d4-e097785dc3c2 req-e87417e5-7524-4a58-b175-1951986845e7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.1264045 Nov 05 21:46:00.451806 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.479177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-d645632d-45da-44f1-a937-35380ac7f125 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4785974 Nov 05 21:46:00.515311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Request body: {'port': {'device_id': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:00.574242 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:46:00.589769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-baeb7ca5-34fc-4895-9fa2-653980987f05 None None] Provisioning complete for port c78aa374-73a8-40e1-9ef4-0f55bfdea26a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:00.590220 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-baeb7ca5-34fc-4895-9fa2-653980987f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.636391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.50 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/2538b8c8-feb5-460a-adf5-74ef75f40c64) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:00.651531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.776337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829b5b0-e230-41f0-8dec-f9c8d455d39f req-6f6ea21b-f8b6-4869-ab76-706a1b4facdc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:00.785743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1829b5b0-e230-41f0-8dec-f9c8d455d39f req-6f6ea21b-f8b6-4869-ab76-706a1b4facdc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 932 time: 0.1934004 Nov 05 21:46:00.793468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.811788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Allocated IP 172.20.0.4 (9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d/fba99642-f99a-4a4b-b641-4a4877f8d8f3/4d757b3e-fff7-4c5b-b77f-780dda268048) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:00.889647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:00.890402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:00.893199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:00.901583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1829b5b0-e230-41f0-8dec-f9c8d455d39f req-d74fb893-847c-4090-8983-01e01cd4673a tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144786 Nov 05 21:46:00.982216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-baeb7ca5-34fc-4895-9fa2-653980987f05 None None] Port c78aa374-73a8-40e1-9ef4-0f55bfdea26a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:00.994891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9674affd-3bd4-4a36-ac34-ff13c2c8529a req-393da660-2027-4fcd-b83b-f8662cf9c75a tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.3506565 Nov 05 21:46:01.061692 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:45:55Z', 'revision_number': 3, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:01.137244 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382f5ab-68ff-4a2d-862c-fbbf81734b4e None None] The sync data for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 is: [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:45:55Z', 'revision_number': 3, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:46:01.139179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3a5cf43f-1700-4cd1-ba9e-0d614ae0a36f None None] Provisioning complete for port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:01.141387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf43f-1700-4cd1-ba9e-0d614ae0a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:01.221534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1e0d24da-a65f-40f0-9374-a6836bfdbad5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7950544 Nov 05 21:46:01.240882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cf43f-1700-4cd1-ba9e-0d614ae0a36f None None] Port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:01.281704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Request body: {'port': {'device_id': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:01.288413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b26e97ff-17e4-48e4-ac40-4f417b9800ec req-cfc45b7d-2a42-4e7f-a24f-cb2707f4dbf4 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 210 time: 0.1842406 Nov 05 21:46:01.362513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-07c1493c-7031-4ce8-99ed-1d1e39e76b25 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:01.364080 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-07c1493c-7031-4ce8-99ed-1d1e39e76b25 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 815 time: 0.9958484 Nov 05 21:46:01.449560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Request body: {'port': {'device_id': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'admin_state_up': True, 'tenant_id': '1e6d6a2a741949b3898cfe666f5eaf57'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:01.618919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0849f201-0a25-4aea-a3af-a6365a1946b5 req-0936d501-dc89-4606-9d9c-08eaf169f43d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 210 time: 0.1627584 Nov 05 21:46:01.774849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:01.778887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78aa374-73a8-40e1-9ef4-0f55bfdea26a {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:01.790353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:01.826526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Transition to ACTIVE for port object c78aa374-73a8-40e1-9ef4-0f55bfdea26a will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:01.887980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0e1cded3-514d-4a0a-8020-2256e10a668b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:01.973068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.009579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0e1cded3-514d-4a0a-8020-2256e10a668b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:02.010659 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.012697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.118437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:02.137487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:02.158156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28dbd961-8288-4b69-af03-23c8f8799fcd req-4a3adc42-4378-452d-bcc8-648da2642504 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.6489983 Nov 05 21:46:02.170104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.172642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Allocated IP 172.20.0.1 (b35f41f0-e923-4394-b3c3-d9936cd8d0b4/fca2a2cb-d5ee-4663-98c0-03f85f939691/b97853f4-fadd-427f-a8ef-c2a18d0a2a6e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:02.364786 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.370846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.435949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0e1cded3-514d-4a0a-8020-2256e10a668b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0e1cded3-514d-4a0a-8020-2256e10a668b,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:02.451775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0a99ca83-08bc-454a-bb43-84426ea2394e tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:02.454338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0a99ca83-08bc-454a-bb43-84426ea2394e tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.46 "GET /v2.0/networks?id=4cdb4a06-5364-4c91-a0a1-6aefc63670fc HTTP/1.1" status: 200 len: 814 time: 0.3226051 Nov 05 21:46:02.458800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:02.556679 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.568162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:02.570652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.602137 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2f685d1-ec13-4964-872d-9ae710997927 req-abd4633f-6340-47e5-b076-c89372e88189 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1358776 Nov 05 21:46:02.621212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7050e97-a0ef-42dc-aa31-9fd2b0eac38e req-f9eef8de-a337-4cf4-8e70-8d32d395511f tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:02.631955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7050e97-a0ef-42dc-aa31-9fd2b0eac38e req-f9eef8de-a337-4cf4-8e70-8d32d395511f tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.6008439 Nov 05 21:46:02.643997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Request body: {'port': {'device_id': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc', 'admin_state_up': True, 'tenant_id': '41874b2020c4436e9811b84cf1abcdff'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:02.734690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0e1cded3-514d-4a0a-8020-2256e10a668b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:02.763848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Pushing event updated for resources: {'Port': ['ID=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:02.859737 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.924906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0ec3dbcf-4042-49b4-8265-90ec08390dfe None None] Provisioning complete for port 4d757b3e-fff7-4c5b-b77f-780dda268048 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:02.925439 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ec3dbcf-4042-49b4-8265-90ec08390dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:02.959423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.050803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8bd1d9f7-2ed0-4ace-84cf-8cffd757067e req-74757d61-0f93-43ac-85d3-91c0de5ec96e tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 210 time: 0.0424750 Nov 05 21:46:03.054474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Made reservation on behalf of 1e6d6a2a741949b3898cfe666f5eaf57 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:03.060195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.060406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3dbcf-4042-49b4-8265-90ec08390dfe None None] Port 4d757b3e-fff7-4c5b-b77f-780dda268048 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:03.091762 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.105739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:03.181385 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.184039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9917955 Nov 05 21:46:03.213197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778f50-6160-4281-8189-ccc3021fde00 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Pushing event updated for resources: {'Port': ['ID=4d757b3e-fff7-4c5b-b77f-780dda268048,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:03.234001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Request body: {'port': {'device_id': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:03.279998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:03.306161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Attempting to bind port c78aa374-73a8-40e1-9ef4-0f55bfdea26a on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:03.306682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Attempting to bind port c78aa374-73a8-40e1-9ef4-0f55bfdea26a by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:03.307141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Attempting to bind port c78aa374-73a8-40e1-9ef4-0f55bfdea26a on network bf02707f-5614-40f0-8570-7486cc5769c1 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:03.314478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7050e97-a0ef-42dc-aa31-9fd2b0eac38e req-ad996ac5-a543-4ba3-a8e6-a4456a06c92a tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6814308 Nov 05 21:46:03.347622 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.395508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Port c78aa374-73a8-40e1-9ef4-0f55bfdea26a on network bf02707f-5614-40f0-8570-7486cc5769c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:03.396082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Attempting to bind port c78aa374-73a8-40e1-9ef4-0f55bfdea26a on network bf02707f-5614-40f0-8570-7486cc5769c1 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:03.418493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:03.429662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.445692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Transition to ACTIVE for port object 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:03.447428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:03.475691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c5e3e66-a3d3-4e46-9086-c4a5ee6c5317 req-6e393951-af27-449b-ae1b-d44ba86ea6f1 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.0365779 Nov 05 21:46:03.481210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:03.481559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Checking segment: {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:03.482476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Bound using segment: {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:03.482960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Bound port: c78aa374-73a8-40e1-9ef4-0f55bfdea26a, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:03.483334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.490263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:03.560762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Made reservation on behalf of 41874b2020c4436e9811b84cf1abcdff for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:03.575792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.623214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:03.684324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:03.686661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.699962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:03.766926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] For port c78aa374-73a8-40e1-9ef4-0f55bfdea26a, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:03.772872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] For port c78aa374-73a8-40e1-9ef4-0f55bfdea26a, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:03.851650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:03.856144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.864281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0e1cded3-514d-4a0a-8020-2256e10a668b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:03.898671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=2538b8c8-feb5-460a-adf5-74ef75f40c64,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:03.983243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0e1cded3-514d-4a0a-8020-2256e10a668b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:03.984342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:03.999206 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.065041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-5a9db9c3-aba3-4e09-a60d-29c3b970f51d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5021067 Nov 05 21:46:04.066767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.075145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-668ffeb0-6b6b-440b-a59d-27b29e01773f None None] Provisioning complete for port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:04.075792 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-668ffeb0-6b6b-440b-a59d-27b29e01773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.097566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Request body: {'port': {'device_id': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:04.165090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-668ffeb0-6b6b-440b-a59d-27b29e01773f None None] Port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:04.201753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Pushing event updated for resources: {'Port': ['ID=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:04.254973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e69219aa-837b-40cd-bb88-186b6fd14ee3 req-120f6235-f138-436f-b969-3c954e91244d tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.3964641 Nov 05 21:46:04.277016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:04.286261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.291379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-18630b80-683a-455e-9cb2-1516955201ef service neutron] 10.222.0.13 "PUT /v2.0/ports/c78aa374-73a8-40e1-9ef4-0f55bfdea26a HTTP/1.1" status: 200 len: 1092 time: 3.8019295 Nov 05 21:46:04.312686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:04.317223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0a2d4b31-4942-4edd-9504-301092769d7f None None] Provisioning complete for port 2538b8c8-feb5-460a-adf5-74ef75f40c64 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:04.318980 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f33dc7-55d6-4220-acf3-105ab34e0bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:04.319541 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4b31-4942-4edd-9504-301092769d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.368388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebffbc4-6eff-4877-a53b-8189ac46b0ec req-43200c86-69be-4766-ab7f-cadd1b7abce2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:04.387294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bebffbc4-6eff-4877-a53b-8189ac46b0ec req-43200c86-69be-4766-ab7f-cadd1b7abce2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 935 time: 1.1323514 Nov 05 21:46:04.399958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d757b3e-fff7-4c5b-b77f-780dda268048 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:04.426207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d4b31-4942-4edd-9504-301092769d7f None None] Port 2538b8c8-feb5-460a-adf5-74ef75f40c64 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:04.429711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.463415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:04.600529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bebffbc4-6eff-4877-a53b-8189ac46b0ec req-30a8c6c1-5d5c-48d3-9cca-ad18b22a8731 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116137 Nov 05 21:46:04.667817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18630b80-683a-455e-9cb2-1516955201ef service neutron] Pushing event updated for resources: {'Port': ['ID=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:04.686033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Allocated IP 172.20.0.11 (4cdb4a06-5364-4c91-a0a1-6aefc63670fc/217b6a98-b020-4666-b979-0883cb29a1a7/e5907459-77cc-45d9-8647-7f423b76a14e) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:04.707578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Transition to ACTIVE for port object 4d757b3e-fff7-4c5b-b77f-780dda268048 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:04.736298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98ed739b-e984-4c30-a65f-0762e880c7d2 req-0254bdc6-8bf0-4d04-8585-334bb4c4f556 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 210 time: 0.0791578 Nov 05 21:46:04.737596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Attempting to bind port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:04.738014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Attempting to bind port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:04.738315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Attempting to bind port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:04.740683 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.766890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-6a2bc018-950f-482d-9c83-59108c9665f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:04.768450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-6a2bc018-950f-482d-9c83-59108c9665f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4e09138e6141c6abf47da26888ece5&device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 1095 time: 0.3297634 Nov 05 21:46:04.821756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:04.822253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Attempting to bind port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:04.851921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.859485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-298ecd23-c313-4ff3-848c-149ab2619de2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a HTTP/1.1" status: 200 len: 217 time: 0.0778036 Nov 05 21:46:04.860933 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91ad9e-a3ff-4672-bca4-9e64570b6119 x-openstack-request-id: req-1b91ad9e-a3ff-4672-bca4-9e64570b6119 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:04.861221 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:04.861476 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b91ad9e-a3ff-4672-bca4-9e64570b6119 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:04.861866 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'status': 'completed', 'code': 200} Nov 05 21:46:04.862105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-79ebee74-496c-4c03-b9fe-11dc9091abe4 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:04.863684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-79ebee74-496c-4c03-b9fe-11dc9091abe4 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 815 time: 0.8371146 Nov 05 21:46:04.902990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:04.903324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:04.903901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:04.904423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Bound port: 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:04.904874 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:04.934695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Request body: {'port': {'device_id': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'admin_state_up': True, 'tenant_id': '1e6d6a2a741949b3898cfe666f5eaf57'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:05.096541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ddb4-4c00-4333-875a-1635d485c582 req-84bb5a49-55ec-4410-a092-cc41da43d928 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:05.098096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ab9ddb4-4c00-4333-875a-1635d485c582 req-84bb5a49-55ec-4410-a092-cc41da43d928 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.3495510 Nov 05 21:46:05.172552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] For port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:05.175693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] For port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:05.201939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Allocated IP 172.20.0.5 (9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d/fba99642-f99a-4a4b-b641-4a4877f8d8f3/6c521f2b-8cfd-4c60-8be3-d8e877d98e76) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:05.261322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e679e5-e176-4e22-abf0-1040b1972d29 req-73ddfab6-7598-4872-a437-e7a46ed6d916 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.1013179 Nov 05 21:46:05.414530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Pushing event updated for resources: {'Port': ['ID=4d757b3e-fff7-4c5b-b77f-780dda268048,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:05.477710 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:05.537585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:05.551813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c98571da-45e2-4ae8-b3b9-ea4597dac567 req-e5bd392a-c14e-4d9e-822f-b00d80adf6c5 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1481481 Nov 05 21:46:05.553726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-6d997fde-2747-4bc5-8c5c-1be1f018a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:05.555490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-6d997fde-2747-4bc5-8c5c-1be1f018a481 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e32d424a-1f5f-4984-bf5f-f171dcdd18d8 HTTP/1.1" status: 200 len: 855 time: 0.6841083 Nov 05 21:46:05.580647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Attempting to bind port 4d757b3e-fff7-4c5b-b77f-780dda268048 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:05.580985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Attempting to bind port 4d757b3e-fff7-4c5b-b77f-780dda268048 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:05.581308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Attempting to bind port 4d757b3e-fff7-4c5b-b77f-780dda268048 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:05.629127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Port 4d757b3e-fff7-4c5b-b77f-780dda268048 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:05.629571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Made reservation on behalf of 1e6d6a2a741949b3898cfe666f5eaf57 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:05.639137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Attempting to bind port 4d757b3e-fff7-4c5b-b77f-780dda268048 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:05.640424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:05.640672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:05.641019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Checking segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:05.641407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Bound using segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:05.641908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Bound port: 4d757b3e-fff7-4c5b-b77f-780dda268048, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:05.642278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:05.676127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:05.676919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:05.679292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] 10.222.0.13 "PUT /v2.0/ports/5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 HTTP/1.1" status: 200 len: 1095 time: 4.4275990 Nov 05 21:46:05.695395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'tag': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:05.705688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-2942d2c3-5eb5-444d-819e-122897665656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:05.706182 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb44ed7-1875-4513-a29c-1869e08e11c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3263a80-c5e9-4c53-a490-f2124f368d1b", "tag": "5b9fe8cd-ea3a-4542-84dc-c70e61e91a49"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:05.707861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-2942d2c3-5eb5-444d-819e-122897665656 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf02707f-5614-40f0-8570-7486cc5769c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439989 Nov 05 21:46:05.753475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ab9ddb4-4c00-4333-875a-1635d485c582 req-48ce90e8-34fe-4b10-839e-cdfc3845f69f tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6428828 Nov 05 21:46:05.916901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7489de7-3ea4-4c9b-9f49-bb74ba3dd708 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:05.917955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] For port 4d757b3e-fff7-4c5b-b77f-780dda268048, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:05.931792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] For port 4d757b3e-fff7-4c5b-b77f-780dda268048, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d757b3e-fff7-4c5b-b77f-780dda268048,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:05.958827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.015393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde64021-dc8c-4c81-82d1-b98655dc3262 req-2bc9310b-da47-47cb-beaf-9a3a0e008113 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:06.018257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fde64021-dc8c-4c81-82d1-b98655dc3262 req-2bc9310b-da47-47cb-beaf-9a3a0e008113 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 935 time: 0.3042786 Nov 05 21:46:06.073181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2538b8c8-feb5-460a-adf5-74ef75f40c64 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:06.083360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-8db01e61-3769-47a6-9783-88f864151ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:06.083360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-8db01e61-3769-47a6-9783-88f864151ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 1098 time: 0.2899384 Nov 05 21:46:06.131442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.134431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.205985 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8534a5-69fd-4678-9339-34b55f1c3d95 x-openstack-request-id: req-5b8534a5-69fd-4678-9339-34b55f1c3d95 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:06.206532 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3263a80-c5e9-4c53-a490-f2124f368d1b", "tag": "5b9fe8cd-ea3a-4542-84dc-c70e61e91a49", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:06.206865 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b8534a5-69fd-4678-9339-34b55f1c3d95 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:06.207392 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'tag': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', 'status': 'completed', 'code': 200} Nov 05 21:46:06.216981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-b5940dfa-14ff-4822-b3b4-282699f8f48e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 HTTP/1.1" status: 200 len: 217 time: 0.0980914 Nov 05 21:46:06.246876 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Transition to ACTIVE for port object 2538b8c8-feb5-460a-adf5-74ef75f40c64 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:06.273947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0ee968f-d7e7-4275-bdcc-89dcfde8dffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.330598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Pushing event updated for resources: {'Port': ['ID=4d757b3e-fff7-4c5b-b77f-780dda268048,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:06.353455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:06.354504 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.356326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-8e80ea38-82eb-4f6e-8f0b-6f12c89d8941 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d757b3e-fff7-4c5b-b77f-780dda268048 HTTP/1.1" status: 200 len: 1091 time: 3.1398337 Nov 05 21:46:06.377487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5eba64a0-cc6d-41d6-b402-76fe4f77a791 req-d25d6e45-589f-4c11-8677-70a65d6e6f4f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 210 time: 0.0395591 Nov 05 21:46:06.378326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.465377 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.469585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-642f00ba-1c8a-4d6a-b2e4-daff734d0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:06.471154 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-642f00ba-1c8a-4d6a-b2e4-daff734d0028 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2429945 Nov 05 21:46:06.556394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fde64021-dc8c-4c81-82d1-b98655dc3262 req-afa100bf-25b1-4bc3-bf47-77bda1dc9ce6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609327 Nov 05 21:46:06.589981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-ba8c0d5a-f6c2-4aab-a06d-fbde5222316f service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762508 Nov 05 21:46:06.595773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-690aa576-fa5a-41f3-a617-c047bc7ad4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:06.600674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-690aa576-fa5a-41f3-a617-c047bc7ad4f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 1094 time: 0.1394987 Nov 05 21:46:06.611815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Pushing event updated for resources: {'Port': ['ID=2538b8c8-feb5-460a-adf5-74ef75f40c64,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:06.617886 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49ea2fa6-b3e1-41cb-ba80-91774aebaa03 req-23517ea6-5fc8-41d2-a3af-24d5fc06b8ae tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.0790560 Nov 05 21:46:06.665119 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.699400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-9d6cd35c-8d8e-489c-8c6c-5165402b6a08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d757b3e-fff7-4c5b-b77f-780dda268048 HTTP/1.1" status: 200 len: 217 time: 0.0463617 Nov 05 21:46:06.722604 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.784396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-ac439863-49c6-4280-a637-c361a4ccb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:06.786111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-ac439863-49c6-4280-a637-c361a4ccb262 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928724 Nov 05 21:46:06.814105 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:06.873988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'tag': '4d757b3e-fff7-4c5b-b77f-780dda268048'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:06.876757 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2" -d '{"events": [{"name": "network-changed", "server_uuid": "919cba9b-4007-4ca0-aceb-980b5cb07583", "tag": "4d757b3e-fff7-4c5b-b77f-780dda268048"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:06.894949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:06.899045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd2240a0-712b-41f2-969f-eada24ff05ec req-d49d9625-d07e-4571-8e11-853ce1a303f4 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.1605527 Nov 05 21:46:06.906623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:06.910737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:06.999265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Pushing event updated for resources: {'Port': ['ID=e5907459-77cc-45d9-8647-7f423b76a14e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:07.029483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-edd1ee19-dde4-499f-8bed-43094650c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:07.031015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-edd1ee19-dde4-499f-8bed-43094650c914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 200 len: 854 time: 0.3193722 Nov 05 21:46:07.032705 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f058d3-268c-45d5-a76d-80b19e6263f1 x-openstack-request-id: req-35f058d3-268c-45d5-a76d-80b19e6263f1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:07.032998 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919cba9b-4007-4ca0-aceb-980b5cb07583", "tag": "4d757b3e-fff7-4c5b-b77f-780dda268048", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:07.033252 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35f058d3-268c-45d5-a76d-80b19e6263f1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:07.033650 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'tag': '4d757b3e-fff7-4c5b-b77f-780dda268048', 'status': 'completed', 'code': 200} Nov 05 21:46:07.097127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0a66a54-10a1-4700-b84c-34480fe15199 req-9fa4391f-7864-4eb2-96f9-dc0c79b3ec6d service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898274 Nov 05 21:46:07.105018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:07.105791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:07.132692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Pushing event updated for resources: {'Port': ['ID=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:07.136630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:07.158505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-7d22bed3-25c7-49ab-8d32-63742ee95e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:07.160393 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-7d22bed3-25c7-49ab-8d32-63742ee95e51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127713 Nov 05 21:46:07.176735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Attempting to bind port 2538b8c8-feb5-460a-adf5-74ef75f40c64 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:07.177127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Attempting to bind port 2538b8c8-feb5-460a-adf5-74ef75f40c64 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:07.178341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Attempting to bind port 2538b8c8-feb5-460a-adf5-74ef75f40c64 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:07.260551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Port 2538b8c8-feb5-460a-adf5-74ef75f40c64 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:07.261375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Attempting to bind port 2538b8c8-feb5-460a-adf5-74ef75f40c64 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:07.282986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abb72-6ca1-49d0-b236-78f82022134d req-1338359b-4239-4b97-a830-a163025ae797 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:07.293095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-466abb72-6ca1-49d0-b236-78f82022134d req-1338359b-4239-4b97-a830-a163025ae797 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.3441567 Nov 05 21:46:07.302395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:07.303299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:07.303919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:07.304458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Bound port: 2538b8c8-feb5-460a-adf5-74ef75f40c64, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:07.309229 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:07.309229 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:07.324438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-0e6f08b3-1589-4780-85b2-7e7cf0b6dce6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7310822 Nov 05 21:46:07.361673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Request body: {'port': {'device_id': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:07.456189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-2e537fa5-6bdf-4644-8b00-a317cd27557f service neutron] 10.222.0.13 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874382 Nov 05 21:46:07.462027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-876299bb-4c95-414c-97ec-3430a555333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:07.463924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-876299bb-4c95-414c-97ec-3430a555333f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4e09138e6141c6abf47da26888ece5&device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 1095 time: 0.1723218 Nov 05 21:46:07.513657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:07.775835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048f0c-73dc-4869-9617-ebcd421ef36c req-ba87bb5d-8f41-4b85-8be2-d30d76b66581 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:07.775835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61048f0c-73dc-4869-9617-ebcd421ef36c req-ba87bb5d-8f41-4b85-8be2-d30d76b66581 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 932 time: 0.2248113 Nov 05 21:46:07.775835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ea5a72d-3a69-43b6-a8c6-67861834aaf2 req-ee6ba609-17d6-4813-8e8d-4d18a3a2ae81 service neutron] 10.222.0.13 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090079 Nov 05 21:46:07.849104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-09fbd3f1-846b-4469-bf7e-a8a2e0ef5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:07.851045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-09fbd3f1-846b-4469-bf7e-a8a2e0ef5d8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf02707f-5614-40f0-8570-7486cc5769c1 HTTP/1.1" status: 200 len: 917 time: 0.3747418 Nov 05 21:46:07.897895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:07.917518 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-48c277f2-cc5f-49e2-a94e-98b8c552ad26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a HTTP/1.1" status: 200 len: 217 time: 0.0568147 Nov 05 21:46:07.949117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:07.988437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:08.012367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-d04257f5-ed6e-46f4-9e2b-6d35153b4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.012367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-d04257f5-ed6e-46f4-9e2b-6d35153b4e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e32d424a-1f5f-4984-bf5f-f171dcdd18d8 HTTP/1.1" status: 200 len: 855 time: 0.0726612 Nov 05 21:46:08.040961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Allocated IP 172.20.0.3 (9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d/fba99642-f99a-4a4b-b641-4a4877f8d8f3/64a4ef4b-39b4-4d16-935b-a85f350b5e63) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:08.060510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-8d948253-4953-4cb3-8a75-7a96f02a3446 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2555764 Nov 05 21:46:08.060510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Pushing event updated for resources: {'Port': ['ID=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:08.111021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-466abb72-6ca1-49d0-b236-78f82022134d req-2eaa9e0c-a27d-4f8f-9496-9226962fb3ca tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8168483 Nov 05 21:46:08.230283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61048f0c-73dc-4869-9617-ebcd421ef36c req-d8bc2bea-420f-4dd1-80a3-aed1bf0d555f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547627 Nov 05 21:46:08.269169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-6916aedb-344f-4228-b920-14316c460a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.270866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-6916aedb-344f-4228-b920-14316c460a2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 1094 time: 0.2722120 Nov 05 21:46:08.299855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-8a09899c-11a8-491f-89a1-27ce4e1d6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.301327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] For port 2538b8c8-feb5-460a-adf5-74ef75f40c64, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:08.301796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-8a09899c-11a8-491f-89a1-27ce4e1d6c25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf02707f-5614-40f0-8570-7486cc5769c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778656 Nov 05 21:46:08.349504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.350179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:08.372431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:08.393091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-a08992b9-12ef-4fdb-bd65-108fa85dd827 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003778 Nov 05 21:46:08.394656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ae1c6bb3-a704-4699-b8d3-7e6690c65374 None None] Provisioning complete for port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:08.395209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] For port 2538b8c8-feb5-460a-adf5-74ef75f40c64, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2538b8c8-feb5-460a-adf5-74ef75f40c64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:08.395836 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6bb3-a704-4699-b8d3-7e6690c65374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:08.416607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:08.443235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c6bb3-a704-4699-b8d3-7e6690c65374 None None] Port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:08.461069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfef5e-5648-40c4-b282-d96e8e7ffb19 req-8d019561-8270-4716-8fed-c5dd26c302f3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.462733 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bdfef5e-5648-40c4-b282-d96e8e7ffb19 req-8d019561-8270-4716-8fed-c5dd26c302f3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 947 time: 0.1840436 Nov 05 21:46:08.478496 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c65e6f18-221a-4ccc-9b61-8bafbdaae01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:08.604840 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:08.692182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-e22de277-7124-45cc-bdaf-6cd0a90f304b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2857046 Nov 05 21:46:08.706240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1b49ef7-d417-4510-a50b-a83961ca4425 req-466c0442-82ea-4d19-9281-2ba95a88c194 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.3753111 Nov 05 21:46:08.768087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-19fdc6c3-0d68-46fa-aceb-c82f2284bc80 None None] Provisioning complete for port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:08.772710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-19fdc6c3-0d68-46fa-aceb-c82f2284bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:08.825609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-19fdc6c3-0d68-46fa-aceb-c82f2284bc80 None None] Port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:08.893231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Request body: {'port': {'device_id': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:08.901432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Pushing event updated for resources: {'Port': ['ID=2538b8c8-feb5-460a-adf5-74ef75f40c64,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:08.969092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.970098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:08.971788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-518d4c95-d821-4650-861f-a7abc5e99193 service neutron] 10.222.0.13 "PUT /v2.0/ports/2538b8c8-feb5-460a-adf5-74ef75f40c64 HTTP/1.1" status: 200 len: 1095 time: 4.8808045 Nov 05 21:46:08.979499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-c6e6523c-596e-416a-b03a-1b90ed563aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.981036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-c6e6523c-596e-416a-b03a-1b90ed563aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 1098 time: 0.3853140 Nov 05 21:46:08.981491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'tag': '2538b8c8-feb5-460a-adf5-74ef75f40c64'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:08.983938 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e8a14f-b118-4718-9bba-25c57249cb59" -d '{"events": [{"name": "network-changed", "server_uuid": "72ae41be-f22a-45ce-84e7-f036c8e7c47f", "tag": "2538b8c8-feb5-460a-adf5-74ef75f40c64"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:08.985295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-a982a3af-2cbb-48d5-bb8e-1dd8de8740a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:08.987135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-a982a3af-2cbb-48d5-bb8e-1dd8de8740a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 916 time: 0.7012944 Nov 05 21:46:08.988681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-542c1bc1-f549-4f78-8bfa-6fd867344809 req-a18a5e44-00da-4625-830b-bf63609587bb tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0569322 Nov 05 21:46:09.059387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-86627427-f279-43f9-a108-093ad80322f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d757b3e-fff7-4c5b-b77f-780dda268048 HTTP/1.1" status: 200 len: 217 time: 0.0628850 Nov 05 21:46:09.074514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-0c2b0057-49ca-4e0e-9dc0-26ba82ac4ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650585 Nov 05 21:46:09.080913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5907459-77cc-45d9-8647-7f423b76a14e {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:09.135702 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35fa279-caea-45c1-b6d3-921c5dcea12f x-openstack-request-id: req-b35fa279-caea-45c1-b6d3-921c5dcea12f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:09.135999 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ae41be-f22a-45ce-84e7-f036c8e7c47f", "tag": "2538b8c8-feb5-460a-adf5-74ef75f40c64", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:09.136249 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b35fa279-caea-45c1-b6d3-921c5dcea12f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:09.136658 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'tag': '2538b8c8-feb5-460a-adf5-74ef75f40c64', 'status': 'completed', 'code': 200} Nov 05 21:46:09.147841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bdfef5e-5648-40c4-b282-d96e8e7ffb19 req-632b4abe-45de-4b19-8f5a-e8488b09bc25 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645076 Nov 05 21:46:09.160745 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:09.216237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:09.312069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:09.348543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Transition to ACTIVE for port object e5907459-77cc-45d9-8647-7f423b76a14e will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:09.366804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-19a3cf9e-f27e-459e-98b0-c87cb27d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.368655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-19a3cf9e-f27e-459e-98b0-c87cb27d6bc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 200 len: 854 time: 0.2933078 Nov 05 21:46:09.425573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003d582-6a69-46ee-90a5-ca2bab78f83e req-7222f4dc-107c-43a1-b268-971440732fae tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.428133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3003d582-6a69-46ee-90a5-ca2bab78f83e req-7222f4dc-107c-43a1-b268-971440732fae tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.1961815 Nov 05 21:46:09.462381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-4202f6f2-0c48-4e24-9e47-fb194c9950b7 service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536668 Nov 05 21:46:09.462945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:46:09.479456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-ccddcc23-3cae-408c-93ea-ce87122e2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.481119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-ccddcc23-3cae-408c-93ea-ce87122e2433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009033 Nov 05 21:46:09.503542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a14f-b118-4718-9bba-25c57249cb59 req-c3436ab9-a443-4eeb-9aec-aa416e5a8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.505113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0e8a14f-b118-4718-9bba-25c57249cb59 req-c3436ab9-a443-4eeb-9aec-aa416e5a8a05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 1098 time: 0.3781075 Nov 05 21:46:09.517531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-5ced9c89-ebb5-4549-9915-d4a123ad9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.519023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-5ced9c89-ebb5-4549-9915-d4a123ad9ab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.4302018 Nov 05 21:46:09.529079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3003d582-6a69-46ee-90a5-ca2bab78f83e req-2d2f42de-7953-4650-9727-548e2d0ac6cf tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901098 Nov 05 21:46:09.573518 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:09.643260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0e8a14f-b118-4718-9bba-25c57249cb59 req-b3daf0bc-73a8-4f1e-a179-86ab4a6ece8f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781510 Nov 05 21:46:09.658011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-f1ec6298-2e74-4e4d-ae29-4153d51d84ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 HTTP/1.1" status: 200 len: 217 time: 0.0899787 Nov 05 21:46:09.658637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5907459-77cc-45d9-8647-7f423b76a14e,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:09.666030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5a0e-cc9c-4ef1-99b5-4c465fd4466b req-5d60426a-2cdf-485c-8b00-b7fd7a609055 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.672030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-118d5a0e-cc9c-4ef1-99b5-4c465fd4466b req-5d60426a-2cdf-485c-8b00-b7fd7a609055 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 932 time: 0.3048613 Nov 05 21:46:09.688094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-6b439b78-695e-4cb9-bf24-193e7db2f108 service neutron] 10.222.0.13 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987939 Nov 05 21:46:09.779345 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:09.800987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Attempting to bind port e5907459-77cc-45d9-8647-7f423b76a14e on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:09.801320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Attempting to bind port e5907459-77cc-45d9-8647-7f423b76a14e by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '39c3e705-aa41-4c9d-9e15-1022b8334d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:09.801646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Attempting to bind port e5907459-77cc-45d9-8647-7f423b76a14e on network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:09.813894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Port e5907459-77cc-45d9-8647-7f423b76a14e on network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:09.814213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Attempting to bind port e5907459-77cc-45d9-8647-7f423b76a14e on network 4cdb4a06-5364-4c91-a0a1-6aefc63670fc {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:09.859267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:09.862125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Checking segment: {'id': '39c3e705-aa41-4c9d-9e15-1022b8334d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:09.862125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Bound using segment: {'id': '39c3e705-aa41-4c9d-9e15-1022b8334d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:09.862125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Bound port: e5907459-77cc-45d9-8647-7f423b76a14e, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c3e705-aa41-4c9d-9e15-1022b8334d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:09.862125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:09.867960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256a2f7f-ab1e-4fa9-b45b-f17a0d1229b2 req-cfbc2de4-8056-4ec3-a385-7361b81283a0 service neutron] 10.222.0.13 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616292 Nov 05 21:46:09.888385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-118d5a0e-cc9c-4ef1-99b5-4c465fd4466b req-35df8f08-e563-4a65-ab48-d9cbd7bb88cd tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553960 Nov 05 21:46:09.921132 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:09.937635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cf0c7-449f-42da-a8c6-d403ee3dea3c req-6b1a4964-59eb-4efb-984b-ddb84273fc5e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.939123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f8cf0c7-449f-42da-a8c6-d403ee3dea3c req-6b1a4964-59eb-4efb-984b-ddb84273fc5e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 931 time: 0.1225150 Nov 05 21:46:09.964833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-203f5b85-5e74-47f8-a1f1-5065faaeceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:09.966546 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-203f5b85-5e74-47f8-a1f1-5065faaeceeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.2490699 Nov 05 21:46:10.000125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] For port e5907459-77cc-45d9-8647-7f423b76a14e, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:10.023290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] For port e5907459-77cc-45d9-8647-7f423b76a14e, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e5907459-77cc-45d9-8647-7f423b76a14e,segment=NetworkSegment(39c3e705-aa41-4c9d-9e15-1022b8334d1c),segment_id=39c3e705-aa41-4c9d-9e15-1022b8334d1c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:10.027917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f8cf0c7-449f-42da-a8c6-d403ee3dea3c req-df07805c-1473-425f-8e44-8b90e90b304a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810022 Nov 05 21:46:10.085836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:10.096460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:10.106470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:10.132829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:10.160487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Pushing event updated for resources: {'Port': ['ID=64a4ef4b-39b4-4d16-935b-a85f350b5e63,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:10.187061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.187737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:10.189211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/e5907459-77cc-45d9-8647-7f423b76a14e HTTP/1.1" status: 200 len: 1092 time: 2.8524301 Nov 05 21:46:10.189679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'tag': 'e5907459-77cc-45d9-8647-7f423b76a14e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:10.193125 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86daff13-722d-4ef2-ba8e-b0632bf4c202" -d '{"events": [{"name": "network-changed", "server_uuid": "2287b18f-8405-4f91-8d74-5a39eced93c3", "tag": "e5907459-77cc-45d9-8647-7f423b76a14e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:10.237020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6f71383-595f-4987-b786-705d6b51d4cf req-1590a685-48cd-4656-aabc-70a337d375e3 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0958426 Nov 05 21:46:10.257917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:46:10.273503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dd05d-993e-4159-a6b1-125f58d616b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5907459-77cc-45d9-8647-7f423b76a14e,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:10.278574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Sync routers for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:46:10.286402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6f9b27b4-3b6e-4c67-95aa-35557311b317 admin admin] 10.222.0.41 "PUT /v2.0/routers/6c453521-dcd0-4f4d-86f2-354cb8fb28f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5528288 Nov 05 21:46:10.312149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a14f-b118-4718-9bba-25c57249cb59 req-77314ebc-bcad-42ea-b200-e1131dd7b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.313669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0e8a14f-b118-4718-9bba-25c57249cb59 req-77314ebc-bcad-42ea-b200-e1131dd7b5b5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6575058 Nov 05 21:46:10.313787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:46:10.318958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:10.333329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.334039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:10.346119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-eb0d6780-4cc8-4021-8bc9-d290f577d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.347670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-eb0d6780-4cc8-4021-8bc9-d290f577d76e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3422482 Nov 05 21:46:10.425198 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb79e950-4e75-418a-833e-196ee482a509 x-openstack-request-id: req-cb79e950-4e75-418a-833e-196ee482a509 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:10.425636 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2287b18f-8405-4f91-8d74-5a39eced93c3", "tag": "e5907459-77cc-45d9-8647-7f423b76a14e", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:10.432465 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb79e950-4e75-418a-833e-196ee482a509 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:10.433453 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'tag': 'e5907459-77cc-45d9-8647-7f423b76a14e', 'status': 'completed', 'code': 200} Nov 05 21:46:10.522342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37dfe22-7995-4489-bc59-73756afad1d2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6248176 Nov 05 21:46:10.525629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:46:10.553716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb590c6a-99c6-4e38-8d73-083e7e557bee req-5d4b1bc3-ef72-4810-9ec9-df434c3d5b1b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.553716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb590c6a-99c6-4e38-8d73-083e7e557bee req-5d4b1bc3-ef72-4810-9ec9-df434c3d5b1b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 947 time: 0.1519301 Nov 05 21:46:10.555013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-49994cad-7ec0-43b5-b7d1-95deb75e5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.573533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-49994cad-7ec0-43b5-b7d1-95deb75e5b12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41874b2020c4436e9811b84cf1abcdff&device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 1095 time: 0.2715104 Nov 05 21:46:10.602177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Request body: {'port': {'device_id': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:10.657918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1fe47c32-acfc-4a00-8ed4-38af3cbe3ac6 None None] Provisioning complete for port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:10.658256 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1fe47c32-acfc-4a00-8ed4-38af3cbe3ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:10.696871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-a11de284-2e98-4b26-95b5-5728afb27232 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5907459-77cc-45d9-8647-7f423b76a14e HTTP/1.1" status: 200 len: 217 time: 0.1052115 Nov 05 21:46:10.754285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1fe47c32-acfc-4a00-8ed4-38af3cbe3ac6 None None] Port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:10.794648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb590c6a-99c6-4e38-8d73-083e7e557bee req-4213138a-3c4e-4d65-b2e4-bcf1a8d0c281 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194371 Nov 05 21:46:10.800975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-58a527a2-a2e5-4c4b-9d5f-38083355217e service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121420 Nov 05 21:46:10.821742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cecbb-e9e6-473a-a520-984ce475ebbd req-929056ae-bf88-4234-a77e-fec2c30171cd tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.823649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-497cecbb-e9e6-473a-a520-984ce475ebbd req-929056ae-bf88-4234-a77e-fec2c30171cd tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.1706288 Nov 05 21:46:10.825754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1cb7c04d-0058-411f-93ff-d0e05aaffcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.827265 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1cb7c04d-0058-411f-93ff-d0e05aaffcbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 1098 time: 0.4623401 Nov 05 21:46:10.832330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-88830bba-5c8a-497e-a83e-02b0b5c31f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:10.835642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-88830bba-5c8a-497e-a83e-02b0b5c31f6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217b6a98-b020-4666-b979-0883cb29a1a7 HTTP/1.1" status: 200 len: 854 time: 0.1232576 Nov 05 21:46:10.874775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-dda4292d-0935-4ada-94b0-b693882c3494 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdb4a06-5364-4c91-a0a1-6aefc63670fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328219 Nov 05 21:46:10.889835 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:10.904512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 2, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:10.914157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:10.922725 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:10.941912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Checking router: 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:46:10.942467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Updating router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:46:10.948373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Transition to ACTIVE for port object 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:10.986596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.011110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-f8c2f87e-35cc-4cc1-a9e5-5ec5f1b8d69f service neutron] 10.222.0.46 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278064 Nov 05 21:46:11.131939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247e79-4aac-4d33-9f43-8634c53b2758 req-b6d4169f-6077-49ef-9c74-b880246770f8 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:11.133372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8247e79-4aac-4d33-9f43-8634c53b2758 req-b6d4169f-6077-49ef-9c74-b880246770f8 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 944 time: 0.1250436 Nov 05 21:46:11.165476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49538) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:11.224787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcde0631-32ae-4535-8c3b-27b31e91f709 req-e7555f09-ea28-4d51-a34d-cc94aea96a69 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815476 Nov 05 21:46:11.276163 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8247e79-4aac-4d33-9f43-8634c53b2758 req-10ab557d-3883-42a2-b3b2-e4e00a344f52 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333907 Nov 05 21:46:11.339230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07e9ff98-5e4a-45a6-b494-c75eacb0acb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.399243 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:46:11.408077 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.432580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.465717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-2919c0e1-cf3f-4c01-bf0e-afb17ac07870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:11.467264 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-2919c0e1-cf3f-4c01-bf0e-afb17ac07870 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41874b2020c4436e9811b84cf1abcdff&device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 1095 time: 0.0768392 Nov 05 21:46:11.471457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d757b3e-fff7-4c5b-b77f-780dda268048 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:11.543143 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.560655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.561791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07e9ff98-5e4a-45a6-b494-c75eacb0acb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.598399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-abddeb5c-169c-4120-b2d2-b4a16f569bdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2538b8c8-feb5-460a-adf5-74ef75f40c64 HTTP/1.1" status: 200 len: 217 time: 0.7545199 Nov 05 21:46:11.620421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9915ab-8cf4-469d-aa25-0d0a1ae3fe07 req-8c75eb86-861a-4470-869a-641287339e0a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:11.622917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d9915ab-8cf4-469d-aa25-0d0a1ae3fe07 req-8c75eb86-861a-4470-869a-641287339e0a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 931 time: 0.1545622 Nov 05 21:46:11.645805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1893d5-0b5d-4940-ac44-3f6e59992a08 None None] Pushing event updated for resources: {'Port': ['ID=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:11.681747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-5e607409-95db-45f8-b69b-0d91a9b254f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:11.692734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-5e607409-95db-45f8-b69b-0d91a9b254f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdb4a06-5364-4c91-a0a1-6aefc63670fc HTTP/1.1" status: 200 len: 915 time: 0.1997654 Nov 05 21:46:11.738194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d757b3e-fff7-4c5b-b77f-780dda268048, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d757b3e-fff7-4c5b-b77f-780dda268048,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:11.751862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Attempting to bind port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:11.756274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Attempting to bind port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:11.756274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Attempting to bind port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e on network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:11.758976 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07e9ff98-5e4a-45a6-b494-c75eacb0acb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.775286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:11.775664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Checking segment: {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:11.776212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.776777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Bound using segment: {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:11.777412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Bound port: b97853f4-fadd-427f-a8ef-c2a18d0a2a6e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:11.777794 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:11.779092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-a4a664a4-0e34-4bd7-b7bf-a11e56dc4479 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5907459-77cc-45d9-8647-7f423b76a14e HTTP/1.1" status: 200 len: 217 time: 0.0703299 Nov 05 21:46:11.789646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '4d757b3e-fff7-4c5b-b77f-780dda268048', 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'port_id': '4d757b3e-fff7-4c5b-b77f-780dda268048', 'mac_address': 'fa:16:3e:e7:0a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba99642-f99a-4a4b-b641-4a4877f8d8f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:11.806882 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d9915ab-8cf4-469d-aa25-0d0a1ae3fe07 req-a3229ada-4cb8-4f23-95ae-8369053ad829 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608117 Nov 05 21:46:11.910117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:11.915053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-07e9ff98-5e4a-45a6-b494-c75eacb0acb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cbec296859f48139d3d33eb8eef1388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7484791 Nov 05 21:46:11.915948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9ff98-5e4a-45a6-b494-c75eacb0acb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f015ad-18ae-4c47-a644-a10c9c4f7e99,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:11.949390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-dc27a21b-16d7-47ac-a460-3e884fc68321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:11.951518 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-497cecbb-e9e6-473a-a520-984ce475ebbd req-c23a62c9-a50b-439d-81bb-6fee4e4ca058 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1049836 Nov 05 21:46:11.952157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49548) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:11.952282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-dc27a21b-16d7-47ac-a460-3e884fc68321 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217b6a98-b020-4666-b979-0883cb29a1a7 HTTP/1.1" status: 200 len: 854 time: 0.1680801 Nov 05 21:46:12.018973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef7ecb16-e685-479e-b70a-52de36fec0b1 req-f174a9b8-9833-4110-a45e-cff5c255de31 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0653486 Nov 05 21:46:12.056751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-82cd122c-0f40-4771-90c4-4e3afc361586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:12.063396 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.065826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-82cd122c-0f40-4771-90c4-4e3afc361586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.4242377 Nov 05 21:46:12.088582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb44ed7-1875-4513-a29c-1869e08e11c5 req-8890d250-8ffd-4760-8e8d-a7d636ead138 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2691679 Nov 05 21:46:12.100489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] For port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:12.116330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-6e477ac1-3561-4bb7-bdf5-eadd7b8418bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdb4a06-5364-4c91-a0a1-6aefc63670fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961516 Nov 05 21:46:12.119008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] For port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:12.129555 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.134840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-65446916-1f55-498c-95a1-67522072ca7b None None] Provisioning complete for port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:12.135205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-65446916-1f55-498c-95a1-67522072ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.138034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d757b3e-fff7-4c5b-b77f-780dda268048 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:12.185651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d757b3e-fff7-4c5b-b77f-780dda268048, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d757b3e-fff7-4c5b-b77f-780dda268048,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:12.194567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-65446916-1f55-498c-95a1-67522072ca7b None None] Port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:12.218203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-8ffbd6cb-1554-49db-832d-059c4f8773ed service neutron] 10.222.0.46 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933890 Nov 05 21:46:12.243436 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.308661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969a22-0494-451f-ab8f-a1438d880339 req-6ecba3c2-2b49-41ed-a79d-9c810fd57b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:12.310116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-6ecba3c2-2b49-41ed-a79d-9c810fd57b37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2251475 Nov 05 21:46:12.316389 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.320950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:12.324293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a965a98-a9c1-4596-9b2e-65ebf897e298 req-98c84b33-314b-46d3-b495-520f13c974fa tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:12.325812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a965a98-a9c1-4596-9b2e-65ebf897e298 req-98c84b33-314b-46d3-b495-520f13c974fa tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 947 time: 0.2397523 Nov 05 21:46:12.330740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc671282-c71b-45d3-aab2-f8d141cad8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.332737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Attempting to bind port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:12.333353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Attempting to bind port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:12.334062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Attempting to bind port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:12.342692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1893d5-0b5d-4940-ac44-3f6e59992a08 None None] Pushing event updated for resources: {'Port': ['ID=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:12.349050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86daff13-722d-4ef2-ba8e-b0632bf4c202 req-073d0b02-70b6-402b-bb3c-3d6dd2b6d16b service neutron] 10.222.0.46 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233113 Nov 05 21:46:12.392730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a4ef4b-39b4-4d16-935b-a85f350b5e63 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:12.405476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:12.405985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Attempting to bind port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:12.452028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:46:12.455303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:12.458278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.471660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb79d4-814d-4151-808a-af5ddf9116bc req-e5f3feaf-eba1-4897-8c05-354b98ce50b7 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:12.473488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52bb79d4-814d-4151-808a-af5ddf9116bc req-e5f3feaf-eba1-4897-8c05-354b98ce50b7 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 944 time: 0.0781636 Nov 05 21:46:12.480046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:12.484875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Checking segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:12.484875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Bound using segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:12.484875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Bound port: 6c521f2b-8cfd-4c60-8be3-d8e877d98e76, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:12.484875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.536527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52bb79d4-814d-4151-808a-af5ddf9116bc req-0aa554f0-a636-4a1d-921c-3977b585db68 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555811 Nov 05 21:46:12.546077 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc671282-c71b-45d3-aab2-f8d141cad8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.627769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=4d757b3e-fff7-4c5b-b77f-780dda268048,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:12.639973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-f5c6ea75-09c5-4be9-a78b-342c42e38e47 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086443 Nov 05 21:46:12.649550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Transition to ACTIVE for port object 64a4ef4b-39b4-4d16-935b-a85f350b5e63 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:12.729168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a965a98-a9c1-4596-9b2e-65ebf897e298 req-5d73347b-3aa8-415f-9755-6bd01b0cabea tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569019 Nov 05 21:46:12.808019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.857137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] For port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:12.865512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:12.892646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', 'mac_address': 'fa:16:3e:a1:6c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:12.892784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc671282-c71b-45d3-aab2-f8d141cad8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.898090 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc671282-c71b-45d3-aab2-f8d141cad8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.903031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bc671282-c71b-45d3-aab2-f8d141cad8d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30f015ad-18ae-4c47-a644-a10c9c4f7e99 HTTP/1.1" status: 204 len: 168 time: 0.9338567 Nov 05 21:46:12.912070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] For port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:12.924304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e969a22-0494-451f-ab8f-a1438d880339 req-1bee74dc-8a87-4b33-a831-62c1063f393f service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733123 Nov 05 21:46:12.952240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-10b85c33-b519-43a0-ae18-c34d8dfb5dcf None None] Provisioning complete for port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:12.953693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Pushing event updated for resources: {'Port': ['ID=64a4ef4b-39b4-4d16-935b-a85f350b5e63,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:12.955686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-10b85c33-b519-43a0-ae18-c34d8dfb5dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:12.984885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc671282-c71b-45d3-aab2-f8d141cad8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f015ad-18ae-4c47-a644-a10c9c4f7e99,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:13.045803 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.046019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:46:13.056553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c747b33-c1b7-453d-b9a6-1a98ef4c6a6a req-50e8fea7-47d0-422a-a081-59051566fa17 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.071417 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.076074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c747b33-c1b7-453d-b9a6-1a98ef4c6a6a req-50e8fea7-47d0-422a-a081-59051566fa17 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 943 time: 0.1466429 Nov 05 21:46:13.098474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:13.133294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.134170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.136251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/6c521f2b-8cfd-4c60-8be3-d8e877d98e76 HTTP/1.1" status: 200 len: 1091 time: 4.2516439 Nov 05 21:46:13.142299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'tag': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:13.144950 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba34f07-66dc-4caf-be9a-ad384ed304ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785", "tag": "6c521f2b-8cfd-4c60-8be3-d8e877d98e76"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:13.152965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:13.165438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c747b33-c1b7-453d-b9a6-1a98ef4c6a6a req-e30908b9-cb1b-4698-94d3-6f2525902e0e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871308 Nov 05 21:46:13.222749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Attempting to bind port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:13.223079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Attempting to bind port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:13.223476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Attempting to bind port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:13.238177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:13.238429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Attempting to bind port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 on network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:13.245645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce34a9-19f4-4a04-9c78-31b5639348e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:13.265968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb162e5-e768-44c3-959a-19c6cf3e2a50 req-835bae4d-0467-4410-9c2f-ffb1eca4ee42 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.267174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7fb162e5-e768-44c3-959a-19c6cf3e2a50 req-835bae4d-0467-4410-9c2f-ffb1eca4ee42 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.1559899 Nov 05 21:46:13.269322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:13.269322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Checking segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:13.269721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Bound using segment: {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:13.270180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Bound port: 64a4ef4b-39b4-4d16-935b-a85f350b5e63, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62479cd3-f5d4-48e8-a054-0c057033f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:13.270537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.352596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21ef6b1e-57f2-4f50-abb3-2478c3f3e933 req-c7af4aa6-60b8-432e-9854-236bf2b01643 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0671625 Nov 05 21:46:13.386658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.388398 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-10b85c33-b519-43a0-ae18-c34d8dfb5dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.462414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7fb162e5-e768-44c3-959a-19c6cf3e2a50 req-c3fa509b-e60e-42e1-b005-f73de42102f3 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816249 Nov 05 21:46:13.472380 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101bc7a6-0f58-49a9-a37c-ed2ce2788180 x-openstack-request-id: req-101bc7a6-0f58-49a9-a37c-ed2ce2788180 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:13.472380 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785", "tag": "6c521f2b-8cfd-4c60-8be3-d8e877d98e76", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:13.472380 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-101bc7a6-0f58-49a9-a37c-ed2ce2788180 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:13.472380 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'tag': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76', 'status': 'completed', 'code': 200} Nov 05 21:46:13.474778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] For port 64a4ef4b-39b4-4d16-935b-a85f350b5e63, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:13.478793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-029fbf47-8382-4430-a6bf-37b4582317f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.481078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-029fbf47-8382-4430-a6bf-37b4582317f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 1094 time: 0.1896646 Nov 05 21:46:13.484991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] For port 64a4ef4b-39b4-4d16-935b-a85f350b5e63, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=64a4ef4b-39b4-4d16-935b-a85f350b5e63,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:13.535535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-ea74588a-93e3-4b7e-814f-d256785d6e47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c521f2b-8cfd-4c60-8be3-d8e877d98e76 HTTP/1.1" status: 200 len: 217 time: 0.0444658 Nov 05 21:46:13.564163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.599584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-10b85c33-b519-43a0-ae18-c34d8dfb5dcf None None] For port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:13.604422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:13.681281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-19a697fb-6081-4bba-9cf0-1ed4540afd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.684505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-19a697fb-6081-4bba-9cf0-1ed4540afd2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 200 len: 854 time: 0.1313374 Nov 05 21:46:13.690438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.695798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.697085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] 10.222.0.46 "PUT /v2.0/ports/64a4ef4b-39b4-4d16-935b-a85f350b5e63 HTTP/1.1" status: 200 len: 1091 time: 3.1113236 Nov 05 21:46:13.710208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:13.750480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['4d757b3e-fff7-4c5b-b77f-780dda268048'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:13.772271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b14fb-110d-4d01-a7f3-79ad01541b16 req-1863c618-95dd-47aa-9ad1-59c0239997ef tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.774725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405752f-8aa4-487b-81a0-8c59447b8105 service neutron] Pushing event updated for resources: {'Port': ['ID=64a4ef4b-39b4-4d16-935b-a85f350b5e63,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:13.776503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a8b14fb-110d-4d01-a7f3-79ad01541b16 req-1863c618-95dd-47aa-9ad1-59c0239997ef tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 944 time: 0.1057923 Nov 05 21:46:13.793391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-90d4569f-3612-49ec-a535-3fd13838bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:13.801717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-90d4569f-3612-49ec-a535-3fd13838bab8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013784 Nov 05 21:46:13.810362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-10b85c33-b519-43a0-ae18-c34d8dfb5dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:13.870167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a8b14fb-110d-4d01-a7f3-79ad01541b16 req-09f52540-c239-4607-9fd6-f7efb4d56420 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799518 Nov 05 21:46:13.891067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:12Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:13.963250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e9932-0710-427c-8c22-5c1738e2c271 None None] The sync data for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 is: [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:12Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:46:14.021409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b85c33-b519-43a0-ae18-c34d8dfb5dcf None None] Pushing event updated for resources: {'Port': ['ID=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:14.032124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-e7136715-e794-48f3-9d55-8ab6b29daabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:14.033820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-e7136715-e794-48f3-9d55-8ab6b29daabb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 1094 time: 0.0841448 Nov 05 21:46:14.104741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-34bfed9a-43db-41ea-9ee9-03187977e443 service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941573 Nov 05 21:46:14.136487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc7c0f-b015-42a3-9bb4-5e4627d3702c req-42098942-4c96-4e54-a6d8-0f299633f67d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:14.144246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-09cc7c0f-b015-42a3-9bb4-5e4627d3702c req-42098942-4c96-4e54-a6d8-0f299633f67d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 947 time: 0.2852876 Nov 05 21:46:14.210507 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a3876953-fe77-4e11-af74-d9e623fd3fe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a4ef4b-39b4-4d16-935b-a85f350b5e63 HTTP/1.1" status: 200 len: 217 time: 0.1644237 Nov 05 21:46:14.221179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49610) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:14.234852 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2d93f05-fe8b-4dd1-95a5-bc030b025efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.368390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2d93f05-fe8b-4dd1-95a5-bc030b025efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.392950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6dbf-09e8-4ee8-a9b9-1df507f81403 req-f4c4bd1e-628d-490f-b098-e42d8a2283a9 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:14.396750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34df6dbf-09e8-4ee8-a9b9-1df507f81403 req-f4c4bd1e-628d-490f-b098-e42d8a2283a9 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 943 time: 0.0839365 Nov 05 21:46:14.410182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-29646377-2985-495e-83e0-372f81f9bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:14.412567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-29646377-2985-495e-83e0-372f81f9bc2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 200 len: 854 time: 0.1340320 Nov 05 21:46:14.451330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34df6dbf-09e8-4ee8-a9b9-1df507f81403 req-e60938c4-2065-4c7a-8c49-a671b6760adf tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493326 Nov 05 21:46:14.457920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2d93f05-fe8b-4dd1-95a5-bc030b025efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.487875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-09cc7c0f-b015-42a3-9bb4-5e4627d3702c req-325380b1-d4f4-4102-96b2-5aed04182721 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425391 Nov 05 21:46:14.538524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d93f05-fe8b-4dd1-95a5-bc030b025efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6134a90f-cf69-4a45-a840-f2ba89de1283,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:14.541689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-80c8fe96-2bf7-41fa-a13c-8a53e41149ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:14.545658 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-80c8fe96-2bf7-41fa-a13c-8a53e41149ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209373 Nov 05 21:46:14.576679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c2d93f05-fe8b-4dd1-95a5-bc030b025efb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a793d9cc1a464fed9f7455b7e0988f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561971 Nov 05 21:46:14.577270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49616) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:14.622355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e5e4347-bcc8-41eb-8125-cd6eddc67f09 req-b57ab6d2-3c59-41ec-90fa-f967abe83c3b tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0364380 Nov 05 21:46:14.656825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e5907459-77cc-45d9-8647-7f423b76a14e details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:14.666860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80f603e4-6ccd-48da-bdfa-58709e85a0a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.696528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80f603e4-6ccd-48da-bdfa-58709e85a0a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.716603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4749d39b-6205-4a3a-b022-1f95a943af25 req-67e53c04-b9a6-4c0d-a2d1-a08e9b69b89c service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698314 Nov 05 21:46:14.798267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e5907459-77cc-45d9-8647-7f423b76a14e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e5907459-77cc-45d9-8647-7f423b76a14e,segment=NetworkSegment(39c3e705-aa41-4c9d-9e15-1022b8334d1c),segment_id=39c3e705-aa41-4c9d-9e15-1022b8334d1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:14.806899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f142b-4eba-4a2d-a0e2-ad16a65c7f92 req-0c76e7b8-e338-4d0f-a605-f759e002a7de tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:14.808970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-638f142b-4eba-4a2d-a0e2-ad16a65c7f92 req-0c76e7b8-e338-4d0f-a605-f759e002a7de tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.1964130 Nov 05 21:46:14.813473 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-f37b6e82-ff2e-4a59-b2c9-b6eca11f4f79 service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561085 Nov 05 21:46:14.822004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'e5907459-77cc-45d9-8647-7f423b76a14e', 'network_id': '4cdb4a06-5364-4c91-a0a1-6aefc63670fc', 'port_id': 'e5907459-77cc-45d9-8647-7f423b76a14e', 'mac_address': 'fa:16:3e:a3:b8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217b6a98-b020-4666-b979-0883cb29a1a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:14.887979 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80f603e4-6ccd-48da-bdfa-58709e85a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.894479 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80f603e4-6ccd-48da-bdfa-58709e85a0a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.901189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:14.910454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80f603e4-6ccd-48da-bdfa-58709e85a0a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6134a90f-cf69-4a45-a840-f2ba89de1283 HTTP/1.1" status: 204 len: 168 time: 0.3250434 Nov 05 21:46:14.926876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5907459-77cc-45d9-8647-7f423b76a14e {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:14.934894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f603e4-6ccd-48da-bdfa-58709e85a0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6134a90f-cf69-4a45-a840-f2ba89de1283,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:15.003118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e5907459-77cc-45d9-8647-7f423b76a14e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e5907459-77cc-45d9-8647-7f423b76a14e,segment=NetworkSegment(39c3e705-aa41-4c9d-9e15-1022b8334d1c),segment_id=39c3e705-aa41-4c9d-9e15-1022b8334d1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:15.003449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-638f142b-4eba-4a2d-a0e2-ad16a65c7f92 req-f38c49b0-c265-4f24-96a9-b86fc2e15c13 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825147 Nov 05 21:46:15.016708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-bbdb6f54-3c40-446c-af24-c4aeebe70350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.018275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-bbdb6f54-3c40-446c-af24-c4aeebe70350 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 1094 time: 0.0984056 Nov 05 21:46:15.042517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d74e516-e122-4f01-a91b-fc4d27b3ba6e req-a4c158fa-6226-4b27-8894-fba4facb11fe service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211065 Nov 05 21:46:15.101388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32dc3f-31f4-4a5f-8d2d-a3695f24d255 req-eed353d1-e64d-448e-a67e-65226d3829be tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.109194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a32dc3f-31f4-4a5f-8d2d-a3695f24d255 req-eed353d1-e64d-448e-a67e-65226d3829be tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 944 time: 0.1276057 Nov 05 21:46:15.120759 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:15.180666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a32dc3f-31f4-4a5f-8d2d-a3695f24d255 req-6754e6e9-e713-46f7-af99-b167ce05912d tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705419 Nov 05 21:46:15.183573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-81741263-6a6d-4809-910a-491ad2b622bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.186594 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-81741263-6a6d-4809-910a-491ad2b622bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 916 time: 0.1599376 Nov 05 21:46:15.237960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e5907459-77cc-45d9-8647-7f423b76a14e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:15.252206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-e67d0d4f-b032-443e-9815-bd4e945a92be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c521f2b-8cfd-4c60-8be3-d8e877d98e76 HTTP/1.1" status: 200 len: 217 time: 0.0518928 Nov 05 21:46:15.314370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-d8ce6239-4107-4959-84e9-000e291937b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.314884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-d8ce6239-4107-4959-84e9-000e291937b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 200 len: 854 time: 0.0488977 Nov 05 21:46:15.372729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-e32ab3c1-3ece-44ab-a24b-6ebfa1100c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.374493 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-e32ab3c1-3ece-44ab-a24b-6ebfa1100c75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516806 Nov 05 21:46:15.473376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'tag': '64a4ef4b-39b4-4d16-935b-a85f350b5e63'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:15.494003 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80" -d '{"events": [{"name": "network-changed", "server_uuid": "cb65bd40-f265-40c7-97ad-d92ec9fe761f", "tag": "64a4ef4b-39b4-4d16-935b-a85f350b5e63"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:15.503201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2538b8c8-feb5-460a-adf5-74ef75f40c64 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:15.545108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:15.572091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-74e2d5e9-0d68-46b3-8f73-c8bc09df241d service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897998 Nov 05 21:46:15.601513 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beacf784-35f7-42dd-95ef-f8f3d244bee7 x-openstack-request-id: req-beacf784-35f7-42dd-95ef-f8f3d244bee7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:15.601812 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb65bd40-f265-40c7-97ad-d92ec9fe761f", "tag": "64a4ef4b-39b4-4d16-935b-a85f350b5e63", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:15.602075 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-beacf784-35f7-42dd-95ef-f8f3d244bee7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:15.602489 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'tag': '64a4ef4b-39b4-4d16-935b-a85f350b5e63', 'status': 'completed', 'code': 200} Nov 05 21:46:15.659454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.resource_extend [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 21:46:15.779058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd136d3-9d83-405a-ad0c-491e18ff99a0 req-245a3516-8945-4ab7-ba1b-d57aaec2914c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.787683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2cd136d3-9d83-405a-ad0c-491e18ff99a0 req-245a3516-8945-4ab7-ba1b-d57aaec2914c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 947 time: 0.0883353 Nov 05 21:46:15.842338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2538b8c8-feb5-460a-adf5-74ef75f40c64, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2538b8c8-feb5-460a-adf5-74ef75f40c64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:15.868799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '2538b8c8-feb5-460a-adf5-74ef75f40c64', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '2538b8c8-feb5-460a-adf5-74ef75f40c64', 'mac_address': 'fa:16:3e:23:b9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:15.914285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ba34f07-66dc-4caf-be9a-ad384ed304ed req-d36422c7-a72d-43bf-b363-ec28f82f3a8e service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106451 Nov 05 21:46:15.942192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2cd136d3-9d83-405a-ad0c-491e18ff99a0 req-77a7fd9f-0a62-44da-8d23-f109d50d7055 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478367 Nov 05 21:46:15.942305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-8637f4a9-0682-4870-9caf-e456d6fef26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.943732 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-8637f4a9-0682-4870-9caf-e456d6fef26b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 1094 time: 0.3272607 Nov 05 21:46:15.964551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa166a37-c6b0-4d19-a8d4-44425db6bd15 req-beefec31-eb1a-40cb-8c01-07360de6405f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:15.964843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b97853f4-fadd-427f-a8ef-c2a18d0a2a6e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:15.967485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa166a37-c6b0-4d19-a8d4-44425db6bd15 req-beefec31-eb1a-40cb-8c01-07360de6405f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 943 time: 0.3899736 Nov 05 21:46:16.055958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70d4c488-7625-43ea-b3d8-36247fd1cc2d req-ecb3955f-e2e3-4a2f-be01-661c13b51a8a tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0394735 Nov 05 21:46:16.056866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:16.074984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:16.075654 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:16.141039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:16.145695 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:16.150619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:16.168965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2538b8c8-feb5-460a-adf5-74ef75f40c64 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:16.226771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa166a37-c6b0-4d19-a8d4-44425db6bd15 req-9e8ebf10-cb42-4b64-bf3b-c4f8056e1d31 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755795 Nov 05 21:46:16.257979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-c84b8f9e-74be-4b90-ba77-1642d9251443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:16.258554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-c84b8f9e-74be-4b90-ba77-1642d9251443 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 916 time: 0.2900953 Nov 05 21:46:16.261141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2538b8c8-feb5-460a-adf5-74ef75f40c64, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2538b8c8-feb5-460a-adf5-74ef75f40c64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:16.300398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e5907459-77cc-45d9-8647-7f423b76a14e'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:16.352442 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:16.370896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ad5ba-636c-4cdb-9a89-25c42a4ed8b9 req-83fbabed-cddb-4a1e-9918-18a16ad79001 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:16.383845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-117ad5ba-636c-4cdb-9a89-25c42a4ed8b9 req-83fbabed-cddb-4a1e-9918-18a16ad79001 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.0627174 Nov 05 21:46:16.384010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-2c3693a7-f2d2-4765-bc24-e298c7b61cd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a4ef4b-39b4-4d16-935b-a85f350b5e63 HTTP/1.1" status: 200 len: 217 time: 0.1077104 Nov 05 21:46:16.431787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-117ad5ba-636c-4cdb-9a89-25c42a4ed8b9 req-5128e52c-8ca4-4f58-81c0-97a4ed4aadef tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525208 Nov 05 21:46:16.461104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:16.464149 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f45088b-7f9b-4c30-9b40-592a334e7040" -d '{"events": [{"server_uuid": "d3263a80-c5e9-4c53-a490-f2124f368d1b", "name": "network-vif-plugged", "status": "completed", "tag": "5b9fe8cd-ea3a-4542-84dc-c70e61e91a49"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:16.504656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:16.510303 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:16.600588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=2538b8c8-feb5-460a-adf5-74ef75f40c64,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:16.670604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:16.670604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d757b3e-fff7-4c5b-b77f-780dda268048 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:16.783207 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290692f0-7ae8-44b2-b2ae-c927f6f579f7 x-openstack-request-id: req-290692f0-7ae8-44b2-b2ae-c927f6f579f7 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:16.783799 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3263a80-c5e9-4c53-a490-f2124f368d1b", "name": "network-vif-plugged", "status": "completed", "tag": "5b9fe8cd-ea3a-4542-84dc-c70e61e91a49", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:16.788553 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-290692f0-7ae8-44b2-b2ae-c927f6f579f7 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:16.788553 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', 'code': 200} Nov 05 21:46:16.809901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['2538b8c8-feb5-460a-adf5-74ef75f40c64'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:16.813207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:16.906648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505521a-a12f-4f6a-8aa9-f0e40a2b95ba req-d4d891be-1121-433f-8824-9bb78c64c8c1 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:16.908258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0505521a-a12f-4f6a-8aa9-f0e40a2b95ba req-d4d891be-1121-433f-8824-9bb78c64c8c1 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 945 time: 0.5364487 Nov 05 21:46:16.961188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-a7c65840-72db-4326-a957-f881505de65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:16.963470 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-a7c65840-72db-4326-a957-f881505de65e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 200 len: 854 time: 0.5580859 Nov 05 21:46:17.036725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce296aef-8dde-4a57-a6ef-80c1856b4937 req-f9308fda-92e9-4bd2-bb46-344c3ac520ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:17.038777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce296aef-8dde-4a57-a6ef-80c1856b4937 req-f9308fda-92e9-4bd2-bb46-344c3ac520ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 1100 time: 0.1437809 Nov 05 21:46:17.089180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0505521a-a12f-4f6a-8aa9-f0e40a2b95ba req-afae468b-ab86-4561-a3f1-1acf8c37f36e tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446652 Nov 05 21:46:17.094081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-9059644b-27ee-464c-b9a8-67f87233ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:17.095841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-9059644b-27ee-464c-b9a8-67f87233ea57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176395 Nov 05 21:46:17.196217 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce296aef-8dde-4a57-a6ef-80c1856b4937 req-a67235fb-1df0-47ee-b19a-7af47b0809c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468172 Nov 05 21:46:17.229012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0457f-9807-467f-84f6-bb9c6ca7ea64 req-be54055a-2363-4008-ada0-35b708ce4735 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:17.237739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d0457f-9807-467f-84f6-bb9c6ca7ea64 req-be54055a-2363-4008-ada0-35b708ce4735 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 948 time: 0.1148930 Nov 05 21:46:17.255980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 4d757b3e-fff7-4c5b-b77f-780dda268048 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:17.273152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 4d757b3e-fff7-4c5b-b77f-780dda268048 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:17.273613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:17.310084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d0457f-9807-467f-84f6-bb9c6ca7ea64 req-1073820a-233f-4944-8c31-53300410b704 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692737 Nov 05 21:46:17.361451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66747722-d965-442e-8c53-8f63e20af433 req-d5cafdb3-2276-4c55-adb7-7f76a847b623 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0728204 Nov 05 21:46:17.363320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-6c9e3f11-c739-4ad6-b5ee-518784af9e26 service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572601 Nov 05 21:46:17.490116 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:17.573627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c78aa374-73a8-40e1-9ef4-0f55bfdea26a details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:17.609406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d32c2214-d758-4f4a-b20d-e9fbaec8ac80 req-ac3cd916-9f07-4985-9098-664847b1b10d service neutron] 10.222.0.46 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356546 Nov 05 21:46:17.618653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f96255-70d3-4dd0-9087-7483a01088a4 req-47bdbcbc-88d0-4511-a800-3ba57702d68e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:17.626199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5f96255-70d3-4dd0-9087-7483a01088a4 req-47bdbcbc-88d0-4511-a800-3ba57702d68e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 943 time: 0.0996952 Nov 05 21:46:17.633517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9367a-f854-4897-af5d-a9e63269d9c4 req-6de33710-4f3a-4c4a-a8c1-146c8d36c17e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:17.639298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20a9367a-f854-4897-af5d-a9e63269d9c4 req-6de33710-4f3a-4c4a-a8c1-146c8d36c17e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 944 time: 0.0766706 Nov 05 21:46:17.680198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5f96255-70d3-4dd0-9087-7483a01088a4 req-457de050-656b-4fae-b59c-190baba425f8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530245 Nov 05 21:46:17.691729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 4d757b3e-fff7-4c5b-b77f-780dda268048, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d757b3e-fff7-4c5b-b77f-780dda268048,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:17.706059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20a9367a-f854-4897-af5d-a9e63269d9c4 req-646c669a-6a21-4525-8dc4-6c6232e05025 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636842 Nov 05 21:46:17.734558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port c78aa374-73a8-40e1-9ef4-0f55bfdea26a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:17.748074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'port_id': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'mac_address': 'fa:16:3e:53:af:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:17.788579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:17.819201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:17.840674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78aa374-73a8-40e1-9ef4-0f55bfdea26a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:17.871208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port c78aa374-73a8-40e1-9ef4-0f55bfdea26a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:17.872161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=4d757b3e-fff7-4c5b-b77f-780dda268048,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:18.034424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:18.095344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:18.237950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115825-0612-4128-b5cc-ecfde68c9cac req-99d0902f-0f42-4374-8c30-bd99e3e51e4f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:18.240933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd115825-0612-4128-b5cc-ecfde68c9cac req-99d0902f-0f42-4374-8c30-bd99e3e51e4f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 945 time: 0.0604591 Nov 05 21:46:18.295125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd115825-0612-4128-b5cc-ecfde68c9cac req-ef5f3171-6126-4bf7-805b-dad54024a8d3 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 Nov 05 21:46:18.398423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['c78aa374-73a8-40e1-9ef4-0f55bfdea26a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:18.446493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecbb86-959c-4241-b574-312c4a796a7a req-ad845a0e-98c2-4e2e-b5bc-73c0c5ccac4c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:18.447084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43ecbb86-959c-4241-b574-312c4a796a7a req-ad845a0e-98c2-4e2e-b5bc-73c0c5ccac4c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 948 time: 0.0719051 Nov 05 21:46:18.538496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43ecbb86-959c-4241-b574-312c4a796a7a req-64416277-6d8d-45ff-9910-391cdc13a12d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840125 Nov 05 21:46:18.555755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b4cce7c-8f21-44d7-a332-112be7399ac9 req-c3af3039-1a66-41ef-b61a-3815f77195e9 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0570605 Nov 05 21:46:18.699083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 64a4ef4b-39b4-4d16-935b-a85f350b5e63 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:18.704060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e5907459-77cc-45d9-8647-7f423b76a14e up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:18.785866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d757b3e-fff7-4c5b-b77f-780dda268048'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:18.798764 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e59bc6-68ec-445d-a9b3-0768bd062d09" -d '{"events": [{"server_uuid": "919cba9b-4007-4ca0-aceb-980b5cb07583", "name": "network-vif-plugged", "status": "completed", "tag": "4d757b3e-fff7-4c5b-b77f-780dda268048"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:18.823090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e1d8ca6-56da-4979-b066-b81701871983 req-a3584994-1f05-44af-b6a1-7ac0aded9585 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0447211 Nov 05 21:46:18.871181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-076f8ffb-ab9a-4d3d-9f37-024f0ae8a1d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1588988 Nov 05 21:46:18.893710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149a4c6-8d39-4d75-95bc-24375531619d req-1c994003-4ab1-43ae-904a-2105991e7d05 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:18.895334 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b149a4c6-8d39-4d75-95bc-24375531619d req-1c994003-4ab1-43ae-904a-2105991e7d05 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 943 time: 0.0697856 Nov 05 21:46:18.906809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608221d-1f3a-4712-85a5-304f0a3439fb req-bca9127b-4055-4fed-bf55-d7a6800dd57e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:18.908423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e608221d-1f3a-4712-85a5-304f0a3439fb req-bca9127b-4055-4fed-bf55-d7a6800dd57e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 945 time: 0.0714245 Nov 05 21:46:18.952174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b149a4c6-8d39-4d75-95bc-24375531619d req-c5851ba7-2b56-41ed-9092-7dee63c97f2b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503175 Nov 05 21:46:18.965543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 64a4ef4b-39b4-4d16-935b-a85f350b5e63, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=64a4ef4b-39b4-4d16-935b-a85f350b5e63,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:18.980928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '64a4ef4b-39b4-4d16-935b-a85f350b5e63', 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'port_id': '64a4ef4b-39b4-4d16-935b-a85f350b5e63', 'mac_address': 'fa:16:3e:be:2d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba99642-f99a-4a4b-b641-4a4877f8d8f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:18.992014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e608221d-1f3a-4712-85a5-304f0a3439fb req-ecf22607-90df-4ca8-94cf-033594f6a027 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639088 Nov 05 21:46:19.021191 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c163d34-8bc0-4209-b1c5-b55891a22e91 x-openstack-request-id: req-3c163d34-8bc0-4209-b1c5-b55891a22e91 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:19.021433 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919cba9b-4007-4ca0-aceb-980b5cb07583", "name": "network-vif-plugged", "status": "completed", "tag": "4d757b3e-fff7-4c5b-b77f-780dda268048", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:19.021938 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c163d34-8bc0-4209-b1c5-b55891a22e91 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:19.022321 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d757b3e-fff7-4c5b-b77f-780dda268048', 'code': 200} Nov 05 21:46:19.038901 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.057659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a4ef4b-39b4-4d16-935b-a85f350b5e63 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:19.090213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 64a4ef4b-39b4-4d16-935b-a85f350b5e63, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=64a4ef4b-39b4-4d16-935b-a85f350b5e63,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:19.096275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port e5907459-77cc-45d9-8647-7f423b76a14e completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:19.103795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port e5907459-77cc-45d9-8647-7f423b76a14e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:19.103795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.121581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b406-cfb7-40e6-a54b-327d258c0e07 req-7b1615ab-77bd-4689-978d-bba88548633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.123092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb6b406-cfb7-40e6-a54b-327d258c0e07 req-7b1615ab-77bd-4689-978d-bba88548633d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 1096 time: 0.0537386 Nov 05 21:46:19.181868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.182527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:19.203285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bb6b406-cfb7-40e6-a54b-327d258c0e07 req-64874537-6ba7-4ce8-8c24-87c59f01667d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655167 Nov 05 21:46:19.205493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-1851ddad-e831-4c36-b379-fde97b71cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.206956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-1851ddad-e831-4c36-b379-fde97b71cefd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 1101 time: 0.0808356 Nov 05 21:46:19.230774 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.291182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:19.304353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e5907459-77cc-45d9-8647-7f423b76a14e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e5907459-77cc-45d9-8647-7f423b76a14e,segment=NetworkSegment(39c3e705-aa41-4c9d-9e15-1022b8334d1c),segment_id=39c3e705-aa41-4c9d-9e15-1022b8334d1c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:19.306811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=64a4ef4b-39b4-4d16-935b-a85f350b5e63,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:19.311898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76', 'network_id': '9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d', 'port_id': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76', 'mac_address': 'fa:16:3e:3a:27:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba99642-f99a-4a4b-b641-4a4877f8d8f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:19.333490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-65f6e9ae-3b0a-4505-91d2-2c50d1b6a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.336653 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-65f6e9ae-3b0a-4505-91d2-2c50d1b6a4dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1062477 Nov 05 21:46:19.353087 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.371477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:19.386460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-483ddd7e-4095-4130-a1a4-12539cdf5f9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a5067aa0-5199-4455-ac77-228363f0f790 HTTP/1.1" status: 200 len: 217 time: 0.0431590 Nov 05 21:46:19.388127 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.418519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:19.443364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e27543-2cf6-4b7e-9e1a-c919b768b92d req-8fee3178-23b2-4710-b510-46b28429acb7 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.453334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9e27543-2cf6-4b7e-9e1a-c919b768b92d req-8fee3178-23b2-4710-b510-46b28429acb7 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0702617 Nov 05 21:46:19.453882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-558b5405-57d9-48d5-8074-cb52d28df2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.454810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-558b5405-57d9-48d5-8074-cb52d28df2e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0613337 Nov 05 21:46:19.478292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e5907459-77cc-45d9-8647-7f423b76a14e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:19.504763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.516672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9e27543-2cf6-4b7e-9e1a-c919b768b92d req-52e247e0-e990-4874-8cfa-ee4e3d4b3978 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624595 Nov 05 21:46:19.521289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-9b4a948d-f170-4672-9dcc-93a18e18b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.525663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-9b4a948d-f170-4672-9dcc-93a18e18b6ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618334 Nov 05 21:46:19.550085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c78aa374-73a8-40e1-9ef4-0f55bfdea26a up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:19.617528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:19.708740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73d4566-9c7e-488f-ad3d-a2b11479c8d3 req-38e8277d-1925-4c5c-893b-a5fab5ee9be0 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0344546 Nov 05 21:46:19.731988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port c78aa374-73a8-40e1-9ef4-0f55bfdea26a completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:19.734272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port c78aa374-73a8-40e1-9ef4-0f55bfdea26a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:19.734637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.762365 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-9967576f-bced-4779-b009-29814636f0f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1298435 Nov 05 21:46:19.766728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-79e9c169-a2ae-4bff-85a4-b045682ebf25 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330060 Nov 05 21:46:19.780621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf800a-c64d-493f-8769-388dc8dca842 req-662e92c9-eeb1-4d3b-aff5-d52d02688864 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.782142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bedf800a-c64d-493f-8769-388dc8dca842 req-662e92c9-eeb1-4d3b-aff5-d52d02688864 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 948 time: 0.1073217 Nov 05 21:46:19.864069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:19.904816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port c78aa374-73a8-40e1-9ef4-0f55bfdea26a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:19.940424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.940904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.941365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.941821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.942276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.943295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.943771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:19.949148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8047e3de-b062-4789-bd29-8b32241046ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6498 time: 0.1203468 Nov 05 21:46:19.950945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bedf800a-c64d-493f-8769-388dc8dca842 req-5f5a8ca4-984c-4b65-9d12-1131768c31a0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595728 Nov 05 21:46:19.968947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7767fd3f-8e62-4c37-8902-9bae2523ea41 req-8a782450-509a-4248-a130-626f5f1b6d7d service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858172 Nov 05 21:46:19.990880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['64a4ef4b-39b4-4d16-935b-a85f350b5e63'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:20.022479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:20.023389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2538b8c8-feb5-460a-adf5-74ef75f40c64 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:20.114452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5ff2a-4e13-436b-bc19-82788cebb807 req-dcf640f8-05df-48f7-9912-36fc1918be2c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.130020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fb5ff2a-4e13-436b-bc19-82788cebb807 req-dcf640f8-05df-48f7-9912-36fc1918be2c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 944 time: 0.0748076 Nov 05 21:46:20.154689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6c521f2b-8cfd-4c60-8be3-d8e877d98e76'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:20.205417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:20.205937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b1a57e43-3903-46a2-b9d7-13ac3e44a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.206433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b1a57e43-3903-46a2-b9d7-13ac3e44a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.206854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b1a57e43-3903-46a2-b9d7-13ac3e44a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.208667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b1a57e43-3903-46a2-b9d7-13ac3e44a9b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=c42f1891-be78-4079-8fbe-2c2273c31bfd&id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 2298 time: 0.2343187 Nov 05 21:46:20.225122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84da9f-4237-4ea0-8211-0ef9288fad5e req-ad79d698-9b1f-45a6-baa8-670c44b13ba0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.226876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce84da9f-4237-4ea0-8211-0ef9288fad5e req-ad79d698-9b1f-45a6-baa8-670c44b13ba0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.1107006 Nov 05 21:46:20.269718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fb5ff2a-4e13-436b-bc19-82788cebb807 req-ecdf0e63-3173-42e7-af9f-e6628ca13f4f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250739 Nov 05 21:46:20.343207 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-c3222674-cec0-4964-b2e4-7c3c419cddb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 200 len: 1000 time: 0.1152287 Nov 05 21:46:20.347145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 2538b8c8-feb5-460a-adf5-74ef75f40c64 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:20.372265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 2538b8c8-feb5-460a-adf5-74ef75f40c64 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:20.372637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:20.407799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce84da9f-4237-4ea0-8211-0ef9288fad5e req-1ad626e6-2ae7-4946-b661-13d3c7dae5f0 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221962 Nov 05 21:46:20.453288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-02f4b55f-da0e-4cb1-9958-ee4f8fd3c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.456192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-02f4b55f-da0e-4cb1-9958-ee4f8fd3c76c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f95f881-444e-4810-b7cf-471248464054 HTTP/1.1" status: 200 len: 856 time: 0.1038098 Nov 05 21:46:20.553447 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:20.598804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-5a2418b3-75e3-46f1-811a-ba18995b4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.600962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-5a2418b3-75e3-46f1-811a-ba18995b4436 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361458 Nov 05 21:46:20.620189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2538b8c8-feb5-460a-adf5-74ef75f40c64, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2538b8c8-feb5-460a-adf5-74ef75f40c64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:20.724822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3971-fb36-4166-b910-53c98c66ebc3 req-d9d86736-9653-4ad7-9074-f1ae099de26f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:20.727501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-909e3971-fb36-4166-b910-53c98c66ebc3 req-d9d86736-9653-4ad7-9074-f1ae099de26f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0764470 Nov 05 21:46:20.754843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-501033d9-f363-4fec-94c4-57c8a02d576d service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436412 Nov 05 21:46:20.779198 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:20.824268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-909e3971-fb36-4166-b910-53c98c66ebc3 req-90392bf7-8992-4283-8fa6-358d79f1b47e tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712116 Nov 05 21:46:20.905002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=2538b8c8-feb5-460a-adf5-74ef75f40c64,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:20.908304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eae63f96-8611-4650-b8ef-d91e2c5605ed req-4346f367-30bc-48f7-8d89-d92034c81cfb tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0383513 Nov 05 21:46:20.951782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-7a8cc4fa-21c3-4e95-b0dc-f01b5338822b service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858935 Nov 05 21:46:21.023888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5907459-77cc-45d9-8647-7f423b76a14e'}, {'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a'}, {'server_uuid': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2538b8c8-feb5-460a-adf5-74ef75f40c64'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:21.026398 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d1c3bd-8cdb-472c-b7c8-87dd4eeb1614" -d '{"events": [{"server_uuid": "2287b18f-8405-4f91-8d74-5a39eced93c3", "name": "network-vif-plugged", "status": "completed", "tag": "e5907459-77cc-45d9-8647-7f423b76a14e"}, {"server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "name": "network-vif-plugged", "status": "completed", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a"}, {"server_uuid": "72ae41be-f22a-45ce-84e7-f036c8e7c47f", "name": "network-vif-plugged", "status": "completed", "tag": "2538b8c8-feb5-460a-adf5-74ef75f40c64"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:21.031542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-f3174f44-d500-45fc-afe9-d0097f011c99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 217 time: 0.0697987 Nov 05 21:46:21.160672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-7c0f5c73-04ec-4761-9b2c-56ac15bf15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.162752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-7c0f5c73-04ec-4761-9b2c-56ac15bf15c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.1206887 Nov 05 21:46:21.178614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cf1b8-43c1-4577-9957-77950053c7b7 req-112de0bd-498d-4c5d-b67d-5b4efa9a16b7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.180378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a51cf1b8-43c1-4577-9957-77950053c7b7 req-112de0bd-498d-4c5d-b67d-5b4efa9a16b7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 949 time: 0.1247327 Nov 05 21:46:21.260524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-53c521c7-eda3-4293-93e7-077709803135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.262036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-53c521c7-eda3-4293-93e7-077709803135 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806398 Nov 05 21:46:21.265794 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a51cf1b8-43c1-4577-9957-77950053c7b7 req-b8cb5e74-6954-431d-9cdb-fa15d3576f57 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733593 Nov 05 21:46:21.268259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df9ea60e-f32d-4286-85c4-3727147def78 req-9850cb40-1e60-45fa-8e2d-9f5b84a9458a tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8&device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0266104 Nov 05 21:46:21.324150 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d8637a-a4f4-4651-945c-a16e7dff63bf x-openstack-request-id: req-08d8637a-a4f4-4651-945c-a16e7dff63bf {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:21.324534 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2287b18f-8405-4f91-8d74-5a39eced93c3", "name": "network-vif-plugged", "status": "completed", "tag": "e5907459-77cc-45d9-8647-7f423b76a14e", "code": 200}, {"server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "name": "network-vif-plugged", "status": "completed", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a", "code": 200}, {"server_uuid": "72ae41be-f22a-45ce-84e7-f036c8e7c47f", "name": "network-vif-plugged", "status": "completed", "tag": "2538b8c8-feb5-460a-adf5-74ef75f40c64", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:21.325044 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08d8637a-a4f4-4651-945c-a16e7dff63bf {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:21.325520 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5907459-77cc-45d9-8647-7f423b76a14e', 'code': 200} Nov 05 21:46:21.325783 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'code': 200} Nov 05 21:46:21.326237 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2538b8c8-feb5-460a-adf5-74ef75f40c64', 'code': 200} Nov 05 21:46:21.465264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570fcb3-39ba-4676-bcf3-a47188a30563 req-6d14687c-f251-487d-893b-9c8c461a441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.467416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7570fcb3-39ba-4676-bcf3-a47188a30563 req-6d14687c-f251-487d-893b-9c8c461a441d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 1100 time: 0.0541871 Nov 05 21:46:21.514293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7570fcb3-39ba-4676-bcf3-a47188a30563 req-fd69e058-a3f3-490b-80ff-16db2d81a7db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Nov 05 21:46:21.535354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeede1-b9cb-41ea-9e01-9ee5fb495ebc req-b1951292-615a-4e83-ae51-857c801fcf2b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.536873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-faaeede1-b9cb-41ea-9e01-9ee5fb495ebc req-b1951292-615a-4e83-ae51-857c801fcf2b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 944 time: 0.1617413 Nov 05 21:46:21.540396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-1fe674ba-6130-4862-85c5-9a282e2b8ccb service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678671 Nov 05 21:46:21.546263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6677e-4dda-42a4-9747-cbc0b67da8ba req-81fb896b-532e-4ff5-9aab-6078ed0d65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.547645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8b6677e-4dda-42a4-9747-cbc0b67da8ba req-81fb896b-532e-4ff5-9aab-6078ed0d65a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 1097 time: 0.1473854 Nov 05 21:46:21.555412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c1eb6-96f1-4d73-bbb3-415c2f1fb8ca req-34eff627-4140-4a45-b5f2-993be27cf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.556859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc6c1eb6-96f1-4d73-bbb3-415c2f1fb8ca req-34eff627-4140-4a45-b5f2-993be27cf2aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 1097 time: 0.1392057 Nov 05 21:46:21.623505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-faaeede1-b9cb-41ea-9e01-9ee5fb495ebc req-a2d5696c-167a-4612-8efd-e76b514d5b07 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792084 Nov 05 21:46:21.626032 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc6c1eb6-96f1-4d73-bbb3-415c2f1fb8ca req-1c1c201c-2a9a-42a7-a3c9-7db4cdca3f2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Nov 05 21:46:21.793077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a409d8-4966-482a-814d-a5afc688bff7 req-6448e8fb-da1a-41ea-bb86-7a11b07cb9b3 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:21.793077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6a409d8-4966-482a-814d-a5afc688bff7 req-6448e8fb-da1a-41ea-bb86-7a11b07cb9b3 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0970359 Nov 05 21:46:21.872125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8b6677e-4dda-42a4-9747-cbc0b67da8ba req-98c6bad2-4215-478d-b1a9-c5ab2fd573d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443660 Nov 05 21:46:21.923777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6a409d8-4966-482a-814d-a5afc688bff7 req-6f5c172d-1c93-43d3-bd73-55311296e717 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920906 Nov 05 21:46:21.938260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-3927f773-8143-47d3-9eda-d7524c942016 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066443 Nov 05 21:46:22.001171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c5991-c72d-4ee6-9f8b-9556d4f18b9d req-1c541483-f423-457e-b5d9-1571e057a6ee tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.003722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d38c5991-c72d-4ee6-9f8b-9556d4f18b9d req-1c541483-f423-457e-b5d9-1571e057a6ee tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0545850 Nov 05 21:46:22.028803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60d0ed6c-8b19-4e89-a757-1041d3628538 req-278c6f26-fc9b-41e5-a9a4-a71dc9284635 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0345128 Nov 05 21:46:22.058312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e12a88c8-4122-4719-b3a7-6b135606ebb2 req-818fa134-f3b7-40a9-a715-c5d47d67081b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9591a8ed03bd4007959b85653b6ca902&device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0316644 Nov 05 21:46:22.087324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d38c5991-c72d-4ee6-9f8b-9556d4f18b9d req-eea3eb7b-a208-4dbe-82fb-1c3d39f962aa tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747800 Nov 05 21:46:22.151413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-3ba7e392-15f5-4800-96fd-152db910ec6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 217 time: 0.0609260 Nov 05 21:46:22.153270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e12a88c8-4122-4719-b3a7-6b135606ebb2 req-1e79b5c3-ac1c-412e-ae2d-778fd6c02086 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9591a8ed03bd4007959b85653b6ca902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827408 Nov 05 21:46:22.265516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-d95ed9fc-50bf-4a4f-8aeb-0d9a0601f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.266975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-d95ed9fc-50bf-4a4f-8aeb-0d9a0601f35b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0976186 Nov 05 21:46:22.331952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a88c8-4122-4719-b3a7-6b135606ebb2 req-2a169719-7cc2-4872-be3c-af46c4cdd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.333708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e12a88c8-4122-4719-b3a7-6b135606ebb2 req-2a169719-7cc2-4872-be3c-af46c4cdd29f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729159 Nov 05 21:46:22.342077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b1aef2fe-bc35-4152-9380-26d5c263a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.343984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b1aef2fe-bc35-4152-9380-26d5c263a538 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685112 Nov 05 21:46:22.418891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c072e67-5837-4907-9ee3-e89042c7e6e8 req-ce231fb9-fe29-418e-a48e-46da19d85541 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.428018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c072e67-5837-4907-9ee3-e89042c7e6e8 req-ce231fb9-fe29-418e-a48e-46da19d85541 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 949 time: 0.0798318 Nov 05 21:46:22.469066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-2d92840d-2489-48c4-bb29-faed85380f82 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078284 Nov 05 21:46:22.484136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c072e67-5837-4907-9ee3-e89042c7e6e8 req-a8e246ed-20ab-4e38-a3a5-56a2d5ae56ed tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550897 Nov 05 21:46:22.580289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-613708c4-e028-4a43-bfd9-01c02bb5fc47 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032715 Nov 05 21:46:22.624161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-30508e64-7b12-43b6-a85d-9530adfed771 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28 HTTP/1.1" status: 200 len: 217 time: 0.0359478 Nov 05 21:46:22.690078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-16d3cbb1-db84-421b-8237-b7cdd4e9d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.691462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-16d3cbb1-db84-421b-8237-b7cdd4e9d4f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0586290 Nov 05 21:46:22.726439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 64a4ef4b-39b4-4d16-935b-a85f350b5e63 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:22.788406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5fa38-ee12-41d4-b20b-bf959c7b23b9 req-587f455c-adfb-41a0-9377-71031fa36a2d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.790064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4e5fa38-ee12-41d4-b20b-bf959c7b23b9 req-587f455c-adfb-41a0-9377-71031fa36a2d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 944 time: 0.0869534 Nov 05 21:46:22.796373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-976b9047-5aec-48b4-90a1-6061ff7b1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:22.797986 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-976b9047-5aec-48b4-90a1-6061ff7b1639 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814629 Nov 05 21:46:22.865276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:22.869449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:22.869965 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:22.944962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4e5fa38-ee12-41d4-b20b-bf959c7b23b9 req-1a351c10-bfed-4f93-a077-40b57616e1a6 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456592 Nov 05 21:46:22.967064 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:22.993864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-ed72015f-1fbe-4e71-93cc-79a8de4752e1 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787972 Nov 05 21:46:23.026068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 64a4ef4b-39b4-4d16-935b-a85f350b5e63, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=64a4ef4b-39b4-4d16-935b-a85f350b5e63,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:23.107767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0267cb-b9be-4290-8537-ba0e5b7435f1 req-269453fa-339b-42e1-9dac-ee1d6c26ffde tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:23.111827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a0267cb-b9be-4290-8537-ba0e5b7435f1 req-269453fa-339b-42e1-9dac-ee1d6c26ffde tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0895810 Nov 05 21:46:23.160071 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:23.163591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:23.173903 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-449c4a45-0f48-4bc4-a61a-2c4db983678a service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714206 Nov 05 21:46:23.185087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a0267cb-b9be-4290-8537-ba0e5b7435f1 req-fe8bba82-a291-4504-bf15-8c27152e02ea tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674920 Nov 05 21:46:23.302740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b33a407e-ff2b-46c6-8619-292ad4266cbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb HTTP/1.1" status: 200 len: 217 time: 0.1206353 Nov 05 21:46:23.328122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4ef4b-39b4-4d16-935b-a85f350b5e63'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:23.330697 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e80de0-8d55-49b9-bdfd-e00f0acabc94" -d '{"events": [{"server_uuid": "cb65bd40-f265-40c7-97ad-d92ec9fe761f", "name": "network-vif-plugged", "status": "completed", "tag": "64a4ef4b-39b4-4d16-935b-a85f350b5e63"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:23.341994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d21023a-bc32-427a-9d17-dccf677a7b77 req-9aa8fea5-5ca2-4b41-9462-98e8970b25c1 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0382590 Nov 05 21:46:23.343944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=64a4ef4b-39b4-4d16-935b-a85f350b5e63,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:23.384988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b308ccc-0692-4c9c-a0c8-c77968959e15 req-c2a69357-98e3-4a3e-869a-3075c8305d49 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:23.386548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b308ccc-0692-4c9c-a0c8-c77968959e15 req-c2a69357-98e3-4a3e-869a-3075c8305d49 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.1117809 Nov 05 21:46:23.399584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-f0651bf3-c8b4-41fd-8024-556307fcda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:23.401419 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-f0651bf3-c8b4-41fd-8024-556307fcda1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0633903 Nov 05 21:46:23.449185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:23.454192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:23.454545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:23.499455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-208cdea2-6f5e-49dc-902c-9122c8f9ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:23.501083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-208cdea2-6f5e-49dc-902c-9122c8f9ef82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908592 Nov 05 21:46:23.519981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b308ccc-0692-4c9c-a0c8-c77968959e15 req-f2b53240-e5a7-4396-aeda-7002aa55d296 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184027 Nov 05 21:46:23.551309 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9ed80b-7205-405d-9d3b-2496e824118d x-openstack-request-id: req-9e9ed80b-7205-405d-9d3b-2496e824118d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:23.551665 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb65bd40-f265-40c7-97ad-d92ec9fe761f", "name": "network-vif-plugged", "status": "completed", "tag": "64a4ef4b-39b4-4d16-935b-a85f350b5e63", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:23.554535 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e9ed80b-7205-405d-9d3b-2496e824118d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:23.555382 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a4ef4b-39b4-4d16-935b-a85f350b5e63', 'code': 200} Nov 05 21:46:23.673082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:23.719169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f66b88-4298-4329-b14d-4f10781de5d2 req-526bee2b-9c32-47a1-b2fa-6a610645dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:23.720610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2f66b88-4298-4329-b14d-4f10781de5d2 req-526bee2b-9c32-47a1-b2fa-6a610645dc52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 1096 time: 0.0835383 Nov 05 21:46:23.727833 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-fe00f675-b4e3-4f7e-91d7-20789deba95d service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186627 Nov 05 21:46:23.737580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bd826-6074-4a24-af12-76c26a7c5cf7 req-2c619c29-5822-4d19-8f8a-aca07f50f777 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:23.745077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:23.746031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-679bd826-6074-4a24-af12-76c26a7c5cf7 req-2c619c29-5822-4d19-8f8a-aca07f50f777 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 949 time: 0.1167326 Nov 05 21:46:23.803074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-679bd826-6074-4a24-af12-76c26a7c5cf7 req-df794943-9824-4c1d-9270-1f7ac1a9f402 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560298 Nov 05 21:46:23.857278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:23.945043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:24.096028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f300a1-7934-4e11-9f22-7d9fe5a5df89 req-f7ab1937-b8b1-40e9-8243-0c1e6140f9e5 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:24.097688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93f300a1-7934-4e11-9f22-7d9fe5a5df89 req-f7ab1937-b8b1-40e9-8243-0c1e6140f9e5 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.0705822 Nov 05 21:46:24.168841 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93f300a1-7934-4e11-9f22-7d9fe5a5df89 req-15e8d5a5-fe6d-44bb-ab95-633c7d960f8a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640891 Nov 05 21:46:24.206559 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e12a88c8-4122-4719-b3a7-6b135606ebb2 req-7a1bc84e-6212-42fb-81a0-27afb7a274d2 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.46 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0718398 Nov 05 21:46:24.325179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2f66b88-4298-4329-b14d-4f10781de5d2 req-dcc28ab6-4602-407d-bb78-eda0d14e19b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844655 Nov 05 21:46:24.344333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529dad2-f107-4d9b-bc0c-70d78a311580 req-53a65289-50dc-4dd4-8d06-227debb68669 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:24.351980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4529dad2-f107-4d9b-bc0c-70d78a311580 req-53a65289-50dc-4dd4-8d06-227debb68669 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 949 time: 0.2191756 Nov 05 21:46:24.352216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abedf5d-6e28-49a7-a9eb-027f02e23bdb req-fc3581c0-0571-433c-a994-d89b079a85bd tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:24.354024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6abedf5d-6e28-49a7-a9eb-027f02e23bdb req-fc3581c0-0571-433c-a994-d89b079a85bd tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0762360 Nov 05 21:46:24.381828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-74d5211b-bf15-48f5-adf3-23091e640c03 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302040 Nov 05 21:46:24.432183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6abedf5d-6e28-49a7-a9eb-027f02e23bdb req-4be1c042-166f-49f5-bf68-eb594f580c9d tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710576 Nov 05 21:46:24.451529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-50939c1d-5180-41df-9ea8-fb7ed9e6ed5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 200 len: 217 time: 0.0556531 Nov 05 21:46:24.467646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4529dad2-f107-4d9b-bc0c-70d78a311580 req-a0ff98de-1100-43cd-b5be-57e30c5f40e8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106863 Nov 05 21:46:24.543883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-59b80c0b-c456-42f3-8cfa-08b4e44eef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:24.547022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-59b80c0b-c456-42f3-8cfa-08b4e44eef63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0756881 Nov 05 21:46:24.605715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8a8d274-ad31-4d32-b3a3-740b5ced2866 req-7541735b-3b3a-4f44-a01a-838061c7ea2b tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=b71ce50a-7995-4700-a63d-bec04bbef6a8 HTTP/1.1" status: 200 len: 210 time: 0.0518188 Nov 05 21:46:24.641381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b4cbe-10ae-4a78-8806-9f4ad93e1086 req-5023c218-b55e-4ff2-b8cf-52cd18dbf12a tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:24.644449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-256b4cbe-10ae-4a78-8806-9f4ad93e1086 req-5023c218-b55e-4ff2-b8cf-52cd18dbf12a tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0975535 Nov 05 21:46:24.654867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49824) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:24.655234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-1b7afe1c-a1b5-4d5c-b1d8-57ba2b3b0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:24.656753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-1b7afe1c-a1b5-4d5c-b1d8-57ba2b3b0fd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923808 Nov 05 21:46:24.662535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Request body: {'floatingip': {'port_id': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:24.722489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:24.831727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-c5c30247-9ee0-45ca-8307-a2c530f04491 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663563 Nov 05 21:46:24.900291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e5854-e549-4089-a5d6-c2718b122eed req-6db6d9ae-9c8c-4a17-b056-58bf0ef70f9a tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:24.904622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-716e5854-e549-4089-a5d6-c2718b122eed req-6db6d9ae-9c8c-4a17-b056-58bf0ef70f9a tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.1207473 Nov 05 21:46:24.977062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-c6075751-8918-4ff6-adc5-36861630f0bd service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341126 Nov 05 21:46:25.057300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-580d9b4d-0a52-412f-8faf-2b03eec0d990 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 200 len: 217 time: 0.0664837 Nov 05 21:46:25.062765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-716e5854-e549-4089-a5d6-c2718b122eed req-1cce7d16-d82c-4144-9c07-802fa46d2626 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463759 Nov 05 21:46:25.110279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118add7-0feb-4910-8c3a-5f2e0e29e2c0 req-7001d491-6600-4dbd-83c4-f69f56cb73d6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:25.117793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118add7-0feb-4910-8c3a-5f2e0e29e2c0 req-7001d491-6600-4dbd-83c4-f69f56cb73d6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:25.119529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e118add7-0feb-4910-8c3a-5f2e0e29e2c0 req-7001d491-6600-4dbd-83c4-f69f56cb73d6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f&device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 1689 time: 0.1392119 Nov 05 21:46:25.148863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8faae238-0804-4c6b-b959-2eef48746416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:25.150737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-8faae238-0804-4c6b-b959-2eef48746416 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0857160 Nov 05 21:46:25.250438 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e118add7-0feb-4910-8c3a-5f2e0e29e2c0 req-6583f497-5e5b-4a44-96c6-2882ca5590ad tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154776 Nov 05 21:46:25.267360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-1c547320-e8b4-4b66-802b-6efc869d1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:25.267360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-1c547320-e8b4-4b66-802b-6efc869d1d4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989981 Nov 05 21:46:25.397512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-a8f1d56e-5b3c-4dc0-9cef-7cdc8a778895 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278574 Nov 05 21:46:25.556243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:25.558441 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89059e66-d034-43f6-8556-e45c4d64d643" -d '{"events": [{"server_uuid": "d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785", "name": "network-vif-plugged", "status": "completed", "tag": "6c521f2b-8cfd-4c60-8be3-d8e877d98e76"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:25.563376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1b9f9f5-4cd8-4fa4-9e05-032b648d1674 req-b7f1f569-b7d4-419f-958f-93468e3e551a service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567919 Nov 05 21:46:25.570320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a145ad-2a4c-4ea1-95d1-f2e7d31d0c9b req-36efcf24-9f2f-4832-9bbb-65e56910f1a4 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:25.578675 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a145ad-2a4c-4ea1-95d1-f2e7d31d0c9b req-36efcf24-9f2f-4832-9bbb-65e56910f1a4 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.1365099 Nov 05 21:46:25.680174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a145ad-2a4c-4ea1-95d1-f2e7d31d0c9b req-efa036f9-8b01-42c7-8f6f-ec3a8cb5f0b8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004601 Nov 05 21:46:25.813275 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a60b19-4ca9-4734-aea8-713981e84f06 x-openstack-request-id: req-25a60b19-4ca9-4734-aea8-713981e84f06 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:25.813923 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785", "name": "network-vif-plugged", "status": "completed", "tag": "6c521f2b-8cfd-4c60-8be3-d8e877d98e76", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:25.814478 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25a60b19-4ca9-4734-aea8-713981e84f06 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:25.815064 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76', 'code': 200} Nov 05 21:46:25.943660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.resource_extend [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 21:46:25.955889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb600a-48d4-4ab5-87ef-8dd53ec6bdc2 req-1777a6c5-561d-423c-b676-39f7fad93ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:25.959674 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72bb600a-48d4-4ab5-87ef-8dd53ec6bdc2 req-1777a6c5-561d-423c-b676-39f7fad93ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 1096 time: 0.0590422 Nov 05 21:46:26.072008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74709e2-a0dd-4c27-afa2-e361c90d5c7a req-f646a465-52e6-42c8-b27c-eb0a4cd9155f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:26.082781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f74709e2-a0dd-4c27-afa2-e361c90d5c7a req-f646a465-52e6-42c8-b27c-eb0a4cd9155f tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.1869209 Nov 05 21:46:26.112527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:26.156479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f74709e2-a0dd-4c27-afa2-e361c90d5c7a req-43380038-1591-4d52-871a-15753887b5b4 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764568 Nov 05 21:46:26.165239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72bb600a-48d4-4ab5-87ef-8dd53ec6bdc2 req-54052c33-8f79-4b61-ad0c-8fd5b9a7b1bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704061 Nov 05 21:46:26.183750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bcdc3-6bc1-4fde-a53f-14f64d5242ef req-e5435db1-7be2-4ee4-a2c3-cf31accda221 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:26.186573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc2bcdc3-6bc1-4fde-a53f-14f64d5242ef req-e5435db1-7be2-4ee4-a2c3-cf31accda221 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 1100 time: 0.1330285 Nov 05 21:46:26.192805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49856) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:26.205603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:26.223389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-05d2456f-6917-4db1-8404-b472910650b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:26.238826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-05d2456f-6917-4db1-8404-b472910650b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41874b2020c4436e9811b84cf1abcdff&device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 1097 time: 0.1399589 Nov 05 21:46:26.286613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc2bcdc3-6bc1-4fde-a53f-14f64d5242ef req-837e9c8e-ce13-4e21-b049-aa7156c0e3be tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980041 Nov 05 21:46:26.363460 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Floating IP 4075bf03-6056-4ef9-afbc-42cf8a6d4fd8 associated. External IP: 172.25.6.84, port: c78aa374-73a8-40e1-9ef4-0f55bfdea26a. Nov 05 21:46:26.384526 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f977fabe-bf29-4a3f-b5ec-8f0c5a60f520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:26.407511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916ee0c-7775-4b70-a211-f33a28cf6da9 req-298e0a9f-ac2c-4454-9b05-502dc5be7933 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:26.416354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9916ee0c-7775-4b70-a211-f33a28cf6da9 req-298e0a9f-ac2c-4454-9b05-502dc5be7933 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 1100 time: 0.0508242 Nov 05 21:46:26.537472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9916ee0c-7775-4b70-a211-f33a28cf6da9 req-bff8d920-a3f1-482c-ad9d-f33b95642582 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199632 Nov 05 21:46:26.629426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-4f9abe00-b9a0-43f6-8b8a-ff844e8d2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:26.633095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-4f9abe00-b9a0-43f6-8b8a-ff844e8d2e20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdb4a06-5364-4c91-a0a1-6aefc63670fc HTTP/1.1" status: 200 len: 915 time: 0.1854346 Nov 05 21:46:26.634512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f977fabe-bf29-4a3f-b5ec-8f0c5a60f520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:26.700859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-9c5997df-faaa-4fe4-ae3f-469b3a63bb0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5907459-77cc-45d9-8647-7f423b76a14e HTTP/1.1" status: 200 len: 217 time: 0.0575607 Nov 05 21:46:26.735318 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f977fabe-bf29-4a3f-b5ec-8f0c5a60f520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:26.826973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f977fabe-bf29-4a3f-b5ec-8f0c5a60f520 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d104bba2b26f463983e41da6d90f1613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6330540 Nov 05 21:46:26.829930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977fabe-bf29-4a3f-b5ec-8f0c5a60f520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a02ac0-bf9d-4edf-b912-c566278d4e42,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:26.837473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49870) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:26.848157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-3e4f7964-bc6c-4dfb-97c8-bc0c37be3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:26.850477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-3e4f7964-bc6c-4dfb-97c8-bc0c37be3c5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217b6a98-b020-4666-b979-0883cb29a1a7 HTTP/1.1" status: 200 len: 854 time: 0.1122739 Nov 05 21:46:26.880274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Router d59a162d-6ddf-4d36-9d84-2ae565eab067 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:46:26.882631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3926162-88ea-4240-8faf-a5fae224f525 req-96b56f38-3102-46d3-b62d-9dd05cd2e756 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9591a8ed03bd4007959b85653b6ca902&device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0311654 Nov 05 21:46:26.950785 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-b6d6a5ae-a45e-41ac-8c56-c201cad269a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdb4a06-5364-4c91-a0a1-6aefc63670fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647490 Nov 05 21:46:26.967128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e32d56c-40b1-4679-8449-15a8166c6d8b req-fdf01b1a-e1d5-4fe5-baee-df5d73e6f408 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0652766 Nov 05 21:46:26.985321 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3926162-88ea-4240-8faf-a5fae224f525 req-514a98bf-15f9-4727-b37a-26e01cc61ea4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9591a8ed03bd4007959b85653b6ca902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656023 Nov 05 21:46:26.985775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60632711-ec50-49f3-b888-36f8e402465d req-0892c3fd-054f-4da4-9a54-5d5f74d1c517 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:26.987244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60632711-ec50-49f3-b888-36f8e402465d req-0892c3fd-054f-4da4-9a54-5d5f74d1c517 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.1576586 Nov 05 21:46:27.150984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf22-1af1-4656-9ec0-d238180efff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:27.159039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-e595e30f-55c4-4a59-aee6-ed72419a80c2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706983 Nov 05 21:46:27.169434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60632711-ec50-49f3-b888-36f8e402465d req-532cf1bc-660a-4507-a2d7-73aee2c954e4 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811054 Nov 05 21:46:27.208479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:46:27.211823 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf22-1af1-4656-9ec0-d238180efff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:27.216189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:27.221253 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] Sync routers for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:46:27.243770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3926162-88ea-4240-8faf-a5fae224f525 req-0dc9525d-4171-49ea-bfcd-efd62462156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:27.243770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3926162-88ea-4240-8faf-a5fae224f525 req-0dc9525d-4171-49ea-bfcd-efd62462156b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2529781 Nov 05 21:46:27.261826 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:46:27.262815 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:27.282876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c88a8f1a-4029-4b4c-b59f-fba0f7633bcc tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "PUT /v2.0/floatingips/4075bf03-6056-4ef9-afbc-42cf8a6d4fd8 HTTP/1.1" status: 200 len: 991 time: 2.6265154 Nov 05 21:46:27.285613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:27.288179 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8" -d '{"events": [{"name": "network-changed", "server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:27.351629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-eff96f86-a2eb-4510-96af-ed4a6b3a4396 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870094 Nov 05 21:46:27.391526 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:46:27.453712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981c444-81e9-4598-9fe5-9a746ad88467 req-22a4ee80-e2e9-4399-9c52-07f338c5ee11 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:27.460529 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f981c444-81e9-4598-9fe5-9a746ad88467 req-22a4ee80-e2e9-4399-9c52-07f338c5ee11 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0698669 Nov 05 21:46:27.480256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6e2d4d42-cd50-4138-8cdb-dd2e81f65363 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:27.491391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6e2d4d42-cd50-4138-8cdb-dd2e81f65363 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554550 Nov 05 21:46:27.517285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f981c444-81e9-4598-9fe5-9a746ad88467 req-deceac34-fed2-46f5-b566-88d51417ed8a tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541770 Nov 05 21:46:27.520116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-3c74160f-fdf3-4fb4-a05b-31685281452e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/quotas/2c005b9d431941259d92be47ce0e6583 HTTP/1.1" status: 200 len: 375 time: 0.0297976 Nov 05 21:46:27.573391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ea8b91e-7c74-4798-8e06-3dd60386242b req-57a9b734-8df1-47ba-9bab-bfd446f1cc38 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135611 Nov 05 21:46:27.604630 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-f24a9991-15fa-4145-8b9b-fbb61b367ed2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829363 Nov 05 21:46:27.608362 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf22-1af1-4656-9ec0-d238180efff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:27.611609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf22-1af1-4656-9ec0-d238180efff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:27.613223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c4eaf22-1af1-4656-9ec0-d238180efff2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35a02ac0-bf9d-4edf-b912-c566278d4e42 HTTP/1.1" status: 204 len: 168 time: 0.7732921 Nov 05 21:46:27.705450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eaf22-1af1-4656-9ec0-d238180efff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a02ac0-bf9d-4edf-b912-c566278d4e42,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:27.729869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64250e-db21-4c43-854f-4e03a83e28c1 req-880e68e4-4fb2-4a9e-9ae5-51896e3500c8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:27.737583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e64250e-db21-4c43-854f-4e03a83e28c1 req-880e68e4-4fb2-4a9e-9ae5-51896e3500c8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1231513 Nov 05 21:46:27.801000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e64250e-db21-4c43-854f-4e03a83e28c1 req-7732d7e4-3c4c-4f2d-a87b-f41438b1db44 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Nov 05 21:46:27.851182 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '4075bf03-6056-4ef9-afbc-42cf8a6d4fd8', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'port_id': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'mac_address': 'fa:16:3e:53:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:45:07Z', 'updated_at': '2021-11-05T21:46:25Z', 'revision_number': 1, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:27.856055 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418ca651-c1aa-409f-a137-0089186aaff9 x-openstack-request-id: req-418ca651-c1aa-409f-a137-0089186aaff9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:27.856586 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:27.857160 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-418ca651-c1aa-409f-a137-0089186aaff9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:27.857805 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'status': 'completed', 'code': 200} Nov 05 21:46:27.877973 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] Checking router: d59a162d-6ddf-4d36-9d84-2ae565eab067 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:46:27.887281 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:46:27.887918 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:27.940635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-700b82cb-9544-4e35-bc4a-d15fcb16bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:27.942198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-700b82cb-9544-4e35-bc4a-d15fcb16bbe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4e09138e6141c6abf47da26888ece5&device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 1097 time: 0.0601168 Nov 05 21:46:28.022377 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:46:28.046445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1a25a-a7ab-4982-b952-bfac5edef6b8 req-e8800385-0774-432b-b871-179f7ca140f0 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:28.056649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10c1a25a-a7ab-4982-b952-bfac5edef6b8 req-e8800385-0774-432b-b871-179f7ca140f0 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.0869930 Nov 05 21:46:28.085393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-96bd1c21-76ef-4347-90a0-aac6e9354d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:28.087058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-96bd1c21-76ef-4347-90a0-aac6e9354d0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf02707f-5614-40f0-8570-7486cc5769c1 HTTP/1.1" status: 200 len: 917 time: 0.1362960 Nov 05 21:46:28.117514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10c1a25a-a7ab-4982-b952-bfac5edef6b8 req-811427d4-6e94-411a-af45-baaf80d84404 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595608 Nov 05 21:46:28.254992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8d35c16-09cf-432f-a00a-2b57e35cc662 req-37af9849-fe38-475b-8cd0-8057239ccb99 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0353837 Nov 05 21:46:28.270282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-47b23239-3f94-492a-a5b3-bb19427c8ac1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a HTTP/1.1" status: 200 len: 999 time: 0.1700733 Nov 05 21:46:28.326016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-89f19498-45c6-4a08-9d0f-2637e6705e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:28.327816 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-89f19498-45c6-4a08-9d0f-2637e6705e41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e32d424a-1f5f-4984-bf5f-f171dcdd18d8 HTTP/1.1" status: 200 len: 855 time: 0.0503275 Nov 05 21:46:28.339066 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '4075bf03-6056-4ef9-afbc-42cf8a6d4fd8', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'port_id': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'mac_address': 'fa:16:3e:53:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:45:07Z', 'updated_at': '2021-11-05T21:46:25Z', 'revision_number': 1, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:28.381638 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f715712-856a-43f5-9aa0-1d2b23d3ab72 None None] The sync data for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 is: [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '4075bf03-6056-4ef9-afbc-42cf8a6d4fd8', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'port_id': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'mac_address': 'fa:16:3e:53:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:45:07Z', 'updated_at': '2021-11-05T21:46:25Z', 'revision_number': 1, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:46:28.397211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-d254a75f-de5e-42c0-8799-a6f25eb4cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:28.401903 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-d254a75f-de5e-42c0-8799-a6f25eb4cefd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf02707f-5614-40f0-8570-7486cc5769c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628719 Nov 05 21:46:28.589827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-ef9a1948-f793-41a3-882c-47dedf774d25 service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687238 Nov 05 21:46:28.695109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c4e3-4ebd-4261-bf29-6d01b1bbcdaf req-23ff89b6-6e1d-4392-9be9-040cf79b3b44 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:28.704896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0115c4e3-4ebd-4261-bf29-6d01b1bbcdaf req-23ff89b6-6e1d-4392-9be9-040cf79b3b44 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0910392 Nov 05 21:46:28.705586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de8537-5036-4e73-a6f7-f7cff4fa6243 None None] New status for floating IP 4075bf03-6056-4ef9-afbc-42cf8a6d4fd8: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:46:28.748496 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c647b16-1ec3-4f5e-99c4-ede9f54f60a8 req-76284af3-a8a8-44a8-a093-906ff9241e06 service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474690 Nov 05 21:46:28.764438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0115c4e3-4ebd-4261-bf29-6d01b1bbcdaf req-962e07c3-f596-4f77-a8b9-8bd3cc408b73 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Nov 05 21:46:29.013415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3926162-88ea-4240-8faf-a5fae224f525 req-137d3645-eb5c-4195-ac30-7de584ff94e8 tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0608430 Nov 05 21:46:29.136044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49916) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:29.174042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-36578469-1568-4b83-b9c4-127a0073e1a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:29.208982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7f9d89c6-2898-42b5-9b6f-7327ee66dc91 req-3fa3c432-084c-4d2d-977e-fcf9f650d9c7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 210 time: 0.0421209 Nov 05 21:46:29.313720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743383dd-7a32-474a-ab37-8de753fc13e6 req-fb902271-7c4a-4e4d-a439-e7c14bb2b02e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:29.315919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-743383dd-7a32-474a-ab37-8de753fc13e6 req-fb902271-7c4a-4e4d-a439-e7c14bb2b02e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.0781965 Nov 05 21:46:29.364694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-36578469-1568-4b83-b9c4-127a0073e1a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:29.382100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-693e61a3-9447-4f8b-88c1-1740192d9bae req-dd8dd600-d37a-4431-9b1b-e5ce0293ac8a tempest-ServerShowV247Test-760638250 tempest-ServerShowV247Test-760638250-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf65c840-6eae-483f-92bc-cbf481f38da2 HTTP/1.1" status: 200 len: 210 time: 0.0370498 Nov 05 21:46:29.389143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-743383dd-7a32-474a-ab37-8de753fc13e6 req-ff49f3bd-2bdc-42b4-ab65-8f063c96e185 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655959 Nov 05 21:46:29.516381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-36578469-1568-4b83-b9c4-127a0073e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:29.562007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-36578469-1568-4b83-b9c4-127a0073e1a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f998e5a0598f4c0b9bdbef387b379cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217474 Nov 05 21:46:29.562007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36578469-1568-4b83-b9c4-127a0073e1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ce3a85-f87d-4997-95b7-b19670c239a1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:29.562864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49932) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:29.620821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:29.658197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:29.724326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc94a6-dc89-493a-a980-559fa1433543 req-97b045ac-f9e7-43ae-8831-ca47447b8813 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:29.725763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47bc94a6-dc89-493a-a980-559fa1433543 req-97b045ac-f9e7-43ae-8831-ca47447b8813 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.0862310 Nov 05 21:46:29.779896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47bc94a6-dc89-493a-a980-559fa1433543 req-4d832415-aa27-46cb-a320-990c1f09f15e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467741 Nov 05 21:46:29.813782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:29.816775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:29.818489 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9ce3a85-f87d-4997-95b7-b19670c239a1 HTTP/1.1" status: 204 len: 168 time: 0.2555556 Nov 05 21:46:29.829377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ce3a85-f87d-4997-95b7-b19670c239a1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:29.836772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.837121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.837548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.837905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.838243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.838590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.839510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.839510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.839729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.839900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.840211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.840536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cc43e-939a-4369-9610-7c6e0a8ed31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:29.997903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a7464-ec83-4b06-9ba2-18a74af70d8e req-b5529244-6ec5-41bf-90eb-6ddd0c20cf38 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:30.007020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a27a7464-ec83-4b06-9ba2-18a74af70d8e req-b5529244-6ec5-41bf-90eb-6ddd0c20cf38 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0851955 Nov 05 21:46:30.081750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a27a7464-ec83-4b06-9ba2-18a74af70d8e req-d4b19fd5-9316-4fba-b418-d13d2fd3f17b tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690246 Nov 05 21:46:30.121266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a74342-7dc0-4739-b647-082d3eed9a6d req-625a9a8a-c900-4bb4-9e72-ea0f69d09b95 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:30.127413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-35a74342-7dc0-4739-b647-082d3eed9a6d req-625a9a8a-c900-4bb4-9e72-ea0f69d09b95 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0822566 Nov 05 21:46:30.200259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-35a74342-7dc0-4739-b647-082d3eed9a6d req-e2094f76-a963-47cd-b367-dc7c6c4a9fbf tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641754 Nov 05 21:46:30.491362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3093-908e-4ddb-9836-2b17588a066b req-ea46f7e1-d232-466f-8517-14d1820d4590 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:30.497791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3093-908e-4ddb-9836-2b17588a066b req-ea46f7e1-d232-466f-8517-14d1820d4590 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:30.503874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3093-908e-4ddb-9836-2b17588a066b req-ea46f7e1-d232-466f-8517-14d1820d4590 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:30.506186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78fd3093-908e-4ddb-9836-2b17588a066b req-ea46f7e1-d232-466f-8517-14d1820d4590 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f&device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785&device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 2416 time: 0.0823538 Nov 05 21:46:30.555853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78fd3093-908e-4ddb-9836-2b17588a066b req-523b1ad7-0a68-486d-8be1-796bc31cff7f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Nov 05 21:46:30.625062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b40edf6e-31d4-4fd8-b68b-55fc5b7e727d req-4f001eb9-93c5-4c14-84bc-433582e810a8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 210 time: 0.0273979 Nov 05 21:46:30.864560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6957a86-8f0b-4117-a735-a8896c315424 req-370202a1-2f22-4f72-91ac-26092c4e29b3 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:31.072664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6957a86-8f0b-4117-a735-a8896c315424 req-370202a1-2f22-4f72-91ac-26092c4e29b3 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.0545988 Nov 05 21:46:31.072664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6957a86-8f0b-4117-a735-a8896c315424 req-5868b787-9548-4ff2-870e-09b45eefbacb tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Nov 05 21:46:31.805289 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:31.818543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af5e540d-6fbc-4f10-8bf9-81176b2049f6 req-cd4774ea-2365-4826-8e55-02ee528bb2ce tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 210 time: 0.0305533 Nov 05 21:46:32.141009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbdb96-b7b3-4035-85b0-5a5424ee0811 req-cb5b864f-20cf-4cdf-8e66-4900cc3ac6b6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:32.141009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fbfbdb96-b7b3-4035-85b0-5a5424ee0811 req-cb5b864f-20cf-4cdf-8e66-4900cc3ac6b6 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0638742 Nov 05 21:46:32.213386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fbfbdb96-b7b3-4035-85b0-5a5424ee0811 req-ec945e4e-3221-44d7-9be3-eaca75575a38 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601592 Nov 05 21:46:32.359241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50026) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:32.478932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e32953c2-9b47-409a-b4ef-b063d0327b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:32.568700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e32953c2-9b47-409a-b4ef-b063d0327b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:32.679216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e32953c2-9b47-409a-b4ef-b063d0327b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:32.700201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311345c-4cbc-4e50-9c5d-a8a01abf3d54 req-7a1a1810-c9fe-406f-94a2-769aa83056eb tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:32.702094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8311345c-4cbc-4e50-9c5d-a8a01abf3d54 req-7a1a1810-c9fe-406f-94a2-769aa83056eb tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0622218 Nov 05 21:46:32.708727 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:32.710728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e32953c2-9b47-409a-b4ef-b063d0327b80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9591a8ed03bd4007959b85653b6ca902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3499432 Nov 05 21:46:32.713122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50040) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:32.757961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32953c2-9b47-409a-b4ef-b063d0327b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb51569-6769-40ec-b6ca-49f6adb216c5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:32.791824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8311345c-4cbc-4e50-9c5d-a8a01abf3d54 req-370fda97-f572-4f89-a3d5-0b424687775f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688803 Nov 05 21:46:32.822185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4938d05d-b300-4063-be14-8792f22b1443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:32.851585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4938d05d-b300-4063-be14-8792f22b1443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:32.952227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a58d6f44-b1f6-4424-8fe9-28737cb3e5d0 req-7698a90a-feeb-4f09-8a3c-75fa251ce03d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Nov 05 21:46:33.036535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4938d05d-b300-4063-be14-8792f22b1443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:33.039217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4938d05d-b300-4063-be14-8792f22b1443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:33.040667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4938d05d-b300-4063-be14-8792f22b1443 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eb51569-6769-40ec-b6ca-49f6adb216c5 HTTP/1.1" status: 204 len: 168 time: 0.3263714 Nov 05 21:46:33.051507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938d05d-b300-4063-be14-8792f22b1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb51569-6769-40ec-b6ca-49f6adb216c5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:33.335768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814f45f-7c6f-490d-ac0f-e87cd952313b req-e2cbd080-bb70-49fb-b815-3d2570d9e82b tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:33.337810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5814f45f-7c6f-490d-ac0f-e87cd952313b req-e2cbd080-bb70-49fb-b815-3d2570d9e82b tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0619473 Nov 05 21:46:33.388415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5814f45f-7c6f-490d-ac0f-e87cd952313b req-d149932c-aebe-4abd-889f-9952f970d1c2 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Nov 05 21:46:33.835959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-41fadd8f-e7e0-47bb-a6ea-ce2fc207ffad tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:33.837464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-41fadd8f-e7e0-47bb-a6ea-ce2fc207ffad tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.46 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.0533183 Nov 05 21:46:34.022288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-d7fa5c98-40a4-4fa9-a283-00b83a29a4a6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717852 Nov 05 21:46:34.033504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d01134-d03f-450b-b0d2-99c74d4e4a48 req-4f441291-713d-44a6-bb00-13ebbd76e6e6 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:34.042989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8d01134-d03f-450b-b0d2-99c74d4e4a48 req-4f441291-713d-44a6-bb00-13ebbd76e6e6 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1739194 Nov 05 21:46:34.080337 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef94fe24-747c-4e2b-b885-587bc6d9a60c req-1ba2d80d-6479-48a3-a3fa-e203d07d7f86 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 210 time: 0.0332391 Nov 05 21:46:34.213103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Deleting port e5907459-77cc-45d9-8647-7f423b76a14e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:46:34.213103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:34.250089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8d01134-d03f-450b-b0d2-99c74d4e4a48 req-1f229b61-d5a4-4b12-be67-2568c83b4154 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828392 Nov 05 21:46:34.329770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-84bd3129-1092-40e5-9e5e-0aa768b32df7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:34.331234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-84bd3129-1092-40e5-9e5e-0aa768b32df7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728460 Nov 05 21:46:34.353962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:34.550445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-199fdb61-df88-4480-ab81-a97a5a0e89f4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654795 Nov 05 21:46:34.569132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50100) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:34.583783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] For port e5907459-77cc-45d9-8647-7f423b76a14e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e5907459-77cc-45d9-8647-7f423b76a14e,segment=NetworkSegment(39c3e705-aa41-4c9d-9e15-1022b8334d1c),segment_id=39c3e705-aa41-4c9d-9e15-1022b8334d1c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:34.584117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:34.606406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea86b31-2d47-4bee-92c5-4c9f77f75b6f req-772eea76-35ed-47b8-bc80-8d42b1b2790d tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:34.625232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ea86b31-2d47-4bee-92c5-4c9f77f75b6f req-772eea76-35ed-47b8-bc80-8d42b1b2790d tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 946 time: 0.1118677 Nov 05 21:46:34.739451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ea86b31-2d47-4bee-92c5-4c9f77f75b6f req-f8d5ee66-882b-406e-b4e3-8c3620b39d53 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127088 Nov 05 21:46:34.739705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-8c68af61-e3cd-40d1-901d-26634015c37e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:34.741213 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-8c68af61-e3cd-40d1-901d-26634015c37e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419210 Nov 05 21:46:34.764697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Calling delete_port for e5907459-77cc-45d9-8647-7f423b76a14e owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:46:34.774679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:34.844028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-279861434-network', 'tenant_id': '733ef4f44419451d96730e967f293ffa'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:35.012055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:35.015646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.079804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 21:46:35.079804 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 21:46:35.079804 n-d-816738-5 neutron-server[102291]: [parameters: {'project_id_1': '2c005b9d431941259d92be47ce0e6583', 'expiration_1': datetime.datetime(2021, 11, 5, 21, 46, 14, 951403)}] Nov 05 21:46:35.079804 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:46:35.080233 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:46:35.176849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Made reservation on behalf of 733ef4f44419451d96730e967f293ffa for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:35.179069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.222262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-366a9105-169a-40f2-a3e3-5eab3d5e5647 req-44c6b4d9-d1c6-4ec3-840f-7ae34d8d5136 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 210 time: 0.0492604 Nov 05 21:46:35.227008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.228721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.313004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Pushing event deleted for resources: {'Port': ['ID=e5907459-77cc-45d9-8647-7f423b76a14e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:35.326691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.252 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/ec0a9f98-280f-4459-9f3c-70313e6c2a0f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:35.383172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] No DVR routers for this DVR port e5907459-77cc-45d9-8647-7f423b76a14e on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:46:35.390494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.393798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb218db9-a078-4bfb-85dd-d5d1c60ccc29 req-877da862-5556-4297-bd72-9c54397e2d96 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.46 "DELETE /v2.0/ports/e5907459-77cc-45d9-8647-7f423b76a14e HTTP/1.1" status: 204 len: 173 time: 1.5502610 Nov 05 21:46:35.394277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'name': 'network-vif-deleted', 'tag': 'e5907459-77cc-45d9-8647-7f423b76a14e'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:35.397194 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4585db6a-27fb-41c7-aa78-4ba72a171414" -d '{"events": [{"server_uuid": "2287b18f-8405-4f91-8d74-5a39eced93c3", "name": "network-vif-deleted", "tag": "e5907459-77cc-45d9-8647-7f423b76a14e"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:35.446936 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8495b-fae0-42e1-8559-b6216522c65b x-openstack-request-id: req-d4e8495b-fae0-42e1-8559-b6216522c65b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:35.447250 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2287b18f-8405-4f91-8d74-5a39eced93c3", "name": "network-vif-deleted", "tag": "e5907459-77cc-45d9-8647-7f423b76a14e", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:35.447491 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4e8495b-fae0-42e1-8559-b6216522c65b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:35.447922 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2287b18f-8405-4f91-8d74-5a39eced93c3', 'name': 'network-vif-deleted', 'tag': 'e5907459-77cc-45d9-8647-7f423b76a14e', 'status': 'completed', 'code': 200} Nov 05 21:46:35.458724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8c272-6c57-40ba-ad3e-9dfd1150b63c req-67a8c1e9-faa1-4c67-8876-e34ba14c9792 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:35.460260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40d8c272-6c57-40ba-ad3e-9dfd1150b63c req-67a8c1e9-faa1-4c67-8876-e34ba14c9792 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1516418 Nov 05 21:46:35.605138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40d8c272-6c57-40ba-ad3e-9dfd1150b63c req-e2a1cc54-6905-4704-8db9-a54c4ab878da tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317985 Nov 05 21:46:35.626042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.659230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.715841 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.741619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:46:35.748550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:35.751997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.765751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a8196-fe93-4dc0-b976-4436db6f78ce,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:35.768693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.769037 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Added segment b7b58654-7c90-4627-8aeb-59e53ae7dcdd of type vlan for network 2097f438-5b0b-4530-a672-94a0b6a6b316 Nov 05 21:46:35.811054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:35.824468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:35.825678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:36.253538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.306905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a1838f5-8529-48b5-9300-b62f32048b6b req-415cb4dd-f36f-4049-9778-4bd634e319d4 tempest-InstanceActionsTestJSON-474423004 tempest-InstanceActionsTestJSON-474423004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2287b18f-8405-4f91-8d74-5a39eced93c3 HTTP/1.1" status: 200 len: 210 time: 0.4378719 Nov 05 21:46:36.322731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:36.342385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:36.352016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:36.374480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dac3047-083c-48f8-809b-00c0820808db req-fdf1a9b9-545f-4e06-a9d6-eb1bb0eae0f3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 210 time: 0.0693138 Nov 05 21:46:36.385989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:36.428880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f83bd64f-ec5b-47f7-ad60-95431ee25549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.432836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:36.432836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.468447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.116 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:36.547748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-19f2cae3-abd7-4b38-9ca9-6cd27b59dabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1978409 Nov 05 21:46:36.549249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.551946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:36.552653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.570362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Request body: {'port': {'device_id': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:36.735210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ee29a500-5690-4358-a0b3-46206fb589ae None None] Provisioning complete for port ec0a9f98-280f-4459-9f3c-70313e6c2a0f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:36.745604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ee29a500-5690-4358-a0b3-46206fb589ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.758798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30f7cf-e5f1-4976-9d6b-f6c26535016a req-d38fcdde-5b4b-4b73-a365-36e7cb721002 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:36.766782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e30f7cf-e5f1-4976-9d6b-f6c26535016a req-d38fcdde-5b4b-4b73-a365-36e7cb721002 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0705094 Nov 05 21:46:36.825075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] Pushing event updated for resources: {'Network': ['ID=2097f438-5b0b-4530-a672-94a0b6a6b316,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:36.840326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e5907459-77cc-45d9-8647-7f423b76a14e no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:46:36.850821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7ecc78d6-4bfb-4c45-ac49-c22265d80a63 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2708907 Nov 05 21:46:36.858051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50136) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:36.862963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 2097f438-5b0b-4530-a672-94a0b6a6b316 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:46:36.865681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Request body: {'subnet': {'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-279861434-subnet', 'tenant_id': '733ef4f44419451d96730e967f293ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:36.880513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.886460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: e5907459-77cc-45d9-8647-7f423b76a14e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:46:36.886997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e5907459-77cc-45d9-8647-7f423b76a14e not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:46:36.907538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ee29a500-5690-4358-a0b3-46206fb589ae None None] Port ec0a9f98-280f-4459-9f3c-70313e6c2a0f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:36.916445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e30f7cf-e5f1-4976-9d6b-f6c26535016a req-51e5f65a-f275-4334-89a6-32967b401fa1 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453669 Nov 05 21:46:36.949319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:36.960348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Made reservation on behalf of 733ef4f44419451d96730e967f293ffa for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:36.963248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.188485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.201712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:37.246752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:37.279448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.325007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:37.328623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:37.385811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293c5866-a04c-4494-9675-c0f84e0c434c,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:37.407483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50142) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:37.509724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0a9f98-280f-4459-9f3c-70313e6c2a0f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:37.522583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.533479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] Deleting subnet 217b6a98-b020-4666-b979-0883cb29a1a7 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:46:37.538995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Checking segment: {'id': 'b7b58654-7c90-4627-8aeb-59e53ae7dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:37.539477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Network hostable DHCP agents. Network: 2097f438-5b0b-4530-a672-94a0b6a6b316, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:46:37.541869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Transition to ACTIVE for port object ec0a9f98-280f-4459-9f3c-70313e6c2a0f will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:37.546209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.560798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:37.564958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:37.646722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.661752 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.673238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0151f-e6cb-4070-a0b5-f380b5c555d8 req-8131611a-d9ec-4ee2-8339-f34adc6cf9e0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:37.675198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c0151f-e6cb-4070-a0b5-f380b5c555d8 req-8131611a-d9ec-4ee2-8339-f34adc6cf9e0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 936 time: 0.1387417 Nov 05 21:46:37.730772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:37.731460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.768755 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:37.794933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Network 2097f438-5b0b-4530-a672-94a0b6a6b316 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:46:37.818481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23c0151f-e6cb-4070-a0b5-f380b5c555d8 req-f798df5c-7e5d-468d-8279-59888d6ae295 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223006 Nov 05 21:46:37.839418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:37.927517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a4744409-18fe-4aad-bc88-1de46ca80492 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1581821 Nov 05 21:46:37.951439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2ee9d020-0b69-4b10-858a-6663aaf991b4 None None] Provisioning complete for port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:37.954939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Request body: {'port': {'device_id': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:37.956024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d020-0b69-4b10-858a-6663aaf991b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.001950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 2097f438-5b0b-4530-a672-94a0b6a6b316) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:38.007736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:38.008749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.021979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Attempting to bind port ec0a9f98-280f-4459-9f3c-70313e6c2a0f on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:38.024301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Attempting to bind port ec0a9f98-280f-4459-9f3c-70313e6c2a0f by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:38.024712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Attempting to bind port ec0a9f98-280f-4459-9f3c-70313e6c2a0f on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:38.038615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9d020-0b69-4b10-858a-6663aaf991b4 None None] Port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:38.040205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee93749-69f4-41e0-a7d2-ba5dfca5f803 None None] Network 2097f438-5b0b-4530-a672-94a0b6a6b316 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:46:38.084284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Port ec0a9f98-280f-4459-9f3c-70313e6c2a0f on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:38.084284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Attempting to bind port ec0a9f98-280f-4459-9f3c-70313e6c2a0f on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:38.086299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.095189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:38.095587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:38.096088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:38.096690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Bound port: ec0a9f98-280f-4459-9f3c-70313e6c2a0f, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:38.106270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.129559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.137205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217b6a98-b020-4666-b979-0883cb29a1a7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:38.139316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.147781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a8830698-9f8a-4c5d-b8de-9995ef9a9cd0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/217b6a98-b020-4666-b979-0883cb29a1a7 HTTP/1.1" status: 204 len: 168 time: 0.7383735 Nov 05 21:46:38.151136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:38.195267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-befc3e8e-49b5-491d-89c9-1d9aa5083130 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3271401 Nov 05 21:46:38.235726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d16c3b-b0c8-46ca-8d30-9f0a8c8f0634 None None] Network 2097f438-5b0b-4530-a672-94a0b6a6b316 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:46:38.265207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934e4c4-b9af-4ec7-b30b-b0dabe573596 req-47a1480f-8857-4c23-9d0e-56c772d0709b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:38.274822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3934e4c4-b9af-4ec7-b30b-b0dabe573596 req-47a1480f-8857-4c23-9d0e-56c772d0709b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.2384331 Nov 05 21:46:38.335930 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.350006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] For port ec0a9f98-280f-4459-9f3c-70313e6c2a0f, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:38.385991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] For port ec0a9f98-280f-4459-9f3c-70313e6c2a0f, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:38.442365 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3934e4c4-b9af-4ec7-b30b-b0dabe573596 req-d8599c02-d685-4102-a242-b25b949386b5 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563237 Nov 05 21:46:38.494597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.533667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.538945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:38.539641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.541065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] 10.222.0.46 "PUT /v2.0/ports/ec0a9f98-280f-4459-9f3c-70313e6c2a0f HTTP/1.1" status: 200 len: 1096 time: 1.9816182 Nov 05 21:46:38.547923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'tag': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:38.550282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f91177e-651b-442f-86c3-a882fd31e151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.550415 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa8f775-dd05-4873-a03a-60aca1556071" -d '{"events": [{"name": "network-changed", "server_uuid": "41c143ad-3c52-4900-b02c-35dc9480bfb8", "tag": "ec0a9f98-280f-4459-9f3c-70313e6c2a0f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:38.585537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdb4a06-5364-4c91-a0a1-6aefc63670fc']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:38.601239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c3e705-aa41-4c9d-9e15-1022b8334d1c') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:38.601545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c3e705-aa41-4c9d-9e15-1022b8334d1c') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:46:38.621827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.637459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04514f-4758-4d4c-9040-8258c2a8de9d service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:38.644241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.652578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:46:38.653143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:46:38.656132 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:46:38.737448 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3cfcc0-9a98-432e-b6e1-535418591021 x-openstack-request-id: req-8c3cfcc0-9a98-432e-b6e1-535418591021 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:38.738054 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c143ad-3c52-4900-b02c-35dc9480bfb8", "tag": "ec0a9f98-280f-4459-9f3c-70313e6c2a0f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:38.738462 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c3cfcc0-9a98-432e-b6e1-535418591021 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:38.739742 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'tag': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f', 'status': 'completed', 'code': 200} Nov 05 21:46:38.775390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:38.794611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.816284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Transition to ACTIVE for port object 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:38.819306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8f775-dd05-4873-a03a-60aca1556071 req-277b5f3d-919d-4db8-8f4b-eb07c8ab5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:38.821071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fa8f775-dd05-4873-a03a-60aca1556071 req-277b5f3d-919d-4db8-8f4b-eb07c8ab5430 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 1099 time: 0.1071799 Nov 05 21:46:38.833355 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.852621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:38.857279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] 10.222.0.41 "DELETE /v2.0/networks/4cdb4a06-5364-4c91-a0a1-6aefc63670fc HTTP/1.1" status: 204 len: 168 time: 0.7040908 Nov 05 21:46:38.874117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dcc6f-630f-445f-9223-c41d21b73f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=4cdb4a06-5364-4c91-a0a1-6aefc63670fc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:38.874885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fa8f775-dd05-4873-a03a-60aca1556071 req-735c34d5-774e-4739-9e92-aebc3a20730a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427494 Nov 05 21:46:39.010137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.028090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8acf5f-9ad7-4d99-a239-1fe1d9d10c7a req-393a3765-c35a-42b6-ab48-10ecdbb50912 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:39.029889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a8acf5f-9ad7-4d99-a239-1fe1d9d10c7a req-393a3765-c35a-42b6-ab48-10ecdbb50912 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 948 time: 0.0803504 Nov 05 21:46:39.136253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a8acf5f-9ad7-4d99-a239-1fe1d9d10c7a req-4618bd40-cb67-4a9e-bf9e-f9c58996ffed tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970399 Nov 05 21:46:39.193100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8f775-dd05-4873-a03a-60aca1556071 req-d956cfe6-0622-4bfa-b8f6-c387855748f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:39.194686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fa8f775-dd05-4873-a03a-60aca1556071 req-d956cfe6-0622-4bfa-b8f6-c387855748f2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3031583 Nov 05 21:46:39.196981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Pushing event updated for resources: {'Port': ['ID=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:39.290508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Attempting to bind port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:39.290872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Attempting to bind port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:39.291401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Attempting to bind port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:39.298960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:39.304683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Attempting to bind port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:39.308250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:39.308658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:39.309039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:39.309476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Bound port: 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:39.309882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.334802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-bcb8974b-232f-42ed-86fe-7e14b2cd5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:39.336472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-bcb8974b-232f-42ed-86fe-7e14b2cd5f1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 1099 time: 0.0911338 Nov 05 21:46:39.405028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-778f7135-ffd0-45a1-85b7-ccb9e25e1c48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ec0a9f98-280f-4459-9f3c-70313e6c2a0f HTTP/1.1" status: 200 len: 217 time: 0.0422058 Nov 05 21:46:39.462224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50182) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:39.466503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-679243092-network', 'tenant_id': 'b215a1a920a44f8faf5c67157b683b53'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:39.470724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] For port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:39.497505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] For port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:39.499893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-87e2f5de-ec3b-4a5a-bb58-e5facd5ffaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:39.501393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-87e2f5de-ec3b-4a5a-bb58-e5facd5ffaad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0883834 Nov 05 21:46:39.569778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50186) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:39.580337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-3a32ec2e-0b5f-44fb-96b8-dca72325793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:39.581955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-3a32ec2e-0b5f-44fb-96b8-dca72325793c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703518 Nov 05 21:46:39.604793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d1717-6f64-4b01-8413-1fc649bcc886 req-07fa441d-5ed0-4d56-8767-da3cc0a256a6 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:39.606320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-279d1717-6f64-4b01-8413-1fc649bcc886 req-07fa441d-5ed0-4d56-8767-da3cc0a256a6 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0715420 Nov 05 21:46:39.623201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-28ea756a-1b60-4bcb-9eaa-fcfbd06d620b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41874b2020c4436e9811b84cf1abcdff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505366 Nov 05 21:46:39.624061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50190) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:39.652944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Made reservation on behalf of b215a1a920a44f8faf5c67157b683b53 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:39.655110 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.655563 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.674922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.705677 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fdbcfb-748d-435f-9f0d-4ff1ae9c857b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.738599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:39.740059 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.741495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] 10.222.0.13 "PUT /v2.0/ports/5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf HTTP/1.1" status: 200 len: 1096 time: 1.7943583 Nov 05 21:46:39.745690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fdbcfb-748d-435f-9f0d-4ff1ae9c857b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.821471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-279d1717-6f64-4b01-8413-1fc649bcc886 req-7289a8e1-c9a0-4edf-8974-87852ed62482 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991904 Nov 05 21:46:39.835233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce49326-314f-44f5-94cd-8902dfa5fbbb service neutron] Pushing event updated for resources: {'Port': ['ID=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:39.894292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:39.901339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-ef394737-d7ea-48cc-a9e9-3e4a711c78ab service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078468 Nov 05 21:46:40.002621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.009440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-5d395f74-f318-47f8-b8c8-c62cf683b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:40.011083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-5d395f74-f318-47f8-b8c8-c62cf683b6e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 1099 time: 0.1229465 Nov 05 21:46:40.073039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fdbcfb-748d-435f-9f0d-4ff1ae9c857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.073039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fdbcfb-748d-435f-9f0d-4ff1ae9c857b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.075504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-26fdbcfb-748d-435f-9f0d-4ff1ae9c857b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24 HTTP/1.1" status: 204 len: 168 time: 0.4502134 Nov 05 21:46:40.083856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.090091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-140129ff-0d4d-4c38-9a5e-bc8763c99881 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651578 Nov 05 21:46:40.091602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-a9e96fbf-8172-4458-9bc8-6e15d2cbbe77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf HTTP/1.1" status: 200 len: 217 time: 0.0671217 Nov 05 21:46:40.096371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbcfb-748d-435f-9f0d-4ff1ae9c857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcc09e4-9cfa-4bb9-a66e-c64f6d09fe24,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:40.155194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bd968f-f3f8-44e3-a817-e08fd1c4770f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:40.158009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:46:40.169762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.170180 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Added segment 37214f65-5d87-41a1-b297-e20b4bdf7861 of type vlan for network 0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e Nov 05 21:46:40.194505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-ea550b3a-ac6d-4e31-9682-58052a3ff7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:40.197621 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-ea550b3a-ac6d-4e31-9682-58052a3ff7bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0968769 Nov 05 21:46:40.256637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-609f9d1a-1460-4d9d-8299-9bd33cd2bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:40.259617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-609f9d1a-1460-4d9d-8299-9bd33cd2bdd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523815 Nov 05 21:46:40.290249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.334783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb834-63b6-4f4c-aaa3-604e27428555 req-d6f628fa-2781-48c2-a3af-709bd9845f21 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:40.336207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a4cb834-63b6-4f4c-aaa3-604e27428555 req-d6f628fa-2781-48c2-a3af-709bd9845f21 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 948 time: 0.0822365 Nov 05 21:46:40.371963 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-2282a537-6a11-4ce0-ac13-71ecb1573026 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017649 Nov 05 21:46:40.387636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a4cb834-63b6-4f4c-aaa3-604e27428555 req-e9398245-3739-4b44-9741-96b2e7d51c84 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442872 Nov 05 21:46:40.475414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da686b86-9136-4ae8-87b3-62bf6cfa823c req-f6fff1ca-89ca-44fb-8021-a2cd542ac221 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902326 Nov 05 21:46:40.490811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.491878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:40.492555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.553327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] Pushing event updated for resources: {'Network': ['ID=0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:40.562893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:46:40.623294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50206) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:40.624334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3da71469-b8c5-4bf9-a61f-e9d64cd1619a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1616969 Nov 05 21:46:40.628515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Request body: {'subnet': {'network_id': '0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-679243092-subnet', 'tenant_id': 'b215a1a920a44f8faf5c67157b683b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:40.741045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'tag': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:40.743627 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c975c767-a52e-4bdf-980a-12942d1d8f65" -d '{"events": [{"name": "network-changed", "server_uuid": "e784c3ca-da28-419c-8fb6-4b41bf528955", "tag": "5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:40.765048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Made reservation on behalf of b215a1a920a44f8faf5c67157b683b53 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:40.770072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:40.801636 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205dc990-0468-4f0e-ad06-aa9a9706132e x-openstack-request-id: req-205dc990-0468-4f0e-ad06-aa9a9706132e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:40.807634 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e784c3ca-da28-419c-8fb6-4b41bf528955", "tag": "5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:40.807634 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-205dc990-0468-4f0e-ad06-aa9a9706132e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:40.807634 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'tag': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', 'status': 'completed', 'code': 200} Nov 05 21:46:40.901703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-bef8d346-deb4-4185-9790-2f8864c1dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:40.903243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-bef8d346-deb4-4185-9790-2f8864c1dd1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 1099 time: 0.0647888 Nov 05 21:46:40.978428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cf034-a161-45f5-9bb8-9d091e4246ec req-a9d4f96c-224e-4943-b54f-8e89b33b8e13 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:40.985566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e2cf034-a161-45f5-9bb8-9d091e4246ec req-a9d4f96c-224e-4943-b54f-8e89b33b8e13 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0674703 Nov 05 21:46:41.053532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e2cf034-a161-45f5-9bb8-9d091e4246ec req-a5e64b2d-931b-43bc-83d1-5b4b948f1677 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671067 Nov 05 21:46:41.138168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-e4f16b9b-bcb8-4b33-ac90-631b05f4aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:41.139864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-e4f16b9b-bcb8-4b33-ac90-631b05f4aa49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2262857 Nov 05 21:46:41.193926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-4d1ca76d-c15f-4fa2-9ba8-b3b99cdbd7be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf HTTP/1.1" status: 200 len: 217 time: 0.0457911 Nov 05 21:46:41.263328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:41.273208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-cb7c3992-e0e9-4c38-8b42-d276900f70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:41.274991 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-cb7c3992-e0e9-4c38-8b42-d276900f70cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0688124 Nov 05 21:46:41.360890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d56044-8a88-46b0-a928-57f4025a48f2,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:41.367694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:41.395265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-1246d6fc-a8fa-4c5c-bc70-df498284bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:41.396819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-1246d6fc-a8fa-4c5c-bc70-df498284bb03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983763 Nov 05 21:46:41.399767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Checking segment: {'id': '37214f65-5d87-41a1-b297-e20b4bdf7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:41.400132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Network hostable DHCP agents. Network: 0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:46:41.519534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-5c8874fc-9b8b-4ae5-99d6-8ffe304e2c3b service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039474 Nov 05 21:46:41.537740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed513e50-7e24-4f96-9750-c1174320e9c0 req-5237ef2c-77fe-4ad0-a170-4b3b7d6df76f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:41.545247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed513e50-7e24-4f96-9750-c1174320e9c0 req-5237ef2c-77fe-4ad0-a170-4b3b7d6df76f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 948 time: 0.0628521 Nov 05 21:46:41.648768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c975c767-a52e-4bdf-980a-12942d1d8f65 req-7b4fbb3b-7b74-46d5-8332-30c252cc94fd service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190267 Nov 05 21:46:41.664845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed513e50-7e24-4f96-9750-c1174320e9c0 req-1846032d-1ff0-41d8-9abc-8eb8679aaf3d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118498 Nov 05 21:46:41.675849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Network 0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:46:41.799764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:41.809968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:41.814916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:41.816404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31064a4d-8aed-44c6-8340-1a7705c185f5 None None] Network 0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:46:41.975691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78c8ee-6b8f-43fa-bfc2-2d4847a39e3e None None] Network 0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:46:42.007496 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1dd61bb8-cd92-446d-a323-45dc550d5b53 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3748002 Nov 05 21:46:42.044705 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:42.270632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d939b-ea49-4127-8b43-bd6e4024daa6 req-07f83b67-9b36-4673-8c39-671de08593da tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:42.272262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-458d939b-ea49-4127-8b43-bd6e4024daa6 req-07f83b67-9b36-4673-8c39-671de08593da tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0748501 Nov 05 21:46:42.368878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-458d939b-ea49-4127-8b43-bd6e4024daa6 req-7b9809e1-1192-481a-b027-b55d4776f065 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783389 Nov 05 21:46:42.591193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-76b2cf2e-b728-4da2-97a0-872de8f58de7 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:42.592946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-76b2cf2e-b728-4da2-97a0-872de8f58de7 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/networks?id=2097f438-5b0b-4530-a672-94a0b6a6b316 HTTP/1.1" status: 200 len: 824 time: 0.1041596 Nov 05 21:46:42.611784 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-9d4d2939-ae19-46a2-9ca7-04b41b78e95c tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/quotas/733ef4f44419451d96730e967f293ffa HTTP/1.1" status: 200 len: 375 time: 0.0115173 Nov 05 21:46:42.651061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-54a91273-6972-4bad-9edf-b1b4e9d1fe6a tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=733ef4f44419451d96730e967f293ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333314 Nov 05 21:46:42.765036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-983525b5-c751-4e5a-bd8f-ed357c8c90e4 service neutron] 10.222.0.41 "GET /v2.0/networks/2097f438-5b0b-4530-a672-94a0b6a6b316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038122 Nov 05 21:46:42.788731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device ec0a9f98-280f-4459-9f3c-70313e6c2a0f details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:42.789237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b73f8-ba36-4e19-bf49-b3b377221690 req-2888b595-b3b2-4078-802c-12cbe2c004ad tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:42.796920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-664b73f8-ba36-4e19-bf49-b3b377221690 req-2888b595-b3b2-4078-802c-12cbe2c004ad tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 948 time: 0.0690536 Nov 05 21:46:42.854364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-664b73f8-ba36-4e19-bf49-b3b377221690 req-28bd87cf-daf1-45b6-b113-92be3608df90 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560613 Nov 05 21:46:42.902311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-0f5f9111-00f3-4fbe-808e-ea7ff7f8c54c service neutron] 10.222.0.41 "GET /v2.0/networks/2097f438-5b0b-4530-a672-94a0b6a6b316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335902 Nov 05 21:46:42.918332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50294) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:42.940367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port ec0a9f98-280f-4459-9f3c-70313e6c2a0f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:42.957161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f', 'mac_address': 'fa:16:3e:82:1b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:42.999267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.013447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0a9f98-280f-4459-9f3c-70313e6c2a0f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:43.041767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port ec0a9f98-280f-4459-9f3c-70313e6c2a0f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:43.048506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6f28-58fb-413b-b8ff-204b79500f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.126667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6f28-58fb-413b-b8ff-204b79500f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.171234 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.204951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6f28-58fb-413b-b8ff-204b79500f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.255690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ed8a6f28-58fb-413b-b8ff-204b79500f91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61ead19716fb43eaac1b156ad2727c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339460 Nov 05 21:46:43.255690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a6f28-58fb-413b-b8ff-204b79500f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6f0071-012a-4d30-85c8-3fbeb3c0ff02,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:43.257465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50308) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:43.259882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:43.299926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3d1b4bf-b636-43f5-a1f1-207f830cb90a req-4a3efce5-3960-4e3a-91f0-fdb7d516caab tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 210 time: 0.1112294 Nov 05 21:46:43.314107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdccae9f-16b3-42b5-b3d6-ab6b6ef6bc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.352363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdccae9f-16b3-42b5-b3d6-ab6b6ef6bc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.482406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdccae9f-16b3-42b5-b3d6-ab6b6ef6bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.485328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdccae9f-16b3-42b5-b3d6-ab6b6ef6bc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.487111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fdccae9f-16b3-42b5-b3d6-ab6b6ef6bc97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e6f0071-012a-4d30-85c8-3fbeb3c0ff02 HTTP/1.1" status: 204 len: 168 time: 0.2285123 Nov 05 21:46:43.502733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83358-a9d3-4ae7-bd97-4c63b518c07a req-73035be2-8e18-4779-8811-bb4e1f7640aa tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:43.504964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4a83358-a9d3-4ae7-bd97-4c63b518c07a req-73035be2-8e18-4779-8811-bb4e1f7640aa tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0535491 Nov 05 21:46:43.506752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccae9f-16b3-42b5-b3d6-ab6b6ef6bc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6f0071-012a-4d30-85c8-3fbeb3c0ff02,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:43.576861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4a83358-a9d3-4ae7-bd97-4c63b518c07a req-67c0e278-2c4a-4088-9c52-821ac1b7423b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652609 Nov 05 21:46:43.591761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['ec0a9f98-280f-4459-9f3c-70313e6c2a0f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:43.644791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:43.810924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:43.825439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', 'mac_address': 'fa:16:3e:65:c3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:43.873321 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:43.887928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:43.909053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:43.995934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f265348-4b41-4b6f-9764-ea4c2ab6137d req-9c3a344b-aab6-4309-81bf-1b5a52afc67a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:43.997513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f265348-4b41-4b6f-9764-ea4c2ab6137d req-9c3a344b-aab6-4309-81bf-1b5a52afc67a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 948 time: 0.0570309 Nov 05 21:46:44.054078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f265348-4b41-4b6f-9764-ea4c2ab6137d req-f3cd282f-8cb1-4e31-baeb-a57888e91f82 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502474 Nov 05 21:46:44.054561 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:44.121035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:44.393043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7668c11-ce5d-40e4-a86a-17e165a933c7 req-dc9a38a4-6be0-48b1-b5b3-73e95deab603 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Nov 05 21:46:44.458315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:44.706711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2375b8a-3649-4dd0-b106-772cc2d66f9e req-b824b1ef-584f-4623-834a-05d35e99308c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:44.709318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2375b8a-3649-4dd0-b106-772cc2d66f9e req-b824b1ef-584f-4623-834a-05d35e99308c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0549099 Nov 05 21:46:44.747129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50354) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:44.766601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2375b8a-3649-4dd0-b106-772cc2d66f9e req-64ea958e-6594-41f5-b54c-072ad04cea3a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Nov 05 21:46:44.807046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device ec0a9f98-280f-4459-9f3c-70313e6c2a0f up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:44.855270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-448328388-network', 'tenant_id': '94b799fe76b345e9a2a2eb5d301cd2fe'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:45.007325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Made reservation on behalf of 94b799fe76b345e9a2a2eb5d301cd2fe for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:45.009674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.018663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.041415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port ec0a9f98-280f-4459-9f3c-70313e6c2a0f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:45.045975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port ec0a9f98-280f-4459-9f3c-70313e6c2a0f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:45.046346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.115436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.144102 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.174874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:45.177413 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5251b6dc-d819-4912-a3c9-8aa89c9ac127" -d '{"events": [{"server_uuid": "41c143ad-3c52-4900-b02c-35dc9480bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a9f98-280f-4459-9f3c-70313e6c2a0f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:45.192741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port ec0a9f98-280f-4459-9f3c-70313e6c2a0f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:45.220572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30154296-c31e-4976-b1f1-9709f67518f4 req-2aa9db98-daa2-4f46-90b5-ecfca9d04e44 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:45.222060 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6520979b-f0aa-4e5d-8d4f-f9204d31ae44 x-openstack-request-id: req-6520979b-f0aa-4e5d-8d4f-f9204d31ae44 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:45.222365 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c143ad-3c52-4900-b02c-35dc9480bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a9f98-280f-4459-9f3c-70313e6c2a0f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:45.222625 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6520979b-f0aa-4e5d-8d4f-f9204d31ae44 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:45.223060 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f', 'code': 200} Nov 05 21:46:45.224025 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30154296-c31e-4976-b1f1-9709f67518f4 req-2aa9db98-daa2-4f46-90b5-ecfca9d04e44 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 949 time: 0.0583103 Nov 05 21:46:45.269333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.292397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30154296-c31e-4976-b1f1-9709f67518f4 req-12cdeddf-6ec5-47b0-bbb3-6d3f8fc412fd tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Nov 05 21:46:45.331281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:46:45.355514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d494a-5175-412e-8a02-9cfe5db31d8e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:45.358648 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.359489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.360082 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Added segment 2143edba-caf1-42c4-bb6e-78957031fd68 of type vlan for network 05623f2f-6667-43f8-8ade-cd7eeab9dcab Nov 05 21:46:45.409578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46591-2860-4159-9bef-e30e8db42c1e req-37150249-d4b2-4506-90e2-ab9ebdfcc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:45.411914 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03a46591-2860-4159-9bef-e30e8db42c1e req-37150249-d4b2-4506-90e2-ab9ebdfcc8cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 1100 time: 0.1136208 Nov 05 21:46:45.453254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.484611 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:45.496759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.498320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.498320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.498320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.498320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.498676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.498843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.499177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.499502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.499863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.500184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.500856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:46:45.527164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03a46591-2860-4159-9bef-e30e8db42c1e req-f87e6ba9-ae20-428d-80f3-e550c2155fc6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923836 Nov 05 21:46:45.540999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb900b9f-5523-43e9-b194-953764fdf12c req-d747fd98-5721-4e89-a2c8-ca3311b16671 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 210 time: 0.0438366 Nov 05 21:46:45.627605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.628683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:45.629218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.693312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] Pushing event updated for resources: {'Network': ['ID=05623f2f-6667-43f8-8ade-cd7eeab9dcab,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:45.704207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 05623f2f-6667-43f8-8ade-cd7eeab9dcab details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:46:45.752870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de7836c9-9a53-4dbc-ab52-02c690bafba5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0044868 Nov 05 21:46:45.755793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50374) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:45.760729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Request body: {'subnet': {'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-448328388-subnet', 'tenant_id': '94b799fe76b345e9a2a2eb5d301cd2fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:45.873689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Made reservation on behalf of 94b799fe76b345e9a2a2eb5d301cd2fe for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:45.876072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:45.949063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377488c-1409-439a-b072-e53db243710a req-384c6973-5fa6-4527-a664-a301e7442d60 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:45.950572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9377488c-1409-439a-b072-e53db243710a req-384c6973-5fa6-4527-a664-a301e7442d60 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1101072 Nov 05 21:46:46.022949 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9377488c-1409-439a-b072-e53db243710a req-4aba78df-125c-4c79-8746-841ecd7d85e2 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648639 Nov 05 21:46:46.247610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:46.304584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6d47f1-56dc-4d1d-b99f-baa57adbe767,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:46.311542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Checking segment: {'id': '2143edba-caf1-42c4-bb6e-78957031fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:46.311926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Network hostable DHCP agents. Network: 05623f2f-6667-43f8-8ade-cd7eeab9dcab, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:46:46.414337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec13f53-1dbd-439d-8767-d3f39e3962d6 req-0b1d8098-7a0b-477c-ba22-cbe9da8306d2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:46.416067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cec13f53-1dbd-439d-8767-d3f39e3962d6 req-0b1d8098-7a0b-477c-ba22-cbe9da8306d2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 949 time: 0.0509357 Nov 05 21:46:46.429867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Network 05623f2f-6667-43f8-8ade-cd7eeab9dcab is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:46:46.474872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cec13f53-1dbd-439d-8767-d3f39e3962d6 req-7718a261-1ec7-4cb3-a920-dd834eac30db tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529392 Nov 05 21:46:46.581920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 05623f2f-6667-43f8-8ade-cd7eeab9dcab) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:46.587155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:46.587795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:46.633185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d93734-f491-47da-8ea8-d98a7fda5416 None None] Network 05623f2f-6667-43f8-8ade-cd7eeab9dcab requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:46:46.647004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b9995c6-1c93-412e-9e9c-ed608bf51519 req-8c83be6c-1009-47f6-b21e-89126bae2e51 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 210 time: 0.0312598 Nov 05 21:46:46.729554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-02af46b7-547e-4a3f-bb1a-6b6643583e75 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9726739 Nov 05 21:46:46.774370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c6b02-f83c-4613-941f-9e0ef7324231 None None] Network 05623f2f-6667-43f8-8ade-cd7eeab9dcab requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:46:46.995243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-ff91661e-06a3-4bad-b316-a2116ce6be3d tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:46.996789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-ff91661e-06a3-4bad-b316-a2116ce6be3d tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.46 "GET /v2.0/networks?id=2097f438-5b0b-4530-a672-94a0b6a6b316 HTTP/1.1" status: 200 len: 824 time: 0.1571271 Nov 05 21:46:47.024307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Request body: {'port': {'device_id': '8096ef51-0f82-4207-858e-6580b4295976', 'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316', 'admin_state_up': True, 'tenant_id': '733ef4f44419451d96730e967f293ffa'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:47.171449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594155-53e2-42b0-9db7-c659e5a192b9 req-260a5d55-aba7-4ea5-ad04-cf2f65666d2d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:47.173236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40594155-53e2-42b0-9db7-c659e5a192b9 req-260a5d55-aba7-4ea5-ad04-cf2f65666d2d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0566082 Nov 05 21:46:47.241440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40594155-53e2-42b0-9db7-c659e5a192b9 req-eb953a0d-0c06-44bd-8318-e9140b3c2e73 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607481 Nov 05 21:46:47.333272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Made reservation on behalf of 733ef4f44419451d96730e967f293ffa for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:47.337826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:47.474986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Allocated IP 172.20.0.3 (2097f438-5b0b-4530-a672-94a0b6a6b316/293c5866-a04c-4494-9675-c0f84e0c434c/b2fec580-336f-4a7f-ad3a-fb07f86637ef) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:47.643197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:46:47.670466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0b6eb-f25a-4372-bf0e-e49c9577f901 req-c47aa4d4-002d-4c22-9a39-1cb8d0c87391 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:47.672105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5a0b6eb-f25a-4372-bf0e-e49c9577f901 req-c47aa4d4-002d-4c22-9a39-1cb8d0c87391 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 949 time: 0.0797188 Nov 05 21:46:47.712150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:47.745902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5a0b6eb-f25a-4372-bf0e-e49c9577f901 req-93f1937b-a0d4-4979-9d1e-d02dfdb7aaf2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Nov 05 21:46:47.829696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:46:47.835442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:47.835938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:47.859865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2113eb6-81eb-478d-a344-ab49173f4111 req-eea3d068-39b2-4a50-b711-97aefcbfcb5c tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 210 time: 0.0484757 Nov 05 21:46:47.933822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:47.946335 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:47.974295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:47.976583 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff3f412-a6f8-4caf-9983-a0d77e7200e2" -d '{"events": [{"server_uuid": "e784c3ca-da28-419c-8fb6-4b41bf528955", "name": "network-vif-plugged", "status": "completed", "tag": "5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:47.990171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:48.010513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Network 2097f438-5b0b-4530-a672-94a0b6a6b316 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:48.016068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:48.020776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:48.052791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d99d5f-670e-4f9c-bf19-9acedca102fe x-openstack-request-id: req-a7d99d5f-670e-4f9c-bf19-9acedca102fe {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:48.052791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e784c3ca-da28-419c-8fb6-4b41bf528955", "name": "network-vif-plugged", "status": "completed", "tag": "5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:48.052791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7d99d5f-670e-4f9c-bf19-9acedca102fe {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:48.052791 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', 'code': 200} Nov 05 21:46:48.059782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Pushing event updated for resources: {'Port': ['ID=b2fec580-336f-4a7f-ad3a-fb07f86637ef,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:48.097846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:48.098544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:48.104164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:48.165900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:48.180832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bddfd-5c3b-465a-86f3-86d76b50fb02 req-fa10e5d0-53ac-4a15-8f45-fd7b6f555daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:48.182844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c65bddfd-5c3b-465a-86f3-86d76b50fb02 req-fa10e5d0-53ac-4a15-8f45-fd7b6f555daa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 1101 time: 0.0475214 Nov 05 21:46:48.244231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c65bddfd-5c3b-465a-86f3-86d76b50fb02 req-96c2f881-f0c3-4907-abea-0ee8f85c29d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Nov 05 21:46:48.272590 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-522d7e54-223b-4576-b2f1-f6ff63c23ac0 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2537575 Nov 05 21:46:48.294404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Request body: {'port': {'device_id': '8096ef51-0f82-4207-858e-6580b4295976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:48.370076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:48.395185 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:46:48.409461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfc5b0-d44b-49cd-9a46-bc778972b724 req-458f9ddc-4959-4b63-9e9f-f5d83b579523 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:48.411021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dcdfc5b0-d44b-49cd-9a46-bc778972b724 req-458f9ddc-4959-4b63-9e9f-f5d83b579523 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0915549 Nov 05 21:46:48.483911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dcdfc5b0-d44b-49cd-9a46-bc778972b724 req-68793561-9bbb-4818-bb0f-c4b0f6db4453 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603759 Nov 05 21:46:48.688603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fec580-336f-4a7f-ad3a-fb07f86637ef {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:48.696531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:48.709050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Transition to ACTIVE for port object b2fec580-336f-4a7f-ad3a-fb07f86637ef will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:48.795884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:49.113880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc61f5-efc0-4d39-9762-468e20eb4ba1 req-46656603-f38e-4e42-8b97-0c241555891d tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:49.120189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39cc61f5-efc0-4d39-9762-468e20eb4ba1 req-46656603-f38e-4e42-8b97-0c241555891d tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 943 time: 0.0732718 Nov 05 21:46:49.169526 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39cc61f5-efc0-4d39-9762-468e20eb4ba1 req-24c0a933-0712-48a6-bc17-f38795204863 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471127 Nov 05 21:46:49.220811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fec580-336f-4a7f-ad3a-fb07f86637ef,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:49.278001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10f8ad-adef-4edc-a51d-55d58ef616bf req-4d768a25-065d-492c-b2d4-1e9fd129b7c9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:49.279414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a10f8ad-adef-4edc-a51d-55d58ef616bf req-4d768a25-065d-492c-b2d4-1e9fd129b7c9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 950 time: 0.4542947 Nov 05 21:46:49.321585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Attempting to bind port b2fec580-336f-4a7f-ad3a-fb07f86637ef on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:49.321938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Attempting to bind port b2fec580-336f-4a7f-ad3a-fb07f86637ef by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'b7b58654-7c90-4627-8aeb-59e53ae7dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:49.322249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Attempting to bind port b2fec580-336f-4a7f-ad3a-fb07f86637ef on network 2097f438-5b0b-4530-a672-94a0b6a6b316 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:49.335818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Port b2fec580-336f-4a7f-ad3a-fb07f86637ef on network 2097f438-5b0b-4530-a672-94a0b6a6b316 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:49.339578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Attempting to bind port b2fec580-336f-4a7f-ad3a-fb07f86637ef on network 2097f438-5b0b-4530-a672-94a0b6a6b316 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:49.349199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:49.349541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Checking segment: {'id': 'b7b58654-7c90-4627-8aeb-59e53ae7dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:49.357281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Bound using segment: {'id': 'b7b58654-7c90-4627-8aeb-59e53ae7dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:49.357281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Bound port: b2fec580-336f-4a7f-ad3a-fb07f86637ef, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b58654-7c90-4627-8aeb-59e53ae7dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:49.357281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:49.357281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a10f8ad-adef-4edc-a51d-55d58ef616bf req-eb698982-a02b-41e4-9cc7-319bbda61706 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715911 Nov 05 21:46:49.431088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] For port b2fec580-336f-4a7f-ad3a-fb07f86637ef, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:49.434356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] For port b2fec580-336f-4a7f-ad3a-fb07f86637ef, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b2fec580-336f-4a7f-ad3a-fb07f86637ef,segment=NetworkSegment(b7b58654-7c90-4627-8aeb-59e53ae7dcdd),segment_id=b7b58654-7c90-4627-8aeb-59e53ae7dcdd)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:49.554496 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:49.590574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:49.592060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:49.594738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2fec580-336f-4a7f-ad3a-fb07f86637ef HTTP/1.1" status: 200 len: 1091 time: 1.3047724 Nov 05 21:46:49.595209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8096ef51-0f82-4207-858e-6580b4295976', 'tag': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:49.598044 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e7f32-ad6d-4b74-acf6-3b876cff2bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "8096ef51-0f82-4207-858e-6580b4295976", "tag": "b2fec580-336f-4a7f-ad3a-fb07f86637ef"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:49.625096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877f6a-df3f-4f37-82ea-4192405d6ca3 req-07902f81-f56c-4ded-8287-0af1edf88ddd tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:49.632513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71877f6a-df3f-4f37-82ea-4192405d6ca3 req-07902f81-f56c-4ded-8287-0af1edf88ddd tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0827312 Nov 05 21:46:49.637180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fd37e-d5dc-4288-a404-2617a11de349 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fec580-336f-4a7f-ad3a-fb07f86637ef,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:49.650664 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ccdc67-0328-41b4-a8df-e05dae769208 x-openstack-request-id: req-27ccdc67-0328-41b4-a8df-e05dae769208 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:49.650959 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8096ef51-0f82-4207-858e-6580b4295976", "tag": "b2fec580-336f-4a7f-ad3a-fb07f86637ef", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:49.651329 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27ccdc67-0328-41b4-a8df-e05dae769208 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:49.651897 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8096ef51-0f82-4207-858e-6580b4295976', 'tag': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef', 'status': 'completed', 'code': 200} Nov 05 21:46:49.724650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e7f32-ad6d-4b74-acf6-3b876cff2bc6 req-731d8e9f-8f0f-47c7-aff3-c9208a968948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:49.727088 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-516e7f32-ad6d-4b74-acf6-3b876cff2bc6 req-731d8e9f-8f0f-47c7-aff3-c9208a968948 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=733ef4f44419451d96730e967f293ffa&device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 1094 time: 0.0510337 Nov 05 21:46:49.744115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71877f6a-df3f-4f37-82ea-4192405d6ca3 req-c17de598-4de3-4a1a-a8bd-1623809f6259 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029985 Nov 05 21:46:49.957619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e4b382d7-6fc2-4e69-923d-6f3f7adfe444 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:49.959116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e4b382d7-6fc2-4e69-923d-6f3f7adfe444 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/networks?id=05623f2f-6667-43f8-8ade-cd7eeab9dcab HTTP/1.1" status: 200 len: 809 time: 0.2297015 Nov 05 21:46:49.960262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e7f32-ad6d-4b74-acf6-3b876cff2bc6 req-6c46b9e6-a722-4ab4-a89b-5f370fed3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:49.961646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-516e7f32-ad6d-4b74-acf6-3b876cff2bc6 req-6c46b9e6-a722-4ab4-a89b-5f370fed3990 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=733ef4f44419451d96730e967f293ffa&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2127385 Nov 05 21:46:49.983009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-74451027-9add-4fd8-af9d-9e8d731be44f tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/quotas/94b799fe76b345e9a2a2eb5d301cd2fe HTTP/1.1" status: 200 len: 375 time: 0.0182128 Nov 05 21:46:50.052553 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-6de29c33-b97e-43b8-bc7b-789c79de91c6 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b799fe76b345e9a2a2eb5d301cd2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592387 Nov 05 21:46:50.140222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e7f32-ad6d-4b74-acf6-3b876cff2bc6 req-6174a997-da34-47c5-8ab1-043fff61a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:50.141337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-516e7f32-ad6d-4b74-acf6-3b876cff2bc6 req-6174a997-da34-47c5-8ab1-043fff61a5ec service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1698875 Nov 05 21:46:50.221254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-f063c5a2-fac7-405c-b848-a58bab1d0696 service neutron] 10.222.0.41 "GET /v2.0/networks/05623f2f-6667-43f8-8ade-cd7eeab9dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585259 Nov 05 21:46:50.239573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-128c5521-16cd-4ea7-9b4e-1cb0ca4440b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:50.241608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-128c5521-16cd-4ea7-9b4e-1cb0ca4440b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=733ef4f44419451d96730e967f293ffa&device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 1094 time: 0.0517852 Nov 05 21:46:50.340119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c8926-524f-4fc3-a989-a005c8e0bc3e req-a9f46a1f-0168-427a-a323-348e08330265 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:50.342917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-d09f4f43-73ca-46da-8286-063b3a78e030 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fec580-336f-4a7f-ad3a-fb07f86637ef HTTP/1.1" status: 200 len: 217 time: 0.0741811 Nov 05 21:46:50.345084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d91c8926-524f-4fc3-a989-a005c8e0bc3e req-a9f46a1f-0168-427a-a323-348e08330265 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 943 time: 0.0774446 Nov 05 21:46:50.396442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d91c8926-524f-4fc3-a989-a005c8e0bc3e req-9fe091b7-2a83-464c-8f85-5ca306bdb84f tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Nov 05 21:46:50.422476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-8ab9e299-93f2-4825-be21-5f06348ed6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/05623f2f-6667-43f8-8ade-cd7eeab9dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798952 Nov 05 21:46:50.430601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-e63f51b1-3332-45d3-9723-c30b80a4d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:50.430601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-e63f51b1-3332-45d3-9723-c30b80a4d23a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=293c5866-a04c-4494-9675-c0f84e0c434c HTTP/1.1" status: 200 len: 864 time: 0.0753090 Nov 05 21:46:50.465814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-ab17163f-6607-469e-b9b9-9340d17f503a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2097f438-5b0b-4530-a672-94a0b6a6b316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288925 Nov 05 21:46:50.551895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13995221-ac95-4843-963f-68fdb8c8d674 req-e04f63af-7deb-4f3d-9841-c8fd7e84ed8f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:50.553683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13995221-ac95-4843-963f-68fdb8c8d674 req-e04f63af-7deb-4f3d-9841-c8fd7e84ed8f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 950 time: 0.0678813 Nov 05 21:46:50.590362 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-06c60f75-9907-4af0-8225-3c5d7207367e service neutron] 10.222.0.46 "GET /v2.0/networks/2097f438-5b0b-4530-a672-94a0b6a6b316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142220 Nov 05 21:46:50.601940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13995221-ac95-4843-963f-68fdb8c8d674 req-a0f4a078-c336-483c-accd-c2421b33c7fb tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Nov 05 21:46:50.704736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86c2a4d9-8ea6-4bc8-b5c4-ebe24d44b636 req-b1b593f2-2b49-4261-aa2b-1077d8c2e3dd service neutron] 10.222.0.46 "GET /v2.0/networks/2097f438-5b0b-4530-a672-94a0b6a6b316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984714 Nov 05 21:46:50.730796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c48ae9-d010-4820-bb81-6a16b0131107 req-cd8da773-d898-4f06-97e4-ffdae6405833 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:50.732370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41c48ae9-d010-4820-bb81-6a16b0131107 req-cd8da773-d898-4f06-97e4-ffdae6405833 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 950 time: 0.0579195 Nov 05 21:46:50.780421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41c48ae9-d010-4820-bb81-6a16b0131107 req-4402a30d-980b-4ffe-86c1-44c0aae3fde9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Nov 05 21:46:50.891934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9b7f-b733-4aed-9552-27fe416c172f req-72c2fd00-c520-49a6-a08a-b42408c2a2dc tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:50.893504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36dc9b7f-b733-4aed-9552-27fe416c172f req-72c2fd00-c520-49a6-a08a-b42408c2a2dc tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0503311 Nov 05 21:46:50.952925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36dc9b7f-b733-4aed-9552-27fe416c172f req-bc6c7db7-1726-406a-af57-21a7641581c4 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520267 Nov 05 21:46:51.172685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98f38034-0525-44ca-b72c-20a91b87cd1d req-82445adc-44ac-499d-8131-91ad1e3e4d69 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 210 time: 0.0528691 Nov 05 21:46:51.332740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446c18b-c16b-45c6-a0bc-ebd6e0592e37 req-88b915f8-29ff-40fe-bb7a-496c915bc16f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:51.340076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446c18b-c16b-45c6-a0bc-ebd6e0592e37 req-88b915f8-29ff-40fe-bb7a-496c915bc16f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:51.341768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5446c18b-c16b-45c6-a0bc-ebd6e0592e37 req-88b915f8-29ff-40fe-bb7a-496c915bc16f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8&device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 1691 time: 0.0852709 Nov 05 21:46:51.398446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5446c18b-c16b-45c6-a0bc-ebd6e0592e37 req-b6ab9487-7e78-4750-aefe-7e1e1f3c0c58 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501633 Nov 05 21:46:51.536333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78234b0-e404-4dc2-bc6e-5426e5d03d2e req-13f68409-1832-4fa3-87fc-73c241aa0d53 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:51.537872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d78234b0-e404-4dc2-bc6e-5426e5d03d2e req-13f68409-1832-4fa3-87fc-73c241aa0d53 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 943 time: 0.0630760 Nov 05 21:46:51.580999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c60d3-eb8b-4455-9b80-fb73d9b1f6bb req-ac505c9f-3952-4377-b733-92b5942cdc36 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:51.583413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc9c60d3-eb8b-4455-9b80-fb73d9b1f6bb req-ac505c9f-3952-4377-b733-92b5942cdc36 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 1101 time: 0.0629373 Nov 05 21:46:51.603588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d78234b0-e404-4dc2-bc6e-5426e5d03d2e req-8bd5cf4c-ae87-4b36-9a4a-b0095da9b80e tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592606 Nov 05 21:46:51.632470 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc9c60d3-eb8b-4455-9b80-fb73d9b1f6bb req-347510f3-0f5f-4708-8dc1-6a75a7d9c46d tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Nov 05 21:46:51.750492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34c2e1-33cc-4b62-b7f9-030faa25da7c req-e97a21ad-14af-4bd0-9ef8-a4bafe0e59bf tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:51.752105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b34c2e1-33cc-4b62-b7f9-030faa25da7c req-e97a21ad-14af-4bd0-9ef8-a4bafe0e59bf tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 1101 time: 0.0519607 Nov 05 21:46:51.798354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b34c2e1-33cc-4b62-b7f9-030faa25da7c req-405c4c32-26b7-4e2b-8930-6e98a3361958 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Nov 05 21:46:52.028773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-cdd1ad03-2d26-4b5c-bea5-d330c105506e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279157 Nov 05 21:46:52.078484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee60863-6781-41f9-924a-cdd7b08ac99d req-55eff022-5498-4a4d-a14f-af8899ee529d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:52.080223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ee60863-6781-41f9-924a-cdd7b08ac99d req-55eff022-5498-4a4d-a14f-af8899ee529d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0557389 Nov 05 21:46:52.137081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ee60863-6781-41f9-924a-cdd7b08ac99d req-c028573d-6755-49f5-82c3-86f4ad54f879 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500071 Nov 05 21:46:52.151860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-8fef3037-1cfb-4eb5-ada1-eccc5703b8c5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:52.153892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-8fef3037-1cfb-4eb5-ada1-eccc5703b8c5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191962 Nov 05 21:46:52.177171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-dfcfcd49-b75f-412e-b539-9f70e110f43e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/quotas/2c005b9d431941259d92be47ce0e6583 HTTP/1.1" status: 200 len: 375 time: 0.0171366 Nov 05 21:46:52.264997 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-1ea23fc2-f99e-4b21-948d-141981be987d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0816958 Nov 05 21:46:52.322741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71ec1339-52f9-438d-8db4-cf29b7bc7a59 req-99cc2be2-c543-42a2-96a5-f78ec510c5e6 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 210 time: 0.0457311 Nov 05 21:46:52.640173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c567d9a3-dbc5-42bb-be02-1f2883137d6b req-c0ac0509-46e0-4a70-82d4-48267896b7a8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 210 time: 0.0386925 Nov 05 21:46:52.742183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8b5f5-d80d-496d-8a9f-8f293e317bfa req-897e3478-9b91-4abc-86c2-05114eeaa607 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:52.748202 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1df8b5f5-d80d-496d-8a9f-8f293e317bfa req-897e3478-9b91-4abc-86c2-05114eeaa607 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 943 time: 0.0651045 Nov 05 21:46:52.802552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1df8b5f5-d80d-496d-8a9f-8f293e317bfa req-3322749d-788c-47b5-8153-e25512b3a8bb tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Nov 05 21:46:53.325523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a7c32-b579-490b-afce-72805133b5bb req-17fa98e5-0be5-4fdd-85c8-c824521a78cd tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:53.327029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b75a7c32-b579-490b-afce-72805133b5bb req-17fa98e5-0be5-4fdd-85c8-c824521a78cd tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0705588 Nov 05 21:46:53.381594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b75a7c32-b579-490b-afce-72805133b5bb req-0fe7170b-eefa-459a-9609-ce2121ace6fc tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479836 Nov 05 21:46:53.417276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f5c1c7b-c45e-4e8f-9b26-1aa8934e83fc req-00f27ef5-a2d0-4e63-ad7e-70e17a77e6f6 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 210 time: 0.0301833 Nov 05 21:46:53.728202 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49f637b8-913f-43d9-9d87-ce8f274001a6 req-3274399c-7d2d-4379-bc02-74bc449b5dd2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 210 time: 0.0275784 Nov 05 21:46:53.929181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e8d88-acd1-49f1-9e44-b19db4e4aafc req-6aee42cd-a87e-4fae-9e6b-59e404163bca tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:53.930665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-791e8d88-acd1-49f1-9e44-b19db4e4aafc req-6aee42cd-a87e-4fae-9e6b-59e404163bca tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 943 time: 0.0528643 Nov 05 21:46:53.996778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-791e8d88-acd1-49f1-9e44-b19db4e4aafc req-da4f7319-685b-452d-8029-3ebd10a75d57 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590689 Nov 05 21:46:54.546157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ef40-a6be-4308-81c8-d12d9458d2b0 req-58d0ab93-99c8-4bfb-8cc4-13a978f70dd3 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:54.548879 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8e56fe7-6b69-43d2-bdde-90d6586a6f74 req-0af12693-9120-4016-bdda-a7c3418bc7be tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 210 time: 0.0520256 Nov 05 21:46:54.550115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af16ef40-a6be-4308-81c8-d12d9458d2b0 req-58d0ab93-99c8-4bfb-8cc4-13a978f70dd3 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0596650 Nov 05 21:46:54.608993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af16ef40-a6be-4308-81c8-d12d9458d2b0 req-3249597c-f78e-44f8-ba2e-da01584901e7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Nov 05 21:46:54.838235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1f5851e-af78-4779-9b1d-3f85ba2310a3 req-31eea7f7-61a8-4a3c-8c76-d4150c74c6d6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 210 time: 0.0279284 Nov 05 21:46:55.111080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c93db-9bb0-4378-96d3-003275d26269 req-2916273f-e600-4c77-bdba-6ba3f868efe5 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:55.112795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db6c93db-9bb0-4378-96d3-003275d26269 req-2916273f-e600-4c77-bdba-6ba3f868efe5 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 943 time: 0.0552628 Nov 05 21:46:55.172616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db6c93db-9bb0-4378-96d3-003275d26269 req-812c616a-427a-4945-aca3-d2d0bc2fa7fa tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497375 Nov 05 21:46:55.254140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-27a3d543-0fd0-48eb-8f31-58823f830d70 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:55.255624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-27a3d543-0fd0-48eb-8f31-58823f830d70 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.46 "GET /v2.0/networks?id=05623f2f-6667-43f8-8ade-cd7eeab9dcab HTTP/1.1" status: 200 len: 809 time: 0.1362169 Nov 05 21:46:55.273549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Request body: {'port': {'device_id': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab', 'admin_state_up': True, 'tenant_id': '94b799fe76b345e9a2a2eb5d301cd2fe'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:55.350600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0805f45-459d-4bb6-9e5d-3de11843d487 req-9950d353-d762-4312-bbcb-ea2854123a57 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:55.352274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0805f45-459d-4bb6-9e5d-3de11843d487 req-9950d353-d762-4312-bbcb-ea2854123a57 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1160519 Nov 05 21:46:55.447488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0805f45-459d-4bb6-9e5d-3de11843d487 req-fa746740-c456-4040-b49a-3c4005511084 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872815 Nov 05 21:46:55.542045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-2bb2210a-0ee7-412e-9df1-25de75c4458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:55.546723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-2bb2210a-0ee7-412e-9df1-25de75c4458f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 1096 time: 0.0631773 Nov 05 21:46:55.663244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47c0dad0-eb74-47a4-bab3-c185d84976f4 req-35004f94-9af0-455a-bc62-3ede5006fe4e tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 210 time: 0.0293398 Nov 05 21:46:55.689991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-463b6a95-02c5-4383-a0d8-39460d77cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:55.692055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-463b6a95-02c5-4383-a0d8-39460d77cbcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 200 len: 916 time: 0.1381786 Nov 05 21:46:55.693040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Made reservation on behalf of 94b799fe76b345e9a2a2eb5d301cd2fe for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:55.696440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:55.748975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-8428ca3d-03b3-45ee-b986-8d53429e5687 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d757b3e-fff7-4c5b-b77f-780dda268048 HTTP/1.1" status: 200 len: 217 time: 0.0429330 Nov 05 21:46:55.847208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-0dfc8698-2ce7-4043-8244-c1f161fefa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:55.848741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-0dfc8698-2ce7-4043-8244-c1f161fefa3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 200 len: 854 time: 0.0912619 Nov 05 21:46:55.952159 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e97ff8be-c8d5-4bde-8cf4-9ab6fd91fe41 req-6bc36cc7-3bb6-4a41-a9e3-1af71f8d94c9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 210 time: 0.0393040 Nov 05 21:46:55.955843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Allocated IP 172.20.0.13 (05623f2f-6667-43f8-8ade-cd7eeab9dcab/ab6d47f1-56dc-4d1d-b99f-baa57adbe767/bf980a4a-602f-4c03-86b6-2c9c65a4e0f9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:55.958792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50692) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:55.967745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1714111537'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:55.976142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-4abec478-b41c-4dc6-add0-2ef7d67fad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:55.977610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-4abec478-b41c-4dc6-add0-2ef7d67fad92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101403 Nov 05 21:46:56.161055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-b85576ae-d99e-49e5-a0c3-c54fce62a0cb service neutron] 10.222.0.13 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706295 Nov 05 21:46:56.237716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:56.241336 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.282062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.313502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dada07-45c4-4bd4-82b0-e6e8b710b360 req-1982422f-7208-4428-a6b2-131b5a94c2f7 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:56.322027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1dada07-45c4-4bd4-82b0-e6e8b710b360 req-1982422f-7208-4428-a6b2-131b5a94c2f7 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 943 time: 0.0713654 Nov 05 21:46:56.325432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-a8629094-35cf-4bb1-b730-3fd63df7f94f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406122 Nov 05 21:46:56.332710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:46:56.365489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1dada07-45c4-4bd4-82b0-e6e8b710b360 req-43600481-bdd1-4674-8aab-b22c8228c59c tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Nov 05 21:46:56.379872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.380214 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Added segment 2ffcb527-bc23-4d00-a50f-6c7f4f82de82 of type vlan for network f743c608-3f22-4271-bcad-61f66413d2e8 Nov 05 21:46:56.388543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f059b31-15a2-4b4b-a716-ffaf28d2a4c2 req-9a6d0c9a-3804-45ea-95bf-716a82cdcdcf service neutron] 10.222.0.13 "GET /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186980 Nov 05 21:46:56.477581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.519971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-824fd030-38a9-43da-a8a8-56c36a389c7c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:56.519971 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-824fd030-38a9-43da-a8a8-56c36a389c7c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792531 Nov 05 21:46:56.535200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:56.666609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12263e5b-a2cb-4773-ab8f-ada6ac8131c3 req-553c691c-5f91-4d40-8a5b-493138cf6788 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:56.668112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12263e5b-a2cb-4773-ab8f-ada6ac8131c3 req-553c691c-5f91-4d40-8a5b-493138cf6788 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0775802 Nov 05 21:46:56.678191 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.683683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:56.684261 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.686767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.807372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8f277-85ed-4384-9ddd-35c23efda5db req-1cfd2897-65fd-49da-a0cf-b906b0cc1591 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:56.809811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84e8f277-85ed-4384-9ddd-35c23efda5db req-1cfd2897-65fd-49da-a0cf-b906b0cc1591 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 932 time: 0.0546064 Nov 05 21:46:56.825750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Network 05623f2f-6667-43f8-8ade-cd7eeab9dcab is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:56.838147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:56.842005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Network': ['ID=f743c608-3f22-4271-bcad-61f66413d2e8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:56.843911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Pushing event updated for resources: {'Port': ['ID=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:56.854275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f743c608-3f22-4271-bcad-61f66413d2e8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:46:56.859763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:56.880095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84e8f277-85ed-4384-9ddd-35c23efda5db req-b9477072-a194-4036-8a96-714e848d3b5a tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639842 Nov 05 21:46:56.893330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:56.897457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:56.934669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12263e5b-a2cb-4773-ab8f-ada6ac8131c3 req-57d416bd-251c-4248-8749-3df9d6c6da2f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544553 Nov 05 21:46:56.955134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b2fec580-336f-4a7f-ad3a-fb07f86637ef details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:46:56.971523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:56.972203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.013629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a1ad33bf-c355-4a7f-8d2f-d025f8366a19 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0522618 Nov 05 21:46:57.021947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50718) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:57.026894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1509040757'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:57.108288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a798ba8c-b8fa-460f-8f8f-6e29b7fb9632 req-977d5173-f23b-4428-a653-09ebe554c011 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 210 time: 0.0323269 Nov 05 21:46:57.115274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b2fec580-336f-4a7f-ad3a-fb07f86637ef, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b2fec580-336f-4a7f-ad3a-fb07f86637ef,segment=NetworkSegment(b7b58654-7c90-4627-8aeb-59e53ae7dcdd),segment_id=b7b58654-7c90-4627-8aeb-59e53ae7dcdd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:57.130489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef', 'network_id': '2097f438-5b0b-4530-a672-94a0b6a6b316', 'port_id': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef', 'mac_address': 'fa:16:3e:44:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293c5866-a04c-4494-9675-c0f84e0c434c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:46:57.131367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.112 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/33095f98-35f7-4cc3-bcd0-7b779c2ba7d1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:46:57.176092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.180299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-e5ba4369-167b-47dd-85c1-7cda065baede tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9110374 Nov 05 21:46:57.191084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fec580-336f-4a7f-ad3a-fb07f86637ef {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:57.198015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Request body: {'port': {'device_id': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:57.213547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b2fec580-336f-4a7f-ad3a-fb07f86637ef, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b2fec580-336f-4a7f-ad3a-fb07f86637ef,segment=NetworkSegment(b7b58654-7c90-4627-8aeb-59e53ae7dcdd),segment_id=b7b58654-7c90-4627-8aeb-59e53ae7dcdd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:46:57.323359 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.384286 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.400032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.452266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b2fec580-336f-4a7f-ad3a-fb07f86637ef,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:57.463278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:57.466749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.510936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19467b-cfc7-4c4a-a3c3-9c0b554cae17 req-0fa9dcc1-fcbf-448f-9cd3-de33c3087614 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:57.519332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b19467b-cfc7-4c4a-a3c3-9c0b554cae17 req-0fa9dcc1-fcbf-448f-9cd3-de33c3087614 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 944 time: 0.0640433 Nov 05 21:46:57.576560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b19467b-cfc7-4c4a-a3c3-9c0b554cae17 req-97d18c3c-a66d-4ece-b305-c4f95e4c598d tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Nov 05 21:46:57.587526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:46:57.606969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.606969 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Added segment ba075ff8-9e9b-417a-a074-2931a48d8e0b of type vlan for network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 Nov 05 21:46:57.669021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.671183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.687516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790', 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:57.694777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:57.760624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:46:57.766698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b2fec580-336f-4a7f-ad3a-fb07f86637ef'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:46:57.784617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:46:57.789279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:57.792794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:46:57.836913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:57.843804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.865393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:57.866029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.870878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.876474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:57.877019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:57.881186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Transition to ACTIVE for port object bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:57.970766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Network': ['ID=317d7b5c-d1e6-49f8-bb31-f6bfc843f087,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:58.025704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:46:58.041614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:58.097201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-28fda4de-fc38-4832-91aa-d77a4281d0bf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5706925 Nov 05 21:46:58.103446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bae84733-c0e8-45ae-8cef-f69bd7d43a97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0803554 Nov 05 21:46:58.104123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50740) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:46:58.126494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'subnet': {'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:58.126777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94549496-fb16-48fb-ab56-04b121554758 req-e476a188-5b8a-463e-b233-0f950f946551 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:58.129752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94549496-fb16-48fb-ab56-04b121554758 req-e476a188-5b8a-463e-b233-0f950f946551 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 932 time: 0.1227257 Nov 05 21:46:58.173867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Request body: {'port': {'device_id': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:46:58.211971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94549496-fb16-48fb-ab56-04b121554758 req-7ef5d298-df59-4f58-8572-169c775fbf1a tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704582 Nov 05 21:46:58.232658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7611ccbd-8145-45a8-917d-bb61d4f87c71 None None] Provisioning complete for port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:46:58.233235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7611ccbd-8145-45a8-917d-bb61d4f87c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:58.261179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:58.338101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Pushing event updated for resources: {'Port': ['ID=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:58.350880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7611ccbd-8145-45a8-917d-bb61d4f87c71 None None] Port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:46:58.400394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbea21-c6f4-43d0-8139-326134444e78 req-ab107afe-d16b-47ee-ab73-1b7f01dcdf7a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:58.402017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ecbea21-c6f4-43d0-8139-326134444e78 req-ab107afe-d16b-47ee-ab73-1b7f01dcdf7a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 936 time: 0.0561531 Nov 05 21:46:58.477672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ecbea21-c6f4-43d0-8139-326134444e78 req-3d309079-7ca0-41c6-b2d7-f7013ffb1c95 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677247 Nov 05 21:46:58.722637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e39dc-c41d-4969-bca9-b69e57cbada4 req-52544186-194c-4a93-97ec-d5a3b1606f65 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:58.724504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-614e39dc-c41d-4969-bca9-b69e57cbada4 req-52544186-194c-4a93-97ec-d5a3b1606f65 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 944 time: 0.0611920 Nov 05 21:46:58.777103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-614e39dc-c41d-4969-bca9-b69e57cbada4 req-feabd84b-2154-4a3b-bd74-a5ab6a6f5528 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462947 Nov 05 21:46:58.826427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe651eb-0911-481b-ab80-57c5b96f6ac5 req-7e0e6353-1292-4004-a870-35508a054440 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:58.828375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbe651eb-0911-481b-ab80-57c5b96f6ac5 req-7e0e6353-1292-4004-a870-35508a054440 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.7392225 Nov 05 21:46:58.951845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Attempting to bind port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:58.952177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Attempting to bind port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '2143edba-caf1-42c4-bb6e-78957031fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:58.952503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Attempting to bind port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 on network 05623f2f-6667-43f8-8ade-cd7eeab9dcab {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:58.984365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 on network 05623f2f-6667-43f8-8ade-cd7eeab9dcab not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:58.984610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Attempting to bind port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 on network 05623f2f-6667-43f8-8ade-cd7eeab9dcab {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:59.023377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbe651eb-0911-481b-ab80-57c5b96f6ac5 req-007c0898-d91a-48af-ab11-395eddb26681 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845288 Nov 05 21:46:59.025875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:59.026209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Checking segment: {'id': '2143edba-caf1-42c4-bb6e-78957031fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:59.026796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Bound using segment: {'id': '2143edba-caf1-42c4-bb6e-78957031fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:59.027100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Bound port: bf980a4a-602f-4c03-86b6-2c9c65a4e0f9, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2143edba-caf1-42c4-bb6e-78957031fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:59.027449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.177533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:46:59.181043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.190240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] For port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:46:59.224589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] For port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,segment=NetworkSegment(2143edba-caf1-42c4-bb6e-78957031fd68),segment_id=2143edba-caf1-42c4-bb6e-78957031fd68)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:46:59.300753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60411bd6-eecd-46dd-b388-471be927d6ba req-d6cfe1f5-fa6f-4b7e-86c0-41065a4e1c6b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:59.306749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60411bd6-eecd-46dd-b388-471be927d6ba req-d6cfe1f5-fa6f-4b7e-86c0-41065a4e1c6b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1784754 Nov 05 21:46:59.306749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:46:59.317801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.328404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc8132-2f70-495b-932e-49a9583d7753 req-72b7c6de-9fda-49fe-85f0-6b20a4c037e1 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:59.330004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debc8132-2f70-495b-932e-49a9583d7753 req-72b7c6de-9fda-49fe-85f0-6b20a4c037e1 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 944 time: 0.0504847 Nov 05 21:46:59.363080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Transition to ACTIVE for port object 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:46:59.384650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.385023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debc8132-2f70-495b-932e-49a9583d7753 req-58b6488e-21ee-4ce8-9062-4693a6c14913 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Nov 05 21:46:59.442558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60411bd6-eecd-46dd-b388-471be927d6ba req-754e3472-c200-4a62-b61f-84c62bf9639f tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317041 Nov 05 21:46:59.456208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:59.456208 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.456208 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] 10.222.0.46 "PUT /v2.0/ports/bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 HTTP/1.1" status: 200 len: 1092 time: 2.2643442 Nov 05 21:46:59.456476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'tag': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:46:59.459168 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c96cb79-64f0-4acc-8341-3281aaca3fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8b03b3-c578-41c1-a5d7-0b2119dae436", "tag": "bf980a4a-602f-4c03-86b6-2c9c65a4e0f9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:46:59.484644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.526962 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a284658-f5fe-4e38-b39c-2fbf1fe0da23 x-openstack-request-id: req-5a284658-f5fe-4e38-b39c-2fbf1fe0da23 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:46:59.527258 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8b03b3-c578-41c1-a5d7-0b2119dae436", "tag": "bf980a4a-602f-4c03-86b6-2c9c65a4e0f9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:46:59.527518 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a284658-f5fe-4e38-b39c-2fbf1fe0da23 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:46:59.527952 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'tag': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9', 'status': 'completed', 'code': 200} Nov 05 21:46:59.536246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57093aa-7959-4cef-b249-dbe60045722d service neutron] Pushing event updated for resources: {'Port': ['ID=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:59.645083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb7d78-9a41-4e73-85ad-aab98ef35562 req-c04008d8-3897-4742-a638-9a869729360c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:59.646784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0fb7d78-9a41-4e73-85ad-aab98ef35562 req-c04008d8-3897-4742-a638-9a869729360c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 948 time: 0.0628641 Nov 05 21:46:59.710994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.719452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Pushing event updated for resources: {'Port': ['ID=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:59.726430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0fb7d78-9a41-4e73-85ad-aab98ef35562 req-6199ffc0-aa03-478c-b87c-0efffb352ccc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731745 Nov 05 21:46:59.731058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96cb79-64f0-4acc-8341-3281aaca3fcb req-1ef84746-cf75-4e98-8e4c-3996ee2e611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:59.732594 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c96cb79-64f0-4acc-8341-3281aaca3fcb req-1ef84746-cf75-4e98-8e4c-3996ee2e611f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b799fe76b345e9a2a2eb5d301cd2fe&device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 1095 time: 0.1897368 Nov 05 21:46:59.804485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f1475-ca44-470a-9c50-acebc664f461 req-49c1b93f-13ae-4536-b951-94e3ed547b29 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:59.806305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-793f1475-ca44-470a-9c50-acebc664f461 req-49c1b93f-13ae-4536-b951-94e3ed547b29 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.2443604 Nov 05 21:46:59.899006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Attempting to bind port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:46:59.899637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Attempting to bind port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:46:59.899830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Attempting to bind port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:59.911212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Subnet': ['ID=cdcf55b4-eeef-4be0-a859-36f03fdb09ca,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:46:59.922783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8291c-c83e-451b-a3da-5a1714689c54 req-944aa5f9-66f7-43e0-82e5-d6c8aff70c75 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:46:59.924606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1e8291c-c83e-451b-a3da-5a1714689c54 req-944aa5f9-66f7-43e0-82e5-d6c8aff70c75 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 944 time: 0.0587246 Nov 05 21:46:59.928220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:46:59.928543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Attempting to bind port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:46:59.953094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:46:59.953441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:59.953825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:46:59.954259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Bound port: 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:46:59.954615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:46:59.962276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Checking segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:46:59.972807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network hostable DHCP agents. Network: f743c608-3f22-4271-bcad-61f66413d2e8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:46:59.977398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1e8291c-c83e-451b-a3da-5a1714689c54 req-a6fb0ebc-bb4b-4f64-bac3-b5599ee6436d tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Nov 05 21:47:00.004441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-793f1475-ca44-470a-9c50-acebc664f461 req-0c695b58-77ed-4d62-8e56-19a16e59bc2b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814158 Nov 05 21:47:00.005475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96cb79-64f0-4acc-8341-3281aaca3fcb req-042439db-a52a-4c7e-a340-5b0bd0777679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.006851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c96cb79-64f0-4acc-8341-3281aaca3fcb req-042439db-a52a-4c7e-a340-5b0bd0777679 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=94b799fe76b345e9a2a2eb5d301cd2fe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2423446 Nov 05 21:47:00.133974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network f743c608-3f22-4271-bcad-61f66413d2e8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:47:00.179412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] For port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:00.183142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] For port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:00.210882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebbb7e-7e6a-4178-b515-7139d2155337 req-0a5173dc-4102-4ec7-b13d-593a11c50689 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.212605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27ebbb7e-7e6a-4178-b515-7139d2155337 req-0a5173dc-4102-4ec7-b13d-593a11c50689 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.1044970 Nov 05 21:47:00.213602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96cb79-64f0-4acc-8341-3281aaca3fcb req-d18c7de8-8217-4a2c-96ca-5a6024a7e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.214951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c96cb79-64f0-4acc-8341-3281aaca3fcb req-d18c7de8-8217-4a2c-96ca-5a6024a7e3c3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991203 Nov 05 21:47:00.252474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, f743c608-3f22-4271-bcad-61f66413d2e8) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:00.260964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a28da-6d91-40a7-9b4a-1b897adc669d None None] Network f743c608-3f22-4271-bcad-61f66413d2e8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:47:00.272394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.272989 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:00.300072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27ebbb7e-7e6a-4178-b515-7139d2155337 req-5df18106-656e-45e3-b28d-6f8b810a5727 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808687 Nov 05 21:47:00.320730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-bde92e0c-7f54-4a94-a700-04052da48d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.320730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-bde92e0c-7f54-4a94-a700-04052da48d34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b799fe76b345e9a2a2eb5d301cd2fe&device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 1095 time: 0.0606573 Nov 05 21:47:00.345053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-c46a2584-f4d1-4929-a7f6-323656fad940 req-5a6894e1-0941-477d-9a20-9dfbda62e53b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:47:00.346272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c46a2584-f4d1-4929-a7f6-323656fad940 req-5a6894e1-0941-477d-9a20-9dfbda62e53b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064230 Nov 05 21:47:00.371002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:00.380599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-82ff7d6c-a7cc-4790-b0fc-c782ba29f2a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 HTTP/1.1" status: 200 len: 217 time: 0.0521610 Nov 05 21:47:00.420584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.421207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:00.422728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] 10.222.0.13 "PUT /v2.0/ports/33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 HTTP/1.1" status: 200 len: 1096 time: 2.3010929 Nov 05 21:47:00.503692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-f743c608-3f22-4271-bcad-61f66413d2e8', 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'fixed_ips': [{'subnet_id': 'cdcf55b4-eeef-4be0-a859-36f03fdb09ca'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:47:00.504618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:00.522794 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eccce3f5-4749-43d5-b39f-86d38ba8a0e9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4080000 Nov 05 21:47:00.525783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50796) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:00.531234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d78a9-20a7-4e35-a3cb-1dc8dd627f4d service neutron] Pushing event updated for resources: {'Port': ['ID=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:00.540234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'subnet': {'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:00.568612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-bc74ff9a-d374-4acd-8c85-400a35b17253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.570161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-bc74ff9a-d374-4acd-8c85-400a35b17253 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab6d47f1-56dc-4d1d-b99f-baa57adbe767 HTTP/1.1" status: 200 len: 849 time: 0.1616127 Nov 05 21:47:00.601537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:00.653832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-c7e7c1d8-ec01-46ea-a21e-99cf26378069 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05623f2f-6667-43f8-8ade-cd7eeab9dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623634 Nov 05 21:47:00.703121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094db70-34c4-4074-9036-d1fd5bebd0a7 req-a8f3952f-de2e-420b-b120-7c1a1c060aa6 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.711119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1094db70-34c4-4074-9036-d1fd5bebd0a7 req-a8f3952f-de2e-420b-b120-7c1a1c060aa6 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 944 time: 0.2126560 Nov 05 21:47:00.737494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Allocated IP 10.1.1.2 (f743c608-3f22-4271-bcad-61f66413d2e8/cdcf55b4-eeef-4be0-a859-36f03fdb09ca/4d755491-de7f-4749-8a5a-c605c1a44055) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:00.808320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c46a2584-f4d1-4929-a7f6-323656fad940 req-7b5d4d48-92fd-4d7e-ba34-0dcde2c67bc6 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.5&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4533298 Nov 05 21:47:00.891857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-f8645782-d3bc-4878-b329-a5942bf2b6bd service neutron] 10.222.0.46 "GET /v2.0/networks/05623f2f-6667-43f8-8ade-cd7eeab9dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301240 Nov 05 21:47:00.895981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1094db70-34c4-4074-9036-d1fd5bebd0a7 req-07f8cd55-70b3-4e9b-87d4-0edf6b062fb3 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840794 Nov 05 21:47:00.922745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b2fec580-336f-4a7f-ad3a-fb07f86637ef up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:00.929414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-f5d4d6d3-456b-4a31-840f-33d918ec496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:00.933578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-f5d4d6d3-456b-4a31-840f-33d918ec496d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 1099 time: 0.1455727 Nov 05 21:47:00.984977 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.045683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:01.049207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.053351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-61d20586-5146-490c-8652-7bc48558120a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 HTTP/1.1" status: 200 len: 217 time: 0.1048441 Nov 05 21:47:01.100314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32e839-ede6-4d0b-9bc3-86df0e5c5120 req-be089887-f0d1-4292-b00e-f9d8635755db tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.102203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e32e839-ede6-4d0b-9bc3-86df0e5c5120 req-be089887-f0d1-4292-b00e-f9d8635755db tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 948 time: 0.0760186 Nov 05 21:47:01.144696 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.156748 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e32e839-ede6-4d0b-9bc3-86df0e5c5120 req-d3e70fb7-05af-4faa-b87b-378b84322654 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484662 Nov 05 21:47:01.198029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port b2fec580-336f-4a7f-ad3a-fb07f86637ef completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:01.215986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Network f743c608-3f22-4271-bcad-61f66413d2e8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:01.218625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:01.220514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port b2fec580-336f-4a7f-ad3a-fb07f86637ef triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:01.220945 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.224454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:01.240370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-d11ee12a-f6e2-48f4-b775-d8745b6dee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.241903 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-d11ee12a-f6e2-48f4-b775-d8745b6dee70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1746242 Nov 05 21:47:01.248525 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a14348-3243-4589-9f0d-87595f8a7b8e req-addb45c3-6120-421b-937f-4502fe5267c9 service neutron] 10.222.0.46 "GET /v2.0/networks/05623f2f-6667-43f8-8ade-cd7eeab9dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488784 Nov 05 21:47:01.252395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d755491-de7f-4749-8a5a-c605c1a44055,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:01.296927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ad2d-2ce9-49de-866a-7d6f674b3657 req-6faa1223-2036-440f-82f5-a827a181cd49 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.305948 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b836ad2d-2ce9-49de-866a-7d6f674b3657 req-6faa1223-2036-440f-82f5-a827a181cd49 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 944 time: 0.0847728 Nov 05 21:47:01.312068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a75a-d860-41df-92bd-2a6552432566 req-8681e80c-733d-4049-9892-ee66425b25f0 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.313574 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21c3a75a-d860-41df-92bd-2a6552432566 req-8681e80c-733d-4049-9892-ee66425b25f0 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1939678 Nov 05 21:47:01.323270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Attempting to bind port 4d755491-de7f-4749-8a5a-c605c1a44055 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:01.328552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Attempting to bind port 4d755491-de7f-4749-8a5a-c605c1a44055 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:01.328552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Attempting to bind port 4d755491-de7f-4749-8a5a-c605c1a44055 on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:01.360551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:01.361206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Checking segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:01.361970 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.363316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Bound using segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:01.364130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Bound port: 4d755491-de7f-4749-8a5a-c605c1a44055, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:01.364692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.366448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b227-e001-4009-b65b-126300126540 req-20a55a84-4f6a-4a4c-bb7b-c9fbfc4225f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.368311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-20a55a84-4f6a-4a4c-bb7b-c9fbfc4225f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129372 Nov 05 21:47:01.368944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b836ad2d-2ce9-49de-866a-7d6f674b3657 req-095a0abf-eaae-475b-9e4e-3600949e9d21 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611672 Nov 05 21:47:01.385926 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.442873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21c3a75a-d860-41df-92bd-2a6552432566 req-66c959bc-a578-4bc9-b042-05c89c129aad tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206756 Nov 05 21:47:01.462194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096ef51-0f82-4207-858e-6580b4295976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:01.464677 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8af347f-766f-42db-be1f-376db47a57b7" -d '{"events": [{"server_uuid": "8096ef51-0f82-4207-858e-6580b4295976", "name": "network-vif-plugged", "status": "completed", "tag": "b2fec580-336f-4a7f-ad3a-fb07f86637ef"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:01.494320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b2fec580-336f-4a7f-ad3a-fb07f86637ef, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b2fec580-336f-4a7f-ad3a-fb07f86637ef,segment=NetworkSegment(b7b58654-7c90-4627-8aeb-59e53ae7dcdd),segment_id=b7b58654-7c90-4627-8aeb-59e53ae7dcdd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:01.506478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] For port 4d755491-de7f-4749-8a5a-c605c1a44055, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:01.510624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] For port 4d755491-de7f-4749-8a5a-c605c1a44055, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d755491-de7f-4749-8a5a-c605c1a44055,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:01.529201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'tag': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:01.531646 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d2ce77-60a5-4111-b121-930ad4fc41d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8962725-4c38-4068-862c-7028e30fa2a6", "tag": "33095f98-35f7-4cc3-bcd0-7b779c2ba7d1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:01.545817 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a7b668-950d-45b3-8fc9-82238aedf37d x-openstack-request-id: req-55a7b668-950d-45b3-8fc9-82238aedf37d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:01.546402 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8096ef51-0f82-4207-858e-6580b4295976", "name": "network-vif-plugged", "status": "completed", "tag": "b2fec580-336f-4a7f-ad3a-fb07f86637ef", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:01.546667 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55a7b668-950d-45b3-8fc9-82238aedf37d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:01.547436 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096ef51-0f82-4207-858e-6580b4295976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef', 'code': 200} Nov 05 21:47:01.558720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-864ad431-8825-4301-b7a8-1f6cc2a8557d service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607747 Nov 05 21:47:01.595995 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae8cfc6-3bdd-4d94-93f4-bf1c85e21cda x-openstack-request-id: req-2ae8cfc6-3bdd-4d94-93f4-bf1c85e21cda {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:01.596372 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8962725-4c38-4068-862c-7028e30fa2a6", "tag": "33095f98-35f7-4cc3-bcd0-7b779c2ba7d1", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:01.596694 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ae8cfc6-3bdd-4d94-93f4-bf1c85e21cda {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:01.597677 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'tag': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'status': 'completed', 'code': 200} Nov 05 21:47:01.624030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.625459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6afd3f-174e-43ae-acb7-4c414d0e700b req-416b9b0a-ba5f-4033-99b5-317b78321242 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.634618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed6afd3f-174e-43ae-acb7-4c414d0e700b req-416b9b0a-ba5f-4033-99b5-317b78321242 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.0980775 Nov 05 21:47:01.687994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.692662 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:01.706033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919031fe-c9ab-4f75-b970-53927ffe8e32 req-65916c4d-2b1f-4fc2-8a52-2a0d3abe636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.706033 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-919031fe-c9ab-4f75-b970-53927ffe8e32 req-65916c4d-2b1f-4fc2-8a52-2a0d3abe636e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 1096 time: 0.0752022 Nov 05 21:47:01.706258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed6afd3f-174e-43ae-acb7-4c414d0e700b req-139672d6-3d39-418f-893e-da68de1ce333 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685666 Nov 05 21:47:01.719855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b2fec580-336f-4a7f-ad3a-fb07f86637ef,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:01.780916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4326b227-e001-4009-b65b-126300126540 req-6fea3be6-4014-4085-b690-74ff90a4ec71 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182672 Nov 05 21:47:01.790095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4ff48-88f4-4f5d-9330-ee7ec8b3bcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d755491-de7f-4749-8a5a-c605c1a44055,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:01.827445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Subnet': ['ID=92a334b8-180c-4708-bf96-4f302d966367,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:01.854918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-919031fe-c9ab-4f75-b970-53927ffe8e32 req-eeb83a2a-a782-4b1d-aa7a-9fc5a044a3cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190646 Nov 05 21:47:01.863796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Checking segment: {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:01.864150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network hostable DHCP agents. Network: 317d7b5c-d1e6-49f8-bb31-f6bfc843f087, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:47:01.885930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d76334-0f01-4c57-881a-441e560dce39 req-2ed1c78c-59f9-43f0-a768-336c69b6779e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:01.887414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47d76334-0f01-4c57-881a-441e560dce39 req-2ed1c78c-59f9-43f0-a768-336c69b6779e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.0834143 Nov 05 21:47:01.946987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47d76334-0f01-4c57-881a-441e560dce39 req-ea470aad-04ea-4a9f-b491-d1545c5f6d98 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476589 Nov 05 21:47:02.054188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:47:02.087569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abf6f6-0093-46e3-aff1-b733b0e74977 req-7f1b9d26-8d66-4280-917b-6026c40e3dd9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.088443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50abf6f6-0093-46e3-aff1-b733b0e74977 req-7f1b9d26-8d66-4280-917b-6026c40e3dd9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 944 time: 0.0748236 Nov 05 21:47:02.096500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-2e825023-b6d5-45ea-8851-76ea3ed0e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.098404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-2e825023-b6d5-45ea-8851-76ea3ed0e057 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0889387 Nov 05 21:47:02.167990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50abf6f6-0093-46e3-aff1-b733b0e74977 req-bf081df8-c6f2-4645-8e39-81a5e59b6f38 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672541 Nov 05 21:47:02.264155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083152d5-e886-4dea-97ba-5d9437385e1e req-2b9537b5-d647-4122-9bd7-bcccce931c07 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.264155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083152d5-e886-4dea-97ba-5d9437385e1e req-2b9537b5-d647-4122-9bd7-bcccce931c07 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.264155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083152d5-e886-4dea-97ba-5d9437385e1e req-2b9537b5-d647-4122-9bd7-bcccce931c07 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.264155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-083152d5-e886-4dea-97ba-5d9437385e1e req-2b9537b5-d647-4122-9bd7-bcccce931c07 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f&device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785&device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 2416 time: 0.1227667 Nov 05 21:47:02.267765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 317d7b5c-d1e6-49f8-bb31-f6bfc843f087) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:02.279101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44966c7f-6966-467c-b3ee-b2cf1d47ffe4 None None] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:47:02.299280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.300277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:02.647001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-febda2e6-8eaf-4ba7-89c5-c468ace2c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.647001 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-febda2e6-8eaf-4ba7-89c5-c468ace2c359 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2407365 Nov 05 21:47:02.648327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bcad7-b15e-4bf5-b145-d9a06f703d42 req-7db5cf01-af51-4f27-aa0e-2d293bcbac45 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.648327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e07bcad7-b15e-4bf5-b145-d9a06f703d42 req-7db5cf01-af51-4f27-aa0e-2d293bcbac45 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 948 time: 0.0703075 Nov 05 21:47:02.648711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-083152d5-e886-4dea-97ba-5d9437385e1e req-b8a76d33-aa60-4d9a-b719-054b606e4a3b tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570845 Nov 05 21:47:02.648711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-51fb4cc4-92a9-4a25-addc-fd0c04eeb211 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 HTTP/1.1" status: 200 len: 217 time: 0.0567820 Nov 05 21:47:02.649032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e07bcad7-b15e-4bf5-b145-d9a06f703d42 req-ba608655-048b-485d-969e-6e4b94b3906d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Nov 05 21:47:02.649490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-658adf26-2b08-4f2e-ae18-84bb29e5d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.649490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-658adf26-2b08-4f2e-ae18-84bb29e5d327 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0786102 Nov 05 21:47:02.649490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb2d98-a5cb-4374-8bea-7356ed076caf req-13c836f3-a33c-4a07-b26f-e6d8324d514a tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.649490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08bb2d98-a5cb-4374-8bea-7356ed076caf req-13c836f3-a33c-4a07-b26f-e6d8324d514a tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.0678742 Nov 05 21:47:02.650001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-225d8d5a-9c77-4f2e-a214-4fe3fcb54db6 req-c15cbdf3-ba53-4c2d-99ef-2d68cf265c53 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0535970 Nov 05 21:47:02.650218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-25e06654-0ab5-482b-9f0e-c319e298c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:02.650218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-25e06654-0ab5-482b-9f0e-c319e298c801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838537 Nov 05 21:47:02.650218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08bb2d98-a5cb-4374-8bea-7356ed076caf req-f6bf2217-8be5-455f-90fa-d0a6f34f9fce tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564573 Nov 05 21:47:02.666328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-317d7b5c-d1e6-49f8-bb31-f6bfc843f087', 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'fixed_ips': [{'subnet_id': '92a334b8-180c-4708-bf96-4f302d966367'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:47:02.670093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:02.735762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-f5edd832-78f9-4e22-8267-f9f6d506b82f service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179824 Nov 05 21:47:02.835619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Allocated IP 10.2.2.2 (317d7b5c-d1e6-49f8-bb31-f6bfc843f087/92a334b8-180c-4708-bf96-4f302d966367/763372d8-b172-4a2c-9034-4d49bf6c01bc) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:02.901313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1d2ce77-60a5-4111-b121-930ad4fc41d7 req-f9a81783-ec25-48ca-9491-9d79c61a506c service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462851 Nov 05 21:47:02.901313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77d24c59-5dfc-4426-b26c-0b6990531b06 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3718226 Nov 05 21:47:02.902705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50854) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:02.912195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'port': {'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'name': 'tempest-TaggedBootDevicesTest-115017971', 'fixed_ips': [{'subnet_id': 'cdcf55b4-eeef-4be0-a859-36f03fdb09ca'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:02.962282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.043661 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.155737 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.173408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa816f2-3061-4387-aa18-89b667cd5505 None None] Network f743c608-3f22-4271-bcad-61f66413d2e8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:47:03.189556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:03.239769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:03.275387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:03.288319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:03.297587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Pushing event updated for resources: {'Port': ['ID=763372d8-b172-4a2c-9034-4d49bf6c01bc,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:03.308584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0ece03e1-da2a-4e8f-8dcc-510c48d67a3b None None] Provisioning complete for port 4d755491-de7f-4749-8a5a-c605c1a44055 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:03.309018 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ece03e1-da2a-4e8f-8dcc-510c48d67a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.356699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.384217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] device_id is not set on port 7f8eb599-9706-468b-8864-8c33aa45c77b yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:47:03.438325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae28b4-4b3f-4e5a-b6f3-5d152073499c req-ec7358e4-9759-4ad8-9eb7-b4608b6d7dd2 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:03.439888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27ae28b4-4b3f-4e5a-b6f3-5d152073499c req-ec7358e4-9759-4ad8-9eb7-b4608b6d7dd2 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 944 time: 0.1220119 Nov 05 21:47:03.567840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27ae28b4-4b3f-4e5a-b6f3-5d152073499c req-8ce74339-6296-41b6-8e67-d31663e40ec1 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078527 Nov 05 21:47:03.664851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 10.1.1.46 (f743c608-3f22-4271-bcad-61f66413d2e8/cdcf55b4-eeef-4be0-a859-36f03fdb09ca/7f8eb599-9706-468b-8864-8c33aa45c77b) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:03.692264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Attempting to bind port 763372d8-b172-4a2c-9034-4d49bf6c01bc on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:03.692987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Attempting to bind port 763372d8-b172-4a2c-9034-4d49bf6c01bc by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:03.692987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Attempting to bind port 763372d8-b172-4a2c-9034-4d49bf6c01bc on network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:03.703063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:03.704776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Checking segment: {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:03.704776 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.704776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Bound using segment: {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:03.704776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Bound port: 763372d8-b172-4a2c-9034-4d49bf6c01bc, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:03.705134 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.831220 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ece03e1-da2a-4e8f-8dcc-510c48d67a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:03.861560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0ece03e1-da2a-4e8f-8dcc-510c48d67a3b None None] For port 4d755491-de7f-4749-8a5a-c605c1a44055, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d755491-de7f-4749-8a5a-c605c1a44055,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:03.873812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] For port 763372d8-b172-4a2c-9034-4d49bf6c01bc, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:03.878025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] For port 763372d8-b172-4a2c-9034-4d49bf6c01bc, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=763372d8-b172-4a2c-9034-4d49bf6c01bc,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:03.985994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.009476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca47b54-78dd-4d16-bd66-ebd07c2b4b50 req-e2dc8933-b0e1-4b34-9e88-df90e55ca23a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:04.013027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca47b54-78dd-4d16-bd66-ebd07c2b4b50 req-e2dc8933-b0e1-4b34-9e88-df90e55ca23a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 948 time: 0.1374068 Nov 05 21:47:04.017585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4d755491-de7f-4749-8a5a-c605c1a44055 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:04.062693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cfb03-38bf-413c-9bda-5d4d3bf5292a req-10aa55c6-e24b-461e-bc51-76c514177412 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:04.064742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c2cfb03-38bf-413c-9bda-5d4d3bf5292a req-10aa55c6-e24b-461e-bc51-76c514177412 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.0773323 Nov 05 21:47:04.072097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ece03e1-da2a-4e8f-8dcc-510c48d67a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.075328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.100248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca47b54-78dd-4d16-bd66-ebd07c2b4b50 req-b309a36a-e0a6-42f1-aa9e-ac2328538f52 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860298 Nov 05 21:47:04.137922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c2cfb03-38bf-413c-9bda-5d4d3bf5292a req-7baf3cb4-5129-4f3d-b165-368f6fc4aaef tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638068 Nov 05 21:47:04.164821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4d755491-de7f-4749-8a5a-c605c1a44055 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:04.165198 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.170100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece03e1-da2a-4e8f-8dcc-510c48d67a3b None None] Pushing event updated for resources: {'Port': ['ID=4d755491-de7f-4749-8a5a-c605c1a44055,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:04.263019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2895fd95-49aa-4f5a-9402-317d21ee23b7 None None] Provisioning complete for port 4d755491-de7f-4749-8a5a-c605c1a44055 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:04.263394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2895fd95-49aa-4f5a-9402-317d21ee23b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.270527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.292674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057bdd8-8384-4b09-9119-2ee24bd4d326 None None] Pushing event updated for resources: {'Port': ['ID=763372d8-b172-4a2c-9034-4d49bf6c01bc,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:04.421901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network f743c608-3f22-4271-bcad-61f66413d2e8 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:04.431713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:04.440881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:04.447271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=7f8eb599-9706-468b-8864-8c33aa45c77b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:04.494116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.494600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.495161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.495637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.505915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:04.536098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:04.536887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.692389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07897e-fd85-451e-931a-8b8dbf25ed64 req-0eeaa8cd-d157-47b3-bc6a-e42b03142f11 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:04.693878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f07897e-fd85-451e-931a-8b8dbf25ed64 req-0eeaa8cd-d157-47b3-bc6a-e42b03142f11 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 944 time: 0.0511987 Nov 05 21:47:04.752137 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f07897e-fd85-451e-931a-8b8dbf25ed64 req-66759b79-36ce-492b-b7fb-d217be161a09 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Nov 05 21:47:04.784089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7cecca27-c881-47f8-ae6d-b97e7b4cb962 None None] Provisioning complete for port 7f8eb599-9706-468b-8864-8c33aa45c77b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:04.784642 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7cecca27-c881-47f8-ae6d-b97e7b4cb962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:04.790864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50894) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:04.792173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-035dbae0-e38c-44d2-acaa-24e87f2c291f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8877761 Nov 05 21:47:04.799372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'port': {'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'name': 'tempest-TaggedBootDevicesTest-523100348', 'fixed_ips': [{'subnet_id': 'cdcf55b4-eeef-4be0-a859-36f03fdb09ca'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:04.826482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7cecca27-c881-47f8-ae6d-b97e7b4cb962 None None] Port 7f8eb599-9706-468b-8864-8c33aa45c77b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:05.176491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:05.213530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac19fcb-8301-42b0-8f89-b50546fdfeb2 None None] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:47:05.222942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b77220-441f-46d6-b37c-694802767e6c req-86ba6b62-1eeb-438e-b118-35fbd5fb950d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:05.224557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2b77220-441f-46d6-b37c-694802767e6c req-86ba6b62-1eeb-438e-b118-35fbd5fb950d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 948 time: 0.0553608 Nov 05 21:47:05.275903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9935-dc70-46f2-a9df-f6910703c8ed req-52d3fecb-5f8c-434e-93ef-078b86b12e2a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:05.277676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74ea9935-dc70-46f2-a9df-f6910703c8ed req-52d3fecb-5f8c-434e-93ef-078b86b12e2a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.1161146 Nov 05 21:47:05.287136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-acc94584-e650-415f-9780-a3d898ccc634 None None] Provisioning complete for port 763372d8-b172-4a2c-9034-4d49bf6c01bc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:05.287445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2b77220-441f-46d6-b37c-694802767e6c req-cb795514-fc07-4f00-82be-d0e452fbb8a5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556822 Nov 05 21:47:05.287945 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-acc94584-e650-415f-9780-a3d898ccc634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:05.321971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:05.366734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] device_id is not set on port be6ddd98-0a33-4abd-b248-a37e230feccb yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:47:05.416445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2267c-9f6a-434e-9918-b764fef2e8f3 req-97eaaaa5-328e-4d6f-982c-cc37e59c5e02 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:05.417851 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ebe2267c-9f6a-434e-9918-b764fef2e8f3 req-97eaaaa5-328e-4d6f-982c-cc37e59c5e02 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.0571017 Nov 05 21:47:05.458233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74ea9935-dc70-46f2-a9df-f6910703c8ed req-bf009de1-ce8e-4d96-80de-46bf4cf96750 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743162 Nov 05 21:47:05.469584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ebe2267c-9f6a-434e-9918-b764fef2e8f3 req-eed0881a-1e92-4a48-9c6b-4baa7d72ec38 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Nov 05 21:47:05.494052 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-acc94584-e650-415f-9780-a3d898ccc634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:05.571028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-acc94584-e650-415f-9780-a3d898ccc634 None None] For port 763372d8-b172-4a2c-9034-4d49bf6c01bc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=763372d8-b172-4a2c-9034-4d49bf6c01bc,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:05.655135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10518d5-96f1-4d25-8dbb-a17a64251740 req-964b7798-635d-48cf-a8c9-2eb93c8f4add tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:05.662232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:47:05.665557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d10518d5-96f1-4d25-8dbb-a17a64251740 req-964b7798-635d-48cf-a8c9-2eb93c8f4add tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.0758667 Nov 05 21:47:05.714969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-acc94584-e650-415f-9780-a3d898ccc634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:05.766093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d10518d5-96f1-4d25-8dbb-a17a64251740 req-ecf4b4f7-2dc6-40d2-b715-a82df8a900e8 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975101 Nov 05 21:47:05.830022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:05.883829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'mac_address': 'fa:16:3e:26:1d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:47:05.935612 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3ee711ec-0074-4ba1-903b-e46f989470d3 None None] Provisioning complete for port 763372d8-b172-4a2c-9034-4d49bf6c01bc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:05.936089 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3ee711ec-0074-4ba1-903b-e46f989470d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:05.940087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc94584-e650-415f-9780-a3d898ccc634 None None] Pushing event updated for resources: {'Port': ['ID=763372d8-b172-4a2c-9034-4d49bf6c01bc,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:06.011277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.036623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:06.110418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:06.118060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4d755491-de7f-4749-8a5a-c605c1a44055 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:06.122599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3eb1b-e96c-4b06-a27b-b705102884e5 req-e60f112c-605b-4f8d-8096-1d2a7dfe1b1c tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:06.130142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b3eb1b-e96c-4b06-a27b-b705102884e5 req-e60f112c-605b-4f8d-8096-1d2a7dfe1b1c tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 944 time: 0.1281896 Nov 05 21:47:06.133291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 10.1.1.109 (f743c608-3f22-4271-bcad-61f66413d2e8/cdcf55b4-eeef-4be0-a859-36f03fdb09ca/be6ddd98-0a33-4abd-b248-a37e230feccb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:06.224639 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b3eb1b-e96c-4b06-a27b-b705102884e5 req-2f4e599c-833d-48bf-9770-a7b36d9672cb tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936224 Nov 05 21:47:06.242060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4d755491-de7f-4749-8a5a-c605c1a44055 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:06.242550 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.282486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3136f0-0c3f-47be-97e7-600df54746d0 req-52053b2e-2b30-4f4e-88f5-d5edf66db993 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:06.292405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e3136f0-0c3f-47be-97e7-600df54746d0 req-52053b2e-2b30-4f4e-88f5-d5edf66db993 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.0668106 Nov 05 21:47:06.295492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.338604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e3136f0-0c3f-47be-97e7-600df54746d0 req-a4f5783e-d882-4ffa-90b4-738962ee0a9d tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Nov 05 21:47:06.387951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eba17712-bb52-402b-9939-b936a5ec7de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.392992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 763372d8-b172-4a2c-9034-4d49bf6c01bc up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:06.399198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:06.430580 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.458605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9259557-0970-4fc5-a548-5c991be691b0 req-55e62c6d-f863-4dc9-9a60-4549e2f797c9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:06.460169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9259557-0970-4fc5-a548-5c991be691b0 req-55e62c6d-f863-4dc9-9a60-4549e2f797c9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 949 time: 0.0785880 Nov 05 21:47:06.463338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 763372d8-b172-4a2c-9034-4d49bf6c01bc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:06.463926 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.522953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9259557-0970-4fc5-a548-5c991be691b0 req-3819aebd-cd47-44de-84aa-fa1651fbd93b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526242 Nov 05 21:47:06.614434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.664226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network f743c608-3f22-4271-bcad-61f66413d2e8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:06.672432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:06.683939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:06.685417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=be6ddd98-0a33-4abd-b248-a37e230feccb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:06.703104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['33095f98-35f7-4cc3-bcd0-7b779c2ba7d1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:06.722684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8f084-f541-4d24-b260-9fd660119e6a req-8553539c-2872-4ed1-b744-b833883ed64a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:06.724241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6c8f084-f541-4d24-b260-9fd660119e6a req-8553539c-2872-4ed1-b744-b833883ed64a tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.1365044 Nov 05 21:47:06.754103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:06.754932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:06.845503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6c8f084-f541-4d24-b260-9fd660119e6a req-fe180d99-1d64-49c6-815f-ffee90fea1a8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868785 Nov 05 21:47:06.938205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:47:07.015282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cb220ed2-ef5b-4a2e-aca9-7c2ff43b33ae tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2229788 Nov 05 21:47:07.044083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,segment=NetworkSegment(2143edba-caf1-42c4-bb6e-78957031fd68),segment_id=2143edba-caf1-42c4-bb6e-78957031fd68)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:07.067989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1b66b6a9-eb34-4fbe-aa92-d2ceddb0ccf0 None None] Provisioning complete for port be6ddd98-0a33-4abd-b248-a37e230feccb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:07.067989 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b66b6a9-eb34-4fbe-aa92-d2ceddb0ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.086498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9', 'network_id': '05623f2f-6667-43f8-8ade-cd7eeab9dcab', 'port_id': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9', 'mac_address': 'fa:16:3e:f6:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6d47f1-56dc-4d1d-b99f-baa57adbe767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:47:07.122412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1b66b6a9-eb34-4fbe-aa92-d2ceddb0ccf0 None None] Port be6ddd98-0a33-4abd-b248-a37e230feccb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:07.133278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-4aac0d1f-117c-4d50-a22d-3d9a765da576 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:07.136317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-4aac0d1f-117c-4d50-a22d-3d9a765da576 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 945 time: 0.1007009 Nov 05 21:47:07.141342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.156447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:07.173730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6970405-b1be-4e86-a3eb-2f17654a56d8 req-39bc527f-d780-4a28-99c7-7e8f8ff85943 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:07.181471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6970405-b1be-4e86-a3eb-2f17654a56d8 req-39bc527f-d780-4a28-99c7-7e8f8ff85943 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Nov 05 21:47:07.185235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,segment=NetworkSegment(2143edba-caf1-42c4-bb6e-78957031fd68),segment_id=2143edba-caf1-42c4-bb6e-78957031fd68)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:07.241960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6970405-b1be-4e86-a3eb-2f17654a56d8 req-20bceb2f-a183-491f-a679-e22e92811fb5 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595753 Nov 05 21:47:07.276380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Deleting port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:47:07.276910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.375894 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.385137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] For port 64a4ef4b-39b4-4d16-935b-a85f350b5e63, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=64a4ef4b-39b4-4d16-935b-a85f350b5e63,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:07.385621 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.402778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Calling delete_port for 64a4ef4b-39b4-4d16-935b-a85f350b5e63 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:47:07.462008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:07.520012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb8cd1-972c-4f8f-a287-ee5ce9b3d315 req-9cdd8a3c-49dd-40ee-b113-35ca2bc19b36 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:07.521507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dfb8cd1-972c-4f8f-a287-ee5ce9b3d315 req-9cdd8a3c-49dd-40ee-b113-35ca2bc19b36 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 945 time: 0.0735917 Nov 05 21:47:07.570634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dfb8cd1-972c-4f8f-a287-ee5ce9b3d315 req-5a303c43-0575-4cb7-ae47-e332df082f47 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 Nov 05 21:47:07.642238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:07.646699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-344673a1-02e0-4d77-a843-31cab8bddc4a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46825002', 'description': 'tempest-description--1327293244'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:07.654703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.674394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6c521f2b-8cfd-4c60-8be3-d8e877d98e76'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:07.687640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d663-2ad0-4139-83b8-69cf99d05e74 req-840ae3d7-a771-43c4-b370-691adb0f06a2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:07.689451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e88d663-2ad0-4139-83b8-69cf99d05e74 req-840ae3d7-a771-43c4-b370-691adb0f06a2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 949 time: 0.0612831 Nov 05 21:47:07.697284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Pushing event deleted for resources: {'Port': ['ID=64a4ef4b-39b4-4d16-935b-a85f350b5e63,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:07.749277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] No DVR routers for this DVR port 64a4ef4b-39b4-4d16-935b-a85f350b5e63 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:47:07.754472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e88d663-2ad0-4139-83b8-69cf99d05e74 req-9cc319d7-ef54-4644-951e-0d65a5429dc7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565534 Nov 05 21:47:07.754658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.758591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d69dc515-e242-4195-9618-2c4d42019ab6 req-0ac0b2d1-c2e2-4dc6-9df2-efea651b2d5c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "DELETE /v2.0/ports/64a4ef4b-39b4-4d16-935b-a85f350b5e63 HTTP/1.1" status: 204 len: 173 time: 0.6159983 Nov 05 21:47:07.759080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'name': 'network-vif-deleted', 'tag': '64a4ef4b-39b4-4d16-935b-a85f350b5e63'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:07.764247 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8945cbce-e719-4051-8dd3-0339153a04c4" -d '{"events": [{"server_uuid": "cb65bd40-f265-40c7-97ad-d92ec9fe761f", "name": "network-vif-deleted", "tag": "64a4ef4b-39b4-4d16-935b-a85f350b5e63"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:07.783869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['bf980a4a-602f-4c03-86b6-2c9c65a4e0f9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:07.789381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-344673a1-02e0-4d77-a843-31cab8bddc4a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.864326 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac22f63-6d23-49ce-b888-92362488a751 x-openstack-request-id: req-0ac22f63-6d23-49ce-b888-92362488a751 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:07.864629 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb65bd40-f265-40c7-97ad-d92ec9fe761f", "name": "network-vif-deleted", "tag": "64a4ef4b-39b4-4d16-935b-a85f350b5e63", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:07.864883 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ac22f63-6d23-49ce-b888-92362488a751 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:07.865298 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb65bd40-f265-40c7-97ad-d92ec9fe761f', 'name': 'network-vif-deleted', 'tag': '64a4ef4b-39b4-4d16-935b-a85f350b5e63', 'status': 'completed', 'code': 200} Nov 05 21:47:07.941942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-344673a1-02e0-4d77-a843-31cab8bddc4a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:07.961707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['4d757b3e-fff7-4c5b-b77f-780dda268048'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:08.011428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9613fd97-42b6-4b9a-8dcc-fb6171009e2f req-165ce9ad-51a2-4f73-92bc-fbd122443d79 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.0325658 Nov 05 21:47:08.022832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 763372d8-b172-4a2c-9034-4d49bf6c01bc up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:08.075320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-344673a1-02e0-4d77-a843-31cab8bddc4a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.108219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344673a1-02e0-4d77-a843-31cab8bddc4a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ab8596-43ce-40bd-949f-12c4f080bb03,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:08.221732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 763372d8-b172-4a2c-9034-4d49bf6c01bc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:08.222210 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.237830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-344673a1-02e0-4d77-a843-31cab8bddc4a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.241331 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-344673a1-02e0-4d77-a843-31cab8bddc4a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5962627 Nov 05 21:47:08.242264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:08.246975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-01daa4aa-a6e6-4b0a-b877-8cd29f18d608 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'security_group_rule': {'security_group_id': 'd1ab8596-43ce-40bd-949f-12c4f080bb03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:08.437918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954e1c-7240-49b9-a551-77498157776a req-620080bf-d9cc-4cbd-9101-02152b06ea8b tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:08.440030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a954e1c-7240-49b9-a551-77498157776a req-620080bf-d9cc-4cbd-9101-02152b06ea8b tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.1163445 Nov 05 21:47:08.467569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01daa4aa-a6e6-4b0a-b877-8cd29f18d608 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.515182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a954e1c-7240-49b9-a551-77498157776a req-7f156c64-4876-4b91-9e8d-1b7f7bd3fcbf tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a8196-fe93-4dc0-b976-4436db6f78ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691407 Nov 05 21:47:08.535310 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0667-d7d1-432d-8f9b-2660276ec778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.539483 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01daa4aa-a6e6-4b0a-b877-8cd29f18d608 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.662119 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01daa4aa-a6e6-4b0a-b877-8cd29f18d608 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.694783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e30214-7585-4c00-855a-204abf80a531 req-e9d39c3a-4e8c-4c61-a017-28bbc01f6da7 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:08.696318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91e30214-7585-4c00-855a-204abf80a531 req-e9d39c3a-4e8c-4c61-a017-28bbc01f6da7 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 945 time: 0.0544777 Nov 05 21:47:08.704918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daa4aa-a6e6-4b0a-b877-8cd29f18d608 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e23c3df-9484-4fcc-b6d8-7c14d24cbed4,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:08.732742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-b7e2ce0d-adb0-493c-9b8c-a553c4b7b08c tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:08.735199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-b7e2ce0d-adb0-493c-9b8c-a553c4b7b08c tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.46 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 945 time: 0.0834343 Nov 05 21:47:08.764285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91e30214-7585-4c00-855a-204abf80a531 req-f6b20523-34c2-4f35-8c15-087f794afc5e tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611751 Nov 05 21:47:08.870542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01daa4aa-a6e6-4b0a-b877-8cd29f18d608 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.871647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-01daa4aa-a6e6-4b0a-b877-8cd29f18d608 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6283023 Nov 05 21:47:08.874407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50988) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:08.886818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f7353d8b-1900-4328-8c4e-2c7ac6a73690 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'security_group_rule': {'security_group_id': 'd1ab8596-43ce-40bd-949f-12c4f080bb03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:08.891310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Deleting port b2fec580-336f-4a7f-ad3a-fb07f86637ef {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:47:08.891693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:08.929591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0426-4a48-4203-b73c-25159941527f req-73ff87ee-bc89-4f96-9272-1121f3349d80 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:08.931218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-993c0426-4a48-4203-b73c-25159941527f req-73ff87ee-bc89-4f96-9272-1121f3349d80 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 949 time: 0.0921929 Nov 05 21:47:08.967098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 64a4ef4b-39b4-4d16-935b-a85f350b5e63 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:47:08.992818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 64a4ef4b-39b4-4d16-935b-a85f350b5e63 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:47:08.993460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 64a4ef4b-39b4-4d16-935b-a85f350b5e63 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:47:08.998167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7353d8b-1900-4328-8c4e-2c7ac6a73690 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.034050 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-993c0426-4a48-4203-b73c-25159941527f req-7439524f-7ba8-4fe8-967a-1b5aa4c6da4a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739563 Nov 05 21:47:09.038731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] For port b2fec580-336f-4a7f-ad3a-fb07f86637ef, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b2fec580-336f-4a7f-ad3a-fb07f86637ef,segment=NetworkSegment(b7b58654-7c90-4627-8aeb-59e53ae7dcdd),segment_id=b7b58654-7c90-4627-8aeb-59e53ae7dcdd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:09.039103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.069458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Calling delete_port for b2fec580-336f-4a7f-ad3a-fb07f86637ef owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:47:09.074297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7353d8b-1900-4328-8c4e-2c7ac6a73690 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.165246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd6310d8-b626-455e-81e6-d13ad77f7972 req-b7354663-8c63-4d29-bbae-f1d2494fd329 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb65bd40-f265-40c7-97ad-d92ec9fe761f HTTP/1.1" status: 200 len: 210 time: 0.0329039 Nov 05 21:47:09.224026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7353d8b-1900-4328-8c4e-2c7ac6a73690 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.242080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353d8b-1900-4328-8c4e-2c7ac6a73690 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4cb42c-beee-4c9e-b3a8-cedcf6cd2fb6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:09.426830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.439441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b2fec580-336f-4a7f-ad3a-fb07f86637ef'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:09.448721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7353d8b-1900-4328-8c4e-2c7ac6a73690 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.453369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f7353d8b-1900-4328-8c4e-2c7ac6a73690 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5744135 Nov 05 21:47:09.454867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51002) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:09.467662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:09.482728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Pushing event deleted for resources: {'Port': ['ID=b2fec580-336f-4a7f-ad3a-fb07f86637ef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:09.538500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] No DVR routers for this DVR port b2fec580-336f-4a7f-ad3a-fb07f86637ef on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:47:09.541661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.546364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d06e9f1-a8ec-4b52-9224-5dca870b7dc7 req-fd4cf874-09c9-462e-b4a9-f9c0a54867be tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.46 "DELETE /v2.0/ports/b2fec580-336f-4a7f-ad3a-fb07f86637ef HTTP/1.1" status: 204 len: 173 time: 0.8031058 Nov 05 21:47:09.620100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8212863e-ff21-40e5-8c5d-aee5033eb139 req-50a167a4-b0df-4dd1-8ce1-e77afe7bed25 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 210 time: 0.0308878 Nov 05 21:47:09.696528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:09.710335 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.826767 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.866866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096ef51-0f82-4207-858e-6580b4295976', 'name': 'network-vif-deleted', 'tag': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:09.869563 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7db740-9cb1-48dc-890b-9b35847163b0" -d '{"events": [{"server_uuid": "8096ef51-0f82-4207-858e-6580b4295976", "name": "network-vif-deleted", "tag": "b2fec580-336f-4a7f-ad3a-fb07f86637ef"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:09.882988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:09.884248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:09.884822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:09.926267 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f0289e-0259-429f-b190-207ad7dc8cd6 x-openstack-request-id: req-66f0289e-0259-429f-b190-207ad7dc8cd6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:09.926613 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8096ef51-0f82-4207-858e-6580b4295976", "name": "network-vif-deleted", "tag": "b2fec580-336f-4a7f-ad3a-fb07f86637ef", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:09.926881 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66f0289e-0259-429f-b190-207ad7dc8cd6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:09.927297 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096ef51-0f82-4207-858e-6580b4295976', 'name': 'network-vif-deleted', 'tag': 'b2fec580-336f-4a7f-ad3a-fb07f86637ef', 'status': 'completed', 'code': 200} Nov 05 21:47:09.977008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c6154-c5b0-4827-a940-5ae96360c254 req-a3631d5e-24fd-4582-a090-b81a70722edd tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:09.978433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-625c6154-c5b0-4827-a940-5ae96360c254 req-a3631d5e-24fd-4582-a090-b81a70722edd tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 945 time: 0.1129882 Nov 05 21:47:09.995170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.002166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 172.25.6.98 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/de60a0c4-1130-4bb6-b0fa-95c1c550a752) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:10.027513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:10.030448 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361e31c0-3908-4680-8dc1-3e77c237eb83" -d '{"events": [{"server_uuid": "e8962725-4c38-4068-862c-7028e30fa2a6", "name": "network-vif-plugged", "status": "completed", "tag": "33095f98-35f7-4cc3-bcd0-7b779c2ba7d1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:10.036552 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.052225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:10.081607 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f36e0-4224-4146-96dd-d7f82c412c9c x-openstack-request-id: req-cc0f36e0-4224-4146-96dd-d7f82c412c9c {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:10.081947 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8962725-4c38-4068-862c-7028e30fa2a6", "name": "network-vif-plugged", "status": "completed", "tag": "33095f98-35f7-4cc3-bcd0-7b779c2ba7d1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:10.082205 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc0f36e0-4224-4146-96dd-d7f82c412c9c {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:10.082624 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'code': 200} Nov 05 21:47:10.099393 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-625c6154-c5b0-4827-a940-5ae96360c254 req-7bedcd4b-d97b-4e0f-8f58-4c1dbc246d86 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093841 Nov 05 21:47:10.167020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.245311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.283703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e0b20-316b-4e7e-b7b9-93a2fe25be00 req-6d22f81b-7f74-46be-8f6d-75df4f0af93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:10.283830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:10.283931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e7e0b20-316b-4e7e-b7b9-93a2fe25be00 req-6d22f81b-7f74-46be-8f6d-75df4f0af93b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 1101 time: 0.1085157 Nov 05 21:47:10.296679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baf0b7-42be-4715-8f1c-e0dedd789f97 req-e776e830-4151-4d49-a95b-1284cb843399 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:10.298199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75baf0b7-42be-4715-8f1c-e0dedd789f97 req-e776e830-4151-4d49-a95b-1284cb843399 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 950 time: 0.0845816 Nov 05 21:47:10.386494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e7e0b20-316b-4e7e-b7b9-93a2fe25be00 req-129f3d3a-2988-4951-8c96-a4136e080517 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872846 Nov 05 21:47:10.391291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75baf0b7-42be-4715-8f1c-e0dedd789f97 req-f15915f3-f8c7-4dd0-a3cf-6add17a9875a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839815 Nov 05 21:47:10.405238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.445932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:10.450771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:10.455608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:10.482464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=de60a0c4-1130-4bb6-b0fa-95c1c550a752,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:10.566066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.711499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.750704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f817de7-d868-402a-85c9-63c7c367d187 req-dc587dcb-e5e2-4fde-be06-e69df716eff6 tempest-ServersNegativeTestMultiTenantJSON-1032826825 tempest-ServersNegativeTestMultiTenantJSON-1032826825-project] 10.222.0.41 "GET /v2.0/ports?device_id=8096ef51-0f82-4207-858e-6580b4295976 HTTP/1.1" status: 200 len: 210 time: 0.0326583 Nov 05 21:47:10.874006 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:10.900929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4de347-2be8-4b73-9d2b-9b7293d6cfdd req-cadc5bb4-c33f-49e4-b90e-9609e6b2f48e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:10.902403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c4de347-2be8-4b73-9d2b-9b7293d6cfdd req-cadc5bb4-c33f-49e4-b90e-9609e6b2f48e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.0541770 Nov 05 21:47:10.968117 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c4de347-2be8-4b73-9d2b-9b7293d6cfdd req-a587e746-4dcd-47e9-9db8-cd00dcf6287d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575697 Nov 05 21:47:10.985686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:11.089910 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.155260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=de60a0c4-1130-4bb6-b0fa-95c1c550a752,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:11.173255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.199114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:11.208876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:11.209257 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.268441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a9eb8-dab6-4539-91ee-bf177164fac8 req-fb701bab-d84d-4261-bb37-c68b9a6b2e3f tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:11.270402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d7a9eb8-dab6-4539-91ee-bf177164fac8 req-fb701bab-d84d-4261-bb37-c68b9a6b2e3f tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 945 time: 0.0750730 Nov 05 21:47:11.296929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.298579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d1669a61-2928-4805-8bb1-01b75b4aa3b3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8426898 Nov 05 21:47:11.335737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d7a9eb8-dab6-4539-91ee-bf177164fac8 req-23922277-0789-4e6e-a2a7-2d0faae278f5 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591593 Nov 05 21:47:11.445312 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.465180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.499594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,segment=NetworkSegment(2143edba-caf1-42c4-bb6e-78957031fd68),segment_id=2143edba-caf1-42c4-bb6e-78957031fd68)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:11.533708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42272919-9b97-4de9-adbd-0fa20e3714af req-16517dac-22f6-41ab-bffc-89f98b706b09 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:11.535274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42272919-9b97-4de9-adbd-0fa20e3714af req-16517dac-22f6-41ab-bffc-89f98b706b09 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 950 time: 0.0543792 Nov 05 21:47:11.574385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6cce198b-2bc8-46cd-8798-151e4b9d5ed8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--46825002&fields=id&tenant_id=95a571b920fe49f9a5d4e661e6e745bb HTTP/1.1" status: 200 len: 267 time: 0.0504560 Nov 05 21:47:11.590351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42272919-9b97-4de9-adbd-0fa20e3714af req-45cf7188-f460-407a-bed6-5b1cda5076ac tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Nov 05 21:47:11.623612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.631446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-e79e6553-d669-47ef-9b06-7ff75d33cd49 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:11.632881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-e79e6553-d669-47ef-9b06-7ff75d33cd49 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports/7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 930 time: 0.0497935 Nov 05 21:47:11.688707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:11.705310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-654d4ba3-149a-4ee1-9e45-f6ee795ab5d0 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:11.706899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-654d4ba3-149a-4ee1-9e45-f6ee795ab5d0 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports/be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 931 time: 0.0682445 Nov 05 21:47:11.743852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-070067ec-c792-4b5b-ba0a-e3c5932a2055 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0306253 Nov 05 21:47:11.778781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1b4950c4-d8af-4459-a784-38049679ce30 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0286593 Nov 05 21:47:11.814224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51070) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:11.869037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] Deleting subnet 293c5866-a04c-4494-9675-c0f84e0c434c {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:47:11.872530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.909528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.915241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-2b6d1697-bf47-4506-9258-45da7642a1af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:11.921179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-2b6d1697-bf47-4506-9258-45da7642a1af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:11.927135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-2b6d1697-bf47-4506-9258-45da7642a1af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:11.928730 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-2b6d1697-bf47-4506-9258-45da7642a1af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 1990 time: 0.1421247 Nov 05 21:47:11.944807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-687bd865-a7bb-48a5-b054-3a4368d6febe tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/quotas/95a571b920fe49f9a5d4e661e6e745bb HTTP/1.1" status: 200 len: 375 time: 0.0096023 Nov 05 21:47:11.950384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:11.972074 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.028777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-88c0df7b-e01b-4dd3-9360-ee3a8a429c05 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0780842 Nov 05 21:47:12.054946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6e1dde93-63c5-4611-b2d2-2d5f1a247599 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:47:12.056180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6e1dde93-63c5-4611-b2d2-2d5f1a247599 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083909 Nov 05 21:47:12.083703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:12.087356 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8abaae-3491-4d57-9a62-0a9f90883b93" -d '{"events": [{"server_uuid": "8f8b03b3-c578-41c1-a5d7-0b2119dae436", "name": "network-vif-plugged", "status": "completed", "tag": "bf980a4a-602f-4c03-86b6-2c9c65a4e0f9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:12.103279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.116199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c59d6-1d99-44ae-b66b-1c79ea97d5be req-20faed65-11bb-432a-8ceb-b981d48a8b73 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:12.117705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b63c59d6-1d99-44ae-b66b-1c79ea97d5be req-20faed65-11bb-432a-8ceb-b981d48a8b73 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.0663524 Nov 05 21:47:12.150610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293c5866-a04c-4494-9675-c0f84e0c434c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:12.162754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.168079 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c6eea083-1eb1-49b6-b876-cf0af35be371 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/293c5866-a04c-4494-9675-c0f84e0c434c HTTP/1.1" status: 204 len: 168 time: 0.3527589 Nov 05 21:47:12.169250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51082) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:12.186261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a3cdd262-f5c7-4352-acc2-ecaef0bc53ea service neutron] 10.222.0.41 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230900 Nov 05 21:47:12.207499 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b63c59d6-1d99-44ae-b66b-1c79ea97d5be req-0f907586-b9db-4257-8133-bbe46c10acec tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608766 Nov 05 21:47:12.257124 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e274f3b-d040-4c09-80be-ebaed8d5a88d x-openstack-request-id: req-9e274f3b-d040-4c09-80be-ebaed8d5a88d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:12.257986 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8b03b3-c578-41c1-a5d7-0b2119dae436", "name": "network-vif-plugged", "status": "completed", "tag": "bf980a4a-602f-4c03-86b6-2c9c65a4e0f9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:12.258242 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e274f3b-d040-4c09-80be-ebaed8d5a88d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:12.258640 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9', 'code': 200} Nov 05 21:47:12.331139 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.356792 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-3e11fb80-886f-4866-8c80-781f71f6ea24 service neutron] 10.222.0.41 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695628 Nov 05 21:47:12.383498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b27ec-b7f9-43b9-9fcf-6f8e9ad0c77c req-ed70577b-fa88-47d1-9ef9-d5b33a895773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:12.383498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e97b27ec-b7f9-43b9-9fcf-6f8e9ad0c77c req-ed70577b-fa88-47d1-9ef9-d5b33a895773 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 1097 time: 0.0498710 Nov 05 21:47:12.430413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e97b27ec-b7f9-43b9-9fcf-6f8e9ad0c77c req-c4e7cf01-625c-411a-9876-24a440d1c6da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Nov 05 21:47:12.433656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-58235fd8-dcc7-41d0-8635-6f33b876edbc service neutron] 10.222.0.41 "GET /v2.0/ports/7f8eb599-9706-468b-8864-8c33aa45c77b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0496929 Nov 05 21:47:12.478800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebcc2b-eaf6-4f71-81d1-27b1daf3eeb2 req-d3e0a238-9ed5-46cf-b2a0-23a019bd4c52 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:12.479048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.480335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2ebcc2b-eaf6-4f71-81d1-27b1daf3eeb2 req-d3e0a238-9ed5-46cf-b2a0-23a019bd4c52 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 946 time: 0.0490458 Nov 05 21:47:12.538948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2097f438-5b0b-4530-a672-94a0b6a6b316']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:12.540897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2ebcc2b-eaf6-4f71-81d1-27b1daf3eeb2 req-c3a7158e-9e97-4e71-9c00-034ee1ec54fc tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Nov 05 21:47:12.554541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b58654-7c90-4627-8aeb-59e53ae7dcdd') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:12.554831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b58654-7c90-4627-8aeb-59e53ae7dcdd') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:12.569926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.593071 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.603210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-7d19c77d-6b0b-4848-8a8e-2d1ed222fb0d service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442959 Nov 05 21:47:12.604169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:47:12.604558 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:47:12.606302 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:47:12.724484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22275d-badc-430a-be47-9c458c55e797 req-8b6ff93d-ba51-4a29-a9d2-d931b233fd73 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:12.726117 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f22275d-badc-430a-be47-9c458c55e797 req-8b6ff93d-ba51-4a29-a9d2-d931b233fd73 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 950 time: 0.0579071 Nov 05 21:47:12.760292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-abaec369-bd1b-47cb-aa71-f923c598e626 service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416376 Nov 05 21:47:12.776492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f22275d-badc-430a-be47-9c458c55e797 req-51e6c92c-45da-4cd8-832c-b37cdf97da0a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Nov 05 21:47:12.808941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-4f7830b1-c813-43a8-afef-44b1507e5376 service neutron] 10.222.0.41 "GET /v2.0/ports/be6ddd98-0a33-4abd-b248-a37e230feccb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0477405 Nov 05 21:47:12.823698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.848240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.851601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] 10.222.0.41 "DELETE /v2.0/networks/2097f438-5b0b-4530-a672-94a0b6a6b316 HTTP/1.1" status: 204 len: 168 time: 0.6813049 Nov 05 21:47:12.860002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51100) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:12.863971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63da87-f155-4fe5-ace4-4738842c9aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=2097f438-5b0b-4530-a672-94a0b6a6b316,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:12.917639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] Deleting subnet a6d56044-8a88-46b0-a928-57f4025a48f2 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:47:12.922136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:12.926689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1d2324ff-5ad7-4d5a-86e9-ddfd6f04f2af service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120193 Nov 05 21:47:12.975649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b2fec580-336f-4a7f-ad3a-fb07f86637ef no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:47:12.993026 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.030041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: b2fec580-336f-4a7f-ad3a-fb07f86637ef {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:47:13.031298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b2fec580-336f-4a7f-ad3a-fb07f86637ef not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:47:13.048817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-9d91e6a2-cf80-49d3-bc12-943a72c626d5 service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156757 Nov 05 21:47:13.055214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c491be1-5de4-4d27-8521-4ad85420aaac req-c265acb7-daa4-45a9-8073-52af592f4613 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:13.057853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c491be1-5de4-4d27-8521-4ad85420aaac req-c265acb7-daa4-45a9-8073-52af592f4613 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 1101 time: 0.1367149 Nov 05 21:47:13.092866 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.142037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-d346074a-f3d5-45f6-8d39-2359ff8650ae tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:13.144180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-d346074a-f3d5-45f6-8d39-2359ff8650ae tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.1268587 Nov 05 21:47:13.155988 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-48b882de-0783-47d3-b2cb-7b9295ebd610 service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993237 Nov 05 21:47:13.194331 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c491be1-5de4-4d27-8521-4ad85420aaac req-bfca2029-5f1b-417f-9844-a3cf8c5865ae tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266322 Nov 05 21:47:13.275939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Deleting port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:47:13.277861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.305606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6d9b69d5-2425-4879-910b-a147efb6cc80 service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375337 Nov 05 21:47:13.363521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.400053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-2e8a2568-5a30-4727-88ff-e338fb0d9236 service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873377 Nov 05 21:47:13.407842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d56044-8a88-46b0-a928-57f4025a48f2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:13.411931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.414905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c715751e-a9d9-42ec-aec7-8cde1d5d1296 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a6d56044-8a88-46b0-a928-57f4025a48f2 HTTP/1.1" status: 204 len: 168 time: 0.5531166 Nov 05 21:47:13.418120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51116) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:13.446538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b5fc3-3056-4d0c-98ef-0c78c7ce9f65 req-74aaaa7e-f4ef-4b26-a2db-e65a9901b153 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:13.447990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e6b5fc3-3056-4d0c-98ef-0c78c7ce9f65 req-74aaaa7e-f4ef-4b26-a2db-e65a9901b153 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 945 time: 0.1513178 Nov 05 21:47:13.456883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] For port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:13.457226 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.485932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Calling delete_port for 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:47:13.545921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.558076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e6b5fc3-3056-4d0c-98ef-0c78c7ce9f65 req-1717729a-b2c5-4a58-aee0-eefb225c721c tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037278 Nov 05 21:47:13.586273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-e9c0aed9-2e06-42cb-b9d3-e8fc2cf31b95 service neutron] 10.222.0.41 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699507 Nov 05 21:47:13.680978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.690806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-e4543294-e738-4731-a568-791b0f6d8a1d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327606 Nov 05 21:47:13.749321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:13.763391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37214f65-5d87-41a1-b297-e20b4bdf7861') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:13.764009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37214f65-5d87-41a1-b297-e20b4bdf7861') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:13.778729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.802267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.806680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.810793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:47:13.811604 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:47:13.812887 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:47:13.819409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['4d757b3e-fff7-4c5b-b77f-780dda268048'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:13.831966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-57cc21e8-a2ad-47da-988d-9ee032166695 service neutron] 10.222.0.41 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162542 Nov 05 21:47:13.846635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Pushing event deleted for resources: {'Port': ['ID=6c521f2b-8cfd-4c60-8be3-d8e877d98e76,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:13.856905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-655d7a4f-b6c3-4f56-b299-5eaba8cb3542 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:13.864962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-655d7a4f-b6c3-4f56-b299-5eaba8cb3542 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639609 Nov 05 21:47:13.875650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6c521f2b-8cfd-4c60-8be3-d8e877d98e76'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:13.917865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-437afbc4-fcc3-4ea5-b7c7-7708bcec306a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/quotas/2c005b9d431941259d92be47ce0e6583 HTTP/1.1" status: 200 len: 375 time: 0.0519960 Nov 05 21:47:13.937037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] No DVR routers for this DVR port 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:47:13.940947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:13.945176 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-874023bb-6bc7-471d-b28c-0f865e63dfae req-5312e07a-5083-4f14-ae76-c8d68958e0d7 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.46 "DELETE /v2.0/ports/6c521f2b-8cfd-4c60-8be3-d8e877d98e76 HTTP/1.1" status: 204 len: 173 time: 0.7890887 Nov 05 21:47:13.946491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'name': 'network-vif-deleted', 'tag': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:13.950879 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11413d5-a2d5-490a-b681-48216fa4ec1f" -d '{"events": [{"server_uuid": "d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785", "name": "network-vif-deleted", "tag": "6c521f2b-8cfd-4c60-8be3-d8e877d98e76"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:14.006697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-d6b6e9be-e865-48cf-ad4e-3229d029b970 service neutron] 10.222.0.41 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712286 Nov 05 21:47:14.066529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-8220b6d5-6554-4bfc-a418-2e530943f75a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1309936 Nov 05 21:47:14.107470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:14.138867 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:14.146534 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e HTTP/1.1" status: 204 len: 168 time: 0.7250397 Nov 05 21:47:14.163588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf79de-6147-4f7e-82aa-894708774259 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4e4c61-ea7e-4c4f-8b40-71aee398ae6e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:14.202544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-aba9f7cf-0014-41f5-a8e0-9f72155096d7 service neutron] 10.222.0.41 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918974 Nov 05 21:47:14.301578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ba96192f-01b1-4d60-9cf8-8b8b0b847bef service neutron] 10.222.0.41 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919089 Nov 05 21:47:14.669662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6505ff-5b3d-4a16-93c7-09bf6a16bc18 req-38dd7c94-9d48-4f3e-a3c9-f085b2da7e56 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:14.680709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d6505ff-5b3d-4a16-93c7-09bf6a16bc18 req-38dd7c94-9d48-4f3e-a3c9-f085b2da7e56 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 946 time: 0.0688226 Nov 05 21:47:14.737824 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d6505ff-5b3d-4a16-93c7-09bf6a16bc18 req-e446cebf-582d-4315-8ac7-06e88f7a6069 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541060 Nov 05 21:47:14.811848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51168) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:14.857919 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7bb878-a7cf-4f55-b145-8761df57a263 x-openstack-request-id: req-9b7bb878-a7cf-4f55-b145-8761df57a263 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:14.858209 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785", "name": "network-vif-deleted", "tag": "6c521f2b-8cfd-4c60-8be3-d8e877d98e76", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:14.858460 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b7bb878-a7cf-4f55-b145-8761df57a263 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:14.858866 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe1a4f-a0dc-43b1-99f9-a698d3cd9785', 'name': 'network-vif-deleted', 'tag': '6c521f2b-8cfd-4c60-8be3-d8e877d98e76', 'status': 'completed', 'code': 200} Nov 05 21:47:14.862766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1e5b941d-27d2-48af-a093-a04bb3aa9b56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=733ef4f44419451d96730e967f293ffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496006 Nov 05 21:47:14.865273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51172) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:14.908440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b6bd165-d05e-45b1-9a3a-79be708a6b3e req-e7fc3ecd-00d0-4ac7-8d3f-bc0651a171cb tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 210 time: 0.0366552 Nov 05 21:47:14.944474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca8f1-3f37-44ed-bfe2-401297ba2b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:14.964735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca8f1-3f37-44ed-bfe2-401297ba2b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:15.026229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b17e22da-d9b5-4c67-a53e-b1916d007b1f req-629f5627-e905-4e5f-a6c8-b4c833d96f4d tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6fe1a4f-a0dc-43b1-99f9-a698d3cd9785 HTTP/1.1" status: 200 len: 210 time: 0.0336285 Nov 05 21:47:15.261349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca8f1-3f37-44ed-bfe2-401297ba2b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:15.264309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca8f1-3f37-44ed-bfe2-401297ba2b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:15.265742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e9ca8f1-3f37-44ed-bfe2-401297ba2b6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e2a8196-fe93-4dc0-b976-4436db6f78ce HTTP/1.1" status: 204 len: 168 time: 0.3995137 Nov 05 21:47:15.277790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca8f1-3f37-44ed-bfe2-401297ba2b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a8196-fe93-4dc0-b976-4436db6f78ce,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:15.902217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640314fd-5616-4612-a9db-9b08eec53bf7 req-819aab37-84b2-4fe5-a9f9-6efa32841c3d tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:15.909909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-640314fd-5616-4612-a9db-9b08eec53bf7 req-819aab37-84b2-4fe5-a9f9-6efa32841c3d tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 946 time: 0.0905721 Nov 05 21:47:15.958827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-640314fd-5616-4612-a9db-9b08eec53bf7 req-0c19116b-a588-4fc1-952a-17f698a47959 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478528 Nov 05 21:47:16.115757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22397423-e3b8-4e8a-b873-6a58d57c2078 req-f4b4bdfd-89ef-4701-a77a-dfc3f46fd91d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 210 time: 0.0384285 Nov 05 21:47:16.442245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51218) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:16.482134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fae95b5a-0347-4eeb-83d2-63a76fc5236d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b215a1a920a44f8faf5c67157b683b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387099 Nov 05 21:47:16.485430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:16.533056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c1d-4cdc-4d08-8dd6-35704b4ce0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:16.556793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c1d-4cdc-4d08-8dd6-35704b4ce0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:16.680628 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03b9d889-e43c-473d-9283-dbabbb14225f req-df4f707e-aef1-499b-b48b-a4a07ee33fcc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0408938 Nov 05 21:47:16.788534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c1d-4cdc-4d08-8dd6-35704b4ce0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:16.791680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c1d-4cdc-4d08-8dd6-35704b4ce0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:16.799145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ce2f7c1d-4cdc-4d08-8dd6-35704b4ce0c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6bd968f-f3f8-44e3-a817-e08fd1c4770f HTTP/1.1" status: 204 len: 168 time: 0.3126452 Nov 05 21:47:16.814381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7c1d-4cdc-4d08-8dd6-35704b4ce0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bd968f-f3f8-44e3-a817-e08fd1c4770f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:16.949119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0f899-aa2f-4689-9c6a-3763b8b8dc80 req-cbc39a43-f198-4692-bbac-351e6ba712b5 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:16.950618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9c0f899-aa2f-4689-9c6a-3763b8b8dc80 req-cbc39a43-f198-4692-bbac-351e6ba712b5 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0537534 Nov 05 21:47:16.987283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:47:17.008285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9c0f899-aa2f-4689-9c6a-3763b8b8dc80 req-c923a8b7-6a49-4714-9e31-597971d11b8e tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494087 Nov 05 21:47:17.011832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:47:17.012189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6c521f2b-8cfd-4c60-8be3-d8e877d98e76 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:47:17.105493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139281e-4f12-417c-a068-2618f7ed3765 req-952790d2-7289-4d07-9425-87925d667960 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:17.107070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7139281e-4f12-417c-a068-2618f7ed3765 req-952790d2-7289-4d07-9425-87925d667960 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 946 time: 0.0613704 Nov 05 21:47:17.161746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7139281e-4f12-417c-a068-2618f7ed3765 req-3d4f3980-320d-4fd3-baf6-515e7c9f2001 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/security-groups?id=867d494a-5175-412e-8a02-9cfe5db31d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482910 Nov 05 21:47:17.224314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153584a-e892-4be9-ae86-93227427ffbd req-1762b225-2ff8-4a3f-926e-5d5afa9317aa tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:17.226161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e153584a-e892-4be9-ae86-93227427ffbd req-1762b225-2ff8-4a3f-926e-5d5afa9317aa tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 946 time: 0.0590158 Nov 05 21:47:17.256134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-199d9314-86d8-450f-b801-6fa38e523a0b req-11b30718-74af-40ea-9e35-d7bb8c6eafc2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 210 time: 0.0287271 Nov 05 21:47:17.368170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Deleting port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:47:17.368511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:17.463753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] For port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,segment=NetworkSegment(2143edba-caf1-42c4-bb6e-78957031fd68),segment_id=2143edba-caf1-42c4-bb6e-78957031fd68)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:17.464123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:17.478581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Calling delete_port for bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:47:17.552520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-31176a0e-b07f-460e-a0f5-dd115547fcbd tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244257 Nov 05 21:47:17.730652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-068fec59-6557-44c4-a0f4-066864810033 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:17.732696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-068fec59-6557-44c4-a0f4-066864810033 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718884 Nov 05 21:47:17.752271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': '3338da65-3235-4ef7-a275-27e2bdea1597', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:17.776574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e17f962-5844-4d0d-b021-943a23f2ae86 req-fe0a7217-c0d8-4a53-889c-c8260d7b5b4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0286055 Nov 05 21:47:17.981498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:17.994891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['bf980a4a-602f-4c03-86b6-2c9c65a4e0f9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:18.017693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Pushing event deleted for resources: {'Port': ['ID=bf980a4a-602f-4c03-86b6-2c9c65a4e0f9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:18.022544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:18.026335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:18.081461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] No DVR routers for this DVR port bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:47:18.088194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:18.092366 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e153584a-e892-4be9-ae86-93227427ffbd req-a5283d56-d561-4128-a4bc-ce737dac18c9 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.46 "DELETE /v2.0/ports/bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 HTTP/1.1" status: 204 len: 173 time: 0.8394437 Nov 05 21:47:18.092932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'name': 'network-vif-deleted', 'tag': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:18.097547 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1406717-706f-4c5e-8d88-7de907b75e5c" -d '{"events": [{"server_uuid": "8f8b03b3-c578-41c1-a5d7-0b2119dae436", "name": "network-vif-deleted", "tag": "bf980a4a-602f-4c03-86b6-2c9c65a4e0f9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:18.231820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d716-8255-4e8c-9dc0-04aedb464ea2 req-1eacf27b-502b-4eb1-af25-43a8e9f87b66 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:18.233504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a60d716-8255-4e8c-9dc0-04aedb464ea2 req-1eacf27b-502b-4eb1-af25-43a8e9f87b66 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1139953 Nov 05 21:47:18.248456 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c9a08f-fc63-4d9f-93b4-33f0531510ba x-openstack-request-id: req-a9c9a08f-fc63-4d9f-93b4-33f0531510ba {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:18.251271 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8b03b3-c578-41c1-a5d7-0b2119dae436", "name": "network-vif-deleted", "tag": "bf980a4a-602f-4c03-86b6-2c9c65a4e0f9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:18.251271 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9c9a08f-fc63-4d9f-93b4-33f0531510ba {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:18.251271 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8b03b3-c578-41c1-a5d7-0b2119dae436', 'name': 'network-vif-deleted', 'tag': 'bf980a4a-602f-4c03-86b6-2c9c65a4e0f9', 'status': 'completed', 'code': 200} Nov 05 21:47:18.299908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.221 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/e60fe944-8153-41e9-bc98-ed3205f6c29c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:18.318791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a60d716-8255-4e8c-9dc0-04aedb464ea2 req-61f9769d-ed4c-41e5-bc35-11b12c0e36ff tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783434 Nov 05 21:47:18.357138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a817e5d-aa22-4f4b-859f-3f83eab02647 req-ded842e8-0a55-4dd7-a7d1-c3622f1892bc tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 210 time: 0.0353990 Nov 05 21:47:18.441902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e745b60d-7618-4c1b-94a5-0e9b6732107e req-71ffa35b-44c5-4a72-812f-5e4066402d21 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 210 time: 0.0399256 Nov 05 21:47:18.532050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:18.684720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:18.699745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790', 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:18.702446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:18.738100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:18.744082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:18.746857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:18.793719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=e60fe944-8153-41e9-bc98-ed3205f6c29c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:18.830201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:18.831463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:18.903712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-c9d3a1bd-5420-4d21-a4e6-adc4fc932493 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:18.906487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-c9d3a1bd-5420-4d21-a4e6-adc4fc932493 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.13 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.0703824 Nov 05 21:47:18.979232 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-97e98dca-04c0-4f0b-a27e-aa0e8c1c11d5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2308059 Nov 05 21:47:18.993855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc770a54-33d7-466c-af18-d143f1c34ad5 req-db40f60b-3ba1-4e4d-86ea-f5b288101448 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0852482 Nov 05 21:47:19.004099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Request body: {'port': {'device_id': '3338da65-3235-4ef7-a275-27e2bdea1597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:19.185501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.215804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51314) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:19.224528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cb5b8a25-66e4-4555-9f8c-5db3e1ad1237 None None] Provisioning complete for port e60fe944-8153-41e9-bc98-ed3205f6c29c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:19.225019 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8a25-66e4-4555-9f8c-5db3e1ad1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.269427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Deleting port 4d757b3e-fff7-4c5b-b77f-780dda268048 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:47:19.269750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.299277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b8a25-66e4-4555-9f8c-5db3e1ad1237 None None] Port e60fe944-8153-41e9-bc98-ed3205f6c29c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:19.393024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0b96-5c2d-4845-a6e4-f305b5fbe4f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.524700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] For port 4d757b3e-fff7-4c5b-b77f-780dda268048, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=4d757b3e-fff7-4c5b-b77f-780dda268048,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:19.524930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.562923 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0b96-5c2d-4845-a6e4-f305b5fbe4f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.591938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Calling delete_port for 4d757b3e-fff7-4c5b-b77f-780dda268048 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:47:19.595204 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56d235ac-10c5-42c7-8d6b-d18f57230256 req-665a6529-f061-4d03-8152-ec1070248115 tempest-ServerGroupTestJSON-2130459180 tempest-ServerGroupTestJSON-2130459180-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b03b3-c578-41c1-a5d7-0b2119dae436 HTTP/1.1" status: 200 len: 210 time: 0.0379450 Nov 05 21:47:19.680720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0b96-5c2d-4845-a6e4-f305b5fbe4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.703113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad30ad9-e9a4-4baf-aa24-2710c02b13e5 req-387efb9f-b8a3-4f47-be4b-9f421bfc78c8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:19.706483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ad30ad9-e9a4-4baf-aa24-2710c02b13e5 req-387efb9f-b8a3-4f47-be4b-9f421bfc78c8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 945 time: 0.1617725 Nov 05 21:47:19.742066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-5621fc65-2cb0-45bd-b0f7-e40a11a47ace service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307399 Nov 05 21:47:19.782724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d3ff0b96-5c2d-4845-a6e4-f305b5fbe4f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=782f95800fcd410db88f6759b75ff357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701513 Nov 05 21:47:19.787017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51328) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:19.806242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff0b96-5c2d-4845-a6e4-f305b5fbe4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e2051f-fae6-458f-9a8c-ca3e2d0a9816,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:19.811393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60fe944-8153-41e9-bc98-ed3205f6c29c {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:19.824375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.837490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ad30ad9-e9a4-4baf-aa24-2710c02b13e5 req-671625ac-055e-477b-ac0a-e45f89ee0c55 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a988f14-07dd-4b1c-8363-0748c5a4f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161191 Nov 05 21:47:19.847464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-db54ebff-98dd-43e8-b922-91f305ae2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:19.849142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-db54ebff-98dd-43e8-b922-91f305ae2432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 1100 time: 0.0776782 Nov 05 21:47:19.898275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed7582-a0b1-44cd-80df-be0dc96d392b req-c1699ebe-fed4-462e-9424-be77dc36560c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:19.899845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9fed7582-a0b1-44cd-80df-be0dc96d392b req-c1699ebe-fed4-462e-9424-be77dc36560c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 936 time: 0.1741834 Nov 05 21:47:19.935843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56ea1dc-e93d-4db5-a6c1-fa2186f8479c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.966539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-f0b16378-7740-4c10-a821-099ba093d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:19.968057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-f0b16378-7740-4c10-a821-099ba093d784 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.0914741 Nov 05 21:47:19.977271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56ea1dc-e93d-4db5-a6c1-fa2186f8479c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:19.988648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9fed7582-a0b1-44cd-80df-be0dc96d392b req-425c0f80-c91e-4a19-a378-97802927e5a5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 Nov 05 21:47:20.019634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-05d466e2-7d0c-4650-aff9-0a33f6c683be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 HTTP/1.1" status: 200 len: 217 time: 0.0419037 Nov 05 21:47:20.029939 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:20.077037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-3dfbc730-295c-4756-bd40-2c3632ae29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:20.078796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-3dfbc730-295c-4756-bd40-2c3632ae29c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0532806 Nov 05 21:47:20.116636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83146146-6595-44d3-a6af-f6f4a658da56 req-a61d6a33-af73-4b8c-b7d1-9ef754ca2c18 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0354180 Nov 05 21:47:20.163658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-abd03e54-bd0b-4f0e-b3d8-663424e8eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:20.166377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-abd03e54-bd0b-4f0e-b3d8-663424e8eb4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752673 Nov 05 21:47:20.485054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Pushing event deleted for resources: {'Port': ['ID=4d757b3e-fff7-4c5b-b77f-780dda268048,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:20.546653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-bae34f4e-4edc-42b1-afec-0ca7407d78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:20.548230 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-bae34f4e-4edc-42b1-afec-0ca7407d78e2 service neutron] 10.222.0.46 "GET /v2.0/ports/7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 1026 time: 0.0773284 Nov 05 21:47:20.569955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-d49617be-4b48-4ddd-a19a-550ee9621c71 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925931 Nov 05 21:47:20.606191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] No DVR routers for this DVR port 4d757b3e-fff7-4c5b-b77f-780dda268048 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:47:20.610374 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:20.614238 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.13 "DELETE /v2.0/ports/4d757b3e-fff7-4c5b-b77f-780dda268048 HTTP/1.1" status: 204 len: 173 time: 1.6963429 Nov 05 21:47:20.614702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'name': 'network-vif-deleted', 'tag': '4d757b3e-fff7-4c5b-b77f-780dda268048'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:20.617037 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c232f771-11ba-4b03-9293-d810873e2ba6" -d '{"events": [{"server_uuid": "919cba9b-4007-4ca0-aceb-980b5cb07583", "name": "network-vif-deleted", "tag": "4d757b3e-fff7-4c5b-b77f-780dda268048"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:20.623747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56ea1dc-e93d-4db5-a6c1-fa2186f8479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:20.626295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56ea1dc-e93d-4db5-a6c1-fa2186f8479c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:20.630046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d56ea1dc-e93d-4db5-a6c1-fa2186f8479c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10e2051f-fae6-458f-9a8c-ca3e2d0a9816 HTTP/1.1" status: 204 len: 168 time: 0.8387332 Nov 05 21:47:20.630046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Transition to ACTIVE for port object e60fe944-8153-41e9-bc98-ed3205f6c29c will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:20.634674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6dc6bbf3-91c4-46e2-a412-588c4f798cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:20.636056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6dc6bbf3-91c4-46e2-a412-588c4f798cd4 service neutron] 10.222.0.46 "GET /v2.0/ports/be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 1027 time: 0.0767183 Nov 05 21:47:20.641293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ea1dc-e93d-4db5-a6c1-fa2186f8479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e2051f-fae6-458f-9a8c-ca3e2d0a9816,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:20.779391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d73d0d7-8e5f-488e-8a52-b7763211fc04 req-e2309b92-f292-49e2-b0e6-774b45f568d3 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004251 Nov 05 21:47:20.781540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-0bf0f218-1f2e-4851-905a-5c7987a78722 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:20.794254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-0bf0f218-1f2e-4851-905a-5c7987a78722 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:20.806190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-0bf0f218-1f2e-4851-905a-5c7987a78722 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:20.807844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-0bf0f218-1f2e-4851-905a-5c7987a78722 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 1990 time: 0.1640139 Nov 05 21:47:20.809950 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d811c77-9210-4e35-bf51-48936a6b9d7d x-openstack-request-id: req-2d811c77-9210-4e35-bf51-48936a6b9d7d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:20.810428 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919cba9b-4007-4ca0-aceb-980b5cb07583", "name": "network-vif-deleted", "tag": "4d757b3e-fff7-4c5b-b77f-780dda268048", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:20.812310 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d811c77-9210-4e35-bf51-48936a6b9d7d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:20.813139 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919cba9b-4007-4ca0-aceb-980b5cb07583', 'name': 'network-vif-deleted', 'tag': '4d757b3e-fff7-4c5b-b77f-780dda268048', 'status': 'completed', 'code': 200} Nov 05 21:47:20.824911 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:20.971932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddf345c0-c55d-4fa9-9a8d-c1eea7f47250 req-76c410f3-0b0a-4e6e-8d83-b24eed85ea89 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 210 time: 0.0343299 Nov 05 21:47:20.992417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Pushing event updated for resources: {'Port': ['ID=e60fe944-8153-41e9-bc98-ed3205f6c29c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:21.008332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-be19f044-748a-46b8-a277-7bb82051a79e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a571b920fe49f9a5d4e661e6e745bb HTTP/1.1" status: 200 len: 378 time: 0.1903772 Nov 05 21:47:21.015370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:47:21.042457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'admin_state_up': True, 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'security_groups': ['d1ab8596-43ce-40bd-949f-12c4f080bb03']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:21.088679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:47:21.089282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bf980a4a-602f-4c03-86b6-2c9c65a4e0f9 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:47:21.143898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Attempting to bind port e60fe944-8153-41e9-bc98-ed3205f6c29c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:21.144229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Attempting to bind port e60fe944-8153-41e9-bc98-ed3205f6c29c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:21.144660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Attempting to bind port e60fe944-8153-41e9-bc98-ed3205f6c29c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:21.160000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Port e60fe944-8153-41e9-bc98-ed3205f6c29c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:21.160000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Attempting to bind port e60fe944-8153-41e9-bc98-ed3205f6c29c on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:21.166700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:21.167039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:21.167430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:21.167986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Bound port: e60fe944-8153-41e9-bc98-ed3205f6c29c, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:21.168289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.331912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7fd8b-57e7-48bf-a25f-fe020bb5b0b2 req-ccc69718-149b-405f-8cb5-b68a473522df tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:21.334240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-91c7fd8b-57e7-48bf-a25f-fe020bb5b0b2 req-ccc69718-149b-405f-8cb5-b68a473522df tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 948 time: 0.1329241 Nov 05 21:47:21.342843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51384) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:21.345407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] For port e60fe944-8153-41e9-bc98-ed3205f6c29c, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:21.350024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] For port e60fe944-8153-41e9-bc98-ed3205f6c29c, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e60fe944-8153-41e9-bc98-ed3205f6c29c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:21.401374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-91c7fd8b-57e7-48bf-a25f-fe020bb5b0b2 req-71808e16-8024-45e9-9e64-60ebbc005aa2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496564 Nov 05 21:47:21.447507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:21.447642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] Deleting subnet ab6d47f1-56dc-4d1d-b99f-baa57adbe767 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:47:21.450955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.451106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.527651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd360c71-278f-4bb9-87b3-38c9b7baa6f2 req-c55c30aa-37fd-4791-9926-71fadfd1b848 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0738869 Nov 05 21:47:21.539769 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.576862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.634855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.644403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:21.645321 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.647530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] 10.222.0.13 "PUT /v2.0/ports/e60fe944-8153-41e9-bc98-ed3205f6c29c HTTP/1.1" status: 200 len: 1096 time: 2.6526637 Nov 05 21:47:21.751392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd977ec9-204e-4069-8c4e-8a330a85a598 service neutron] Pushing event updated for resources: {'Port': ['ID=e60fe944-8153-41e9-bc98-ed3205f6c29c,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:21.782108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d757b3e-fff7-4c5b-b77f-780dda268048 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:47:21.808277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 4d757b3e-fff7-4c5b-b77f-780dda268048 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:47:21.808622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 4d757b3e-fff7-4c5b-b77f-780dda268048 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:47:21.817214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 172.20.0.6 (b35f41f0-e923-4394-b3c3-d9936cd8d0b4/fca2a2cb-d5ee-4663-98c0-03f85f939691/d5065d2d-b643-44b4-a69b-2794b131e876) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:21.856252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.861130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cc0a8f38-d273-46e0-8a55-25673cd4913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:21.864374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-cc0a8f38-d273-46e0-8a55-25673cd4913d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 1099 time: 0.0967455 Nov 05 21:47:21.932158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6d47f1-56dc-4d1d-b99f-baa57adbe767,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:21.945826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:21.954303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-370e274b-58f0-4444-bf93-f0eb26919f8a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab6d47f1-56dc-4d1d-b99f-baa57adbe767 HTTP/1.1" status: 204 len: 168 time: 0.6096983 Nov 05 21:47:21.960255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51400) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:22.000859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-c4bb2f38-7cd8-45a0-bd2d-2c69d47ca386 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e60fe944-8153-41e9-bc98-ed3205f6c29c HTTP/1.1" status: 200 len: 217 time: 0.1065574 Nov 05 21:47:22.123879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.156961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-e3265caf-de69-4997-ae48-462eeadedcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:22.160871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-e3265caf-de69-4997-ae48-462eeadedcaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0828946 Nov 05 21:47:22.191836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.203276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eac7ecfd-431d-4743-9ee1-1a22c2220a1a req-0ff03568-1ca6-4c00-9166-a32473c36093 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] 10.222.0.41 "GET /v2.0/ports?device_id=919cba9b-4007-4ca0-aceb-980b5cb07583 HTTP/1.1" status: 200 len: 210 time: 0.0413864 Nov 05 21:47:22.258912 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.284949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05623f2f-6667-43f8-8ade-cd7eeab9dcab']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:22.295675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-fafc19e0-e10f-477e-b909-89885ebeb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:22.295933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2143edba-caf1-42c4-bb6e-78957031fd68') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:22.296266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2143edba-caf1-42c4-bb6e-78957031fd68') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:22.298233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-fafc19e0-e10f-477e-b909-89885ebeb01d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669405 Nov 05 21:47:22.306970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.321859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.328271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:47:22.328716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:47:22.331596 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:47:22.413151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-7b14109a-4550-442d-8695-f16a09168932 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065712 Nov 05 21:47:22.415532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.545147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.551678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:22.560112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.570892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:22.578150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] 10.222.0.41 "DELETE /v2.0/networks/05623f2f-6667-43f8-8ade-cd7eeab9dcab HTTP/1.1" status: 204 len: 168 time: 0.6158340 Nov 05 21:47:22.605426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd9bab-dc2d-48c4-9229-056e4647a314 admin admin] Pushing event deleted for resources: {'Network': ['ID=05623f2f-6667-43f8-8ade-cd7eeab9dcab,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:22.657232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:22.745481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=d5065d2d-b643-44b4-a69b-2794b131e876,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:22.758824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:22.759931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:22.816347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3338da65-3235-4ef7-a275-27e2bdea1597', 'tag': 'e60fe944-8153-41e9-bc98-ed3205f6c29c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:22.820500 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c52d0c-a036-4209-82bf-90fe7ee3ca44" -d '{"events": [{"name": "network-changed", "server_uuid": "3338da65-3235-4ef7-a275-27e2bdea1597", "tag": "e60fe944-8153-41e9-bc98-ed3205f6c29c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:22.844510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdf6c7-7f3a-4c0e-bb60-725a9e47fe11 req-26a65539-a15a-4879-807c-2b7d0de1db35 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:22.846177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1876-2aee-4c34-ae9b-5e10ac954840 req-62dc107d-333d-4c28-afe2-ee10e81f0f24 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:22.854503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8fdf6c7-7f3a-4c0e-bb60-725a9e47fe11 req-26a65539-a15a-4879-807c-2b7d0de1db35 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 931 time: 0.0941660 Nov 05 21:47:22.857568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d97c1876-2aee-4c34-ae9b-5e10ac954840 req-62dc107d-333d-4c28-afe2-ee10e81f0f24 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 948 time: 0.3163416 Nov 05 21:47:22.890119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-1a0cba7a-fe0a-49f0-97b2-6457a50c7167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8671219 Nov 05 21:47:22.896233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2af118-7d7d-4e2f-bdd8-19f1830adff0 req-f6ee221f-9a22-4af4-ab11-ca510a828de8 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719567 Nov 05 21:47:22.918229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'admin_state_up': True, 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'security_groups': ['d1ab8596-43ce-40bd-949f-12c4f080bb03']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:22.936188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8fdf6c7-7f3a-4c0e-bb60-725a9e47fe11 req-3be64a74-427f-43d1-8a15-6860d3e052f8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765450 Nov 05 21:47:23.034020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8caeeb72-f0ee-4f53-b7a9-ebd96c57169d None None] Provisioning complete for port d5065d2d-b643-44b4-a69b-2794b131e876 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:23.034020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8caeeb72-f0ee-4f53-b7a9-ebd96c57169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.075014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8caeeb72-f0ee-4f53-b7a9-ebd96c57169d None None] Port d5065d2d-b643-44b4-a69b-2794b131e876 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:23.088976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d97c1876-2aee-4c34-ae9b-5e10ac954840 req-83dae503-5c55-42f2-8146-0dc260789e16 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301040 Nov 05 21:47:23.120845 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db2fe10-bf8f-48bb-8d60-46182529fda1 x-openstack-request-id: req-2db2fe10-bf8f-48bb-8d60-46182529fda1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:23.121270 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3338da65-3235-4ef7-a275-27e2bdea1597", "tag": "e60fe944-8153-41e9-bc98-ed3205f6c29c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:23.121573 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2db2fe10-bf8f-48bb-8d60-46182529fda1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:23.121913 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3338da65-3235-4ef7-a275-27e2bdea1597', 'tag': 'e60fe944-8153-41e9-bc98-ed3205f6c29c', 'status': 'completed', 'code': 200} Nov 05 21:47:23.130957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51434) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:23.180847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb266bcd-6fb2-4dfa-a63e-88e8897416c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94b799fe76b345e9a2a2eb5d301cd2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486331 Nov 05 21:47:23.183428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51436) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:23.200031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-5ba14180-8dd0-4a40-bf5e-49404e8df410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:23.202241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-5ba14180-8dd0-4a40-bf5e-49404e8df410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 1099 time: 0.0551045 Nov 05 21:47:23.255838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de504a51-90f8-4162-a88d-0874e448a370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.283219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de504a51-90f8-4162-a88d-0874e448a370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.306503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:23.310375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.315841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51444) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:23.399996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-ffc357d0-e365-4854-9485-710429271e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:23.399996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-ffc357d0-e365-4854-9485-710429271e4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.1783373 Nov 05 21:47:23.440896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] Deleting subnet fba99642-f99a-4a4b-b641-4a4877f8d8f3 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:47:23.448993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.461308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-6027952d-ba95-4819-afad-df12ba549ce8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e60fe944-8153-41e9-bc98-ed3205f6c29c HTTP/1.1" status: 200 len: 217 time: 0.0534720 Nov 05 21:47:23.503663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.532310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-bedcff85-4bf5-427f-a141-e5cd783c248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:23.534494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-bedcff85-4bf5-427f-a141-e5cd783c248d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0473671 Nov 05 21:47:23.587530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 10.1.1.97 (f743c608-3f22-4271-bcad-61f66413d2e8/cdcf55b4-eeef-4be0-a859-36f03fdb09ca/d2b6bde2-e0e2-4844-96a9-be4627d988d2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:23.626465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de504a51-90f8-4162-a88d-0874e448a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.626465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de504a51-90f8-4162-a88d-0874e448a370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.626465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de504a51-90f8-4162-a88d-0874e448a370 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/867d494a-5175-412e-8a02-9cfe5db31d8e HTTP/1.1" status: 204 len: 168 time: 0.4393048 Nov 05 21:47:23.635753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-81cc9a5c-77ca-45f4-a68b-8554e8e28494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:23.636070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.637620 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-81cc9a5c-77ca-45f4-a68b-8554e8e28494 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914550 Nov 05 21:47:23.638636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de504a51-90f8-4162-a88d-0874e448a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d494a-5175-412e-8a02-9cfe5db31d8e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:23.852349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.880997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba99642-f99a-4a4b-b641-4a4877f8d8f3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:23.884414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-946584a1-58c0-43f3-b26a-671f35a9bd92 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341945 Nov 05 21:47:23.889512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:23.897021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd737a4-b53f-47bd-92dc-bf72922860c3 None None] Network 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:47:23.900599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-04a030c2-8600-495e-bc63-0fdb7e10c23a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fba99642-f99a-4a4b-b641-4a4877f8d8f3 HTTP/1.1" status: 204 len: 168 time: 0.5828080 Nov 05 21:47:23.901442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51460) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:23.984800 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.094216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58c52d0c-a036-4209-82bf-90fe7ee3ca44 req-f6b6bbba-b72a-44a8-812c-a5f5e0ce9360 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959624 Nov 05 21:47:24.130540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.200679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Deleting port 68a20b8c-8782-4265-888a-d0528c14836a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:47:24.201211 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.207620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.319052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] For port 68a20b8c-8782-4265-888a-d0528c14836a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=68a20b8c-8782-4265-888a-d0528c14836a,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:24.319947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.373137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Calling delete_port for 68a20b8c-8782-4265-888a-d0528c14836a owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:47:24.425940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network f743c608-3f22-4271-bcad-61f66413d2e8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:24.449064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd6f4d-c179-451b-bd55-641f9d123e6c req-74b322c3-88cd-4e82-a507-2da7ca1229db tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:24.464727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-62dd6f4d-c179-451b-bd55-641f9d123e6c req-74b322c3-88cd-4e82-a507-2da7ca1229db tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 931 time: 0.3582437 Nov 05 21:47:24.467516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=d2b6bde2-e0e2-4844-96a9-be4627d988d2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:24.476832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] DHCP port deletion for 9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:47:24.489216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:24.503634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:24.594790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] Deleting port 68a20b8c-8782-4265-888a-d0528c14836a {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:47:24.598022 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.630814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d218a-22b4-47fb-aafe-5529c3f783f8 req-93d351f4-44b9-4d1e-92f8-e97697255e56 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:24.633815 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b4d218a-22b4-47fb-aafe-5529c3f783f8 req-93d351f4-44b9-4d1e-92f8-e97697255e56 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 948 time: 0.1733201 Nov 05 21:47:24.656396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:24.657037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.700742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-62dd6f4d-c179-451b-bd55-641f9d123e6c req-b5fe1ec2-b4ac-4429-bc7b-91ebe150bd32 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2350435 Nov 05 21:47:24.737047 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b4d218a-22b4-47fb-aafe-5529c3f783f8 req-d88e5fec-5577-4727-89ed-4dea05400f7a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967813 Nov 05 21:47:24.749265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.765118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] For port 68a20b8c-8782-4265-888a-d0528c14836a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=68a20b8c-8782-4265-888a-d0528c14836a,segment=NetworkSegment(62479cd3-f5d4-48e8-a054-0c057033f225),segment_id=62479cd3-f5d4-48e8-a054-0c057033f225)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:24.765910 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.799102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] Calling delete_port for 68a20b8c-8782-4265-888a-d0528c14836a owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:47:24.815297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-631deb02-4005-44b1-b66d-7119a6c205f6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9158983 Nov 05 21:47:24.823866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] No DVR routers for this DVR port 68a20b8c-8782-4265-888a-d0528c14836a on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:47:24.832304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a20b8c-8782-4265-888a-d0528c14836a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:24.857424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'admin_state_up': True, 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'security_groups': ['d1ab8596-43ce-40bd-949f-12c4f080bb03']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:24.964859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f6780b4d-6215-4129-9e6b-3073d567a95b None None] Provisioning complete for port d2b6bde2-e0e2-4844-96a9-be4627d988d2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:24.965143 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6780b4d-6215-4129-9e6b-3073d567a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:24.992903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.055974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:25.088229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62479cd3-f5d4-48e8-a054-0c057033f225') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:25.088511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62479cd3-f5d4-48e8-a054-0c057033f225') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:47:25.091138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.107269 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.123997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.130872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] No DVR routers for this DVR port 68a20b8c-8782-4265-888a-d0528c14836a on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:47:25.132565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c89222-3188-4c4c-a050-f7f5f6f6507f None None] Pushing event deleted for resources: {'Port': ['ID=68a20b8c-8782-4265-888a-d0528c14836a,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:25.133119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:47:25.133630 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.135664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f6780b4d-6215-4129-9e6b-3073d567a95b None None] Port d2b6bde2-e0e2-4844-96a9-be4627d988d2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:47:25.186550 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:47:25.274683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:25.278944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.318370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.351175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.358459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d HTTP/1.1" status: 204 len: 168 time: 1.4560769 Nov 05 21:47:25.359391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0af55-0e56-4154-8657-3e333061a490 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffe7e5c-6b6a-4785-9e22-b762fa21cb2d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:25.452129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:47:25.454943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 10.1.1.57 (f743c608-3f22-4271-bcad-61f66413d2e8/cdcf55b4-eeef-4be0-a859-36f03fdb09ca/07716e02-a507-4c9a-890f-311f6a31175f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:25.625613 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.733542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:25.791805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e60fe944-8153-41e9-bc98-ed3205f6c29c details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:47:25.840800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network f743c608-3f22-4271-bcad-61f66413d2e8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:25.877327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54dc21-2bd0-4601-9a81-61d6c383dd00 req-bb210787-d22a-4c06-8c55-18f11f8e8758 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:25.877327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d54dc21-2bd0-4601-9a81-61d6c383dd00 req-bb210787-d22a-4c06-8c55-18f11f8e8758 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 948 time: 0.0576499 Nov 05 21:47:25.880415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:25.895155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=07716e02-a507-4c9a-890f-311f6a31175f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:25.905284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:25.973367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51530) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:26.011033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68a20b8c-8782-4265-888a-d0528c14836a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:47:26.042041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6dc44-ec1d-4d83-96ca-1332e12fc2ad req-654e6a0d-e1e0-461d-bf41-f5c16ea0fcce tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:26.060282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6dc44-ec1d-4d83-96ca-1332e12fc2ad req-654e6a0d-e1e0-461d-bf41-f5c16ea0fcce tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:26.068282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 68a20b8c-8782-4265-888a-d0528c14836a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:47:26.069018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 68a20b8c-8782-4265-888a-d0528c14836a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:47:26.102654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6dc44-ec1d-4d83-96ca-1332e12fc2ad req-654e6a0d-e1e0-461d-bf41-f5c16ea0fcce tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:26.102836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d54dc21-2bd0-4601-9a81-61d6c383dd00 req-ef08f064-92f0-493b-93b9-42df6c411840 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189198 Nov 05 21:47:26.121749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57f6dc44-ec1d-4d83-96ca-1332e12fc2ad req-654e6a0d-e1e0-461d-bf41-f5c16ea0fcce tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 2372 time: 0.2848370 Nov 05 21:47:26.129874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e60fe944-8153-41e9-bc98-ed3205f6c29c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e60fe944-8153-41e9-bc98-ed3205f6c29c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:26.177803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'e60fe944-8153-41e9-bc98-ed3205f6c29c', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'e60fe944-8153-41e9-bc98-ed3205f6c29c', 'mac_address': 'fa:16:3e:20:e7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:47:26.210974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-db34876a-1f10-4df6-b324-ad31e60063f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e6d6a2a741949b3898cfe666f5eaf57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333355 Nov 05 21:47:26.210974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51532) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:26.254997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.267909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57f6dc44-ec1d-4d83-96ca-1332e12fc2ad req-1bccb0bd-57e1-46c7-b25a-71b1b1e47113 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433990 Nov 05 21:47:26.295284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:26.296775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.303446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60fe944-8153-41e9-bc98-ed3205f6c29c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:26.364077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e60fe944-8153-41e9-bc98-ed3205f6c29c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e60fe944-8153-41e9-bc98-ed3205f6c29c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:26.376929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06bae44-1762-4a40-9022-349a860adb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.398159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b5ae5b2b-56be-4c3c-80e9-07af4e960b9b None None] Provisioning complete for port 07716e02-a507-4c9a-890f-311f6a31175f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:26.398545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5b2b-56be-4c3c-80e9-07af4e960b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.427164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22a078b9-a320-4b31-b30d-d7b4b378c947 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5993054 Nov 05 21:47:26.435102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06bae44-1762-4a40-9022-349a860adb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.440534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087', 'admin_state_up': True, 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'security_groups': ['d1ab8596-43ce-40bd-949f-12c4f080bb03']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:26.484254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae5b2b-56be-4c3c-80e9-07af4e960b9b None None] Port 07716e02-a507-4c9a-890f-311f6a31175f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:26.488265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.566435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e60fe944-8153-41e9-bc98-ed3205f6c29c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:26.674842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06bae44-1762-4a40-9022-349a860adb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.677929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06bae44-1762-4a40-9022-349a860adb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:26.685417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f06bae44-1762-4a40-9022-349a860adb9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a988f14-07dd-4b1c-8363-0748c5a4f98b HTTP/1.1" status: 204 len: 168 time: 0.4690776 Nov 05 21:47:26.691664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bae44-1762-4a40-9022-349a860adb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a988f14-07dd-4b1c-8363-0748c5a4f98b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:26.765735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:26.858342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['e60fe944-8153-41e9-bc98-ed3205f6c29c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:26.991482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:27.222778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 10.2.2.100 (317d7b5c-d1e6-49f8-bb31-f6bfc843f087/92a334b8-180c-4708-bf96-4f302d966367/482df8b5-d373-47a9-87d1-4f151e168030) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:27.245992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237bfa2-a02b-4d3c-868f-08806cc2b980 req-9fcda63d-ce17-4920-a455-4cfed5911266 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:27.247481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c237bfa2-a02b-4d3c-868f-08806cc2b980 req-9fcda63d-ce17-4920-a455-4cfed5911266 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 949 time: 0.0564098 Nov 05 21:47:27.332039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c237bfa2-a02b-4d3c-868f-08806cc2b980 req-851d58bb-77ac-4061-83da-e4644330ce89 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779841 Nov 05 21:47:27.497868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:27.671907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9901763b-477b-408d-9913-0694d8b42ecd req-00b4e7ab-5a63-47b9-aa9d-703371492a0f tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0345154 Nov 05 21:47:27.681663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c263-7186-4c75-8b3d-ac50fa1e29dd req-dbfdc20f-df98-4b79-91af-3b5170be90d6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:27.689663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c263-7186-4c75-8b3d-ac50fa1e29dd req-dbfdc20f-df98-4b79-91af-3b5170be90d6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:27.696514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c263-7186-4c75-8b3d-ac50fa1e29dd req-dbfdc20f-df98-4b79-91af-3b5170be90d6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:27.706834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d37c263-7186-4c75-8b3d-ac50fa1e29dd req-dbfdc20f-df98-4b79-91af-3b5170be90d6 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 2372 time: 0.1496499 Nov 05 21:47:27.779967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d37c263-7186-4c75-8b3d-ac50fa1e29dd req-96dd3b10-584f-47d1-a33c-2ad46c7b0b8c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732841 Nov 05 21:47:27.880838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:27.924895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:27.934770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:27.940743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:27.943995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=482df8b5-d373-47a9-87d1-4f151e168030,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:28.050086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:28.050086 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:28.296196 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eddb9020-7ef9-4824-9581-13b31e1baaec tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8610852 Nov 05 21:47:28.312408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087', 'admin_state_up': True, 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'security_groups': ['d1ab8596-43ce-40bd-949f-12c4f080bb03']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:28.326496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-90410c7d-94d3-46b2-a502-1347e6f8c208 None None] Provisioning complete for port 482df8b5-d373-47a9-87d1-4f151e168030 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:28.328111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-90410c7d-94d3-46b2-a502-1347e6f8c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:28.370380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-90410c7d-94d3-46b2-a502-1347e6f8c208 None None] Port 482df8b5-d373-47a9-87d1-4f151e168030 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:28.569293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f8b65-9e46-4168-982b-630ce4eddc2a req-e79cee75-4f0a-46ce-b75f-235e857115f2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:28.570831 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-907f8b65-9e46-4168-982b-630ce4eddc2a req-e79cee75-4f0a-46ce-b75f-235e857115f2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 949 time: 0.0928707 Nov 05 21:47:28.649692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-907f8b65-9e46-4168-982b-630ce4eddc2a req-4d4860d2-ff71-4102-81d5-073a106f3038 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722628 Nov 05 21:47:28.714329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Made reservation on behalf of 95a571b920fe49f9a5d4e661e6e745bb for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:28.726547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:28.893655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1199e975-0693-43de-bf4d-62e3fda1638c req-bc7b1580-8100-4687-96dc-85030e5c9890 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0778823 Nov 05 21:47:28.952496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51640) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:29.063866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Allocated IP 10.2.2.200 (317d7b5c-d1e6-49f8-bb31-f6bfc843f087/92a334b8-180c-4708-bf96-4f302d966367/58f4e8f7-47db-4f99-b8f8-9b652105c956) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:29.084396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469baee-cd7d-4845-9252-65a49b71e400 req-ccd848ff-9c4d-4acf-ae0f-9e96558da707 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:29.091175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469baee-cd7d-4845-9252-65a49b71e400 req-ccd848ff-9c4d-4acf-ae0f-9e96558da707 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:29.100663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469baee-cd7d-4845-9252-65a49b71e400 req-ccd848ff-9c4d-4acf-ae0f-9e96558da707 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:29.109662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469baee-cd7d-4845-9252-65a49b71e400 req-ccd848ff-9c4d-4acf-ae0f-9e96558da707 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:29.111829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7469baee-cd7d-4845-9252-65a49b71e400 req-ccd848ff-9c4d-4acf-ae0f-9e96558da707 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 3093 time: 0.0981727 Nov 05 21:47:29.117156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2015729234-network', 'tenant_id': 'f3d60f4c77574ff39bd43a3c6ecad4fd'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:29.207679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7469baee-cd7d-4845-9252-65a49b71e400 req-bd698ef1-011f-44a3-a695-ce32811f4717 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678232 Nov 05 21:47:29.249825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.286164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Made reservation on behalf of f3d60f4c77574ff39bd43a3c6ecad4fd for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:29.288555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.300756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.383179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.398631 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.443376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:29.447012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:29.452646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:29.480257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event updated for resources: {'Port': ['ID=58f4e8f7-47db-4f99-b8f8-9b652105c956,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:29.511702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:29.512342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.550602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.582099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:47:29.601769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab859c3-1999-4c8c-8e10-f799f416510f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:29.605134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.605596 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Added segment b856e4b4-9d01-4618-8901-709c651a6ac8 of type vlan for network b4ffbcc3-16ff-433a-806b-03e3f7706b36 Nov 05 21:47:29.637433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-238ff97f-9253-4294-969e-7ad2b12a6c94 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3312721 Nov 05 21:47:29.651288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:29.709554 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.714039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51658) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:29.810685 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.824338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e60fe944-8153-41e9-bc98-ed3205f6c29c up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:29.829340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-685d1ba2-5435-4c9c-a014-d8e3156db410 None None] Provisioning complete for port 58f4e8f7-47db-4f99-b8f8-9b652105c956 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:29.829884 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-685d1ba2-5435-4c9c-a014-d8e3156db410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.876207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316026d-4e89-44b6-8a95-34c72e9503ea req-73276424-dce4-4ece-80fe-e3a9535611c8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:29.878716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e316026d-4e89-44b6-8a95-34c72e9503ea req-73276424-dce4-4ece-80fe-e3a9535611c8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 949 time: 0.0787094 Nov 05 21:47:29.884738 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.886237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:29.889798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:29.981669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-685d1ba2-5435-4c9c-a014-d8e3156db410 None None] Port 58f4e8f7-47db-4f99-b8f8-9b652105c956 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:30.000792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.020438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] Pushing event updated for resources: {'Network': ['ID=b4ffbcc3-16ff-433a-806b-03e3f7706b36,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:30.032463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b4ffbcc3-16ff-433a-806b-03e3f7706b36 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:47:30.060993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e316026d-4e89-44b6-8a95-34c72e9503ea req-6a87550f-fc0e-4d8b-a00f-986f91e79424 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633725 Nov 05 21:47:30.079848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2469cde9-c70d-4050-8a2d-5a6815306d1b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1255882 Nov 05 21:47:30.081832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51666) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:30.095321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Request body: {'subnet': {'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2015729234-subnet', 'tenant_id': 'f3d60f4c77574ff39bd43a3c6ecad4fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:30.133698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port e60fe944-8153-41e9-bc98-ed3205f6c29c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:30.140871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port e60fe944-8153-41e9-bc98-ed3205f6c29c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:30.141249 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.183845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-524642fd-ec42-483c-ac3a-472246d68fca req-d12de699-e885-4ac5-8d1d-7e65918607ac tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0685725 Nov 05 21:47:30.230909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.246632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.252828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Made reservation on behalf of f3d60f4c77574ff39bd43a3c6ecad4fd for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:30.259837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.271074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338da65-3235-4ef7-a275-27e2bdea1597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60fe944-8153-41e9-bc98-ed3205f6c29c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:30.274268 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485bf779-9d60-41ef-9a86-8cdbabe10e05" -d '{"events": [{"server_uuid": "3338da65-3235-4ef7-a275-27e2bdea1597", "name": "network-vif-plugged", "status": "completed", "tag": "e60fe944-8153-41e9-bc98-ed3205f6c29c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:30.298083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e60fe944-8153-41e9-bc98-ed3205f6c29c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e60fe944-8153-41e9-bc98-ed3205f6c29c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:30.326224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5065d2d-b643-44b4-a69b-2794b131e876 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:30.335841 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.341547 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47afd73-f576-49d8-a18e-35ed42dcc266 x-openstack-request-id: req-c47afd73-f576-49d8-a18e-35ed42dcc266 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:30.345274 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3338da65-3235-4ef7-a275-27e2bdea1597", "name": "network-vif-plugged", "status": "completed", "tag": "e60fe944-8153-41e9-bc98-ed3205f6c29c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:30.345274 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c47afd73-f576-49d8-a18e-35ed42dcc266 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:30.345274 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338da65-3235-4ef7-a275-27e2bdea1597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60fe944-8153-41e9-bc98-ed3205f6c29c', 'code': 200} Nov 05 21:47:30.353495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Transition to ACTIVE for port object d5065d2d-b643-44b4-a69b-2794b131e876 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:30.363853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.393567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.455102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e60fe944-8153-41e9-bc98-ed3205f6c29c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:30.467132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee0b8ecf95694c2ea7cfdd792f4470f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7503455 Nov 05 21:47:30.467132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9213d79f-3698-4f12-9c02-915c44e66849,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:30.469655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51676) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:30.484618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.485738 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.536237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead5a0-556a-4e62-a1f8-c89c97100cb0 req-0f53554c-8ed9-4e4e-a1a7-378255e1632f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:30.542213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead5a0-556a-4e62-a1f8-c89c97100cb0 req-0f53554c-8ed9-4e4e-a1a7-378255e1632f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:30.557800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.557800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead5a0-556a-4e62-a1f8-c89c97100cb0 req-0f53554c-8ed9-4e4e-a1a7-378255e1632f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84aa2b-acdb-46de-b20b-ae5381423983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:30.558900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead5a0-556a-4e62-a1f8-c89c97100cb0 req-0f53554c-8ed9-4e4e-a1a7-378255e1632f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:30.563118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead5a0-556a-4e62-a1f8-c89c97100cb0 req-0f53554c-8ed9-4e4e-a1a7-378255e1632f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:30.572116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34ead5a0-556a-4e62-a1f8-c89c97100cb0 req-0f53554c-8ed9-4e4e-a1a7-378255e1632f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 3814 time: 0.2296479 Nov 05 21:47:30.572848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477160de-0203-4397-aa94-5a01099f6f7e req-140ac3e0-c58a-44c9-979a-84b90301dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:30.574248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-477160de-0203-4397-aa94-5a01099f6f7e req-140ac3e0-c58a-44c9-979a-84b90301dcd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 1101 time: 0.1564271 Nov 05 21:47:30.628173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Pushing event updated for resources: {'Port': ['ID=d5065d2d-b643-44b4-a69b-2794b131e876,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:30.659893 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-477160de-0203-4397-aa94-5a01099f6f7e req-7157af8a-9c6f-4bfc-8427-1fcd22db16c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731206 Nov 05 21:47:30.684714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34ead5a0-556a-4e62-a1f8-c89c97100cb0 req-9e9dbb24-5ba9-427b-8d89-53f0e70d00f9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066043 Nov 05 21:47:30.730019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00352d5b-df3f-428a-9d01-879817b4c1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.792311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00352d5b-df3f-428a-9d01-879817b4c1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.833521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Attempting to bind port d5065d2d-b643-44b4-a69b-2794b131e876 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:30.834011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Attempting to bind port d5065d2d-b643-44b4-a69b-2794b131e876 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:30.834234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Attempting to bind port d5065d2d-b643-44b4-a69b-2794b131e876 on network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:30.840792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.855651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Port d5065d2d-b643-44b4-a69b-2794b131e876 on network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:30.856256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Attempting to bind port d5065d2d-b643-44b4-a69b-2794b131e876 on network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:30.875585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:30.875585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Checking segment: {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:30.875585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Bound using segment: {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:30.876282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Bound port: d5065d2d-b643-44b4-a69b-2794b131e876, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4467ad1-eaf9-4729-9a60-2f42117689b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:30.876696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:30.910048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd7a625-1339-499e-bf9d-d4c46ead0659,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:30.918056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Checking segment: {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:30.918420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Network hostable DHCP agents. Network: b4ffbcc3-16ff-433a-806b-03e3f7706b36, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:47:30.986541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] For port d5065d2d-b643-44b4-a69b-2794b131e876, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:30.989626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] For port d5065d2d-b643-44b4-a69b-2794b131e876, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d5065d2d-b643-44b4-a69b-2794b131e876,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:31.057426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Network b4ffbcc3-16ff-433a-806b-03e3f7706b36 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:47:31.109468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00352d5b-df3f-428a-9d01-879817b4c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:31.112155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00352d5b-df3f-428a-9d01-879817b4c1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:31.113396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-00352d5b-df3f-428a-9d01-879817b4c1ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9213d79f-3698-4f12-9c02-915c44e66849 HTTP/1.1" status: 204 len: 168 time: 0.6299841 Nov 05 21:47:31.116638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:31.169041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00352d5b-df3f-428a-9d01-879817b4c1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9213d79f-3698-4f12-9c02-915c44e66849,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:31.188420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.189264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:31.190918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 1091 time: 1.5441220 Nov 05 21:47:31.195704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:31.198626 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f8dac5-86a6-43fa-b95a-e07c28068686" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:31.206280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b4ffbcc3-16ff-433a-806b-03e3f7706b36) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:31.211937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.212037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:31.235841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382014a7-740b-4c00-9020-8e0e683740d7 None None] Network b4ffbcc3-16ff-433a-806b-03e3f7706b36 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:47:31.283958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b9687-dd77-48c7-aeb5-d9aaa6ed8704 service neutron] Pushing event updated for resources: {'Port': ['ID=d5065d2d-b643-44b4-a69b-2794b131e876,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:31.325069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6436-f8db-42f9-bc65-f49b9e414ad3 req-e0e62e9e-12a5-487f-9457-f471fc4a84d2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.326846 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-01aa6436-f8db-42f9-bc65-f49b9e414ad3 req-e0e62e9e-12a5-487f-9457-f471fc4a84d2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 950 time: 0.1657965 Nov 05 21:47:31.334226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:31.359527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-566cdd6b-645d-4726-abe0-4c2efd06837e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2758279 Nov 05 21:47:31.429989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf1006b9-1e78-48b3-99ab-891583e22113 req-b08c6b2d-1ff1-4933-8da8-1c2c9146a152 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.1113181 Nov 05 21:47:31.544397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d05e9-f800-44ac-9577-bcd47c761726 None None] Network b4ffbcc3-16ff-433a-806b-03e3f7706b36 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:47:31.884334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eb975-e4ac-4a8d-85fa-db91bb47855d req-25a929a6-d205-4a85-a1a7-2bdba7df0025 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.891203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eb975-e4ac-4a8d-85fa-db91bb47855d req-25a929a6-d205-4a85-a1a7-2bdba7df0025 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.910421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eb975-e4ac-4a8d-85fa-db91bb47855d req-25a929a6-d205-4a85-a1a7-2bdba7df0025 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.920983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eb975-e4ac-4a8d-85fa-db91bb47855d req-25a929a6-d205-4a85-a1a7-2bdba7df0025 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.922758 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a100cf5-ead3-429a-8daf-580b65ad946e x-openstack-request-id: req-5a100cf5-ead3-429a-8daf-580b65ad946e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:31.923708 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:31.924494 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a100cf5-ead3-429a-8daf-580b65ad946e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:31.925166 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'status': 'completed', 'code': 200} Nov 05 21:47:31.928700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eb975-e4ac-4a8d-85fa-db91bb47855d req-25a929a6-d205-4a85-a1a7-2bdba7df0025 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:31.931121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-009eb975-e4ac-4a8d-85fa-db91bb47855d req-25a929a6-d205-4a85-a1a7-2bdba7df0025 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 3826 time: 0.1134055 Nov 05 21:47:31.989664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-009eb975-e4ac-4a8d-85fa-db91bb47855d req-082df928-9d81-461e-a0db-0942724884d3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503762 Nov 05 21:47:32.048499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-cf31ea0c-d766-4e54-a61b-661090d2acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.049594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-cf31ea0c-d766-4e54-a61b-661090d2acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.050067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-cf31ea0c-d766-4e54-a61b-661090d2acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.050941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-cf31ea0c-d766-4e54-a61b-661090d2acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.051043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-cf31ea0c-d766-4e54-a61b-661090d2acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.052938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-cf31ea0c-d766-4e54-a61b-661090d2acf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 4361 time: 0.1269650 Nov 05 21:47:32.067026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-01aa6436-f8db-42f9-bc65-f49b9e414ad3 req-6c9cb7a0-adbb-48b9-91f8-5c9b671b31db tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7286026 Nov 05 21:47:32.071420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:32.327124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51730) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:32.357618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-fcb79560-5685-4ec0-87b6-1fde2289b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.359154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-fcb79560-5685-4ec0-87b6-1fde2289b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.359805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-fcb79560-5685-4ec0-87b6-1fde2289b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.361554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-fcb79560-5685-4ec0-87b6-1fde2289b529 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2358370 Nov 05 21:47:32.436140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-b7d398fb-8943-4056-ad42-ca73ef8fcfe2 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.437453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-b7d398fb-8943-4056-ad42-ca73ef8fcfe2 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/networks?id=b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 200 len: 818 time: 0.1312916 Nov 05 21:47:32.456978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-8ad8ddce-95d8-4532-9d1a-0653a3505529 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/quotas/f3d60f4c77574ff39bd43a3c6ecad4fd HTTP/1.1" status: 200 len: 375 time: 0.0103931 Nov 05 21:47:32.469426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d70560fc-9557-4beb-bab8-49cee0626383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:32.502645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-868f9b71-bc53-4b81-8462-749aa2a2c47b tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390148 Nov 05 21:47:32.627048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4200d45-3770-45a6-a25e-fdd25c78e0fa req-7340d99f-e69d-48b0-9457-6b2bdbe980ac tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0655231 Nov 05 21:47:32.651541 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-00b6d07b-b8c2-4e65-b4cb-8cf7ed179b17 service neutron] 10.222.0.41 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325562 Nov 05 21:47:32.709827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-ebf3455f-0f78-4331-b780-e4528a7a1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:32.711427 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-83f8dac5-86a6-43fa-b95a-e07c28068686 req-ebf3455f-0f78-4331-b780-e4528a7a1d8a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2661667 Nov 05 21:47:32.742777 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:32.788865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8eb599-9706-468b-8864-8c33aa45c77b {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:32.814342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:32.814991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7bef5ae0-0d41-4b16-a828-4bcf468ed9d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526301 Nov 05 21:47:32.846735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d70560fc-9557-4beb-bab8-49cee0626383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:32.848250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Transition to ACTIVE for port object 7f8eb599-9706-468b-8864-8c33aa45c77b will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:32.987030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d70560fc-9557-4beb-bab8-49cee0626383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.017578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.028088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70560fc-9557-4beb-bab8-49cee0626383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e166c160-228e-4983-87c4-9284b3c63159,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:33.076378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d70560fc-9557-4beb-bab8-49cee0626383 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fe37facd61846c4acce77ad3dcde797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7411020 Nov 05 21:47:33.081328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51744) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:33.143139 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3170ea12-cfd9-46bc-879c-9bd0b854e360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.169517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3170ea12-cfd9-46bc-879c-9bd0b854e360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.170595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8eb599-9706-468b-8864-8c33aa45c77b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:33.271922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd35f-481c-4e90-a157-13402c44866f req-4a4b066f-73e4-492d-b18a-b53a29945429 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.277940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd35f-481c-4e90-a157-13402c44866f req-4a4b066f-73e4-492d-b18a-b53a29945429 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.283970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd35f-481c-4e90-a157-13402c44866f req-4a4b066f-73e4-492d-b18a-b53a29945429 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.291594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd35f-481c-4e90-a157-13402c44866f req-4a4b066f-73e4-492d-b18a-b53a29945429 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.297001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd35f-481c-4e90-a157-13402c44866f req-4a4b066f-73e4-492d-b18a-b53a29945429 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.303818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd35f-481c-4e90-a157-13402c44866f req-4a4b066f-73e4-492d-b18a-b53a29945429 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.305729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c66dd35f-481c-4e90-a157-13402c44866f req-4a4b066f-73e4-492d-b18a-b53a29945429 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 4597 time: 0.2043235 Nov 05 21:47:33.335939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Attempting to bind port 7f8eb599-9706-468b-8864-8c33aa45c77b on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:33.340833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Attempting to bind port 7f8eb599-9706-468b-8864-8c33aa45c77b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:33.340833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Attempting to bind port 7f8eb599-9706-468b-8864-8c33aa45c77b on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:33.347427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Port 7f8eb599-9706-468b-8864-8c33aa45c77b on network f743c608-3f22-4271-bcad-61f66413d2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:33.347427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Attempting to bind port 7f8eb599-9706-468b-8864-8c33aa45c77b on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:33.370932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:33.370932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Checking segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:33.370932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Bound using segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:33.370932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Bound port: 7f8eb599-9706-468b-8864-8c33aa45c77b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:33.370932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.396416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3170ea12-cfd9-46bc-879c-9bd0b854e360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.399427 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3170ea12-cfd9-46bc-879c-9bd0b854e360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.401222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3170ea12-cfd9-46bc-879c-9bd0b854e360 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e166c160-228e-4983-87c4-9284b3c63159 HTTP/1.1" status: 204 len: 168 time: 0.3243828 Nov 05 21:47:33.427853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c66dd35f-481c-4e90-a157-13402c44866f req-e747a449-6275-4ca5-a756-282d91b60bce tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1094439 Nov 05 21:47:33.441847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170ea12-cfd9-46bc-879c-9bd0b854e360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e166c160-228e-4983-87c4-9284b3c63159,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:33.479788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] For port 7f8eb599-9706-468b-8864-8c33aa45c77b, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:33.484226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] For port 7f8eb599-9706-468b-8864-8c33aa45c77b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f8eb599-9706-468b-8864-8c33aa45c77b,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:33.575926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb2475-f6de-4988-8924-94961d5312e9 req-dc3ec177-9da3-4616-a8b3-6d2c9cf7ab1e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.585620 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3fb2475-f6de-4988-8924-94961d5312e9 req-dc3ec177-9da3-4616-a8b3-6d2c9cf7ab1e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 950 time: 0.0659952 Nov 05 21:47:33.635665 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3fb2475-f6de-4988-8924-94961d5312e9 req-a3c32254-3525-4274-bbf2-2d2e53c58fea tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490284 Nov 05 21:47:33.853226 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e748c37a-f150-4dbb-ac03-0a5a86965066 req-cdb2b605-16c0-4f25-bb0e-7c0231e80f81 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0288928 Nov 05 21:47:33.857993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.896464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:33.901321 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:33.903313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 1129 time: 2.5754635 Nov 05 21:47:33.962212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '7f8eb599-9706-468b-8864-8c33aa45c77b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:33.964602 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "7f8eb599-9706-468b-8864-8c33aa45c77b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:34.062244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee348184-362f-45ea-bc21-a2af04cec352 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8eb599-9706-468b-8864-8c33aa45c77b,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:34.094828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:34.204559 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e040f-8b3e-4a28-9d04-13c920d522f0 x-openstack-request-id: req-e03e040f-8b3e-4a28-9d04-13c920d522f0 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:34.204842 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "7f8eb599-9706-468b-8864-8c33aa45c77b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:34.205135 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e03e040f-8b3e-4a28-9d04-13c920d522f0 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:34.205530 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '7f8eb599-9706-468b-8864-8c33aa45c77b', 'status': 'completed', 'code': 200} Nov 05 21:47:34.236016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16a145a8-5d75-44a8-87af-9f8f2569d066 req-9247b0a4-50ec-4496-8154-0c970b2f3842 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0335860 Nov 05 21:47:34.288027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6158cd1-d801-4e58-8a5e-0d24d7f455b0 req-18027579-1fd0-4f2b-8011-a0042f6e6b18 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.296194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6158cd1-d801-4e58-8a5e-0d24d7f455b0 req-18027579-1fd0-4f2b-8011-a0042f6e6b18 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 1101 time: 0.3246038 Nov 05 21:47:34.324495 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:34.360849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-292ba7e8-fc72-454e-a67d-df4c8a2610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.361936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-292ba7e8-fc72-454e-a67d-df4c8a2610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.362960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-292ba7e8-fc72-454e-a67d-df4c8a2610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.363438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-292ba7e8-fc72-454e-a67d-df4c8a2610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.363935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-292ba7e8-fc72-454e-a67d-df4c8a2610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.364550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-292ba7e8-fc72-454e-a67d-df4c8a2610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.367108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-292ba7e8-fc72-454e-a67d-df4c8a2610d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5283 time: 0.1599729 Nov 05 21:47:34.437755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6158cd1-d801-4e58-8a5e-0d24d7f455b0 req-897e229f-7290-430b-9bc5-1ff61a558aca tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406820 Nov 05 21:47:34.550130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df3d280f-2234-4725-be1d-247a631bf88e req-8a3edc1b-43f5-4059-9004-7b0de83f2f03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0605586 Nov 05 21:47:34.615941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-99afee57-765b-4cad-b2ac-309f59409acd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.625964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-99afee57-765b-4cad-b2ac-309f59409acd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.634427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-99afee57-765b-4cad-b2ac-309f59409acd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.646864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-99afee57-765b-4cad-b2ac-309f59409acd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.672227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-99afee57-765b-4cad-b2ac-309f59409acd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.686773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-99afee57-765b-4cad-b2ac-309f59409acd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.689651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-99afee57-765b-4cad-b2ac-309f59409acd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 4597 time: 0.1447878 Nov 05 21:47:34.823808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dbb8adf-6708-44fb-a2fb-e808af2ea776 req-d685786e-f7f4-46a2-9c7d-a91e902ffcb7 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1278903 Nov 05 21:47:34.890819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-ce7aa35b-b412-413e-85f5-bc21988eac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.891613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-ce7aa35b-b412-413e-85f5-bc21988eac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.892079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-ce7aa35b-b412-413e-85f5-bc21988eac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:34.905831 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-ce7aa35b-b412-413e-85f5-bc21988eac12 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5312753 Nov 05 21:47:34.915303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-ac92a597-cedf-4967-bc41-cb864e91fed3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813315 Nov 05 21:47:35.121766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6ddd98-0a33-4abd-b248-a37e230feccb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:35.124785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0506d-3381-4cdd-beab-3d12fc6e7579 req-9f8606bc-2dd9-40a3-ad15-96cc0fe30eb4 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0492401 Nov 05 21:47:35.139417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:35.188762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-0d391e65-e2bb-4fee-ba7c-10664b938440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:35.190839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7db2e19-6cae-4daa-bd37-7f0bafff29d0 req-0d391e65-e2bb-4fee-ba7c-10664b938440 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2594686 Nov 05 21:47:35.205114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Transition to ACTIVE for port object be6ddd98-0a33-4abd-b248-a37e230feccb will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:35.233190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-6c7ee86a-e040-4e51-93f7-9c00a15b2a90 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:35.234682 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-6c7ee86a-e040-4e51-93f7-9c00a15b2a90 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3185899 Nov 05 21:47:35.253773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-fb58384f-cf66-4bcf-a8f7-752ec377b313 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/quotas/2c005b9d431941259d92be47ce0e6583 HTTP/1.1" status: 200 len: 375 time: 0.0098033 Nov 05 21:47:35.322575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88dc95a8-afc0-4014-9e10-db26792795f1 req-16b23e9c-6fb2-4b71-a35d-dfc383d68a4b tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0289335 Nov 05 21:47:35.344945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-4e578573-c169-483f-b53e-4c23070d079f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0876024 Nov 05 21:47:35.348288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:35.493702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=be6ddd98-0a33-4abd-b248-a37e230feccb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:35.540068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Attempting to bind port be6ddd98-0a33-4abd-b248-a37e230feccb on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:35.540432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Attempting to bind port be6ddd98-0a33-4abd-b248-a37e230feccb by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:35.541087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Attempting to bind port be6ddd98-0a33-4abd-b248-a37e230feccb on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:35.549694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Port be6ddd98-0a33-4abd-b248-a37e230feccb on network f743c608-3f22-4271-bcad-61f66413d2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:35.550369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Attempting to bind port be6ddd98-0a33-4abd-b248-a37e230feccb on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:35.572695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:35.574055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Checking segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:35.576027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Bound using segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:35.576512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Bound port: be6ddd98-0a33-4abd-b248-a37e230feccb, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:35.576878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:35.666523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] For port be6ddd98-0a33-4abd-b248-a37e230feccb, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:35.670770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] For port be6ddd98-0a33-4abd-b248-a37e230feccb, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=be6ddd98-0a33-4abd-b248-a37e230feccb,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:35.796335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fa33b9f-eff6-4950-9ed8-c596d3b74e0d req-8bb82a8d-8b62-4e93-a265-281c179e9cdf tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 210 time: 0.0709538 Nov 05 21:47:35.843597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:35.938583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:35.940114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:35.943179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] 10.222.0.46 "PUT /v2.0/ports/be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 1130 time: 1.8820260 Nov 05 21:47:36.020778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22713234-d3d7-49e4-88e7-04af71c01fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=be6ddd98-0a33-4abd-b248-a37e230feccb,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:36.107972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.116645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.125080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.132515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.139714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.151839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.161178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.170651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-bf4e65c8-6459-4af3-882e-ec10678391b9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5369 time: 0.1445184 Nov 05 21:47:36.183513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:36.247474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'be6ddd98-0a33-4abd-b248-a37e230feccb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:36.254658 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a985df-45cf-41f6-b642-2438f0e3e0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "be6ddd98-0a33-4abd-b248-a37e230feccb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:36.334249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbcb9bd-8ac2-4520-a58d-a734e03ee9aa req-31d1cefb-b57b-4951-9f12-c3bc519311db tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0454073 Nov 05 21:47:36.337722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:36.378526 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b1a04e42-536f-4073-a914-a3b15d412b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:36.430523 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90da3bed-4824-450b-8009-1be949db1133 x-openstack-request-id: req-90da3bed-4824-450b-8009-1be949db1133 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:36.431595 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "be6ddd98-0a33-4abd-b248-a37e230feccb", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:36.432074 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90da3bed-4824-450b-8009-1be949db1133 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:36.432666 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'be6ddd98-0a33-4abd-b248-a37e230feccb', 'status': 'completed', 'code': 200} Nov 05 21:47:36.456294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55987ae9-fc38-4854-8cf3-569fdef7a493 req-f18efbcd-cb06-4faf-b2c9-3edfa5c25f23 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2846637 Nov 05 21:47:36.497506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c826e0c4-c438-4724-8b68-c832edcaba00 req-7eae4d66-30ad-4254-8975-487a3f4ebf48 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0492866 Nov 05 21:47:36.631039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.631528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.632056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.632492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.632952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.633421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.633872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.635811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-260d1b3d-0301-48ce-8e80-46cda4ac198a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6206 time: 0.1988318 Nov 05 21:47:36.878678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-c98fc165-2df0-432a-a354-70e2e0d34f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.879058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-c98fc165-2df0-432a-a354-70e2e0d34f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.879583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-c98fc165-2df0-432a-a354-70e2e0d34f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:36.881129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-c98fc165-2df0-432a-a354-70e2e0d34f09 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2356069 Nov 05 21:47:36.906458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e75e576-5eaa-454f-9839-88b86f192442 req-c9c66dfd-30c5-4e46-a702-dfc862a711c1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 210 time: 0.0527887 Nov 05 21:47:37.060827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b6bde2-e0e2-4844-96a9-be4627d988d2 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:37.082417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:37.094242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-fd34cae0-c482-4cb3-8654-be94fda8fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.096003 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1a985df-45cf-41f6-b642-2438f0e3e0a8 req-fd34cae0-c482-4cb3-8654-be94fda8fd2f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933393 Nov 05 21:47:37.117145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Transition to ACTIVE for port object d2b6bde2-e0e2-4844-96a9-be4627d988d2 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:37.297196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:37.420796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Pushing event updated for resources: {'Port': ['ID=d2b6bde2-e0e2-4844-96a9-be4627d988d2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:37.460030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48428b42-e442-46c8-a915-84d47c43cb53 req-e4709829-622c-455e-8850-7783016f38c4 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0285442 Nov 05 21:47:37.520644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Attempting to bind port d2b6bde2-e0e2-4844-96a9-be4627d988d2 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:37.521259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Attempting to bind port d2b6bde2-e0e2-4844-96a9-be4627d988d2 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:37.521793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Attempting to bind port d2b6bde2-e0e2-4844-96a9-be4627d988d2 on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:37.532053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Port d2b6bde2-e0e2-4844-96a9-be4627d988d2 on network f743c608-3f22-4271-bcad-61f66413d2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:37.532483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Attempting to bind port d2b6bde2-e0e2-4844-96a9-be4627d988d2 on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:37.539769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:37.540340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Checking segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:37.540966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Bound using segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:37.541586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Bound port: d2b6bde2-e0e2-4844-96a9-be4627d988d2, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:37.543353 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:37.800623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] For port d2b6bde2-e0e2-4844-96a9-be4627d988d2, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:37.822445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] For port d2b6bde2-e0e2-4844-96a9-be4627d988d2, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:37.893300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.919747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.941671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.950440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.961994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.972063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.979147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:37.981323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-50e53fc9-f7e2-40d4-8d57-8723b2fccb86 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5381 time: 0.3479717 Nov 05 21:47:38.003948 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:38.118798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.122719 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:38.122719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] 10.222.0.46 "PUT /v2.0/ports/d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 200 len: 1090 time: 1.9478490 Nov 05 21:47:38.209699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62748dcd-b0f2-4010-81f2-04188a01576c service neutron] Pushing event updated for resources: {'Port': ['ID=d2b6bde2-e0e2-4844-96a9-be4627d988d2,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:38.219879 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4c79009-2bc2-44a5-b45b-0fd24bca943c req-b4b143a1-40c8-42d9-bd7d-c8e8b470a1c3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2230823 Nov 05 21:47:38.328339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5561ec4-226a-48d2-9a05-243198b8c713 req-29ab1c56-b5c4-4289-8022-02e21f64c2d1 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0524166 Nov 05 21:47:38.402790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-742b742b-861e-4223-b027-b632e274368a req-f797c419-62e1-4b74-93bb-3d21aec79474 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 210 time: 0.0612011 Nov 05 21:47:38.434709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:38.436794 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4afb4c0-95ca-47a0-afd1-3435a654f947" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "d2b6bde2-e0e2-4844-96a9-be4627d988d2"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:38.483136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:38.583122 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3ae28257-ddfe-4ae2-a272-751233091e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:38.584479 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862e9772-b0ee-4e86-8e6b-9f93cb354605 x-openstack-request-id: req-862e9772-b0ee-4e86-8e6b-9f93cb354605 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:38.584479 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "d2b6bde2-e0e2-4844-96a9-be4627d988d2", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:38.584479 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-862e9772-b0ee-4e86-8e6b-9f93cb354605 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:38.584479 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2', 'status': 'completed', 'code': 200} Nov 05 21:47:38.602361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-681d6416-8833-4320-9dba-f63be9aa9a10 req-332cd696-fb16-43ae-b447-ff858b4797ac tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0837855 Nov 05 21:47:38.612333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:38.713792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.714176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.714984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.715118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.715635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.717173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.717641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.719769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f0a40a8f-93d5-4e6e-8a9b-b0c9163da22d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6273 time: 0.1045544 Nov 05 21:47:38.951068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-0b55d0fe-ccc5-4b5a-978e-da1a364be7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.951720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-0b55d0fe-ccc5-4b5a-978e-da1a364be7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.952181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-0b55d0fe-ccc5-4b5a-978e-da1a364be7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:38.954016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-0b55d0fe-ccc5-4b5a-978e-da1a364be7a6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1723340 Nov 05 21:47:39.529251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07716e02-a507-4c9a-890f-311f6a31175f {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:39.535512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4fb7c1f-7524-4298-8240-005f7ae3ba85 req-77fa9c76-110b-48bc-9d17-5b2d9af99881 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0577025 Nov 05 21:47:39.539615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f8be6314-21b8-47c0-a61d-55a056d2cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.539615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4afb4c0-95ca-47a0-afd1-3435a654f947 req-f8be6314-21b8-47c0-a61d-55a056d2cf82 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5780106 Nov 05 21:47:39.570552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:39.599139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-1a0bb6df-3f44-4727-83dd-156802ea80e6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2c005b9d431941259d92be47ce0e6583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781295 Nov 05 21:47:39.607762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Transition to ACTIVE for port object 07716e02-a507-4c9a-890f-311f6a31175f will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:39.637967 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.644816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.650999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.659240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.665665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.671755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.677948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.686663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-e26b939c-e067-460a-b6b2-994928df25bd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5381 time: 0.2394774 Nov 05 21:47:39.716414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:39.742182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d23ce31-8fea-430e-87ee-0ccf58372dad req-9750efb4-4e53-45fe-9e96-f5ca6d3b6f82 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 210 time: 0.0869830 Nov 05 21:47:39.805311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-a4b01ded-e986-4e03-b04d-23e5c3909a98 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.808766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-a4b01ded-e986-4e03-b04d-23e5c3909a98 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.13 "GET /v2.0/networks?id=b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 200 len: 818 time: 0.3586421 Nov 05 21:47:39.831654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Request body: {'port': {'device_id': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36', 'admin_state_up': True, 'tenant_id': 'f3d60f4c77574ff39bd43a3c6ecad4fd'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:39.885213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-ccd100e4-5a30-475e-8ee2-0f9fccdd6877 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:39.898140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-ccd100e4-5a30-475e-8ee2-0f9fccdd6877 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921958 Nov 05 21:47:39.910356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Request body: {'port': {'device_id': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2c005b9d431941259d92be47ce0e6583'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:39.949155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:40.186777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Pushing event updated for resources: {'Port': ['ID=07716e02-a507-4c9a-890f-311f6a31175f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:40.210155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bdcbee1-e84c-43c5-8b50-3c29461e6349 req-f3123e75-d409-404d-99e3-0c6e7e4cb79c tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0983493 Nov 05 21:47:40.232124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 21:47:40.232124 n-d-816738-5 neutron-server[102292]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 05 21:47:40.232124 n-d-816738-5 neutron-server[102292]: [parameters: {'project_id': '2c005b9d431941259d92be47ce0e6583', 'id': 'e76c56ec-5bed-46a4-823b-80edec56506f', 'expiration': datetime.datetime(2021, 11, 5, 21, 49, 40, 223023)}] Nov 05 21:47:40.232124 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:47:40.232970 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:47:40.246224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5a4ccf9-b003-41eb-bf24-6188ccbc86e3 req-f6dd3fba-d5bd-4df8-af25-2af1d7af923d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5593331 Nov 05 21:47:40.450518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f5872b29-b0f9-4c14-88f9-262acd9355fc tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:40.452063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f5872b29-b0f9-4c14-88f9-262acd9355fc tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "GET /v2.0/networks?id=b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 200 len: 818 time: 0.2247491 Nov 05 21:47:40.471534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Attempting to bind port 07716e02-a507-4c9a-890f-311f6a31175f on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:40.471975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Attempting to bind port 07716e02-a507-4c9a-890f-311f6a31175f by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:40.472307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Attempting to bind port 07716e02-a507-4c9a-890f-311f6a31175f on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:40.477278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Request body: {'port': {'device_id': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36', 'admin_state_up': True, 'tenant_id': 'f3d60f4c77574ff39bd43a3c6ecad4fd'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:40.494636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Port 07716e02-a507-4c9a-890f-311f6a31175f on network f743c608-3f22-4271-bcad-61f66413d2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:40.495060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Attempting to bind port 07716e02-a507-4c9a-890f-311f6a31175f on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:40.510208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:40.510548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Checking segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:40.510931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Bound using segment: {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:40.511368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Bound port: 07716e02-a507-4c9a-890f-311f6a31175f, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffcb527-bc23-4d00-a50f-6c7f4f82de82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:40.511756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:40.588254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Made reservation on behalf of f3d60f4c77574ff39bd43a3c6ecad4fd for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:40.591677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:40.713343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e4ee8b4-9ff1-48f0-8380-bb3ab7c087ac req-237b43ee-3c9a-47fe-86a4-2b7efeac24d9 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0397313 Nov 05 21:47:40.795674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Allocated IP 172.20.0.5 (b4ffbcc3-16ff-433a-806b-03e3f7706b36/bbd7a625-1339-499e-bf9d-d4c46ead0659/a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:40.798013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] For port 07716e02-a507-4c9a-890f-311f6a31175f, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:40.804915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] For port 07716e02-a507-4c9a-890f-311f6a31175f, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=07716e02-a507-4c9a-890f-311f6a31175f,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:40.893534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-345421f2-8a12-433c-abc0-f22e029962dd req-712829d1-cc1a-4bd3-8f0a-638e1929c596 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 210 time: 0.0504925 Nov 05 21:47:40.907120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Made reservation on behalf of 2c005b9d431941259d92be47ce0e6583 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:40.912824 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:40.927199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.150613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52016) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:41.168372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Allocated IP 192.168.233.43 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/b576f0a5-ae2f-4fc5-bfd6-d66188e0193e) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:41.176971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.177782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.179603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] 10.222.0.46 "PUT /v2.0/ports/07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 200 len: 1090 time: 2.7010806 Nov 05 21:47:41.183687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:41.186247 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f88491-4d4b-4424-8cb2-c7894d074597" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "07716e02-a507-4c9a-890f-311f6a31175f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:41.230978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355b48e-5305-4e89-a8f8-7c9b48e21783 service neutron] Pushing event updated for resources: {'Port': ['ID=07716e02-a507-4c9a-890f-311f6a31175f,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:41.254384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.371123 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec5b2cd-3180-459b-ac65-8c9b81a1ea2c x-openstack-request-id: req-2ec5b2cd-3180-459b-ac65-8c9b81a1ea2c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:41.371123 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "07716e02-a507-4c9a-890f-311f6a31175f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:41.371123 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ec5b2cd-3180-459b-ac65-8c9b81a1ea2c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:41.371123 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f', 'status': 'completed', 'code': 200} Nov 05 21:47:41.399080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Made reservation on behalf of f3d60f4c77574ff39bd43a3c6ecad4fd for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:41.413795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.466421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.478556 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.494800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-71df3db0-edf6-4a07-94f5-ec73e8339804 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.496329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-71df3db0-edf6-4a07-94f5-ec73e8339804 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "GET /v2.0/networks?id=b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 200 len: 818 time: 0.3615544 Nov 05 21:47:41.496820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.46', 55329) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:41.503688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90d2ad3f-c3fd-43c9-94f8-7ba3cfd00af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.520447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:41.528496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Request body: {'port': {'device_id': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36', 'admin_state_up': True, 'tenant_id': 'f3d60f4c77574ff39bd43a3c6ecad4fd'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:41.542635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d3d5e6f-1428-4502-864d-4e9203b8063d req-24eb3241-7647-442c-8d31-e3daf4d02cbb tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0956478 Nov 05 21:47:41.579325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.580388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.580873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.581334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.581874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.582341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.582796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.588455 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-f0b4bec6-5138-42d8-a7a5-5ff9c3d3ddb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6340 time: 0.2050207 Nov 05 21:47:41.635457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Network b4ffbcc3-16ff-433a-806b-03e3f7706b36 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:41.655287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:41.689475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Pushing event updated for resources: {'Port': ['ID=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:41.694852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:41.802976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Allocated IP 172.20.0.14 (b4ffbcc3-16ff-433a-806b-03e3f7706b36/bbd7a625-1339-499e-bf9d-d4c46ead0659/bdb9bebd-c111-4fbf-987b-5f60994d2673) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:41.831984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.831984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:41.859854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.866378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.872467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.880432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.888004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.893783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.900818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.902930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-6745c640-c273-4efd-bf28-39feedcc288e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5393 time: 0.4050267 Nov 05 21:47:41.984972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a19e2809-d6a1-43bc-b1ba-18138d089715 req-2fc46b18-9be7-4177-9419-6bc3528ac6ff tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0857162 Nov 05 21:47:41.996525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-018614ce-1b0b-4047-98b7-1430ae6c6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.997002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-018614ce-1b0b-4047-98b7-1430ae6c6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.997754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-018614ce-1b0b-4047-98b7-1430ae6c6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:41.999628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-018614ce-1b0b-4047-98b7-1430ae6c6c7a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3853259 Nov 05 21:47:42.076453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.112964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-bb81be3b-e46d-4996-ae92-b13bb757f67a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2878973 Nov 05 21:47:42.179650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Request body: {'port': {'device_id': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:42.238292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.257062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.290281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-c6ed51ac-364b-4639-a777-86e402fd0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:42.291905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53f88491-4d4b-4424-8cb2-c7894d074597 req-c6ed51ac-364b-4639-a777-86e402fd0816 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2825842 Nov 05 21:47:42.367419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.395788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd04446f-ad29-474b-85e9-0f3cc428e75b req-3292ed52-bdaa-44cc-a0f6-112a4cd9b927 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1497712 Nov 05 21:47:42.441517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63c3a54e-33c8-41f0-b26d-2cce17ee4efd req-9e63d976-2ec5-4a32-9bda-511e4ca07eb6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 210 time: 0.2736101 Nov 05 21:47:42.479724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.507588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90d2ad3f-c3fd-43c9-94f8-7ba3cfd00af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.510602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.525296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'e60fe944-8153-41e9-bc98-ed3205f6c29c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:42.528082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790', 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:42.559592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.630603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Made reservation on behalf of f3d60f4c77574ff39bd43a3c6ecad4fd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:47:42.634136 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.640793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Pushing event updated for resources: {'Port': ['ID=bdb9bebd-c111-4fbf-987b-5f60994d2673,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:42.648732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90d2ad3f-c3fd-43c9-94f8-7ba3cfd00af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:42.683834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:42.697627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:42.725464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:42.732017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Network b4ffbcc3-16ff-433a-806b-03e3f7706b36 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:42.736880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:42.785768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event updated for resources: {'Port': ['ID=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:42.880861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:42.973186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:42.974987 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.007061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfdd5c7e-3962-4a69-99e1-9e4ba29f91c6 req-2bf6f9c7-b642-4425-9af7-a46095d8b3ac tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.2513535 Nov 05 21:47:43.018785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2ad3f-c3fd-43c9-94f8-7ba3cfd00af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78bb1d-d823-4912-8a05-2f30af91b18e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:43.053742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-90d2ad3f-c3fd-43c9-94f8-7ba3cfd00af3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=011a8852a9784ced844fc3b4689f5e16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9020059 Nov 05 21:47:43.073433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52056) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:43.106345 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-0f84c98d-c050-4be3-8881-286a23fa6559 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6363218 Nov 05 21:47:43.112392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-62c53ef5-333f-4c94-ac98-706881166edd None None] Provisioning complete for port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:43.112767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-62c53ef5-333f-4c94-ac98-706881166edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.114839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:43.115707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.150583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Request body: {'port': {'device_id': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:43.219435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-62c53ef5-333f-4c94-ac98-706881166edd None None] Port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:47:43.220941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8e167c4-b4e2-4f8b-a854-8fd7b451bd2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.281595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8e167c4-b4e2-4f8b-a854-8fd7b451bd2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.297824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-d23dbed0-734d-4b09-b573-919ddf053128 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3987770 Nov 05 21:47:43.305409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92528b18-ba5e-4ecb-bc93-6574608df14b req-b663ac1f-206e-4203-8b0e-46c6cc0e6309 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.1369553 Nov 05 21:47:43.314780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Request body: {'port': {'device_id': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:43.355322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:43.388996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482df8b5-d373-47a9-87d1-4f151e168030 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:43.400122 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.410935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.413141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.447604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.582284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Transition to ACTIVE for port object 482df8b5-d373-47a9-87d1-4f151e168030 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:43.629416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8e167c4-b4e2-4f8b-a854-8fd7b451bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.632899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8e167c4-b4e2-4f8b-a854-8fd7b451bd2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.637300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e8e167c4-b4e2-4f8b-a854-8fd7b451bd2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb78bb1d-d823-4912-8a05-2f30af91b18e HTTP/1.1" status: 204 len: 168 time: 0.5626447 Nov 05 21:47:43.671768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e167c4-b4e2-4f8b-a854-8fd7b451bd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78bb1d-d823-4912-8a05-2f30af91b18e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:43.674178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.706424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Transition to ACTIVE for port object a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:43.770731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46727a5-bf8d-4254-bc49-c3aa8da68739 req-6afc3ba4-43a3-43a4-a50b-39cf429263b5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:43.779934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b46727a5-bf8d-4254-bc49-c3aa8da68739 req-6afc3ba4-43a3-43a4-a50b-39cf429263b5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 935 time: 0.0753207 Nov 05 21:47:43.808126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:43.903501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b46727a5-bf8d-4254-bc49-c3aa8da68739 req-fa8796be-6233-4a80-a5df-a79acd22f591 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226518 Nov 05 21:47:44.009553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Attempting to bind port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:44.009993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Attempting to bind port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:44.010280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Attempting to bind port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:44.015469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:44.019696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Attempting to bind port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:44.028113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Pushing event updated for resources: {'Port': ['ID=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:44.031821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:44.032306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Checking segment: {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:44.032453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b576f0a5-ae2f-4fc5-bfd6-d66188e0193e {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:44.032685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Bound using segment: {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:44.033656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Bound port: a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:44.034151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.057329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.097106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Transition to ACTIVE for port object b576f0a5-ae2f-4fc5-bfd6-d66188e0193e will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:44.164141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.170093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.178094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.182206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.189922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.196097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.202153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.210744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-caf93f8a-e175-4dd1-9e71-002904eb4ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5405 time: 0.6264184 Nov 05 21:47:44.211571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] For port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:44.212752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Pushing event updated for resources: {'Port': ['ID=482df8b5-d373-47a9-87d1-4f151e168030,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:44.233816 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.244481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] For port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:44.293451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a52f5aa6-acee-4a18-90dc-083c5d4c6413 req-4cbb3d95-6f5e-4911-b0a6-a8de9bc5db71 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0456653 Nov 05 21:47:44.304210 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.331367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Allocated IP 172.20.0.9 (b4ffbcc3-16ff-433a-806b-03e3f7706b36/bbd7a625-1339-499e-bf9d-d4c46ead0659/d035012a-0853-4c7b-8a9a-be3b0df19526) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:47:44.356947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.357888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.375502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] 10.222.0.13 "PUT /v2.0/ports/a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 HTTP/1.1" status: 200 len: 1091 time: 2.1915052 Nov 05 21:47:44.377446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'tag': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:44.379866 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8087c44-d0f9-4ae6-ba57-11061b1cc9fe", "tag": "a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:44.421131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a1b1f-d50f-40f9-928a-5ab83321330d service neutron] Pushing event updated for resources: {'Port': ['ID=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:44.460847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:44.488513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce4bb3b5-93ae-4132-becc-a754e069dcb1 req-3b80d23e-f72c-4e75-b48b-8fa86646eb9f tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 210 time: 0.0523152 Nov 05 21:47:44.525127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3917937-d5b3-498a-83dd-00e794fc0831 req-9ae3058c-e3f5-4fc1-9c8f-dab511afeb70 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3134003 Nov 05 21:47:44.597451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Attempting to bind port 482df8b5-d373-47a9-87d1-4f151e168030 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:44.597928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Attempting to bind port 482df8b5-d373-47a9-87d1-4f151e168030 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:44.598466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Attempting to bind port 482df8b5-d373-47a9-87d1-4f151e168030 on network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:44.610039 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45d0675-00c4-4c48-81c5-58f9a05a8fce x-openstack-request-id: req-c45d0675-00c4-4c48-81c5-58f9a05a8fce {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:44.610592 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8087c44-d0f9-4ae6-ba57-11061b1cc9fe", "tag": "a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:44.611665 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c45d0675-00c4-4c48-81c5-58f9a05a8fce {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:44.612220 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'tag': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14', 'status': 'completed', 'code': 200} Nov 05 21:47:44.626059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-8a27eda2-e737-44c9-b00f-133ce72801e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.627993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-8a27eda2-e737-44c9-b00f-133ce72801e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 1094 time: 0.0806060 Nov 05 21:47:44.637671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Port 482df8b5-d373-47a9-87d1-4f151e168030 on network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:44.638667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Attempting to bind port 482df8b5-d373-47a9-87d1-4f151e168030 on network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:44.663225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:44.663752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Checking segment: {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:44.664248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Bound using segment: {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:44.664805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Bound port: 482df8b5-d373-47a9-87d1-4f151e168030, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:44.665277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.682952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-5ba90022-a9b1-4285-bcfe-0b8bdda346bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 HTTP/1.1" status: 200 len: 217 time: 0.0455809 Nov 05 21:47:44.737754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52090) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:44.757492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23f1d92f-fd95-4d4b-94f7-9cf0d1e82043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.773093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Attempting to bind port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:44.773395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Attempting to bind port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:44.773737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Attempting to bind port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:44.779605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-cf5d6e2c-e190-47d7-ad03-b743b19cb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:44.781346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-cf5d6e2c-e190-47d7-ad03-b743b19cb2ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbd7a625-1339-499e-bf9d-d4c46ead0659 HTTP/1.1" status: 200 len: 858 time: 0.0872979 Nov 05 21:47:44.795099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:44.795450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Attempting to bind port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:44.824234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-3bbf13b0-407d-48a1-8f6a-e35fe2868cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4ffbcc3-16ff-433a-806b-03e3f7706b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358562 Nov 05 21:47:44.828246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:44.828586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:44.828971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:44.829410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Bound port: b576f0a5-ae2f-4fc5-bfd6-d66188e0193e, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:44.830468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.885532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:44.889180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] For port 482df8b5-d373-47a9-87d1-4f151e168030, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:44.963615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] For port 482df8b5-d373-47a9-87d1-4f151e168030, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=482df8b5-d373-47a9-87d1-4f151e168030,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:45.000887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] For port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:45.005346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] For port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:45.027065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23f1d92f-fd95-4d4b-94f7-9cf0d1e82043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.028388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-5f99e40c-015c-459b-9d1d-6c1b91b29441 service neutron] 10.222.0.13 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937597 Nov 05 21:47:45.105882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664fa19-9ceb-4496-83fb-f917d91e9a73 req-8706ba05-4b7b-4090-9d2d-034802f2aa80 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:45.107570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f664fa19-9ceb-4496-83fb-f917d91e9a73 req-8706ba05-4b7b-4090-9d2d-034802f2aa80 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 947 time: 0.0976555 Nov 05 21:47:45.110592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.162924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.194046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.198584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23f1d92f-fd95-4d4b-94f7-9cf0d1e82043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.225093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:45.225953 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.227415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] 10.222.0.46 "PUT /v2.0/ports/482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 200 len: 1091 time: 3.7251487 Nov 05 21:47:45.231904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '482df8b5-d373-47a9-87d1-4f151e168030'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:45.241914 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4306f813-cbf7-4e99-b633-5febe68e4c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "482df8b5-d373-47a9-87d1-4f151e168030"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:45.283606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-91559491-55da-4d93-ab9c-7b2d1c0a33e7 service neutron] 10.222.0.13 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453125 Nov 05 21:47:45.283818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Network b4ffbcc3-16ff-433a-806b-03e3f7706b36 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:47:45.285390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1d92f-fd95-4d4b-94f7-9cf0d1e82043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdb142c-b730-4acc-a4c7-9d78e0024f1f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:45.289941 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-23f1d92f-fd95-4d4b-94f7-9cf0d1e82043 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df02ab04c7964de697a3f9893fe1c797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510733 Nov 05 21:47:45.296575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52108) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:45.307800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:47:45.328976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:47:45.343696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:45.344323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.345745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] 10.222.0.46 "PUT /v2.0/ports/b576f0a5-ae2f-4fc5-bfd6-d66188e0193e HTTP/1.1" status: 200 len: 1095 time: 2.0373061 Nov 05 21:47:45.411707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f664fa19-9ceb-4496-83fb-f917d91e9a73 req-e4f6b8b5-8791-42b5-86d6-e00a8ea296e3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819579 Nov 05 21:47:45.506083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Pushing event updated for resources: {'Port': ['ID=d035012a-0853-4c7b-8a9a-be3b0df19526,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:45.525281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Request body: {'port': {'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:45.632242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb9bebd-c111-4fbf-987b-5f60994d2673 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:45.636692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-45b3bb56-1ff0-4fa5-96ed-466de2a782f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.643849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.683906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-99d3918a-5ccd-492c-a340-ed9df6f6dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:45.685386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-99d3918a-5ccd-492c-a340-ed9df6f6dcc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 1094 time: 0.1748705 Nov 05 21:47:45.686374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Transition to ACTIVE for port object bdb9bebd-c111-4fbf-987b-5f60994d2673 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:45.688439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-45b3bb56-1ff0-4fa5-96ed-466de2a782f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.782591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.802907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96dcaa63-af64-41f8-ba24-7685b78c6ef6 req-9e230d95-625f-4b67-99d1-00b3cb246ed0 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.1856782 Nov 05 21:47:45.829914 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf43650-9a27-40c0-844b-3822cc405974 x-openstack-request-id: req-7cf43650-9a27-40c0-844b-3822cc405974 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:45.830227 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "482df8b5-d373-47a9-87d1-4f151e168030", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:45.830665 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cf43650-9a27-40c0-844b-3822cc405974 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:45.831071 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '482df8b5-d373-47a9-87d1-4f151e168030', 'status': 'completed', 'code': 200} Nov 05 21:47:45.885329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:45.886021 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.930240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282afb-fc58-4f86-bfcf-724e69154932 service neutron] Pushing event updated for resources: {'Port': ['ID=482df8b5-d373-47a9-87d1-4f151e168030,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:45.934393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-343007c9-0ccf-45ea-a40e-bc3809f93413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:45.935962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-343007c9-0ccf-45ea-a40e-bc3809f93413 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 1098 time: 0.4071620 Nov 05 21:47:45.950435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:45.998145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Pushing event updated for resources: {'Port': ['ID=bdb9bebd-c111-4fbf-987b-5f60994d2673,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:46.053305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-e0e674f4-2fe9-406d-8dc6-1bc17349e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.054700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-e0e674f4-2fe9-406d-8dc6-1bc17349e146 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 200 len: 919 time: 0.3583307 Nov 05 21:47:46.073783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.074260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.074727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.075677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.075677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.076124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.076557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.078798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-bba4999f-8801-4a61-841b-2c0617f27ad9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6407 time: 0.2315769 Nov 05 21:47:46.093785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-45b3bb56-1ff0-4fa5-96ed-466de2a782f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:46.096998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-45b3bb56-1ff0-4fa5-96ed-466de2a782f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:46.100413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-45b3bb56-1ff0-4fa5-96ed-466de2a782f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfdb142c-b730-4acc-a4c7-9d78e0024f1f HTTP/1.1" status: 204 len: 168 time: 0.8005962 Nov 05 21:47:46.100554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-7e9b0a33-1057-42d6-a005-782cea0f77d4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5941606 Nov 05 21:47:46.102294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-c962d03a-448d-4166-9f9c-a9ad05393ee5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e HTTP/1.1" status: 200 len: 217 time: 0.1493831 Nov 05 21:47:46.121258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101e20b-fcad-4282-b015-159973399ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:46.153643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Request body: {'port': {'device_id': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:47:46.178873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-8203e47c-c4ca-4b80-84f6-2ce5aee51767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 HTTP/1.1" status: 200 len: 217 time: 0.0970531 Nov 05 21:47:46.191797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3bb56-1ff0-4fa5-96ed-466de2a782f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdb142c-b730-4acc-a4c7-9d78e0024f1f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:46.211307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa134-c655-490a-8338-e0d906582bf9 req-18dfb55b-95a0-4241-957b-1e69d3b3f1d7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.212432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42ffa134-c655-490a-8338-e0d906582bf9 req-18dfb55b-95a0-4241-957b-1e69d3b3f1d7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 931 time: 0.2935419 Nov 05 21:47:46.268532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.275489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.289852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.296558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.303019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.309669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.316645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.318574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-935528f5-d4d0-4ec2-85c7-c00a5fe960fb tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5405 time: 0.3934333 Nov 05 21:47:46.395620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-e778b811-6019-4491-94c8-805084b1a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.397068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-e778b811-6019-4491-94c8-805084b1a2bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbd7a625-1339-499e-bf9d-d4c46ead0659 HTTP/1.1" status: 200 len: 858 time: 0.1956301 Nov 05 21:47:46.408102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Attempting to bind port bdb9bebd-c111-4fbf-987b-5f60994d2673 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:46.410436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Attempting to bind port bdb9bebd-c111-4fbf-987b-5f60994d2673 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:46.410436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Attempting to bind port bdb9bebd-c111-4fbf-987b-5f60994d2673 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:46.452450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-11b6d1ff-ee00-4188-99d1-11afb5181dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.453182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-11b6d1ff-ee00-4188-99d1-11afb5181dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.453638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-11b6d1ff-ee00-4188-99d1-11afb5181dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.456175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-11b6d1ff-ee00-4188-99d1-11afb5181dae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3648391 Nov 05 21:47:46.456362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Port bdb9bebd-c111-4fbf-987b-5f60994d2673 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:46.456681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Attempting to bind port bdb9bebd-c111-4fbf-987b-5f60994d2673 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:46.460096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-bcd37d41-cfd2-4ee7-b917-657e470b7dd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4ffbcc3-16ff-433a-806b-03e3f7706b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467379 Nov 05 21:47:46.464990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:46.465329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Checking segment: {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:46.465709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Bound using segment: {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:46.466134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Bound port: bdb9bebd-c111-4fbf-987b-5f60994d2673, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:46.466487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:46.479446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42ffa134-c655-490a-8338-e0d906582bf9 req-4ced12f3-d800-416a-88db-644b563f751c tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798389 Nov 05 21:47:46.505629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:46.515252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-7b27adb1-d2f2-4183-a9d7-9ab31240cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.518947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-7b27adb1-d2f2-4183-a9d7-9ab31240cee2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.3838234 Nov 05 21:47:46.774336 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-e6721c07-edf6-46e4-a997-f18386cb84f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913985 Nov 05 21:47:46.775340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-9465f959-a70d-465d-a7bd-88c627c062cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.776677 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-9465f959-a70d-465d-a7bd-88c627c062cc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962532 Nov 05 21:47:46.821947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] For port bdb9bebd-c111-4fbf-987b-5f60994d2673, host n-h2-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:46.868604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] For port bdb9bebd-c111-4fbf-987b-5f60994d2673, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bdb9bebd-c111-4fbf-987b-5f60994d2673,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:46.969287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-2356f00e-afc0-4b47-8d1f-fc624839fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:46.971382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-2356f00e-afc0-4b47-8d1f-fc624839fd35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4299512 Nov 05 21:47:47.026329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72fa56e8-c226-43d3-809c-878c1e96d9d9 req-cedf8839-99a8-4abb-b8ce-3a72572be25e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6838284 Nov 05 21:47:47.394782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:47.467031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:47.472666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:47.478876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-46ed47be-1edd-4210-b11d-896417ea2ca6 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993742 Nov 05 21:47:47.484237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] 10.222.0.46 "PUT /v2.0/ports/bdb9bebd-c111-4fbf-987b-5f60994d2673 HTTP/1.1" status: 200 len: 1092 time: 4.3374865 Nov 05 21:47:47.487614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f4e8f7-47db-4f99-b8f8-9b652105c956 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:47.488746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'tag': 'bdb9bebd-c111-4fbf-987b-5f60994d2673'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:47.491579 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e97422b-268f-413e-8b9b-2af47809a2bb", "tag": "bdb9bebd-c111-4fbf-987b-5f60994d2673"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:47.504508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991d33-ebb2-43e8-ac45-fa61c1fe5ac3 req-7a16e7e0-7b7b-473c-b831-073ca98968e0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:47.517171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:47.519728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f991d33-ebb2-43e8-ac45-fa61c1fe5ac3 req-7a16e7e0-7b7b-473c-b831-073ca98968e0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 947 time: 0.6514721 Nov 05 21:47:47.529708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cdb44472-a06a-4bcb-978d-ea4a8a7fccf0 req-d81cd45f-d686-4eee-ba02-e1f0b6cc9da1 service neutron] 10.222.0.13 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406793 Nov 05 21:47:47.556723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7bf23b2-a942-4e8e-9646-5347f3d6bb70 req-367d60a1-dc5e-4d51-b0c2-f4001ac79074 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0768230 Nov 05 21:47:47.565679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb065d-b5c1-4f87-b3ab-c0a26d7e099a service neutron] Pushing event updated for resources: {'Port': ['ID=bdb9bebd-c111-4fbf-987b-5f60994d2673,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:47.600511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f991d33-ebb2-43e8-ac45-fa61c1fe5ac3 req-19c94e7a-63f4-4c2b-9309-9e59938b203b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797796 Nov 05 21:47:47.604168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Transition to ACTIVE for port object 58f4e8f7-47db-4f99-b8f8-9b652105c956 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:47.691112 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81228c9-b1e1-4ac2-a02b-65198782ea1d x-openstack-request-id: req-e81228c9-b1e1-4ac2-a02b-65198782ea1d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:47.691493 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e97422b-268f-413e-8b9b-2af47809a2bb", "tag": "bdb9bebd-c111-4fbf-987b-5f60994d2673", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:47.692632 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e81228c9-b1e1-4ac2-a02b-65198782ea1d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:47.693308 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'tag': 'bdb9bebd-c111-4fbf-987b-5f60994d2673', 'status': 'completed', 'code': 200} Nov 05 21:47:47.744847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-8811b87e-cbf1-47ff-a701-f855118130d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:47.746905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-8811b87e-cbf1-47ff-a701-f855118130d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 1095 time: 0.0726454 Nov 05 21:47:47.763530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7720bf6f-e962-481a-9f7d-7d61f3eb7600 req-12527173-6f02-4c21-90e5-c38816f54381 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658162 Nov 05 21:47:47.792619 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:47.833404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-598e32f6-ddac-4ba2-ab2b-7404d5851ebb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb9bebd-c111-4fbf-987b-5f60994d2673 HTTP/1.1" status: 200 len: 217 time: 0.0579197 Nov 05 21:47:47.877443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'tag': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:47.878050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:47:47.880551 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd9e142-db5b-4d53-9018-c99a1d48a15d" -d '{"events": [{"name": "network-changed", "server_uuid": "72fdb810-a686-4a3a-a58b-867a69397f4b", "tag": "b576f0a5-ae2f-4fc5-bfd6-d66188e0193e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:47.883673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Pushing event updated for resources: {'Port': ['ID=58f4e8f7-47db-4f99-b8f8-9b652105c956,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:47.901128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f089-0c40-4324-bd60-c895b1d83dc3 req-83d6b8f6-a55c-423b-9569-f3000c6909c2 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:47.908840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0aa2f089-0c40-4324-bd60-c895b1d83dc3 req-83d6b8f6-a55c-423b-9569-f3000c6909c2 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 931 time: 0.2477636 Nov 05 21:47:47.980853 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-c16487da-7729-4146-81e1-339488e5cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:47.985274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-c16487da-7729-4146-81e1-339488e5cd1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd7a625-1339-499e-bf9d-d4c46ead0659 HTTP/1.1" status: 200 len: 858 time: 0.1453874 Nov 05 21:47:48.015430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0aa2f089-0c40-4324-bd60-c895b1d83dc3 req-e2fae3cc-47c7-4e02-8f75-1d007cc6292c tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054442 Nov 05 21:47:48.052966 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-017e7a12-1f2c-4125-833f-4308a6baaf43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4ffbcc3-16ff-433a-806b-03e3f7706b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592365 Nov 05 21:47:48.095072 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e685f0-571c-400f-b558-32c478a4cd88 x-openstack-request-id: req-f2e685f0-571c-400f-b558-32c478a4cd88 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:48.095376 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fdb810-a686-4a3a-a58b-867a69397f4b", "tag": "b576f0a5-ae2f-4fc5-bfd6-d66188e0193e", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:48.095699 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2e685f0-571c-400f-b558-32c478a4cd88 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:48.096156 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'tag': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e', 'status': 'completed', 'code': 200} Nov 05 21:47:48.250203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:48.256423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d035012a-0853-4c7b-8a9a-be3b0df19526 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:48.299710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-1487113d-4786-4e41-9bc6-6e02994b1e1f service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323565 Nov 05 21:47:48.336054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:48.389582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Transition to ACTIVE for port object d035012a-0853-4c7b-8a9a-be3b0df19526 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:47:48.391451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Attempting to bind port 58f4e8f7-47db-4f99-b8f8-9b652105c956 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:48.391827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Attempting to bind port 58f4e8f7-47db-4f99-b8f8-9b652105c956 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:48.392187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Attempting to bind port 58f4e8f7-47db-4f99-b8f8-9b652105c956 on network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:48.413210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-1c0ff3bc-475c-4128-bb1e-19eac9078aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.415343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-1c0ff3bc-475c-4128-bb1e-19eac9078aab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 1098 time: 0.2661710 Nov 05 21:47:48.417314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Port 58f4e8f7-47db-4f99-b8f8-9b652105c956 on network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:48.417643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Attempting to bind port 58f4e8f7-47db-4f99-b8f8-9b652105c956 on network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:48.431305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-58c10a01-f5c6-4dac-bee3-93422953f239 service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246047 Nov 05 21:47:48.481275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.488043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.494848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.502037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.508709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.515752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14', 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36', 'port_id': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14', 'mac_address': 'fa:16:3e:55:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd7a625-1339-499e-bf9d-d4c46ead0659', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:47:48.516567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.522940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.530708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08e547c6-a155-46f9-9423-8a5395396cdc req-54ca219c-027f-418a-aab3-dcd8ccff11ed tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.3516417 Nov 05 21:47:48.544877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:48.545326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Checking segment: {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:48.546446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Bound using segment: {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:48.547009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Bound port: 58f4e8f7-47db-4f99-b8f8-9b652105c956, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba075ff8-9e9b-417a-a074-2931a48d8e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:48.547439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:48.567340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:48.575232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:48.584740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:48.624439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:48.671097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-6892441b-d850-4cc1-bee2-307fc65d7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.674917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-6892441b-d850-4cc1-bee2-307fc65d7baa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 1095 time: 0.0845158 Nov 05 21:47:48.737462 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Pushing event updated for resources: {'Port': ['ID=d035012a-0853-4c7b-8a9a-be3b0df19526,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:48.742040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:48.758556 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-671a8f1e-2f13-4629-ab94-1b68015bdb4f req-bc0a115f-cd76-43ea-b36c-d56dd8e92eab tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0775449 Nov 05 21:47:48.816511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:48.838055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08e547c6-a155-46f9-9423-8a5395396cdc req-5eae2ac1-b705-4ac6-abbf-e015fcddfa2c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3042939 Nov 05 21:47:48.855081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.856689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.857145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.857273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-b3d26547-9a62-48a7-9f4d-736aea967ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.857708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.857800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.858684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-b3d26547-9a62-48a7-9f4d-736aea967ee5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 200 len: 919 time: 0.1756396 Nov 05 21:47:48.859097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.859668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.860150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.860683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.861713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.862188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.862661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:47:48.916951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-2878548b-b4e6-4df6-864f-872cb05819a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:48.920900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-2878548b-b4e6-4df6-864f-872cb05819a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.4910946 Nov 05 21:47:48.929617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] For port 58f4e8f7-47db-4f99-b8f8-9b652105c956, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:48.933125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-b338bee4-5c4f-4b7f-98a8-50ebdfcfe737 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb9bebd-c111-4fbf-987b-5f60994d2673 HTTP/1.1" status: 200 len: 217 time: 0.0619738 Nov 05 21:47:48.953675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] For port 58f4e8f7-47db-4f99-b8f8-9b652105c956, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:49.015166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-036464ce-7d3d-46fe-ab0d-5852715f88ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e HTTP/1.1" status: 200 len: 217 time: 0.0513861 Nov 05 21:47:49.022237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-02183991-1074-4fe9-b6fe-8a20a567711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.023737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-02183991-1074-4fe9-b6fe-8a20a567711a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd7a625-1339-499e-bf9d-d4c46ead0659 HTTP/1.1" status: 200 len: 858 time: 0.0800493 Nov 05 21:47:49.067677 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-c5dee8a7-2544-47ad-9d41-df1c30ce7e01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4ffbcc3-16ff-433a-806b-03e3f7706b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319591 Nov 05 21:47:49.075307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54898-bd1b-436b-82a9-9e531f51fc3d req-fcacc4cd-5ac8-4311-8c80-08191050d0b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.082398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:49.083314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8af54898-bd1b-436b-82a9-9e531f51fc3d req-fcacc4cd-5ac8-4311-8c80-08191050d0b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 947 time: 0.1491740 Nov 05 21:47:49.143706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Pushing event updated for resources: {'Port': ['ID=58f4e8f7-47db-4f99-b8f8-9b652105c956,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:49.152434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Attempting to bind port d035012a-0853-4c7b-8a9a-be3b0df19526 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:47:49.152762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Attempting to bind port d035012a-0853-4c7b-8a9a-be3b0df19526 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:47:49.153097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Attempting to bind port d035012a-0853-4c7b-8a9a-be3b0df19526 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:49.171570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Port d035012a-0853-4c7b-8a9a-be3b0df19526 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:47:49.171957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Attempting to bind port d035012a-0853-4c7b-8a9a-be3b0df19526 on network b4ffbcc3-16ff-433a-806b-03e3f7706b36 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:47:49.180561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:49.181006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-a1c012ed-e429-4d0c-8853-e5315e2ec9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.194707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-a1c012ed-e429-4d0c-8853-e5315e2ec9d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1697648 Nov 05 21:47:49.199382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8af54898-bd1b-436b-82a9-9e531f51fc3d req-c073fcc3-2234-4ab0-8a1a-09916cf07075 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132751 Nov 05 21:47:49.201505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.202124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:49.213289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-620bb1d1-5d5b-461f-bdc9-148f8c46f37f service neutron] 10.222.0.46 "PUT /v2.0/ports/58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 1091 time: 3.7837665 Nov 05 21:47:49.213289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:47:49.213289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Checking segment: {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:47:49.213289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Bound using segment: {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:47:49.213289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Bound port: d035012a-0853-4c7b-8a9a-be3b0df19526, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b856e4b4-9d01-4618-8901-709c651a6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:47:49.213289 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:49.256505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-8f7a2611-b10f-4724-b45a-47cf36d9db72 service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527464 Nov 05 21:47:49.467873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-3c683285-87ff-4c87-b3f5-8a68588a7101 service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058568 Nov 05 21:47:49.530575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-2bf084e8-970b-4ea8-9f3c-04d7deb5eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.532245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-2bf084e8-970b-4ea8-9f3c-04d7deb5eae0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3254824 Nov 05 21:47:49.579856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9f51-c0e5-4894-b713-c62a3ab07e36 req-509e9840-78b0-40c2-b715-bf39a7f70d52 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.587910 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de0f9f51-c0e5-4894-b713-c62a3ab07e36 req-509e9840-78b0-40c2-b715-bf39a7f70d52 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 943 time: 0.3319530 Nov 05 21:47:49.646133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.646600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.647082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.647561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.648035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.648484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.648929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.650883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b9a6086e-931d-44a6-9b0f-1bc72dcfbded service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6474 time: 0.2580178 Nov 05 21:47:49.689334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] For port d035012a-0853-4c7b-8a9a-be3b0df19526, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:47:49.746887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-7d75e804-20c0-4e79-b47d-e39585fe9990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 217 time: 0.0690432 Nov 05 21:47:49.753672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] For port d035012a-0853-4c7b-8a9a-be3b0df19526, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d035012a-0853-4c7b-8a9a-be3b0df19526,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:47:49.802051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de0f9f51-c0e5-4894-b713-c62a3ab07e36 req-5a71c935-d0cb-4a59-bad7-4e52fe88c87f tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132585 Nov 05 21:47:49.834635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-4e737d97-c9b2-4881-8067-86192b4779e4 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859674 Nov 05 21:47:49.846562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:49.862684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-d98764a5-bcde-4bdc-8b2e-801aed1c12da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.864191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-d98764a5-bcde-4bdc-8b2e-801aed1c12da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 200 len: 850 time: 0.1011288 Nov 05 21:47:49.915585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:49.916206 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:49.917588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] 10.222.0.46 "PUT /v2.0/ports/d035012a-0853-4c7b-8a9a-be3b0df19526 HTTP/1.1" status: 200 len: 1091 time: 3.7866776 Nov 05 21:47:49.921047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef51f79c-8516-41e1-a1e5-075e4b1d3432 req-d94d54db-514d-4797-ac66-0edc226c0dfc tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0443189 Nov 05 21:47:50.065069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c57f99-3ab2-445f-a9d2-ebb220f5e097 service neutron] Pushing event updated for resources: {'Port': ['ID=d035012a-0853-4c7b-8a9a-be3b0df19526,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:50.097390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '58f4e8f7-47db-4f99-b8f8-9b652105c956'}, {'name': 'network-changed', 'server_uuid': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'tag': 'd035012a-0853-4c7b-8a9a-be3b0df19526'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:50.099732 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "58f4e8f7-47db-4f99-b8f8-9b652105c956"}, {"name": "network-changed", "server_uuid": "70f291db-8069-4a13-b0fe-51b8781bf57c", "tag": "d035012a-0853-4c7b-8a9a-be3b0df19526"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:50.104263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ebbe74ba-3dc7-4964-a6df-aaaa7904c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.105784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ebbe74ba-3dc7-4964-a6df-aaaa7904c4ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114339 Nov 05 21:47:50.142978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dd9e142-db5b-4d53-9018-c99a1d48a15d req-50783747-886c-4982-aa86-b6240edda83b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979391 Nov 05 21:47:50.190539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.203183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.204792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.211024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.217373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.224830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.231449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.241023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-3fc81f1d-ee03-431c-848e-7f613e77e9fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.2493203 Nov 05 21:47:50.246870 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a02c8d-0792-4d8e-b856-52172ef8a757 x-openstack-request-id: req-e5a02c8d-0792-4d8e-b856-52172ef8a757 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:50.247695 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "58f4e8f7-47db-4f99-b8f8-9b652105c956", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70f291db-8069-4a13-b0fe-51b8781bf57c", "tag": "d035012a-0853-4c7b-8a9a-be3b0df19526", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:50.247695 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5a02c8d-0792-4d8e-b856-52172ef8a757 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:50.248033 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': '58f4e8f7-47db-4f99-b8f8-9b652105c956', 'status': 'completed', 'code': 200} Nov 05 21:47:50.248332 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'tag': 'd035012a-0853-4c7b-8a9a-be3b0df19526', 'status': 'completed', 'code': 200} Nov 05 21:47:50.299837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-62eccc14-2c19-4bdd-9b02-2bbea1fb542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.301348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-62eccc14-2c19-4bdd-9b02-2bbea1fb542e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 1094 time: 0.2325985 Nov 05 21:47:50.370959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-a91f9421-cbb6-4330-bf0f-1e3b1c930504 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d035012a-0853-4c7b-8a9a-be3b0df19526 HTTP/1.1" status: 200 len: 217 time: 0.0582712 Nov 05 21:47:50.399182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8157-162c-427c-a428-9833ca5b8ba4 req-cba3531b-9a91-45ae-98c6-7d890d99b479 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.401398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-108f8157-162c-427c-a428-9833ca5b8ba4 req-cba3531b-9a91-45ae-98c6-7d890d99b479 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 947 time: 0.0746830 Nov 05 21:47:50.426595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-f387392b-12fd-475c-acc4-4c7884f4f8e5 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979279 Nov 05 21:47:50.436103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a30a11a-5f90-4fa3-aa19-a73a85ee0265 req-9a707f10-e740-4526-91f2-ab8a821b379f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1939707 Nov 05 21:47:50.472240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-108f8157-162c-427c-a428-9833ca5b8ba4 req-acbe8110-da72-4e8c-be45-980d0f27454f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636740 Nov 05 21:47:50.475655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-df2991e3-80a9-4700-ae4c-005823035a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.477171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-df2991e3-80a9-4700-ae4c-005823035a49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd7a625-1339-499e-bf9d-d4c46ead0659 HTTP/1.1" status: 200 len: 858 time: 0.0914369 Nov 05 21:47:50.549830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-5bfafe0d-ec77-44d1-b2b6-a164b8aaefae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4ffbcc3-16ff-433a-806b-03e3f7706b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653138 Nov 05 21:47:50.632485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-a43424e0-7d16-4c0e-b94c-873f31fab085 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919603 Nov 05 21:47:50.687080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cdf6d04a-39a4-46ec-97c0-45cf1d2093e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 217 time: 0.0433869 Nov 05 21:47:50.731814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-643fff86-31b3-40f2-8233-3eb677d3c441 service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685381 Nov 05 21:47:50.766495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6fae6fee-5cf8-4051-a183-2dc9a2dc70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.767981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6fae6fee-5cf8-4051-a183-2dc9a2dc70ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0721335 Nov 05 21:47:50.872599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-19aa7e5b-42e7-4008-b801-56324cb54fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:50.874214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-19aa7e5b-42e7-4008-b801-56324cb54fb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981419 Nov 05 21:47:50.877857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ec3cffc-3abf-4697-abfa-478925518b0a req-6be9bafe-141b-4121-b37c-0f833474b201 service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347651 Nov 05 21:47:51.039603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-38d661aa-7d68-41d8-9fbf-0a8d3ee93f96 req-88c95037-92f4-441b-b2c1-cae69bde8802 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0294416 Nov 05 21:47:51.304891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c66754-012e-4cf0-b573-8bb468aa897e req-9f86556c-eb92-4ad6-8300-637ce9fd1bd6 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.304891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0c66754-012e-4cf0-b573-8bb468aa897e req-9f86556c-eb92-4ad6-8300-637ce9fd1bd6 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 943 time: 0.4095931 Nov 05 21:47:51.332959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-d2610fe8-ad64-48bb-a416-50479b2611f9 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473248 Nov 05 21:47:51.411949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0c66754-012e-4cf0-b573-8bb468aa897e req-922aec21-4215-4b76-a317-dd0c36589551 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004808 Nov 05 21:47:51.454594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-11e15ab3-45b9-4a1d-bcb7-ebcd229aa7c0 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137445 Nov 05 21:47:51.500678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-655ae344-adb3-4584-a30d-9e89232b63ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 217 time: 0.0386672 Nov 05 21:47:51.600880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-f49e6399-d114-4ec9-92ba-ff8e2870509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.602458 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-f49e6399-d114-4ec9-92ba-ff8e2870509c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0938604 Nov 05 21:47:51.625710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.632265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.638896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.646242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.652392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.654645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f13c65-2b1a-4092-b0ff-31fe8509959f req-1d11aa5c-7f58-4f6e-864d-24c8d6017a49 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.656291 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86f13c65-2b1a-4092-b0ff-31fe8509959f req-1d11aa5c-7f58-4f6e-864d-24c8d6017a49 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 947 time: 0.0862274 Nov 05 21:47:51.666420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.674393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.681239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-437075ad-0795-49d8-9bd3-b7941d29256f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1236050 Nov 05 21:47:51.685968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-905cb13c-933c-412a-8fa9-b3fb474299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:51.685968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-905cb13c-933c-412a-8fa9-b3fb474299a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741403 Nov 05 21:47:51.756203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff641ce2-f162-4786-b56d-4c2a3d47b8ee req-04d0f511-25f1-4812-ad0f-91cacfe429ab tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0728931 Nov 05 21:47:51.784113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86f13c65-2b1a-4092-b0ff-31fe8509959f req-1209f3b8-7e0d-4840-ad51-4a895f9109e4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203287 Nov 05 21:47:51.796716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52270) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:51.820234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-5b471e0b-e703-47aa-b83d-9fddb37e2b0d service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270137 Nov 05 21:47:51.908619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:51.924462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa254-5910-48ac-b290-9c9d9264c240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:51.927901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-31890725-c5c3-4ac6-b64b-e2796d54ad2b service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002748 Nov 05 21:47:52.000176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-82a2d3c0-d425-4dc1-b389-2b41c10e3bdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 200 len: 217 time: 0.0489173 Nov 05 21:47:52.022396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa254-5910-48ac-b290-9c9d9264c240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.053169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ab1e8b43-fdf4-4b44-b3cf-101130e221c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.054623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-ab1e8b43-fdf4-4b44-b3cf-101130e221c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0452197 Nov 05 21:47:52.069895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:52.075828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:52.076906 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.138398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-3f32295d-d116-41da-b729-f0724b73ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.140692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-3f32295d-d116-41da-b729-f0724b73ecf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677357 Nov 05 21:47:52.159889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de38593b-f32f-4ae9-938b-9f44660248f8 req-2b4bb8e0-6234-43c9-b1a5-eef95b44a21b tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0304415 Nov 05 21:47:52.170435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.198433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa254-5910-48ac-b290-9c9d9264c240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.210351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:52.212918 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adba08f-30e6-4c09-991c-635ba6d1833d" -d '{"events": [{"server_uuid": "f8087c44-d0f9-4ae6-ba57-11061b1cc9fe", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:52.241738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:52.270627 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31ca113-287c-46c8-90aa-3b9661ace1f9 x-openstack-request-id: req-d31ca113-287c-46c8-90aa-3b9661ace1f9 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:52.270627 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8087c44-d0f9-4ae6-ba57-11061b1cc9fe", "name": "network-vif-plugged", "status": "completed", "tag": "a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:52.270627 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d31ca113-287c-46c8-90aa-3b9661ace1f9 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:52.270627 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14', 'code': 200} Nov 05 21:47:52.291106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-2b3fe002-35b6-4be0-a5f9-bdd79d95161b service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427014 Nov 05 21:47:52.292577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7a2fa254-5910-48ac-b290-9c9d9264c240 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0564992189634f60b271b6882a619bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940250 Nov 05 21:47:52.293533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fa254-5910-48ac-b290-9c9d9264c240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d655c5-0caf-4b94-8f33-f2537edc3757,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:52.295881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52282) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:52.323578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.415393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:52.427397 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-9021dba6-ad28-417f-9668-80d76a4374b4 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174507 Nov 05 21:47:52.441103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-812a6f93-634a-414e-a30f-428ed9378ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.466585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-812a6f93-634a-414e-a30f-428ed9378ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.497187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-13034c7d-7a79-4708-b44d-c1c292cfc34e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 200 len: 217 time: 0.0572062 Nov 05 21:47:52.514039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a5720-b9e7-416d-b1ce-7100c0b64d2c req-c8529430-56bd-486c-8f34-6d86ad69cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.515646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-683a5720-b9e7-416d-b1ce-7100c0b64d2c req-c8529430-56bd-486c-8f34-6d86ad69cc53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 1096 time: 0.1300132 Nov 05 21:47:52.569710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-683a5720-b9e7-416d-b1ce-7100c0b64d2c req-c2351704-c03b-41a7-a672-02e89c443b3c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Nov 05 21:47:52.591895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eafc8b7c-75d4-44aa-93fa-b350380f04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.593521 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-eafc8b7c-75d4-44aa-93fa-b350380f04d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0884855 Nov 05 21:47:52.610168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136d7f3-ace7-44a9-8df8-6c5f6aefca5d req-18120e04-2d07-4942-8ce6-7101164d9871 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.611677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5136d7f3-ace7-44a9-8df8-6c5f6aefca5d req-18120e04-2d07-4942-8ce6-7101164d9871 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 943 time: 0.0884485 Nov 05 21:47:52.658920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-812a6f93-634a-414e-a30f-428ed9378ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.658920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-812a6f93-634a-414e-a30f-428ed9378ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:52.662560 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-812a6f93-634a-414e-a30f-428ed9378ddb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76d655c5-0caf-4b94-8f33-f2537edc3757 HTTP/1.1" status: 204 len: 168 time: 0.3630848 Nov 05 21:47:52.669187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a6f93-634a-414e-a30f-428ed9378ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d655c5-0caf-4b94-8f33-f2537edc3757,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:52.687458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b34ac8a7-061d-4126-ad05-5939a1e489c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.689688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b34ac8a7-061d-4126-ad05-5939a1e489c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771039 Nov 05 21:47:52.694718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5136d7f3-ace7-44a9-8df8-6c5f6aefca5d req-64d886b7-c821-4a66-9591-e6160d6b4de6 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571089 Nov 05 21:47:52.800080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-830fe9c0-f6e4-4453-b593-8da8958cee92 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987804 Nov 05 21:47:52.925435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.931669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.937794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.941781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-cc7deb3c-1643-4ec6-9a6b-ffaf6f90a6cb service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334517 Nov 05 21:47:52.944503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.950759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.958854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.965150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.965901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82000f09-ad55-4893-803c-e0f2c19154c6 req-71d0a70e-9685-4d8c-8715-d43233c0af3d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:52.967248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-e32bac49-e790-459b-a57f-bc440dcae372 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1230376 Nov 05 21:47:52.972107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82000f09-ad55-4893-803c-e0f2c19154c6 req-71d0a70e-9685-4d8c-8715-d43233c0af3d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 947 time: 0.0876081 Nov 05 21:47:53.001089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-533cfe90-4684-4457-b6ad-b73fbbda886b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 200 len: 217 time: 0.0521228 Nov 05 21:47:53.042314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39717251-1299-4fee-95d8-c8c49cfecbfa req-b01d8f06-c48c-44b9-8b6a-93b73622b536 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0662234 Nov 05 21:47:53.081010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82000f09-ad55-4893-803c-e0f2c19154c6 req-0e0ea332-b5e5-49d5-b2f6-b0885af19733 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783610 Nov 05 21:47:53.089465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-f5f87cf5-3067-4066-89b5-608e071adde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:53.090949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-f5f87cf5-3067-4066-89b5-608e071adde0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0683966 Nov 05 21:47:53.144435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bdb9bebd-c111-4fbf-987b-5f60994d2673 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:47:53.172700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-25070af0-6687-4e78-b20b-83178613da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:53.184008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-25070af0-6687-4e78-b20b-83178613da86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743880 Nov 05 21:47:53.261922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port bdb9bebd-c111-4fbf-987b-5f60994d2673, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bdb9bebd-c111-4fbf-987b-5f60994d2673,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:53.279193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'bdb9bebd-c111-4fbf-987b-5f60994d2673', 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36', 'port_id': 'bdb9bebd-c111-4fbf-987b-5f60994d2673', 'mac_address': 'fa:16:3e:29:aa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd7a625-1339-499e-bf9d-d4c46ead0659', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:47:53.290033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-add9c54b-a851-4e39-8fdd-6043bffe9b79 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006100 Nov 05 21:47:53.292068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2aa20f2d-6e13-44bf-986a-767dc0fae8b2 req-38f3b388-10ed-429b-a11d-fece364acdcb tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0373180 Nov 05 21:47:53.329953 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.343715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb9bebd-c111-4fbf-987b-5f60994d2673 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:53.377558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port bdb9bebd-c111-4fbf-987b-5f60994d2673, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bdb9bebd-c111-4fbf-987b-5f60994d2673,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:53.413124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-b7eeedcc-92c2-4b83-abac-b5f7ea94e8af service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161711 Nov 05 21:47:53.443807 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.444792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b576f0a5-ae2f-4fc5-bfd6-d66188e0193e details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:47:53.478450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-5c6bd738-5b40-4997-a222-5e4c5730117f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 217 time: 0.0460615 Nov 05 21:47:53.498825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:53.515939 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3d9b-07c5-482e-ae53-f806a5829057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.551629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-3b6824ab-e84d-4a01-ba63-61ab9018919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:53.553316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-3b6824ab-e84d-4a01-ba63-61ab9018919f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0669327 Nov 05 21:47:53.609969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=bdb9bebd-c111-4fbf-987b-5f60994d2673,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:53.626549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:53.632644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-66cf1061-cd5e-4585-a038-ef92431d6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:53.634804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-66cf1061-cd5e-4585-a038-ef92431d6920 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734398 Nov 05 21:47:53.639747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3d9b-07c5-482e-ae53-f806a5829057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.640559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e', 'mac_address': 'fa:16:3e:c2:d2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:47:53.683154 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.697298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b576f0a5-ae2f-4fc5-bfd6-d66188e0193e {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:53.717576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:53.725360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3d9b-07c5-482e-ae53-f806a5829057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.735027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-322c5de7-4a15-4e40-9c56-2a25eb8fb9c8 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911870 Nov 05 21:47:53.773183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3bbd3d9b-07c5-482e-ae53-f806a5829057 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13a1b53125064e4d9f9897645bb4321f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732892 Nov 05 21:47:53.776203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52308) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:53.782149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd3d9b-07c5-482e-ae53-f806a5829057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f8d9dd-e7ea-4c71-9da1-73099a387309,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:53.805611 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.852463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af7b7072-ad13-43a9-b437-0de029c43151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.866572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:53.894433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af7b7072-ad13-43a9-b437-0de029c43151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:53.910558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a97f1959-d450-4d15-a1e1-c44d8374fc79 req-6b4c17e2-2f27-4390-b08e-5bca9a297d3d service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661608 Nov 05 21:47:53.919943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c447f-327c-4cf1-bc5e-e16ce66b1eab req-52eb792b-7478-4de4-9860-38fae3e19227 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:53.928460 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b2c447f-327c-4cf1-bc5e-e16ce66b1eab req-52eb792b-7478-4de4-9860-38fae3e19227 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 943 time: 0.1245208 Nov 05 21:47:53.980066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b2c447f-327c-4cf1-bc5e-e16ce66b1eab req-7330d039-1008-4cf3-9525-2aa7aa86a24f tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506191 Nov 05 21:47:54.115583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af7b7072-ad13-43a9-b437-0de029c43151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:54.118375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af7b7072-ad13-43a9-b437-0de029c43151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:54.119608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-af7b7072-ad13-43a9-b437-0de029c43151 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1f8d9dd-e7ea-4c71-9da1-73099a387309 HTTP/1.1" status: 204 len: 168 time: 0.3424673 Nov 05 21:47:54.129269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b7072-ad13-43a9-b437-0de029c43151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f8d9dd-e7ea-4c71-9da1-73099a387309,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:54.197082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['bdb9bebd-c111-4fbf-987b-5f60994d2673'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:54.229496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.245887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.254429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.263452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.265134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.265606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.266102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.266505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.268143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.268670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.269124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.270214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.271830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-2ca8a0df-3570-41bf-89ba-b4044ccf90e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6474 time: 0.0997880 Nov 05 21:47:54.277909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.286302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.288425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d0cf565-5661-4509-b688-60115b232287 req-f130882e-ee6b-4894-a7eb-d325519b3ee1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1603291 Nov 05 21:47:54.305382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b576f0a5-ae2f-4fc5-bfd6-d66188e0193e'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:54.313731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e4563-2f04-4172-ad7b-1a710844057b req-bc2ebc8f-842e-4bea-b8dc-494296d15074 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.315307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d9e4563-2f04-4172-ad7b-1a710844057b req-bc2ebc8f-842e-4bea-b8dc-494296d15074 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 948 time: 0.1116285 Nov 05 21:47:54.381379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d0cf565-5661-4509-b688-60115b232287 req-b860083a-6ff6-440f-95a2-8d4bcf5a3376 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0823414 Nov 05 21:47:54.450506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-d7612ecc-aa10-467e-a99b-90697ef9bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.453161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-d7612ecc-aa10-467e-a99b-90697ef9bfdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 903 time: 0.1734366 Nov 05 21:47:54.481120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d9e4563-2f04-4172-ad7b-1a710844057b req-e9f4a49b-3aab-4ffc-9003-a90a7ce05ba9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571071 Nov 05 21:47:54.493568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3121e29b-405b-4b7d-8f9e-d9a455e09cf7 req-79dd79fc-fc8a-46f9-99e8-d0655e3d62a4 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0444660 Nov 05 21:47:54.529197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-6ee9c2ea-ecdc-44d9-a098-225a923a3828 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 217 time: 0.0654161 Nov 05 21:47:54.623200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-c30a047d-1788-4427-bc7e-293c2a6810b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.624833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-c30a047d-1788-4427-bc7e-293c2a6810b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0815215 Nov 05 21:47:54.683772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-82b1c769-87b2-4d4b-befd-9d385b3c65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.685297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-82b1c769-87b2-4d4b-befd-9d385b3c65d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461540 Nov 05 21:47:54.783329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-44b2af02-e9ba-421e-a3f3-3c5d54a5ce1e service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898931 Nov 05 21:47:54.890056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-c14cd473-23e8-4c76-9744-b6b77e037283 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993440 Nov 05 21:47:54.975817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-ce4f14a5-3de0-4f9b-b3a1-9b7c5ae3eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:54.977373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-ce4f14a5-3de0-4f9b-b3a1-9b7c5ae3eca4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 1094 time: 0.0422697 Nov 05 21:47:55.115599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-ade47024-a36b-4f5f-b032-ed386568301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.117056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-ade47024-a36b-4f5f-b032-ed386568301e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 200 len: 919 time: 0.1323671 Nov 05 21:47:55.140153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c622-b110-4e54-a9ea-d61b833cf965 req-3cbe96f8-baeb-4312-b63c-2a47d6bdf29a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.141647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc02c622-b110-4e54-a9ea-d61b833cf965 req-3cbe96f8-baeb-4312-b63c-2a47d6bdf29a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 943 time: 0.0714302 Nov 05 21:47:55.162594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d035012a-0853-4c7b-8a9a-be3b0df19526 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:47:55.172040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-e4a37c13-5b9d-4371-81f4-cb0e2fd579e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d035012a-0853-4c7b-8a9a-be3b0df19526 HTTP/1.1" status: 200 len: 217 time: 0.0471380 Nov 05 21:47:55.252931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-ead392bd-a2d0-418a-b128-100b2d793351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.254391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-ead392bd-a2d0-418a-b128-100b2d793351 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbd7a625-1339-499e-bf9d-d4c46ead0659 HTTP/1.1" status: 200 len: 858 time: 0.0696096 Nov 05 21:47:55.259474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc02c622-b110-4e54-a9ea-d61b833cf965 req-5f724372-3875-44e8-9ff7-86318e1a5393 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884194 Nov 05 21:47:55.274805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d035012a-0853-4c7b-8a9a-be3b0df19526, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d035012a-0853-4c7b-8a9a-be3b0df19526,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:55.290537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-7e49bb57-6e5a-4ca3-ace0-f0996065f3b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4ffbcc3-16ff-433a-806b-03e3f7706b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287681 Nov 05 21:47:55.296135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd035012a-0853-4c7b-8a9a-be3b0df19526', 'network_id': 'b4ffbcc3-16ff-433a-806b-03e3f7706b36', 'port_id': 'd035012a-0853-4c7b-8a9a-be3b0df19526', 'mac_address': 'fa:16:3e:1c:39:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd7a625-1339-499e-bf9d-d4c46ead0659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:47:55.355728 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:55.382954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d035012a-0853-4c7b-8a9a-be3b0df19526 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:47:55.405225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-b908ee13-408a-436e-aded-b66735a9026d service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058650 Nov 05 21:47:55.407185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d035012a-0853-4c7b-8a9a-be3b0df19526, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d035012a-0853-4c7b-8a9a-be3b0df19526,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:55.512071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26c7f242-5f7e-4b6a-b796-6bfed8bc07e1 req-20c6dbad-c20e-426f-b4a3-78a748f3a3fb service neutron] 10.222.0.46 "GET /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988162 Nov 05 21:47:55.533105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.537191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.543447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.549615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.555762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.561863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.568898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.571316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-77f1f404-81ec-4efb-a87c-521b9859d613 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.0966876 Nov 05 21:47:55.571417 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:55.633842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d035012a-0853-4c7b-8a9a-be3b0df19526,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:55.643259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a7ab5-1aa1-4881-a58d-02ee176cf5e5 req-5c97c8f8-d4d4-48b1-aba7-a296623fc2af tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:55.644526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cd0de30-d168-4f74-861f-384c9a3ccbfb req-cccfe2ae-fdc9-4865-b94d-d1b20c018b2a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0634840 Nov 05 21:47:55.645194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3a8a7ab5-1aa1-4881-a58d-02ee176cf5e5 req-5c97c8f8-d4d4-48b1-aba7-a296623fc2af tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 948 time: 0.0919540 Nov 05 21:47:55.697967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3a8a7ab5-1aa1-4881-a58d-02ee176cf5e5 req-a07443cc-65a4-4490-928e-bdb7661877df tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465498 Nov 05 21:47:55.752383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-134abf1c-acb6-42cd-b553-552209cd3749 req-739aad41-9ed6-4355-9425-0b79b376bf9d tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0311470 Nov 05 21:47:55.988782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d035012a-0853-4c7b-8a9a-be3b0df19526'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:47:56.398999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96702e-0d35-4e0a-b7dd-21ee8ff12c04 req-6c7d21ac-3612-4873-8500-63e40b77133a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.400670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de96702e-0d35-4e0a-b7dd-21ee8ff12c04 req-6c7d21ac-3612-4873-8500-63e40b77133a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 944 time: 0.0566211 Nov 05 21:47:56.454579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de96702e-0d35-4e0a-b7dd-21ee8ff12c04 req-e8b4b5d5-7ce8-4596-bf82-2f530f759725 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475955 Nov 05 21:47:56.837259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.838434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571971-60ab-4e36-80d0-6fec5dafc684 req-3276f304-170e-40f6-b4a1-03862a23456b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.840315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18571971-60ab-4e36-80d0-6fec5dafc684 req-3276f304-170e-40f6-b4a1-03862a23456b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 948 time: 0.0635452 Nov 05 21:47:56.847314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.854105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.864251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.870598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.877356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.883633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:56.892202 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-8c9840ab-2a4e-4958-a7b9-427e3cff99ee tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1459141 Nov 05 21:47:56.899738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18571971-60ab-4e36-80d0-6fec5dafc684 req-1ca7eb51-8839-4f62-a0a4-e46ef30e97ff tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Nov 05 21:47:56.954925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c133ee0b-faf7-452f-b7fc-3b8bb5cc56ef req-b397334d-147c-41dc-b395-76667350baa9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549560 Nov 05 21:47:57.006937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d50c3b5b-1a94-4514-be76-87294afca948 req-33d0d3c8-463b-4eb2-a8e4-ede5c4e0c35d tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0458639 Nov 05 21:47:57.185046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bdb9bebd-c111-4fbf-987b-5f60994d2673 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:57.397894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port bdb9bebd-c111-4fbf-987b-5f60994d2673 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:57.402364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port bdb9bebd-c111-4fbf-987b-5f60994d2673 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:57.402737 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:57.483490 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:57.507630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb9bebd-c111-4fbf-987b-5f60994d2673'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:57.509798 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a5383e-77c8-47ef-83d0-2d8eb3019f37" -d '{"events": [{"server_uuid": "4e97422b-268f-413e-8b9b-2af47809a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "bdb9bebd-c111-4fbf-987b-5f60994d2673"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:57.525592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port bdb9bebd-c111-4fbf-987b-5f60994d2673, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bdb9bebd-c111-4fbf-987b-5f60994d2673,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:57.554442 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba00fb-89f1-4ec8-bd17-696bead53395 x-openstack-request-id: req-c9ba00fb-89f1-4ec8-bd17-696bead53395 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:57.554745 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e97422b-268f-413e-8b9b-2af47809a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "bdb9bebd-c111-4fbf-987b-5f60994d2673", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:57.555018 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9ba00fb-89f1-4ec8-bd17-696bead53395 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:57.560355 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb9bebd-c111-4fbf-987b-5f60994d2673', 'code': 200} Nov 05 21:47:57.583527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ab67d-4724-4761-a639-84e15c006937 req-d0e07d3b-6d1b-43a7-8a2a-b267d3b48f5b tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:57.585094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-644ab67d-4724-4761-a639-84e15c006937 req-d0e07d3b-6d1b-43a7-8a2a-b267d3b48f5b tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 944 time: 0.0568795 Nov 05 21:47:57.605475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:57.612189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b576f0a5-ae2f-4fc5-bfd6-d66188e0193e up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:57.636335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-644ab67d-4724-4761-a639-84e15c006937 req-86f1e68c-28e2-4666-9a32-25047d033b2a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Nov 05 21:47:57.666756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf860cd-9887-4590-86e8-9cb9472e2640 req-52fab2f7-3a93-420b-86ed-50dbf7de19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:57.668549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bf860cd-9887-4590-86e8-9cb9472e2640 req-52fab2f7-3a93-420b-86ed-50dbf7de19f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 1097 time: 0.0522745 Nov 05 21:47:57.682193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=bdb9bebd-c111-4fbf-987b-5f60994d2673,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:57.717025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bf860cd-9887-4590-86e8-9cb9472e2640 req-af2d80c0-b327-43aa-bb4d-36a58dddb5ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Nov 05 21:47:57.837476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:57.841615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:57.841985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:57.932760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:57.968165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:58.002172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52438) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:58.024592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a1595-b079-4a15-a4b8-f39d80ee34ff req-dc283d9b-3348-4070-aeb8-93a71ae5bcb0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.031799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c88a1595-b079-4a15-a4b8-f39d80ee34ff req-dc283d9b-3348-4070-aeb8-93a71ae5bcb0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 948 time: 0.0582767 Nov 05 21:47:58.085703 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.086507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d035012a-0853-4c7b-8a9a-be3b0df19526 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:47:58.100148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c88a1595-b079-4a15-a4b8-f39d80ee34ff req-45b537c4-0c00-458f-92ab-19aa0884c23a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673902 Nov 05 21:47:58.118783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.125607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.132457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.139350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.146397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.153020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.160116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.162102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-c0548f30-f1b6-4d81-90a2-5427d2a4987c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1305473 Nov 05 21:47:58.172744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:58.186458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3aa0-d2b6-4628-8c50-076748fa11dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.186554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a8978b7-5081-4db7-8502-f4f0cda7bfb5 req-8913b972-dae1-4e65-91f8-538b4d4b47d0 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0296381 Nov 05 21:47:58.258724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-029af884-2c68-4c9f-8616-ebedb3ac998d req-470e5620-b907-4d54-8ac5-5dea20e315ba tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0881808 Nov 05 21:47:58.274092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d035012a-0853-4c7b-8a9a-be3b0df19526 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:47:58.281569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d035012a-0853-4c7b-8a9a-be3b0df19526 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:47:58.281569 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.311973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3aa0-d2b6-4628-8c50-076748fa11dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.371505 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.403142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d035012a-0853-4c7b-8a9a-be3b0df19526, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d035012a-0853-4c7b-8a9a-be3b0df19526,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:47:58.483239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3aa0-d2b6-4628-8c50-076748fa11dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.522254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5dfb3aa0-d2b6-4628-8c50-076748fa11dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f50d8e5f301c4c0899fc8d95e2156f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5189700 Nov 05 21:47:58.523140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb3aa0-d2b6-4628-8c50-076748fa11dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c0207b-aee9-407c-b046-5110303ad992,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:58.525143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52466) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:58.526335 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.575281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d035012a-0853-4c7b-8a9a-be3b0df19526,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:58.575636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfe9-31b1-4427-8eb7-dbb2e3d84492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.603974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfe9-31b1-4427-8eb7-dbb2e3d84492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.753357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86b1f-b6e8-4472-9a87-aadeebc368e4 req-ded10f5d-3a06-4c18-96ba-e64fdcabf529 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:58.754842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69b86b1f-b6e8-4472-9a87-aadeebc368e4 req-ded10f5d-3a06-4c18-96ba-e64fdcabf529 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 945 time: 0.0508657 Nov 05 21:47:58.760029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfe9-31b1-4427-8eb7-dbb2e3d84492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.762683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfe9-31b1-4427-8eb7-dbb2e3d84492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:58.766529 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-57a1cfe9-31b1-4427-8eb7-dbb2e3d84492 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3c0207b-aee9-407c-b046-5110303ad992 HTTP/1.1" status: 204 len: 168 time: 0.2377100 Nov 05 21:47:58.773349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1cfe9-31b1-4427-8eb7-dbb2e3d84492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c0207b-aee9-407c-b046-5110303ad992,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:47:58.830512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69b86b1f-b6e8-4472-9a87-aadeebc368e4 req-a57e3ba1-e78a-4f72-b161-8b860fa6ddba tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Nov 05 21:47:59.212427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577b426-db26-4961-8d6c-c13571fa31ce req-3f523b14-ad51-45dc-a69b-25f1e1bdc769 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.216203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4577b426-db26-4961-8d6c-c13571fa31ce req-3f523b14-ad51-45dc-a69b-25f1e1bdc769 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0527201 Nov 05 21:47:59.276257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4577b426-db26-4961-8d6c-c13571fa31ce req-4ff8de06-2a92-43b3-9e79-101ace9f7691 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Nov 05 21:47:59.307710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7dcb56a3-07c6-451f-b801-1a346d558d9b req-8fb48769-e5b0-49e8-abec-6ce6010501a4 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0332294 Nov 05 21:47:59.431121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.431121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.435714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.442671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.448818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.456058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.465530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.465530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-8eb6d8b8-2cb3-4066-af8b-0cab236a40e8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.0999842 Nov 05 21:47:59.524663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-415463a9-5939-4d36-b32f-ee4b667bbcb9 req-297ca342-f468-4a84-9eac-4cbd1f5e4879 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526159 Nov 05 21:47:59.556534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e'}, {'server_uuid': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd035012a-0853-4c7b-8a9a-be3b0df19526'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:47:59.565169 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0e424f-165d-41b3-b98e-ac72271ac81a" -d '{"events": [{"server_uuid": "72fdb810-a686-4a3a-a58b-867a69397f4b", "name": "network-vif-plugged", "status": "completed", "tag": "b576f0a5-ae2f-4fc5-bfd6-d66188e0193e"}, {"server_uuid": "70f291db-8069-4a13-b0fe-51b8781bf57c", "name": "network-vif-plugged", "status": "completed", "tag": "d035012a-0853-4c7b-8a9a-be3b0df19526"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:47:59.602546 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7a311e-9e37-440c-bdac-f989958f1686 x-openstack-request-id: req-9a7a311e-9e37-440c-bdac-f989958f1686 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:47:59.602854 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fdb810-a686-4a3a-a58b-867a69397f4b", "name": "network-vif-plugged", "status": "completed", "tag": "b576f0a5-ae2f-4fc5-bfd6-d66188e0193e", "code": 200}, {"server_uuid": "70f291db-8069-4a13-b0fe-51b8781bf57c", "name": "network-vif-plugged", "status": "completed", "tag": "d035012a-0853-4c7b-8a9a-be3b0df19526", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:47:59.603114 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a7a311e-9e37-440c-bdac-f989958f1686 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:47:59.603521 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e', 'code': 200} Nov 05 21:47:59.603820 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd035012a-0853-4c7b-8a9a-be3b0df19526', 'code': 200} Nov 05 21:47:59.743424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52524) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:47:59.749385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86725fdd-66b9-48fb-82a9-928f770d70dd req-69986806-a838-4bb4-bf7c-bada7b8f6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.750887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86725fdd-66b9-48fb-82a9-928f770d70dd req-69986806-a838-4bb4-bf7c-bada7b8f6468 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 1100 time: 0.0731313 Nov 05 21:47:59.752816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b0d6-ce2f-4224-844b-a6cd07ef0c74 req-1f99ef8d-a303-4b55-bda9-22cd91503d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.754164 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd21b0d6-ce2f-4224-844b-a6cd07ef0c74 req-1f99ef8d-a303-4b55-bda9-22cd91503d70 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 1096 time: 0.0682859 Nov 05 21:47:59.756778 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31b5eb26-ed0b-4d24-900b-d6b96f62c612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:59.833661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86725fdd-66b9-48fb-82a9-928f770d70dd req-feeb36bf-fa6c-4877-a69c-8720a8d8538a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691972 Nov 05 21:47:59.837576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd21b0d6-ce2f-4224-844b-a6cd07ef0c74 req-3b6b9492-c269-41ce-87ec-67146fc24a21 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720999 Nov 05 21:47:59.840950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31b5eb26-ed0b-4d24-900b-d6b96f62c612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:47:59.934987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca946d8-bdb7-4c26-a68d-e060727aed06 req-d9d2b092-2f85-4712-9b97-7b01c337669f tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:47:59.936591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ca946d8-bdb7-4c26-a68d-e060727aed06 req-d9d2b092-2f85-4712-9b97-7b01c337669f tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 945 time: 0.0499864 Nov 05 21:47:59.991691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ca946d8-bdb7-4c26-a68d-e060727aed06 req-a010786e-9258-4208-a239-7632390216b5 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Nov 05 21:48:00.003320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31b5eb26-ed0b-4d24-900b-d6b96f62c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:00.040554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5eb26-ed0b-4d24-900b-d6b96f62c612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b351dc3-9c1d-4704-8ef2-91b244b83356,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:00.044811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-31b5eb26-ed0b-4d24-900b-d6b96f62c612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c432be59484243c3813b5d61df986b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003101 Nov 05 21:48:00.047588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52536) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:00.099027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65349a41-a8e4-4009-9369-f47d44432a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:00.121047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65349a41-a8e4-4009-9369-f47d44432a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:00.387277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65349a41-a8e4-4009-9369-f47d44432a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:00.391301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65349a41-a8e4-4009-9369-f47d44432a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:00.392631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-65349a41-a8e4-4009-9369-f47d44432a61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b351dc3-9c1d-4704-8ef2-91b244b83356 HTTP/1.1" status: 204 len: 168 time: 0.3440459 Nov 05 21:48:00.403240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373bdce-3502-49f6-9846-4eaf514a40dd req-dd1402a8-24b5-424a-913d-6ef306781f24 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.404959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4373bdce-3502-49f6-9846-4eaf514a40dd req-dd1402a8-24b5-424a-913d-6ef306781f24 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0579016 Nov 05 21:48:00.429521 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92ca7f9f-7321-49d0-8250-d7012d598b71 req-4fcedb8b-307b-4bd3-846d-8e2c99eadc92 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0347724 Nov 05 21:48:00.430802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65349a41-a8e4-4009-9369-f47d44432a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b351dc3-9c1d-4704-8ef2-91b244b83356,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:00.475499 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4373bdce-3502-49f6-9846-4eaf514a40dd req-fefd9f9d-cb1c-4ff4-a710-2444c2587b02 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635726 Nov 05 21:48:00.503013 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:00.656977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.663536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.676844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.684152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.692396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.699671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.711317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:00.713419 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8a24d59e-16d3-4bc0-82f0-040cd1e154e4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1107254 Nov 05 21:48:00.791838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adcf44ff-559d-4e61-84a7-00dda0f81f85 req-8edba568-605c-4c27-ad26-0600e69c3542 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0723212 Nov 05 21:48:01.119052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eea44c-174e-48cb-b4db-0ec2e921faab req-525c55cd-5916-4ec2-be5e-499df60034f6 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.120545 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91eea44c-174e-48cb-b4db-0ec2e921faab req-525c55cd-5916-4ec2-be5e-499df60034f6 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 945 time: 0.0530660 Nov 05 21:48:01.173912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91eea44c-174e-48cb-b4db-0ec2e921faab req-cf0a709c-4d0b-49ee-9ac0-45c3c5debc38 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Nov 05 21:48:01.543888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c15eb71-66ff-4e9c-b773-e8ebb84f7103 req-116d7b5d-abd4-4e08-98bf-f5bac0c08436 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0289271 Nov 05 21:48:01.617178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14010-7ded-47b4-b621-79a31a6eef9a req-f722f053-8ded-4dec-936d-38dcc9e106c8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.619276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc14010-7ded-47b4-b621-79a31a6eef9a req-f722f053-8ded-4dec-936d-38dcc9e106c8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0683820 Nov 05 21:48:01.681333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc14010-7ded-47b4-b621-79a31a6eef9a req-49473656-97bf-4231-9718-8f85dcdc6ba4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Nov 05 21:48:01.929724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.935815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.942647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.948858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.955169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.961269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.967202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:01.969084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-f2c532d3-6f20-4ee4-af63-421b07d011aa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1013777 Nov 05 21:48:02.033401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47b0d41a-901d-4d9d-937e-1a127a767fc5 req-7488d9a4-f33e-40b8-a089-6d6a94823cdf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0578508 Nov 05 21:48:02.308548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecff0f-c63f-428c-9207-99df73096ecc req-674098e5-4c1a-4a69-9827-23c5cd0e8f8e tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:02.312075 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60ecff0f-c63f-428c-9207-99df73096ecc req-674098e5-4c1a-4a69-9827-23c5cd0e8f8e tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 945 time: 0.0579624 Nov 05 21:48:02.362596 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60ecff0f-c63f-428c-9207-99df73096ecc req-fe5ba00f-0535-4d26-902e-72daad30ece7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Nov 05 21:48:02.440149 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:48:02.485706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764daf6-ab6a-4fa8-886b-0699f01e34a8 req-e899bea5-c633-4b8f-852d-ccee8a8a0c65 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:02.487745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0764daf6-ab6a-4fa8-886b-0699f01e34a8 req-e899bea5-c633-4b8f-852d-ccee8a8a0c65 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 946 time: 0.0522952 Nov 05 21:48:02.536383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0764daf6-ab6a-4fa8-886b-0699f01e34a8 req-7ab05856-78e2-470d-8f2c-9ae095ffeb38 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Nov 05 21:48:02.658419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b673e2ce-921e-416d-87ae-0eeff2687310 req-8ad5a8de-ceb8-4d0e-9e59-127350f7962b tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0282295 Nov 05 21:48:02.659831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b378e3c-781e-4861-827d-3567db3fe638 req-043c3b4e-8f31-4784-89c1-5048d97a75da tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:02.661430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b378e3c-781e-4861-827d-3567db3fe638 req-043c3b4e-8f31-4784-89c1-5048d97a75da tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 945 time: 0.0560887 Nov 05 21:48:02.712969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b378e3c-781e-4861-827d-3567db3fe638 req-49e4e67e-2cb7-4930-b311-82e674ff3160 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Nov 05 21:48:02.770013 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:02.859118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9174-43f4-46ae-89f0-549f60995ef0 req-c257daee-58e5-4d0a-82a0-eedcb2dc34d1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:02.861189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-813f9174-43f4-46ae-89f0-549f60995ef0 req-c257daee-58e5-4d0a-82a0-eedcb2dc34d1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0525682 Nov 05 21:48:02.913253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-813f9174-43f4-46ae-89f0-549f60995ef0 req-b0688f0d-be69-485f-beb1-e3732f0781c8 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Nov 05 21:48:03.018921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab58837-cb12-450e-a3a2-7c429bec938c req-847c60d0-ec1b-467c-9dc3-323ec1c5c8a7 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.020587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cab58837-cb12-450e-a3a2-7c429bec938c req-847c60d0-ec1b-467c-9dc3-323ec1c5c8a7 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 1100 time: 0.0402999 Nov 05 21:48:03.080662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cab58837-cb12-450e-a3a2-7c429bec938c req-bf492a06-1404-40a6-b642-de0e97a9d5f3 tempest-ServersOnMultiNodesTest-2081517197 tempest-ServersOnMultiNodesTest-2081517197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Nov 05 21:48:03.195139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.201701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.208929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.215690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.222869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.228973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.235062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.236961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-5e4b66bf-8e16-4a81-83bc-c1e9dfbcea1e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1028459 Nov 05 21:48:03.297934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e73f006-2bc3-4d82-aa52-5e56d2f9725e req-0524a422-b376-4e9c-a4ad-b4f46d8804db tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548246 Nov 05 21:48:03.423680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7ccd8-daa4-44e5-8c81-42fc31735d97 req-b88758b5-d4e3-49e8-966d-f087d0f69840 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.425166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8e7ccd8-daa4-44e5-8c81-42fc31735d97 req-b88758b5-d4e3-49e8-966d-f087d0f69840 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 945 time: 0.0557053 Nov 05 21:48:03.482196 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8e7ccd8-daa4-44e5-8c81-42fc31735d97 req-b6603f8a-c5bc-49b9-8189-2a573b1c2e38 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Nov 05 21:48:03.764166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b6d87e5-fe9d-4320-a264-ccdeff336f79 req-9902456d-1ca0-4f67-ba02-685ee2a52aae tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0265515 Nov 05 21:48:03.904533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d900b-4f7c-4566-bb79-9f7277663541 req-32d95163-f282-43b3-af28-39172939cab2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:03.906100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e56d900b-4f7c-4566-bb79-9f7277663541 req-32d95163-f282-43b3-af28-39172939cab2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0642259 Nov 05 21:48:03.957771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e56d900b-4f7c-4566-bb79-9f7277663541 req-261a7e26-a6cb-49dd-94a1-a2673894c238 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Nov 05 21:48:04.439080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.445610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.452015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.458722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.465189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.471886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.479812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.485224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-a5864ef2-75bc-4fae-ab6d-751b8fb45a79 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1022122 Nov 05 21:48:04.549898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d9088f6-d69f-4c19-9c51-f4441f805858 req-7ac9055d-2c15-471a-b88c-b0949c59b7a9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0612330 Nov 05 21:48:04.620759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db07ba-0d24-49ad-8812-7b56e4140729 req-1dc74031-d0b8-4a8e-b1be-e248663af379 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.622573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72db07ba-0d24-49ad-8812-7b56e4140729 req-1dc74031-d0b8-4a8e-b1be-e248663af379 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 945 time: 0.0530925 Nov 05 21:48:04.671139 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72db07ba-0d24-49ad-8812-7b56e4140729 req-b570e19f-8fd6-4057-a8d6-3b27a0e4cc4a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Nov 05 21:48:04.955923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04344260-ee9a-4802-baf7-4549861fd60e req-45f90f34-9dd2-49f4-9146-885ff5b38434 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:04.955923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04344260-ee9a-4802-baf7-4549861fd60e req-45f90f34-9dd2-49f4-9146-885ff5b38434 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 945 time: 0.0507028 Nov 05 21:48:04.957300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-feaf6ff8-f257-41e0-bef9-975fc6e52b8f req-2eaa9872-69fb-4262-b273-4bbda5067072 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0267105 Nov 05 21:48:05.094353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e6d3-1ff3-40bf-990d-12cf61a9e82b req-15d3a26f-e90a-4bd8-8d93-b95a77a2b077 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:05.095971 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0be9e6d3-1ff3-40bf-990d-12cf61a9e82b req-15d3a26f-e90a-4bd8-8d93-b95a77a2b077 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0637565 Nov 05 21:48:05.100632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Deleting port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:05.100961 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:05.207382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0be9e6d3-1ff3-40bf-990d-12cf61a9e82b req-4a7fe3f3-0458-4a16-a704-1e9349d70b69 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 Nov 05 21:48:05.231515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] For port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:05.231918 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:05.245909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Calling delete_port for a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:05.483535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:05.497059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:05.499976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['bdb9bebd-c111-4fbf-987b-5f60994d2673', 'd035012a-0853-4c7b-8a9a-be3b0df19526'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:05.515331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Pushing event deleted for resources: {'Port': ['ID=a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:05.539985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52836) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:05.566672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] No DVR routers for this DVR port a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:05.570255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:05.574035 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04344260-ee9a-4802-baf7-4549861fd60e req-11c25278-16d1-4deb-a8e0-5bf45d4bcde4 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.13 "DELETE /v2.0/ports/a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 HTTP/1.1" status: 204 len: 173 time: 0.7373726 Nov 05 21:48:05.574587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'name': 'network-vif-deleted', 'tag': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:05.586063 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3ba3a2-16fb-42d4-8043-b5fe982fc4fd" -d '{"events": [{"server_uuid": "f8087c44-d0f9-4ae6-ba57-11061b1cc9fe", "name": "network-vif-deleted", "tag": "a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:05.668735 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f086fa95-bee3-4c12-b4c4-547f13be8f76 x-openstack-request-id: req-f086fa95-bee3-4c12-b4c4-547f13be8f76 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:05.669364 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8087c44-d0f9-4ae6-ba57-11061b1cc9fe", "name": "network-vif-deleted", "tag": "a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:05.669842 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f086fa95-bee3-4c12-b4c4-547f13be8f76 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:05.670468 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8087c44-d0f9-4ae6-ba57-11061b1cc9fe', 'name': 'network-vif-deleted', 'tag': 'a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14', 'status': 'completed', 'code': 200} Nov 05 21:48:05.671668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60161c-abee-4547-968b-0252b267eab1 req-2470b8cf-cdf9-4ac5-935b-5e1ce4b87336 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:05.678671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd60161c-abee-4547-968b-0252b267eab1 req-2470b8cf-cdf9-4ac5-935b-5e1ce4b87336 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0793293 Nov 05 21:48:05.788013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc4b977d-0988-460e-b7ca-4e083e1cec04 req-c0741599-6ea1-4f86-9d2f-b5fc23fc196f tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8087c44-d0f9-4ae6-ba57-11061b1cc9fe HTTP/1.1" status: 200 len: 210 time: 0.0405526 Nov 05 21:48:06.036324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.115647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.121490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.127836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.133918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.139896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.146072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.152390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.154327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-9d4a231e-699d-4bff-b0da-54a1133c43af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.4629405 Nov 05 21:48:06.216766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-636fa334-37eb-4c7b-b01b-c76d095200e0 req-68e28000-6259-4333-93f5-5735722f816c tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0501580 Nov 05 21:48:06.249174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:06.249515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.277489 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ec2770b9-e962-49e0-b87a-67fad03b01b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.308745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b679ee3-fe16-45a1-a15f-7f5033783e46 req-850a591c-8bca-4c2a-a91b-da7208c7adfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1436930 Nov 05 21:48:06.345820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e69916-2393-4d53-b8cd-ea28b6b22488 req-54092fe1-3782-4a6b-a1e8-324999e8207f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:06.347413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0e69916-2393-4d53-b8cd-ea28b6b22488 req-54092fe1-3782-4a6b-a1e8-324999e8207f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 949 time: 0.0620930 Nov 05 21:48:06.348304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.389196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:06.389573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.403021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0e69916-2393-4d53-b8cd-ea28b6b22488 req-f606e580-3171-48b8-8f69-243f4543b555 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492401 Nov 05 21:48:06.404994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for b576f0a5-ae2f-4fc5-bfd6-d66188e0193e owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:06.455159 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.508103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c0eec1-bcc7-4238-a2cc-c5ed2398348e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:06.514427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0cdb306d9174448a87daad9d9fb56ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9731724 Nov 05 21:48:06.517383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52884) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:06.523381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.523906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.530465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f2468-8411-4b50-8ea1-6b4d75518615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:06.586355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e51e23ab-648a-4d8a-82bb-a5f53a2cde0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.611500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e51e23ab-648a-4d8a-82bb-a5f53a2cde0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.668135 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.681442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'e60fe944-8153-41e9-bc98-ed3205f6c29c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:06.683824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790', 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f', 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:06.703437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=b576f0a5-ae2f-4fc5-bfd6-d66188e0193e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:06.742613 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e51e23ab-648a-4d8a-82bb-a5f53a2cde0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.746587 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e51e23ab-648a-4d8a-82bb-a5f53a2cde0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.751087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port b576f0a5-ae2f-4fc5-bfd6-d66188e0193e on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:06.755199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:06.758415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e51e23ab-648a-4d8a-82bb-a5f53a2cde0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6c0eec1-bcc7-4238-a2cc-c5ed2398348e HTTP/1.1" status: 204 len: 168 time: 0.2398777 Nov 05 21:48:06.759308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd60161c-abee-4547-968b-0252b267eab1 req-6058b37c-807b-4dab-bc3f-701aa19e503f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "DELETE /v2.0/ports/b576f0a5-ae2f-4fc5-bfd6-d66188e0193e HTTP/1.1" status: 204 len: 173 time: 1.0764210 Nov 05 21:48:06.760028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'name': 'network-vif-deleted', 'tag': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:06.762946 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d8eba2-2b3b-4e7e-9c98-1ed7ec9eb70e" -d '{"events": [{"server_uuid": "72fdb810-a686-4a3a-a58b-867a69397f4b", "name": "network-vif-deleted", "tag": "b576f0a5-ae2f-4fc5-bfd6-d66188e0193e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:06.785417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e23ab-648a-4d8a-82bb-a5f53a2cde0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c0eec1-bcc7-4238-a2cc-c5ed2398348e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:06.824713 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b85b4-0f32-4e4a-8a72-9a77bd03b9b6 x-openstack-request-id: req-3a6b85b4-0f32-4e4a-8a72-9a77bd03b9b6 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:06.825306 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fdb810-a686-4a3a-a58b-867a69397f4b", "name": "network-vif-deleted", "tag": "b576f0a5-ae2f-4fc5-bfd6-d66188e0193e", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:06.825670 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a6b85b4-0f32-4e4a-8a72-9a77bd03b9b6 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:06.826166 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fdb810-a686-4a3a-a58b-867a69397f4b', 'name': 'network-vif-deleted', 'tag': 'b576f0a5-ae2f-4fc5-bfd6-d66188e0193e', 'status': 'completed', 'code': 200} Nov 05 21:48:07.370539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99544a54-0ec3-48c8-a23e-c0b6bb49cfba req-a66517a3-3391-41ab-9042-2ed9cfe22069 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0364580 Nov 05 21:48:07.473044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.479474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.486556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.493664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.500035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.506664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.514153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.516406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-f3e5d473-81b9-45d3-90cb-91136c5e282f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1099315 Nov 05 21:48:07.587639 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ac6e347-63fb-45e2-a252-5ce25cc0c693 req-dd8505c8-7d38-4e94-825c-0ddcb5822fa1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0629523 Nov 05 21:48:07.610099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:07.624712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fa9013c-9304-44c2-baf1-e2a5b8d268bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:07.675774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-168d5ffc-2bec-4bb3-a283-0eca55173596 req-04822c18-ab7c-4d3f-8f51-206181e03c3c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=72fdb810-a686-4a3a-a58b-867a69397f4b HTTP/1.1" status: 200 len: 210 time: 0.0324833 Nov 05 21:48:07.722802 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fa9013c-9304-44c2-baf1-e2a5b8d268bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:07.833901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fa9013c-9304-44c2-baf1-e2a5b8d268bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:07.879840 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6fa9013c-9304-44c2-baf1-e2a5b8d268bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6680b426b4274ba9835280cece54c7af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679088 Nov 05 21:48:07.880704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9013c-9304-44c2-baf1-e2a5b8d268bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba59935-ad4f-45a0-8d99-1ce00deced54,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:07.883854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52972) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:07.888427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4141f-14fe-443f-ab1b-b59d7ef02e05 req-0520754a-550f-4d3a-be79-9a973ffd48d8 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.897196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4141f-14fe-443f-ab1b-b59d7ef02e05 req-0520754a-550f-4d3a-be79-9a973ffd48d8 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:07.899028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9f4141f-14fe-443f-ab1b-b59d7ef02e05 req-0520754a-550f-4d3a-be79-9a973ffd48d8 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb&device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 1682 time: 0.0650120 Nov 05 21:48:07.942514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35a78b08-6f66-4be8-9218-24f3f6d22394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:07.958677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9f4141f-14fe-443f-ab1b-b59d7ef02e05 req-649f083d-2bf6-4d28-bdb4-c97ea286d9a2 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517917 Nov 05 21:48:07.965817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35a78b08-6f66-4be8-9218-24f3f6d22394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:07.977204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:07.999173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:07.999890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a5cd4c45-7e4f-45f6-972c-4cb2bf4a9a14 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:08.153545 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35a78b08-6f66-4be8-9218-24f3f6d22394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:08.156621 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35a78b08-6f66-4be8-9218-24f3f6d22394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:08.171931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-35a78b08-6f66-4be8-9218-24f3f6d22394 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ba59935-ad4f-45a0-8d99-1ce00deced54 HTTP/1.1" status: 204 len: 168 time: 0.2753913 Nov 05 21:48:08.172827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a78b08-6f66-4be8-9218-24f3f6d22394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba59935-ad4f-45a0-8d99-1ce00deced54,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:08.479099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-feb0f66a-8181-44cf-9709-91a1458a9bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:08.486797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4dbb50b-1716-4ec8-8778-bd8e7475153d req-a573e853-c0a7-4194-b8d4-dfef0f873935 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0285263 Nov 05 21:48:08.734142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:08.740928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:08.746981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:08.754223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:08.760264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:08.766330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:08.772447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:08.774472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-1d7e316a-4446-4333-a765-63af99ef7844 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.0970337 Nov 05 21:48:08.835953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5194e8ba-0b91-496a-be35-b84bb3acdc8d req-f1f519f9-7daf-46fd-83f4-c92274ba1f66 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551879 Nov 05 21:48:09.127488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9fc2f-678d-40dd-99a0-ee3ff9445222 req-5843ef45-cfc3-4827-8a95-8ce1387af506 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:09.128958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00b9fc2f-678d-40dd-99a0-ee3ff9445222 req-5843ef45-cfc3-4827-8a95-8ce1387af506 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 946 time: 0.0520763 Nov 05 21:48:09.181907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00b9fc2f-678d-40dd-99a0-ee3ff9445222 req-447a6024-dae7-4dc1-bc1a-d491a3dfd51a tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Nov 05 21:48:09.248098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b576f0a5-ae2f-4fc5-bfd6-d66188e0193e no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:09.428811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: b576f0a5-ae2f-4fc5-bfd6-d66188e0193e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:09.429159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b576f0a5-ae2f-4fc5-bfd6-d66188e0193e not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:09.502394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c3863-6c87-4cad-a1a1-d4f2c6b598a6 req-b4a5b13e-752a-4eca-a6d9-0f94e27dc835 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:09.503900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b1c3863-6c87-4cad-a1a1-d4f2c6b598a6 req-b4a5b13e-752a-4eca-a6d9-0f94e27dc835 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 950 time: 0.0513346 Nov 05 21:48:09.561223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b1c3863-6c87-4cad-a1a1-d4f2c6b598a6 req-ce68ca39-39a7-4692-ad0f-653ae2e47bf0 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508652 Nov 05 21:48:09.608775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-91a4bbdd-cce2-4403-95bb-5682bb689ce0 req-44823575-45a4-4817-b51d-9835845d9423 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0331547 Nov 05 21:48:09.942386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:09.966559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:09.972663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:09.978693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:09.984761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:09.991302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:09.997416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:10.003993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:10.005897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef64a786-c6f9-4526-af46-ab188a25984e req-9df29f51-2a32-4c27-974f-245f0899a676 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.0942538 Nov 05 21:48:10.073064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef64a786-c6f9-4526-af46-ab188a25984e req-7b6bfac9-54af-4b57-890f-cf3135660a09 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0608723 Nov 05 21:48:10.083269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53124) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:10.189739 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c06b31f4-8027-4c4e-923f-9bde8d10e54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.269531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c06b31f4-8027-4c4e-923f-9bde8d10e54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.315076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19e577-bbb4-4e7e-a909-8a19ac0f3f48 req-96bf8dd2-4791-42bd-9293-29bb67137045 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:10.316629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c19e577-bbb4-4e7e-a909-8a19ac0f3f48 req-96bf8dd2-4791-42bd-9293-29bb67137045 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 946 time: 0.0525296 Nov 05 21:48:10.353648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c06b31f4-8027-4c4e-923f-9bde8d10e54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.387829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c19e577-bbb4-4e7e-a909-8a19ac0f3f48 req-2862998d-9296-434e-8b4b-04bce0c061d3 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/security-groups?id=bab859c3-1999-4c8c-8e10-f799f416510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Nov 05 21:48:10.414986 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c06b31f4-8027-4c4e-923f-9bde8d10e54c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4598227d58ca407d8f52102731b952d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304076 Nov 05 21:48:10.416131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b31f4-8027-4c4e-923f-9bde8d10e54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16bed5d-dd82-4aab-be29-4f20c7ec4771,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:10.417803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53146) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:10.473721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398d2c29-6408-4ee6-a3bc-5efb9dda4b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.496310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398d2c29-6408-4ee6-a3bc-5efb9dda4b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.580117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-489c8a6a-ed16-4773-8a41-b2097de65ef8 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:10.581557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-489c8a6a-ed16-4773-8a41-b2097de65ef8 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 946 time: 0.0606492 Nov 05 21:48:10.693646 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398d2c29-6408-4ee6-a3bc-5efb9dda4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.697718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398d2c29-6408-4ee6-a3bc-5efb9dda4b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.699322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-398d2c29-6408-4ee6-a3bc-5efb9dda4b4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b16bed5d-dd82-4aab-be29-4f20c7ec4771 HTTP/1.1" status: 204 len: 168 time: 0.2801197 Nov 05 21:48:10.727244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ba9cd4a-9975-4f6e-8490-1fa88bff97d9 req-450ce322-bec0-473a-acd7-88e7ed618af1 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0310848 Nov 05 21:48:10.759521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d2c29-6408-4ee6-a3bc-5efb9dda4b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16bed5d-dd82-4aab-be29-4f20c7ec4771,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:10.799540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc978f57-7636-46ae-84b7-746986a38c9b req-000db71e-2264-472d-8b30-69eeb4deeea7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:10.801081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc978f57-7636-46ae-84b7-746986a38c9b req-000db71e-2264-472d-8b30-69eeb4deeea7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f291db-8069-4a13-b0fe-51b8781bf57c HTTP/1.1" status: 200 len: 945 time: 0.1202188 Nov 05 21:48:10.810305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c27ef-3662-4813-a03e-a68de04a83f1 req-1160008c-7683-4691-9c3b-eac983573780 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:10.811854 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c2c27ef-3662-4813-a03e-a68de04a83f1 req-1160008c-7683-4691-9c3b-eac983573780 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 950 time: 0.1633439 Nov 05 21:48:10.828637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Deleting port bdb9bebd-c111-4fbf-987b-5f60994d2673 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:10.829500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:10.985507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c2c27ef-3662-4813-a03e-a68de04a83f1 req-40b2e875-3b85-45ad-823b-470feeddc541 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641617 Nov 05 21:48:11.015960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] For port bdb9bebd-c111-4fbf-987b-5f60994d2673, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=bdb9bebd-c111-4fbf-987b-5f60994d2673,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:11.016323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.036034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Calling delete_port for bdb9bebd-c111-4fbf-987b-5f60994d2673 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:11.052513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Deleting port d035012a-0853-4c7b-8a9a-be3b0df19526 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:11.052855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.130047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-7fe97582-b0ed-4261-a3ab-d9e3a97ca8ac tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.132126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-7fe97582-b0ed-4261-a3ab-d9e3a97ca8ac tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 950 time: 0.0819025 Nov 05 21:48:11.201229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] For port d035012a-0853-4c7b-8a9a-be3b0df19526, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d035012a-0853-4c7b-8a9a-be3b0df19526,segment=NetworkSegment(b856e4b4-9d01-4618-8901-709c651a6ac8),segment_id=b856e4b4-9d01-4618-8901-709c651a6ac8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:11.201594 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.221845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Calling delete_port for d035012a-0853-4c7b-8a9a-be3b0df19526 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:11.295767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.302201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.308934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.322231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.328746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.336518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.342192 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.346331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:11.353777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-2d8bfd66-b4a1-499e-a036-d272ec9b3646 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1653273 Nov 05 21:48:11.421998 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.437078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['bdb9bebd-c111-4fbf-987b-5f60994d2673', 'd035012a-0853-4c7b-8a9a-be3b0df19526'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:11.440726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port e60fe944-8153-41e9-bc98-ed3205f6c29c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:11.441088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.449990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Pushing event deleted for resources: {'Port': ['ID=bdb9bebd-c111-4fbf-987b-5f60994d2673,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:11.511504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] No DVR routers for this DVR port bdb9bebd-c111-4fbf-987b-5f60994d2673 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:11.514451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.518907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94f01ba3-8047-4d29-b869-c60aca8afe83 req-0a820e00-defd-4971-ab5e-aa9c16f143f7 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "DELETE /v2.0/ports/bdb9bebd-c111-4fbf-987b-5f60994d2673 HTTP/1.1" status: 204 len: 173 time: 0.9308331 Nov 05 21:48:11.519664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'name': 'network-vif-deleted', 'tag': 'bdb9bebd-c111-4fbf-987b-5f60994d2673'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:11.522950 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0db6dc7-8e8d-4b75-af57-bd5979c1b9c3" -d '{"events": [{"server_uuid": "4e97422b-268f-413e-8b9b-2af47809a2bb", "name": "network-vif-deleted", "tag": "bdb9bebd-c111-4fbf-987b-5f60994d2673"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:11.529644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.552091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7933913c-e659-4e9a-a30a-2c0038b174ed req-28fcbd10-7559-4051-b478-c02e56de6ba9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1971998 Nov 05 21:48:11.576987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91dbdc5b-8f78-46ca-81e9-9ab59189593e req-9fccb220-2a97-4c59-828d-adba8a79ce30 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 210 time: 0.0497115 Nov 05 21:48:11.624518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Pushing event deleted for resources: {'Port': ['ID=d035012a-0853-4c7b-8a9a-be3b0df19526,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:11.636195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port e60fe944-8153-41e9-bc98-ed3205f6c29c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e60fe944-8153-41e9-bc98-ed3205f6c29c,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:11.636667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.674641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for e60fe944-8153-41e9-bc98-ed3205f6c29c owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:11.717704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] No DVR routers for this DVR port d035012a-0853-4c7b-8a9a-be3b0df19526 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:11.725879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.741731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc978f57-7636-46ae-84b7-746986a38c9b req-83d8989a-52b3-4678-a457-691874b1ab99 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.46 "DELETE /v2.0/ports/d035012a-0853-4c7b-8a9a-be3b0df19526 HTTP/1.1" status: 204 len: 173 time: 0.9190457 Nov 05 21:48:11.741731 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26183594-c7e4-40d1-8b97-3956dd773b21 x-openstack-request-id: req-26183594-c7e4-40d1-8b97-3956dd773b21 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:11.741731 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e97422b-268f-413e-8b9b-2af47809a2bb", "name": "network-vif-deleted", "tag": "bdb9bebd-c111-4fbf-987b-5f60994d2673", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:11.741731 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26183594-c7e4-40d1-8b97-3956dd773b21 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:11.741731 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e97422b-268f-413e-8b9b-2af47809a2bb', 'name': 'network-vif-deleted', 'tag': 'bdb9bebd-c111-4fbf-987b-5f60994d2673', 'status': 'completed', 'code': 200} Nov 05 21:48:11.763925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['bdb9bebd-c111-4fbf-987b-5f60994d2673'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:11.873018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbd5d180-4d1d-4654-b587-43fd7169e0bb req-f3eab9ee-9df0-479c-bb7b-89832d27a96e tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0377626 Nov 05 21:48:11.974414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:11.991160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'e60fe944-8153-41e9-bc98-ed3205f6c29c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:11.993784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790', 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:12.006471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=e60fe944-8153-41e9-bc98-ed3205f6c29c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:12.062430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port e60fe944-8153-41e9-bc98-ed3205f6c29c on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:12.065232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:12.070174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63f3c415-4a5e-4f96-a35d-6f790ed7f1da req-d3684d03-be0c-46ee-b6b1-e10a2097a07c tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "DELETE /v2.0/ports/e60fe944-8153-41e9-bc98-ed3205f6c29c HTTP/1.1" status: 204 len: 173 time: 0.9298859 Nov 05 21:48:12.070922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338da65-3235-4ef7-a275-27e2bdea1597', 'name': 'network-vif-deleted', 'tag': 'e60fe944-8153-41e9-bc98-ed3205f6c29c'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:12.073552 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b03761-e72b-4975-ab98-6955b6acf0db" -d '{"events": [{"server_uuid": "3338da65-3235-4ef7-a275-27e2bdea1597", "name": "network-vif-deleted", "tag": "e60fe944-8153-41e9-bc98-ed3205f6c29c"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:12.078434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:12.127658 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33e5cc1-2592-4039-91d9-8598202e35ab x-openstack-request-id: req-d33e5cc1-2592-4039-91d9-8598202e35ab {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:12.128577 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3338da65-3235-4ef7-a275-27e2bdea1597", "name": "network-vif-deleted", "tag": "e60fe944-8153-41e9-bc98-ed3205f6c29c", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:12.129003 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d33e5cc1-2592-4039-91d9-8598202e35ab {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:12.129583 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338da65-3235-4ef7-a275-27e2bdea1597', 'name': 'network-vif-deleted', 'tag': 'e60fe944-8153-41e9-bc98-ed3205f6c29c', 'status': 'completed', 'code': 200} Nov 05 21:48:12.146230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4eaa226-59ad-4df3-a597-146952478a37 req-990828e1-c69a-4479-be44-a56a2bb28373 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 210 time: 0.0379164 Nov 05 21:48:12.700389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af8c172f-6e2c-4684-8f13-98f2d05cb99c req-09b210ea-bb0c-45f3-a324-44589bf52299 tempest-ListServersNegativeTestJSON-1437327499 tempest-ListServersNegativeTestJSON-1437327499-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e97422b-268f-413e-8b9b-2af47809a2bb HTTP/1.1" status: 200 len: 210 time: 0.0332994 Nov 05 21:48:12.724301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:12.730467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:12.737196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:12.743348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:12.749563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:12.756339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:12.762575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:12.764555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-4b816b4c-5a5d-4b9a-a5e8-a4d682da05cf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1139586 Nov 05 21:48:12.854982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6d82818-7128-4eef-b932-ae5457c629c3 req-dcb216f5-da7d-48ae-b857-ee60c04cc8fd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0819874 Nov 05 21:48:12.985119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0b70d55-bbd2-46b7-92e2-bb827c56240a req-40e43a15-a4d1-412d-8e36-781fdbbe118e tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Nov 05 21:48:13.257604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-113957b3-f210-423c-a99c-85c5b33f9391 req-c44f5257-65bd-40bb-8ef4-ae2d74c8dbde tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=3338da65-3235-4ef7-a275-27e2bdea1597 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Nov 05 21:48:13.750799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'name': 'network-vif-deleted', 'tag': 'd035012a-0853-4c7b-8a9a-be3b0df19526'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:13.752972 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fe7d60-7475-4fab-b5d1-da9b9af6a50e" -d '{"events": [{"server_uuid": "70f291db-8069-4a13-b0fe-51b8781bf57c", "name": "network-vif-deleted", "tag": "d035012a-0853-4c7b-8a9a-be3b0df19526"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:13.799659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53262) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:13.845747 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9882fda2-7bcf-4a11-b65b-7be6b27765e9 x-openstack-request-id: req-9882fda2-7bcf-4a11-b65b-7be6b27765e9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:13.845747 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f291db-8069-4a13-b0fe-51b8781bf57c", "name": "network-vif-deleted", "tag": "d035012a-0853-4c7b-8a9a-be3b0df19526", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:13.846088 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9882fda2-7bcf-4a11-b65b-7be6b27765e9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:13.846521 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f291db-8069-4a13-b0fe-51b8781bf57c', 'name': 'network-vif-deleted', 'tag': 'd035012a-0853-4c7b-8a9a-be3b0df19526', 'status': 'completed', 'code': 200} Nov 05 21:48:13.865975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] Deleting subnet bbd7a625-1339-499e-bf9d-d4c46ead0659 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:48:13.871096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:13.924570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:13.997223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e60fe944-8153-41e9-bc98-ed3205f6c29c no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:14.005403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.027156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: e60fe944-8153-41e9-bc98-ed3205f6c29c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:14.027824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e60fe944-8153-41e9-bc98-ed3205f6c29c not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:14.066725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:14.074348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:14.085453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:14.092334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:14.098939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:14.105254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:14.111705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:14.116030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-aa886294-7a9c-4f43-b294-01d1fd6c0778 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.1476090 Nov 05 21:48:14.181586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eda9f2c3-23d1-448a-b1dc-0aaa9d81225d req-908bf316-6af4-44e8-aa5e-998573494491 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0617692 Nov 05 21:48:14.214950 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.253287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.258784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bbd7a625-1339-499e-bf9d-d4c46ead0659 HTTP/1.1" status: 204 len: 168 time: 0.4556890 Nov 05 21:48:14.258784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5a3f-2a60-4cf8-8ab1-1e21df334d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd7a625-1339-499e-bf9d-d4c46ead0659,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:14.259423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53274) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:14.278298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f0e2077-1e3d-4dac-b441-1db205cb2f05 req-fd8e8a04-b243-4354-be33-c63af000adc8 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0292945 Nov 05 21:48:14.352231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.441919 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.462139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ffbcc3-16ff-433a-806b-03e3f7706b36']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:14.471632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b856e4b4-9d01-4618-8901-709c651a6ac8') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:14.471928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b856e4b4-9d01-4618-8901-709c651a6ac8') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:14.481108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.494260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.500020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:48:14.500399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:48:14.502874 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:48:14.696273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.701697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:14.705044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b4ffbcc3-16ff-433a-806b-03e3f7706b36 HTTP/1.1" status: 204 len: 168 time: 0.4443882 Nov 05 21:48:14.715658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e35d1b-02f4-4b27-93b0-1a312e294a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ffbcc3-16ff-433a-806b-03e3f7706b36,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:15.046499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128c374-6767-485c-b90b-41187d96e792 req-d4e916be-3d9e-4c2d-a3fb-c474d7a02d7f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.048652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1128c374-6767-485c-b90b-41187d96e792 req-d4e916be-3d9e-4c2d-a3fb-c474d7a02d7f tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 950 time: 0.0612926 Nov 05 21:48:15.106287 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1128c374-6767-485c-b90b-41187d96e792 req-7b829727-7f04-4646-8f21-1b5af0972b2e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515075 Nov 05 21:48:15.237867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53296) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:15.264479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f8eb599-9706-468b-8864-8c33aa45c77b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:15.288173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bdb9bebd-c111-4fbf-987b-5f60994d2673 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:15.332310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: bdb9bebd-c111-4fbf-987b-5f60994d2673 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:15.332310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device bdb9bebd-c111-4fbf-987b-5f60994d2673 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:15.332310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d035012a-0853-4c7b-8a9a-be3b0df19526 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:15.363803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: d035012a-0853-4c7b-8a9a-be3b0df19526 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:15.364226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d035012a-0853-4c7b-8a9a-be3b0df19526 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:15.369326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c975b7c9-3fcd-40ed-992a-d896ac4084c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3d60f4c77574ff39bd43a3c6ecad4fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301739 Nov 05 21:48:15.372324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53302) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:15.408795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.434337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.446731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.464368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5f4b9e98-c415-4f64-a656-f151b00df58c req-e22f116c-4c5b-4f06-9519-def3f40234d5 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0721848 Nov 05 21:48:15.465189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.472668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 7f8eb599-9706-468b-8864-8c33aa45c77b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f8eb599-9706-468b-8864-8c33aa45c77b,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:15.489827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '7f8eb599-9706-468b-8864-8c33aa45c77b', 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'port_id': '7f8eb599-9706-468b-8864-8c33aa45c77b', 'mac_address': 'fa:16:3e:c8:36:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcf55b4-eeef-4be0-a859-36f03fdb09ca', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:15.495033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.501851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.510230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470a7c4-ba47-4594-94ed-4111aaee62e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:15.517285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:15.529133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-14116719-adb4-4072-afd4-6f9282ecf449 req-8fd5ec26-deaa-4faa-aee0-74c096ae8765 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5417 time: 0.2324986 Nov 05 21:48:15.539405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470a7c4-ba47-4594-94ed-4111aaee62e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:15.555753 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:15.587202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8eb599-9706-468b-8864-8c33aa45c77b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:15.620038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 7f8eb599-9706-468b-8864-8c33aa45c77b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f8eb599-9706-468b-8864-8c33aa45c77b,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:15.639997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-14116719-adb4-4072-afd4-6f9282ecf449 req-59654399-8f2a-494c-83cc-b6afbcf2a9ab tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1096504 Nov 05 21:48:15.665077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ba5f033-d496-475a-b40f-d954b2247b30 req-def5ca81-1122-4ff5-a547-3b7af361a2b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0389535 Nov 05 21:48:15.694592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470a7c4-ba47-4594-94ed-4111aaee62e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:15.697958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470a7c4-ba47-4594-94ed-4111aaee62e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:15.699843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6470a7c4-ba47-4594-94ed-4111aaee62e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bab859c3-1999-4c8c-8e10-f799f416510f HTTP/1.1" status: 204 len: 168 time: 0.3265316 Nov 05 21:48:15.713417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470a7c4-ba47-4594-94ed-4111aaee62e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab859c3-1999-4c8c-8e10-f799f416510f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:15.728119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:15.729244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d5065d2d-b643-44b4-a69b-2794b131e876 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:15.885242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=7f8eb599-9706-468b-8864-8c33aa45c77b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:15.947836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d5065d2d-b643-44b4-a69b-2794b131e876, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d5065d2d-b643-44b4-a69b-2794b131e876,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:15.964872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'port_id': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'mac_address': 'fa:16:3e:08:66:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:16.017530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:16.033790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5065d2d-b643-44b4-a69b-2794b131e876 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:16.095377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d5065d2d-b643-44b4-a69b-2794b131e876, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d5065d2d-b643-44b4-a69b-2794b131e876,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:16.245104 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:16.245821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device be6ddd98-0a33-4abd-b248-a37e230feccb details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:16.276624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea35fca-5afa-4114-ac48-f9d6c038c6ce req-42cb0fe3-a0ca-4d70-bc83-4ddee8fdfabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.279075 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ea35fca-5afa-4114-ac48-f9d6c038c6ce req-42cb0fe3-a0ca-4d70-bc83-4ddee8fdfabc tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 950 time: 0.0937657 Nov 05 21:48:16.348424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d5065d2d-b643-44b4-a69b-2794b131e876,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:16.361935 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ea35fca-5afa-4114-ac48-f9d6c038c6ce req-0711eefb-32aa-4aad-b611-481ac66474a7 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765505 Nov 05 21:48:16.362808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port be6ddd98-0a33-4abd-b248-a37e230feccb, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=be6ddd98-0a33-4abd-b248-a37e230feccb,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:16.382190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'be6ddd98-0a33-4abd-b248-a37e230feccb', 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'port_id': 'be6ddd98-0a33-4abd-b248-a37e230feccb', 'mac_address': 'fa:16:3e:a7:a5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcf55b4-eeef-4be0-a859-36f03fdb09ca', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:16.448260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-c3039e95-0cc8-4e10-b1f6-e3aec2366aa9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.449945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-c3039e95-0cc8-4e10-b1f6-e3aec2366aa9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 950 time: 0.1108477 Nov 05 21:48:16.457797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:16.478400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6ddd98-0a33-4abd-b248-a37e230feccb {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:16.505184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port be6ddd98-0a33-4abd-b248-a37e230feccb, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=be6ddd98-0a33-4abd-b248-a37e230feccb,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:16.629917 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:16.630633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2b6bde2-e0e2-4844-96a9-be4627d988d2 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:16.674281 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dcd1b476-078f-40f1-bc10-e6e1b4559418 req-b332d129-c5c0-43d1-bc1e-2ce7e3375b74 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0656805 Nov 05 21:48:16.705356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d2b6bde2-e0e2-4844-96a9-be4627d988d2, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:16.713910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:16.714271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:16.721537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=be6ddd98-0a33-4abd-b248-a37e230feccb,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:16.733597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2', 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'port_id': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2', 'mac_address': 'fa:16:3e:66:26:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcf55b4-eeef-4be0-a859-36f03fdb09ca', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:16.788950 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:16.820057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b6bde2-e0e2-4844-96a9-be4627d988d2 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:16.865621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d2b6bde2-e0e2-4844-96a9-be4627d988d2, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:16.900934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:16.901305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:16.936345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.945861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.952874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.960374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.967903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.974326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.980525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:16.982417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-9556dfbb-f8f3-4cf5-9fbb-9b32dd52cf4d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5420 time: 0.1542542 Nov 05 21:48:16.987286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:17.010669 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.120705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df2b3c62-9b5c-4b11-840f-101ffd323b69 req-270c5cf6-19c9-4708-ba01-3c045fa5d9a2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1311235 Nov 05 21:48:17.122449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d2b6bde2-e0e2-4844-96a9-be4627d988d2,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:17.259058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53348) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:17.268279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 58f4e8f7-47db-4f99-b8f8-9b652105c956 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:17.398216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.406392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1766826608-network', 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:17.413760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 58f4e8f7-47db-4f99-b8f8-9b652105c956, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:17.426915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:17.463402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790', 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:17.469609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=33095f98-35f7-4cc3-bcd0-7b779c2ba7d1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:17.505198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '58f4e8f7-47db-4f99-b8f8-9b652105c956', 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087', 'port_id': '58f4e8f7-47db-4f99-b8f8-9b652105c956', 'mac_address': 'fa:16:3e:c4:38:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a334b8-180c-4708-bf96-4f302d966367', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:17.568162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aabee533-1c17-4fe8-a1f6-04fb170ba14b req-90333d3e-bbc1-4e87-b9e8-39ecf572bb9e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 210 time: 0.1029418 Nov 05 21:48:17.594307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:17.608380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.613582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-791c289e-d7d5-41fb-b662-9f2e80262d59 req-90828828-6f91-4276-ab3b-19a441781a41 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "DELETE /v2.0/ports/33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 HTTP/1.1" status: 204 len: 173 time: 1.1551313 Nov 05 21:48:17.614056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'name': 'network-vif-deleted', 'tag': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:17.627579 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af3618a-9abb-46d5-a80b-b07f52d492e7" -d '{"events": [{"server_uuid": "e8962725-4c38-4068-862c-7028e30fa2a6", "name": "network-vif-deleted", "tag": "33095f98-35f7-4cc3-bcd0-7b779c2ba7d1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:17.637813 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.651944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:17.652606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.665335 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.669492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f4e8f7-47db-4f99-b8f8-9b652105c956 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:17.677334 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ddebb3-7ab7-4f77-916f-8e62e808e20f x-openstack-request-id: req-32ddebb3-7ab7-4f77-916f-8e62e808e20f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:17.677636 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8962725-4c38-4068-862c-7028e30fa2a6", "name": "network-vif-deleted", "tag": "33095f98-35f7-4cc3-bcd0-7b779c2ba7d1", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:17.677898 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32ddebb3-7ab7-4f77-916f-8e62e808e20f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:17.678305 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8962725-4c38-4068-862c-7028e30fa2a6', 'name': 'network-vif-deleted', 'tag': '33095f98-35f7-4cc3-bcd0-7b779c2ba7d1', 'status': 'completed', 'code': 200} Nov 05 21:48:17.703437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d5065d2d-b643-44b4-a69b-2794b131e876'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:17.726291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 58f4e8f7-47db-4f99-b8f8-9b652105c956, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:17.788758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d2b6bde2-e0e2-4844-96a9-be4627d988d2'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:17.835257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1fcc424-2bc6-49f8-9a47-f045409c6ea6 req-3dc5c0c7-9c43-44dd-aa94-572ffca7bc62 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0361235 Nov 05 21:48:17.836980 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.859047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['7f8eb599-9706-468b-8864-8c33aa45c77b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:17.935305 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:17.936298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 482df8b5-d373-47a9-87d1-4f151e168030 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:17.977859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.018277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:48:18.043891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca6200-2a70-4e4b-9adc-e2771a426c02,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:18.060741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.061098 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Added segment 5928f647-2aa7-4a7e-ab44-aebea2bbf633 of type vlan for network 1098103c-4b0c-4f79-ae64-66d53814f51c Nov 05 21:48:18.170616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53368) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:18.180057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.231043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 482df8b5-d373-47a9-87d1-4f151e168030, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=482df8b5-d373-47a9-87d1-4f151e168030,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:18.263167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=58f4e8f7-47db-4f99-b8f8-9b652105c956,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:18.306853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '482df8b5-d373-47a9-87d1-4f151e168030', 'network_id': '317d7b5c-d1e6-49f8-bb31-f6bfc843f087', 'port_id': '482df8b5-d373-47a9-87d1-4f151e168030', 'mac_address': 'fa:16:3e:88:74:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a334b8-180c-4708-bf96-4f302d966367', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:18.367443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.368453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.369032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.445901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18f889fc-b0bf-4900-a7ce-972c807610d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.488000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.494805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.502669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.509967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.517996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.525492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.533105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.543755 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-ad1381d0-cfef-4681-9356-248d01f9c238 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5422 time: 0.2601991 Nov 05 21:48:18.546406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.587453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3273182 Nov 05 21:48:18.603990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482df8b5-d373-47a9-87d1-4f151e168030 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:18.605318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53380) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:18.619789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Request body: {'subnet': {'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1766826608-subnet', 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:18.639210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c38399b-9bdb-45a8-9118-ee9eb51b5b35 req-29e8a134-5f06-4be5-98a8-5e8da365b643 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3128f35b7c1d446f98e86b9f2bfe869a&device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0896068 Nov 05 21:48:18.641784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda4e1-694d-4237-be8a-140b2eac854d admin admin] Pushing event updated for resources: {'Network': ['ID=1098103c-4b0c-4f79-ae64-66d53814f51c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:18.689766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c38399b-9bdb-45a8-9118-ee9eb51b5b35 req-002e9765-fe49-4635-b076-3f247ed651bb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3128f35b7c1d446f98e86b9f2bfe869a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402181 Nov 05 21:48:18.726786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18f889fc-b0bf-4900-a7ce-972c807610d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.732854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 1098103c-4b0c-4f79-ae64-66d53814f51c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:48:18.735802 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2eef1917-9333-450b-9a28-6d199fedcb51 req-158a70f0-4fcf-4c5e-a604-7c1dec06b432 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1903551 Nov 05 21:48:18.748713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:18.754603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.833200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18f889fc-b0bf-4900-a7ce-972c807610d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:18.902056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f889fc-b0bf-4900-a7ce-972c807610d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca35c61f-a58b-4c34-b4e2-2001d2472f6b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:18.955942 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-899ccecf-9b86-4ec1-8a01-ebf36df0effa req-b7d682ef-2546-4818-8ce7-d1f68770de52 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0613577 Nov 05 21:48:18.962926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38399b-9bdb-45a8-9118-ee9eb51b5b35 req-eb012962-1083-4cbd-9c7d-3a383ca71478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:18.965948 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c38399b-9bdb-45a8-9118-ee9eb51b5b35 req-eb012962-1083-4cbd-9c7d-3a383ca71478 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677512 Nov 05 21:48:18.996111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-18f889fc-b0bf-4900-a7ce-972c807610d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=487b8e28cb5e481ca388d4ff84d73f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8239834 Nov 05 21:48:18.998390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:19.028384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['be6ddd98-0a33-4abd-b248-a37e230feccb'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:19.061179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38bbdf3c-c8ee-41ac-aedd-4b631310d0f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.088448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38bbdf3c-c8ee-41ac-aedd-4b631310d0f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.106683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 482df8b5-d373-47a9-87d1-4f151e168030, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=482df8b5-d373-47a9-87d1-4f151e168030,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:19.196906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-416bbf40-653a-4083-ba5f-d9d1eff09263 req-f3acdb47-86ec-438c-adc4-beb41f4d261b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8962725-4c38-4068-862c-7028e30fa2a6 HTTP/1.1" status: 200 len: 210 time: 0.0640957 Nov 05 21:48:19.214620 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.215263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 07716e02-a507-4c9a-890f-311f6a31175f details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:19.251229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.308880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d684052e-2885-42e0-af83-161849d67b8e,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:19.318863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:19.319221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Network hostable DHCP agents. Network: 1098103c-4b0c-4f79-ae64-66d53814f51c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:48:19.346622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=482df8b5-d373-47a9-87d1-4f151e168030,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:19.377277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38bbdf3c-c8ee-41ac-aedd-4b631310d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.380955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-38bbdf3c-c8ee-41ac-aedd-4b631310d0f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.385477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-38bbdf3c-c8ee-41ac-aedd-4b631310d0f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca35c61f-a58b-4c34-b4e2-2001d2472f6b HTTP/1.1" status: 204 len: 168 time: 0.3830678 Nov 05 21:48:19.395277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbdf3c-c8ee-41ac-aedd-4b631310d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca35c61f-a58b-4c34-b4e2-2001d2472f6b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:19.422319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:48:19.439988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 07716e02-a507-4c9a-890f-311f6a31175f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=07716e02-a507-4c9a-890f-311f6a31175f,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:19.452448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '07716e02-a507-4c9a-890f-311f6a31175f', 'network_id': 'f743c608-3f22-4271-bcad-61f66413d2e8', 'port_id': '07716e02-a507-4c9a-890f-311f6a31175f', 'mac_address': 'fa:16:3e:3f:65:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcf55b4-eeef-4be0-a859-36f03fdb09ca', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:19.499181 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.512365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07716e02-a507-4c9a-890f-311f6a31175f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:19.530888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 07716e02-a507-4c9a-890f-311f6a31175f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=07716e02-a507-4c9a-890f-311f6a31175f,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:19.553673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 1098103c-4b0c-4f79-ae64-66d53814f51c) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:19.557842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.558438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.564252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db57ef-1206-4a6a-a66c-7dc32aaaa602 None None] Network 1098103c-4b0c-4f79-ae64-66d53814f51c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:19.676138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-b63f4872-f764-45ff-96d9-e08deaac33e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0450263 Nov 05 21:48:19.696465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfef1b0-efee-4953-8385-592b26524f3d None None] Network 1098103c-4b0c-4f79-ae64-66d53814f51c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:19.708623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d30d44a4-6fc3-4b45-9239-1b762c21fe87 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0993090 Nov 05 21:48:19.724874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:19.784760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.785225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.787486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.787486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.787486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.787486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.788052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.790367 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-813bc00e-c705-41f1-9f53-066512fdd655 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6498 time: 0.0642471 Nov 05 21:48:19.826816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=07716e02-a507-4c9a-890f-311f6a31175f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:19.957078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-4477d8cf-634f-46b1-928c-077d7ffd3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.957411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-4477d8cf-634f-46b1-928c-077d7ffd3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.957742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-4477d8cf-634f-46b1-928c-077d7ffd3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.959327 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-4477d8cf-634f-46b1-928c-077d7ffd3855 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=c42f1891-be78-4079-8fbe-2c2273c31bfd&id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 2298 time: 0.1371748 Nov 05 21:48:19.965266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.973195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.981351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:19.991885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.000431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.006727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.015236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.017581 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-391ee1da-391a-4883-ae35-081749a88366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5424 time: 0.1465530 Nov 05 21:48:20.033269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:20.058255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:20.058948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 33095f98-35f7-4cc3-bcd0-7b779c2ba7d1 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:20.091248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eeade2e3-4c5c-484b-b5fe-570c453851bc req-0ae14c82-dd19-461a-8a9a-f0b1355aa430 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0550139 Nov 05 21:48:20.098387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-cf89ed08-f556-4fa8-b03d-6143dfbeeb7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 200 len: 1000 time: 0.1239161 Nov 05 21:48:20.100861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a376aee-a8f0-4873-9029-8a024a0f54ff req-57e87fa4-0eda-4060-b8a3-8c200a520c97 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0764244 Nov 05 21:48:20.167664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-6672882c-39e6-412b-8a41-4421b479c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.169123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-6672882c-39e6-412b-8a41-4421b479c048 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f95f881-444e-4810-b7cf-471248464054 HTTP/1.1" status: 200 len: 856 time: 0.0610535 Nov 05 21:48:20.216780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-e16ecd9a-4d6d-4212-b72c-46a5aabb7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.218363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-e16ecd9a-4d6d-4212-b72c-46a5aabb7550 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410562 Nov 05 21:48:20.387837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-73cc9b31-e99f-4a57-bef1-0857bd965bcd service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613858 Nov 05 21:48:20.482205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-25a78a2c-b622-48cc-82ee-8ec1e2990a0c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.483729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-25a78a2c-b622-48cc-82ee-8ec1e2990a0c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1713061 Nov 05 21:48:20.516543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-aa8f8239-186b-42d4-a885-ba22f7f3e3ce tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0212262 Nov 05 21:48:20.522636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-7bd318fc-c545-4611-aaf4-b7a17c21971b service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238618 Nov 05 21:48:20.580219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-4cea8d31-ce65-4aab-970e-fc4075f4c549 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566301 Nov 05 21:48:20.581617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-d524c3f5-0101-48c1-bcd3-c18ea4ce6ee9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 217 time: 0.0481966 Nov 05 21:48:20.624013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c38399b-9bdb-45a8-9118-ee9eb51b5b35 req-7d1d089f-f24a-4da8-9097-cb8ada543596 tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.46 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0298047 Nov 05 21:48:20.687780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-2e9cfef6-2e17-45b0-b80c-618093261191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.689291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-2e9cfef6-2e17-45b0-b80c-618093261191 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0951779 Nov 05 21:48:20.740832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-134d3001-e3e2-4c93-802a-52d4c9f6aa57 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535325 Nov 05 21:48:20.760684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-83e7819b-b835-43fd-b992-74dde65b093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:20.762201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-83e7819b-b835-43fd-b992-74dde65b093d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650537 Nov 05 21:48:21.007069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['482df8b5-d373-47a9-87d1-4f151e168030'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:21.119519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['58f4e8f7-47db-4f99-b8f8-9b652105c956'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:21.238690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['07716e02-a507-4c9a-890f-311f6a31175f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:21.321321 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-16db31a1-7370-422b-a0f7-f67306862de7 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700088 Nov 05 21:48:21.323607 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-5cd757e2-7fc1-454b-a8b6-4316906cef40 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499349 Nov 05 21:48:21.470436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-1f9e5c50-6318-43ac-879c-fb1a85e098d3 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377351 Nov 05 21:48:21.523237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-e1fc0460-7a6d-4414-9b5e-c13e6d5eddff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 217 time: 0.0404515 Nov 05 21:48:21.569647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-58618f9a-5586-40bd-bbe1-3f1852674ae8 req-472f6c1a-0855-4165-8fbd-11afdbd295ee tempest-ServerShowV257Test-606116412 tempest-ServerShowV257Test-606116412-project] 10.222.0.41 "GET /v2.0/ports?device_id=10483010-e810-4ee9-acb5-007539e9d766 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Nov 05 21:48:21.590611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-8bd1480c-c1e5-41cb-918d-2b1903afe9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.590611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-8bd1480c-c1e5-41cb-918d-2b1903afe9a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0450239 Nov 05 21:48:21.634823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-271cbf85-1eb8-4d13-885b-559ff46462be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.636369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-271cbf85-1eb8-4d13-885b-559ff46462be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508363 Nov 05 21:48:21.697035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.709983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.736691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.753785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.756167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-7da74609-ddf8-436c-8b6b-4a285cd94187 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101973 Nov 05 21:48:21.761068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.767960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.774103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.782933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-c6c329f5-58b6-42a1-9127-3a3554e87179 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5424 time: 0.1488888 Nov 05 21:48:21.877237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c96b172d-432c-473c-ab51-ca486c31aac2 req-98c0490b-cb85-44d7-95a2-db77da87433b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0893576 Nov 05 21:48:21.901659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66b2da-623b-4432-b57e-5516fd6ec227 req-6780867b-4d83-40ae-b90e-40c83c390501 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:21.903691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f66b2da-623b-4432-b57e-5516fd6ec227 req-6780867b-4d83-40ae-b90e-40c83c390501 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 950 time: 0.1386411 Nov 05 21:48:21.940819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-622700bf-3c84-4295-b099-4a99442ae912 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731899 Nov 05 21:48:21.941791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91ed505b-2adf-4aa7-ba35-65ba99cde183 req-6dc6cefd-2b1f-4829-8981-cb0e0d03ed52 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 210 time: 0.0266409 Nov 05 21:48:22.002757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-98bd5f06-547e-43e7-a060-ce0370217c64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28 HTTP/1.1" status: 200 len: 217 time: 0.0543196 Nov 05 21:48:22.022936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f66b2da-623b-4432-b57e-5516fd6ec227 req-8646b464-3e64-451a-adba-7d7fc7b14700 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111033 Nov 05 21:48:22.061040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-0f9ed014-7ed5-429f-81fe-ad9e3af3b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.062449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-0f9ed014-7ed5-429f-81fe-ad9e3af3b4b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0524600 Nov 05 21:48:22.111588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-a43a9012-ca0d-4a25-85ac-8ea606e6d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.113198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-a43a9012-ca0d-4a25-85ac-8ea606e6d33b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433528 Nov 05 21:48:22.205683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-aabeb459-6ba5-469d-ac5f-30575b3f53bc service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850759 Nov 05 21:48:22.305724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-11d9ecef-77b1-4cb2-bc57-aa6ed5ebe2c9 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906944 Nov 05 21:48:22.350048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-901d8e14-1085-4b29-9fdf-056ebbb7300d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb HTTP/1.1" status: 200 len: 217 time: 0.0354204 Nov 05 21:48:22.406295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-03d1c7fc-c82c-42d1-9bba-30538a613570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.407823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-03d1c7fc-c82c-42d1-9bba-30538a613570 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0504153 Nov 05 21:48:22.469889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-9db51042-2e47-415d-ac9c-692bbe78255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.471469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-9db51042-2e47-415d-ac9c-692bbe78255b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563309 Nov 05 21:48:22.581358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-87207fd4-c439-4327-bab5-765d43c94c0a service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958455 Nov 05 21:48:22.721982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-db1b0672-9138-4ce0-91e0-bd7b2e15ceb6 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312270 Nov 05 21:48:22.737374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-96aae2cd-b848-45f4-88f5-81368da2eeb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477636 Nov 05 21:48:22.792582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-35a4b97d-a303-4cf4-92c0-cc8afb847d45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 200 len: 217 time: 0.0621836 Nov 05 21:48:22.850451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-22017bff-024d-4539-8785-9415b4d28386 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.852469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-22017bff-024d-4539-8785-9415b4d28386 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/ports?device_id=e784c3ca-da28-419c-8fb6-4b41bf528955 HTTP/1.1" status: 200 len: 950 time: 0.1065376 Nov 05 21:48:22.855534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-b2781b23-3e01-49dd-97f2-9f0931f746fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.857310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-b2781b23-3e01-49dd-97f2-9f0931f746fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0571721 Nov 05 21:48:22.876258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de10c-aefc-4269-94c2-872dd31398be req-3b8d7035-4fb0-44d5-9215-6e9825ffc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.877811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-3b8d7035-4fb0-44d5-9215-6e9825ffc6a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c005b9d431941259d92be47ce0e6583&device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 1101 time: 0.0889511 Nov 05 21:48:22.912617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-f97c4d8e-92b4-4a2b-a239-79374e24a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:22.914112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-f97c4d8e-92b4-4a2b-a239-79374e24a6a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484216 Nov 05 21:48:23.053746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-0f3bce38-ca88-4697-8b42-8e6b59a34872 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.055202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-0f3bce38-ca88-4697-8b42-8e6b59a34872 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 950 time: 0.2011654 Nov 05 21:48:23.088624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99312fe4-dd5b-4f6f-813e-d4754394f593 req-0550f7dc-b5ad-4601-8df8-9c882474f81d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 210 time: 0.0642390 Nov 05 21:48:23.101252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.107343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.114012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.138591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.149719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.156308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.163055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.165154 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-5285b6d7-2f56-4f44-8670-4d7fa4f26ebc tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5424 time: 0.1829789 Nov 05 21:48:23.166339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:23.166671 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:23.169299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-31bbbab0-208b-4709-8f5e-58282445d1a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467616 Nov 05 21:48:23.276106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:23.276480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:23.292031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:23.296586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-fea06cd0-f282-4dda-9cdd-f51af045a3e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171820 Nov 05 21:48:23.312382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53500) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:23.323230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de10c-aefc-4269-94c2-872dd31398be req-38e44733-f9cb-4e73-8cfe-abd2e711a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.324730 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-38e44733-f9cb-4e73-8cfe-abd2e711a20c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.4109797 Nov 05 21:48:23.358360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-18ee8f52-6d10-4ccd-829f-d3f372403b09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 200 len: 217 time: 0.0523734 Nov 05 21:48:23.426720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-ffec4550-fb10-47f7-8902-c85d0761bc77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a5067aa0-5199-4455-ac77-228363f0f790 HTTP/1.1" status: 200 len: 217 time: 0.0891805 Nov 05 21:48:23.442795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b347157d-e7f3-452c-a556-e5fec0d4c1c0 req-1c893e35-8130-4ba1-9e5e-464ab68e49b8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2562513 Nov 05 21:48:23.444783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-bfbb477b-3abb-44fe-b714-7cf44f19e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.446145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-bfbb477b-3abb-44fe-b714-7cf44f19e3a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0770783 Nov 05 21:48:23.498443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b83b6-fb2d-4e7b-8997-b46e3900f72e req-6dba1e91-c0e1-43d3-a54d-855e8821fff2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.500132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a77b83b6-fb2d-4e7b-8997-b46e3900f72e req-6dba1e91-c0e1-43d3-a54d-855e8821fff2 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 950 time: 0.1810117 Nov 05 21:48:23.532331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e92a2f3-0544-4871-b5dd-e7f789898413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:23.552932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-449af939-0dd6-4f4d-be46-e6a4ab607cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.554449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-449af939-0dd6-4f4d-be46-e6a4ab607cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996144 Nov 05 21:48:23.555904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port ec0a9f98-280f-4459-9f3c-70313e6c2a0f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:23.556245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:23.559740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de10c-aefc-4269-94c2-872dd31398be req-550b1a21-6a2e-4b4d-bced-f463e8db1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:23.561191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-550b1a21-6a2e-4b4d-bced-f463e8db1d02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1258154 Nov 05 21:48:23.716417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e92a2f3-0544-4871-b5dd-e7f789898413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:23.719122 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-65691175-24c3-4a33-ab64-ae938ec5504e service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460719 Nov 05 21:48:23.731258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f8eb599-9706-468b-8864-8c33aa45c77b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:23.808784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e92a2f3-0544-4871-b5dd-e7f789898413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.041615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92a2f3-0544-4871-b5dd-e7f789898413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d39e0-6260-437c-8631-fda055133659,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:24.041615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8e92a2f3-0544-4871-b5dd-e7f789898413 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3128f35b7c1d446f98e86b9f2bfe869a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712225 Nov 05 21:48:24.041615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53510) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:24.041615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf10bc08-b4e8-4a2c-b57a-302fb33ed244 req-d1dd8423-1af6-44e6-8229-31e4e60414c4 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759114 Nov 05 21:48:24.041615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe5ca-907e-40de-92d3-88a63c64e5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.041615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe5ca-907e-40de-92d3-88a63c64e5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.044905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a77b83b6-fb2d-4e7b-8997-b46e3900f72e req-085db697-4ff5-464e-b063-09fe7370d582 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867585 Nov 05 21:48:24.044905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de10c-aefc-4269-94c2-872dd31398be req-b7548d8b-3a32-4bdd-9741-e39c2adba262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.044905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-b7548d8b-3a32-4bdd-9741-e39c2adba262 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4388943 Nov 05 21:48:24.050644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port ec0a9f98-280f-4459-9f3c-70313e6c2a0f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:24.051031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.081657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 7f8eb599-9706-468b-8864-8c33aa45c77b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:24.084656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 7f8eb599-9706-468b-8864-8c33aa45c77b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:24.084800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for ec0a9f98-280f-4459-9f3c-70313e6c2a0f owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:24.085208 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.170746 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.193984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.201419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe5ca-907e-40de-92d3-88a63c64e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.206112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-62dec2c2-612d-4223-b3f7-de1843485b50 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698089 Nov 05 21:48:24.207198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe5ca-907e-40de-92d3-88a63c64e5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.216134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790', 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:24.216459 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d8cbe5ca-907e-40de-92d3-88a63c64e5c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/685d39e0-6260-437c-8631-fda055133659 HTTP/1.1" status: 204 len: 168 time: 0.3212991 Nov 05 21:48:24.253861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:24.263509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:24.280332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20a5f7c8-9b15-4e4d-990c-b369915e195b req-ca3f6121-51d7-4b66-a873-c5c68e407a6c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 210 time: 0.0899410 Nov 05 21:48:24.281987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8eb599-9706-468b-8864-8c33aa45c77b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:24.284298 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5878fedf-1398-4688-96ca-e6de57899a0f" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "7f8eb599-9706-468b-8864-8c33aa45c77b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:24.328420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbe5ca-907e-40de-92d3-88a63c64e5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d39e0-6260-437c-8631-fda055133659,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:24.346925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 7f8eb599-9706-468b-8864-8c33aa45c77b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f8eb599-9706-468b-8864-8c33aa45c77b,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:24.377044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:24.389491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.389491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04145989-98d5-4b5d-9c2d-92d92f0b6b7f req-a5fb2250-3816-423a-a077-4269bba9e5a1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "DELETE /v2.0/ports/5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf HTTP/1.1" status: 204 len: 173 time: 1.5213187 Nov 05 21:48:24.390159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'name': 'network-vif-deleted', 'tag': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:24.393042 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0c32d8-2cab-4d24-a851-5fc08cf99c62" -d '{"events": [{"server_uuid": "e784c3ca-da28-419c-8fb6-4b41bf528955", "name": "network-vif-deleted", "tag": "5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:24.413473 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b53072-04dc-4a5b-82ac-8ad5e03395c3 x-openstack-request-id: req-d0b53072-04dc-4a5b-82ac-8ad5e03395c3 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:24.413798 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "7f8eb599-9706-468b-8864-8c33aa45c77b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:24.414656 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0b53072-04dc-4a5b-82ac-8ad5e03395c3 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:24.415054 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8eb599-9706-468b-8864-8c33aa45c77b', 'code': 200} Nov 05 21:48:24.435643 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1de10c-aefc-4269-94c2-872dd31398be req-78cab601-74ec-4d13-aef2-a770bb943d15 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997504 Nov 05 21:48:24.456865 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497d530-ad8b-4f59-bf5d-0adb5281cbc8 x-openstack-request-id: req-0497d530-ad8b-4f59-bf5d-0adb5281cbc8 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:24.457224 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e784c3ca-da28-419c-8fb6-4b41bf528955", "name": "network-vif-deleted", "tag": "5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:24.457624 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0497d530-ad8b-4f59-bf5d-0adb5281cbc8 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:24.458093 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e784c3ca-da28-419c-8fb6-4b41bf528955', 'name': 'network-vif-deleted', 'tag': '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf', 'status': 'completed', 'code': 200} Nov 05 21:48:24.502101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.502919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2b6bde2-e0e2-4844-96a9-be4627d988d2 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:24.550921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.611508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=ec0a9f98-280f-4459-9f3c-70313e6c2a0f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:24.728570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=7f8eb599-9706-468b-8864-8c33aa45c77b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:24.822722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.856666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.884891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.895076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.903472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.910003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.917070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:24.927443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-2e5b2fa0-677e-41ac-ba33-b52c14544291 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5425 time: 0.3874474 Nov 05 21:48:24.936019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port ec0a9f98-280f-4459-9f3c-70313e6c2a0f on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:24.943057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:24.945599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d2b6bde2-e0e2-4844-96a9-be4627d988d2 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:24.950919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ac0ca42-c261-48c8-9148-9ffab5a7b9b2 req-d427daea-8a3f-48d5-aff0-2df158e77fe4 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "DELETE /v2.0/ports/ec0a9f98-280f-4459-9f3c-70313e6c2a0f HTTP/1.1" status: 204 len: 173 time: 1.8730700 Nov 05 21:48:24.991845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d2b6bde2-e0e2-4844-96a9-be4627d988d2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:24.992217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:25.111988 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:25.153518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d2b6bde2-e0e2-4844-96a9-be4627d988d2, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:25.173309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-117de9e3-86a6-4fe7-b12d-970a3ebb8fea req-b9f6af18-aadf-4bbe-901b-a68c2848fbd6 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0542529 Nov 05 21:48:25.204177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1be9cd37-0d53-441a-a1ef-95b9b153be98 req-e351ca69-ed6a-404b-bce1-9355e2a36366 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2757318 Nov 05 21:48:25.241040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-261fb037-f0ed-4709-8a2c-008353464a1c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:25.243228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-261fb037-f0ed-4709-8a2c-008353464a1c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.2680473 Nov 05 21:48:25.264880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Request body: {'port': {'device_id': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'admin_state_up': True, 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:25.330541 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:25.331962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d5065d2d-b643-44b4-a69b-2794b131e876 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:25.436045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:25.491649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a73a7f93-9296-4598-a6b7-d077485964f6 req-1f76122a-63ae-4e81-89b7-c6ad01baf633 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 210 time: 0.0970778 Nov 05 21:48:25.509462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d2b6bde2-e0e2-4844-96a9-be4627d988d2,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:25.541775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:25.545901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:25.695693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d5065d2d-b643-44b4-a69b-2794b131e876 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:25.703741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64', '5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:25.710370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d5065d2d-b643-44b4-a69b-2794b131e876 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:25.710728 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:25.827269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Allocated IP 172.20.0.9 (1098103c-4b0c-4f79-ae64-66d53814f51c/d684052e-2885-42e0-af83-161849d67b8e/61da8ff6-02c8-44b8-9e35-9c4b0be757bf) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:25.978271 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.039170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d5065d2d-b643-44b4-a69b-2794b131e876, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d5065d2d-b643-44b4-a69b-2794b131e876,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:26.072179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.198808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.229646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device be6ddd98-0a33-4abd-b248-a37e230feccb up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:26.238931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53564) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:26.257592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.292107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d5065d2d-b643-44b4-a69b-2794b131e876,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:26.365011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:26.382452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd842225-c8ba-4977-ba72-ccefc10a018c req-69222bf8-1acf-487b-80bb-6006ef25220a tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=41c143ad-3c52-4900-b02c-35dc9480bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0632217 Nov 05 21:48:26.391880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:26.405678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:26.415812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2'}, {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:26.418446 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175d11d-f546-4528-8567-f00944b7b050" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "d2b6bde2-e0e2-4844-96a9-be4627d988d2"}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:26.421748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port be6ddd98-0a33-4abd-b248-a37e230feccb completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:26.426860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port be6ddd98-0a33-4abd-b248-a37e230feccb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:26.427781 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.438212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.445770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.462611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.465234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.473119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.481594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.491364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.497480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'name': 'network-vif-deleted', 'tag': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:26.500052 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fcddd0-c322-4000-bc81-9a672143ddc1" -d '{"events": [{"server_uuid": "41c143ad-3c52-4900-b02c-35dc9480bfb8", "name": "network-vif-deleted", "tag": "ec0a9f98-280f-4459-9f3c-70313e6c2a0f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:26.505247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2dcc140d-9d47-4f41-808e-d1fbadfcafd2 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5427 time: 0.1546676 Nov 05 21:48:26.509065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.509535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.510303 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798673e8-31af-49d2-ab16-8568e424c5b0 x-openstack-request-id: req-798673e8-31af-49d2-ab16-8568e424c5b0 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:26.510742 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "d2b6bde2-e0e2-4844-96a9-be4627d988d2", "code": 200}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:26.511200 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-798673e8-31af-49d2-ab16-8568e424c5b0 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:26.511935 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2', 'code': 200} Nov 05 21:48:26.513773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event updated for resources: {'Port': ['ID=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:26.517254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-411405288-network', 'tenant_id': '2d2e88041d844db4b135ef9cf2bc7bc3'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:26.523279 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'code': 200} Nov 05 21:48:26.588804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.588900 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae56e6-7e4b-4688-9d7c-c2de642d8d78 x-openstack-request-id: req-e1ae56e6-7e4b-4688-9d7c-c2de642d8d78 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:26.588900 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c143ad-3c52-4900-b02c-35dc9480bfb8", "name": "network-vif-deleted", "tag": "ec0a9f98-280f-4459-9f3c-70313e6c2a0f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:26.588900 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1ae56e6-7e4b-4688-9d7c-c2de642d8d78 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:26.588900 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c143ad-3c52-4900-b02c-35dc9480bfb8', 'name': 'network-vif-deleted', 'tag': 'ec0a9f98-280f-4459-9f3c-70313e6c2a0f', 'status': 'completed', 'code': 200} Nov 05 21:48:26.621073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port be6ddd98-0a33-4abd-b248-a37e230feccb, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=be6ddd98-0a33-4abd-b248-a37e230feccb,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:26.629655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ee8f5c2-9fb7-4ce3-ab35-f2371ba120d0 req-2fde4e34-471d-4288-9d19-7d10ddc8e5f8 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1232615 Nov 05 21:48:26.629655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Made reservation on behalf of 2d2e88041d844db4b135ef9cf2bc7bc3 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:26.631379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.642290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.703673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773f55-02c9-47d1-8d06-f7443b65112a req-ec43da39-b669-40f4-a0ad-1f131f01a580 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:26.705261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c773f55-02c9-47d1-8d06-f7443b65112a req-ec43da39-b669-40f4-a0ad-1f131f01a580 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 931 time: 0.0536773 Nov 05 21:48:26.711203 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.715081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 482df8b5-d373-47a9-87d1-4f151e168030 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:26.731925 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.767491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-2a30e5ed-f3f2-46e0-8174-97dd98848ea1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5062540 Nov 05 21:48:26.784841 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c773f55-02c9-47d1-8d06-f7443b65112a req-934c0b06-469f-469d-a010-d53711a8dbc5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606470 Nov 05 21:48:26.791217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Request body: {'port': {'device_id': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:26.798498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=be6ddd98-0a33-4abd-b248-a37e230feccb,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:26.845148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.857087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:48:26.868459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.868870 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Added segment f5bcd1df-e46a-4efc-bae7-a56ac94e5baf of type vlan for network 1a12f18e-a05e-401b-8bdf-def93253ea1f Nov 05 21:48:26.869917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.901702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 482df8b5-d373-47a9-87d1-4f151e168030 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:26.910966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 482df8b5-d373-47a9-87d1-4f151e168030 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:26.911905 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.933171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:26.943910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd864e-6f99-4c33-b634-d227bb37cc8a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:27.054033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.055018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.055626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.123934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] Pushing event updated for resources: {'Network': ['ID=1a12f18e-a05e-401b-8bdf-def93253ea1f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:27.136275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 1a12f18e-a05e-401b-8bdf-def93253ea1f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:48:27.190062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-da1306c4-3b08-4b1a-a3fb-a483735d25db admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9493999 Nov 05 21:48:27.193270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53580) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:27.199128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Request body: {'subnet': {'network_id': '1a12f18e-a05e-401b-8bdf-def93253ea1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-411405288-subnet', 'tenant_id': '2d2e88041d844db4b135ef9cf2bc7bc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:27.214432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61da8ff6-02c8-44b8-9e35-9c4b0be757bf {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:27.227206 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.253948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Transition to ACTIVE for port object 61da8ff6-02c8-44b8-9e35-9c4b0be757bf will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:48:27.263970 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.297570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 482df8b5-d373-47a9-87d1-4f151e168030, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=482df8b5-d373-47a9-87d1-4f151e168030,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:27.359005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Made reservation on behalf of 2d2e88041d844db4b135ef9cf2bc7bc3 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:27.361966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.364742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.387391 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.388261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 07716e02-a507-4c9a-890f-311f6a31175f up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:27.471461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=482df8b5-d373-47a9-87d1-4f151e168030,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:27.474526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:27.568477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 07716e02-a507-4c9a-890f-311f6a31175f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:27.572307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 07716e02-a507-4c9a-890f-311f6a31175f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:27.572685 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.582824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Attempting to bind port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:27.583156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Attempting to bind port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:27.583479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Attempting to bind port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:27.593339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf on network 1098103c-4b0c-4f79-ae64-66d53814f51c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:48:27.593658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Attempting to bind port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:27.607663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:27.607813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:27.608232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Bound using segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:27.608640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Bound port: 61da8ff6-02c8-44b8-9e35-9c4b0be757bf, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:27.608960 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.714990 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.721409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] For port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:27.725092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] For port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:27.758752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 07716e02-a507-4c9a-890f-311f6a31175f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=07716e02-a507-4c9a-890f-311f6a31175f,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:27.765399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.793817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.800131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.806639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.813404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.819711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.825703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.834218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab55886f-7e1d-47e4-bca8-da149b4e5f5e,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:27.836944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.839392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.839589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45b2be98-128f-4983-b133-9a38813fac2f req-962c75fc-e0b9-4466-9f11-defc75aedc55 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5429 time: 0.1157176 Nov 05 21:48:27.850305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Checking segment: {'id': 'f5bcd1df-e46a-4efc-bae7-a56ac94e5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1a12f18e-a05e-401b-8bdf-def93253ea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:27.850676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Network hostable DHCP agents. Network: 1a12f18e-a05e-401b-8bdf-def93253ea1f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:48:27.885724 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.886906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 58f4e8f7-47db-4f99-b8f8-9b652105c956 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:27.901008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:27.901632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:27.908961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] 10.222.0.13 "PUT /v2.0/ports/61da8ff6-02c8-44b8-9e35-9c4b0be757bf HTTP/1.1" status: 200 len: 1091 time: 1.1169004 Nov 05 21:48:27.921460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a43cc-e870-4f38-a58d-930a1aab2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:27.948951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45b2be98-128f-4983-b133-9a38813fac2f req-797b36f1-febb-47e7-a1d0-dceb0c61a3db tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1002405 Nov 05 21:48:28.021398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=07716e02-a507-4c9a-890f-311f6a31175f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:28.031853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Network 1a12f18e-a05e-401b-8bdf-def93253ea1f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:48:28.032831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:28.060163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:28.060555 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5f235ac7-5bc8-4e85-a6b8-b0e0ea37fabf not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:28.107757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-33a2494d-c530-4968-ae40-1f4e1a41eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.109230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-33a2494d-c530-4968-ae40-1f4e1a41eb29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 1094 time: 0.0542943 Nov 05 21:48:28.117109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53719661-eb13-4304-a432-713df6237e91 req-d79308a3-1fd9-43a2-91c4-3ed919f85fcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.133587 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53719661-eb13-4304-a432-713df6237e91 req-d79308a3-1fd9-43a2-91c4-3ed919f85fcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 943 time: 0.0769994 Nov 05 21:48:28.144654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 58f4e8f7-47db-4f99-b8f8-9b652105c956 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:28.168764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 1a12f18e-a05e-401b-8bdf-def93253ea1f) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:28.171361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-069c2c02-c550-4ef9-928c-14fe8d82c82c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8ff6-02c8-44b8-9e35-9c4b0be757bf HTTP/1.1" status: 200 len: 217 time: 0.0532026 Nov 05 21:48:28.175260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.176128 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.191064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 58f4e8f7-47db-4f99-b8f8-9b652105c956 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:28.191460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.203218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5975261-7ae3-4a83-913c-b286299ad56c None None] Network 1a12f18e-a05e-401b-8bdf-def93253ea1f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:28.211837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53719661-eb13-4304-a432-713df6237e91 req-52067085-756d-4157-a2af-506234d2aae0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620143 Nov 05 21:48:28.243489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-a743ff3e-95c7-4190-a5d7-02b78b2ccc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.245838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-a743ff3e-95c7-4190-a5d7-02b78b2ccc17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.0584714 Nov 05 21:48:28.252462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-043179ff-91ad-4504-a8b9-1fcfa5101024 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0574164 Nov 05 21:48:28.319563 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-51cb6484-8368-4b86-8af3-5a0a0389b16b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646458 Nov 05 21:48:28.365576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53608) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:28.435909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.501121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 58f4e8f7-47db-4f99-b8f8-9b652105c956, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:28.501778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-cfab83ef-0152-42ac-b3fb-1467112dc6e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727412 Nov 05 21:48:28.523491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53614) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:28.524053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6ddd98-0a33-4abd-b248-a37e230feccb'}, {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482df8b5-d373-47a9-87d1-4f151e168030'}, {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f'}, {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f4e8f7-47db-4f99-b8f8-9b652105c956'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:28.526735 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a89a9-3f3e-4ffb-8e1b-fd5502299bb6" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "be6ddd98-0a33-4abd-b248-a37e230feccb"}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "482df8b5-d373-47a9-87d1-4f151e168030"}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "07716e02-a507-4c9a-890f-311f6a31175f"}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "58f4e8f7-47db-4f99-b8f8-9b652105c956"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:28.532022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0d4a6-5b13-498a-9a8d-28c7a2b315e4 None None] Network 1a12f18e-a05e-401b-8bdf-def93253ea1f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:28.577574 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4f26-172e-4270-b209-2a447483a91d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.599016 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.599016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device ec0a9f98-280f-4459-9f3c-70313e6c2a0f no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:28.605993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'tag': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:28.607908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] Deleting subnet ab55886f-7e1d-47e4-bca8-da149b4e5f5e {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:48:28.611164 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff371219-9c73-41bf-88db-48d9ae960f87" -d '{"events": [{"name": "network-changed", "server_uuid": "2468409f-dfbf-4cdb-a989-06e5560cf703", "tag": "61da8ff6-02c8-44b8-9e35-9c4b0be757bf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:28.632529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.675168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e378ea25-f095-4aff-9a4b-bd438cfc9ba2 req-801deb49-32b7-4f76-886d-5ffce366feeb service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584401 Nov 05 21:48:28.681989 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcec97c-9fb1-4cda-8503-8cc571f4cc77 x-openstack-request-id: req-afcec97c-9fb1-4cda-8503-8cc571f4cc77 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:28.682729 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "be6ddd98-0a33-4abd-b248-a37e230feccb", "code": 200}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "482df8b5-d373-47a9-87d1-4f151e168030", "code": 200}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "07716e02-a507-4c9a-890f-311f6a31175f", "code": 200}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-plugged", "status": "completed", "tag": "58f4e8f7-47db-4f99-b8f8-9b652105c956", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:28.683169 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afcec97c-9fb1-4cda-8503-8cc571f4cc77 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:28.683743 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6ddd98-0a33-4abd-b248-a37e230feccb', 'code': 200} Nov 05 21:48:28.684162 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482df8b5-d373-47a9-87d1-4f151e168030', 'code': 200} Nov 05 21:48:28.684572 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f', 'code': 200} Nov 05 21:48:28.684969 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f4e8f7-47db-4f99-b8f8-9b652105c956', 'code': 200} Nov 05 21:48:28.689866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: ec0a9f98-280f-4459-9f3c-70313e6c2a0f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:28.690422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device ec0a9f98-280f-4459-9f3c-70313e6c2a0f not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:28.711763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.719402 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc1080-825a-4c8f-af62-2b6ce06cbecc x-openstack-request-id: req-23bc1080-825a-4c8f-af62-2b6ce06cbecc {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:28.720106 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2468409f-dfbf-4cdb-a989-06e5560cf703", "tag": "61da8ff6-02c8-44b8-9e35-9c4b0be757bf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:28.720585 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23bc1080-825a-4c8f-af62-2b6ce06cbecc {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:28.721004 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'tag': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf', 'status': 'completed', 'code': 200} Nov 05 21:48:28.784130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=58f4e8f7-47db-4f99-b8f8-9b652105c956,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:28.788109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.820793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.821868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.822501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.824667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.825418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.829477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.830527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.833465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4f26-172e-4270-b209-2a447483a91d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.834591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-abcfa4b4-e2bb-43e9-b718-4b2827535743 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.0946174 Nov 05 21:48:28.924637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4f26-172e-4270-b209-2a447483a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.954030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:28.968219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd9936-7da3-45ae-a43b-3dc52e11e8c5 req-c1295f57-8ade-4f9f-ae8c-f37803476eb1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.969783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17cd9936-7da3-45ae-a43b-3dc52e11e8c5 req-c1295f57-8ade-4f9f-ae8c-f37803476eb1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 949 time: 0.1171019 Nov 05 21:48:28.981147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d5c3e5b-f426-4840-9798-6d4a6b334a08 req-d86d87d6-8de3-466f-88d2-6ff76a4f25b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1393733 Nov 05 21:48:28.983106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-ed816abb-9ba6-4513-a240-5a3536bf6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:28.985044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-ed816abb-9ba6-4513-a240-5a3536bf6567 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 1094 time: 0.1112103 Nov 05 21:48:29.003850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a1d4f26-172e-4270-b209-2a447483a91d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62ef75a0554e4829aeae3023739cac8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6371512 Nov 05 21:48:29.005996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab55886f-7e1d-47e4-bca8-da149b4e5f5e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:29.008404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53624) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:29.011673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d4f26-172e-4270-b209-2a447483a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce600ce1-bfb1-4304-bc9c-5feb59c7429b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:29.021772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.025069 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8351eb9c-966f-40d6-be68-b0627a2c4acf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab55886f-7e1d-47e4-bca8-da149b4e5f5e HTTP/1.1" status: 204 len: 168 time: 0.5003507 Nov 05 21:48:29.027940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53626) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:29.094902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17cd9936-7da3-45ae-a43b-3dc52e11e8c5 req-b07474e6-9819-48e1-873c-4ec4207968f5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087823 Nov 05 21:48:29.127987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-dd3ecf3b-de61-40dd-8a64-ee2d2e3915a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.129477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-dd3ecf3b-de61-40dd-8a64-ee2d2e3915a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 907 time: 0.1295316 Nov 05 21:48:29.174873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-c8d47e24-050b-49c7-902e-1ee47666a9e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8ff6-02c8-44b8-9e35-9c4b0be757bf HTTP/1.1" status: 200 len: 217 time: 0.0362394 Nov 05 21:48:29.181075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.204064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f008bf3-0f2e-41d6-bfb0-1fbd3258b4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.231202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.233693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-727a3a02-35ba-4169-8dfc-16833c36e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.235265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-727a3a02-35ba-4169-8dfc-16833c36e163 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.0468004 Nov 05 21:48:29.237587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.243996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.251135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.256849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.262940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.269677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.271668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-935698e8-7b6d-4f57-8396-441495f563d1 req-982aa63f-9802-4331-b8c7-10f47a38e234 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.1429098 Nov 05 21:48:29.276793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-9ffe09f1-b7fd-45b9-9def-72026344f503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320666 Nov 05 21:48:29.304992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f008bf3-0f2e-41d6-bfb0-1fbd3258b4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.394014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed711e8-85ae-4643-98fc-a2631d649f24 req-63cb9ab7-52eb-40c5-b928-7313cfd706d2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.395514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eed711e8-85ae-4643-98fc-a2631d649f24 req-63cb9ab7-52eb-40c5-b928-7313cfd706d2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 943 time: 0.1141410 Nov 05 21:48:29.407958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.427671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-b1e73838-1666-4a01-8a87-534c1b4b1ed8 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369798 Nov 05 21:48:29.447075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a12f18e-a05e-401b-8bdf-def93253ea1f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:29.462579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-935698e8-7b6d-4f57-8396-441495f563d1 req-c1124211-da99-45b7-adb8-cab2943c8cf1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1817496 Nov 05 21:48:29.464275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bcd1df-e46a-4efc-bae7-a56ac94e5baf') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:29.464563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bcd1df-e46a-4efc-bae7-a56ac94e5baf') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:29.474339 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.494216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.501568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:48:29.501975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:48:29.503766 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:48:29.513129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eed711e8-85ae-4643-98fc-a2631d649f24 req-3eeb7b96-3904-4077-a9e7-a9d8ad2649cd tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Nov 05 21:48:29.552119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff371219-9c73-41bf-88db-48d9ae960f87 req-51f285b1-646b-4508-a7db-adba9bd19321 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110537 Nov 05 21:48:29.577043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f008bf3-0f2e-41d6-bfb0-1fbd3258b4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.579862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f008bf3-0f2e-41d6-bfb0-1fbd3258b4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.580956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6f008bf3-0f2e-41d6-bfb0-1fbd3258b4b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce600ce1-bfb1-4304-bc9c-5feb59c7429b HTTP/1.1" status: 204 len: 168 time: 0.5702426 Nov 05 21:48:29.614998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f008bf3-0f2e-41d6-bfb0-1fbd3258b4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce600ce1-bfb1-4304-bc9c-5feb59c7429b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:29.641282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-267bca4e-8e2f-4396-975a-e0dbf995b0bb tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:29.642820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-267bca4e-8e2f-4396-975a-e0dbf995b0bb tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 949 time: 0.0756595 Nov 05 21:48:29.721654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.728746 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.731162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] 10.222.0.41 "DELETE /v2.0/networks/1a12f18e-a05e-401b-8bdf-def93253ea1f HTTP/1.1" status: 204 len: 168 time: 0.6929932 Nov 05 21:48:29.745268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54831-897d-4f47-b69b-f023ad30dfdd admin admin] Pushing event deleted for resources: {'Network': ['ID=1a12f18e-a05e-401b-8bdf-def93253ea1f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:29.771125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:29.771492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.865052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:29.865814 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:29.880912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:30.046558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 61da8ff6-02c8-44b8-9e35-9c4b0be757bf details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:30.119526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.132478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', '2538b8c8-feb5-460a-adf5-74ef75f40c64'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:30.161391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:30.166547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53640) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:30.168748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=5b9fe8cd-ea3a-4542-84dc-c70e61e91a49,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:30.231832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:30.234633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.238359 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c15f222-479c-4a31-806b-5b99bd71fcfa req-fa8d5681-7e31-454b-b098-adc2a93c25b3 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "DELETE /v2.0/ports/5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 HTTP/1.1" status: 204 len: 173 time: 0.5879705 Nov 05 21:48:30.239038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:30.246708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'name': 'network-vif-deleted', 'tag': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:30.249174 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c2d521-ec40-46ca-930f-d1017dfeacc5" -d '{"events": [{"server_uuid": "d3263a80-c5e9-4c53-a490-f2124f368d1b", "name": "network-vif-deleted", "tag": "5b9fe8cd-ea3a-4542-84dc-c70e61e91a49"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:30.274258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8680226-5cec-45ff-bd34-3992dea3547f req-ef1b93a0-49b1-4598-8fb2-e97008d354b5 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 210 time: 0.0437381 Nov 05 21:48:30.275247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-40936527-b65a-42b9-acbf-6fda0267d394 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d2e88041d844db4b135ef9cf2bc7bc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1074393 Nov 05 21:48:30.278204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53644) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:30.283625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'port_id': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf', 'mac_address': 'fa:16:3e:30:8c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd684052e-2885-42e0-af83-161849d67b8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:30.287112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f953-497a-4eda-b499-8294bbd0df07 req-2224e5e8-6a51-4f78-b666-6ce2a87c490b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.290207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b515f953-497a-4eda-b499-8294bbd0df07 req-2224e5e8-6a51-4f78-b666-6ce2a87c490b tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ae41be-f22a-45ce-84e7-f036c8e7c47f HTTP/1.1" status: 200 len: 949 time: 0.1086771 Nov 05 21:48:30.317407 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76db8ecb-fe66-42ed-8292-f7b345f6d873 x-openstack-request-id: req-76db8ecb-fe66-42ed-8292-f7b345f6d873 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:30.317700 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3263a80-c5e9-4c53-a490-f2124f368d1b", "name": "network-vif-deleted", "tag": "5b9fe8cd-ea3a-4542-84dc-c70e61e91a49", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:30.317954 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76db8ecb-fe66-42ed-8292-f7b345f6d873 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:30.318354 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3263a80-c5e9-4c53-a490-f2124f368d1b', 'name': 'network-vif-deleted', 'tag': '5b9fe8cd-ea3a-4542-84dc-c70e61e91a49', 'status': 'completed', 'code': 200} Nov 05 21:48:30.355315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.377515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.407280 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.444196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port 2538b8c8-feb5-460a-adf5-74ef75f40c64 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:30.444528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.453230 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61da8ff6-02c8-44b8-9e35-9c4b0be757bf {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:30.491774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:30.512000 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.535460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.539283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.540507 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aafd864e-6f99-4c33-b634-d227bb37cc8a HTTP/1.1" status: 204 len: 168 time: 0.2613325 Nov 05 21:48:30.563811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port 2538b8c8-feb5-460a-adf5-74ef75f40c64, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2538b8c8-feb5-460a-adf5-74ef75f40c64,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:30.564397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.564956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd864e-6f99-4c33-b634-d227bb37cc8a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:30.581186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for 2538b8c8-feb5-460a-adf5-74ef75f40c64 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:30.598658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:30.610715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.611207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.615000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.615389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.620264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.620264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.620588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.625605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.625605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.625605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.625605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.625605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcceb87-8013-486b-bbcd-b1ef907f108e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:30.738496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:30.754231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.760545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.766646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.773053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.778987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.785718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.791772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.797711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e14e27-dd24-47ca-b56e-af20f6dad2ae req-33ebc6a4-30b1-4c44-8335-dd822d5286c6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:30.800304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43e14e27-dd24-47ca-b56e-af20f6dad2ae req-33ebc6a4-30b1-4c44-8335-dd822d5286c6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 944 time: 0.1127720 Nov 05 21:48:30.800837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-14a3bb93-ec3d-47d1-848a-7b6c357c2404 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.2091568 Nov 05 21:48:30.864256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8aaa8caa-2c2e-42a7-9265-6b90eb7e65a7 req-a5008f1d-40e7-4b80-82eb-1e35bbb0be34 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0621779 Nov 05 21:48:30.869832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:30.894032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43e14e27-dd24-47ca-b56e-af20f6dad2ae req-77cc6138-6792-4fa8-9681-44dcf0fdc88a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921383 Nov 05 21:48:31.004922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:31.016757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:31.044199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=2538b8c8-feb5-460a-adf5-74ef75f40c64,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:31.126253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port 2538b8c8-feb5-460a-adf5-74ef75f40c64 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:31.129049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:31.134180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b515f953-497a-4eda-b499-8294bbd0df07 req-dcd5e9d8-9c62-47c2-9f4a-e8ef078a4166 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.13 "DELETE /v2.0/ports/2538b8c8-feb5-460a-adf5-74ef75f40c64 HTTP/1.1" status: 204 len: 173 time: 0.8355546 Nov 05 21:48:31.134180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'name': 'network-vif-deleted', 'tag': '2538b8c8-feb5-460a-adf5-74ef75f40c64'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:31.135285 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188daf25-9f1c-499d-a020-308ad55e6bc2" -d '{"events": [{"server_uuid": "72ae41be-f22a-45ce-84e7-f036c8e7c47f", "name": "network-vif-deleted", "tag": "2538b8c8-feb5-460a-adf5-74ef75f40c64"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:31.185385 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a907a1-317a-4769-a15f-1040969a3526 x-openstack-request-id: req-79a907a1-317a-4769-a15f-1040969a3526 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:31.185841 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ae41be-f22a-45ce-84e7-f036c8e7c47f", "name": "network-vif-deleted", "tag": "2538b8c8-feb5-460a-adf5-74ef75f40c64", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:31.186098 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79a907a1-317a-4769-a15f-1040969a3526 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:31.186618 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ae41be-f22a-45ce-84e7-f036c8e7c47f', 'name': 'network-vif-deleted', 'tag': '2538b8c8-feb5-460a-adf5-74ef75f40c64', 'status': 'completed', 'code': 200} Nov 05 21:48:31.388996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8518749d-fbcf-4318-a73c-2f2149c7617f req-ce42fbbb-4de1-453e-a636-c339356b4f68 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3263a80-c5e9-4c53-a490-f2124f368d1b HTTP/1.1" status: 200 len: 210 time: 0.0275636 Nov 05 21:48:31.862614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53678) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:31.975952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-369488047-network', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:32.017116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.023141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.029276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.030940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4e8f6-f1e2-42a0-910d-fc35aeec06a2 req-4c0387f8-b592-42e9-94f1-48e9a080f2bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.035403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.040596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1de4e8f6-f1e2-42a0-910d-fc35aeec06a2 req-4c0387f8-b592-42e9-94f1-48e9a080f2bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 944 time: 0.0601087 Nov 05 21:48:32.041453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.048054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.054501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.056377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 61da8ff6-02c8-44b8-9e35-9c4b0be757bf up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:32.064151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f56284d2-a857-4e0d-9fda-f24023196523 req-030d3ff7-1db8-43a9-8d49-77ef783f4766 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.1281552 Nov 05 21:48:32.066529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Made reservation on behalf of 5f4287df32194c58a93e9d4fb51c011b for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:32.069011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.091760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.133170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1de4e8f6-f1e2-42a0-910d-fc35aeec06a2 req-6277c81e-5f57-4f9c-a510-831b623c40c6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845144 Nov 05 21:48:32.187359 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f56284d2-a857-4e0d-9fda-f24023196523 req-e91887ce-305b-4160-bb55-f603562e5cd9 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0918858 Nov 05 21:48:32.205692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:32.210231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:32.210655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.243196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.300136 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.301946 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.325270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:32.327449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:48:32.327906 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc33070-8303-4a5b-8edf-6553ed12166b" -d '{"events": [{"server_uuid": "2468409f-dfbf-4cdb-a989-06e5560cf703", "name": "network-vif-plugged", "status": "completed", "tag": "61da8ff6-02c8-44b8-9e35-9c4b0be757bf"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:32.342112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:32.342724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b40cd-3ecc-435e-803d-3a965274e14c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:32.347957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.348234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.348579 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Added segment d6206627-d1b4-456a-9813-b3689378af1e of type vlan for network 4b0fd063-a377-4d32-b254-76bd2e233467 Nov 05 21:48:32.354043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.360031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.366038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.372205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.378747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.384801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.386650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-782bd45b-4709-445d-a7d8-87d14d0350f2 req-a8ace627-a800-482c-a8c8-da0f029ff605 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.1149197 Nov 05 21:48:32.394080 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f29fa-53b2-406a-b26b-5e992ace727e x-openstack-request-id: req-535f29fa-53b2-406a-b26b-5e992ace727e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:32.394080 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2468409f-dfbf-4cdb-a989-06e5560cf703", "name": "network-vif-plugged", "status": "completed", "tag": "61da8ff6-02c8-44b8-9e35-9c4b0be757bf", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:32.394080 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-535f29fa-53b2-406a-b26b-5e992ace727e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:32.394080 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf', 'code': 200} Nov 05 21:48:32.394627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.400132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53694) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:32.404678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Request body: {'floatingip': {'port_id': 'd5065d2d-b643-44b4-a69b-2794b131e876'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:32.410455 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.411279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:32.451233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.452553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:32.454883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5b9fe8cd-ea3a-4542-84dc-c70e61e91a49 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:32.454883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2538b8c8-feb5-460a-adf5-74ef75f40c64 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:32.498116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 2538b8c8-feb5-460a-adf5-74ef75f40c64 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:32.498630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2538b8c8-feb5-460a-adf5-74ef75f40c64 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:32.501979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.503118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.503478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.541427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:32.571638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0fd063-a377-4d32-b254-76bd2e233467,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:32.580910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3fb8c-e9b8-4d37-8393-0d36f51970e1 req-91b8a1b7-e7ea-4000-8728-a8a75e71409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:32.582400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61a3fb8c-e9b8-4d37-8393-0d36f51970e1 req-91b8a1b7-e7ea-4000-8728-a8a75e71409b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 1096 time: 0.0940330 Nov 05 21:48:32.586854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4b0fd063-a377-4d32-b254-76bd2e233467 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:48:32.642315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-56e6636b-e884-47b1-a37e-9aa6b51b6ad3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7785001 Nov 05 21:48:32.645004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:32.650289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Request body: {'subnet': {'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-369488047-subnet', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:32.694688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61a3fb8c-e9b8-4d37-8393-0d36f51970e1 req-a0e7f8fa-ab2d-4c66-abd8-087381b93464 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021976 Nov 05 21:48:32.757241 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:32.791193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Made reservation on behalf of 5f4287df32194c58a93e9d4fb51c011b for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:32.793794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.113561 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.186218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Checking segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:33.186582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Network hostable DHCP agents. Network: 4b0fd063-a377-4d32-b254-76bd2e233467, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:48:33.190975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfc746d-a399-4e56-815f-f5bc9c201b25,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:33.250268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.255574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b078df-e7c4-401b-af61-8bebecd432e8 req-415f328a-33b2-4bfc-b371-ece9ebb42897 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:33.257124 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49b078df-e7c4-401b-af61-8bebecd432e8 req-415f328a-33b2-4bfc-b371-ece9ebb42897 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 945 time: 0.0516202 Nov 05 21:48:33.302554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Network 4b0fd063-a377-4d32-b254-76bd2e233467 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:48:33.311449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49b078df-e7c4-401b-af61-8bebecd432e8 req-1d62b568-688c-4e2a-b62d-515e6aef6b14 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 Nov 05 21:48:33.331805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.386994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4b0fd063-a377-4d32-b254-76bd2e233467) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:33.391614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:33.392113 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.396945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3020bdd-290f-4d23-8af2-d08f39a3df13 None None] Network 4b0fd063-a377-4d32-b254-76bd2e233467 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:33.473486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1dcc-fc4b-4ae0-9c58-f11edee20674 req-f6c70b84-4880-4b4e-862a-d8f65d8af3bd tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:33.474975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6fd1dcc-fc4b-4ae0-9c58-f11edee20674 req-f6c70b84-4880-4b4e-862a-d8f65d8af3bd tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 950 time: 0.1080172 Nov 05 21:48:33.486254 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Floating IP a5cebb55-63a0-4c5d-a554-35421515882e associated. External IP: 172.25.6.98, port: d5065d2d-b643-44b4-a69b-2794b131e876. Nov 05 21:48:33.492890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9e67e0f9-7ea8-4d21-9e30-74deb2f0f256 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8466659 Nov 05 21:48:33.495646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53718) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:33.499990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:33.545190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-4b0fd063-a377-4d32-b254-76bd2e233467', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:48:33.545839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.581599 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.582651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.600169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6fd1dcc-fc4b-4ae0-9c58-f11edee20674 req-e82e6ffc-65c5-4cf0-afc8-132c1d11cb9e tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170204 Nov 05 21:48:33.656957 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.750934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:48:33.819645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Allocated IP 172.20.0.2 (4b0fd063-a377-4d32-b254-76bd2e233467/3bfc746d-a399-4e56-815f-f5bc9c201b25/2c1e86f3-46bd-40db-9d25-ccf417723452) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:33.876792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:48:33.882175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.891388 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] Sync routers for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:48:33.897251 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:33.905833 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:33.907269 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:33.930674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4e69676a-3739-405d-bb50-43c84524d5b5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "PUT /v2.0/floatingips/a5cebb55-63a0-4c5d-a554-35421515882e HTTP/1.1" status: 200 len: 990 time: 1.5294178 Nov 05 21:48:33.931305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:33.934881 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61543a89-3df6-41c3-a6a7-7194802b912b" -d '{"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:33.981754 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7235ed94-bcd0-4f65-832c-aa68c42172d1 x-openstack-request-id: req-7235ed94-bcd0-4f65-832c-aa68c42172d1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:33.981754 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:33.982019 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7235ed94-bcd0-4f65-832c-aa68c42172d1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:33.982209 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'status': 'completed', 'code': 200} Nov 05 21:48:33.995450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.053303 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:34.067804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.103264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.103264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.103264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.103953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.104382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.105080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.105544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.108835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61543a89-3df6-41c3-a6a7-7194802b912b req-735a449f-854b-41b3-8234-93a64d7edcbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.0866969 Nov 05 21:48:34.132127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Network 4b0fd063-a377-4d32-b254-76bd2e233467 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:34.137086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:34.147536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:34.157379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Pushing event updated for resources: {'Port': ['ID=2c1e86f3-46bd-40db-9d25-ccf417723452,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:34.216245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Attempting to bind port 2c1e86f3-46bd-40db-9d25-ccf417723452 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:34.217338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Attempting to bind port 2c1e86f3-46bd-40db-9d25-ccf417723452 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:34.217338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Attempting to bind port 2c1e86f3-46bd-40db-9d25-ccf417723452 on network 4b0fd063-a377-4d32-b254-76bd2e233467 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:34.223676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:34.224897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Checking segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:34.225365 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.225858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Bound using segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:34.226411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Bound port: 2c1e86f3-46bd-40db-9d25-ccf417723452, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:34.227006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.242839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.263992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.265289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-b2647bc5-1266-4c85-9a85-cf1c2635702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.268663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61543a89-3df6-41c3-a6a7-7194802b912b req-b2647bc5-1266-4c85-9a85-cf1c2635702b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4 HTTP/1.1" status: 200 len: 912 time: 0.1525376 Nov 05 21:48:34.332445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] For port 2c1e86f3-46bd-40db-9d25-ccf417723452, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:34.336208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] For port 2c1e86f3-46bd-40db-9d25-ccf417723452, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c1e86f3-46bd-40db-9d25-ccf417723452,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:34.363399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61543a89-3df6-41c3-a6a7-7194802b912b req-db85c3d2-2724-4ea5-b2b7-370cdb767abc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 998 time: 0.0870979 Nov 05 21:48:34.366185 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a5cebb55-63a0-4c5d-a554-35421515882e', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'port_id': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'mac_address': 'fa:16:3e:08:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:47:10Z', 'updated_at': '2021-11-05T21:48:33Z', 'revision_number': 1, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:13Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:34.416450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.438341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-2bdf95aa-9679-4ed6-ac6d-291b2c2c2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.439149 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] Checking router: 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:48:34.445138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61543a89-3df6-41c3-a6a7-7194802b912b req-2bdf95aa-9679-4ed6-ac6d-291b2c2c2fe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 200 len: 850 time: 0.0712538 Nov 05 21:48:34.446615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Allocated IP 172.25.6.152 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/a8f31bea-4219-4b9d-880c-630e55208b68) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:34.450466 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:34.450729 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:34.483667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5763e6-1220-4917-870a-1d0e30669a14 req-ec1a0a55-87f8-4392-97df-6fc16a81faae tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.485270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d5763e6-1220-4917-870a-1d0e30669a14 req-ec1a0a55-87f8-4392-97df-6fc16a81faae tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 945 time: 0.0737216 Nov 05 21:48:34.538786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86419a61-4e10-475a-9493-477cd26a8be8 None None] Pushing event updated for resources: {'Port': ['ID=2c1e86f3-46bd-40db-9d25-ccf417723452,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:34.539096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543a89-3df6-41c3-a6a7-7194802b912b req-46a80f3a-0339-4ef7-943e-3f0adf87e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.541617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61543a89-3df6-41c3-a6a7-7194802b912b req-46a80f3a-0339-4ef7-943e-3f0adf87e108 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895741 Nov 05 21:48:34.627411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d5763e6-1220-4917-870a-1d0e30669a14 req-32f904c7-f655-4f69-9381-0d4308bb8099 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186118 Nov 05 21:48:34.648709 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:34.657049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.674232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61543a89-3df6-41c3-a6a7-7194802b912b req-f534c5eb-e79c-4138-8546-8940b2d43115 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251264 Nov 05 21:48:34.780665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:34.858321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f31bea-4219-4b9d-880c-630e55208b68,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:34.886704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:34.888462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:34.898446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:34.903723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234de2cf-0a6a-4b15-9c37-bac10c3c66dc req-b244a2db-71a2-400c-b692-9d638d87d9d9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:34.905462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234de2cf-0a6a-4b15-9c37-bac10c3c66dc req-b244a2db-71a2-400c-b692-9d638d87d9d9 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 950 time: 0.1317086 Nov 05 21:48:34.984016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61543a89-3df6-41c3-a6a7-7194802b912b req-9fc8f73d-a6e5-41a9-875b-4205b5427def service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016045 Nov 05 21:48:35.042188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-5f2b3719-518f-4e31-9143-b7a9cb832022 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:35.044015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-5f2b3719-518f-4e31-9143-b7a9cb832022 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 950 time: 0.1153390 Nov 05 21:48:35.052570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234de2cf-0a6a-4b15-9c37-bac10c3c66dc req-1fbc8178-ea97-49e3-8a58-bb29885e7189 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d1f871-38e5-4dc7-b357-c1fa97016cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252537 Nov 05 21:48:35.095436 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a5cebb55-63a0-4c5d-a554-35421515882e', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'port_id': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'mac_address': 'fa:16:3e:08:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:47:10Z', 'updated_at': '2021-11-05T21:48:33Z', 'revision_number': 1, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:13Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:35.135372 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4b2f6-9f73-4ec7-840c-cbad1ac78dfc None None] The sync data for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 is: [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a5cebb55-63a0-4c5d-a554-35421515882e', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'port_id': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'mac_address': 'fa:16:3e:08:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:47:10Z', 'updated_at': '2021-11-05T21:48:33Z', 'revision_number': 1, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:13Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:48:35.163659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Deleting port a5067aa0-5199-4455-ac77-228363f0f790 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:35.164327 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:35.273411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] For port a5067aa0-5199-4455-ac77-228363f0f790, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a5067aa0-5199-4455-ac77-228363f0f790,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:35.274123 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:35.288914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Calling delete_port for a5067aa0-5199-4455-ac77-228363f0f790 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:35.488235 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:35.500799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a5067aa0-5199-4455-ac77-228363f0f790'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:35.528010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287797e-e75a-4e20-ab74-98d985fc24c9 req-3e809eaa-7b67-4d7f-98b5-fc62a392dd80 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:35.535856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b287797e-e75a-4e20-ab74-98d985fc24c9 req-3e809eaa-7b67-4d7f-98b5-fc62a392dd80 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.6067092 Nov 05 21:48:35.543427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Pushing event deleted for resources: {'Port': ['ID=a5067aa0-5199-4455-ac77-228363f0f790,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:35.560866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b287797e-e75a-4e20-ab74-98d985fc24c9 req-63768f77-84eb-425a-9b81-62cbc322faa4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0240502 Nov 05 21:48:35.630519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e3c46-f514-40b3-a1af-b080309d168c None None] New status for floating IP a5cebb55-63a0-4c5d-a554-35421515882e: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:48:35.634866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] No DVR routers for this DVR port a5067aa0-5199-4455-ac77-228363f0f790 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:35.640912 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:35.648909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b287797e-e75a-4e20-ab74-98d985fc24c9 req-afc05dbf-479d-405d-90af-da3063ddd5f6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870981 Nov 05 21:48:35.652199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-817e8e7e-f2af-4655-9410-a66abef1bc6e req-894ccc95-1967-473b-879d-0df3ef63095d tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.46 "DELETE /v2.0/ports/a5067aa0-5199-4455-ac77-228363f0f790 HTTP/1.1" status: 204 len: 173 time: 0.5980575 Nov 05 21:48:35.828433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cae8e4-5fe6-4941-b237-9cb8e9701446 None None] Network 4b0fd063-a377-4d32-b254-76bd2e233467 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:35.835988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b287797e-e75a-4e20-ab74-98d985fc24c9 req-64a09330-3410-4b0c-80bf-a2879e79f68a service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859894 Nov 05 21:48:35.846468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:35.908220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fe116624-14bb-4fe5-8f7b-5438f6c5f51a None None] Provisioning complete for port 2c1e86f3-46bd-40db-9d25-ccf417723452 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:35.908635 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe116624-14bb-4fe5-8f7b-5438f6c5f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:35.985908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'name': 'network-vif-deleted', 'tag': 'a5067aa0-5199-4455-ac77-228363f0f790'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:35.986070 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f65eed-d7e2-4855-814d-aae5e3676f10" -d '{"events": [{"server_uuid": "caa6edfe-5c5a-414a-a61d-f90119f9c1ba", "name": "network-vif-deleted", "tag": "a5067aa0-5199-4455-ac77-228363f0f790"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:36.055205 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeb4dd8-5a11-462a-a882-b6bcb9dd6b2f x-openstack-request-id: req-edeb4dd8-5a11-462a-a882-b6bcb9dd6b2f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:36.055531 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa6edfe-5c5a-414a-a61d-f90119f9c1ba", "name": "network-vif-deleted", "tag": "a5067aa0-5199-4455-ac77-228363f0f790", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:36.055773 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edeb4dd8-5a11-462a-a882-b6bcb9dd6b2f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:36.056172 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa6edfe-5c5a-414a-a61d-f90119f9c1ba', 'name': 'network-vif-deleted', 'tag': 'a5067aa0-5199-4455-ac77-228363f0f790', 'status': 'completed', 'code': 200} Nov 05 21:48:36.180292 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe116624-14bb-4fe5-8f7b-5438f6c5f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:36.186707 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b287797e-e75a-4e20-ab74-98d985fc24c9 req-5bfe6c72-5a12-49ac-9d85-5bc91fa5512d service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497748 Nov 05 21:48:36.200412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c1e86f3-46bd-40db-9d25-ccf417723452 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:36.221641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:36.228912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fbaeaf2-d1db-4c47-9018-d73973f1ddd5 req-49abc059-178d-4a44-b155-261b953f09c1 tempest-ServersOnMultiNodesTest-883969657 tempest-ServersOnMultiNodesTest-883969657-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6edfe-5c5a-414a-a61d-f90119f9c1ba HTTP/1.1" status: 200 len: 210 time: 0.0564203 Nov 05 21:48:36.282810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fe116624-14bb-4fe5-8f7b-5438f6c5f51a None None] For port 2c1e86f3-46bd-40db-9d25-ccf417723452, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c1e86f3-46bd-40db-9d25-ccf417723452,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:36.317931 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d5826f0-cfd5-4346-92a5-519d63965308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:36.322613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2c1e86f3-46bd-40db-9d25-ccf417723452 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:36.323570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:36.349875 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe116624-14bb-4fe5-8f7b-5438f6c5f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:36.416788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe116624-14bb-4fe5-8f7b-5438f6c5f51a None None] Pushing event updated for resources: {'Port': ['ID=2c1e86f3-46bd-40db-9d25-ccf417723452,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:36.482760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Router 5a632ee0-5686-4f22-949d-850cf733064d is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:48:36.571732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-89485709-2abe-4467-93cf-d9624c81cba2 None None] Provisioning complete for port 2c1e86f3-46bd-40db-9d25-ccf417723452 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:36.572288 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89485709-2abe-4467-93cf-d9624c81cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:36.621269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:48:36.631637 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Sync routers for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:48:36.644865 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:36.646191 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:36.702162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:36.706552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0c41f214-52e2-4680-a0a3-5a6df11e85a5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2072420 Nov 05 21:48:36.706944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53784) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:36.798158 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:37.024383 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:35Z', 'revision_number': 3, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:37.051888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Checking router: 5a632ee0-5686-4f22-949d-850cf733064d for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:48:37.052573 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Updating router 5a632ee0-5686-4f22-949d-850cf733064d port a8f31bea-4219-4b9d-880c-630e55208b68 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:48:37.088082 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.230506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.394769 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.439298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Allocated IP 172.20.0.1 (4b0fd063-a377-4d32-b254-76bd2e233467/3bfc746d-a399-4e56-815f-f5bc9c201b25/d4a3f841-43e2-4dd9-8f46-c30b90c5a331) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:37.485461 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.537548 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Attempting to bind port a8f31bea-4219-4b9d-880c-630e55208b68 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:37.537919 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Attempting to bind port a8f31bea-4219-4b9d-880c-630e55208b68 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:37.538277 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Attempting to bind port a8f31bea-4219-4b9d-880c-630e55208b68 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:37.548015 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:37.548378 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:37.548964 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.549499 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:37.550137 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Bound port: a8f31bea-4219-4b9d-880c-630e55208b68, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:37.550691 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.552414 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Pushing event updated for resources: {'Port': ['ID=a8f31bea-4219-4b9d-880c-630e55208b68,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:37.577692 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.578560 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.578882 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.579207 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.579533 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.579878 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.580198 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.580511 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.580823 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.581133 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.581446 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.581758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:37.623252 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] For port a8f31bea-4219-4b9d-880c-630e55208b68, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:37.627193 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] For port a8f31bea-4219-4b9d-880c-630e55208b68, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a8f31bea-4219-4b9d-880c-630e55208b68,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:37.647324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.677613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-3290ad2e-72b3-42d1-b65c-6d1513544593 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:37.679005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-3290ad2e-72b3-42d1-b65c-6d1513544593 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1719141 Nov 05 21:48:37.696147 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.706583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-878bf410-3156-4177-a4d4-0e9d8ede49b7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0191529 Nov 05 21:48:37.758878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:37.759379 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:37.759379 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:37.786066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-4f22e8f3-d18b-402c-9b3a-8a4c01684214 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722048 Nov 05 21:48:37.797948 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1f0f7-e538-4a8e-964c-2a944f21fe67 None None] Pushing event updated for resources: {'Port': ['ID=a8f31bea-4219-4b9d-880c-630e55208b68,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:37.804124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:37.864896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:37.878005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Network 4b0fd063-a377-4d32-b254-76bd2e233467 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:37.879529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:37.885551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:37.925343 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:37.969267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.030471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c1e86f3-46bd-40db-9d25-ccf417723452 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:38.056464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-85fca1ed-fd11-4c73-b150-37847f52db5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c005b9d431941259d92be47ce0e6583&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973661 Nov 05 21:48:38.059132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53838) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:38.102316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2c1e86f3-46bd-40db-9d25-ccf417723452 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:38.102780 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.136240 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f29bf6a-32d9-44c7-a974-af30561d46c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.158764 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:35Z', 'revision_number': 3, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:38.179365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f29bf6a-32d9-44c7-a974-af30561d46c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.198068 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5dc07-2973-4a95-b0c8-f2e8d46f6647 None None] The sync data for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 is: [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:35Z', 'revision_number': 3, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:48:38.212752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-c7c51f7f-329c-4939-ab97-c476590d9d5a service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256394 Nov 05 21:48:38.332389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-272e09e2-0427-4ef7-8064-e6481d07e47d None None] Provisioning complete for port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:38.332751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-272e09e2-0427-4ef7-8064-e6481d07e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.347740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f29bf6a-32d9-44c7-a974-af30561d46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.350765 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f29bf6a-32d9-44c7-a974-af30561d46c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.354312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f29bf6a-32d9-44c7-a974-af30561d46c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9d1f871-38e5-4dc7-b357-c1fa97016cfd HTTP/1.1" status: 204 len: 168 time: 0.2918282 Nov 05 21:48:38.367830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29bf6a-32d9-44c7-a974-af30561d46c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d1f871-38e5-4dc7-b357-c1fa97016cfd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:38.416269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-272e09e2-0427-4ef7-8064-e6481d07e47d None None] Port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:48:38.507428 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cc554ac2-739d-4668-a0b8-b80a1a1d766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.619226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.650176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-51566e90-2287-4c1e-a8b2-8462818e3851 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300780 Nov 05 21:48:38.840343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:38.945174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b42416a6-5cc0-4cd6-be8d-6ceaf84394fa req-bd3badaa-40c8-4628-9e73-aded69f3740a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 210 time: 0.0305014 Nov 05 21:48:38.946084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:39.022194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:39.027047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:39.130415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Network 4b0fd063-a377-4d32-b254-76bd2e233467 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:39.131987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:39.215013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53860) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:39.271942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Router 5a632ee0-5686-4f22-949d-850cf733064d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:48:39.285970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b555d5c9-4cc9-46e9-ac9f-85477c6d6c53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90fe543bc0db4139be7ed7dedf30174d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692708 Nov 05 21:48:39.288688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53862) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:39.414857 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90549cb4-7d3a-4f50-8274-01403fa452bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:39.440667 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:48:39.446978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-96e1a0ff-1da5-45ec-b2d5-5f306e9db521 None None] Provisioning complete for port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:39.447420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-96e1a0ff-1da5-45ec-b2d5-5f306e9db521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:39.449023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90549cb4-7d3a-4f50-8274-01403fa452bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:39.457457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:48:39.468182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-649f91c7-201a-4e76-b637-351bd49ea5f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/5a632ee0-5686-4f22-949d-850cf733064d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7554743 Nov 05 21:48:39.488123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-96e1a0ff-1da5-45ec-b2d5-5f306e9db521 None None] Port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:48:39.616117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90549cb4-7d3a-4f50-8274-01403fa452bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:39.619167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90549cb4-7d3a-4f50-8274-01403fa452bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:39.627170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-90549cb4-7d3a-4f50-8274-01403fa452bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16c7acee-f157-4dec-98e1-8dc87990163e HTTP/1.1" status: 204 len: 168 time: 0.3336897 Nov 05 21:48:39.633223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90549cb4-7d3a-4f50-8274-01403fa452bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c7acee-f157-4dec-98e1-8dc87990163e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:39.766554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a5067aa0-5199-4455-ac77-228363f0f790 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:39.788225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: a5067aa0-5199-4455-ac77-228363f0f790 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:39.788325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a5067aa0-5199-4455-ac77-228363f0f790 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:39.968190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.038865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a8f31bea-4219-4b9d-880c-630e55208b68 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:40.097880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f15465eb-7bfc-48bf-8b23-de669728d87c req-af67af50-ea37-4a58-a657-cb53cbc21ad8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 210 time: 0.0320036 Nov 05 21:48:40.133110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a8f31bea-4219-4b9d-880c-630e55208b68 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:40.133490 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.182364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Sync routers for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:48:40.198457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:40.199077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:40.215871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53890) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:40.330290 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.369413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port a8f31bea-4219-4b9d-880c-630e55208b68, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a8f31bea-4219-4b9d-880c-630e55208b68,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:40.379297 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:40.385740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-95f1fdd5-76f5-46b3-a754-efcf75d1a492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.467353 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.472478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-95f1fdd5-76f5-46b3-a754-efcf75d1a492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.524655 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-95f1fdd5-76f5-46b3-a754-efcf75d1a492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.572682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=a8f31bea-4219-4b9d-880c-630e55208b68,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:40.580820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53902) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:40.588061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-23e747f6-2285-4c37-a0d4-bd080842955b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703484090', 'description': 'tempest-description--1359291179'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:40.591485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-95f1fdd5-76f5-46b3-a754-efcf75d1a492 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0953dc9ec6f24274b81551fa8bd7f78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3738956 Nov 05 21:48:40.594066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1fdd5-76f5-46b3-a754-efcf75d1a492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310c1354-fb98-4c0a-89c7-41e47c11d933,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:40.596484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:40.650365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab0e6e27-4b7a-4598-803b-32fe5ad3c214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.674058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab0e6e27-4b7a-4598-803b-32fe5ad3c214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.682786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 2, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:40.696069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23e747f6-2285-4c37-a0d4-bd080842955b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.710091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Checking router: 5a632ee0-5686-4f22-949d-850cf733064d for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:48:40.710445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Updating router 5a632ee0-5686-4f22-949d-850cf733064d port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:48:40.741681 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.820142 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab0e6e27-4b7a-4598-803b-32fe5ad3c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.823310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab0e6e27-4b7a-4598-803b-32fe5ad3c214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.829298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ab0e6e27-4b7a-4598-803b-32fe5ad3c214 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/310c1354-fb98-4c0a-89c7-41e47c11d933 HTTP/1.1" status: 204 len: 168 time: 0.2317929 Nov 05 21:48:40.841506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e6e27-4b7a-4598-803b-32fe5ad3c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310c1354-fb98-4c0a-89c7-41e47c11d933,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:40.888124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23e747f6-2285-4c37-a0d4-bd080842955b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.951134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23e747f6-2285-4c37-a0d4-bd080842955b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:40.984844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e747f6-2285-4c37-a0d4-bd080842955b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:41.101253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.109606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23e747f6-2285-4c37-a0d4-bd080842955b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.110875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-23e747f6-2285-4c37-a0d4-bd080842955b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5287304 Nov 05 21:48:41.114119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53924) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:41.118931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c52757e4-6420-4d44-96ea-53389a8c679c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'security_group_rule': {'security_group_id': 'a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:41.170377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.238107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c52757e4-6420-4d44-96ea-53389a8c679c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.293705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-285fa57f-287b-4029-84b6-dc9f27c656f1 req-8c87410d-118e-4fce-8488-84d29bf6ea49 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 210 time: 0.1029842 Nov 05 21:48:41.383610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c52757e4-6420-4d44-96ea-53389a8c679c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.394284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-bba31cd6-7f95-4f21-88e9-f7a474b288ed tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:41.398560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-bba31cd6-7f95-4f21-88e9-f7a474b288ed tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.2391641 Nov 05 21:48:41.412905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Request body: {'port': {'device_id': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'admin_state_up': True, 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:41.472792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c52757e4-6420-4d44-96ea-53389a8c679c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.497087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52757e4-6420-4d44-96ea-53389a8c679c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2d11b5-baa0-445d-9f54-4bc05b077ed3,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:41.516873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f94b87-a7b0-4bcc-a56b-70e9f8a401b2 None None] Pushing event updated for resources: {'Port': ['ID=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:41.530290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Attempting to bind port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:41.530619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Attempting to bind port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:41.531023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Attempting to bind port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 on network 4b0fd063-a377-4d32-b254-76bd2e233467 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:41.537106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:41.537510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Checking segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:41.537917 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.538309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Bound using segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:41.538784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Bound port: d4a3f841-43e2-4dd9-8f46-c30b90c5a331, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:41.539166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.589466 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.610731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c52757e4-6420-4d44-96ea-53389a8c679c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.615695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c52757e4-6420-4d44-96ea-53389a8c679c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5003777 Nov 05 21:48:41.616297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53938) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:41.625547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4b576105-48a1-4940-be97-0402028c713a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'security_group_rule': {'security_group_id': 'a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:41.645969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] For port d4a3f841-43e2-4dd9-8f46-c30b90c5a331, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:41.650210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] For port d4a3f841-43e2-4dd9-8f46-c30b90c5a331, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:41.656196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-421e2f0d-f81a-4d08-b8ce-d88a8014d096 None None] Provisioning complete for port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:41.656559 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-421e2f0d-f81a-4d08-b8ce-d88a8014d096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.684146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:41.688335 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.696331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-421e2f0d-f81a-4d08-b8ce-d88a8014d096 None None] Port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:48:41.718594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.781456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:41.782814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:41.802791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b576105-48a1-4940-be97-0402028c713a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.819010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f94b87-a7b0-4bcc-a56b-70e9f8a401b2 None None] Pushing event updated for resources: {'Port': ['ID=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:41.900307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b576105-48a1-4940-be97-0402028c713a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:41.939322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Allocated IP 172.20.0.2 (1098103c-4b0c-4f79-ae64-66d53814f51c/d684052e-2885-42e0-af83-161849d67b8e/4c33e1ae-a15f-4035-b197-d0d2f9183dd0) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:41.972101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:42.068401 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b576105-48a1-4940-be97-0402028c713a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.103127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576105-48a1-4940-be97-0402028c713a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4882e20b-29fc-4981-8444-ab83cb7665ad,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:42.125489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a8f31bea-4219-4b9d-880c-630e55208b68 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:42.157991 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.195360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.219077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0a1c1b10-05b3-40fc-bfff-bc8ca4ed8f6d None None] Provisioning complete for port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:42.219454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1b10-05b3-40fc-bfff-bc8ca4ed8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.227728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b576105-48a1-4940-be97-0402028c713a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.228971 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4b576105-48a1-4940-be97-0402028c713a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6116776 Nov 05 21:48:42.232060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:42.237456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:42.313983 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.321399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a8f31bea-4219-4b9d-880c-630e55208b68 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:42.321783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.330251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:42.346465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.389018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:42.400060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:42.440164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:42.519825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event updated for resources: {'Port': ['ID=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:42.530199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:42.530199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.556355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e460-830e-4a80-b4e1-f0e1d985401f req-4503541c-9ce9-4794-9538-a0e20955a382 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:42.566177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0b7e460-830e-4a80-b4e1-f0e1d985401f req-4503541c-9ce9-4794-9538-a0e20955a382 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 931 time: 0.1688623 Nov 05 21:48:42.609513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-5e7d6a5e-ca28-4ed0-adfd-2515e56649b0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2008636 Nov 05 21:48:42.617196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.627842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Request body: {'port': {'device_id': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:42.676335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0b7e460-830e-4a80-b4e1-f0e1d985401f req-5dafc598-4e6a-4433-b06f-171875aa9bca tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075497 Nov 05 21:48:42.737313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.757101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1b10-05b3-40fc-bfff-bc8ca4ed8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:42.845157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Allocated IP 172.25.6.216 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f584fff9-8b16-4f8a-8abd-ccbfebcadfa3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:42.872861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:41Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:42.927532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d26006-b22d-4b1b-bd1d-c064dcbfc524 None None] The sync data for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 is: [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:41Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:48:43.117128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0a1c1b10-05b3-40fc-bfff-bc8ca4ed8f6d None None] For port d4a3f841-43e2-4dd9-8f46-c30b90c5a331, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:43.138196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.184793 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1b10-05b3-40fc-bfff-bc8ca4ed8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.266332 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.337278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c1b10-05b3-40fc-bfff-bc8ca4ed8f6d None None] Pushing event updated for resources: {'Port': ['ID=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:43.364210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:43.367203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:43.382504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:43.403761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:43.422463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'Port': ['ID=f584fff9-8b16-4f8a-8abd-ccbfebcadfa3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:43.422703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.441016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Transition to ACTIVE for port object 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:48:43.501650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.517755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.555335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Pushing event updated for resources: {'Port': ['ID=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:43.627626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.681136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Attempting to bind port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:43.683165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Attempting to bind port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:43.683165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Attempting to bind port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:43.688075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 on network 1098103c-4b0c-4f79-ae64-66d53814f51c not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:48:43.688549 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Attempting to bind port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:43.697403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:43.697403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:43.697403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Bound using segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:43.706131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Bound port: 4c33e1ae-a15f-4035-b197-d0d2f9183dd0, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:43.706131 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.787447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] For port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:43.791474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] For port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:43.864963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b852e-e9bf-4b09-8260-411e59d951db req-226b1437-fbc5-4586-a554-2e5e967d8ad9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:43.872530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c3b852e-e9bf-4b09-8260-411e59d951db req-226b1437-fbc5-4586-a554-2e5e967d8ad9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 943 time: 0.1015542 Nov 05 21:48:43.903481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.950185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:43.953993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:43.955574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c33e1ae-a15f-4035-b197-d0d2f9183dd0 HTTP/1.1" status: 200 len: 1091 time: 1.3354564 Nov 05 21:48:43.960569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.032351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c3b852e-e9bf-4b09-8260-411e59d951db req-83b05cc9-cc7c-4580-ad6e-2df8deb9af1b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589272 Nov 05 21:48:44.053697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54068) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:44.063171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.112709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'tag': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:44.115716 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c8a751-85bd-43be-a541-8d397f2118b9" -d '{"events": [{"name": "network-changed", "server_uuid": "992a41e5-f21f-4f78-b0ea-dac2fdc6e56b", "tag": "4c33e1ae-a15f-4035-b197-d0d2f9183dd0"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:44.118648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051caab-2933-4fe1-8560-594df5d85b03 service neutron] Pushing event updated for resources: {'Port': ['ID=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:44.161717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d4a3f841-43e2-4dd9-8f46-c30b90c5a331 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:44.232426 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92367c04-1f40-40f9-846a-ea5a5f23a1f4 x-openstack-request-id: req-92367c04-1f40-40f9-846a-ea5a5f23a1f4 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:44.234645 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992a41e5-f21f-4f78-b0ea-dac2fdc6e56b", "tag": "4c33e1ae-a15f-4035-b197-d0d2f9183dd0", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:44.235159 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92367c04-1f40-40f9-846a-ea5a5f23a1f4 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:44.235863 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'tag': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0', 'status': 'completed', 'code': 200} Nov 05 21:48:44.236680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'Port': ['ID=f584fff9-8b16-4f8a-8abd-ccbfebcadfa3,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:44.247571 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb258bf2-f99f-45a5-9069-56701efb8ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.254183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-6e38fc5d-b1c5-4870-a6ca-77baf64c2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:44.256860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-6e38fc5d-b1c5-4870-a6ca-77baf64c2ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 1094 time: 0.1018155 Nov 05 21:48:44.270504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.283087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:44.285166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.312508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-d7640980-4fcf-4e64-903b-b2d40ad26ee5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c33e1ae-a15f-4035-b197-d0d2f9183dd0 HTTP/1.1" status: 200 len: 217 time: 0.0475776 Nov 05 21:48:44.401431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-ecc5f326-a15b-4771-9d53-b82b67d9d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:44.403016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-ecc5f326-a15b-4771-9d53-b82b67d9d74a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.0842023 Nov 05 21:48:44.409423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb258bf2-f99f-45a5-9069-56701efb8ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.412434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.415955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d07d570d-60d0-499a-8522-8f223207be78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1802275 Nov 05 21:48:44.446556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-ac051a1f-7362-4eda-9d24-12cc055f0bf2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353765 Nov 05 21:48:44.494175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb258bf2-f99f-45a5-9069-56701efb8ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.559485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eb258bf2-f99f-45a5-9069-56701efb8ba1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5240db525ecb41c29af2629a7525ab61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5046742 Nov 05 21:48:44.560582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb258bf2-f99f-45a5-9069-56701efb8ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5fbfef-0a4e-4f0b-b3c1-56b303ac3d11,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:44.567289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54098) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:44.577148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-30f6ae71-e883-4263-98a1-c1ae213ba420 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230454 Nov 05 21:48:44.683361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e53a1358-43c3-4a52-883e-c29742a8abb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.697705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-cc58951f-c63d-4431-8da4-8d22f77f650f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1703484090&fields=id&tenant_id=5f4287df32194c58a93e9d4fb51c011b HTTP/1.1" status: 200 len: 267 time: 0.0579557 Nov 05 21:48:44.718051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e53a1358-43c3-4a52-883e-c29742a8abb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.728388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d51a923-811f-4b59-9865-6ab5f4b35be5 req-3f2ef817-2035-4c77-ae20-10d6c345af9f service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416171 Nov 05 21:48:44.818227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-da36d671-edd7-45fe-9927-6897dbba969f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:44.819640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-da36d671-edd7-45fe-9927-6897dbba969f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 810 time: 0.1125610 Nov 05 21:48:44.835578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-91883888-b8cc-43f6-a62a-2768aa6f52cc tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/quotas/5f4287df32194c58a93e9d4fb51c011b HTTP/1.1" status: 200 len: 375 time: 0.0099962 Nov 05 21:48:44.878615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e53a1358-43c3-4a52-883e-c29742a8abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.881538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e53a1358-43c3-4a52-883e-c29742a8abb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:44.882741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e53a1358-43c3-4a52-883e-c29742a8abb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e5fbfef-0a4e-4f0b-b3c1-56b303ac3d11 HTTP/1.1" status: 204 len: 168 time: 0.3144724 Nov 05 21:48:44.894263 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-f357abe4-9cd1-40c4-8fb0-179054cf42ac tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516613 Nov 05 21:48:44.908766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a1358-43c3-4a52-883e-c29742a8abb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5fbfef-0a4e-4f0b-b3c1-56b303ac3d11,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:44.942692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-781e764d-40e1-49c6-8301-bff624fc4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:44.945132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-781e764d-40e1-49c6-8301-bff624fc4542 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 1094 time: 0.0786178 Nov 05 21:48:45.010669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a209fced-580a-4cb5-a450-67f9b0b0a4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017876 Nov 05 21:48:45.053816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-505184a1-d589-4c1a-8d3c-cff5672b775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:45.055419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-505184a1-d589-4c1a-8d3c-cff5672b775a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 907 time: 0.1036484 Nov 05 21:48:45.108053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-1b365ef9-b438-434c-9767-a9842a58f56a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c33e1ae-a15f-4035-b197-d0d2f9183dd0 HTTP/1.1" status: 200 len: 217 time: 0.0449765 Nov 05 21:48:45.123254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-38671774-9995-4783-a6f3-326d5ec7a6c5 service neutron] 10.222.0.41 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048086 Nov 05 21:48:45.216280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-d404e5ee-1636-4a93-888a-075e455fcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:45.217808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-d404e5ee-1636-4a93-888a-075e455fcc72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.1019070 Nov 05 21:48:45.229905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5c45c-faee-450c-a896-d7a9a1ac1bd9 req-abe96a39-9909-49e4-b560-19c0a33b1418 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:45.231366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b5c45c-faee-450c-a896-d7a9a1ac1bd9 req-abe96a39-9909-49e4-b560-19c0a33b1418 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 943 time: 0.0725074 Nov 05 21:48:45.240778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54122) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:45.272686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-09745e09-fd5f-4fb1-a700-2148178f8512 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402977 Nov 05 21:48:45.360468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b5c45c-faee-450c-a896-d7a9a1ac1bd9 req-e0f1a737-f381-44ff-bb9b-8d109e7b0754 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150360 Nov 05 21:48:45.400299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-6dd6a351-9092-4f51-868c-b23b589d3055 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194940 Nov 05 21:48:45.467760 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa8aa8ef-6e44-4b55-95da-f70de55521b8 req-22487dee-e0fe-4317-a816-88d1ad846465 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 210 time: 0.0580196 Nov 05 21:48:45.514546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-adb87f6a-9989-4989-ac16-49e0f2137bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.590414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c8a751-85bd-43be-a541-8d397f2118b9 req-7fc2465d-04e6-46f3-b4a6-66c7d2d113e9 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636839 Nov 05 21:48:45.625851 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-adb87f6a-9989-4989-ac16-49e0f2137bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.699290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-adb87f6a-9989-4989-ac16-49e0f2137bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.738389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-adb87f6a-9989-4989-ac16-49e0f2137bbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdd669e270214357b98e65d7854983a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4989085 Nov 05 21:48:45.740308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb87f6a-9989-4989-ac16-49e0f2137bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f99fa-e48b-44db-a972-820eea784ba3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:45.741152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54140) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:45.790585 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc0de-ce19-40a8-bf25-868b50c63fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.792333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54142) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:45.806356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a4789281-aa64-4afc-b2c4-b9e9b722f375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.812925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc0de-ce19-40a8-bf25-868b50c63fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.929743 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc0de-ce19-40a8-bf25-868b50c63fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.933565 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc0de-ce19-40a8-bf25-868b50c63fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:45.933774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ba1bc0de-ce19-40a8-bf25-868b50c63fae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d78f99fa-e48b-44db-a972-820eea784ba3 HTTP/1.1" status: 204 len: 168 time: 0.1912806 Nov 05 21:48:45.942391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bc0de-ce19-40a8-bf25-868b50c63fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f99fa-e48b-44db-a972-820eea784ba3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:45.963190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a4789281-aa64-4afc-b2c4-b9e9b722f375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:46.048969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a4789281-aa64-4afc-b2c4-b9e9b722f375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:46.079039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a4789281-aa64-4afc-b2c4-b9e9b722f375 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84e8a5ed129640a4a5644c68388f4943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851937 Nov 05 21:48:46.081635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54146) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:46.087812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4789281-aa64-4afc-b2c4-b9e9b722f375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc430e93-e0e6-4e95-a214-721af62c70f9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:46.147750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3f89368-3eb8-4f22-960f-c28494ea61f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:46.170086 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3f89368-3eb8-4f22-960f-c28494ea61f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:46.318849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3f89368-3eb8-4f22-960f-c28494ea61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:46.322045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3f89368-3eb8-4f22-960f-c28494ea61f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:46.325758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3f89368-3eb8-4f22-960f-c28494ea61f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc430e93-e0e6-4e95-a214-721af62c70f9 HTTP/1.1" status: 204 len: 168 time: 0.2403946 Nov 05 21:48:46.332356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f89368-3eb8-4f22-960f-c28494ea61f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc430e93-e0e6-4e95-a214-721af62c70f9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:46.499479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4954-eba8-44ec-8a76-16ff1a3d6877 req-34912d3b-dad2-4554-8b27-e1dcef67f101 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:46.502315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-096c4954-eba8-44ec-8a76-16ff1a3d6877 req-34912d3b-dad2-4554-8b27-e1dcef67f101 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 943 time: 0.0589418 Nov 05 21:48:46.536067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e1138f8-701f-468a-9418-e3c0eb42864a req-cbcd3a07-aa99-49de-9c56-9d187ff005c3 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Nov 05 21:48:46.553532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-096c4954-eba8-44ec-8a76-16ff1a3d6877 req-222e0449-1e80-4a0e-982c-50ad36fabd79 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Nov 05 21:48:47.415212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54204) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:47.511354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-network', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:47.608076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Made reservation on behalf of 35dc1248088a4db1ad2f128081cc0987 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:47.610688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:47.639226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:47.669383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9291d355-fae7-4494-9430-70450e9fd34b req-ef1f6032-a6b0-4385-a86d-f4c9f341a90b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 210 time: 0.0345926 Nov 05 21:48:47.732910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d41f30-c343-4016-af8b-ec3fe7ac5d8d req-40d107f4-9942-4ea5-9fe5-d906b0365570 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:47.734534 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43d41f30-c343-4016-af8b-ec3fe7ac5d8d req-40d107f4-9942-4ea5-9fe5-d906b0365570 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 943 time: 0.0773988 Nov 05 21:48:47.817531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43d41f30-c343-4016-af8b-ec3fe7ac5d8d req-2f0f86da-5b22-457c-b200-f2ef74c5c56c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 Nov 05 21:48:47.819338 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:47.895642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:47.940883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54226) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:47.956038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:48:47.973817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0d066-040e-48ac-a472-b9bd285a2345,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:47.984712 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:47.984955 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Added segment d737b9a5-3b8b-4d83-805b-f496259d40d7 of type vlan for network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 Nov 05 21:48:48.033923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-ad314f97-b13c-4b08-97b4-3576d7289319 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:48.035358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-ad314f97-b13c-4b08-97b4-3576d7289319 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.13 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 810 time: 0.1695423 Nov 05 21:48:48.043683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.120251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-815086719'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:48.122323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-05628a94-f42e-43c9-b11f-aea994ccc379 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f4287df32194c58a93e9d4fb51c011b HTTP/1.1" status: 200 len: 380 time: 0.0763063 Nov 05 21:48:48.132623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'port': {'device_id': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'admin_state_up': True, 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'security_groups': ['a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:48.183776 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.184724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:48.185288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.227088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Made reservation on behalf of a45a002f7a984d04990233e349cfcab5 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:48.231061 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.240726 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.266233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] Pushing event updated for resources: {'Network': ['ID=46f986a9-ffa6-4277-9f20-2a3a4e37ca26,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:48.284041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:48:48.313728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8e1a1a1b-7b48-4531-85b3-6a02b7e344b5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8980165 Nov 05 21:48:48.319982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54232) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:48.324705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Request body: {'subnet': {'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-subnet', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:48.336182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.388541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Made reservation on behalf of 5f4287df32194c58a93e9d4fb51c011b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:48.392216 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.413382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.441411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:48:48.449938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4205827-522e-49a7-bf40-e5750e6d8e11,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:48.456102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.456442 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Added segment 5be06c80-6f4a-420a-bbac-b987043b0c3a of type vlan for network d79f6ed9-df93-4fec-a40f-973d1da15d17 Nov 05 21:48:48.472648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Made reservation on behalf of 35dc1248088a4db1ad2f128081cc0987 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:48.475177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.502315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.570163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.576168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:48.576761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:48.590649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Allocated IP 172.20.0.4 (4b0fd063-a377-4d32-b254-76bd2e233467/3bfc746d-a399-4e56-815f-f5bc9c201b25/962c9c67-08be-430e-a3ec-d336c4c8fa40) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:48.643187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event updated for resources: {'Network': ['ID=d79f6ed9-df93-4fec-a40f-973d1da15d17,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:48.656877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network d79f6ed9-df93-4fec-a40f-973d1da15d17 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:48:48.679184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9884fd41-b3c2-4b31-8b24-271987766269 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7368696 Nov 05 21:48:48.679854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54234) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:48.689067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Request body: {'subnet': {'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:48.861720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Made reservation on behalf of a45a002f7a984d04990233e349cfcab5 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:48.865691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.043603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe328-e22b-44b2-b2d1-d66e93ca6fae req-bf6ff7ab-2993-4a59-bc99-60f5ba66d061 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:49.045108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8afe328-e22b-44b2-b2d1-d66e93ca6fae req-bf6ff7ab-2993-4a59-bc99-60f5ba66d061 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 943 time: 0.1040144 Nov 05 21:48:49.055448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eb8ada7c-13ef-40d4-8ba3-250acbc581bd req-d726b776-7318-4b38-88e2-12076527b6f6 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 210 time: 0.0549107 Nov 05 21:48:49.117999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.147861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8afe328-e22b-44b2-b2d1-d66e93ca6fae req-76e982ae-3456-4838-9b19-bab28c7a3a54 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950863 Nov 05 21:48:49.148347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.204579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685f511b-c127-4463-bc77-35053d74e503,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:49.204821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.214083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Checking segment: {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:49.214434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Network hostable DHCP agents. Network: 46f986a9-ffa6-4277-9f20-2a3a4e37ca26, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:48:49.233222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.274599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event updated for resources: {'Subnet': ['ID=4eb39c07-98ea-465a-8cc0-c80499a29412,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:49.277067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Network 4b0fd063-a377-4d32-b254-76bd2e233467 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:49.279025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Checking segment: {'id': '5be06c80-6f4a-420a-bbac-b987043b0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:49.279382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Network hostable DHCP agents. Network: d79f6ed9-df93-4fec-a40f-973d1da15d17, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:48:49.283036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:49.287528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:49.291801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:48:49.318809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'Port': ['ID=962c9c67-08be-430e-a3ec-d336c4c8fa40,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:49.355347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:49.356090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.369957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Network d79f6ed9-df93-4fec-a40f-973d1da15d17 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:48:49.418136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8fe3196-dbdd-487f-9408-035ab9bfc516 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2892339 Nov 05 21:48:49.431293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Request body: {'port': {'device_id': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:49.443763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, d79f6ed9-df93-4fec-a40f-973d1da15d17) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:49.448697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:49.451075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.456001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bd8f6-0a92-4457-b32a-5bc0c3a6366c None None] Network d79f6ed9-df93-4fec-a40f-973d1da15d17 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:49.457373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 46f986a9-ffa6-4277-9f20-2a3a4e37ca26) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:49.464227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:49.464825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.500730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.512583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958f9b6-ae15-4805-8030-50ccb4374e35 None None] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:49.565640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0dc9466e-09a6-422d-a80d-4b8823d0a79e tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8803632 Nov 05 21:48:49.568295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54246) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:49.574434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Request body: {'port': {'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17', 'name': 'tempest-DHCPAgentSchedulersTestJSON-63079760'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:49.605704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ccf8bdf3-b002-4912-baef-b9e6754b2e10 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2820342 Nov 05 21:48:49.607159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54248) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:49.642990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:49.747664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-00bfcef8-bde1-4c51-869e-d24202584dd3 None None] Provisioning complete for port 962c9c67-08be-430e-a3ec-d336c4c8fa40 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:49.748031 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-00bfcef8-bde1-4c51-869e-d24202584dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.761234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.762857 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.777258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962c9c67-08be-430e-a3ec-d336c4c8fa40 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:49.785831 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.798445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Transition to ACTIVE for port object 962c9c67-08be-430e-a3ec-d336c4c8fa40 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:48:49.824941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:49.839873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.867322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Made reservation on behalf of a45a002f7a984d04990233e349cfcab5 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:49.872500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.873738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-00bfcef8-bde1-4c51-869e-d24202584dd3 None None] Port 962c9c67-08be-430e-a3ec-d336c4c8fa40 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:48:49.894560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] device_id is not set on port 74032f30-3697-4832-b968-c4220614a062 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:48:49.941998 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:49.976921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-d79f6ed9-df93-4fec-a40f-973d1da15d17', 'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17', 'tenant_id': 'a45a002f7a984d04990233e349cfcab5', 'fixed_ips': [{'subnet_id': '4eb39c07-98ea-465a-8cc0-c80499a29412'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:48:49.978106 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.023470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=962c9c67-08be-430e-a3ec-d336c4c8fa40,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:50.033016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'fixed_ips': [{'subnet_id': '685f511b-c127-4463-bc77-35053d74e503'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:48:50.034015 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.089370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Attempting to bind port 962c9c67-08be-430e-a3ec-d336c4c8fa40 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:50.089853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Attempting to bind port 962c9c67-08be-430e-a3ec-d336c4c8fa40 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:50.090676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Attempting to bind port 962c9c67-08be-430e-a3ec-d336c4c8fa40 on network 4b0fd063-a377-4d32-b254-76bd2e233467 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:50.101357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Allocated IP 172.20.0.13 (d79f6ed9-df93-4fec-a40f-973d1da15d17/4eb39c07-98ea-465a-8cc0-c80499a29412/74032f30-3697-4832-b968-c4220614a062) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:50.101772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Port 962c9c67-08be-430e-a3ec-d336c4c8fa40 on network 4b0fd063-a377-4d32-b254-76bd2e233467 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:48:50.102207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Attempting to bind port 962c9c67-08be-430e-a3ec-d336c4c8fa40 on network 4b0fd063-a377-4d32-b254-76bd2e233467 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:50.115470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:50.116200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Checking segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:50.116761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Bound using segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:50.117507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Bound port: 962c9c67-08be-430e-a3ec-d336c4c8fa40, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:50.118085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.206391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] For port 962c9c67-08be-430e-a3ec-d336c4c8fa40, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:50.209941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] For port 962c9c67-08be-430e-a3ec-d336c4c8fa40, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:50.219936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:50.226029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.285362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727fd4e-38e3-4b7a-b5a4-f9489e609ded req-763791aa-e789-4b7b-956f-7ef9a6f47ff6 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:50.286867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2727fd4e-38e3-4b7a-b5a4-f9489e609ded req-763791aa-e789-4b7b-956f-7ef9a6f47ff6 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 943 time: 0.1261117 Nov 05 21:48:50.303598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.330587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'port_id': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0', 'mac_address': 'fa:16:3e:99:2b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd684052e-2885-42e0-af83-161849d67b8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:50.365469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=962c9c67-08be-430e-a3ec-d336c4c8fa40,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:50.394239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:50.394702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.396549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-78a6871d-c066-4546-ab26-17ebed502ad6 service neutron] 10.222.0.13 "PUT /v2.0/ports/962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 200 len: 1091 time: 0.9691298 Nov 05 21:48:50.396688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:50.399719 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a4d632-4a15-431a-bd26-43feb4015715" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:50.418546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Allocated IP 172.20.0.2 (46f986a9-ffa6-4277-9f20-2a3a4e37ca26/685f511b-c127-4463-bc77-35053d74e503/e1a1aa7c-9f4e-4f4b-b022-f735b8e560df) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:50.423411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.425930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e098e4-7129-41d4-ac28-6f490f5ba34d req-0830cdbe-d1c8-42c0-868b-7c1298de5a8a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:50.436235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30e098e4-7129-41d4-ac28-6f490f5ba34d req-0830cdbe-d1c8-42c0-868b-7c1298de5a8a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 943 time: 0.1753321 Nov 05 21:48:50.438572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2727fd4e-38e3-4b7a-b5a4-f9489e609ded req-ba077766-0428-4693-a268-3265e2affaa2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450868 Nov 05 21:48:50.459465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:50.522859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30e098e4-7129-41d4-ac28-6f490f5ba34d req-f6ec64fa-945c-41b0-b8cc-bb0c2f1e7c97 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860121 Nov 05 21:48:50.535284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.543663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:50.608309 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9de38c-5567-47fa-ba62-40dfa8862bf9 x-openstack-request-id: req-8d9de38c-5567-47fa-ba62-40dfa8862bf9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:50.610705 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:50.614323 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d9de38c-5567-47fa-ba62-40dfa8862bf9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:50.614323 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'status': 'completed', 'code': 200} Nov 05 21:48:50.620862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-6c230237-4f04-458d-837d-a9823abafb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:50.622662 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.622896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-6c230237-4f04-458d-837d-a9823abafb2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 1094 time: 0.1191416 Nov 05 21:48:50.673278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.683393 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-a8113416-1f67-4e6b-8060-af45ff859258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 200 len: 217 time: 0.0518599 Nov 05 21:48:50.735307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:50.746571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-913722f0-7cd3-4ad6-a8e7-cb04febd95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:50.748108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-913722f0-7cd3-4ad6-a8e7-cb04febd95f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.0555615 Nov 05 21:48:50.753229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Allocated IP 172.20.0.2 (d79f6ed9-df93-4fec-a40f-973d1da15d17/4eb39c07-98ea-465a-8cc0-c80499a29412/a0933413-5f36-43f5-b165-1778d374f07b) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:50.756210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.756625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.757042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.757469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.757849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.758277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.758669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.759071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.759447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.759881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.760269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.760659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:48:50.777351 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:50.813058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-8f707299-ab8d-4bbd-9a3a-aa04dd5b84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:50.814797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-8f707299-ab8d-4bbd-9a3a-aa04dd5b84e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587840 Nov 05 21:48:50.853873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:50.884182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:50.887683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Pushing event updated for resources: {'Port': ['ID=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:50.890143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:50.924799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-c940f615-d946-415b-9876-46a2a0db7599 service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028280 Nov 05 21:48:51.015877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4c33e1ae-a15f-4035-b197-d0d2f9183dd0'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:51.018340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Attempting to bind port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:51.020148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Attempting to bind port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:51.020515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Attempting to bind port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df on network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:51.045296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda10ee5-cdc7-4c6c-9ece-97d41653a321 req-461ec7ff-f2fe-42e3-b77c-96795e31153f service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131053 Nov 05 21:48:51.052028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.057305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:51.057681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Checking segment: {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:51.058081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.058472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Bound using segment: {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:51.059044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Bound port: e1a1aa7c-9f4e-4f4b-b022-f735b8e560df, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:51.059325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.124980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Network d79f6ed9-df93-4fec-a40f-973d1da15d17 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:51.133688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:51.137880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:51.142406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event updated for resources: {'Port': ['ID=74032f30-3697-4832-b968-c4220614a062,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:51.156617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.185138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.206842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] For port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:51.212074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4d632-4a15-431a-bd26-43feb4015715 req-f10b3d9e-f831-4a47-8f42-f360a50267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:51.212074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a4d632-4a15-431a-bd26-43feb4015715 req-f10b3d9e-f831-4a47-8f42-f360a50267a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 1094 time: 0.0676689 Nov 05 21:48:51.212312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] For port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:51.213696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.232930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:51.233362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.233572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.293113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Network d79f6ed9-df93-4fec-a40f-973d1da15d17 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:51.296265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.314343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4d632-4a15-431a-bd26-43feb4015715 req-915faa98-5b90-48d7-8c60-bcb298c12968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:51.316087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a4d632-4a15-431a-bd26-43feb4015715 req-915faa98-5b90-48d7-8c60-bcb298c12968 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 911 time: 0.0996737 Nov 05 21:48:51.319586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:51.322288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:51.342572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Pushing event updated for resources: {'Port': ['ID=a0933413-5f36-43f5-b165-1778d374f07b,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:51.347800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-01bb76e5-7418-4459-84a2-b0ccbb8dd2cd tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7782910 Nov 05 21:48:51.351974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54266) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:51.365895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Allocated IP 172.25.6.190 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/e756305a-cabc-4838-8547-8938c5ee0d1f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:51.376835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a4d632-4a15-431a-bd26-43feb4015715 req-c1fbe361-3796-44b3-827f-c5e60aa0bdb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 200 len: 217 time: 0.0531499 Nov 05 21:48:51.431876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4d632-4a15-431a-bd26-43feb4015715 req-7913007b-ab00-4978-8e8d-e0377990a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:51.433007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a4d632-4a15-431a-bd26-43feb4015715 req-7913007b-ab00-4978-8e8d-e0377990a448 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.0481412 Nov 05 21:48:51.487972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbb50a-be5d-4aa5-a8e2-3fd1c7d60b1b None None] Pushing event updated for resources: {'Port': ['ID=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:51.491678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4d632-4a15-431a-bd26-43feb4015715 req-b73b96e3-cb6e-4f4e-be86-e05f4b6de8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:51.493830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a4d632-4a15-431a-bd26-43feb4015715 req-b73b96e3-cb6e-4f4e-be86-e05f4b6de8d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515239 Nov 05 21:48:51.496019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Attempting to bind port a0933413-5f36-43f5-b165-1778d374f07b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:51.496391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Attempting to bind port a0933413-5f36-43f5-b165-1778d374f07b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '5be06c80-6f4a-420a-bbac-b987043b0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:51.496778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Attempting to bind port a0933413-5f36-43f5-b165-1778d374f07b on network d79f6ed9-df93-4fec-a40f-973d1da15d17 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:51.508209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:51.508624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Checking segment: {'id': '5be06c80-6f4a-420a-bbac-b987043b0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:51.508982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.509530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Bound using segment: {'id': '5be06c80-6f4a-420a-bbac-b987043b0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:51.510020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Bound port: a0933413-5f36-43f5-b165-1778d374f07b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be06c80-6f4a-420a-bbac-b987043b0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd79f6ed9-df93-4fec-a40f-973d1da15d17'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:51.510407 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.634032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] For port a0933413-5f36-43f5-b165-1778d374f07b, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:51.637788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] For port a0933413-5f36-43f5-b165-1778d374f07b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a0933413-5f36-43f5-b165-1778d374f07b,segment=NetworkSegment(5be06c80-6f4a-420a-bbac-b987043b0c3a),segment_id=5be06c80-6f4a-420a-bbac-b987043b0c3a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:51.664302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.708412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7919a49-80dd-4498-83ce-c442f43bf1b3 req-2160b45f-0571-4fbb-956e-6e42d3c0a74d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:51.709020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.716516 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7919a49-80dd-4498-83ce-c442f43bf1b3 req-2160b45f-0571-4fbb-956e-6e42d3c0a74d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 943 time: 0.1586823 Nov 05 21:48:51.722039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Deleting port 74032f30-3697-4832-b968-c4220614a062 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:51.725331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.742189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e407b-eeee-46c8-8f75-03b5c6a35499 req-514113a5-cad1-4ebe-90df-2d1381257a54 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:51.751189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a5e407b-eeee-46c8-8f75-03b5c6a35499 req-514113a5-cad1-4ebe-90df-2d1381257a54 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 944 time: 0.1201103 Nov 05 21:48:51.762471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a4d632-4a15-431a-bd26-43feb4015715 req-b1feafac-172b-4f22-97ad-53d49e33eb6f service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584088 Nov 05 21:48:51.806698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120704ca-139e-4072-aec3-5ee3c4998916 None None] Pushing event updated for resources: {'Port': ['ID=a0933413-5f36-43f5-b165-1778d374f07b,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:51.867232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a5e407b-eeee-46c8-8f75-03b5c6a35499 req-64820fe0-9c74-421e-8684-5254f1a90374 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161401 Nov 05 21:48:51.874746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7919a49-80dd-4498-83ce-c442f43bf1b3 req-26985ddf-dcf9-4499-b0eb-bc82bb87e374 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567051 Nov 05 21:48:51.915526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:51.923309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75a4d632-4a15-431a-bd26-43feb4015715 req-c45e2409-783b-48aa-bbd0-f528a5f20ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487000 Nov 05 21:48:51.941956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Calling delete_port for 74032f30-3697-4832-b968-c4220614a062 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:51.963220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.122868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:52.137297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:52.148219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:52.151505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Pushing event updated for resources: {'Port': ['ID=e756305a-cabc-4838-8547-8938c5ee0d1f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:52.188031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e1a1aa7c-9f4e-4f4b-b022-f735b8e560df up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:52.250807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:52.251326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.355458 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.364236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.396028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event deleted for resources: {'Port': ['ID=74032f30-3697-4832-b968-c4220614a062,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:52.411808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:52.489580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.524761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.530712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54278) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:52.531019 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-766e77e9-84e5-49d6-b05e-d5cb81a0087f tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "DELETE /v2.0/ports/74032f30-3697-4832-b968-c4220614a062 HTTP/1.1" status: 204 len: 168 time: 1.1778140 Nov 05 21:48:52.547376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:52.580366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.597969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-31bf25c0-a3fc-404d-96d3-34c2da768005 tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0660689 Nov 05 21:48:52.600790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54282) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:52.605751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1059795464'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:52.621190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc683fb-1f5a-4cea-a12b-10012359e11b None None] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:52.685276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5c8e927f-b29f-4ac6-b1b9-1a004de5b263 None None] Provisioning complete for port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:52.685644 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5c8e927f-b29f-4ac6-b1b9-1a004de5b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.735712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Made reservation on behalf of a45a002f7a984d04990233e349cfcab5 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:52.739282 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.770678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:48:52.796373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.799071 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Added segment 4a9fefca-8484-4164-ab21-c94b0a663973 of type vlan for network 09b2930c-5e06-4ea4-b676-57b16ba86acd Nov 05 21:48:52.825469 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.853285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.975720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:52.989266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:52.990534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:53.074071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cba97-5603-42ee-92b2-f6564c3b2752 req-df647b98-a524-4d68-9635-d8e1770b7f8d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:53.081690 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa8cba97-5603-42ee-92b2-f6564c3b2752 req-df647b98-a524-4d68-9635-d8e1770b7f8d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 943 time: 0.1009576 Nov 05 21:48:53.141862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b90787-93f8-4201-9cc9-3ca010cb0302 None None] Network d79f6ed9-df93-4fec-a40f-973d1da15d17 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:53.142553 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa8cba97-5603-42ee-92b2-f6564c3b2752 req-dfe8858d-81f6-4756-9111-97a1934a3a05 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599439 Nov 05 21:48:53.202738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event updated for resources: {'Network': ['ID=09b2930c-5e06-4ea4-b676-57b16ba86acd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:53.213830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7d3f-4fc2-49df-aa0c-7c616db6e593 req-7ca54f22-6fbf-4672-9470-9684c8784b20 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:53.215490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-542d7d3f-4fc2-49df-aa0c-7c616db6e593 req-7ca54f22-6fbf-4672-9470-9684c8784b20 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 944 time: 0.2205782 Nov 05 21:48:53.215738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Router d77c0b98-6bf7-4011-afc4-963d28e51abb is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:48:53.219604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 09b2930c-5e06-4ea4-b676-57b16ba86acd details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:48:53.235437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3fbf8369-9fe6-4a55-8855-f2ffd1da3124 None None] Provisioning complete for port a0933413-5f36-43f5-b165-1778d374f07b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:53.235437 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8369-9fe6-4a55-8855-f2ffd1da3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:53.285134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e6574b15-bd39-493b-8663-eab30faa493d tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6829505 Nov 05 21:48:53.288702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54294) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:53.296819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-542d7d3f-4fc2-49df-aa0c-7c616db6e593 req-aef1bbd3-ddb2-40b0-93be-924ffff67003 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677507 Nov 05 21:48:53.439135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:48:53.450704 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Sync routers for ids ['d77c0b98-6bf7-4011-afc4-963d28e51abb'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:48:53.465719 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Routers {'d77c0b98-6bf7-4011-afc4-963d28e51abb'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:53.466618 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d77c0b98-6bf7-4011-afc4-963d28e51abb'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:53.508080 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-20f17118-ab5a-4675-a44f-ab8b2fb07d13 tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "GET /v2.0/agents/db87e8bb-1f3c-4ef3-a24e-9b5467c48580/dhcp-networks HTTP/1.1" status: 200 len: 11240 time: 0.2153816 Nov 05 21:48:53.508324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54296) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:53.573001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:53.577666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54298) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:53.577881 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77bbba2a-fc9c-4dfe-a418-9fc7bec87844 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9688449 Nov 05 21:48:53.595048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8369-9fe6-4a55-8855-f2ffd1da3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:53.602734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df607453-4da8-4ff7-9e69-f1a33ba7384f tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] Network 09b2930c-5e06-4ea4-b676-57b16ba86acd is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:48:53.644816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3fbf8369-9fe6-4a55-8855-f2ffd1da3124 None None] For port a0933413-5f36-43f5-b165-1778d374f07b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a0933413-5f36-43f5-b165-1778d374f07b,segment=NetworkSegment(5be06c80-6f4a-420a-bbac-b987043b0c3a),segment_id=5be06c80-6f4a-420a-bbac-b987043b0c3a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:53.675150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-df607453-4da8-4ff7-9e69-f1a33ba7384f tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "POST /v2.0/agents/db87e8bb-1f3c-4ef3-a24e-9b5467c48580/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1631413 Nov 05 21:48:53.675445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54300) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:53.686908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d6ecad-f8ec-45e9-9a12-fb1d4bd7275a None None] Network 09b2930c-5e06-4ea4-b676-57b16ba86acd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:53.704955 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8369-9fe6-4a55-8855-f2ffd1da3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:53.714431 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Set router d77c0b98-6bf7-4011-afc4-963d28e51abb gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:53.860930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:53.874724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf8369-9fe6-4a55-8855-f2ffd1da3124 None None] Pushing event updated for resources: {'Port': ['ID=a0933413-5f36-43f5-b165-1778d374f07b,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:53.924028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ded9d073-5078-4270-a034-ed3e24080254 tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "GET /v2.0/agents/db87e8bb-1f3c-4ef3-a24e-9b5467c48580/dhcp-networks HTTP/1.1" status: 200 len: 12011 time: 0.2440996 Nov 05 21:48:53.924867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54302) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:53.937137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3b3bf5b4-3be7-45fa-a89b-97064c639451 None None] Provisioning complete for port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:53.937386 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:48:52Z', 'revision_number': 3, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port': {'id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:51Z', 'updated_at': '2021-11-05T21:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:53.937539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf5b4-3be7-45fa-a89b-97064c639451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.016602 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Checking router: d77c0b98-6bf7-4011-afc4-963d28e51abb for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:48:54.018845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Updating router d77c0b98-6bf7-4011-afc4-963d28e51abb port e756305a-cabc-4838-8547-8938c5ee0d1f binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:48:54.076045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:54.080932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:54.081355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.086274 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.135862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 962c9c67-08be-430e-a3ec-d336c4c8fa40 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:48:54.173085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5ebd58b7-d8c0-45cc-8d72-98463b96247a tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "DELETE /v2.0/agents/db87e8bb-1f3c-4ef3-a24e-9b5467c48580/dhcp-networks/09b2930c-5e06-4ea4-b676-57b16ba86acd HTTP/1.1" status: 204 len: 168 time: 0.2440567 Nov 05 21:48:54.173939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54306) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:54.286450 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.389117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 962c9c67-08be-430e-a3ec-d336c4c8fa40, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:54.410868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.426103 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'port_id': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'mac_address': 'fa:16:3e:0c:c4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:48:54.428211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e1a1aa7c-9f4e-4f4b-b022-f735b8e560df up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:54.478930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0125848e-6af9-41ef-8d23-b5aff0a0cf3a tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "GET /v2.0/agents/db87e8bb-1f3c-4ef3-a24e-9b5467c48580/dhcp-networks HTTP/1.1" status: 200 len: 11240 time: 0.3038766 Nov 05 21:48:54.479623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54316) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:54.522252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359405b-7a55-4bc6-baad-45c066f8d0f4 req-d578ff8f-23ea-41ca-a87c-26883808c9f1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:54.523931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b359405b-7a55-4bc6-baad-45c066f8d0f4 req-d578ff8f-23ea-41ca-a87c-26883808c9f1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 943 time: 0.1518202 Nov 05 21:48:54.532369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-639a6847-90b2-4968-8ca6-4c9a3c763501 tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "GET /v2.0/networks/d79f6ed9-df93-4fec-a40f-973d1da15d17/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0498488 Nov 05 21:48:54.533000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54318) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:54.547657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:54.551419 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d8059-8c87-4865-8606-ed7d57b24a87" -d '{"events": [{"server_uuid": "992a41e5-f21f-4f78-b0ea-dac2fdc6e56b", "name": "network-vif-plugged", "status": "completed", "tag": "4c33e1ae-a15f-4035-b197-d0d2f9183dd0"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:54.560017 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.581765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c9c67-08be-430e-a3ec-d336c4c8fa40 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:48:54.603288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be34a0cf-3765-4978-861b-67a59c5a3f8e tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "GET /v2.0/networks/d79f6ed9-df93-4fec-a40f-973d1da15d17/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0628390 Nov 05 21:48:54.604522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54322) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:54.612917 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.621783 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b359405b-7a55-4bc6-baad-45c066f8d0f4 req-984327c9-90fa-406a-b75f-511e9b19483e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877943 Nov 05 21:48:54.623266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ce999-a6e9-44eb-aec9-21f43f7a2f01 req-9fd32c3b-c7af-422d-8bb0-a7432849b02d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:54.624202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 962c9c67-08be-430e-a3ec-d336c4c8fa40, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:54.631453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b3ce999-a6e9-44eb-aec9-21f43f7a2f01 req-9fd32c3b-c7af-422d-8bb0-a7432849b02d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 944 time: 0.1098738 Nov 05 21:48:54.640380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:54.644038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:54.644528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.680876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0fb6415f-899c-49a4-ba9a-797ada6d947d None None] Provisioning complete for port a0933413-5f36-43f5-b165-1778d374f07b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:54.681883 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0fb6415f-899c-49a4-ba9a-797ada6d947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.684287 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.730575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.732893 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.747415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b3ce999-a6e9-44eb-aec9-21f43f7a2f01 req-66eb6ed5-a091-4ca2-9064-dfac1ed451e8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149380 Nov 05 21:48:54.751322 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9b6d5-b011-4aac-8b2e-9a17b8f78513 None None] Pushing event updated for resources: {'Port': ['ID=e756305a-cabc-4838-8547-8938c5ee0d1f,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:54.789056 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Attempting to bind port e756305a-cabc-4838-8547-8938c5ee0d1f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:54.789996 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Attempting to bind port e756305a-cabc-4838-8547-8938c5ee0d1f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:54.790552 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Attempting to bind port e756305a-cabc-4838-8547-8938c5ee0d1f on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:54.794292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Allocated IP 172.20.0.1 (46f986a9-ffa6-4277-9f20-2a3a4e37ca26/685f511b-c127-4463-bc77-35053d74e503/115a18d7-7f0e-4111-b486-198d6bd8e68e) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:48:54.798742 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:54.799333 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:54.799925 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.800460 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:54.801092 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Bound port: e756305a-cabc-4838-8547-8938c5ee0d1f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:54.801652 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.817118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=962c9c67-08be-430e-a3ec-d336c4c8fa40,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:54.898315 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] For port e756305a-cabc-4838-8547-8938c5ee0d1f, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:54.901812 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] For port e756305a-cabc-4838-8547-8938c5ee0d1f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e756305a-cabc-4838-8547-8938c5ee0d1f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:54.904979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9de05fcb-22dd-497d-b81f-35279a57eb29 tempest-DHCPAgentSchedulersTestJSON-1170113853 tempest-DHCPAgentSchedulersTestJSON-1170113853-project-admin] 10.222.0.41 "GET /v2.0/agents/db87e8bb-1f3c-4ef3-a24e-9b5467c48580/dhcp-networks HTTP/1.1" status: 200 len: 11240 time: 0.2967520 Nov 05 21:48:54.906427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54324) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:54.913822 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27dc106-ab73-4c63-965f-865a3403a82a x-openstack-request-id: req-d27dc106-ab73-4c63-965f-865a3403a82a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:54.914286 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992a41e5-f21f-4f78-b0ea-dac2fdc6e56b", "name": "network-vif-plugged", "status": "completed", "tag": "4c33e1ae-a15f-4035-b197-d0d2f9183dd0", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:54.914639 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d27dc106-ab73-4c63-965f-865a3403a82a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:54.915231 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0', 'code': 200} Nov 05 21:48:54.969874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:54.972708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:54.982120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec28da8-8b57-4494-a29c-19f17541d20f req-a7f22959-032a-4db6-81ad-3a5aab40ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:54.983688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ec28da8-8b57-4494-a29c-19f17541d20f req-a7f22959-032a-4db6-81ad-3a5aab40ce63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 1096 time: 0.0700972 Nov 05 21:48:54.993366 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.009481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a0933413-5f36-43f5-b165-1778d374f07b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:55.015903 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.050544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ec28da8-8b57-4494-a29c-19f17541d20f req-d5c8544d-e42d-46b4-bab2-74267b469bd7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491316 Nov 05 21:48:55.056111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['962c9c67-08be-430e-a3ec-d336c4c8fa40'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:48:55.062720 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Routers {'d77c0b98-6bf7-4011-afc4-963d28e51abb'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:55.063357 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d77c0b98-6bf7-4011-afc4-963d28e51abb'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:55.065277 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9b6d5-b011-4aac-8b2e-9a17b8f78513 None None] Pushing event updated for resources: {'Port': ['ID=e756305a-cabc-4838-8547-8938c5ee0d1f,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:55.101546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.101995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-55180879-2376-4853-8add-2e187fdcd4f4 None None] Could not find standard attr ID for object 74032f30-3697-4832-b968-c4220614a062. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 21:48:55.139226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a0933413-5f36-43f5-b165-1778d374f07b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:55.141250 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.141646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:55.151588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:55.154672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:48:55.158489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Pushing event updated for resources: {'Port': ['ID=115a18d7-7f0e-4111-b486-198d6bd8e68e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:55.199888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.208034 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.235345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b2930c-5e06-4ea4-b676-57b16ba86acd']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:55.248607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9fefca-8484-4164-ab21-c94b0a663973') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:55.249215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9fefca-8484-4164-ab21-c94b0a663973') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:55.252751 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] Set router d77c0b98-6bf7-4011-afc4-963d28e51abb gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:55.266130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.289951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.298594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:48:55.299049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:48:55.302854 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:48:55.482781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.490619 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:48:52Z', 'revision_number': 3, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port': {'id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:51Z', 'updated_at': '2021-11-05T21:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:55.510834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.523754 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f1e26-9dae-42af-aeab-766478c186fc None None] The sync data for ids ['d77c0b98-6bf7-4011-afc4-963d28e51abb'] in n-d-816738-5 is: [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:48:52Z', 'revision_number': 3, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port': {'id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:51Z', 'updated_at': '2021-11-05T21:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:48:55.528573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.534104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "DELETE /v2.0/networks/09b2930c-5e06-4ea4-b676-57b16ba86acd HTTP/1.1" status: 204 len: 168 time: 0.6243982 Nov 05 21:48:55.536075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54328) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:55.538107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b4ab7-8f62-4eac-8c12-3e77cdde3c02 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event deleted for resources: {'Network': ['ID=09b2930c-5e06-4ea4-b676-57b16ba86acd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:55.540922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-03447dc6-a37d-4585-9d0c-1b22651f5407 None None] Provisioning complete for port 115a18d7-7f0e-4111-b486-198d6bd8e68e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:55.541738 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03447dc6-a37d-4585-9d0c-1b22651f5407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.572249 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4207e9-94e8-46ab-a6c4-3d17be6f4b69 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] DELETE failed (client error): The resource could not be found. Nov 05 21:48:55.572939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4207e9-94e8-46ab-a6c4-3d17be6f4b69 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:48:55.576010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2a4207e9-94e8-46ab-a6c4-3d17be6f4b69 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "DELETE /v2.0/ports/74032f30-3697-4832-b968-c4220614a062 HTTP/1.1" status: 404 len: 333 time: 0.0383046 Nov 05 21:48:55.579585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54330) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:55.592730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-03447dc6-a37d-4585-9d0c-1b22651f5407 None None] Port 115a18d7-7f0e-4111-b486-198d6bd8e68e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:48:55.640381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Deleting subnet 4eb39c07-98ea-465a-8cc0-c80499a29412 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:48:55.643942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.693232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.717193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.781634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.821232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5682e2-7b83-4332-9848-2f78fb2511f9 req-e1d1654e-a76c-45f9-8fbe-b07b7ae5920e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:55.825098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b5682e2-7b83-4332-9848-2f78fb2511f9 req-e1d1654e-a76c-45f9-8fbe-b07b7ae5920e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 944 time: 0.0857687 Nov 05 21:48:55.856628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.918349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:55.923601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Pushing event updated for resources: {'Port': ['ID=115a18d7-7f0e-4111-b486-198d6bd8e68e,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:55.972043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b5682e2-7b83-4332-9848-2f78fb2511f9 req-a07f2703-a0ad-4be2-94cf-d225bc3f5d0e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393042 Nov 05 21:48:56.085915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e756305a-cabc-4838-8547-8938c5ee0d1f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:56.097920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379f016-f2d1-44b3-a9a7-7ee17517e241 req-6cf44563-0411-46ef-8814-215f2d55b8b4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:56.099589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6379f016-f2d1-44b3-a9a7-7ee17517e241 req-6cf44563-0411-46ef-8814-215f2d55b8b4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 945 time: 0.2007234 Nov 05 21:48:56.110751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:48:56.112852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.117428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:56.155691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.160090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "DELETE /v2.0/subnets/4eb39c07-98ea-465a-8cc0-c80499a29412 HTTP/1.1" status: 204 len: 168 time: 0.5792847 Nov 05 21:48:56.160969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ac0b9-c82b-46da-a5fa-91cf450dac96 tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb39c07-98ea-465a-8cc0-c80499a29412,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:56.167072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54340) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:56.172433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6379f016-f2d1-44b3-a9a7-7ee17517e241 req-7d210a3f-36ad-44b3-9cb1-0d8280c89ea9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651457 Nov 05 21:48:56.176302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e715347b-cae4-4791-b1f3-46d5c71e7e0f None None] Network d79f6ed9-df93-4fec-a40f-973d1da15d17 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:56.254112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e756305a-cabc-4838-8547-8938c5ee0d1f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:56.254528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.335348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.428302 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.433888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Router d77c0b98-6bf7-4011-afc4-963d28e51abb has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:48:56.465050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Deleting port a0933413-5f36-43f5-b165-1778d374f07b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:56.469215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port e756305a-cabc-4838-8547-8938c5ee0d1f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e756305a-cabc-4838-8547-8938c5ee0d1f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:56.474807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.486365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359876fe-b254-435a-8965-233347eb23b3 None None] DHCP port deletion for d79f6ed9-df93-4fec-a40f-973d1da15d17 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:48:56.538207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.566218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] For port a0933413-5f36-43f5-b165-1778d374f07b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a0933413-5f36-43f5-b165-1778d374f07b,segment=NetworkSegment(5be06c80-6f4a-420a-bbac-b987043b0c3a),segment_id=5be06c80-6f4a-420a-bbac-b987043b0c3a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:56.566642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.587183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ae43c0f4-87d4-4c6e-b5e0-afd0b4d17f5f None None] Provisioning complete for port 115a18d7-7f0e-4111-b486-198d6bd8e68e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:56.587587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Calling delete_port for a0933413-5f36-43f5-b165-1778d374f07b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:56.587733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae43c0f4-87d4-4c6e-b5e0-afd0b4d17f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.646731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:48:56.656574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ca15d294-9cc2-4322-b69b-014ff589a428 admin admin] 10.222.0.41 "PUT /v2.0/routers/d77c0b98-6bf7-4011-afc4-963d28e51abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0763445 Nov 05 21:48:56.702466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=e756305a-cabc-4838-8547-8938c5ee0d1f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:56.712322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-359876fe-b254-435a-8965-233347eb23b3 None None] Deleting port a0933413-5f36-43f5-b165-1778d374f07b {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:56.712693 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-359876fe-b254-435a-8965-233347eb23b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.731431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ae43c0f4-87d4-4c6e-b5e0-afd0b4d17f5f None None] Port 115a18d7-7f0e-4111-b486-198d6bd8e68e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:48:56.745051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.773748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event deleted for resources: {'Port': ['ID=a0933413-5f36-43f5-b165-1778d374f07b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:56.775615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] No DVR routers for this DVR port a0933413-5f36-43f5-b165-1778d374f07b on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:56.806084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-359876fe-b254-435a-8965-233347eb23b3 None None] For port a0933413-5f36-43f5-b165-1778d374f07b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a0933413-5f36-43f5-b165-1778d374f07b,segment=NetworkSegment(5be06c80-6f4a-420a-bbac-b987043b0c3a),segment_id=5be06c80-6f4a-420a-bbac-b987043b0c3a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:56.806547 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-359876fe-b254-435a-8965-233347eb23b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.833470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-359876fe-b254-435a-8965-233347eb23b3 None None] Calling delete_port for a0933413-5f36-43f5-b165-1778d374f07b owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:56.922002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: from cryptography.utils import int_from_bytes Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: from cryptography.utils import int_from_bytes Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.938988 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:48:56.942085 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:48:56.943939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79f6ed9-df93-4fec-a40f-973d1da15d17']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:56.948145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-359876fe-b254-435a-8965-233347eb23b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.963075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be06c80-6f4a-420a-bbac-b987043b0c3a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:56.963075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be06c80-6f4a-420a-bbac-b987043b0c3a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:56.966379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.975377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359876fe-b254-435a-8965-233347eb23b3 None None] Pushing event deleted for resources: {'Port': ['ID=a0933413-5f36-43f5-b165-1778d374f07b,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:56.977240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359876fe-b254-435a-8965-233347eb23b3 None None] No DVR routers for this DVR port a0933413-5f36-43f5-b165-1778d374f07b on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:48:56.983972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.993626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:48:56.994033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:48:56.997282 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:48:57.126791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a53d4-b782-48ff-8cf0-3ff5e7ee1613 req-fd316d69-796b-4abe-9774-4e79af383260 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:57.128411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd3a53d4-b782-48ff-8cf0-3ff5e7ee1613 req-fd316d69-796b-4abe-9774-4e79af383260 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 944 time: 0.0783539 Nov 05 21:48:57.177537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd3a53d4-b782-48ff-8cf0-3ff5e7ee1613 req-8ad1cc5f-ae2e-4b6f-885a-995221e9b72c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Nov 05 21:48:57.182368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.190716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.201239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] 10.222.0.41 "DELETE /v2.0/networks/d79f6ed9-df93-4fec-a40f-973d1da15d17 HTTP/1.1" status: 204 len: 168 time: 1.0240967 Nov 05 21:48:57.216527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b2558-4792-4ad0-bdc1-a48ccfa4e7ff tempest-DHCPAgentSchedulersTestJSON-502466475 tempest-DHCPAgentSchedulersTestJSON-502466475-project] Pushing event deleted for resources: {'Network': ['ID=d79f6ed9-df93-4fec-a40f-973d1da15d17,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:57.314391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915b6a-0922-46fe-84c6-dbb19e7f80ec req-fa84bd14-415f-4820-9962-cfd9b720abf4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:57.316168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70915b6a-0922-46fe-84c6-dbb19e7f80ec req-fa84bd14-415f-4820-9962-cfd9b720abf4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 945 time: 0.0612409 Nov 05 21:48:57.368204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70915b6a-0922-46fe-84c6-dbb19e7f80ec req-5dc56cda-b613-4749-bf2b-cff05c8b8510 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Nov 05 21:48:57.508706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1aff-466b-491a-8ea7-0b9d065a0d7b req-8b39f2bf-3b21-460c-b013-af315333e1b5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:57.514297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-608a1aff-466b-491a-8ea7-0b9d065a0d7b req-8b39f2bf-3b21-460c-b013-af315333e1b5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 945 time: 0.0511076 Nov 05 21:48:57.536049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54370) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:57.541396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-network', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:57.572126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-608a1aff-466b-491a-8ea7-0b9d065a0d7b req-0593aaca-502f-45ad-8c82-e33e98ed6ab9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551102 Nov 05 21:48:57.648119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Made reservation on behalf of e84c72a799284e4d8d09ce50e3ec765b for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:57.651241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.664562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.669582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Sync routers for ids ['d77c0b98-6bf7-4011-afc4-963d28e51abb'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:48:57.670664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54378) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:57.679717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Routers {'d77c0b98-6bf7-4011-afc4-963d28e51abb'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:57.680904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d77c0b98-6bf7-4011-afc4-963d28e51abb'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:57.761470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.800840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Set router d77c0b98-6bf7-4011-afc4-963d28e51abb gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:57.830981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-67366c4b-7bac-40fd-b84b-0e3d5b815093 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a45a002f7a984d04990233e349cfcab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608260 Nov 05 21:48:57.833511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54382) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:57.850210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.877026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:48:57.893580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7118136e-6341-45a6-8311-4918962efb00,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:57.900001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.900603 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Added segment 82ea412e-5473-4418-b8f1-7a8b1af88351 of type vlan for network dd70731b-867e-4655-b48e-d16c3d9b72ac Nov 05 21:48:57.905731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbfcd-87a5-485b-a69a-0f53654c27ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:57.938455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbfcd-87a5-485b-a69a-0f53654c27ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.003329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.070167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e756305a-cabc-4838-8547-8938c5ee0d1f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:58.133676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbfcd-87a5-485b-a69a-0f53654c27ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.136348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbfcd-87a5-485b-a69a-0f53654c27ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.137539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7d4bbfcd-87a5-485b-a69a-0f53654c27ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4205827-522e-49a7-bf40-e5750e6d8e11 HTTP/1.1" status: 204 len: 168 time: 0.3030992 Nov 05 21:48:58.149902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bbfcd-87a5-485b-a69a-0f53654c27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4205827-522e-49a7-bf40-e5750e6d8e11,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:58.164342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.165602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:58.167152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.168655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 962c9c67-08be-430e-a3ec-d336c4c8fa40 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:48:58.197368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e38c5-aa4b-4128-b2c1-98a16786b8de req-bb54d4c7-cee5-4bd4-8b63-c4970cd97987 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:58.208672 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-334e38c5-aa4b-4128-b2c1-98a16786b8de req-bb54d4c7-cee5-4bd4-8b63-c4970cd97987 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 945 time: 0.1048658 Nov 05 21:48:58.217929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e756305a-cabc-4838-8547-8938c5ee0d1f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:58.218313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.270545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] Pushing event updated for resources: {'Network': ['ID=dd70731b-867e-4655-b48e-d16c3d9b72ac,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:58.284699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network dd70731b-867e-4655-b48e-d16c3d9b72ac details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:48:58.314356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:48:55Z', 'revision_number': 4, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port': {'id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:51Z', 'updated_at': '2021-11-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '115a18d7-7f0e-4111-b486-198d6bd8e68e', 'name': '', 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'mac_address': 'fa:16:3e:a9:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '685f511b-c127-4463-bc77-35053d74e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:54Z', 'updated_at': '2021-11-05T21:48:55Z', 'revision_number': 2, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'subnets': [{'id': '685f511b-c127-4463-bc77-35053d74e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:58.319022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-334e38c5-aa4b-4128-b2c1-98a16786b8de req-24884930-f439-4c5d-84d5-98dbb89254d4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087968 Nov 05 21:48:58.323909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54394) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:58.324427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-edf59c66-fe8e-47e3-9ffc-44ba2ad29125 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7869947 Nov 05 21:48:58.330742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Request body: {'subnet': {'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-subnet', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:58.368595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f624b-a0a8-4a16-9e64-60e8a9689699 req-771f9787-4b93-492b-9939-971b775ade5d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:58.370065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f624b-a0a8-4a16-9e64-60e8a9689699 req-771f9787-4b93-492b-9939-971b775ade5d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 944 time: 0.0652599 Nov 05 21:48:58.381592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Checking router: d77c0b98-6bf7-4011-afc4-963d28e51abb for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:48:58.381950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Updating router d77c0b98-6bf7-4011-afc4-963d28e51abb port 115a18d7-7f0e-4111-b486-198d6bd8e68e binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:48:58.385692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 962c9c67-08be-430e-a3ec-d336c4c8fa40 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:48:58.416449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 962c9c67-08be-430e-a3ec-d336c4c8fa40 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:58.416824 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.423210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f624b-a0a8-4a16-9e64-60e8a9689699 req-9b265f5a-18ba-4933-aa5b-484be30c74c0 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Nov 05 21:48:58.444939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Made reservation on behalf of e84c72a799284e4d8d09ce50e3ec765b for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:48:58.447566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.473222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.626923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a0933413-5f36-43f5-b165-1778d374f07b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:48:58.672362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a0933413-5f36-43f5-b165-1778d374f07b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:48:58.673023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a0933413-5f36-43f5-b165-1778d374f07b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:48:58.701156 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.719741 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.766692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:48:58.769109 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4840dc08-5fa7-4b7a-8e90-6589d65ff599" -d '{"events": [{"server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "name": "network-vif-plugged", "status": "completed", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:48:58.777924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d359abb-e6fd-47f6-b1af-4d46832b664f,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:58.787467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Checking segment: {'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:58.787863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Network hostable DHCP agents. Network: dd70731b-867e-4655-b48e-d16c3d9b72ac, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:48:58.788159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 962c9c67-08be-430e-a3ec-d336c4c8fa40, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:58.821340 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3dd1de-173f-4d70-b3fa-db701cb0f488 x-openstack-request-id: req-0a3dd1de-173f-4d70-b3fa-db701cb0f488 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:48:58.824143 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "name": "network-vif-plugged", "status": "completed", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:48:58.824143 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a3dd1de-173f-4d70-b3fa-db701cb0f488 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:48:58.824143 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'code': 200} Nov 05 21:48:58.865866 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.894210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Network dd70731b-867e-4655-b48e-d16c3d9b72ac is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:48:58.906255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.926949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a55471-45df-4398-841f-829c0f57a90e req-ce8f4a03-0677-4305-a8c0-67fe9f4edd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:58.928475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7a55471-45df-4398-841f-829c0f57a90e req-ce8f4a03-0677-4305-a8c0-67fe9f4edd27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 1096 time: 0.0458279 Nov 05 21:48:58.933269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=962c9c67-08be-430e-a3ec-d336c4c8fa40,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:58.974165 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7a55471-45df-4398-841f-829c0f57a90e req-73fc6c12-bea5-466d-a1d8-0de0779c7805 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387032 Nov 05 21:48:58.987283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54402) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:58.992702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, dd70731b-867e-4655-b48e-d16c3d9b72ac) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:48:58.992853 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:58.997506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:58.998272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.004534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-acc8f922-76fd-4168-b2e6-c56aa55648f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.022455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3c488-7d5f-4b45-a0de-ef579acd8c5f None None] Network dd70731b-867e-4655-b48e-d16c3d9b72ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:48:59.082452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dd517c3b-d9e4-450a-928f-da92889d792f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7564993 Nov 05 21:48:59.085343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54406) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:59.090867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:48:59.110381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-acc8f922-76fd-4168-b2e6-c56aa55648f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.122927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883958d3-6f2e-49e1-8c37-ac1994f789fb None None] Pushing event updated for resources: {'Port': ['ID=115a18d7-7f0e-4111-b486-198d6bd8e68e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:59.181424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-acc8f922-76fd-4168-b2e6-c56aa55648f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.218630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.220991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.224784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Attempting to bind port 115a18d7-7f0e-4111-b486-198d6bd8e68e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:48:59.225404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Attempting to bind port 115a18d7-7f0e-4111-b486-198d6bd8e68e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:48:59.226037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Attempting to bind port 115a18d7-7f0e-4111-b486-198d6bd8e68e on network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:48:59.232514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-acc8f922-76fd-4168-b2e6-c56aa55648f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0898a808b3e94221bf574f0a86ecc296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440991 Nov 05 21:48:59.233494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8f922-76fd-4168-b2e6-c56aa55648f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f5592-0ce7-4c0a-9b11-d2a145b2a0bf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:59.236270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54408) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:48:59.279113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:48:59.279940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Checking segment: {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:48:59.280526 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.281067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Bound using segment: {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:48:59.282156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Bound port: 115a18d7-7f0e-4111-b486-198d6bd8e68e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:48:59.282839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.315641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.342288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4547854c-878d-406e-a2d8-a5b6bddeb6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.365069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4547854c-878d-406e-a2d8-a5b6bddeb6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.388088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-dd70731b-867e-4655-b48e-d16c3d9b72ac', 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'fixed_ips': [{'subnet_id': '5d359abb-e6fd-47f6-b1af-4d46832b664f'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:48:59.390345 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.416872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] For port 115a18d7-7f0e-4111-b486-198d6bd8e68e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:48:59.424678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] For port 115a18d7-7f0e-4111-b486-198d6bd8e68e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=115a18d7-7f0e-4111-b486-198d6bd8e68e,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:48:59.431829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7a09e9ab-cd78-4b2d-98c6-8415fae30b99 None None] Provisioning complete for port 115a18d7-7f0e-4111-b486-198d6bd8e68e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:48:59.432379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a09e9ab-cd78-4b2d-98c6-8415fae30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.474578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7a09e9ab-cd78-4b2d-98c6-8415fae30b99 None None] Port 115a18d7-7f0e-4111-b486-198d6bd8e68e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:48:59.501546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4547854c-878d-406e-a2d8-a5b6bddeb6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.504456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4547854c-878d-406e-a2d8-a5b6bddeb6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.508226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4547854c-878d-406e-a2d8-a5b6bddeb6ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/345f5592-0ce7-4c0a-9b11-d2a145b2a0bf HTTP/1.1" status: 204 len: 168 time: 0.2681041 Nov 05 21:48:59.519280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547854c-878d-406e-a2d8-a5b6bddeb6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f5592-0ce7-4c0a-9b11-d2a145b2a0bf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:59.536202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-d248199e-f61d-49bc-86bd-d49441f90838 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:59.537706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-d248199e-f61d-49bc-86bd-d49441f90838 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 945 time: 0.0692108 Nov 05 21:48:59.582098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.657857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883958d3-6f2e-49e1-8c37-ac1994f789fb None None] Pushing event updated for resources: {'Port': ['ID=115a18d7-7f0e-4111-b486-198d6bd8e68e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:48:59.685096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51023f6-d62e-49d1-b2eb-2e208b6aa6ca req-c4af93e5-07fb-4546-952d-f0e6761363a4 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:48:59.694845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f51023f6-d62e-49d1-b2eb-2e208b6aa6ca req-c4af93e5-07fb-4546-952d-f0e6761363a4 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.1560361 Nov 05 21:48:59.719911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Routers {'d77c0b98-6bf7-4011-afc4-963d28e51abb'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:48:59.721102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d77c0b98-6bf7-4011-afc4-963d28e51abb'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:48:59.771583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f51023f6-d62e-49d1-b2eb-2e208b6aa6ca req-56c629bb-4e6e-45f4-88c6-dbb3a179c39b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709727 Nov 05 21:48:59.788943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Deleting port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:48:59.788943 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.934012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] Set router d77c0b98-6bf7-4011-afc4-963d28e51abb gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:48:59.947742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] For port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:48:59.948768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.971674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Calling delete_port for 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:48:59.977647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:48:59.999778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28b7a5-5d69-414e-9301-0c402698e54e req-bfb1b7b5-4a17-422f-ac34-414a71e2ae4b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:00.002606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c28b7a5-5d69-414e-9301-0c402698e54e req-bfb1b7b5-4a17-422f-ac34-414a71e2ae4b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 945 time: 0.5865927 Nov 05 21:49:00.109608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c28b7a5-5d69-414e-9301-0c402698e54e req-85b994a0-cc0f-48ce-a02b-478d8cde6937 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885947 Nov 05 21:49:00.255271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Allocated IP 172.20.0.2 (dd70731b-867e-4655-b48e-d16c3d9b72ac/5d359abb-e6fd-47f6-b1af-4d46832b664f/c5393743-813a-406f-ac4e-81e91c239b0a) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:00.261562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.296574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:00.298578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4c33e1ae-a15f-4035-b197-d0d2f9183dd0'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:00.304356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event deleted for resources: {'Port': ['ID=4c33e1ae-a15f-4035-b197-d0d2f9183dd0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:00.350316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.356668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] No DVR routers for this DVR port 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:49:00.359801 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.363445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9da2c4fd-3db4-4102-bda6-221d5557dc25 req-317833bc-22f1-47da-94ac-5de289f0b36f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "DELETE /v2.0/ports/4c33e1ae-a15f-4035-b197-d0d2f9183dd0 HTTP/1.1" status: 204 len: 173 time: 0.8152428 Nov 05 21:49:00.363941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'name': 'network-vif-deleted', 'tag': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:00.366347 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307437c2-89fe-4607-9327-b5fb3fb97515" -d '{"events": [{"server_uuid": "992a41e5-f21f-4f78-b0ea-dac2fdc6e56b", "name": "network-vif-deleted", "tag": "4c33e1ae-a15f-4035-b197-d0d2f9183dd0"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:00.405919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.409943 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f83652b-3847-4cb3-abe3-dd2923af5981 x-openstack-request-id: req-4f83652b-3847-4cb3-abe3-dd2923af5981 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:00.410511 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992a41e5-f21f-4f78-b0ea-dac2fdc6e56b", "name": "network-vif-deleted", "tag": "4c33e1ae-a15f-4035-b197-d0d2f9183dd0", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:00.410977 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f83652b-3847-4cb3-abe3-dd2923af5981 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:00.411588 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992a41e5-f21f-4f78-b0ea-dac2fdc6e56b', 'name': 'network-vif-deleted', 'tag': '4c33e1ae-a15f-4035-b197-d0d2f9183dd0', 'status': 'completed', 'code': 200} Nov 05 21:49:00.499177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1ca36ad9-d25d-462b-9785-33f38ed4e1dc None None] Provisioning complete for port 115a18d7-7f0e-4111-b486-198d6bd8e68e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:00.499732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ca36ad9-d25d-462b-9785-33f38ed4e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.523315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Allocated IP 172.25.6.233 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f6439bba-adec-42c0-a526-d2bd9fc088f8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:00.635213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.676972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.762614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.791639 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.795670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:48:55Z', 'revision_number': 4, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port': {'id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:51Z', 'updated_at': '2021-11-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '115a18d7-7f0e-4111-b486-198d6bd8e68e', 'name': '', 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'mac_address': 'fa:16:3e:a9:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '685f511b-c127-4463-bc77-35053d74e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:54Z', 'updated_at': '2021-11-05T21:48:59Z', 'revision_number': 4, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'subnets': [{'id': '685f511b-c127-4463-bc77-35053d74e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:00.806021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:00.816233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:00.825072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:00.828835 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ca36ad9-d25d-462b-9785-33f38ed4e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.833054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Pushing event updated for resources: {'Port': ['ID=f6439bba-adec-42c0-a526-d2bd9fc088f8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:00.842724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070ecef-62bd-4e01-9f38-bab641133abb None None] The sync data for ids ['d77c0b98-6bf7-4011-afc4-963d28e51abb'] in n-d-816738-5 is: [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:48:55Z', 'revision_number': 4, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port': {'id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:51Z', 'updated_at': '2021-11-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '115a18d7-7f0e-4111-b486-198d6bd8e68e', 'name': '', 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'mac_address': 'fa:16:3e:a9:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '685f511b-c127-4463-bc77-35053d74e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:54Z', 'updated_at': '2021-11-05T21:48:59Z', 'revision_number': 4, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'subnets': [{'id': '685f511b-c127-4463-bc77-35053d74e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:00.893546 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:00.893546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1ca36ad9-d25d-462b-9785-33f38ed4e1dc None None] For port 115a18d7-7f0e-4111-b486-198d6bd8e68e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=115a18d7-7f0e-4111-b486-198d6bd8e68e,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:00.963104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12df0e-ab34-49cd-8fb9-0f07d1e0582d req-5a0f8240-0182-4811-9947-dd34ac50a3c7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:00.972340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff12df0e-ab34-49cd-8fb9-0f07d1e0582d req-5a0f8240-0182-4811-9947-dd34ac50a3c7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.1248987 Nov 05 21:49:00.990216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Network dd70731b-867e-4655-b48e-d16c3d9b72ac is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:00.999182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:01.011960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:01.020042 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ca36ad9-d25d-462b-9785-33f38ed4e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:01.028587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Pushing event updated for resources: {'Port': ['ID=c5393743-813a-406f-ac4e-81e91c239b0a,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:01.125743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff12df0e-ab34-49cd-8fb9-0f07d1e0582d req-aa46a505-83ed-4dd8-8a26-924cce4b2b69 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524234 Nov 05 21:49:01.180835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca36ad9-d25d-462b-9785-33f38ed4e1dc None None] Pushing event updated for resources: {'Port': ['ID=115a18d7-7f0e-4111-b486-198d6bd8e68e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:01.191577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Attempting to bind port c5393743-813a-406f-ac4e-81e91c239b0a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:49:01.192190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Attempting to bind port c5393743-813a-406f-ac4e-81e91c239b0a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:49:01.192639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Attempting to bind port c5393743-813a-406f-ac4e-81e91c239b0a on network dd70731b-867e-4655-b48e-d16c3d9b72ac {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:01.203676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:49:01.205688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Checking segment: {'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:01.206186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:01.206730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Bound using segment: {'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:49:01.207283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Bound port: c5393743-813a-406f-ac4e-81e91c239b0a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:49:01.212729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:01.331536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d738258b-3305-4960-bbf0-64bb9490ffb5 req-b75e1886-38ca-43dc-8967-94b5c324083f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=992a41e5-f21f-4f78-b0ea-dac2fdc6e56b HTTP/1.1" status: 200 len: 210 time: 0.0645783 Nov 05 21:49:01.377508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] For port c5393743-813a-406f-ac4e-81e91c239b0a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:49:01.384460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] For port c5393743-813a-406f-ac4e-81e91c239b0a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c5393743-813a-406f-ac4e-81e91c239b0a,segment=NetworkSegment(82ea412e-5473-4418-b8f1-7a8b1af88351),segment_id=82ea412e-5473-4418-b8f1-7a8b1af88351)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:49:01.434675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:01.445584 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:01.577194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28028cb-6475-4d9a-b6d7-c25fa8df95f8 None None] Pushing event updated for resources: {'Port': ['ID=c5393743-813a-406f-ac4e-81e91c239b0a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:01.731608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:01.845717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c5bf0-80a0-4a16-b246-e91a1894af1f req-79bc9a4b-82ca-487b-8e62-6dd07fd4d487 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:01.847922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b27c5bf0-80a0-4a16-b246-e91a1894af1f req-79bc9a4b-82ca-487b-8e62-6dd07fd4d487 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.6011996 Nov 05 21:49:01.860177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54464) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:01.869838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'floatingip': {'port_id': '962c9c67-08be-430e-a3ec-d336c4c8fa40'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:01.929451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.006423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:49:02.176418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 115a18d7-7f0e-4111-b486-198d6bd8e68e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:02.280546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:02.293391 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Sync routers for ids ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:02.309543 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Routers {'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:02.313453 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:02.315746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 115a18d7-7f0e-4111-b486-198d6bd8e68e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:02.317211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.383958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.387590 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c5462d28-dcdb-4a40-86d9-b6c88786a057 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2981522 Nov 05 21:49:02.387701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54476) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:02.512817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c5393743-813a-406f-ac4e-81e91c239b0a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:02.515182 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Set router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:02.533400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54482) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:02.724008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c5393743-813a-406f-ac4e-81e91c239b0a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:02.724387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.731446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.791443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.810061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.910080 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:02.933057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:02.934238 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:49:01Z', 'revision_number': 3, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port': {'id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:00Z', 'updated_at': '2021-11-05T21:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:02.993578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port c5393743-813a-406f-ac4e-81e91c239b0a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c5393743-813a-406f-ac4e-81e91c239b0a,segment=NetworkSegment(82ea412e-5473-4418-b8f1-7a8b1af88351),segment_id=82ea412e-5473-4418-b8f1-7a8b1af88351)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:03.001445 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Checking router: c6bdd1f5-260b-47b2-a013-cc3f3dd4548f for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:49:03.001795 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Updating router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f port f6439bba-adec-42c0-a526-d2bd9fc088f8 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:49:03.028564 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.052078 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Floating IP 655024b0-dd25-40df-beec-7b95ad781906 associated. External IP: 172.25.6.216, port: 962c9c67-08be-430e-a3ec-d336c4c8fa40. Nov 05 21:49:03.075108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.095615 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.189276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c716d-a7c7-4322-9263-ff45ab550888 None None] Network dd70731b-867e-4655-b48e-d16c3d9b72ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:49:03.343630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=c5393743-813a-406f-ac4e-81e91c239b0a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:03.376493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-02df5f22-c002-45b3-98b7-c6b956a41f87 None None] Provisioning complete for port c5393743-813a-406f-ac4e-81e91c239b0a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:03.376861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-02df5f22-c002-45b3-98b7-c6b956a41f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.404069 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.426810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Router 5a632ee0-5686-4f22-949d-850cf733064d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:03.509828 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.543167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.551621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-44d62231-234a-43a5-80a1-a362c88a2926 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:03.553339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-44d62231-234a-43a5-80a1-a362c88a2926 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.2203705 Nov 05 21:49:03.557317 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Attempting to bind port f6439bba-adec-42c0-a526-d2bd9fc088f8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:49:03.557695 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Attempting to bind port f6439bba-adec-42c0-a526-d2bd9fc088f8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:49:03.558065 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Attempting to bind port f6439bba-adec-42c0-a526-d2bd9fc088f8 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:03.565527 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.567572 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:49:03.567890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:03.568394 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.568648 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:49:03.569341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Bound port: f6439bba-adec-42c0-a526-d2bd9fc088f8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:49:03.569491 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.573188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:03.578905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:03.590444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e348464-0135-4541-9f9a-400c76667569 None None] Sync routers for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:03.610242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:03.611424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:03.620018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c68bc7e5-bdb3-4c9f-ab9b-bcb298540fe2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "PUT /v2.0/floatingips/655024b0-dd25-40df-beec-7b95ad781906 HTTP/1.1" status: 200 len: 991 time: 1.7536616 Nov 05 21:49:03.620672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:03.632380 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:03.637253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-46868b44-5878-448c-af10-4f263d48e482 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0613401 Nov 05 21:49:03.788107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:03.816522 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a92f676-56b7-419f-ace6-8cbbfc762e0a x-openstack-request-id: req-0a92f676-56b7-419f-ace6-8cbbfc762e0a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:03.820027 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:03.823589 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a92f676-56b7-419f-ace6-8cbbfc762e0a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:03.824041 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'status': 'completed', 'code': 200} Nov 05 21:49:03.836845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] For port f6439bba-adec-42c0-a526-d2bd9fc088f8, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:49:03.839279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9b63-fb1a-4b5d-96a0-1133252094ac None None] Pushing event updated for resources: {'Port': ['ID=f6439bba-adec-42c0-a526-d2bd9fc088f8,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:03.853321 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] For port f6439bba-adec-42c0-a526-d2bd9fc088f8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f6439bba-adec-42c0-a526-d2bd9fc088f8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:49:03.861105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Allocated IP 172.25.6.101 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f4e60419-c396-408f-879a-aae44d2edc0c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:03.888692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-fa8c8304-f59c-4711-9b79-75dab740d484 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2413843 Nov 05 21:49:03.897385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:49:03.918147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-a0d4fbfb-bc73-43ef-8f99-d6754e07558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:03.921233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-a0d4fbfb-bc73-43ef-8f99-d6754e07558d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 1096 time: 0.0793676 Nov 05 21:49:03.970381 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.063430 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Routers {'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:04.064358 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:04.085558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:49:04.085909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4c33e1ae-a15f-4035-b197-d0d2f9183dd0 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:49:04.122577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8fd85e85-ed4d-45d2-a6fa-a302f9131068 None None] Provisioning complete for port c5393743-813a-406f-ac4e-81e91c239b0a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:04.122951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fd85e85-ed4d-45d2-a6fa-a302f9131068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.130349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Allocated IP 172.20.0.1 (dd70731b-867e-4655-b48e-d16c3d9b72ac/5d359abb-e6fd-47f6-b1af-4d46832b664f/26ceb03f-d758-42c8-a2d5-c0f43c7ab03e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:04.132633 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9b63-fb1a-4b5d-96a0-1133252094ac None None] Pushing event updated for resources: {'Port': ['ID=f6439bba-adec-42c0-a526-d2bd9fc088f8,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:04.158349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c5393743-813a-406f-ac4e-81e91c239b0a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:04.171415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-60f847e3-b4e3-4245-a57b-8f5b06b78f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:04.173277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-60f847e3-b4e3-4245-a57b-8f5b06b78f79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 911 time: 0.2362652 Nov 05 21:49:04.230246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-296140a5-942c-4a2f-a632-9dfb47610e38 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207769 Nov 05 21:49:04.236503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] Set router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:04.242794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.267162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-f0c9ac9b-061f-4aaa-8793-5c3dc265c563 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 200 len: 999 time: 0.0842867 Nov 05 21:49:04.325566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c5393743-813a-406f-ac4e-81e91c239b0a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:04.326129 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.346081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-2bc68408-5549-4577-a19f-bce44603ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:04.348109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-2bc68408-5549-4577-a19f-bce44603ff41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.0719707 Nov 05 21:49:04.402272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '655024b0-dd25-40df-beec-7b95ad781906', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'port_id': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'mac_address': 'fa:16:3e:0c:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:48:43Z', 'updated_at': '2021-11-05T21:49:02Z', 'revision_number': 1, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:04.417984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.433545 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-1e8878bf-3cb9-4750-b144-f15e47cba6ff service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003865 Nov 05 21:49:04.433773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e348464-0135-4541-9f9a-400c76667569 None None] Checking router: 5a632ee0-5686-4f22-949d-850cf733064d for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:49:04.453053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-b60e4988-7757-4576-8ff9-d988822eba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:04.458383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-b60e4988-7757-4576-8ff9-d988822eba85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005726 Nov 05 21:49:04.476441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:04.477234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:48:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:04.495566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.528989 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:49:01Z', 'revision_number': 3, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port': {'id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:00Z', 'updated_at': '2021-11-05T21:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:04.559054 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498eaf5-8f18-4721-9e78-87b9550a514b None None] The sync data for ids ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'] in n-d-816738-5 is: [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:49:01Z', 'revision_number': 3, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port': {'id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:00Z', 'updated_at': '2021-11-05T21:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:04.565461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:04.572229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:04.575845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:04.581867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e60419-c396-408f-879a-aae44d2edc0c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:04.620050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:04.626187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-e86af2ca-68fd-4dc7-8446-a3ba80deab52 service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597338 Nov 05 21:49:04.682044 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.763516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db8d2b4-50f5-4bd7-9ce7-07310f3bc0e1 req-75d43ea7-09c9-4ee3-a05f-5b46d71bb71e service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284320 Nov 05 21:49:04.818102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Network dd70731b-867e-4655-b48e-d16c3d9b72ac is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:04.821836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:04.849185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:04.860405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:04.887593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Pushing event updated for resources: {'Port': ['ID=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:04.939814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2586a3c7-c0af-466b-8422-59244d4e9750 req-886f7f4e-d247-40f6-a608-24141a2b3f96 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 210 time: 0.0847118 Nov 05 21:49:05.012300 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:05.025846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:05.038489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e348464-0135-4541-9f9a-400c76667569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '655024b0-dd25-40df-beec-7b95ad781906', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'port_id': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'mac_address': 'fa:16:3e:0c:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:48:43Z', 'updated_at': '2021-11-05T21:49:02Z', 'revision_number': 1, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:05.096169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e348464-0135-4541-9f9a-400c76667569 None None] The sync data for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 is: [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '655024b0-dd25-40df-beec-7b95ad781906', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'port_id': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'mac_address': 'fa:16:3e:0c:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:48:43Z', 'updated_at': '2021-11-05T21:49:02Z', 'revision_number': 1, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:05.326214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a692011e-c829-4950-b62a-89dcee9f66b4 None None] Provisioning complete for port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:05.327873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a692011e-c829-4950-b62a-89dcee9f66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:05.369259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a692011e-c829-4950-b62a-89dcee9f66b4 None None] Port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:49:05.375834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:05.419908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:05.450440 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481771da-e34a-4974-af88-e373d0f9c0bf None None] New status for floating IP 655024b0-dd25-40df-beec-7b95ad781906: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:49:05.481150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:05.964738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e60419-c396-408f-879a-aae44d2edc0c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:05.979530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.043183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c56a1da2-e4f9-4836-881a-38bce9b77d6d req-2e22bffa-36a4-45c3-a270-e94ca8febe69 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 210 time: 0.0358262 Nov 05 21:49:06.074647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.083319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.083319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0c7a5723-30f9-4e6a-9f34-cd5b0ead914b tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5458705 Nov 05 21:49:06.083536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54536) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:06.088457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1955925073', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'fixed_ips': [{'ip_address': '172.25.6.101'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:06.093153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f6439bba-adec-42c0-a526-d2bd9fc088f8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:06.154174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f6439bba-adec-42c0-a526-d2bd9fc088f8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:06.159298 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.196251 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.250621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Made reservation on behalf of 0109892444414f019a800d9abe23b89d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:06.253088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.253606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.271617 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.275168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port f6439bba-adec-42c0-a526-d2bd9fc088f8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f6439bba-adec-42c0-a526-d2bd9fc088f8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:06.289416 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5aed6889-55c9-45b2-b59f-8f15d6679098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.289668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.294763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Pushing event updated for resources: {'Port': ['ID=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:06.345071 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.397411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=f6439bba-adec-42c0-a526-d2bd9fc088f8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:06.434610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Network dd70731b-867e-4655-b48e-d16c3d9b72ac is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:06.438931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:06.442030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.573670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:06.702836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4b8d9621-fb36-45a3-9a4e-e9083ae0a2fd None None] Provisioning complete for port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:06.703389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:06.703516 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4b8d9621-fb36-45a3-9a4e-e9083ae0a2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.708456 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fb1675e1-e2f1-46b1-b3a8-84bf58cec68a admin admin] 10.222.0.41 "PUT /v2.0/routers/c6bdd1f5-260b-47b2-a013-cc3f3dd4548f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3197129 Nov 05 21:49:06.712471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:06.719934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] device_id is not set on port 314a78cb-0fda-4949-9367-18fb05e263fc yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:49:06.738889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d9621-fb36-45a3-9a4e-e9083ae0a2fd None None] Port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:49:06.838439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ca6cd-0581-4213-95de-ba2995494b95,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:06.971486 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 05 21:49:06.972541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:49:07.097979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-05d01cc0-fc7f-4121-aa90-8c2c7086dd43 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0134242 Nov 05 21:49:07.100861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54560) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:07.176821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76505ba6-98a0-4d27-9c69-222a3e1bb1e6 req-a7dc05bf-21f1-48ea-bf40-b970114f944b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 210 time: 0.0392392 Nov 05 21:49:07.337765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Deleting port f4e60419-c396-408f-879a-aae44d2edc0c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:07.338260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:07.423827 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:07.424221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:07.439098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Calling delete_port for f4e60419-c396-408f-879a-aae44d2edc0c owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:07.599483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-44e0c05b-aa18-4bfb-bb17-df230074c2f3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:07.601697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-44e0c05b-aa18-4bfb-bb17-df230074c2f3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1566429 Nov 05 21:49:07.616798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Request body: {'port': {'device_id': '22cdeab5-c868-4598-8de0-163f196d11b5', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'admin_state_up': True, 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:07.688785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:07.734288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4e60419-c396-408f-879a-aae44d2edc0c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:07.806235 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:07.809296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:07.810306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-272fdcb7-1781-49c6-bf91-ff2af3eba041 tempest-ExternalNetworksAdminNegativeTestJSON-239600369 tempest-ExternalNetworksAdminNegativeTestJSON-239600369-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/23afc7ac-a470-4ee1-949b-94092485aaa7 HTTP/1.1" status: 204 len: 168 time: 0.7067976 Nov 05 21:49:07.832310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:07.837103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.017591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Allocated IP 172.20.0.11 (1098103c-4b0c-4f79-ae64-66d53814f51c/d684052e-2885-42e0-af83-161849d67b8e/656d7c32-4efa-4b1d-8d83-0899cd4453d0) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:08.086296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f6439bba-adec-42c0-a526-d2bd9fc088f8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:08.151205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f6439bba-adec-42c0-a526-d2bd9fc088f8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:08.152270 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.269318 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.371710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c0315ef-bb77-49a9-9bae-b4a70c467a25 req-e76a9255-1cbf-4ccf-8f06-60834234638b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 210 time: 0.0767467 Nov 05 21:49:08.541239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-13a7f129-3757-41bd-8539-3ed2bb0c608b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.557661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54580) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:08.573696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.587208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:08.630002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:08.638488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:08.647866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:08.673656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Sync routers for ids ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:08.697385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event updated for resources: {'Port': ['ID=656d7c32-4efa-4b1d-8d83-0899cd4453d0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:08.699039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Routers {'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:08.699804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:08.713495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.714158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.714693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.715416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.715967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.716456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.716877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.717363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.717786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.718205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.718623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.719039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:08.763593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:08.764304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.835694 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d60bdde5-2403-4f61-8887-240272d298dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.896125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-09f0e930-9d82-4324-b33f-9950280eb38c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2850003 Nov 05 21:49:08.914318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Request body: {'port': {'device_id': '22cdeab5-c868-4598-8de0-163f196d11b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:08.931682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d60bdde5-2403-4f61-8887-240272d298dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:08.932465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Set router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:09.017605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d60bdde5-2403-4f61-8887-240272d298dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.043938 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.072503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d60bdde5-2403-4f61-8887-240272d298dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a319c277fb6945da9f1657d9b6c8a0f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5132847 Nov 05 21:49:09.079245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54586) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:09.109611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bdde5-2403-4f61-8887-240272d298dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b675b197-9496-4848-b970-67cf7f24fee6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:09.222813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d865ea6b-6fb0-439f-a9cf-fe2027377dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.240965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:49:05Z', 'revision_number': 4, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port': {'id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:00Z', 'updated_at': '2021-11-05T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '26ceb03f-d758-42c8-a2d5-c0f43c7ab03e', 'name': '', 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'mac_address': 'fa:16:3e:ad:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '5d359abb-e6fd-47f6-b1af-4d46832b664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:03Z', 'updated_at': '2021-11-05T21:49:05Z', 'revision_number': 2, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'subnets': [{'id': '5d359abb-e6fd-47f6-b1af-4d46832b664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:09.277936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Checking router: c6bdd1f5-260b-47b2-a013-cc3f3dd4548f for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:49:09.278258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Updating router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:49:09.295270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d865ea6b-6fb0-439f-a9cf-fe2027377dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.307099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.441026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d865ea6b-6fb0-439f-a9cf-fe2027377dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.445915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d865ea6b-6fb0-439f-a9cf-fe2027377dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.470443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d865ea6b-6fb0-439f-a9cf-fe2027377dc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b675b197-9496-4848-b970-67cf7f24fee6 HTTP/1.1" status: 204 len: 168 time: 0.3899949 Nov 05 21:49:09.529097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656d7c32-4efa-4b1d-8d83-0899cd4453d0 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:09.547795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865ea6b-6fb0-439f-a9cf-fe2027377dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b675b197-9496-4848-b970-67cf7f24fee6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:09.572316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.660382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Transition to ACTIVE for port object 656d7c32-4efa-4b1d-8d83-0899cd4453d0 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:49:09.694982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d22c24-a470-4102-b534-bb46dff9f1c8 req-22368304-05d5-4bc7-b84a-9141d7514028 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:09.703091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75d22c24-a470-4102-b534-bb46dff9f1c8 req-22368304-05d5-4bc7-b84a-9141d7514028 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 932 time: 0.1316209 Nov 05 21:49:09.750106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:09.757783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75d22c24-a470-4102-b534-bb46dff9f1c8 req-7dff98d0-6c43-4035-bd7f-7e5f6497fdcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538504 Nov 05 21:49:09.846018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Pushing event updated for resources: {'Port': ['ID=656d7c32-4efa-4b1d-8d83-0899cd4453d0,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:09.948797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Attempting to bind port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:49:09.949138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Attempting to bind port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:49:09.949597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Attempting to bind port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:09.956812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 on network 1098103c-4b0c-4f79-ae64-66d53814f51c not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:49:09.957148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Attempting to bind port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:09.965103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:49:09.965438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:09.965811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Bound using segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:49:09.966235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Bound port: 656d7c32-4efa-4b1d-8d83-0899cd4453d0, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:49:09.970974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.040819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] For port 656d7c32-4efa-4b1d-8d83-0899cd4453d0, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:49:10.044086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] For port 656d7c32-4efa-4b1d-8d83-0899cd4453d0, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=656d7c32-4efa-4b1d-8d83-0899cd4453d0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:49:10.072729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.090507 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.175483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.210687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:10.211307 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.212700 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] 10.222.0.46 "PUT /v2.0/ports/656d7c32-4efa-4b1d-8d83-0899cd4453d0 HTTP/1.1" status: 200 len: 1092 time: 1.3069675 Nov 05 21:49:10.213139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cdeab5-c868-4598-8de0-163f196d11b5', 'tag': '656d7c32-4efa-4b1d-8d83-0899cd4453d0'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:10.215407 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be8f805-63ab-469c-866a-b904a4893e06" -d '{"events": [{"name": "network-changed", "server_uuid": "22cdeab5-c868-4598-8de0-163f196d11b5", "tag": "656d7c32-4efa-4b1d-8d83-0899cd4453d0"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:10.242100 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.265593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b25ac8-3c82-40d3-be77-55b1c381b21c service neutron] Pushing event updated for resources: {'Port': ['ID=656d7c32-4efa-4b1d-8d83-0899cd4453d0,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:10.293478 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba626f-4a49-4831-9475-4eb4c60ffd54 x-openstack-request-id: req-35ba626f-4a49-4831-9475-4eb4c60ffd54 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:10.293768 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cdeab5-c868-4598-8de0-163f196d11b5", "tag": "656d7c32-4efa-4b1d-8d83-0899cd4453d0", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:10.294020 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35ba626f-4a49-4831-9475-4eb4c60ffd54 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:10.294422 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cdeab5-c868-4598-8de0-163f196d11b5', 'tag': '656d7c32-4efa-4b1d-8d83-0899cd4453d0', 'status': 'completed', 'code': 200} Nov 05 21:49:10.327564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9fbf-80c4-4ad1-b62a-a81947fc9cd2 None None] Pushing event updated for resources: {'Port': ['ID=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:10.399486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8f805-63ab-469c-866a-b904a4893e06 req-31fb6403-f79e-4166-b419-a3cd1e58dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:10.406770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3be8f805-63ab-469c-866a-b904a4893e06 req-31fb6403-f79e-4166-b419-a3cd1e58dba4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 1095 time: 0.0872412 Nov 05 21:49:10.408507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Attempting to bind port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:49:10.409100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Attempting to bind port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:49:10.409988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Attempting to bind port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e on network dd70731b-867e-4655-b48e-d16c3d9b72ac {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:10.416820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:49:10.417514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Checking segment: {'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:10.418125 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.418706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Bound using segment: {'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:49:10.419483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Bound port: 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ea412e-5473-4418-b8f1-7a8b1af88351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:49:10.420121 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.432684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54606) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:10.528702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8f805-63ab-469c-866a-b904a4893e06 req-cc6f8c0b-5590-48d0-8042-bc4cb722499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:10.530624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3be8f805-63ab-469c-866a-b904a4893e06 req-cc6f8c0b-5590-48d0-8042-bc4cb722499f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6f0b8d83a1c144ca9508d69601230d80&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1141765 Nov 05 21:49:10.549994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] For port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:49:10.557649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] For port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,segment=NetworkSegment(82ea412e-5473-4418-b8f1-7a8b1af88351),segment_id=82ea412e-5473-4418-b8f1-7a8b1af88351)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:49:10.564491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-74341f39-052c-4228-a54b-ef254d408c06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0109892444414f019a800d9abe23b89d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258729 Nov 05 21:49:10.564913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54608) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:10.642871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1271c54c-eb40-4ddb-ac0e-a924a8c74ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.650698 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.669230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1271c54c-eb40-4ddb-ac0e-a924a8c74ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.746414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8f805-63ab-469c-866a-b904a4893e06 req-a4fef7da-d6d1-41d5-b518-369f2b414b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:10.752475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3be8f805-63ab-469c-866a-b904a4893e06 req-a4fef7da-d6d1-41d5-b518-369f2b414b42 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2147560 Nov 05 21:49:10.765855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Routers {'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:10.766540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:10.875533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-f419dcb8-965c-4418-92c2-56407ecf039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:10.879381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-f419dcb8-965c-4418-92c2-56407ecf039a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 1095 time: 0.0621221 Nov 05 21:49:10.884118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1271c54c-eb40-4ddb-ac0e-a924a8c74ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.890742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1271c54c-eb40-4ddb-ac0e-a924a8c74ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:10.890742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1271c54c-eb40-4ddb-ac0e-a924a8c74ba4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc8ca6cd-0581-4213-95de-ba2995494b95 HTTP/1.1" status: 204 len: 168 time: 0.3219497 Nov 05 21:49:10.910927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271c54c-eb40-4ddb-ac0e-a924a8c74ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ca6cd-0581-4213-95de-ba2995494b95,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:10.954736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9fbf-80c4-4ad1-b62a-a81947fc9cd2 None None] Pushing event updated for resources: {'Port': ['ID=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:11.061320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-adce2561-44ae-4479-9d00-fa7e3877b645 None None] Provisioning complete for port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:11.065212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-adce2561-44ae-4479-9d00-fa7e3877b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:11.094011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-8ff1cafd-5223-4af7-906d-f79518b7c211 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656d7c32-4efa-4b1d-8d83-0899cd4453d0 HTTP/1.1" status: 200 len: 217 time: 0.1337652 Nov 05 21:49:11.114555 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] Set router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:11.141437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8ce75-e67f-4521-829c-ddd0db4730ac req-d556294b-d271-4097-b3bc-9ea7158a034d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:11.149301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ba8ce75-e67f-4521-829c-ddd0db4730ac req-d556294b-d271-4097-b3bc-9ea7158a034d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 944 time: 0.2628701 Nov 05 21:49:11.225531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-67a94d72-9ddd-4c4a-8e8a-97344b0ee004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:11.227566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-67a94d72-9ddd-4c4a-8e8a-97344b0ee004 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.1266708 Nov 05 21:49:11.254447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ba8ce75-e67f-4521-829c-ddd0db4730ac req-58c9da91-90b4-408e-9c52-c392f529cf50 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995007 Nov 05 21:49:11.291785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-da6dd117-8af1-4757-803c-0d08075c4deb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356297 Nov 05 21:49:11.322022 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-adce2561-44ae-4479-9d00-fa7e3877b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:11.378807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-adce2561-44ae-4479-9d00-fa7e3877b645 None None] For port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,segment=NetworkSegment(82ea412e-5473-4418-b8f1-7a8b1af88351),segment_id=82ea412e-5473-4418-b8f1-7a8b1af88351)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:11.430049 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:11.444787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:49:05Z', 'revision_number': 4, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port': {'id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:00Z', 'updated_at': '2021-11-05T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '26ceb03f-d758-42c8-a2d5-c0f43c7ab03e', 'name': '', 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'mac_address': 'fa:16:3e:ad:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '5d359abb-e6fd-47f6-b1af-4d46832b664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:03Z', 'updated_at': '2021-11-05T21:49:10Z', 'revision_number': 4, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'subnets': [{'id': '5d359abb-e6fd-47f6-b1af-4d46832b664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:11.454466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-52e42b95-174d-4247-97d9-d51b4c7bc3c6 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551304 Nov 05 21:49:11.478999 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-adce2561-44ae-4479-9d00-fa7e3877b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:11.481032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c3b9-2448-4ae4-a35b-5867a7f69c97 None None] The sync data for ids ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'] in n-d-816738-5 is: [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:49:05Z', 'revision_number': 4, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port': {'id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:00Z', 'updated_at': '2021-11-05T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '26ceb03f-d758-42c8-a2d5-c0f43c7ab03e', 'name': '', 'network_id': 'dd70731b-867e-4655-b48e-d16c3d9b72ac', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'mac_address': 'fa:16:3e:ad:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '5d359abb-e6fd-47f6-b1af-4d46832b664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:03Z', 'updated_at': '2021-11-05T21:49:10Z', 'revision_number': 4, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'subnets': [{'id': '5d359abb-e6fd-47f6-b1af-4d46832b664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:11.534103 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce2561-44ae-4479-9d00-fa7e3877b645 None None] Pushing event updated for resources: {'Port': ['ID=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:11.568923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2de1df12-b697-45bb-8eb8-aff3bb4f536b req-3ab5729d-cd84-4ded-96df-0a631a25ca80 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070874 Nov 05 21:49:11.613982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6015da10-7f0d-4c5b-b7c6-9c04e2703a64 None None] Provisioning complete for port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:11.614352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6015da10-7f0d-4c5b-b7c6-9c04e2703a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:11.939374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:12.112623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:12.205131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:12.205408 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:12.412869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d181b76-5000-48f9-b33e-37e48f191b7f req-679d4d73-5137-4968-967e-6e3042c12f90 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:12.420901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d181b76-5000-48f9-b33e-37e48f191b7f req-679d4d73-5137-4968-967e-6e3042c12f90 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 944 time: 0.0859923 Nov 05 21:49:12.500352 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d181b76-5000-48f9-b33e-37e48f191b7f req-f6a181a5-ff86-43da-b5fa-3c61435d3312 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722291 Nov 05 21:49:13.464562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54670) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:13.604776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1665426516', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:13.640121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f225a5-0d62-4f2f-8729-73474e11c303 req-58ee90a6-5710-4260-865d-ee49e219bc30 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:13.641865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72f225a5-0d62-4f2f-8729-73474e11c303 req-58ee90a6-5710-4260-865d-ee49e219bc30 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 944 time: 0.0618019 Nov 05 21:49:13.693165 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72f225a5-0d62-4f2f-8729-73474e11c303 req-b5e1032d-5502-4917-a9b2-a39dcd616e42 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 Nov 05 21:49:13.723724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Made reservation on behalf of 77d766b2aa8d40b88d223a557be33e0f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:13.726170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:13.736306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:13.814125 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:13.895420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:13.921895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] device_id is not set on port 9b79925b-1716-44d7-8f29-d055b68ba233 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:49:13.958951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8ec0e1-cee4-43ec-af5b-6b8db6b69a49,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:14.050117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Allocated IP 172.25.6.90 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9b79925b-1716-44d7-8f29-d055b68ba233) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:14.206177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:14.288544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:14.335895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:14.344429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:14.348186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:14.354965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Pushing event updated for resources: {'Port': ['ID=9b79925b-1716-44d7-8f29-d055b68ba233,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:14.395729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:14.396343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:14.463864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8c6669ac-a0ad-4296-9b74-b8811a1a5882 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9981086 Nov 05 21:49:14.467726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54684) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:14.472232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.90'}]}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:14.563966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:14.565010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:14.641051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:14.882372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:14.917341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aeca8-1306-47a9-85e0-0b9e3a8fa058 req-d55a2184-044a-47dc-9e40-fbdb9d39f989 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:14.919025 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b1aeca8-1306-47a9-85e0-0b9e3a8fa058 req-d55a2184-044a-47dc-9e40-fbdb9d39f989 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 944 time: 0.1247988 Nov 05 21:49:15.000361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b1aeca8-1306-47a9-85e0-0b9e3a8fa058 req-d5b535a0-f8fe-404f-890c-97dba9d35095 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747714 Nov 05 21:49:15.186538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:15.210534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:15.392497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:15.562085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:15.564429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:15.718363 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:15.718786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b74a4b7c-1778-428b-b101-14861d566455 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:49:15.815294 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 05 21:49:15.819618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b63d1469-699a-4d94-93d0-b14c4c51d927 tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3478420 Nov 05 21:49:15.819892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54698) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:15.914065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Deleting port 9b79925b-1716-44d7-8f29-d055b68ba233 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:15.914456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:15.927070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 656d7c32-4efa-4b1d-8d83-0899cd4453d0 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:49:16.008217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:16.030025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Calling delete_port for 9b79925b-1716-44d7-8f29-d055b68ba233 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:16.050835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 656d7c32-4efa-4b1d-8d83-0899cd4453d0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=656d7c32-4efa-4b1d-8d83-0899cd4453d0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:16.065583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '656d7c32-4efa-4b1d-8d83-0899cd4453d0', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'port_id': '656d7c32-4efa-4b1d-8d83-0899cd4453d0', 'mac_address': 'fa:16:3e:22:69:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd684052e-2885-42e0-af83-161849d67b8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:49:16.160344 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:16.175372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656d7c32-4efa-4b1d-8d83-0899cd4453d0 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:16.199454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 656d7c32-4efa-4b1d-8d83-0899cd4453d0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=656d7c32-4efa-4b1d-8d83-0899cd4453d0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:16.232123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f15a-8712-41e5-b6c5-d5ad8640d14a req-4bdd1c19-9c74-421b-a125-973e09776604 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:16.233502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7479f15a-8712-41e5-b6c5-d5ad8640d14a req-4bdd1c19-9c74-421b-a125-973e09776604 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 944 time: 0.0849040 Nov 05 21:49:16.350789 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:16.413916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=656d7c32-4efa-4b1d-8d83-0899cd4453d0,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:16.441806 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:49:16.622704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7479f15a-8712-41e5-b6c5-d5ad8640d14a req-a569cdc6-e564-4b94-85bc-ef7f881b6ce5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787434 Nov 05 21:49:16.699370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:16.729852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b79925b-1716-44d7-8f29-d055b68ba233,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:16.747723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['656d7c32-4efa-4b1d-8d83-0899cd4453d0'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:16.854230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:16.860588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-37842e9d-545e-419a-a0c9-fc32a6ee47ff tempest-RoutersAdminNegativeIpV6Test-375902373 tempest-RoutersAdminNegativeIpV6Test-375902373-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9b79925b-1716-44d7-8f29-d055b68ba233 HTTP/1.1" status: 204 len: 168 time: 1.0366709 Nov 05 21:49:17.382053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54718) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:17.485288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c40d25b5-95d6-4048-9a0b-9249f9846bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:17.566024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c40d25b5-95d6-4048-9a0b-9249f9846bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:17.661332 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c40d25b5-95d6-4048-9a0b-9249f9846bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:17.701981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d25b5-95d6-4048-9a0b-9249f9846bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3046a878-c8d2-4207-b163-2e00ed0f86b4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:17.707626 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c40d25b5-95d6-4048-9a0b-9249f9846bdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac53e982054b4dfda1cd7d7499cae06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323584 Nov 05 21:49:17.718872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54726) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:17.762700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0a976-61f5-4294-9fd5-233af5c66a8b req-3509cfd1-c601-4f5d-a606-9dc5a3f9691f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:17.762700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0cf0a976-61f5-4294-9fd5-233af5c66a8b req-3509cfd1-c601-4f5d-a606-9dc5a3f9691f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 945 time: 0.0631835 Nov 05 21:49:17.797729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7776c16-eb6b-4172-9be8-ed326f241d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:17.812070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7776c16-eb6b-4172-9be8-ed326f241d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:17.840020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0cf0a976-61f5-4294-9fd5-233af5c66a8b req-61467fb4-a835-4d47-917b-c482977a6a83 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682425 Nov 05 21:49:17.963153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 656d7c32-4efa-4b1d-8d83-0899cd4453d0 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:17.980400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7776c16-eb6b-4172-9be8-ed326f241d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:17.983600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7776c16-eb6b-4172-9be8-ed326f241d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:17.987385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7776c16-eb6b-4172-9be8-ed326f241d2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3046a878-c8d2-4207-b163-2e00ed0f86b4 HTTP/1.1" status: 204 len: 168 time: 0.2648532 Nov 05 21:49:18.002420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7776c16-eb6b-4172-9be8-ed326f241d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3046a878-c8d2-4207-b163-2e00ed0f86b4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:18.134815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:49:18.139396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:18.139793 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:18.236650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:18.267194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cdeab5-c868-4598-8de0-163f196d11b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656d7c32-4efa-4b1d-8d83-0899cd4453d0'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:18.269651 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9583a2-c626-4b39-895d-ded2f80440f6" -d '{"events": [{"server_uuid": "22cdeab5-c868-4598-8de0-163f196d11b5", "name": "network-vif-plugged", "status": "completed", "tag": "656d7c32-4efa-4b1d-8d83-0899cd4453d0"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:18.314209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 656d7c32-4efa-4b1d-8d83-0899cd4453d0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=656d7c32-4efa-4b1d-8d83-0899cd4453d0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:18.329861 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ba496b-e771-44e5-954f-78f393825af3 x-openstack-request-id: req-b1ba496b-e771-44e5-954f-78f393825af3 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:18.330164 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cdeab5-c868-4598-8de0-163f196d11b5", "name": "network-vif-plugged", "status": "completed", "tag": "656d7c32-4efa-4b1d-8d83-0899cd4453d0", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:18.330421 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1ba496b-e771-44e5-954f-78f393825af3 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:18.330824 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cdeab5-c868-4598-8de0-163f196d11b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656d7c32-4efa-4b1d-8d83-0899cd4453d0', 'code': 200} Nov 05 21:49:18.377468 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:18.448994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e14be7-2fbc-422f-886c-fe54a700d839 req-60eba15d-47c8-47b9-9128-5b4021d445d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:18.452024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8e14be7-2fbc-422f-886c-fe54a700d839 req-60eba15d-47c8-47b9-9128-5b4021d445d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 1097 time: 0.0526481 Nov 05 21:49:18.452730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=656d7c32-4efa-4b1d-8d83-0899cd4453d0,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:18.498569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8e14be7-2fbc-422f-886c-fe54a700d839 req-ddf5e558-46e0-4620-81b1-a97c35913f76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Nov 05 21:49:18.678625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54750) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:18.743755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-42764330-a3e1-4418-ab6e-d91b84e044f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77d766b2aa8d40b88d223a557be33e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0607898 Nov 05 21:49:18.743755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54752) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:18.795330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe428e9d-49ad-4805-8678-358463d98ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:18.818886 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe428e9d-49ad-4805-8678-358463d98ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:18.953604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe428e9d-49ad-4805-8678-358463d98ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:18.956263 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe428e9d-49ad-4805-8678-358463d98ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:18.957472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe428e9d-49ad-4805-8678-358463d98ab4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a8ec0e1-cee4-43ec-af5b-6b8db6b69a49 HTTP/1.1" status: 204 len: 168 time: 0.2134945 Nov 05 21:49:18.972319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe428e9d-49ad-4805-8678-358463d98ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8ec0e1-cee4-43ec-af5b-6b8db6b69a49,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:18.982954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11e657-cce7-44f1-9c99-9ae5d69fe9e4 req-23e0fd63-eaba-48e3-b3ae-83d4a7a93fa6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:18.984580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe11e657-cce7-44f1-9c99-9ae5d69fe9e4 req-23e0fd63-eaba-48e3-b3ae-83d4a7a93fa6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 946 time: 0.0651937 Nov 05 21:49:19.058249 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe11e657-cce7-44f1-9c99-9ae5d69fe9e4 req-d6e51947-916d-4337-86f9-458f89eeec17 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555906 Nov 05 21:49:20.197728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54804) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:20.215898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ed76c-40e4-4af6-9221-9ea68f300110 req-91543b90-6656-4a5b-8a81-91a4694de396 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:20.218776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f30ed76c-40e4-4af6-9221-9ea68f300110 req-91543b90-6656-4a5b-8a81-91a4694de396 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 946 time: 0.0739827 Nov 05 21:49:20.281573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f30ed76c-40e4-4af6-9221-9ea68f300110 req-786ee7ab-1397-4bb9-b22e-3fb75b8ffb15 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Nov 05 21:49:20.363834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-27d4e82e-dc2d-43d1-9886-10baf7e702a6 tempest-AgentManagementNegativeTest-1821345468 tempest-AgentManagementNegativeTest-1821345468-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1641583 Nov 05 21:49:20.442769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f1b3e-f7af-499b-8800-d7ffc17b79eb req-771b56f7-b2c6-4989-b54d-15a3cc774503 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:20.450341 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-761f1b3e-f7af-499b-8800-d7ffc17b79eb req-771b56f7-b2c6-4989-b54d-15a3cc774503 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 946 time: 0.0672569 Nov 05 21:49:20.511285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-761f1b3e-f7af-499b-8800-d7ffc17b79eb req-bf03f002-44da-4215-a63b-685e35e1255d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593083 Nov 05 21:49:20.950989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54824) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:21.054234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5c91-f252-4ccc-afa3-cc6764c8155b req-c4086b65-a43a-4715-9e24-1d35eb55a60b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:21.055927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fffc5c91-f252-4ccc-afa3-cc6764c8155b req-c4086b65-a43a-4715-9e24-1d35eb55a60b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 946 time: 0.0594358 Nov 05 21:49:21.111374 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a29692d6-a5bd-410b-97c5-1c58ca6f46df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:21.151432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fffc5c91-f252-4ccc-afa3-cc6764c8155b req-b9de9601-47c0-4957-afba-2661cd7209e7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890124 Nov 05 21:49:21.234067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a29692d6-a5bd-410b-97c5-1c58ca6f46df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:21.307040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a29692d6-a5bd-410b-97c5-1c58ca6f46df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:21.352177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a29692d6-a5bd-410b-97c5-1c58ca6f46df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4cd59f9d5694ffdbeef4884b07440a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998520 Nov 05 21:49:21.352999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29692d6-a5bd-410b-97c5-1c58ca6f46df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16ced1-7968-4210-a360-b9854f2ad707,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:21.355397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:21.430933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8a13c29-9a84-4a10-9feb-8eb32892041a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:21.458740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8a13c29-9a84-4a10-9feb-8eb32892041a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:21.592299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8a13c29-9a84-4a10-9feb-8eb32892041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:21.595194 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8a13c29-9a84-4a10-9feb-8eb32892041a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:21.614800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f8a13c29-9a84-4a10-9feb-8eb32892041a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e16ced1-7968-4210-a360-b9854f2ad707 HTTP/1.1" status: 204 len: 168 time: 0.2536747 Nov 05 21:49:21.633042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a13c29-9a84-4a10-9feb-8eb32892041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16ced1-7968-4210-a360-b9854f2ad707,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:21.719411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-11ea04ad-bfcd-42b1-98ff-99936a576279 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593777 Nov 05 21:49:21.794367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f582a-6f82-4078-8841-b57d2672ba7b req-8f40e515-66b6-414d-95e1-60ef46b4e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:21.796478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-8f40e515-66b6-414d-95e1-60ef46b4e3a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4e09138e6141c6abf47da26888ece5&device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 1097 time: 0.0499575 Nov 05 21:49:21.942155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f582a-6f82-4078-8841-b57d2672ba7b req-f90e76ec-a66f-4903-b02f-98fe1650bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:21.943644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-f90e76ec-a66f-4903-b02f-98fe1650bf47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf02707f-5614-40f0-8570-7486cc5769c1 HTTP/1.1" status: 200 len: 917 time: 0.1243112 Nov 05 21:49:22.056427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-948322bb-7c98-404e-ab6d-7176e9586ce2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a HTTP/1.1" status: 200 len: 1001 time: 0.1043091 Nov 05 21:49:22.126296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f582a-6f82-4078-8841-b57d2672ba7b req-5f9b6b8c-5bb2-4e9e-91c7-e1ffe948a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:22.127977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-5f9b6b8c-5bb2-4e9e-91c7-e1ffe948a90f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e32d424a-1f5f-4984-bf5f-f171dcdd18d8 HTTP/1.1" status: 200 len: 855 time: 0.0629442 Nov 05 21:49:22.181602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f582a-6f82-4078-8841-b57d2672ba7b req-8bd52506-9772-42d7-a95d-b69a7abb26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:22.183574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-8bd52506-9772-42d7-a95d-b69a7abb26ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf02707f-5614-40f0-8570-7486cc5769c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478091 Nov 05 21:49:22.316120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-f72feced-df74-497d-8a65-b3edede1ea29 service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237874 Nov 05 21:49:22.355379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcfe67-61c0-43e9-9c91-be462a88add9 req-86549370-6e74-4643-baf1-7d2921753346 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:22.357892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dabcfe67-61c0-43e9-9c91-be462a88add9 req-86549370-6e74-4643-baf1-7d2921753346 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 946 time: 0.1120005 Nov 05 21:49:22.415692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dabcfe67-61c0-43e9-9c91-be462a88add9 req-8355a77b-7f1a-4648-b35a-dc7fadb0aaf7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Nov 05 21:49:22.427709 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-283f582a-6f82-4078-8841-b57d2672ba7b req-bb52d76b-6ddb-4bf6-9da2-de2b2c2c25d3 service neutron] 10.222.0.13 "GET /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040637 Nov 05 21:49:22.692570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-1576a040-5c8d-4b80-a0d9-953aeec3d1be tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:22.694095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-1576a040-5c8d-4b80-a0d9-953aeec3d1be tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 946 time: 0.0543211 Nov 05 21:49:22.846050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Deleting port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:22.846486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:22.957688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] For port 656d7c32-4efa-4b1d-8d83-0899cd4453d0, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=656d7c32-4efa-4b1d-8d83-0899cd4453d0,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:22.958052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:22.981614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Calling delete_port for 656d7c32-4efa-4b1d-8d83-0899cd4453d0 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:23.147854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:23.254696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.261480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1816136956'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:23.271214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['656d7c32-4efa-4b1d-8d83-0899cd4453d0'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:23.274380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:23.321639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event deleted for resources: {'Port': ['ID=656d7c32-4efa-4b1d-8d83-0899cd4453d0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:23.379096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] No DVR routers for this DVR port 656d7c32-4efa-4b1d-8d83-0899cd4453d0 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:49:23.382406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.387015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddcc3a61-652b-498f-a07a-b8a0a2f8f196 req-8b79be9f-cafb-4a12-a8ee-accd511e4dcc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "DELETE /v2.0/ports/656d7c32-4efa-4b1d-8d83-0899cd4453d0 HTTP/1.1" status: 204 len: 173 time: 0.6864760 Nov 05 21:49:23.387718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cdeab5-c868-4598-8de0-163f196d11b5', 'name': 'network-vif-deleted', 'tag': '656d7c32-4efa-4b1d-8d83-0899cd4453d0'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:23.390256 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d9521-3eed-4a96-9345-4cb50696e823" -d '{"events": [{"server_uuid": "22cdeab5-c868-4598-8de0-163f196d11b5", "name": "network-vif-deleted", "tag": "656d7c32-4efa-4b1d-8d83-0899cd4453d0"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:23.420853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:23.424844 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.434731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.457569 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf490d-64fb-4c5f-9373-010982ebc68a x-openstack-request-id: req-19bf490d-64fb-4c5f-9373-010982ebc68a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:23.457922 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cdeab5-c868-4598-8de0-163f196d11b5", "name": "network-vif-deleted", "tag": "656d7c32-4efa-4b1d-8d83-0899cd4453d0", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:23.458157 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19bf490d-64fb-4c5f-9373-010982ebc68a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:23.458595 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cdeab5-c868-4598-8de0-163f196d11b5', 'name': 'network-vif-deleted', 'tag': '656d7c32-4efa-4b1d-8d83-0899cd4453d0', 'status': 'completed', 'code': 200} Nov 05 21:49:23.602598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18691289-3d7c-4a63-ba6e-7b7bb5c9e6d9 req-61079f9b-2b64-43f2-b7a9-2a9b7ef8f0f1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=22cdeab5-c868-4598-8de0-163f196d11b5 HTTP/1.1" status: 200 len: 210 time: 0.0689478 Nov 05 21:49:23.614397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.711922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.749729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:49:23.776117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d1b24e6e-149d-4e7d-819c-7bcbf992fff6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1088896 Nov 05 21:49:23.782269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db416c9-e437-45f0-b12e-81338e2727ec,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:23.782269 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.782516 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Added segment a2db0a41-f474-4236-8c02-ffad0eb1b08c of type vlan for network 9f550319-8766-4595-88ad-02bb13658580 Nov 05 21:49:23.829475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.933055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.933577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.934040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.934688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.935170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.936205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.936693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.938807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-d64a840c-ac52-4715-98a4-1662793d3c9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.0732358 Nov 05 21:49:23.953811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:23.959901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:23.960484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:24.090094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54886) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:24.090358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9413593 Nov 05 21:49:24.097738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'subnet': {'network_id': '9f550319-8766-4595-88ad-02bb13658580', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:24.099775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bab396-9b4c-4e85-bac3-866df74457d9 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Network': ['ID=9f550319-8766-4595-88ad-02bb13658580,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:24.112206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 9f550319-8766-4595-88ad-02bb13658580 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:49:24.172047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-4028ae94-f12a-40c6-8607-adc4e9f3a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:24.172515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-4028ae94-f12a-40c6-8607-adc4e9f3a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:24.172976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-4028ae94-f12a-40c6-8607-adc4e9f3a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:24.174814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-4028ae94-f12a-40c6-8607-adc4e9f3a6af service neutron] 10.222.0.46 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 2293 time: 0.2064219 Nov 05 21:49:24.283678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-af9c460c-ed32-4f08-ba19-36cce60a6e18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 1000 time: 0.1015315 Nov 05 21:49:24.339511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-0636c9ae-78c7-47f6-a9dc-ebb070bcebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:24.341102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-0636c9ae-78c7-47f6-a9dc-ebb070bcebec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 200 len: 850 time: 0.0505731 Nov 05 21:49:24.397653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:24.402678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-c42f3d48-bfb0-406a-a4c3-f2764604b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:24.402929 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:24.404258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-c42f3d48-bfb0-406a-a4c3-f2764604b017 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562809 Nov 05 21:49:24.534361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-fc92386e-5a69-4c5d-99b4-768df47663e8 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225812 Nov 05 21:49:24.704742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-8b4ba2ee-834b-45c7-99aa-381ad29e2724 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592650 Nov 05 21:49:24.754510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-a9fd0cb9-e266-4c25-b6ab-9b43fdbf9dd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 217 time: 0.0446482 Nov 05 21:49:24.796224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:24.810217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-c0101ec2-abe7-47c1-a487-6851c034f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:24.812655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-c0101ec2-abe7-47c1-a487-6851c034f7d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0493634 Nov 05 21:49:24.889653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-2e0659fb-990f-48b0-90f4-1a324a955d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:24.891833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-2e0659fb-990f-48b0-90f4-1a324a955d83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711584 Nov 05 21:49:24.915812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Checking segment: {'id': 'a2db0a41-f474-4236-8c02-ffad0eb1b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9f550319-8766-4595-88ad-02bb13658580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:24.916315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network hostable DHCP agents. Network: 9f550319-8766-4595-88ad-02bb13658580, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:49:24.927502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Subnet': ['ID=672725a5-9b08-46ea-8371-fcceea5ed4a7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:25.043490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 9f550319-8766-4595-88ad-02bb13658580 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:49:25.133707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 9f550319-8766-4595-88ad-02bb13658580) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:25.142582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f34f1-8ebb-45bc-a514-0d32b363e14f None None] Network 9f550319-8766-4595-88ad-02bb13658580 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:49:25.145129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:25.150214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:25.177814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-1c5710fb-01f2-451b-b451-d75325ca94db service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768636 Nov 05 21:49:25.298033 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-64717b9f-168c-4b18-afe5-ea418326d787 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2063646 Nov 05 21:49:25.302188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54914) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:25.307687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1024121672', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:25.392287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-5e53726c-0e1f-4a6c-bad4-b411462b46c0 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935821 Nov 05 21:49:25.392433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ffa87-2d9c-4ec5-b6c9-f44d65a81a82 None None] Network 9f550319-8766-4595-88ad-02bb13658580 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:49:25.426062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:25.427691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:25.456296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-08f110d4-b8ee-4e7c-a13d-a79601d7ea2a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:25.464805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-08f110d4-b8ee-4e7c-a13d-a79601d7ea2a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.3894107 Nov 05 21:49:25.475477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-52429340-6912-4e98-8991-724d24390f06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 217 time: 0.0830212 Nov 05 21:49:25.485290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-1382b84c-5f9c-4091-b200-59bdc3d5b9d8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0193603 Nov 05 21:49:25.553138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:25.600118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-54539f92-64ca-4036-9dd6-a29639a3224f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137171 Nov 05 21:49:25.635210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-f7bb644d-697d-4eea-85af-71c5ddeda7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:25.636954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-f7bb644d-697d-4eea-85af-71c5ddeda7d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.1091149 Nov 05 21:49:25.737416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-65444d5e-f122-45ad-9f2c-56230c21cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:25.738503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-65444d5e-f122-45ad-9f2c-56230c21cc1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644100 Nov 05 21:49:25.763318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-14ac1433-b08b-4ef7-a32a-1036a8836797 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623406 Nov 05 21:49:25.903939 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:25.940176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-fa7af73f-ef96-49c0-b3f3-f6faa38684cc service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911790 Nov 05 21:49:25.955269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-07d62516-e437-48d6-8470-8ad6636685a0 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779771 Nov 05 21:49:25.987364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 656d7c32-4efa-4b1d-8d83-0899cd4453d0 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:49:26.030991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 656d7c32-4efa-4b1d-8d83-0899cd4453d0 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:49:26.031494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 656d7c32-4efa-4b1d-8d83-0899cd4453d0 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:49:26.176307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-6b335dd7-5477-4f84-a38c-42fa8929752c service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199962 Nov 05 21:49:26.226754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-520fb049-cde5-4267-9064-a4288dc6e948 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 200 len: 217 time: 0.0423687 Nov 05 21:49:26.247699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:26.276352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:26.299883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-554c4ea9-b10c-4cdd-9ff6-79cb7c247a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:26.299883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-554c4ea9-b10c-4cdd-9ff6-79cb7c247a48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0650692 Nov 05 21:49:26.415515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-e955f173-35f0-4b44-a32d-98c2257c2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:26.417212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-e955f173-35f0-4b44-a32d-98c2257c2bf5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092160 Nov 05 21:49:26.463395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cacbcc53-05da-477b-bd0f-72032f4ba415 req-aa57cf92-e450-4064-925a-a263feff7197 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 210 time: 0.0895004 Nov 05 21:49:26.639074 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.25.6.234 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/e561f4d0-a70a-4d5b-9aa2-33ad0d0fdacd) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:26.639831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-268d09a1-16b6-4b26-860b-68ef8bf74a01 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325622 Nov 05 21:49:26.655175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-b413eaa8-1ebe-4a41-b7db-8ad21140107a service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880003 Nov 05 21:49:26.660348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:26.704086 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-a78b2a09-3534-47fb-8a82-d753c836294c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 200 len: 217 time: 0.0418234 Nov 05 21:49:26.760428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-b7c185a6-9035-4763-9562-0bc4a9cf2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:26.761798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-b7c185a6-9035-4763-9562-0bc4a9cf2265 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0514832 Nov 05 21:49:26.808928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-60401426-f373-4249-bf86-93f881334f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:26.810385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-60401426-f373-4249-bf86-93f881334f76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0415552 Nov 05 21:49:26.910967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:26.922738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-586e1978-a277-4ca9-a2ba-160010e88b8a service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043489 Nov 05 21:49:26.948679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:26.956682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:26.960677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:26.983509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=e561f4d0-a70a-4d5b-9aa2-33ad0d0fdacd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:27.050501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-92286061-e405-4b36-81bb-13dd54ae9805 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204026 Nov 05 21:49:27.111484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-f43ffd04-ea40-4491-a3ef-c4aa8a71828b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 200 len: 217 time: 0.0539618 Nov 05 21:49:27.173531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-9265ea6b-8cb2-473e-8b53-06afb6c1719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:27.175162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-9265ea6b-8cb2-473e-8b53-06afb6c1719a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0565672 Nov 05 21:49:27.242045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-25ed0572-9c72-4f42-aa5a-2233481c360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:27.243823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-25ed0572-9c72-4f42-aa5a-2233481c360a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614862 Nov 05 21:49:27.358987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-1cc15ac2-ba47-4677-b55e-0279f7e4ba56 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067233 Nov 05 21:49:27.502158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-7f9fdfb0-4ab3-4251-9ec9-04d91f7e72bf service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357667 Nov 05 21:49:27.564698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-a227ba69-96db-4d2e-a456-4319667a0677 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 217 time: 0.0552766 Nov 05 21:49:27.611661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-beabe747-bbd2-414f-8643-8875111dce22 req-274e18fb-5d46-4d7b-947a-3dbb82155d55 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 210 time: 0.0897470 Nov 05 21:49:27.633969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-0605abf4-ee69-4472-9b26-6d3d4ce666a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:27.635447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-0605abf4-ee69-4472-9b26-6d3d4ce666a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0524840 Nov 05 21:49:27.712765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-4d1cd981-7c44-4c48-a802-cf6305029dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:27.714727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-4d1cd981-7c44-4c48-a802-cf6305029dfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718210 Nov 05 21:49:27.871405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-37995aa8-2b3d-4266-80d8-79854850f0de service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484466 Nov 05 21:49:27.988397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:28.250439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:28.396143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12eb1c0-7543-4314-9f20-daefb018f9bf req-b5b9ab55-c40d-4987-9de7-034c154a1601 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184505 Nov 05 21:49:28.624769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:49:28.787654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bca0c05-8103-41ef-972b-6eed35e9640e req-95ba1e0b-f67c-4250-8970-6ab03c41bc6b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 210 time: 0.0488942 Nov 05 21:49:28.804183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:28.817159 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:28.829173 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:28.829815 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:28.876355 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:28.900854 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:28.901492 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:28.907883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:28.910004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-54c75481-b745-42f3-869a-a6f7ecfb7cb8 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6065636 Nov 05 21:49:28.913295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:28.939379 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:28.940069 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000fb06-cd0f-4b84-ac07-c8301a3969fe None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:29.351601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-bfdbca20-56f0-45cc-b861-b5a9ff7fb039 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:29.353459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-bfdbca20-56f0-45cc-b861-b5a9ff7fb039 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1590858 Nov 05 21:49:29.372302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Request body: {'port': {'device_id': '314e803c-f3dd-4146-8686-b8b90b93018a', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'admin_state_up': True, 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:29.586474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:29.666353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:29.670406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:29.921578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Allocated IP 172.20.0.3 (1098103c-4b0c-4f79-ae64-66d53814f51c/d684052e-2885-42e0-af83-161849d67b8e/5898a6c7-ee29-446f-b741-299814d1ae58) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:29.958493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-083ca355-fe6e-4137-afc0-faa150749422 req-f4a98541-b356-40e2-88ed-dca1dcc877ed tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 210 time: 0.0394301 Nov 05 21:49:30.109728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.1 (9f550319-8766-4595-88ad-02bb13658580/672725a5-9b08-46ea-8371-fcceea5ed4a7/830280f6-0a10-4738-9ce9-5ed4398c4ed2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:30.150326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:30.253021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:30.261369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:30.274562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:30.320871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:30.329694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:30.332532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:30.362682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event updated for resources: {'Port': ['ID=5898a6c7-ee29-446f-b741-299814d1ae58,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:30.400320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:30.401200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:30.438328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:30.483988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 9f550319-8766-4595-88ad-02bb13658580 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:30.487974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:30.495248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:30.524743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=830280f6-0a10-4738-9ce9-5ed4398c4ed2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:30.552951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:30.820495 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:30.857928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-137caf6e-5f8c-4085-afde-7134c9fa047c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4927151 Nov 05 21:49:30.870190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Request body: {'port': {'device_id': '314e803c-f3dd-4146-8686-b8b90b93018a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:30.924725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.007742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.276468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5898a6c7-ee29-446f-b741-299814d1ae58 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:31.288945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.298345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7116c5-7b31-43f2-85d2-e211fe9eb5a4 req-b9a462c0-73e8-4f6c-b37b-d8c777e43dac tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:31.306028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b7116c5-7b31-43f2-85d2-e211fe9eb5a4 req-b9a462c0-73e8-4f6c-b37b-d8c777e43dac tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 931 time: 0.1233625 Nov 05 21:49:31.314772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Transition to ACTIVE for port object 5898a6c7-ee29-446f-b741-299814d1ae58 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:49:31.371852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b7116c5-7b31-43f2-85d2-e211fe9eb5a4 req-1e4be4f3-fd6d-41b3-a9bd-56d215f92ca7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647876 Nov 05 21:49:31.417168 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.431558 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.488915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.523793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Pushing event updated for resources: {'Port': ['ID=5898a6c7-ee29-446f-b741-299814d1ae58,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:31.564168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Attempting to bind port 5898a6c7-ee29-446f-b741-299814d1ae58 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:49:31.564642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Attempting to bind port 5898a6c7-ee29-446f-b741-299814d1ae58 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:49:31.564908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Attempting to bind port 5898a6c7-ee29-446f-b741-299814d1ae58 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:31.570175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Port 5898a6c7-ee29-446f-b741-299814d1ae58 on network 1098103c-4b0c-4f79-ae64-66d53814f51c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:49:31.570465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Attempting to bind port 5898a6c7-ee29-446f-b741-299814d1ae58 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:31.576753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:49:31.577280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:31.577662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Bound using segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:49:31.578121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Bound port: 5898a6c7-ee29-446f-b741-299814d1ae58, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:49:31.578790 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.582917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=830280f6-0a10-4738-9ce9-5ed4398c4ed2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:31.596646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.597083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.597513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.597920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.598321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.598739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.599216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.599473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.599825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.600155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.600483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.600807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:31.604981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.650655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] For port 5898a6c7-ee29-446f-b741-299814d1ae58, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:49:31.653805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] For port 5898a6c7-ee29-446f-b741-299814d1ae58, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5898a6c7-ee29-446f-b741-299814d1ae58,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:49:31.698312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 9f550319-8766-4595-88ad-02bb13658580 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:31.699763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:31.792294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.819798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:31.840032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:31.840893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:31.842806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] 10.222.0.13 "PUT /v2.0/ports/5898a6c7-ee29-446f-b741-299814d1ae58 HTTP/1.1" status: 200 len: 1091 time: 0.9767342 Nov 05 21:49:31.843266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314e803c-f3dd-4146-8686-b8b90b93018a', 'tag': '5898a6c7-ee29-446f-b741-299814d1ae58'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:31.845947 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0633298-c08c-4a91-b29a-de1916d76887" -d '{"events": [{"name": "network-changed", "server_uuid": "314e803c-f3dd-4146-8686-b8b90b93018a", "tag": "5898a6c7-ee29-446f-b741-299814d1ae58"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:31.883887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0a351-3b31-4ec0-9fe5-13c4089d0d48 service neutron] Pushing event updated for resources: {'Port': ['ID=5898a6c7-ee29-446f-b741-299814d1ae58,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:31.892056 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5375375-1204-4f19-b399-ecb459a2c815 x-openstack-request-id: req-a5375375-1204-4f19-b399-ecb459a2c815 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:31.892374 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314e803c-f3dd-4146-8686-b8b90b93018a", "tag": "5898a6c7-ee29-446f-b741-299814d1ae58", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:31.892767 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5375375-1204-4f19-b399-ecb459a2c815 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:31.893922 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314e803c-f3dd-4146-8686-b8b90b93018a', 'tag': '5898a6c7-ee29-446f-b741-299814d1ae58', 'status': 'completed', 'code': 200} Nov 05 21:49:31.960679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0633298-c08c-4a91-b29a-de1916d76887 req-559e8cb3-f908-499c-b128-6edfd80538ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:31.960679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0633298-c08c-4a91-b29a-de1916d76887 req-559e8cb3-f908-499c-b128-6edfd80538ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 1094 time: 0.0452535 Nov 05 21:49:31.964241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:31.972091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-50cd5d36-a20f-49c2-8313-8487008f87c0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/routers/c5fdb7b7-8fb3-45a7-8382-9023401aa5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0552771 Nov 05 21:49:31.973685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55000) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:31.975403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:31.980698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'port': {'network_id': '9f550319-8766-4595-88ad-02bb13658580', 'name': 'tempest-FloatingIPTestJSON-1170196584'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:32.005505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:32.006358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:32.152454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0633298-c08c-4a91-b29a-de1916d76887 req-55e06251-6e5b-4981-87f0-87499c759cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:32.154954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0633298-c08c-4a91-b29a-de1916d76887 req-55e06251-6e5b-4981-87f0-87499c759cde service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f0b8d83a1c144ca9508d69601230d80&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1817782 Nov 05 21:49:32.200279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:32.210618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:32.211316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:32.229949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:32.236758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:32.250570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:32.251242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478f893-c89f-42a8-a603-3ad55e1ef4ab None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:32.255326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] device_id is not set on port b3efb0f9-7df3-42e4-a643-10102482c3f7 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:49:32.272501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0633298-c08c-4a91-b29a-de1916d76887 req-b247fce4-53ca-4640-a937-92e18e7a8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:32.274213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0633298-c08c-4a91-b29a-de1916d76887 req-b247fce4-53ca-4640-a937-92e18e7a8bc1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114547 Nov 05 21:49:32.376473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-5ec576b4-86ad-41c2-b94d-6151198d3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:32.377961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-5ec576b4-86ad-41c2-b94d-6151198d3a35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 1094 time: 0.0627832 Nov 05 21:49:32.387694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.4 (9f550319-8766-4595-88ad-02bb13658580/672725a5-9b08-46ea-8371-fcceea5ed4a7/b3efb0f9-7df3-42e4-a643-10102482c3f7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:32.478606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-190bcacf-b878-4263-8c17-1536f354d439 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5898a6c7-ee29-446f-b741-299814d1ae58 HTTP/1.1" status: 200 len: 217 time: 0.0777624 Nov 05 21:49:32.553912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-c15e6e98-e6b2-46c2-997f-301645ab2a5c tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:32.555198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d82e26-424c-4388-a45f-4b699b585576 req-2df4c27a-b842-4949-a2d4-319bda120244 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:32.555417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-c15e6e98-e6b2-46c2-997f-301645ab2a5c tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/networks?id=46f986a9-ffa6-4277-9f20-2a3a4e37ca26 HTTP/1.1" status: 200 len: 815 time: 0.1839464 Nov 05 21:49:32.556608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-33d82e26-424c-4388-a45f-4b699b585576 req-2df4c27a-b842-4949-a2d4-319bda120244 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 943 time: 0.0957670 Nov 05 21:49:32.562016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-cd5b92e5-92ce-4698-82fb-b5d5d1418a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:32.563433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-cd5b92e5-92ce-4698-82fb-b5d5d1418a8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.0723398 Nov 05 21:49:32.582811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-b090ccda-6b0c-4f93-8959-903c4626bf47 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/quotas/35dc1248088a4db1ad2f128081cc0987 HTTP/1.1" status: 200 len: 375 time: 0.0183749 Nov 05 21:49:32.599375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-eb526b01-fa30-4e4f-a18f-9c6c8b0f51ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276842 Nov 05 21:49:32.606220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:32.636235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-33d82e26-424c-4388-a45f-4b699b585576 req-95844633-a706-4be9-8440-8c725e92b8e8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672512 Nov 05 21:49:32.708323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-696e6f5f-00aa-4208-8cc7-b17eb3927b23 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=35dc1248088a4db1ad2f128081cc0987&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118956 Nov 05 21:49:32.723109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:32.759862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-67a95ef3-5a81-4f2c-b0e8-e05dc4bc7d39 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512218 Nov 05 21:49:32.769149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:32.812199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 9f550319-8766-4595-88ad-02bb13658580 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:32.818017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:32.822003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:32.828816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=b3efb0f9-7df3-42e4-a643-10102482c3f7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:32.875572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:32.876193 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:32.886125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-d41f4808-f435-4d3b-ad4a-0f335fd7bb2b service neutron] 10.222.0.41 "GET /v2.0/networks/46f986a9-ffa6-4277-9f20-2a3a4e37ca26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708090 Nov 05 21:49:32.926645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0795a62b-2de9-4dac-9536-1bb9f8452d1d req-ee6ead4e-d758-4292-995e-b90410bdfd22 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400492 Nov 05 21:49:32.994094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-f32001f5-84b6-449b-8462-177e50699373 service neutron] 10.222.0.41 "GET /v2.0/networks/46f986a9-ffa6-4277-9f20-2a3a4e37ca26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002250 Nov 05 21:49:33.005868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d613cebf-0324-41e2-b11b-cbad6ce8f11e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0307269 Nov 05 21:49:33.008499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55026) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:33.013604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'port': {'network_id': '9f550319-8766-4595-88ad-02bb13658580', 'name': 'tempest-FloatingIPTestJSON-1304773185'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:33.202230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:33.206820 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:33.227325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] device_id is not set on port 0564c1f3-f5d9-4a38-ab36-752a0d2fe111 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:49:33.295282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9c994e7-989b-48aa-b2c4-dff0c0b2255d req-6474b8f7-507d-4857-82c6-8c0b1092c8f1 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 210 time: 0.0335379 Nov 05 21:49:33.364680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.13 (9f550319-8766-4595-88ad-02bb13658580/672725a5-9b08-46ea-8371-fcceea5ed4a7/0564c1f3-f5d9-4a38-ab36-752a0d2fe111) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:33.511712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:33.603145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:33.647899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 9f550319-8766-4595-88ad-02bb13658580 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:33.650845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:33.656565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:33.686612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=0564c1f3-f5d9-4a38-ab36-752a0d2fe111,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:33.716357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:33.717181 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:33.777604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d371b9d-ae69-43fb-8cf5-a8caf98d56ca req-0e1fcb1f-47ee-4650-8824-f806665fb3fa tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:33.779155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d371b9d-ae69-43fb-8cf5-a8caf98d56ca req-0e1fcb1f-47ee-4650-8824-f806665fb3fa tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 943 time: 0.0591273 Nov 05 21:49:33.830177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d371b9d-ae69-43fb-8cf5-a8caf98d56ca req-5b650a59-12a8-4b00-8b68-b846f10d3555 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Nov 05 21:49:33.834409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d33a4ba9-1897-438a-8471-81cab33fe0cd tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8243127 Nov 05 21:49:33.837700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55044) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:33.842242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '0564c1f3-f5d9-4a38-ab36-752a0d2fe111', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:33.983303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:34.083283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:34.186579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.25.6.32 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/e5794df1-02da-4401-bfb5-55c312bcfbbb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:34.305142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:34.376712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e66057-e7e9-45a4-9027-cf33f0afd7e5 req-d14d4c7e-d005-41f1-b30a-a8124a0100b7 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 210 time: 0.0276988 Nov 05 21:49:34.432065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:34.470103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:34.475030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:34.478750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:34.485078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=e5794df1-02da-4401-bfb5-55c312bcfbbb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:34.988865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181524b3-3d47-4c49-9d67-0d716990b1c5 req-f0196b92-f6b3-46e6-ba1f-1971038618ce tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:34.990394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-181524b3-3d47-4c49-9d67-0d716990b1c5 req-f0196b92-f6b3-46e6-ba1f-1971038618ce tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 943 time: 0.0761075 Nov 05 21:49:35.156399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-181524b3-3d47-4c49-9d67-0d716990b1c5 req-59a5de05-c431-4746-bd1a-f100054fc05a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461501 Nov 05 21:49:35.270184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:35.459008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:35.495684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f187b11-4ea5-4971-aab8-bff3f6ef68cf req-0fc9f606-603e-4e14-93ce-52354e7b52e2 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 210 time: 0.0518143 Nov 05 21:49:35.631638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:35.688179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:35.754698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=e5794df1-02da-4401-bfb5-55c312bcfbbb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:35.767427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:35.869050 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP c69ecafb-0714-40b1-acaf-fa438aee8931 associated. External IP: 172.25.6.32, port: 0564c1f3-f5d9-4a38-ab36-752a0d2fe111. Nov 05 21:49:36.085586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:36.099950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-fb7bf4b0-01ab-4d36-aca2-4067c6b34bce tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:36.101457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-fb7bf4b0-01ab-4d36-aca2-4067c6b34bce tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.46 "GET /v2.0/networks?id=46f986a9-ffa6-4277-9f20-2a3a4e37ca26 HTTP/1.1" status: 200 len: 815 time: 0.1188579 Nov 05 21:49:36.119938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Request body: {'port': {'device_id': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'admin_state_up': True, 'tenant_id': '35dc1248088a4db1ad2f128081cc0987'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:36.203697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:36.217577 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:36.229964 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:36.230578 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:36.268254 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:36.280134 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:36.281314 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:36.291806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9328b93-18aa-4ffd-8014-3d142969359f req-f85e5ed5-544a-4820-a099-2226dc64e9de tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:36.293355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9328b93-18aa-4ffd-8014-3d142969359f req-f85e5ed5-544a-4820-a099-2226dc64e9de tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 943 time: 0.0521748 Nov 05 21:49:36.318930 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:36.319738 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb479f4-a523-4f26-bdf4-1986a1f91197 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:36.350242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9328b93-18aa-4ffd-8014-3d142969359f req-96598706-294b-499c-a929-94c456be4c96 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 Nov 05 21:49:36.356047 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03ec6bd2-1cac-4f9e-b6c3-6800d44bd72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.383530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.388407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5898a6c7-ee29-446f-b741-299814d1ae58 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:49:36.415580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-26654ce9-132b-440b-bb08-48366f8c8bd2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5736372 Nov 05 21:49:36.415868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55076) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:36.421113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:36.454703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Made reservation on behalf of 35dc1248088a4db1ad2f128081cc0987 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:36.458588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.506386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5898a6c7-ee29-446f-b741-299814d1ae58, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5898a6c7-ee29-446f-b741-299814d1ae58,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:36.528663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '5898a6c7-ee29-446f-b741-299814d1ae58', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'port_id': '5898a6c7-ee29-446f-b741-299814d1ae58', 'mac_address': 'fa:16:3e:8b:76:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd684052e-2885-42e0-af83-161849d67b8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:49:36.567478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.595654 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.628052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Allocated IP 172.20.0.12 (46f986a9-ffa6-4277-9f20-2a3a4e37ca26/685f511b-c127-4463-bc77-35053d74e503/d776ae38-e1da-47b5-a174-73499818e5ec) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:36.631206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5898a6c7-ee29-446f-b741-299814d1ae58 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:36.682477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5898a6c7-ee29-446f-b741-299814d1ae58, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5898a6c7-ee29-446f-b741-299814d1ae58,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:36.708406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47d37e9c-b133-4fc0-9b9e-55701dc15664 req-47798a8a-b5fb-4236-9d23-a4d13acb632a tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 210 time: 0.1331735 Nov 05 21:49:36.772474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.820238 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.823970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.868567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5898a6c7-ee29-446f-b741-299814d1ae58,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:36.952220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:36.952658 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP c69ecafb-0714-40b1-acaf-fa438aee8931 disassociated. External IP: 172.25.6.32, port: 0564c1f3-f5d9-4a38-ab36-752a0d2fe111. Nov 05 21:49:36.957273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:37.061805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Pushing event updated for resources: {'Port': ['ID=d776ae38-e1da-47b5-a174-73499818e5ec,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:37.087399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:37.093738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:37.122133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:37.122772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5898a6c7-ee29-446f-b741-299814d1ae58'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:37.227245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:37.228045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:37.332117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-faab3572-87bf-4291-b08d-1af76fb487e8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2203517 Nov 05 21:49:37.462815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Request body: {'port': {'device_id': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:37.582528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:37.605803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be29a-b6f6-47e6-8b69-bd52bd041d15 req-dd624c45-4493-4dce-af85-12861607e467 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:37.614017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e58be29a-b6f6-47e6-8b69-bd52bd041d15 req-dd624c45-4493-4dce-af85-12861607e467 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 944 time: 0.1453311 Nov 05 21:49:37.633395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b20e487f-f21d-40a0-8c57-8bac244b55d0 None None] Provisioning complete for port d776ae38-e1da-47b5-a174-73499818e5ec triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:37.634080 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b20e487f-f21d-40a0-8c57-8bac244b55d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:37.715403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b20e487f-f21d-40a0-8c57-8bac244b55d0 None None] Port d776ae38-e1da-47b5-a174-73499818e5ec cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:49:37.740701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:37.751972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e58be29a-b6f6-47e6-8b69-bd52bd041d15 req-c1f25567-8722-45c8-82bd-89919595c296 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357095 Nov 05 21:49:37.971323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:37.976690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:37.983018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:38.004654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d776ae38-e1da-47b5-a174-73499818e5ec {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:38.007131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:38.008404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:38.015820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.019757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea3c77-c50a-4c38-b736-91a824043d56 req-9f49f285-6793-4abe-9052-f1084037deba tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:38.021631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8aea3c77-c50a-4c38-b736-91a824043d56 req-9f49f285-6793-4abe-9052-f1084037deba tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 932 time: 0.1765604 Nov 05 21:49:38.024025 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7991e790-4732-4b13-8e38-5fcb6f119049 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/floatingips/c69ecafb-0714-40b1-acaf-fa438aee8931 HTTP/1.1" status: 200 len: 687 time: 1.6073132 Nov 05 21:49:38.026839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55110) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:38.050840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Transition to ACTIVE for port object d776ae38-e1da-47b5-a174-73499818e5ec will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:49:38.074690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:38.114652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:38.116180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:38.156189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.186396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:38.188724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5fd9ab-ac7b-4c5e-8b3a-81d5d8c4498e None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:38.236444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=d776ae38-e1da-47b5-a174-73499818e5ec,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:38.264667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8aea3c77-c50a-4c38-b736-91a824043d56 req-cfef829f-84ed-417c-99e5-d9705ad33ff7 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267296 Nov 05 21:49:38.316080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port e5794df1-02da-4401-bfb5-55c312bcfbbb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:38.316489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.415002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5898a6c7-ee29-446f-b741-299814d1ae58 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:38.441792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.442319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.451384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Attempting to bind port d776ae38-e1da-47b5-a174-73499818e5ec on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:49:38.454190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Attempting to bind port d776ae38-e1da-47b5-a174-73499818e5ec by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:49:38.454587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Attempting to bind port d776ae38-e1da-47b5-a174-73499818e5ec on network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:38.458734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for e5794df1-02da-4401-bfb5-55c312bcfbbb owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:38.463776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Port d776ae38-e1da-47b5-a174-73499818e5ec on network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:49:38.466121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Attempting to bind port d776ae38-e1da-47b5-a174-73499818e5ec on network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:38.479263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:49:38.479636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Checking segment: {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:38.480043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Bound using segment: {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:49:38.486049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Bound port: d776ae38-e1da-47b5-a174-73499818e5ec, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd737b9a5-3b8b-4d83-805b-f496259d40d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:49:38.486049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.510637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7d06-7792-4fad-8270-c46220bf5fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.607289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] For port d776ae38-e1da-47b5-a174-73499818e5ec, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:49:38.615164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] For port d776ae38-e1da-47b5-a174-73499818e5ec, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d776ae38-e1da-47b5-a174-73499818e5ec,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:49:38.694798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 5898a6c7-ee29-446f-b741-299814d1ae58 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:49:38.719281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 5898a6c7-ee29-446f-b741-299814d1ae58 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:38.720334 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.757926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.800465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:38.801112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.802587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] 10.222.0.46 "PUT /v2.0/ports/d776ae38-e1da-47b5-a174-73499818e5ec HTTP/1.1" status: 200 len: 1092 time: 1.3442001 Nov 05 21:49:38.802996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'tag': 'd776ae38-e1da-47b5-a174-73499818e5ec'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:38.805303 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58dc311-ae16-4825-91ab-989672f6830a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f", "tag": "d776ae38-e1da-47b5-a174-73499818e5ec"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:38.862571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7448f3b-a1fe-446e-ad6c-807bee3c1ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=d776ae38-e1da-47b5-a174-73499818e5ec,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:38.871837 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.925658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:38.949589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=e5794df1-02da-4401-bfb5-55c312bcfbbb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:38.966679 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178cfea0-4a8f-48c8-af32-c47ce177126d x-openstack-request-id: req-178cfea0-4a8f-48c8-af32-c47ce177126d {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:38.966875 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f", "tag": "d776ae38-e1da-47b5-a174-73499818e5ec", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:38.973962 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-178cfea0-4a8f-48c8-af32-c47ce177126d {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:38.973962 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'tag': 'd776ae38-e1da-47b5-a174-73499818e5ec', 'status': 'completed', 'code': 200} Nov 05 21:49:39.000300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db6f2f-d13f-42bf-a141-e4af41a08e27 req-19139c71-089e-4467-8275-4a30b120b12f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:39.001896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0db6f2f-d13f-42bf-a141-e4af41a08e27 req-19139c71-089e-4467-8275-4a30b120b12f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 944 time: 0.1412249 Nov 05 21:49:39.032953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5898a6c7-ee29-446f-b741-299814d1ae58, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5898a6c7-ee29-446f-b741-299814d1ae58,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:39.033980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314e803c-f3dd-4146-8686-b8b90b93018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5898a6c7-ee29-446f-b741-299814d1ae58'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:39.037245 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac131c-3ce5-491e-97e3-3f6767794107" -d '{"events": [{"server_uuid": "314e803c-f3dd-4146-8686-b8b90b93018a", "name": "network-vif-plugged", "status": "completed", "tag": "5898a6c7-ee29-446f-b741-299814d1ae58"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:39.108371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:39.112508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:39.113723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b52ea439-a801-4d67-afe6-2c3a7caa974b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/floatingips/c69ecafb-0714-40b1-acaf-fa438aee8931 HTTP/1.1" status: 204 len: 168 time: 1.0859439 Nov 05 21:49:39.128898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55126) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:39.129018 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da96354c-91bc-452c-80bb-58d556fcae0b x-openstack-request-id: req-da96354c-91bc-452c-80bb-58d556fcae0b {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:39.129018 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314e803c-f3dd-4146-8686-b8b90b93018a", "name": "network-vif-plugged", "status": "completed", "tag": "5898a6c7-ee29-446f-b741-299814d1ae58", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:39.129018 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da96354c-91bc-452c-80bb-58d556fcae0b {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:39.129018 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314e803c-f3dd-4146-8686-b8b90b93018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5898a6c7-ee29-446f-b741-299814d1ae58', 'code': 200} Nov 05 21:49:39.129427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'b3efb0f9-7df3-42e4-a643-10102482c3f7'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:39.173788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0db6f2f-d13f-42bf-a141-e4af41a08e27 req-b98e17dc-fd7f-40fb-8c8b-d4d69735cf75 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568229 Nov 05 21:49:39.213749 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:39.272199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc311-ae16-4825-91ab-989672f6830a req-62ffbb2b-b028-456d-b6db-e40e82ab5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:39.273695 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e58dc311-ae16-4825-91ab-989672f6830a req-62ffbb2b-b028-456d-b6db-e40e82ab5426 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35dc1248088a4db1ad2f128081cc0987&device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 1095 time: 0.1566415 Nov 05 21:49:39.303808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e03a-695b-43aa-8f6a-37dd00f83a0d req-848dd170-2956-4d1f-ab55-627c586614b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:39.305313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a091e03a-695b-43aa-8f6a-37dd00f83a0d req-848dd170-2956-4d1f-ab55-627c586614b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 1096 time: 0.0953140 Nov 05 21:49:39.318768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:39.331758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5898a6c7-ee29-446f-b741-299814d1ae58,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:39.487999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:39.489975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc311-ae16-4825-91ab-989672f6830a req-0da3029a-39ea-45be-ba3c-29d590661e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:39.491665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e58dc311-ae16-4825-91ab-989672f6830a req-0da3029a-39ea-45be-ba3c-29d590661e07 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=35dc1248088a4db1ad2f128081cc0987&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2015038 Nov 05 21:49:39.502123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a091e03a-695b-43aa-8f6a-37dd00f83a0d req-44e1358f-2144-4d3d-8c5b-77c430574357 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859491 Nov 05 21:49:39.526135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5f051-f281-4ec1-be3e-8ebe9f077c12 req-bdf4800b-552e-41aa-a812-9412b0253031 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:39.528051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ae5f051-f281-4ec1-be3e-8ebe9f077c12 req-bdf4800b-552e-41aa-a812-9412b0253031 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.1191487 Nov 05 21:49:39.583334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ae5f051-f281-4ec1-be3e-8ebe9f077c12 req-4fd76021-c312-4f6e-b1af-822665b6ddb5 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475843 Nov 05 21:49:39.671815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.25.6.77 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/67789190-95e2-46a2-9d35-647fc6605a2c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:39.800755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:40.008657 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:40.059185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:40.101754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:40.108863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:40.113486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:40.162382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=67789190-95e2-46a2-9d35-647fc6605a2c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:40.319464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c761203-74b1-47d6-8176-2a2e8d8e60d5 req-eff3cf9e-09c7-4550-b7f1-84f56a0e7c7b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:40.323269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c761203-74b1-47d6-8176-2a2e8d8e60d5 req-eff3cf9e-09c7-4550-b7f1-84f56a0e7c7b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 945 time: 0.0620449 Nov 05 21:49:40.416865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c761203-74b1-47d6-8176-2a2e8d8e60d5 req-2e4a2883-be90-4b00-a045-52399963aede tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883706 Nov 05 21:49:40.573325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:40.789521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:40.976705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e92f96-157c-4d03-b5cf-dc0c9f6918b9 req-eca10027-02b3-43ab-a012-183cf38f8925 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:40.978245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7e92f96-157c-4d03-b5cf-dc0c9f6918b9 req-eca10027-02b3-43ab-a012-183cf38f8925 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0700543 Nov 05 21:49:40.984160 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:41.029432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7e92f96-157c-4d03-b5cf-dc0c9f6918b9 req-e060cfb0-a2a7-43ee-802c-9b6712d3da5d tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Nov 05 21:49:41.123674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:41.211771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=67789190-95e2-46a2-9d35-647fc6605a2c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:41.227445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:41.334157 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP af7aef30-b4cb-4c47-9201-669cf5a034c2 associated. External IP: 172.25.6.77, port: b3efb0f9-7df3-42e4-a643-10102482c3f7. Nov 05 21:49:41.431978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:41.551416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845724cc-91dd-4e7e-ac5c-4772afee5e61 req-09ddd527-fece-48da-a303-bbfaac568f9e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:41.553037 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-845724cc-91dd-4e7e-ac5c-4772afee5e61 req-09ddd527-fece-48da-a303-bbfaac568f9e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 945 time: 0.0557287 Nov 05 21:49:41.602804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:41.605192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-845724cc-91dd-4e7e-ac5c-4772afee5e61 req-d6f7ea54-20e1-44ab-85fa-b130760a628c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 Nov 05 21:49:41.755573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:41.765312 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:41.788725 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:41.789344 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:41.834821 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:41.845312 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:41.845957 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:41.863482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:41.891713 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:41.892382 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c88d0f-9d94-4392-81c1-b36c9a518e76 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:41.909817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6470bf23-646b-42a9-b90a-29e3ac75123f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7857471 Nov 05 21:49:41.912512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55166) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:41.930576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-e174d700-e311-45c1-8b14-6f4c8bdb6196 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:41.933642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-e174d700-e311-45c1-8b14-6f4c8bdb6196 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1490307 Nov 05 21:49:41.948890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-78b83a34-e099-4a12-8123-be94922b4bcb tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0095549 Nov 05 21:49:41.951678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:41.995488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-17c0273b-3fba-46fd-a125-949cb14b7295 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "GET /v2.0/floatingips/af7aef30-b4cb-4c47-9201-669cf5a034c2 HTTP/1.1" status: 200 len: 977 time: 0.0818734 Nov 05 21:49:41.996661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55168) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:42.008615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-1c87ed27-49c6-4913-8c5e-fb2d2c7717ae tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532768 Nov 05 21:49:42.145056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5a397033-cf98-4f5c-b365-5cbf3777b1a0 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1465995 Nov 05 21:49:42.147056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55174) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:42.152005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'port_id': '0564c1f3-f5d9-4a38-ab36-752a0d2fe111'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:42.170378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-251299f2-e0e5-4ca1-bdc2-42ed82b783ad service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524932 Nov 05 21:49:42.304227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-18615643-301a-4a95-b664-623421720efc service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247683 Nov 05 21:49:42.516677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:42.745559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a46-dbbb-43e5-9558-f219c59e4209 req-13d90cbf-632e-41b9-b1ba-5a97c7f96e24 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:42.756044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a03f6a46-dbbb-43e5-9558-f219c59e4209 req-13d90cbf-632e-41b9-b1ba-5a97c7f96e24 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0905232 Nov 05 21:49:42.822229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a03f6a46-dbbb-43e5-9558-f219c59e4209 req-13797739-1ef5-4d7f-a49b-03acb13ea8f4 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676541 Nov 05 21:49:43.192908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:43.203191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7ae0b30-617f-4ecb-b4f9-ac49a8e03394 req-16527714-bf95-4bb0-ab29-96a64b0aae64 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0480378 Nov 05 21:49:43.323103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:43.436395 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP af7aef30-b4cb-4c47-9201-669cf5a034c2 associated. External IP: 172.25.6.77, port: b3efb0f9-7df3-42e4-a643-10102482c3f7. Nov 05 21:49:43.667712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:43.787423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:43.800686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:43.821198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:43.846226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:43.857475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:43.881904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:43.882853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:43.921786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:43.925606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3a513-1a01-456b-970e-1bcfe1c9a4b2 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:43.987939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9823237-b6f2-47d0-b685-914a38e13c93 req-e0f282ec-f79a-4308-8325-5120052b6224 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:44.004693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9823237-b6f2-47d0-b685-914a38e13c93 req-e0f282ec-f79a-4308-8325-5120052b6224 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0929067 Nov 05 21:49:44.081543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9823237-b6f2-47d0-b685-914a38e13c93 req-82584f60-efe8-4a3d-83b3-9c487419287d tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758669 Nov 05 21:49:44.084075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:44.232712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:44.240828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:44.243734 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:44.257229 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:44.258169 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:44.297343 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:44.299834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d1c8c47b-f8df-4164-92c6-4cd8a7dd5b80 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/floatingips/af7aef30-b4cb-4c47-9201-669cf5a034c2 HTTP/1.1" status: 200 len: 978 time: 2.1515629 Nov 05 21:49:44.300492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55202) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:44.305081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:44.312914 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:44.312914 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:44.333299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d374349-36f7-4e5a-a8ae-751dd8e7cff6 req-d899c0a9-acc9-40fc-8e5f-f97eff371fce tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0616193 Nov 05 21:49:44.345036 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:44.345867 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179a17e-b03c-4efb-8c35-64c72b3d08fd None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:44.380919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:44.540778 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:44.670033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:44.670374 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP af7aef30-b4cb-4c47-9201-669cf5a034c2 disassociated. External IP: 172.25.6.77, port: 0564c1f3-f5d9-4a38-ab36-752a0d2fe111. Nov 05 21:49:44.888708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:45.003294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:45.008513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:45.013659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:45.024060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:45.024682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:45.042957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7e6e82bc-a2d7-4770-bc40-76ab7df0c4f2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/floatingips/af7aef30-b4cb-4c47-9201-669cf5a034c2 HTTP/1.1" status: 200 len: 687 time: 0.7413769 Nov 05 21:49:45.045823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55204) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:45.064847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:45.074924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:45.075735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:45.113734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:45.114850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c62aa-ad3a-4dc7-8424-fdb3069b251d None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:45.217257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 67789190-95e2-46a2-9d35-647fc6605a2c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:45.217536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:45.226212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1af18-edc7-4071-b94a-0bd986809907 req-e7d30b3d-f592-42d1-a49f-29891a230ef6 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:45.227760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5c1af18-edc7-4071-b94a-0bd986809907 req-e7d30b3d-f592-42d1-a49f-29891a230ef6 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0642688 Nov 05 21:49:45.285654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5c1af18-edc7-4071-b94a-0bd986809907 req-b41778e3-7478-4325-96b6-912be85edf40 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514977 Nov 05 21:49:45.328591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:45.329111 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:45.340728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 67789190-95e2-46a2-9d35-647fc6605a2c owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:45.519275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd952cb5-ba07-4753-a6be-39b06ba13d6c req-89d88e18-e332-435e-b597-9538bfa42c42 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0273316 Nov 05 21:49:45.625995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:45.665794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=67789190-95e2-46a2-9d35-647fc6605a2c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:45.696179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272ee3d-7a48-4217-99d6-f2f7e5ffaa26 req-bdb731fd-cf23-49d2-a651-885d826cbbb2 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:45.707172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272ee3d-7a48-4217-99d6-f2f7e5ffaa26 req-bdb731fd-cf23-49d2-a651-885d826cbbb2 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0548253 Nov 05 21:49:45.745078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:45.748859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:45.764203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-09cbb0ba-27b6-4c38-845d-df939713326d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/floatingips/af7aef30-b4cb-4c47-9201-669cf5a034c2 HTTP/1.1" status: 204 len: 168 time: 0.7031405 Nov 05 21:49:45.764203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55218) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:45.784515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272ee3d-7a48-4217-99d6-f2f7e5ffaa26 req-b428fe7e-615a-4f27-9625-b54ca05e108b tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795448 Nov 05 21:49:45.787478 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-15e747e5-5153-4ca0-9971-7c27676e1d8b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] delete failed (client error): The resource could not be found. Nov 05 21:49:45.789148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-15e747e5-5153-4ca0-9971-7c27676e1d8b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/floatingips/af7aef30-b4cb-4c47-9201-669cf5a034c2 HTTP/1.1" status: 404 len: 345 time: 0.0351870 Nov 05 21:49:45.793379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55220) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:45.937807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f553cf5-c900-4dbf-8e25-05d6471c7d54 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:45.944351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f553cf5-c900-4dbf-8e25-05d6471c7d54 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:45.950627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f553cf5-c900-4dbf-8e25-05d6471c7d54 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:45.952361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f553cf5-c900-4dbf-8e25-05d6471c7d54 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "GET /v2.0/ports?network_id=9f550319-8766-4595-88ad-02bb13658580 HTTP/1.1" status: 200 len: 2359 time: 0.1578012 Nov 05 21:49:45.955364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:46.013957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ac947-409d-492d-be13-b35b7b28b593 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:46.015294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b23ac947-409d-492d-be13-b35b7b28b593 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "GET /v2.0/subnets/672725a5-9b08-46ea-8371-fcceea5ed4a7 HTTP/1.1" status: 200 len: 797 time: 0.0583665 Nov 05 21:49:46.020481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55226) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:46.026058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'port': {'network_id': '9f550319-8766-4595-88ad-02bb13658580', 'name': 'tempest-FloatingIPTestJSON-705933021', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:46.231481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:46.328944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:46.349116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] device_id is not set on port 2ec5bd38-c716-4411-95ea-23b792ad3ecc yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:49:46.819542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11b9c5-26cf-46e2-81e2-3c93263cb023 req-60e8961d-e386-499f-9577-31ef4a377592 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:46.821229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c11b9c5-26cf-46e2-81e2-3c93263cb023 req-60e8961d-e386-499f-9577-31ef4a377592 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.4497724 Nov 05 21:49:46.926466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c11b9c5-26cf-46e2-81e2-3c93263cb023 req-1ad92346-2be6-4451-bb7c-739cfb348ba0 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943184 Nov 05 21:49:47.024203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.14 (9f550319-8766-4595-88ad-02bb13658580/672725a5-9b08-46ea-8371-fcceea5ed4a7/2ec5bd38-c716-4411-95ea-23b792ad3ecc) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:47.033737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.12 (9f550319-8766-4595-88ad-02bb13658580/672725a5-9b08-46ea-8371-fcceea5ed4a7/2ec5bd38-c716-4411-95ea-23b792ad3ecc) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:47.082099 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3180f899-3d5d-433c-b5ff-d96d5da241bc req-ecfea038-0513-45cc-9208-2571710628ff tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0353713 Nov 05 21:49:47.208530 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:47.357753 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:47.399457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 9f550319-8766-4595-88ad-02bb13658580 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:47.405062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:47.409055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:47.415418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=2ec5bd38-c716-4411-95ea-23b792ad3ecc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:47.461025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:47.461632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:47.616969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5fb72e03-b6f1-4e5e-b38e-e4c79758204e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5951045 Nov 05 21:49:47.619254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55238) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:47.623652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '2ec5bd38-c716-4411-95ea-23b792ad3ecc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:47.757280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:47.864715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:48.007033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.25.6.183 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9b5b2077-59e3-4a16-b3bc-4dda1ef9443e) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:48.026589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81e5fb-30c8-42c4-8842-249d738fba25 req-88869592-9572-442d-a7ee-47b2835e7230 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:48.028100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e81e5fb-30c8-42c4-8842-249d738fba25 req-88869592-9572-442d-a7ee-47b2835e7230 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0841038 Nov 05 21:49:48.135505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e81e5fb-30c8-42c4-8842-249d738fba25 req-6077f9b8-0382-4779-8cdc-c54f82b3a2ef tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002464 Nov 05 21:49:48.162223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:48.237580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30567-1d8f-4313-be4c-70a23742f8d2 req-1afa9a09-96ba-41e8-b49f-447950a47c74 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:48.239052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41c30567-1d8f-4313-be4c-70a23742f8d2 req-1afa9a09-96ba-41e8-b49f-447950a47c74 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0529294 Nov 05 21:49:48.287141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41c30567-1d8f-4313-be4c-70a23742f8d2 req-9a456520-115a-455f-9140-98f42d2caa57 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Nov 05 21:49:48.300581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:48.336966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:48.339768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:48.345799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:48.374047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=9b5b2077-59e3-4a16-b3bc-4dda1ef9443e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:48.450878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-92a0f8ac-1791-4b11-b2fd-1d7ae140d628 req-2745335f-38c3-48eb-84e9-9191c518a635 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0359578 Nov 05 21:49:48.737993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:48.914411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:49.067761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:49.368649 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:49.415824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=9b5b2077-59e3-4a16-b3bc-4dda1ef9443e,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:49.451610 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:49.555002 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP d3a49916-bbc5-4aad-ae99-1e9bbc50b913 associated. External IP: 172.25.6.183, port: 2ec5bd38-c716-4411-95ea-23b792ad3ecc. Nov 05 21:49:49.769960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:49.876820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:49.887997 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:49.897399 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:49.897987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:49.929340 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:49.938236 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:49.938818 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:49.969039 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:49.969639 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e5b3d2-e52f-45d3-a884-e7dfe373fc38 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:50.335221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:50.375756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-04c18ae0-50c9-4ea9-9fa2-6cc9f6f96c15 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7520504 Nov 05 21:49:50.375962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dbef2-bb44-466d-83db-6b8c01707f68 req-d16b9312-7488-437c-9a9f-d4c849c2bf66 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:50.377229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-480dbef2-bb44-466d-83db-6b8c01707f68 req-d16b9312-7488-437c-9a9f-d4c849c2bf66 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0672123 Nov 05 21:49:50.377716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55268) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:50.382734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'port_id': '2ec5bd38-c716-4411-95ea-23b792ad3ecc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:50.411230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc311-ae16-4825-91ab-989672f6830a req-4bba3808-b68b-4596-bb36-02714db55caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:50.413811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e58dc311-ae16-4825-91ab-989672f6830a req-4bba3808-b68b-4596-bb36-02714db55caa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524415 Nov 05 21:49:50.450226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c77558a-8d54-4f81-9968-cbc9e9690564 req-56110acc-a71c-40df-941b-d116fe17a2db tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0348246 Nov 05 21:49:50.507333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:50.507603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-f12cfb76-0f3d-414e-887d-e2633b4cc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:50.509207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-f12cfb76-0f3d-414e-887d-e2633b4cc70b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35dc1248088a4db1ad2f128081cc0987&device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 1095 time: 0.0483642 Nov 05 21:49:50.554951 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-2af4131c-af17-4274-9575-62e7703b4c30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d776ae38-e1da-47b5-a174-73499818e5ec HTTP/1.1" status: 200 len: 217 time: 0.0364816 Nov 05 21:49:50.573721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-480dbef2-bb44-466d-83db-6b8c01707f68 req-68cde909-2af1-486c-af07-b0b4a80acf07 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254139 Nov 05 21:49:50.649450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-a54531c2-eb85-4256-98f4-db72030f3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:50.650975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-a54531c2-eb85-4256-98f4-db72030f3f03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=685f511b-c127-4463-bc77-35053d74e503 HTTP/1.1" status: 200 len: 854 time: 0.0879214 Nov 05 21:49:50.675263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dd13c-8928-4027-b32b-4d84fe3ad606 req-8ee17f71-b8a4-411f-9f55-19d642efbc21 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:50.676869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-966dd13c-8928-4027-b32b-4d84fe3ad606 req-8ee17f71-b8a4-411f-9f55-19d642efbc21 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0757909 Nov 05 21:49:50.743832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-d3ae3ba8-acef-4ac9-81e9-e4aed140adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:50.745366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-d3ae3ba8-acef-4ac9-81e9-e4aed140adb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46f986a9-ffa6-4277-9f20-2a3a4e37ca26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871582 Nov 05 21:49:50.753830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-966dd13c-8928-4027-b32b-4d84fe3ad606 req-4b6a2f46-450f-45e8-882e-9d403e3802d2 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573049 Nov 05 21:49:50.846712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-0134eb46-4cd8-4ee2-ba4e-5939a6b5fd38 service neutron] 10.222.0.46 "GET /v2.0/networks/46f986a9-ffa6-4277-9f20-2a3a4e37ca26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918136 Nov 05 21:49:50.954614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de7e92f6-385e-4a3b-8c8a-cd6875c3c602 req-7f126c21-38e1-4bc7-9757-be67c774a9f2 service neutron] 10.222.0.46 "GET /v2.0/networks/46f986a9-ffa6-4277-9f20-2a3a4e37ca26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876493 Nov 05 21:49:51.279312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:51.402974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:51.484139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-961c2374-b0b9-4a96-a235-039dea1f5c2e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:51.485595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-961c2374-b0b9-4a96-a235-039dea1f5c2e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1108253 Nov 05 21:49:51.499904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Request body: {'port': {'device_id': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'admin_state_up': True, 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:51.586977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6f907f7-7989-465b-a5c5-27e7c9dcd895 req-7dd73309-6f77-4bd7-a142-7b9478fa5942 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0360434 Nov 05 21:49:51.681462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:51.705830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:51.709892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:51.760524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24cef-3875-4bd8-ab7b-86dd5efcae29 req-d6baed4b-b955-4917-8b28-6c124de8529f tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:51.762082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28c24cef-3875-4bd8-ab7b-86dd5efcae29 req-d6baed4b-b955-4917-8b28-6c124de8529f tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0974729 Nov 05 21:49:51.861786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28c24cef-3875-4bd8-ab7b-86dd5efcae29 req-9048a270-fe9e-438c-a596-0adc6e1f4181 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879641 Nov 05 21:49:51.864754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:51.869913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:51.871825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Allocated IP 172.20.0.11 (1098103c-4b0c-4f79-ae64-66d53814f51c/d684052e-2885-42e0-af83-161849d67b8e/6f776d9f-feef-42cb-b481-55c3b57d6af8) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:51.877501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:51.902778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:51.904039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:51.921777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69005c22-6168-4cd6-a713-0a234a205323 req-d355ce74-a063-43a3-89f7-eab37bddf63e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:51.923283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69005c22-6168-4cd6-a713-0a234a205323 req-d355ce74-a063-43a3-89f7-eab37bddf63e tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0883725 Nov 05 21:49:51.938907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:51.942399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b04766d-4b46-47d3-86a2-c98393a49c7c tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/floatingips/d3a49916-bbc5-4aad-ae99-1e9bbc50b913 HTTP/1.1" status: 200 len: 978 time: 1.5635817 Nov 05 21:49:51.945082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55282) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:51.952407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:51.953219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:51.988232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:51.989161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c41627-0deb-46c1-8624-d225ff19ba42 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:52.042551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69005c22-6168-4cd6-a713-0a234a205323 req-64904e4a-4684-4e87-9824-3d6c9941c7e2 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087701 Nov 05 21:49:52.112640 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.130693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 9b5b2077-59e3-4a16-b3bc-4dda1ef9443e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:52.131034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.139109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-2f2b5f49-b736-407a-9e4c-48f71ecb5453 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:52.140670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-2f2b5f49-b736-407a-9e4c-48f71ecb5453 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.13 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0752375 Nov 05 21:49:52.208139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.208461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.220210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 9b5b2077-59e3-4a16-b3bc-4dda1ef9443e owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:52.245196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Deleting port c78aa374-73a8-40e1-9ef4-0f55bfdea26a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:52.245531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.302070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.313634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf', '5898a6c7-ee29-446f-b741-299814d1ae58'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:52.359176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:52.366596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:52.380211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:52.414642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] For port c78aa374-73a8-40e1-9ef4-0f55bfdea26a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:52.415008 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.419911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event updated for resources: {'Port': ['ID=6f776d9f-feef-42cb-b481-55c3b57d6af8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:52.510671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:52.511330 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.516969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.550672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=9b5b2077-59e3-4a16-b3bc-4dda1ef9443e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:52.612462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:52.612852 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP d3a49916-bbc5-4aad-ae99-1e9bbc50b913 disassociated (deleted). External IP: 172.25.6.183, port: 2ec5bd38-c716-4411-95ea-23b792ad3ecc. Nov 05 21:49:52.781272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a396d3-3bf5-4629-9b33-fd701cac37b8 req-f6c6a274-8246-4d3e-84b5-0d61d8dd78d3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:52.782811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45a396d3-3bf5-4629-9b33-fd701cac37b8 req-f6c6a274-8246-4d3e-84b5-0d61d8dd78d3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 932 time: 0.0763924 Nov 05 21:49:52.905977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45a396d3-3bf5-4629-9b33-fd701cac37b8 req-b98f85c0-dd21-43a7-8cc6-ddc04d96ead1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897193 Nov 05 21:49:52.933027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:52.951901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-9f4a871c-9bbf-4a84-b343-ff35d4f6f46c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4577751 Nov 05 21:49:52.976262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Request body: {'port': {'device_id': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:53.027587 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.027813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.028109 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Floating IP 4075bf03-6056-4ef9-afbc-42cf8a6d4fd8 disassociated. External IP: 172.25.6.84, port: c78aa374-73a8-40e1-9ef4-0f55bfdea26a. Nov 05 21:49:53.029056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Calling delete_port for c78aa374-73a8-40e1-9ef4-0f55bfdea26a owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:53.045441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:53.051123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.064797 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:53.089295 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:53.090029 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:53.094269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b0ee035f-5acb-43ca-94b4-656202879d86 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/floatingips/d3a49916-bbc5-4aad-ae99-1e9bbc50b913 HTTP/1.1" status: 204 len: 168 time: 1.1477637 Nov 05 21:49:53.096484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55298) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:53.114213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e842-e6c8-48fb-9110-cdd4becdfd58 req-cea8d77c-beae-4f01-a562-53881ec21b5f tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:53.121862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8b8e842-e6c8-48fb-9110-cdd4becdfd58 req-cea8d77c-beae-4f01-a562-53881ec21b5f tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.1648667 Nov 05 21:49:53.126669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.221649 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:53.231755 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:53.232584 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:53.236163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881b4fe-3d35-42b8-9f28-39821d62d48f req-9efb700f-775c-433e-8d6a-8cee94f3a1d3 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:53.241228 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e881b4fe-3d35-42b8-9f28-39821d62d48f req-9efb700f-775c-433e-8d6a-8cee94f3a1d3 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 946 time: 0.0974000 Nov 05 21:49:53.252372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8b8e842-e6c8-48fb-9110-cdd4becdfd58 req-ce375e9a-b76b-49ce-a82b-d5fdc3ab5241 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290600 Nov 05 21:49:53.268615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:53.269708 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a5a89-ae41-48c2-bc71-c4e13f88aa6d None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:53.277736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 2ec5bd38-c716-4411-95ea-23b792ad3ecc {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:53.278075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.354054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e881b4fe-3d35-42b8-9f28-39821d62d48f req-50686189-40d3-4a6b-a2b2-9596ea0ca90d tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031656 Nov 05 21:49:53.391937 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.405084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 2ec5bd38-c716-4411-95ea-23b792ad3ecc owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:53.441143 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:49:53.486329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.525003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event deleted for resources: {'Port': ['ID=c78aa374-73a8-40e1-9ef4-0f55bfdea26a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:53.529365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f776d9f-feef-42cb-b481-55c3b57d6af8 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:53.539045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.654208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Transition to ACTIVE for port object 6f776d9f-feef-42cb-b481-55c3b57d6af8 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:49:53.654467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.667707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Router d59a162d-6ddf-4d36-9d84-2ae565eab067 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:53.689507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=2ec5bd38-c716-4411-95ea-23b792ad3ecc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:53.766626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.788087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.792995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-593ea220-cfb9-470e-9b84-2727643bf3b2 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/ports/2ec5bd38-c716-4411-95ea-23b792ad3ecc HTTP/1.1" status: 204 len: 168 time: 0.6942179 Nov 05 21:49:53.795591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55306) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:53.800138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:53.839297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:53.841078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f776d9f-feef-42cb-b481-55c3b57d6af8,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:53.855980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] Sync routers for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:53.867037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:53.867775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:53.900089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.912585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] No DVR routers for this DVR port c78aa374-73a8-40e1-9ef4-0f55bfdea26a on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:49:53.916608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:53.921289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59d8e8b6-f27f-4d74-b7f9-aebd9b70c2f4 req-ce7f2891-b9bf-4bb3-91b1-22218ff8aeb4 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.13 "DELETE /v2.0/ports/c78aa374-73a8-40e1-9ef4-0f55bfdea26a HTTP/1.1" status: 204 len: 173 time: 1.7695410 Nov 05 21:49:53.921289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'name': 'network-vif-deleted', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:53.923006 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a345a8-8a38-44f1-9987-19fcfef27913" -d '{"events": [{"server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "name": "network-vif-deleted", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:53.959593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Attempting to bind port 6f776d9f-feef-42cb-b481-55c3b57d6af8 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:49:53.959944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Attempting to bind port 6f776d9f-feef-42cb-b481-55c3b57d6af8 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:49:53.960275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Attempting to bind port 6f776d9f-feef-42cb-b481-55c3b57d6af8 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:53.967508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Port 6f776d9f-feef-42cb-b481-55c3b57d6af8 on network 1098103c-4b0c-4f79-ae64-66d53814f51c not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:49:53.967933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Attempting to bind port 6f776d9f-feef-42cb-b481-55c3b57d6af8 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:49:53.978890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:49:53.979232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:49:53.979643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Bound using segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:49:53.984532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Bound port: 6f776d9f-feef-42cb-b481-55c3b57d6af8, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:49:53.985028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.006282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:54.069365 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc4679-71cf-4018-a118-9ffb3a9ca3a0 x-openstack-request-id: req-44bc4679-71cf-4018-a118-9ffb3a9ca3a0 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:54.069696 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94cd70b4-59a6-4774-8dd9-f35519cea0ac", "name": "network-vif-deleted", "tag": "c78aa374-73a8-40e1-9ef4-0f55bfdea26a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:54.069905 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44bc4679-71cf-4018-a118-9ffb3a9ca3a0 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:54.070389 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94cd70b4-59a6-4774-8dd9-f35519cea0ac', 'name': 'network-vif-deleted', 'tag': 'c78aa374-73a8-40e1-9ef4-0f55bfdea26a', 'status': 'completed', 'code': 200} Nov 05 21:49:54.093509 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.177270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] For port 6f776d9f-feef-42cb-b481-55c3b57d6af8, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:49:54.181566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] For port 6f776d9f-feef-42cb-b481-55c3b57d6af8, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6f776d9f-feef-42cb-b481-55c3b57d6af8,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:49:54.187406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d776ae38-e1da-47b5-a174-73499818e5ec details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:49:54.194829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01798861-b0bc-4bc8-91b8-104cb4fd32d2 req-4041b711-73f7-4f85-8286-af8de6052fa6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:54.196391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01798861-b0bc-4bc8-91b8-104cb4fd32d2 req-4041b711-73f7-4f85-8286-af8de6052fa6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 944 time: 0.1291943 Nov 05 21:49:54.256041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.25.6.103 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/0864db3c-875a-44ad-9f5a-29a3668fb6f2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:54.259895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01798861-b0bc-4bc8-91b8-104cb4fd32d2 req-3c48eb4e-980f-4f5d-9936-ffb13dd8898a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Nov 05 21:49:54.261533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.303286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:54.304026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.305324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] 10.222.0.46 "PUT /v2.0/ports/6f776d9f-feef-42cb-b481-55c3b57d6af8 HTTP/1.1" status: 200 len: 1092 time: 1.3451300 Nov 05 21:49:54.328207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b462fe-811e-47fd-8044-6c8a1ea3eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f776d9f-feef-42cb-b481-55c3b57d6af8,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:54.343697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d776ae38-e1da-47b5-a174-73499818e5ec, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d776ae38-e1da-47b5-a174-73499818e5ec,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:54.362563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd776ae38-e1da-47b5-a174-73499818e5ec', 'network_id': '46f986a9-ffa6-4277-9f20-2a3a4e37ca26', 'port_id': 'd776ae38-e1da-47b5-a174-73499818e5ec', 'mac_address': 'fa:16:3e:b2:b8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f511b-c127-4463-bc77-35053d74e503', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:49:54.429077 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.455653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079a108-7c78-4712-ae64-e29f0ab0656a req-be3cf924-1233-4878-878f-57541836eab0 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:54.456846 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.457215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6079a108-7c78-4712-ae64-e29f0ab0656a req-be3cf924-1233-4878-878f-57541836eab0 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 944 time: 0.0867984 Nov 05 21:49:54.485008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d776ae38-e1da-47b5-a174-73499818e5ec {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:54.505253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:54.534570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6079a108-7c78-4712-ae64-e29f0ab0656a req-de58f71c-f3b4-4e1b-a5f1-361220d93b9c tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608988 Nov 05 21:49:54.556862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da764571-317d-4fda-aff2-303cd405ba99 req-71f7d015-c16b-445b-9ea6-1cc293abf520 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0602975 Nov 05 21:49:54.557264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d776ae38-e1da-47b5-a174-73499818e5ec, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d776ae38-e1da-47b5-a174-73499818e5ec,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:54.558935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] Checking router: d59a162d-6ddf-4d36-9d84-2ae565eab067 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:49:54.568414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-46d1719e-4c24-40c9-9a65-e715c955c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:54.570238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-46d1719e-4c24-40c9-9a65-e715c955c8b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 1095 time: 0.1399055 Nov 05 21:49:54.575117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:54.576464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:54.580708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.633437 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.654013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-e0607943-12fa-4966-940a-3432b747f20c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f776d9f-feef-42cb-b481-55c3b57d6af8 HTTP/1.1" status: 200 len: 217 time: 0.0510001 Nov 05 21:49:54.670504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:54.681659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:54.694387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:54.719424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d776ae38-e1da-47b5-a174-73499818e5ec,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:54.721042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-fa5610bc-683b-48cf-8f4d-2f1cfc65e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:54.722779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-fa5610bc-683b-48cf-8f4d-2f1cfc65e0ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.0616956 Nov 05 21:49:54.735388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=0864db3c-875a-44ad-9f5a-29a3668fb6f2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:54.736913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.737356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.737773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.738157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.738635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.739062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.739667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.740157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.740582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.741005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.741478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.742164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:49:54.777320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-c16a7cde-bf28-43a8-9d0c-2d1fd3acf31e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468776 Nov 05 21:49:54.826284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.828787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:49:54.890737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-1634ba11-bac8-424c-a340-4bd6e4c00eb7 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058767 Nov 05 21:49:54.933467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:54.997943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7df01a90-8c83-434e-b7cc-961b48ecccb3 req-8bc674d3-bfcb-4ab1-ab4f-18615bb69280 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989468 Nov 05 21:49:55.026030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d776ae38-e1da-47b5-a174-73499818e5ec'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:55.133167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:55.220130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:55.313764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=0864db3c-875a-44ad-9f5a-29a3668fb6f2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:55.315297 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:55.320156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:55.372164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adece5b-e9a8-4880-8606-d0db9542dddc None None] The sync data for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 is: [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:45:00Z', 'revision_number': 4, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd1bec0ae-7f7d-43d3-a55b-77203ef79031', 'name': '', 'network_id': 'bf02707f-5614-40f0-8570-7486cc5769c1', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'mac_address': 'fa:16:3e:02:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:59Z', 'updated_at': '2021-11-05T21:45:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'subnets': [{'id': 'e32d424a-1f5f-4984-bf5f-f171dcdd18d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:55.391919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:55.393573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2ab5e58d-ff61-45bd-b0a9-29c8e7647700 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5968819 Nov 05 21:49:55.396220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55326) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:55.401845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'port': {'network_id': '9f550319-8766-4595-88ad-02bb13658580', 'name': 'tempest-FloatingIPTestJSON-1367918324'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:55.439756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7b5c-0fac-4f95-867f-d4045fb41f20 req-edd423fb-f258-403b-a898-8d152692acf9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:55.441434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f9c7b5c-0fac-4f95-867f-d4045fb41f20 req-edd423fb-f258-403b-a898-8d152692acf9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 944 time: 0.0784304 Nov 05 21:49:55.495397 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f9c7b5c-0fac-4f95-867f-d4045fb41f20 req-58f7c2f1-e403-429c-b72c-4ab6fc3fbd91 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Nov 05 21:49:55.584640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:49:55.589555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:55.631420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] device_id is not set on port 7f968773-8656-45d8-87f9-d85a7f80a6c2 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:49:55.686209 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b057093b-699b-4293-9018-f95fd95bec2c req-f3eef9ea-aee8-432a-b190-7f7ffd6a703b tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0395050 Nov 05 21:49:55.746150 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c9858-ba16-4087-9ffa-71a5e9393a17 None None] New status for floating IP 4075bf03-6056-4ef9-afbc-42cf8a6d4fd8: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:49:55.792137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc6b9-71c4-40a8-9343-e3a58f26f843 req-2831e0cb-7f82-4369-92db-b36c63917e10 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:55.793700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cafc6b9-71c4-40a8-9343-e3a58f26f843 req-2831e0cb-7f82-4369-92db-b36c63917e10 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 945 time: 0.0964127 Nov 05 21:49:55.823697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.11 (9f550319-8766-4595-88ad-02bb13658580/672725a5-9b08-46ea-8371-fcceea5ed4a7/7f968773-8656-45d8-87f9-d85a7f80a6c2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:49:55.880551 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cafc6b9-71c4-40a8-9343-e3a58f26f843 req-50a7b3b3-3e0b-449f-b75e-540cf4e7d558 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Nov 05 21:49:56.027357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:56.072041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'tag': '6f776d9f-feef-42cb-b481-55c3b57d6af8'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:56.074335 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fd149a-59d6-4172-af5f-09475751f50c" -d '{"events": [{"name": "network-changed", "server_uuid": "c87cd38b-4072-4dd5-ab70-3d1264a8035a", "tag": "6f776d9f-feef-42cb-b481-55c3b57d6af8"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:56.111394 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386db86e-5dea-451f-97fb-4460f1c91c0f x-openstack-request-id: req-386db86e-5dea-451f-97fb-4460f1c91c0f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:56.111727 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87cd38b-4072-4dd5-ab70-3d1264a8035a", "tag": "6f776d9f-feef-42cb-b481-55c3b57d6af8", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:56.111985 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-386db86e-5dea-451f-97fb-4460f1c91c0f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:56.112393 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'tag': '6f776d9f-feef-42cb-b481-55c3b57d6af8', 'status': 'completed', 'code': 200} Nov 05 21:49:56.123726 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:56.168011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 9f550319-8766-4595-88ad-02bb13658580 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:49:56.171216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:49:56.176581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd149a-59d6-4172-af5f-09475751f50c req-1512e868-362b-46e1-9dcb-cf1145e288d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:56.177542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:49:56.178049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1fd149a-59d6-4172-af5f-09475751f50c req-1512e868-362b-46e1-9dcb-cf1145e288d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 1095 time: 0.0439186 Nov 05 21:49:56.285300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd149a-59d6-4172-af5f-09475751f50c req-3b0b661b-69e4-48b3-baf3-c3b754cdaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:56.286889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1fd149a-59d6-4172-af5f-09475751f50c req-3b0b661b-69e4-48b3-baf3-c3b754cdaae8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 907 time: 0.1020710 Nov 05 21:49:56.331681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1fd149a-59d6-4172-af5f-09475751f50c req-1948f523-51eb-40eb-b27d-62d39f547607 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f776d9f-feef-42cb-b481-55c3b57d6af8 HTTP/1.1" status: 200 len: 217 time: 0.0371873 Nov 05 21:49:56.391426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd149a-59d6-4172-af5f-09475751f50c req-1edc751e-fbe6-4980-8ae6-bc933db9d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:56.393055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1fd149a-59d6-4172-af5f-09475751f50c req-1edc751e-fbe6-4980-8ae6-bc933db9d375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.0536628 Nov 05 21:49:56.428796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1fd149a-59d6-4172-af5f-09475751f50c req-5510f956-a9a9-4e81-8f35-97d79217c58f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285778 Nov 05 21:49:56.480866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=7f968773-8656-45d8-87f9-d85a7f80a6c2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:56.498672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c78aa374-73a8-40e1-9ef4-0f55bfdea26a no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:49:56.512930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:56.513585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:56.528663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: c78aa374-73a8-40e1-9ef4-0f55bfdea26a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:49:56.528663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c78aa374-73a8-40e1-9ef4-0f55bfdea26a not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:49:56.537718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1fd149a-59d6-4172-af5f-09475751f50c req-89ded1bb-7e73-48c1-94bc-30a964f1e8ba service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017089 Nov 05 21:49:56.577745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77ab90d2-db95-4880-a8da-38172c12469a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1798191 Nov 05 21:49:56.580438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:56.586501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'port_id': '7f968773-8656-45d8-87f9-d85a7f80a6c2'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:56.630066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:56.670321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04929474-e0c0-40d0-a75f-06b392fbe4c1 req-7f7c985c-1fbc-4d65-a37d-a0fac4e4df34 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:56.671522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04929474-e0c0-40d0-a75f-06b392fbe4c1 req-7f7c985c-1fbc-4d65-a37d-a0fac4e4df34 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 944 time: 0.0953543 Nov 05 21:49:56.677698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1fd149a-59d6-4172-af5f-09475751f50c req-e341f121-5d1a-4ccf-aa50-aa4c3ff69cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323824 Nov 05 21:49:56.741094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04929474-e0c0-40d0-a75f-06b392fbe4c1 req-06128a74-c06c-4cf9-b0e5-a7b7c04d441c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606039 Nov 05 21:49:56.803875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3efb43dc-6ea0-493c-88ab-1f9de943f88b req-e5bd415a-0f33-47cc-8300-cfe778fd6202 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0352778 Nov 05 21:49:57.045506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936d0e-eb6e-45bb-b5e0-c86746368e8f req-3b7930c3-59d7-43b8-8130-740ca322f1b8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:57.050424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0936d0e-eb6e-45bb-b5e0-c86746368e8f req-3b7930c3-59d7-43b8-8130-740ca322f1b8 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 945 time: 0.0729420 Nov 05 21:49:57.103257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0936d0e-eb6e-45bb-b5e0-c86746368e8f req-6274907f-b5f7-462f-ad4c-9bdfac9c48a2 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496252 Nov 05 21:49:57.188500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:57.242387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:57.348807 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP 9cfc086d-0184-4803-8b5e-0b596338bcfc associated. External IP: 172.25.6.103, port: 7f968773-8656-45d8-87f9-d85a7f80a6c2. Nov 05 21:49:57.564987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:57.690107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:57.694873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:57.699323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:57.709114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:57.709800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:57.725485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-24ab55cd-c84d-48ce-ae17-5113d2c3110b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/floatingips/9cfc086d-0184-4803-8b5e-0b596338bcfc HTTP/1.1" status: 200 len: 979 time: 1.1399982 Nov 05 21:49:57.729010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55354) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:57.743614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:57.753061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:57.753674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:57.790081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:57.790743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a2c1f-7898-45d0-8c9c-029db9336742 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:57.834542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 7f968773-8656-45d8-87f9-d85a7f80a6c2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:57.835082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:57.911806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a0280c2-6268-41e5-9f57-3725861ae0cf req-1e8ec3f6-adb4-46fa-b73e-6e85da31f02a tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0292628 Nov 05 21:49:57.934003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983226a-7fd0-46fc-aaf4-22ed9afc88b8 req-33351034-dfd7-4918-9cea-735163ef51f8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:57.936954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e983226a-7fd0-46fc-aaf4-22ed9afc88b8 req-33351034-dfd7-4918-9cea-735163ef51f8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 944 time: 0.1180084 Nov 05 21:49:57.975152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.094980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e983226a-7fd0-46fc-aaf4-22ed9afc88b8 req-adc98e4e-7824-4636-b4b2-013d43a64664 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483891 Nov 05 21:49:58.157597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6f776d9f-feef-42cb-b481-55c3b57d6af8 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:49:58.173831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d776ae38-e1da-47b5-a174-73499818e5ec up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:49:58.280266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c0388-3b59-4919-abde-03d524f94887 req-dc616bc3-1ff2-4d9c-9b99-e9f27e9dc380 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:58.281868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d15c0388-3b59-4919-abde-03d524f94887 req-dc616bc3-1ff2-4d9c-9b99-e9f27e9dc380 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 945 time: 0.1009991 Nov 05 21:49:58.302255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.302709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.303094 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP 9cfc086d-0184-4803-8b5e-0b596338bcfc disassociated. External IP: 172.25.6.103, port: 7f968773-8656-45d8-87f9-d85a7f80a6c2. Nov 05 21:49:58.303596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 7f968773-8656-45d8-87f9-d85a7f80a6c2 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:58.304074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6f776d9f-feef-42cb-b481-55c3b57d6af8, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6f776d9f-feef-42cb-b481-55c3b57d6af8,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:58.320458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '6f776d9f-feef-42cb-b481-55c3b57d6af8', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'port_id': '6f776d9f-feef-42cb-b481-55c3b57d6af8', 'mac_address': 'fa:16:3e:1b:f9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd684052e-2885-42e0-af83-161849d67b8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:49:58.358472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.366827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d776ae38-e1da-47b5-a174-73499818e5ec completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:49:58.373229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d776ae38-e1da-47b5-a174-73499818e5ec triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:49:58.373593 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.394379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d15c0388-3b59-4919-abde-03d524f94887 req-36681a3f-2344-4ab7-926d-23ee8991427a tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012139 Nov 05 21:49:58.394700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f776d9f-feef-42cb-b481-55c3b57d6af8 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:49:58.430574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6f776d9f-feef-42cb-b481-55c3b57d6af8, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6f776d9f-feef-42cb-b481-55c3b57d6af8,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:58.471324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.497917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776ae38-e1da-47b5-a174-73499818e5ec'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:49:58.500136 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a5cc2-a5d0-4c11-ae46-d0a6ed799d98" -d '{"events": [{"server_uuid": "2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f", "name": "network-vif-plugged", "status": "completed", "tag": "d776ae38-e1da-47b5-a174-73499818e5ec"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:49:58.513234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d776ae38-e1da-47b5-a174-73499818e5ec, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d776ae38-e1da-47b5-a174-73499818e5ec,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:49:58.536028 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.540316 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4dc48-cbff-4f88-8128-1c5e546e42c4 x-openstack-request-id: req-b3e4dc48-cbff-4f88-8128-1c5e546e42c4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:49:58.540644 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f", "name": "network-vif-plugged", "status": "completed", "tag": "d776ae38-e1da-47b5-a174-73499818e5ec", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:49:58.540966 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3e4dc48-cbff-4f88-8128-1c5e546e42c4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:49:58.541367 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776ae38-e1da-47b5-a174-73499818e5ec', 'code': 200} Nov 05 21:49:58.590916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.601470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6f776d9f-feef-42cb-b481-55c3b57d6af8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:58.620504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=7f968773-8656-45d8-87f9-d85a7f80a6c2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:58.651495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf473a1-6d45-4dff-ac59-7598a22c23bc req-12c25c62-4883-4591-98af-64f208d2b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:58.653109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7cf473a1-6d45-4dff-ac59-7598a22c23bc req-12c25c62-4883-4591-98af-64f208d2b09d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 1096 time: 0.0452266 Nov 05 21:49:58.659947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.732718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d776ae38-e1da-47b5-a174-73499818e5ec,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:58.733890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7cf473a1-6d45-4dff-ac59-7598a22c23bc req-56ff78a2-2d8e-49e0-8fe4-a830df6ba8c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684195 Nov 05 21:49:58.750865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:49:58.861749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:49:58.872769 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:49:58.883092 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:58.883799 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:58.918113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6f776d9f-feef-42cb-b481-55c3b57d6af8'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:49:58.919910 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:58.930088 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:49:58.930787 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:58.934092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:58.940193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9cf88da9-f49b-4728-ba05-deed87e04200 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/ports/7f968773-8656-45d8-87f9-d85a7f80a6c2 HTTP/1.1" status: 204 len: 168 time: 1.2135510 Nov 05 21:49:58.942584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55372) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:58.971756 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:49:58.972511 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab573ab7-af87-4796-b849-5ed92ac2dea9 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:49:59.031908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8dff870b-3c72-4418-b6b5-5b0597cfa99e req-d19d72ac-b92b-4893-bf07-3fc192420f9b tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0350587 Nov 05 21:49:59.035624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-39920ea9-5538-4753-94bf-3a6282560d6d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "GET /v2.0/floatingips/9cfc086d-0184-4803-8b5e-0b596338bcfc HTTP/1.1" status: 200 len: 688 time: 0.0915000 Nov 05 21:49:59.042824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55376) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:59.185923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 0864db3c-875a-44ad-9f5a-29a3668fb6f2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:49:59.186836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.239771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82f51-eea9-4b94-960e-9317281cf94c req-767dccd9-b942-405e-8c90-fd2af5ccba87 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:59.241900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6e82f51-eea9-4b94-960e-9317281cf94c req-767dccd9-b942-405e-8c90-fd2af5ccba87 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 945 time: 0.0621884 Nov 05 21:49:59.289544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.289875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.295686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6e82f51-eea9-4b94-960e-9317281cf94c req-fb407004-c30c-4712-a56d-788005c8bd50 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447361 Nov 05 21:49:59.302506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 0864db3c-875a-44ad-9f5a-29a3668fb6f2 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:49:59.526658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2f9cd-2755-422b-8edb-c4e4de35f355 req-89f54738-632c-43b3-96da-27e91eb456e9 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:49:59.528221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cf2f9cd-2755-422b-8edb-c4e4de35f355 req-89f54738-632c-43b3-96da-27e91eb456e9 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 946 time: 0.0541799 Nov 05 21:49:59.529329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.561573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=0864db3c-875a-44ad-9f5a-29a3668fb6f2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:49:59.642239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2cf2f9cd-2755-422b-8edb-c4e4de35f355 req-4461d615-43c6-43b5-8b61-876fb9540cbc tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891623 Nov 05 21:49:59.654609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.657468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.658756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-72327c2f-5a36-48fb-8447-6a85843d76ab tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/floatingips/9cfc086d-0184-4803-8b5e-0b596338bcfc HTTP/1.1" status: 204 len: 168 time: 0.6152968 Nov 05 21:49:59.662582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55388) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:49:59.667434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '0564c1f3-f5d9-4a38-ab36-752a0d2fe111'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:49:59.766686 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.864460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:49:59.974628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.25.6.73 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f4d6fd69-241a-4ae1-b51f-be98bd6ff64a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:00.106734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:00.193274 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e20b4bb9-98a4-4e47-be2b-430f3a55f44e req-7063439d-e89b-4afa-af03-f8f3d61050c5 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/ports?device_id=94cd70b4-59a6-4774-8dd9-f35519cea0ac HTTP/1.1" status: 200 len: 210 time: 0.0320725 Nov 05 21:50:00.312201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:00.364633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:00.379963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:00.383654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=f4d6fd69-241a-4ae1-b51f-be98bd6ff64a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:00.385981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:00.529433 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:00.537752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffa50d-3e47-47d4-a839-13a5258d5618 req-70d7654f-38c7-4f13-a5c9-34dc6148f576 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:00.539293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fcffa50d-3e47-47d4-a839-13a5258d5618 req-70d7654f-38c7-4f13-a5c9-34dc6148f576 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 945 time: 0.1568267 Nov 05 21:50:00.659227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fcffa50d-3e47-47d4-a839-13a5258d5618 req-ec313f3e-3bf2-42e6-94b0-5cf628ca6d7e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130443 Nov 05 21:50:00.778849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fe301-6642-4659-805a-ef614569d711 req-9c5f7578-7db1-4dfa-865b-0e7a861c3139 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:00.780492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d71fe301-6642-4659-805a-ef614569d711 req-9c5f7578-7db1-4dfa-865b-0e7a861c3139 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 946 time: 0.0517876 Nov 05 21:50:00.832102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d71fe301-6642-4659-805a-ef614569d711 req-3a0836a2-1fd7-4253-9bcf-abbe95a8cf22 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Nov 05 21:50:00.849672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.300037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.359433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55414) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:01.439937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6a52cb26-aaa5-4f93-98b8-91ccdf3a4a27 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.472592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6a52cb26-aaa5-4f93-98b8-91ccdf3a4a27 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.489580 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.568337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.597073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6a52cb26-aaa5-4f93-98b8-91ccdf3a4a27 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.603759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6a52cb26-aaa5-4f93-98b8-91ccdf3a4a27 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.605728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6a52cb26-aaa5-4f93-98b8-91ccdf3a4a27 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe HTTP/1.1" status: 204 len: 168 time: 0.2450731 Nov 05 21:50:01.610576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55416) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:01.632210 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-82b66915-bd18-4c7c-a9b0-9f1bcee3f56a tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] show failed (client error): The resource could not be found. Nov 05 21:50:01.636795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-82b66915-bd18-4c7c-a9b0-9f1bcee3f56a tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "GET /v2.0/security-groups/6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe HTTP/1.1" status: 404 len: 347 time: 0.0223362 Nov 05 21:50:01.636795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52cb26-aaa5-4f93-98b8-91ccdf3a4a27 tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0dc2b0-787c-40ad-b4e8-a9d1d1e52ffe,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:01.638851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55418) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:01.644262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=f4d6fd69-241a-4ae1-b51f-be98bd6ff64a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:01.655070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.808854 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP 79ff0420-63d9-49e8-bb5f-feaf8aa2132c associated. External IP: 172.25.6.73, port: 0564c1f3-f5d9-4a38-ab36-752a0d2fe111. Nov 05 21:50:01.833241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d28bcc-836b-4869-80eb-b708cca2fc52 req-ac921392-d41a-449a-9afd-dc80b46fd91d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:01.834815 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4d28bcc-836b-4869-80eb-b708cca2fc52 req-ac921392-d41a-449a-9afd-dc80b46fd91d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 945 time: 0.0792902 Nov 05 21:50:01.841511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Deleting port 8ff18c4a-c0dd-4167-9925-db3565db707f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:01.841858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.946174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4d28bcc-836b-4869-80eb-b708cca2fc52 req-b25ae636-69f5-4134-8d82-8da7802f5c51 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011758 Nov 05 21:50:01.961270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.961598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:01.974224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Calling delete_port for 8ff18c4a-c0dd-4167-9925-db3565db707f owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:02.058724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:02.159379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6f776d9f-feef-42cb-b481-55c3b57d6af8 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:02.208061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:02.218977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.236271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:02.258785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:02.260841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:02.261365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Pushing event deleted for resources: {'Port': ['ID=8ff18c4a-c0dd-4167-9925-db3565db707f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:02.308124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.312040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:02.323166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:02.324132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:02.368645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:02.369316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ba0e5-c216-442b-abc9-df7dfa024626 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:02.370554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-68cf2046-2eae-4f7d-8231-ec2f521e1e8f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7066832 Nov 05 21:50:02.371020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 6f776d9f-feef-42cb-b481-55c3b57d6af8 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:50:02.375104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55432) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:02.376366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 6f776d9f-feef-42cb-b481-55c3b57d6af8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:02.376743 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.389316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1786676894'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:02.393535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.396686 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.408175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6dfd868c-a46a-4026-8060-8c1dfa5e8dfe tempest-ServersTestBootFromVolume-1152435753 tempest-ServersTestBootFromVolume-1152435753-project] 10.222.0.41 "DELETE /v2.0/floatingips/4075bf03-6056-4ef9-afbc-42cf8a6d4fd8 HTTP/1.1" status: 204 len: 168 time: 0.7682965 Nov 05 21:50:02.411824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55436) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:02.493890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:02.497545 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.514387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.547114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:50:02.550003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f776d9f-feef-42cb-b481-55c3b57d6af8'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:02.552913 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf6e41f-2db6-4af1-9933-e03b46d61231" -d '{"events": [{"server_uuid": "c87cd38b-4072-4dd5-ab70-3d1264a8035a", "name": "network-vif-plugged", "status": "completed", "tag": "6f776d9f-feef-42cb-b481-55c3b57d6af8"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:02.567298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.567298 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Added segment 6d49a6ed-885e-4151-80e8-dacaf236e17a of type vlan for network 613bacbd-f715-4d17-8a8a-e56d831958e1 Nov 05 21:50:02.571130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6f776d9f-feef-42cb-b481-55c3b57d6af8, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6f776d9f-feef-42cb-b481-55c3b57d6af8,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:02.609061 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a41c8b2-a6fe-4e2c-82fc-9a9869d066a9 x-openstack-request-id: req-6a41c8b2-a6fe-4e2c-82fc-9a9869d066a9 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:02.609481 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87cd38b-4072-4dd5-ab70-3d1264a8035a", "name": "network-vif-plugged", "status": "completed", "tag": "6f776d9f-feef-42cb-b481-55c3b57d6af8", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:02.610109 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a41c8b2-a6fe-4e2c-82fc-9a9869d066a9 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:02.610599 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f776d9f-feef-42cb-b481-55c3b57d6af8', 'code': 200} Nov 05 21:50:02.649923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.664481 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.736836 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.737682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6f776d9f-feef-42cb-b481-55c3b57d6af8,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:02.738172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4d2b0-0ea4-4781-b585-5f2778cce4d9 req-812664ca-6290-4072-a102-6238f77e6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:02.739718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10e4d2b0-0ea4-4781-b585-5f2778cce4d9 req-812664ca-6290-4072-a102-6238f77e6458 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 1097 time: 0.0721874 Nov 05 21:50:02.785213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.792056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:02.792661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:02.855866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10e4d2b0-0ea4-4781-b585-5f2778cce4d9 req-122a1678-f026-4cc6-aac5-083a5a59c7e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859356 Nov 05 21:50:02.862580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Network': ['ID=613bacbd-f715-4d17-8a8a-e56d831958e1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:02.873812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:50:02.938663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ea8a6496-0582-4227-a56e-00317a80f62f tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5617623 Nov 05 21:50:02.938912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55444) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:02.945254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'subnet': {'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:03.099253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93878a11-c3bc-4231-8d8b-e38475b800cd req-ab37843e-5fe6-4756-9b6f-3993b0995753 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:03.100976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-93878a11-c3bc-4231-8d8b-e38475b800cd req-ab37843e-5fe6-4756-9b6f-3993b0995753 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 946 time: 0.0675840 Nov 05 21:50:03.138457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:03.157114 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-93878a11-c3bc-4231-8d8b-e38475b800cd req-f0f61b6c-01c4-4ab5-80ed-d306c40382ca tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Nov 05 21:50:03.183493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:03.187537 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:03.563433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Deleting port d1bec0ae-7f7d-43d3-a55b-77203ef79031 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:03.563816 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:03.584077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:03.969866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Subnet': ['ID=64ed51a6-d521-4fa7-9597-9f62a75104e1,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:03.997158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] For port d1bec0ae-7f7d-43d3-a55b-77203ef79031, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d1bec0ae-7f7d-43d3-a55b-77203ef79031,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:03.997525 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.006541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Checking segment: {'id': '6d49a6ed-885e-4151-80e8-dacaf236e17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:04.006905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network hostable DHCP agents. Network: 613bacbd-f715-4d17-8a8a-e56d831958e1, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:50:04.016335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Calling delete_port for d1bec0ae-7f7d-43d3-a55b-77203ef79031 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:04.140990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:50:04.209556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 613bacbd-f715-4d17-8a8a-e56d831958e1) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:04.219668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:04.220463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.231635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f15f2-119b-42bb-bbc4-9eb650ed0a36 None None] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:04.307606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.346241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55466) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:04.346778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5b837ae0-3754-443b-8670-b3ab8e85d361 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4054124 Nov 05 21:50:04.347255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bec0ae-7f7d-43d3-a55b-77203ef79031,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:04.352145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-593772126', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:04.431125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c14009-8a06-40e4-a82f-dc0139149d0d req-b5a6ca61-3e93-4551-b9b8-2e19e2f87043 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:04.439500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39c14009-8a06-40e4-a82f-dc0139149d0d req-b5a6ca61-3e93-4551-b9b8-2e19e2f87043 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 946 time: 0.1653700 Nov 05 21:50:04.455686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-613bacbd-f715-4d17-8a8a-e56d831958e1', 'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1', 'tenant_id': '400f7cdd53f445e690f018134b5a20aa', 'fixed_ips': [{'subnet_id': '64ed51a6-d521-4fa7-9597-9f62a75104e1'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:50:04.457319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.548780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39c14009-8a06-40e4-a82f-dc0139149d0d req-9f378e6f-01a2-476e-b248-092d3c3a48df tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073575 Nov 05 21:50:04.556028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.557669 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.655381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.691254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.696351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Allocated IP 172.20.0.2 (613bacbd-f715-4d17-8a8a-e56d831958e1/64ed51a6-d521-4fa7-9597-9f62a75104e1/6741fb62-660f-40e7-ae3a-e299df7cede3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:04.867337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.912169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Router d59a162d-6ddf-4d36-9d84-2ae565eab067 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:04.958201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:04.994945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.006605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:05.009603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:05.014948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:05.018143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Pushing event updated for resources: {'Port': ['ID=6741fb62-660f-40e7-ae3a-e299df7cede3,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:05.036444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:05.043605 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] Sync routers for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:05.050463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5651f09e-d222-4588-a6e3-d892fa78ff0a admin admin] 10.222.0.41 "PUT /v2.0/routers/d59a162d-6ddf-4d36-9d84-2ae565eab067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6373065 Nov 05 21:50:05.050999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55476) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:05.057130 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:05.058694 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:05.096621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Attempting to bind port 6741fb62-660f-40e7-ae3a-e299df7cede3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:50:05.097536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Attempting to bind port 6741fb62-660f-40e7-ae3a-e299df7cede3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6d49a6ed-885e-4151-80e8-dacaf236e17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:50:05.097909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Attempting to bind port 6741fb62-660f-40e7-ae3a-e299df7cede3 on network 613bacbd-f715-4d17-8a8a-e56d831958e1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:05.105290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:50:05.105667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Checking segment: {'id': '6d49a6ed-885e-4151-80e8-dacaf236e17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:05.106129 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.106996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Bound using segment: {'id': '6d49a6ed-885e-4151-80e8-dacaf236e17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:50:05.107475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Bound port: 6741fb62-660f-40e7-ae3a-e299df7cede3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d49a6ed-885e-4151-80e8-dacaf236e17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:50:05.107884 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.173076 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:05.189278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] For port 6741fb62-660f-40e7-ae3a-e299df7cede3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:50:05.192852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] For port 6741fb62-660f-40e7-ae3a-e299df7cede3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6741fb62-660f-40e7-ae3a-e299df7cede3,segment=NetworkSegment(6d49a6ed-885e-4151-80e8-dacaf236e17a),segment_id=6d49a6ed-885e-4151-80e8-dacaf236e17a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:50:05.228538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.317206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.375316 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:50:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:05.402587 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] Checking router: d59a162d-6ddf-4d36-9d84-2ae565eab067 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:50:05.404055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738861-4e5a-4755-9a1b-2c0d4e149bd8 None None] Pushing event updated for resources: {'Port': ['ID=6741fb62-660f-40e7-ae3a-e299df7cede3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:05.420388 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] Routers {'d59a162d-6ddf-4d36-9d84-2ae565eab067'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:05.421000 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d59a162d-6ddf-4d36-9d84-2ae565eab067'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:05.456113 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.482554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.501808 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.547695 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] Set router d59a162d-6ddf-4d36-9d84-2ae565eab067 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:05.693089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Deleting port 42a37130-5df6-4ec2-87a1-417596aef75d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:05.693425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.750731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.25.6.179 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/645aa6d0-af4f-49b7-9028-7b8b6ddce2b7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:05.803711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebea0ce-17c4-4344-aa37-3b3090d1cb2f req-f95e12f9-5d6a-4a3a-af9d-272ef5e2276f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:05.805303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cebea0ce-17c4-4344-aa37-3b3090d1cb2f req-f95e12f9-5d6a-4a3a-af9d-272ef5e2276f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 946 time: 0.1046715 Nov 05 21:50:05.874951 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cebea0ce-17c4-4344-aa37-3b3090d1cb2f req-3c072313-39a3-4772-9bc8-f16cf1becc6a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568519 Nov 05 21:50:05.966278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] For port 42a37130-5df6-4ec2-87a1-417596aef75d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42a37130-5df6-4ec2-87a1-417596aef75d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:05.966909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:05.983262 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:50:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:05.992785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Calling delete_port for 42a37130-5df6-4ec2-87a1-417596aef75d owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:06.028541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507202-f8f1-458d-afa9-467ad46a892a req-37d69233-15d8-4e85-8bd1-78c283476c8d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:06.046968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8507202-f8f1-458d-afa9-467ad46a892a req-37d69233-15d8-4e85-8bd1-78c283476c8d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 945 time: 0.0739524 Nov 05 21:50:06.052077 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9f9da-c3b6-4ff4-8754-161f35532a78 None None] The sync data for ids ['d59a162d-6ddf-4d36-9d84-2ae565eab067'] in n-d-816738-5 is: [{'id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'name': 'tempest-ServersTestBootFromVolume-1230208387-router', 'tenant_id': '3a4e09138e6141c6abf47da26888ece5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:44:52Z', 'updated_at': '2021-11-05T21:50:04Z', 'revision_number': 5, 'project_id': '3a4e09138e6141c6abf47da26888ece5', 'gw_port': {'id': '42a37130-5df6-4ec2-87a1-417596aef75d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59a162d-6ddf-4d36-9d84-2ae565eab067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:44:54Z', 'updated_at': '2021-11-05T21:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:06.083707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.126425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8507202-f8f1-458d-afa9-467ad46a892a req-958f4abe-2631-4fc2-af10-7cf98a8c93ee tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776696 Nov 05 21:50:06.277113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8908d7-eeee-48e5-952b-5828e7ec73f8 req-7c38bbac-3f20-45d3-aabe-bdf491a8f6d7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:06.278574 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd8908d7-eeee-48e5-952b-5828e7ec73f8 req-7c38bbac-3f20-45d3-aabe-bdf491a8f6d7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 946 time: 0.0650826 Nov 05 21:50:06.318218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.349832 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bc8979e-dd6c-41a8-a397-95837ef46bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.362542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd8908d7-eeee-48e5-952b-5828e7ec73f8 req-967093f1-2b6e-4027-82f5-31243f677296 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760300 Nov 05 21:50:06.372069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:06.380315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.382680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:06.388241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:06.410705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=645aa6d0-af4f-49b7-9028-7b8b6ddce2b7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:06.479409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a37130-5df6-4ec2-87a1-417596aef75d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:06.638002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6741fb62-660f-40e7-ae3a-e299df7cede3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:06.648677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.718735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6741fb62-660f-40e7-ae3a-e299df7cede3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:06.719356 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.831793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.847666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.858870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c77f9b-decf-4b89-97c7-b104ccd1b9e1 None None] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:06.929348 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:06.962885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-00446637-46e8-45cf-878d-bda30765e6de None None] Provisioning complete for port 6741fb62-660f-40e7-ae3a-e299df7cede3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:06.963572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-00446637-46e8-45cf-878d-bda30765e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.014590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5fa7-c129-4809-bd1b-ec8a1721a145 req-f4a5b8a7-8a22-497a-b213-b0afe2b4058a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:07.016942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.017506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d59a162d-6ddf-4d36-9d84-2ae565eab067 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:50:07.018109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b66f5fa7-c129-4809-bd1b-ec8a1721a145 req-f4a5b8a7-8a22-497a-b213-b0afe2b4058a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 946 time: 0.0857317 Nov 05 21:50:07.023206 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.026777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5ddf1d0-6518-41f1-8410-98e010e72929 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d59a162d-6ddf-4d36-9d84-2ae565eab067 HTTP/1.1" status: 204 len: 168 time: 1.9721994 Nov 05 21:50:07.027441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55504) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:07.136878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-00446637-46e8-45cf-878d-bda30765e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.145873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.174295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 6741fb62-660f-40e7-ae3a-e299df7cede3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6741fb62-660f-40e7-ae3a-e299df7cede3,segment=NetworkSegment(6d49a6ed-885e-4151-80e8-dacaf236e17a),segment_id=6d49a6ed-885e-4151-80e8-dacaf236e17a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:07.210374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] Deleting subnet e32d424a-1f5f-4984-bf5f-f171dcdd18d8 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:50:07.218825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.253851 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.256967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b66f5fa7-c129-4809-bd1b-ec8a1721a145 req-cb66d9e3-8cf1-43f5-92ad-fd978caf9ff2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238600 Nov 05 21:50:07.317666 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.361636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=6741fb62-660f-40e7-ae3a-e299df7cede3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:07.413712 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.416630 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-00446637-46e8-45cf-878d-bda30765e6de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:50:07.416981 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-00446637-46e8-45cf-878d-bda30765e6de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:50:07.556738 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.580560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32d424a-1f5f-4984-bf5f-f171dcdd18d8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:07.585887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.594693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b41cd8d5-5d13-4786-b520-dd4c37487ab1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e32d424a-1f5f-4984-bf5f-f171dcdd18d8 HTTP/1.1" status: 204 len: 168 time: 0.5633264 Nov 05 21:50:07.597857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55506) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:07.609047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13fdada-1aa1-418e-8f8a-d62fba530ee7 None None] Network bf02707f-5614-40f0-8570-7486cc5769c1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:07.740020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.766295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.818238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Deleting port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:07.818238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.900121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] For port c198ab67-4bcb-4e67-93db-581d4cd5c8c0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c198ab67-4bcb-4e67-93db-581d4cd5c8c0,segment=NetworkSegment(9eda08eb-904c-49b3-b7cb-a6b06fca9ff3),segment_id=9eda08eb-904c-49b3-b7cb-a6b06fca9ff3)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:07.900491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:07.919130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Calling delete_port for c198ab67-4bcb-4e67-93db-581d4cd5c8c0 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:08.036956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router 48dec1fe-22d4-4972-b80a-f544538c56fd is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:50:08.088232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.116853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c661aa0-0328-479f-8e97-3b12a13b31ad None None] DHCP port deletion for bf02707f-5614-40f0-8570-7486cc5769c1 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:50:08.132765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4c12bc86-88b2-4998-9c1f-037af2aa2889 None None] Provisioning complete for port 6741fb62-660f-40e7-ae3a-e299df7cede3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:08.133149 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c12bc86-88b2-4998-9c1f-037af2aa2889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.158867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c198ab67-4bcb-4e67-93db-581d4cd5c8c0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:08.160746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] No DVR routers for this DVR port c198ab67-4bcb-4e67-93db-581d4cd5c8c0 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:08.204511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6741fb62-660f-40e7-ae3a-e299df7cede3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:08.269924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.295991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf02707f-5614-40f0-8570-7486cc5769c1']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:08.298526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6741fb62-660f-40e7-ae3a-e299df7cede3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:08.298897 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.310473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:08.316204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eda08eb-904c-49b3-b7cb-a6b06fca9ff3') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:08.317384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:08.323626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.360347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] Sync routers for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:08.385134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.398998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.402194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5520785d-34c8-437f-b6b2-a7ceb8774e94 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0539153 Nov 05 21:50:08.405585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55518) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:08.409550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:08.410257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:08.423173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:50:08.423461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:50:08.425586 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:50:08.451976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:08.469444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:08.474451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:08.501952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-2754e379-af63-48ed-a964-7b29c36e0578 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:08.503527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-2754e379-af63-48ed-a964-7b29c36e0578 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 946 time: 0.1669812 Nov 05 21:50:08.509863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:08.510493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75650e2-25c7-4eb8-b35e-ac2e6ddbab0e None None] The sync data for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:08.530050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037342b1-f4cc-4f6c-96d5-f47e1066b70c req-7ee7c3ac-4934-4cb4-bc40-f94e3c184392 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:08.532488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-037342b1-f4cc-4f6c-96d5-f47e1066b70c req-7ee7c3ac-4934-4cb4-bc40-f94e3c184392 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 946 time: 0.1611617 Nov 05 21:50:08.591581 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe6be-5dd5-4ff5-8abf-34fde0a24407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.630686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d1bec0ae-7f7d-43d3-a55b-77203ef79031 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:08.642721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.649255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-037342b1-f4cc-4f6c-96d5-f47e1066b70c req-7b78e5bd-da3c-4e04-bc96-a43ca8ec55cf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884306 Nov 05 21:50:08.658611 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.659705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/bf02707f-5614-40f0-8570-7486cc5769c1 HTTP/1.1" status: 204 len: 168 time: 1.0607522 Nov 05 21:50:08.667624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d1bec0ae-7f7d-43d3-a55b-77203ef79031 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:08.668630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d1bec0ae-7f7d-43d3-a55b-77203ef79031 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:08.669337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42a37130-5df6-4ec2-87a1-417596aef75d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:08.672638 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1522b4-5e98-4d9b-8dac-c67083f164eb admin admin] Pushing event deleted for resources: {'Network': ['ID=bf02707f-5614-40f0-8570-7486cc5769c1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:08.707203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 42a37130-5df6-4ec2-87a1-417596aef75d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:08.707823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42a37130-5df6-4ec2-87a1-417596aef75d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:08.729871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Deleting port 6f776d9f-feef-42cb-b481-55c3b57d6af8 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:08.733230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.839637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] For port 6f776d9f-feef-42cb-b481-55c3b57d6af8, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6f776d9f-feef-42cb-b481-55c3b57d6af8,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:08.840419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:08.855428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Calling delete_port for 6f776d9f-feef-42cb-b481-55c3b57d6af8 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:08.975974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.086059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55524) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:09.088917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.108751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6f776d9f-feef-42cb-b481-55c3b57d6af8'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:09.112179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf', '5898a6c7-ee29-446f-b741-299814d1ae58'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:09.186987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event deleted for resources: {'Port': ['ID=6f776d9f-feef-42cb-b481-55c3b57d6af8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:09.194521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] No DVR routers for this DVR port 6f776d9f-feef-42cb-b481-55c3b57d6af8 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:09.198708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.202756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d65f798a-07a2-4486-8fb3-0f8da5f9ed6f req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.46 "DELETE /v2.0/ports/6f776d9f-feef-42cb-b481-55c3b57d6af8 HTTP/1.1" status: 204 len: 173 time: 0.6930008 Nov 05 21:50:09.204736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.206161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.206669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.207440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.207899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.208325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.208749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.209171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.209593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.210109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.210528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.211364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e336de4b-e48d-44ad-b134-080a48eb5c01 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:09.215837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3aba8427-87f0-4b41-a866-4eb486335cf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a4e09138e6141c6abf47da26888ece5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278970 Nov 05 21:50:09.220487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55530) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:09.227469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'name': 'network-vif-deleted', 'tag': '6f776d9f-feef-42cb-b481-55c3b57d6af8'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:09.227469 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e5907-c157-4074-afbc-9d3b4e4e4ed6" -d '{"events": [{"server_uuid": "c87cd38b-4072-4dd5-ab70-3d1264a8035a", "name": "network-vif-deleted", "tag": "6f776d9f-feef-42cb-b481-55c3b57d6af8"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:09.292344 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b271167-5e7f-46f4-9d13-0262ceb54e3a x-openstack-request-id: req-1b271167-5e7f-46f4-9d13-0262ceb54e3a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:09.292959 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87cd38b-4072-4dd5-ab70-3d1264a8035a", "name": "network-vif-deleted", "tag": "6f776d9f-feef-42cb-b481-55c3b57d6af8", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:09.292959 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b271167-5e7f-46f4-9d13-0262ceb54e3a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:09.293308 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87cd38b-4072-4dd5-ab70-3d1264a8035a', 'name': 'network-vif-deleted', 'tag': '6f776d9f-feef-42cb-b481-55c3b57d6af8', 'status': 'completed', 'code': 200} Nov 05 21:50:09.317642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4216042-500d-43bc-94d7-fc48a17ebd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.391194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4216042-500d-43bc-94d7-fc48a17ebd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.470858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.1 (613bacbd-f715-4d17-8a8a-e56d831958e1/64ed51a6-d521-4fa7-9597-9f62a75104e1/c5fcb3d9-9966-498f-a206-1100bc80093e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:09.601207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.626781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4216042-500d-43bc-94d7-fc48a17ebd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.629521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4216042-500d-43bc-94d7-fc48a17ebd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.633065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e4216042-500d-43bc-94d7-fc48a17ebd8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acd6a8c7-87e9-4153-920b-5b27a1c6d16b HTTP/1.1" status: 204 len: 168 time: 0.4015343 Nov 05 21:50:09.643419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4216042-500d-43bc-94d7-fc48a17ebd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd6a8c7-87e9-4153-920b-5b27a1c6d16b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:09.719513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.786739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:09.812391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d5aacda-d557-424a-b2f8-ae48fdc75e24 req-329cc40f-76ce-4519-9f74-5acea3b915cd tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87cd38b-4072-4dd5-ab70-3d1264a8035a HTTP/1.1" status: 200 len: 210 time: 0.0452049 Nov 05 21:50:09.816264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:09.818872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:09.826363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=c5fcb3d9-9966-498f-a206-1100bc80093e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:09.868865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:09.955488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:10.121294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:10.156644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c198ab67-4bcb-4e67-93db-581d4cd5c8c0 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:10.210467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c198ab67-4bcb-4e67-93db-581d4cd5c8c0 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:10.210809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c198ab67-4bcb-4e67-93db-581d4cd5c8c0 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:10.235464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9598facb-8552-4a05-ba2c-49cff2657817 None None] Provisioning complete for port c5fcb3d9-9966-498f-a206-1100bc80093e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:10.236105 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9598facb-8552-4a05-ba2c-49cff2657817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:10.289375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9598facb-8552-4a05-ba2c-49cff2657817 None None] Port c5fcb3d9-9966-498f-a206-1100bc80093e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:50:10.509782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:10.589306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:10.676337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:10.678168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=c5fcb3d9-9966-498f-a206-1100bc80093e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:10.789091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:10.791095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:10.794602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55566) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:10.934720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router 48dec1fe-22d4-4972-b80a-f544538c56fd has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:11.060819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1367000966-network', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:11.070036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:11.082074 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] Sync routers for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:11.088472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-12924a29-b71f-4c77-b1b6-f716270a2287 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/routers/48dec1fe-22d4-4972-b80a-f544538c56fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792502 Nov 05 21:50:11.088922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55574) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:11.096461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'port': {'network_id': '613bacbd-f715-4d17-8a8a-e56d831958e1', 'name': 'tempest-FloatingIPTestJSON-2088813316'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:11.097653 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:11.098632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:11.125633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9a56c65c-8d06-412c-a8e8-7d2073a311c5 None None] Provisioning complete for port c5fcb3d9-9966-498f-a206-1100bc80093e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:11.126556 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9a56c65c-8d06-412c-a8e8-7d2073a311c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.149780 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:11.160291 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:11.161194 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:11.166301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9a56c65c-8d06-412c-a8e8-7d2073a311c5 None None] Port c5fcb3d9-9966-498f-a206-1100bc80093e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:50:11.208055 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:11.208708 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf1aaf7-9a96-47e4-a490-a387ff10dba9 None None] The sync data for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:11.212016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Made reservation on behalf of 9a6aee8fb5124fe2a4636ef510e51e3c for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:11.214447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.234255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.304000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Made reservation on behalf of 400f7cdd53f445e690f018134b5a20aa for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:11.307838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.324128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.327877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] device_id is not set on port a89c1c6c-c869-4c2a-9887-2c8bc5eae18e yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:50:11.341092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.390528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.446809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8a36b-7ca0-4237-9109-f6e59c0f4a38,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:11.464817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:50:11.479422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.479962 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Added segment a6bdc13c-84c6-47fc-a43e-ae553b096e26 of type vlan for network c839b44a-8dfb-48e9-8f91-f9401deb9c6c Nov 05 21:50:11.521616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Allocated IP 172.20.0.5 (613bacbd-f715-4d17-8a8a-e56d831958e1/64ed51a6-d521-4fa7-9597-9f62a75104e1/a89c1c6c-c869-4c2a-9887-2c8bc5eae18e) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:11.532309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825b20d-656b-436d-98a7-7c372ba51653 req-cda2a705-a5e1-42b4-8edc-2a631b00e8ad tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:11.534077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f825b20d-656b-436d-98a7-7c372ba51653 req-cda2a705-a5e1-42b4-8edc-2a631b00e8ad tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 945 time: 0.1068501 Nov 05 21:50:11.547699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.610815 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f825b20d-656b-436d-98a7-7c372ba51653 req-a8a52281-9cb9-415c-8a59-13e8af8524e6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673320 Nov 05 21:50:11.676309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.677394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:11.678000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.700714 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.742238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] Pushing event updated for resources: {'Network': ['ID=c839b44a-8dfb-48e9-8f91-f9401deb9c6c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:11.752381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:50:11.826517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.828926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8c853f49-eeaa-4922-a516-cc8c00a04b4f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0327690 Nov 05 21:50:11.832407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55586) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:11.837168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Request body: {'subnet': {'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1367000966-subnet', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:11.868729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:11.872336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:11.878546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:11.905315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event updated for resources: {'Port': ['ID=a89c1c6c-c869-4c2a-9887-2c8bc5eae18e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:11.938053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Made reservation on behalf of 9a6aee8fb5124fe2a4636ef510e51e3c for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:11.940508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.942413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:11.944708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:11.945441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.093245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f06befb0-98d5-4cd1-87e3-d99dc8a1963d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0029428 Nov 05 21:50:12.093887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55588) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:12.098525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Request body: {'floatingip': {'port_id': 'a89c1c6c-c869-4c2a-9887-2c8bc5eae18e'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:12.108383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1715bd32-6d40-4b20-ad57-1bdada889e02 None None] Provisioning complete for port a89c1c6c-c869-4c2a-9887-2c8bc5eae18e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:12.108763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1715bd32-6d40-4b20-ad57-1bdada889e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.144571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1715bd32-6d40-4b20-ad57-1bdada889e02 None None] Port a89c1c6c-c869-4c2a-9887-2c8bc5eae18e cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:50:12.166244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.166481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6f776d9f-feef-42cb-b481-55c3b57d6af8 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:12.179471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.190371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 6f776d9f-feef-42cb-b481-55c3b57d6af8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:12.190713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6f776d9f-feef-42cb-b481-55c3b57d6af8 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:12.234894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c74ab35-8307-4ba0-be08-8ab481014daa,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:12.245307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Checking segment: {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:12.245798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Network hostable DHCP agents. Network: c839b44a-8dfb-48e9-8f91-f9401deb9c6c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:50:12.342020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:50:12.441855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c839b44a-8dfb-48e9-8f91-f9401deb9c6c) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:12.450726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:12.452788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.463570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f47536-d3ea-4411-b1ce-af550b4ed435 None None] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:12.566227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ada25e8e-8a86-4f09-8da7-d3e235bb1717 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7314577 Nov 05 21:50:12.568030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55598) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:12.572563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:12.634923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:50:12.635874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.688078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.689135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.694435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.784671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Allocated IP 172.20.0.2 (c839b44a-8dfb-48e9-8f91-f9401deb9c6c/2c74ab35-8307-4ba0-be08-8ab481014daa/22f686da-343c-4860-a9cf-f0a9267fb8bb) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:12.785983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea1e4b-4363-46e2-938b-59737c3279cb req-81c30ce8-dbd7-496a-ae59-ccd1c0f732a1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:12.787522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfea1e4b-4363-46e2-938b-59737c3279cb req-81c30ce8-dbd7-496a-ae59-ccd1c0f732a1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 945 time: 0.0935822 Nov 05 21:50:12.791064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.794264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-5a61fe4f-de87-464a-8bf3-3041cfcf546e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:12.796807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-5a61fe4f-de87-464a-8bf3-3041cfcf546e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 945 time: 0.0719221 Nov 05 21:50:12.830751 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.842493 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfea1e4b-4363-46e2-938b-59737c3279cb req-cfe77758-22e9-4b92-9de7-f363b1f06a24 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Nov 05 21:50:12.937633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.974715 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP 79ff0420-63d9-49e8-bb5f-feaf8aa2132c associated. External IP: 172.25.6.73, port: 0564c1f3-f5d9-4a38-ab36-752a0d2fe111. Nov 05 21:50:12.980114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Deleting port 5898a6c7-ee29-446f-b741-299814d1ae58 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:12.980463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:12.990837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.032238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:13.039085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:13.044075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:13.055728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Pushing event updated for resources: {'Port': ['ID=22f686da-343c-4860-a9cf-f0a9267fb8bb,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:13.116438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Attempting to bind port 22f686da-343c-4860-a9cf-f0a9267fb8bb on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:50:13.117070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Attempting to bind port 22f686da-343c-4860-a9cf-f0a9267fb8bb by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:50:13.117700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Attempting to bind port 22f686da-343c-4860-a9cf-f0a9267fb8bb on network c839b44a-8dfb-48e9-8f91-f9401deb9c6c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:13.125187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:50:13.126501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Checking segment: {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:13.127094 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.127669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Bound using segment: {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:50:13.128310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Bound port: 22f686da-343c-4860-a9cf-f0a9267fb8bb, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:50:13.128886 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.201936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] For port 22f686da-343c-4860-a9cf-f0a9267fb8bb, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:50:13.206663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] For port 22f686da-343c-4860-a9cf-f0a9267fb8bb, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=22f686da-343c-4860-a9cf-f0a9267fb8bb,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:50:13.277452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.341708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894587c-32c0-4c51-a5ea-9ce7be9db364 None None] Pushing event updated for resources: {'Port': ['ID=22f686da-343c-4860-a9cf-f0a9267fb8bb,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:13.378354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.475341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] For port 5898a6c7-ee29-446f-b741-299814d1ae58, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5898a6c7-ee29-446f-b741-299814d1ae58,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:13.476547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.493481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Calling delete_port for 5898a6c7-ee29-446f-b741-299814d1ae58 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:13.692679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:13.764573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.786295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.868055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.882045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf', '5898a6c7-ee29-446f-b741-299814d1ae58'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:13.916315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Allocated IP 172.25.6.45 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9f7dc3ef-79b7-483f-9fc4-01db23208d62) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:13.944625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event deleted for resources: {'Port': ['ID=5898a6c7-ee29-446f-b741-299814d1ae58,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:13.973832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] No DVR routers for this DVR port 5898a6c7-ee29-446f-b741-299814d1ae58 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:13.976860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:13.981741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98fd03a0-83ae-4aa7-b5bf-e24d3414f7c9 req-bbb0daca-fb76-4c55-b1d3-65a65a73459a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "DELETE /v2.0/ports/5898a6c7-ee29-446f-b741-299814d1ae58 HTTP/1.1" status: 204 len: 173 time: 1.1788261 Nov 05 21:50:13.985048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314e803c-f3dd-4146-8686-b8b90b93018a', 'name': 'network-vif-deleted', 'tag': '5898a6c7-ee29-446f-b741-299814d1ae58'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:13.987639 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd38ce5-cec0-4049-9681-e02492c63214" -d '{"events": [{"server_uuid": "314e803c-f3dd-4146-8686-b8b90b93018a", "name": "network-vif-deleted", "tag": "5898a6c7-ee29-446f-b741-299814d1ae58"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:13.993793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:14.013888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:14.024183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43b6d57f-a39c-45ca-b22f-e636bf9cbddc req-ebd76d80-9525-49f1-8675-a8aeda15b1e4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=314e803c-f3dd-4146-8686-b8b90b93018a HTTP/1.1" status: 200 len: 210 time: 0.0681686 Nov 05 21:50:14.071391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:14.078154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.087981 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa8ff7f-7537-40ab-b02d-48171d04e555 x-openstack-request-id: req-ffa8ff7f-7537-40ab-b02d-48171d04e555 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:14.088357 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314e803c-f3dd-4146-8686-b8b90b93018a", "name": "network-vif-deleted", "tag": "5898a6c7-ee29-446f-b741-299814d1ae58", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:14.089359 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffa8ff7f-7537-40ab-b02d-48171d04e555 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:14.091377 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314e803c-f3dd-4146-8686-b8b90b93018a', 'name': 'network-vif-deleted', 'tag': '5898a6c7-ee29-446f-b741-299814d1ae58', 'status': 'completed', 'code': 200} Nov 05 21:50:14.110761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.132462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:14.133090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.159916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.187218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.187949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bfb14-fd37-4012-abb0-470dfd020a1c None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:14.216910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 22f686da-343c-4860-a9cf-f0a9267fb8bb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:14.322640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.324657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 22f686da-343c-4860-a9cf-f0a9267fb8bb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:14.325274 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.363585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router 48dec1fe-22d4-4972-b80a-f544538c56fd has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:14.389551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:14.396127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:14.405551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:14.411854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7dc3ef-79b7-483f-9fc4-01db23208d62,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:14.452746 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.511394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 22f686da-343c-4860-a9cf-f0a9267fb8bb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=22f686da-343c-4860-a9cf-f0a9267fb8bb,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:14.524068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:14.536519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.536620 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] Sync routers for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:14.554640 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:14.555853 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.585037 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.598097 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.607431 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:14.607849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55616) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:14.608127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-307ed106-76b1-42c0-bfd2-e4abe90efcad tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/floatingips/79ff0420-63d9-49e8-bb5f-feaf8aa2132c HTTP/1.1" status: 200 len: 977 time: 2.5129373 Nov 05 21:50:14.608666 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.650563 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:14.651307 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abace8d-3dc0-4c47-8b68-cfe913300415 None None] The sync data for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:14.685387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=22f686da-343c-4860-a9cf-f0a9267fb8bb,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:14.756500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4cc17-ee90-4efb-8400-de220b709b23 None None] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:14.821151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.831156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4aa40897-b5bf-4388-a3d3-7cc31ba74346 None None] Provisioning complete for port 22f686da-343c-4860-a9cf-f0a9267fb8bb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:14.831527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4aa40897-b5bf-4388-a3d3-7cc31ba74346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:14.866329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port a89c1c6c-c869-4c2a-9887-2c8bc5eae18e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:14.866671 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:15.034511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:15.205520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:15.299315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b36e6d1d-ece7-4a96-95ee-e825e770b1b2 None None] Provisioning complete for port 22f686da-343c-4860-a9cf-f0a9267fb8bb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:15.299916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b36e6d1d-ece7-4a96-95ee-e825e770b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:15.428054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:15.428496 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:15.428727 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Floating IP 79ff0420-63d9-49e8-bb5f-feaf8aa2132c disassociated. External IP: 172.25.6.73, port: a89c1c6c-c869-4c2a-9887-2c8bc5eae18e. Nov 05 21:50:15.429076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for a89c1c6c-c869-4c2a-9887-2c8bc5eae18e owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:15.521288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-a0f97556-605f-46e4-a9b2-caa0c426ef1d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:15.522766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-a0f97556-605f-46e4-a9b2-caa0c426ef1d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.2317147 Nov 05 21:50:15.555497 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-801c9c4e-cc05-4ad4-922f-8198da01ba5b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0235901 Nov 05 21:50:15.652807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-59e5f59c-5301-4b34-9f36-f3668f33f04a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901773 Nov 05 21:50:15.697858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:50:15.783090 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:15.839189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=a89c1c6c-c869-4c2a-9887-2c8bc5eae18e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:15.845851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-7629d5ca-1681-4171-a106-1a3c798efb02 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839504 Nov 05 21:50:15.997783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:16.009425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Sync routers for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:16.044812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:16.045754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:16.160364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 22f686da-343c-4860-a9cf-f0a9267fb8bb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:16.226043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-92b4ee98-7934-41cf-846b-47b9e1a222a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0638399 Nov 05 21:50:16.351739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.353123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.353814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.354353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.355715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.355985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.356458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.359212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-d3cd1929-a594-4da5-8625-0b36fccf306c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.0666625 Nov 05 21:50:16.385299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:16.392853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-b089b0e7-2604-4065-b7a2-2a01cd97f251 service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178237 Nov 05 21:50:16.397989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router 48dec1fe-22d4-4972-b80a-f544538c56fd has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:16.434220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:16.439440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4b8e1980-1e07-42f8-b8af-02fc363cb3e0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8703115 Nov 05 21:50:16.443676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55646) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:16.520981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 22f686da-343c-4860-a9cf-f0a9267fb8bb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:16.521470 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:16.540594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-86637896-6d0b-425f-afe9-415b64bf6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.541390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-86637896-6d0b-425f-afe9-415b64bf6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.542019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-86637896-6d0b-425f-afe9-415b64bf6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.544596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-86637896-6d0b-425f-afe9-415b64bf6565 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 2293 time: 0.1450214 Nov 05 21:50:16.577246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5898a6c7-ee29-446f-b741-299814d1ae58 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:16.601546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 5898a6c7-ee29-446f-b741-299814d1ae58 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:16.602032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5898a6c7-ee29-446f-b741-299814d1ae58 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:16.659930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-cd461646-4ed0-4e65-bdf3-20888143ebdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 1000 time: 0.1023028 Nov 05 21:50:16.749633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-83d9c765-1aa6-4b2e-ad18-dcc6ee39ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.751302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-83d9c765-1aa6-4b2e-ad18-dcc6ee39ceac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 200 len: 850 time: 0.0794959 Nov 05 21:50:16.790585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:14Z', 'revision_number': 3, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:16.826462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Checking router: fc3b0d3d-3e78-49ea-b951-92657c2dfef9 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:50:16.826877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Updating router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 port 9f7dc3ef-79b7-483f-9fc4-01db23208d62 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:50:16.835922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8ef7891-c36e-4cbe-9bed-95b0e00e4629 req-192e7fd8-1d92-4c92-9ec6-139dee1f992b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 210 time: 0.0972669 Nov 05 21:50:16.836980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-7e3ced66-bd3c-4d6b-a087-557e629ae0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:16.838312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-7e3ced66-bd3c-4d6b-a087-557e629ae0d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778861 Nov 05 21:50:16.871837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:16.882325 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] Sync routers for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:16.901725 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:16.911466 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:16.918597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:16.972793 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:16.999866 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:17.000708 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:17.067914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-c44dd54b-2f2a-461d-abc3-c2e6379d0579 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191839 Nov 05 21:50:17.077097 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:17.077890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be567d-1090-4186-8a88-bd47b07e02ca None None] The sync data for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:17.092983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.098859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a9195b35-3ada-4411-949c-fed414808d87 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/ports/a89c1c6c-c869-4c2a-9887-2c8bc5eae18e HTTP/1.1" status: 204 len: 168 time: 2.4874015 Nov 05 21:50:17.099073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55664) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:17.185302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-b94facd6-86d0-48a3-be81-951a108ab338 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083295 Nov 05 21:50:17.240460 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-c07248ea-98eb-463a-954e-a16ac49eb47c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 217 time: 0.0450265 Nov 05 21:50:17.307011 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.310217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-76596075-a025-4c1a-9fae-373fb7bd119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:17.311802 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-76596075-a025-4c1a-9fae-373fb7bd119c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0601342 Nov 05 21:50:17.360645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-9cd72e1f-d42b-4e88-ae15-7000ac9ba735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:17.362244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-9cd72e1f-d42b-4e88-ae15-7000ac9ba735 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423679 Nov 05 21:50:17.396094 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.460889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Attempting to bind port 9f7dc3ef-79b7-483f-9fc4-01db23208d62 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:50:17.461343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Attempting to bind port 9f7dc3ef-79b7-483f-9fc4-01db23208d62 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:50:17.461776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Attempting to bind port 9f7dc3ef-79b7-483f-9fc4-01db23208d62 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:17.473166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-19ba4880-de0e-4dd6-9755-21e91eccf602 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998564 Nov 05 21:50:17.473649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:50:17.479665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:17.479665 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.479665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:50:17.479665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Bound port: 9f7dc3ef-79b7-483f-9fc4-01db23208d62, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:50:17.479665 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.480968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87f590-e3be-4c87-a476-59e39fa93d43 None None] Pushing event updated for resources: {'Port': ['ID=9f7dc3ef-79b7-483f-9fc4-01db23208d62,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:17.502247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.535698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] For port 9f7dc3ef-79b7-483f-9fc4-01db23208d62, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:50:17.538789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] For port 9f7dc3ef-79b7-483f-9fc4-01db23208d62, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9f7dc3ef-79b7-483f-9fc4-01db23208d62,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:50:17.586184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-a67f28db-7c70-4a81-95e3-3b6c16cfb410 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963709 Nov 05 21:50:17.624587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.633796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-c885aa6a-8c5b-4b07-9798-9baecfe43357 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 217 time: 0.0392346 Nov 05 21:50:17.688607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-845fa009-867f-425d-8254-995ddd742636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:17.690112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-845fa009-867f-425d-8254-995ddd742636 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0488417 Nov 05 21:50:17.692229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:17.692869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:17.695964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87f590-e3be-4c87-a476-59e39fa93d43 None None] Pushing event updated for resources: {'Port': ['ID=9f7dc3ef-79b7-483f-9fc4-01db23208d62,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:17.751728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-442cb29a-33b8-43f7-9e39-865beea8cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:17.753259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-442cb29a-33b8-43f7-9e39-865beea8cdcc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542586 Nov 05 21:50:17.805394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Allocated IP 172.20.0.1 (c839b44a-8dfb-48e9-8f91-f9401deb9c6c/2c74ab35-8307-4ba0-be08-8ab481014daa/a13ac83c-ff05-4718-b353-291d3d33423b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:17.844331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:17.866238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:17.890618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-faec8295-2069-4a11-aa5d-683d1dbd642c service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291230 Nov 05 21:50:18.006606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-5055bacf-ba31-49b3-af1c-71aef62e859e service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072021 Nov 05 21:50:18.061783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-04e916e8-b764-4897-91ba-6df934b3ce9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 200 len: 217 time: 0.0463383 Nov 05 21:50:18.107109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13cdb60b-c196-47fb-9e9b-359dd17e343c req-aced9712-a3c2-410f-b27d-58198543103b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 210 time: 0.1221886 Nov 05 21:50:18.148930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-7abbd871-73ba-46bb-a1b4-35707699114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:18.148930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-7abbd871-73ba-46bb-a1b4-35707699114d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0671558 Nov 05 21:50:18.169030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:14Z', 'revision_number': 3, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:18.197334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ca12-4639-4085-a09f-d344c7ba493d None None] The sync data for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 is: [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:14Z', 'revision_number': 3, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:18.211591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-5995f670-ca3a-48bc-9e03-7acd3a2a015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:18.215863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-5995f670-ca3a-48bc-9e03-7acd3a2a015c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501809 Nov 05 21:50:18.300357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:18.322974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-bd890060-63be-4278-a7df-f3fbd6f8dc31 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990391 Nov 05 21:50:18.431099 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-86dac644-8bd9-4470-bc08-4068f98ef647 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977857 Nov 05 21:50:18.449863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port c5fcb3d9-9966-498f-a206-1100bc80093e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:18.450207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:18.466688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:18.509690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-a26e8054-bbe9-4799-bbeb-07730b2762c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 200 len: 217 time: 0.0595741 Nov 05 21:50:18.575873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-f8054c07-98f6-4e7f-a280-b79b8d3e97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:18.577663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-f8054c07-98f6-4e7f-a280-b79b8d3e97f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0608172 Nov 05 21:50:18.582673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:18.591118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:18.600808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:18.609796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Pushing event updated for resources: {'Port': ['ID=a13ac83c-ff05-4718-b353-291d3d33423b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:18.631978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-ef34fa20-d3f7-4b9d-8dc8-e00eabe9c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:18.633722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-ef34fa20-d3f7-4b9d-8dc8-e00eabe9c755 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467968 Nov 05 21:50:18.666209 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:18.669983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:18.790100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-84de5058-fe05-4af5-ba2b-aebc20b4af78 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469581 Nov 05 21:50:18.935817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-9f0b7add-4e33-4500-a179-7ff17f72caf5 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344466 Nov 05 21:50:18.944259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d3c3c826-ceac-4cd4-b013-4add4234a7ee None None] Provisioning complete for port a13ac83c-ff05-4718-b353-291d3d33423b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:18.945307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3c3c826-ceac-4cd4-b013-4add4234a7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:19.020587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-341a2384-cc1c-48cb-980e-1d91faf5e4a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 200 len: 217 time: 0.0777936 Nov 05 21:50:19.033533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3c826-ceac-4cd4-b013-4add4234a7ee None None] Port a13ac83c-ff05-4718-b353-291d3d33423b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:50:19.066119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for c5fcb3d9-9966-498f-a206-1100bc80093e owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:19.126200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-439ad305-79e6-4d64-8685-9008e010ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:19.130354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-439ad305-79e6-4d64-8685-9008e010ce2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0915549 Nov 05 21:50:19.288112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-544c53f5-c584-44f9-8620-2128fce71adc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:19.289830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-544c53f5-c584-44f9-8620-2128fce71adc tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.2681417 Nov 05 21:50:19.303095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Request body: {'port': {'device_id': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'admin_state_up': True, 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:19.336376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-9b9c2ace-c7f9-4b79-9732-5ff61dfc1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:19.338147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-9b9c2ace-c7f9-4b79-9732-5ff61dfc1017 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136773 Nov 05 21:50:19.399609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d18a764e-5aa6-4616-845c-dc43f94e8d1f req-e6c5750d-eb2d-4775-932b-65009c2eaf22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 210 time: 0.0640385 Nov 05 21:50:19.514497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-ccabac96-08a9-4467-b939-ef88eddadc3e service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422675 Nov 05 21:50:19.568089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:19.597887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:19.601728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:19.607332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=c5fcb3d9-9966-498f-a206-1100bc80093e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:19.676281 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-3340dd04-fe15-4fc2-ae76-778de7dcb2ea service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547275 Nov 05 21:50:19.684398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:19.728551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-89742ba3-ca27-442f-8af5-c827b2f5fe9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 217 time: 0.0450425 Nov 05 21:50:19.823404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-05b47393-a378-4ca9-97d2-739902d25a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:19.825542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-05b47393-a378-4ca9-97d2-739902d25a4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0899286 Nov 05 21:50:19.879511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Allocated IP 172.20.0.7 (1098103c-4b0c-4f79-ae64-66d53814f51c/d684052e-2885-42e0-af83-161849d67b8e/a2177ab6-deed-4c38-8317-54152a4d9c76) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:19.906946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-3a58a228-09e5-4a96-87d5-7fab2bbb521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:19.908504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-3a58a228-09e5-4a96-87d5-7fab2bbb521a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704513 Nov 05 21:50:19.972402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.000068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.111129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-0b03ced8-14ea-430b-8bce-0231c3f02731 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875803 Nov 05 21:50:20.111381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.195953 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.202843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9f7dc3ef-79b7-483f-9fc4-01db23208d62 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:20.204252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.261415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f89f5d17-36e4-48fc-91b6-e177efba3033 req-64d32cf0-0386-4bfb-b1ab-ec7b1d1748bb service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414123 Nov 05 21:50:20.269559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Pushing event updated for resources: {'Port': ['ID=a13ac83c-ff05-4718-b353-291d3d33423b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:20.270099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9f7dc3ef-79b7-483f-9fc4-01db23208d62 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:20.270584 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.329532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.343140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:20.388028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:20.393858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:20.398185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:20.406249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event updated for resources: {'Port': ['ID=a2177ab6-deed-4c38-8317-54152a4d9c76,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:20.443109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.481083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:20.481931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 9f7dc3ef-79b7-483f-9fc4-01db23208d62, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9f7dc3ef-79b7-483f-9fc4-01db23208d62,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:20.482434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.532004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:20.536734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:20.550294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router 48dec1fe-22d4-4972-b80a-f544538c56fd has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:20.590019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681fab-bb1d-4350-ac36-aa72fe1e0cbe req-4a63cd27-f531-442d-8951-88fe76380d34 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:20.591986 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60681fab-bb1d-4350-ac36-aa72fe1e0cbe req-4a63cd27-f531-442d-8951-88fe76380d34 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 931 time: 0.0725684 Nov 05 21:50:20.684484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60681fab-bb1d-4350-ac36-aa72fe1e0cbe req-437010ed-c288-4b25-bda9-021aae41630c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818396 Nov 05 21:50:20.783508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:20.797776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:20.803775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c6b6c1b-4428-48ed-be96-a66999dfa2a4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/routers/48dec1fe-22d4-4972-b80a-f544538c56fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7036772 Nov 05 21:50:20.806649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55710) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:20.816294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219711a-dd11-4509-acda-a19c0375834e None None] Sync routers for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:20.827794 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219711a-dd11-4509-acda-a19c0375834e None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:20.829023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c219711a-dd11-4509-acda-a19c0375834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:20.878204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c219711a-dd11-4509-acda-a19c0375834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:20.880710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:20.898304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-667f2b05-c674-4d9e-8aef-17aa7584d090 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5991046 Nov 05 21:50:20.912828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Request body: {'port': {'device_id': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:20.934757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:20.941360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b4105f6e-416c-41a4-879a-4dbcbeb7060c admin admin] 10.222.0.41 "PUT /v2.0/routers/fc3b0d3d-3e78-49ea-b951-92657c2dfef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4959061 Nov 05 21:50:20.944105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=9f7dc3ef-79b7-483f-9fc4-01db23208d62,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:20.954552 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Sync routers for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:20.959498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219711a-dd11-4509-acda-a19c0375834e None None] Routers {'48dec1fe-22d4-4972-b80a-f544538c56fd'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:20.960154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c219711a-dd11-4509-acda-a19c0375834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48dec1fe-22d4-4972-b80a-f544538c56fd'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:20.969777 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:20.970667 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:20.997091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fb85db1d-cc27-4a49-8ffd-b4a0c98381a2 None None] Provisioning complete for port a13ac83c-ff05-4718-b353-291d3d33423b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:20.997735 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb85db1d-cc27-4a49-8ffd-b4a0c98381a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:21.000641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c219711a-dd11-4509-acda-a19c0375834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:21.001652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219711a-dd11-4509-acda-a19c0375834e None None] The sync data for ids ['48dec1fe-22d4-4972-b80a-f544538c56fd'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:21.053241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fb85db1d-cc27-4a49-8ffd-b4a0c98381a2 None None] Port a13ac83c-ff05-4718-b353-291d3d33423b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:50:21.202036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:21.262603 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:21.520560 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 2, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:21.554824 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Checking router: fc3b0d3d-3e78-49ea-b951-92657c2dfef9 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:50:21.555224 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Updating router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 port a13ac83c-ff05-4718-b353-291d3d33423b binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:50:21.583009 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:21.675988 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:21.853687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55730) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:21.858359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ff246171-9749-4ade-b3dc-9934c3a6689a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710486225', 'description': 'tempest-description--496835075'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:21.879733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:21.919820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c208127-2ab0-4721-839d-7b0e63111dcb req-a5184c06-e5e7-4974-9e72-2a3fd55c61b7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:21.921334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c208127-2ab0-4721-839d-7b0e63111dcb req-a5184c06-e5e7-4974-9e72-2a3fd55c61b7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 931 time: 0.1406932 Nov 05 21:50:21.948753 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:21.973912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ff246171-9749-4ade-b3dc-9934c3a6689a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.055340 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ff246171-9749-4ade-b3dc-9934c3a6689a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.068258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c208127-2ab0-4721-839d-7b0e63111dcb req-5febf7ea-6bfc-42c2-9647-a96da11fe184 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308997 Nov 05 21:50:22.092710 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.155948 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Pushing event updated for resources: {'Port': ['ID=a13ac83c-ff05-4718-b353-291d3d33423b,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:22.179736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9f7dc3ef-79b7-483f-9fc4-01db23208d62 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:22.185121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2177ab6-deed-4c38-8317-54152a4d9c76 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:50:22.190620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 645aa6d0-af4f-49b7-9028-7b8b6ddce2b7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:22.190966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.199812 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.199812 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.199994 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.200218 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.200550 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.200872 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.201192 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.201636 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.201959 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.202327 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.202646 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.202961 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:22.229350 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ff246171-9749-4ade-b3dc-9934c3a6689a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.258080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9f7dc3ef-79b7-483f-9fc4-01db23208d62 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:22.258511 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.264019 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Attempting to bind port a13ac83c-ff05-4718-b353-291d3d33423b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:50:22.264386 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Attempting to bind port a13ac83c-ff05-4718-b353-291d3d33423b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:50:22.264741 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Attempting to bind port a13ac83c-ff05-4718-b353-291d3d33423b on network c839b44a-8dfb-48e9-8f91-f9401deb9c6c {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:22.278352 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:50:22.278712 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Checking segment: {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:22.279111 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.279495 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Bound using segment: {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:50:22.279982 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Bound port: a13ac83c-ff05-4718-b353-291d3d33423b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:50:22.280367 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.299490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff246171-9749-4ade-b3dc-9934c3a6689a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab44d0-318d-4283-87db-8c69d13c4f80,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:22.360794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.384394 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] For port a13ac83c-ff05-4718-b353-291d3d33423b, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:50:22.388467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ff246171-9749-4ade-b3dc-9934c3a6689a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.388861 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] For port a13ac83c-ff05-4718-b353-291d3d33423b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a13ac83c-ff05-4718-b353-291d3d33423b,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:50:22.391273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ff246171-9749-4ade-b3dc-9934c3a6689a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5360913 Nov 05 21:50:22.395152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55736) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:22.398585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8ee3dd5c-7615-44d1-93d8-766243564c08 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Request body: {'security_group_rule': {'security_group_id': '3bab44d0-318d-4283-87db-8c69d13c4f80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:22.406072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.411434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Transition to ACTIVE for port object a2177ab6-deed-4c38-8317-54152a4d9c76 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:50:22.438522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 645aa6d0-af4f-49b7-9028-7b8b6ddce2b7 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:22.491682 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.494036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c87fbd2b-3fab-4c96-b19c-20d2d32553ab None None] Provisioning complete for port a13ac83c-ff05-4718-b353-291d3d33423b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:22.494590 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c87fbd2b-3fab-4c96-b19c-20d2d32553ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.540054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd5c-7615-44d1-93d8-766243564c08 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.628586 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126db4b-bf6d-49f2-a03c-c7936ea189ec None None] Pushing event updated for resources: {'Port': ['ID=a13ac83c-ff05-4718-b353-291d3d33423b,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:22.632075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.634349 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:22.636342 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:22.672940 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c87fbd2b-3fab-4c96-b19c-20d2d32553ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.686829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd5c-7615-44d1-93d8-766243564c08 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.710292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Pushing event updated for resources: {'Port': ['ID=a2177ab6-deed-4c38-8317-54152a4d9c76,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:22.748346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c87fbd2b-3fab-4c96-b19c-20d2d32553ab None None] For port a13ac83c-ff05-4718-b353-291d3d33423b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a13ac83c-ff05-4718-b353-291d3d33423b,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:22.751520 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.787400 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:22.806865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=645aa6d0-af4f-49b7-9028-7b8b6ddce2b7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:22.807396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd5c-7615-44d1-93d8-766243564c08 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.827191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3dd5c-7615-44d1-93d8-766243564c08 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a2e122-1824-4ac9-8c78-7b4e02c7275b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:22.836797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c87fbd2b-3fab-4c96-b19c-20d2d32553ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.893772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fbd2b-3fab-4c96-b19c-20d2d32553ab None None] Pushing event updated for resources: {'Port': ['ID=a13ac83c-ff05-4718-b353-291d3d33423b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:22.896581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Attempting to bind port a2177ab6-deed-4c38-8317-54152a4d9c76 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:50:22.896844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Attempting to bind port a2177ab6-deed-4c38-8317-54152a4d9c76 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:50:22.897155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Attempting to bind port a2177ab6-deed-4c38-8317-54152a4d9c76 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:22.909647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Port a2177ab6-deed-4c38-8317-54152a4d9c76 on network 1098103c-4b0c-4f79-ae64-66d53814f51c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:50:22.909647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Attempting to bind port a2177ab6-deed-4c38-8317-54152a4d9c76 on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:22.919142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:50:22.919483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:22.919893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Bound using segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:50:22.920346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Bound port: a2177ab6-deed-4c38-8317-54152a4d9c76, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:50:22.920698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.929518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd5c-7615-44d1-93d8-766243564c08 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.932323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ee3dd5c-7615-44d1-93d8-766243564c08 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5359623 Nov 05 21:50:22.934482 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:22.934700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55742) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:22.938704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c97b7c27-87af-49b4-9da2-6d99b2c86d3a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Request body: {'security_group_rule': {'security_group_id': '3bab44d0-318d-4283-87db-8c69d13c4f80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:22.979003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3a89085d-8bc5-4049-bbd7-9cf7e2cefc58 None None] Provisioning complete for port a13ac83c-ff05-4718-b353-291d3d33423b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:22.979377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a89085d-8bc5-4049-bbd7-9cf7e2cefc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.067245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c97b7c27-87af-49b4-9da2-6d99b2c86d3a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.068841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.075058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.145802 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:23.160676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c97b7c27-87af-49b4-9da2-6d99b2c86d3a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.173938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] For port a2177ab6-deed-4c38-8317-54152a4d9c76, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:50:23.177285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] For port a2177ab6-deed-4c38-8317-54152a4d9c76, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2177ab6-deed-4c38-8317-54152a4d9c76,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:50:23.179300 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c90b31-d6bb-49ed-8f6b-c9a96c4ca3c0 None None] The sync data for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 is: [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:23.238486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b0171-f7a3-4885-a30a-1442a8a8d9b4 req-3a01900d-4cf6-4a24-924a-ea818ede5ec9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:23.244675 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-011b0171-f7a3-4885-a30a-1442a8a8d9b4 req-3a01900d-4cf6-4a24-924a-ea818ede5ec9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 943 time: 0.0634899 Nov 05 21:50:23.265102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.274979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Fanout notify agent at l3_agent the message router_deleted on router 48dec1fe-22d4-4972-b80a-f544538c56fd {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:50:23.275652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.276772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-576da361-1af8-4675-8638-8ece3368f99e tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/routers/48dec1fe-22d4-4972-b80a-f544538c56fd HTTP/1.1" status: 204 len: 168 time: 2.4692883 Nov 05 21:50:23.279614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55748) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:23.297935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.322054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c97b7c27-87af-49b4-9da2-6d99b2c86d3a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.364530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b7c27-87af-49b4-9da2-6d99b2c86d3a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159380f9-b4b0-47b0-9305-d9a6299aa2b2,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:23.378913 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-011b0171-f7a3-4885-a30a-1442a8a8d9b4 req-467e05ba-20ed-42f9-b6a5-6babe092ddaf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332610 Nov 05 21:50:23.387634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:23.388467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.389966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] 10.222.0.13 "PUT /v2.0/ports/a2177ab6-deed-4c38-8317-54152a4d9c76 HTTP/1.1" status: 200 len: 1091 time: 2.4824021 Nov 05 21:50:23.391125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'tag': 'a2177ab6-deed-4c38-8317-54152a4d9c76'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:23.391707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting subnet 64ed51a6-d521-4fa7-9597-9f62a75104e1 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:50:23.393697 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286155ad-a208-4821-9063-3fd8e7d049a2" -d '{"events": [{"name": "network-changed", "server_uuid": "149a1bd9-37d5-4f31-93ea-82134d317c51", "tag": "a2177ab6-deed-4c38-8317-54152a4d9c76"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:23.399187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.445591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c97b7c27-87af-49b4-9da2-6d99b2c86d3a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.452634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55754) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:23.455393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c97b7c27-87af-49b4-9da2-6d99b2c86d3a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5204375 Nov 05 21:50:23.479149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:23.490231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.494477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc97c37-7f36-48ab-98d8-c9c2d98f3f93 service neutron] Pushing event updated for resources: {'Port': ['ID=a2177ab6-deed-4c38-8317-54152a4d9c76,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:23.498996 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ad4ab-11ab-4660-97e5-9c8d26d5b69a x-openstack-request-id: req-f14ad4ab-11ab-4660-97e5-9c8d26d5b69a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:23.498996 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149a1bd9-37d5-4f31-93ea-82134d317c51", "tag": "a2177ab6-deed-4c38-8317-54152a4d9c76", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:23.498996 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f14ad4ab-11ab-4660-97e5-9c8d26d5b69a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:23.499353 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'tag': 'a2177ab6-deed-4c38-8317-54152a4d9c76', 'status': 'completed', 'code': 200} Nov 05 21:50:23.568280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286155ad-a208-4821-9063-3fd8e7d049a2 req-73412cdb-88a2-4b5d-95bd-081092323d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:23.569857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-286155ad-a208-4821-9063-3fd8e7d049a2 req-73412cdb-88a2-4b5d-95bd-081092323d3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 1094 time: 0.0627592 Nov 05 21:50:23.633515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.670719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.782425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286155ad-a208-4821-9063-3fd8e7d049a2 req-bfaee948-e40c-4887-8527-f0ea66f01395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:23.784131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-286155ad-a208-4821-9063-3fd8e7d049a2 req-bfaee948-e40c-4887-8527-f0ea66f01395 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f0b8d83a1c144ca9508d69601230d80&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2026923 Nov 05 21:50:23.785572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.810369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c1d99-7471-4d5c-a6f9-8ce305828277 None None] Network 613bacbd-f715-4d17-8a8a-e56d831958e1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:23.811697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:23.816243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/subnets/64ed51a6-d521-4fa7-9597-9f62a75104e1 HTTP/1.1" status: 204 len: 168 time: 0.5356226 Nov 05 21:50:23.825322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55760) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:23.840128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ba90b-3f92-4f47-b32c-529ecd030c31 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Subnet': ['ID=64ed51a6-d521-4fa7-9597-9f62a75104e1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:24.005021 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.009605 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.050358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] DHCP port deletion for 613bacbd-f715-4d17-8a8a-e56d831958e1 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:50:24.092600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286155ad-a208-4821-9063-3fd8e7d049a2 req-b11d1b6b-2123-430a-a93a-82d909bd05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:24.094447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-286155ad-a208-4821-9063-3fd8e7d049a2 req-b11d1b6b-2123-430a-a93a-82d909bd05a6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3018255 Nov 05 21:50:24.152892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] Deleting port 6741fb62-660f-40e7-ae3a-e299df7cede3 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:24.153567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.224322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Allocated IP 172.25.6.227 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/03fc6582-fa53-413f-8609-827abde3d39a) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:24.224761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a13ac83c-ff05-4718-b353-291d3d33423b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:24.251763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] For port 6741fb62-660f-40e7-ae3a-e299df7cede3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6741fb62-660f-40e7-ae3a-e299df7cede3,segment=NetworkSegment(6d49a6ed-885e-4151-80e8-dacaf236e17a),segment_id=6d49a6ed-885e-4151-80e8-dacaf236e17a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:24.252335 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.275398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] Calling delete_port for 6741fb62-660f-40e7-ae3a-e299df7cede3 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:24.344553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 6741fb62-660f-40e7-ae3a-e299df7cede3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:24.345238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.422948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] For port 6741fb62-660f-40e7-ae3a-e299df7cede3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6741fb62-660f-40e7-ae3a-e299df7cede3,segment=NetworkSegment(6d49a6ed-885e-4151-80e8-dacaf236e17a),segment_id=6d49a6ed-885e-4151-80e8-dacaf236e17a)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:24.422948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.430836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 6741fb62-660f-40e7-ae3a-e299df7cede3 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:24.444801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-5a0b31b5-9b02-4865-85fd-3be4e02ef5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:24.446312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-5a0b31b5-9b02-4865-85fd-3be4e02ef5aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 1094 time: 0.3035860 Nov 05 21:50:24.496213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.533916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] Pushing event deleted for resources: {'Port': ['ID=6741fb62-660f-40e7-ae3a-e299df7cede3,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:24.541047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a13ac83c-ff05-4718-b353-291d3d33423b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:24.541589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.545590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd731a-2d45-4181-b928-8abeff3c24e5 None None] No DVR routers for this DVR port 6741fb62-660f-40e7-ae3a-e299df7cede3 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:24.580022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-c9c3745d-9f33-4469-85e3-80c25bd3e25d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2177ab6-deed-4c38-8317-54152a4d9c76 HTTP/1.1" status: 200 len: 217 time: 0.1232102 Nov 05 21:50:24.591426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.678107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.755563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=6741fb62-660f-40e7-ae3a-e299df7cede3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:24.770240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] No DVR routers for this DVR port 6741fb62-660f-40e7-ae3a-e299df7cede3 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:24.798311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6741fb62-660f-40e7-ae3a-e299df7cede3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:24.821755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 6741fb62-660f-40e7-ae3a-e299df7cede3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:24.822478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6741fb62-660f-40e7-ae3a-e299df7cede3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:24.842209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-a326a190-9cd4-4d7d-9b11-c51c16ddb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:24.845543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-a326a190-9cd4-4d7d-9b11-c51c16ddb593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.2279468 Nov 05 21:50:24.971660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-179fbd94-c89c-4e74-911a-2bb3ee2b323e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983071 Nov 05 21:50:24.976464 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:24.979369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.069579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:25.071213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613bacbd-f715-4d17-8a8a-e56d831958e1']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:25.112778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1a522-5262-48c7-a0d0-f50836d5c8b7 req-97454d7f-1da4-4432-b2d9-bcc6eadd365d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:25.114255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40b1a522-5262-48c7-a0d0-f50836d5c8b7 req-97454d7f-1da4-4432-b2d9-bcc6eadd365d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 943 time: 0.5087304 Nov 05 21:50:25.122318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:25.129185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d49a6ed-885e-4151-80e8-dacaf236e17a') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:25.129482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d49a6ed-885e-4151-80e8-dacaf236e17a') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:25.131228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:25.184010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event updated for resources: {'Port': ['ID=03fc6582-fa53-413f-8609-827abde3d39a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:25.192198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.244245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.252453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-6f1be834-3b55-4186-8b16-72dfcaa77efb service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640581 Nov 05 21:50:25.273968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:50:25.274401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:50:25.278092 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:50:25.281508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40b1a522-5262-48c7-a0d0-f50836d5c8b7 req-c1b045b4-bbb6-4152-9b24-5d69055fa7d5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571214 Nov 05 21:50:25.410681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fa24e1c-0e7e-46f3-86a2-9e96d74ce4f5 req-59017e5e-c6f9-4145-853e-8bce04def740 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484475 Nov 05 21:50:25.460676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.491770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.493749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/networks/613bacbd-f715-4d17-8a8a-e56d831958e1 HTTP/1.1" status: 204 len: 168 time: 1.6671901 Nov 05 21:50:25.496757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55776) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:25.508502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d250dcb-2ed2-4a48-84bb-2026be63ffcb tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Network': ['ID=613bacbd-f715-4d17-8a8a-e56d831958e1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:25.530031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.629072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port f4d6fd69-241a-4ae1-b51f-be98bd6ff64a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:25.629414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.674378 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.722298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.722664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:25.736787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for f4d6fd69-241a-4ae1-b51f-be98bd6ff64a owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:25.875205 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.019197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.065278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.095866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=f4d6fd69-241a-4ae1-b51f-be98bd6ff64a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:26.108596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.117142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event updated for resources: {'Port': ['ID=03fc6582-fa53-413f-8609-827abde3d39a,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:26.162459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.165287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.166469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-945cf973-d972-4241-86ff-025d20107b5d tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/floatingips/79ff0420-63d9-49e8-bb5f-feaf8aa2132c HTTP/1.1" status: 204 len: 168 time: 0.6679318 Nov 05 21:50:26.171705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55784) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:26.515491 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-733d8f00-fa2a-4015-b22f-fca450c00bac tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] DELETE failed (client error): The resource could not be found. Nov 05 21:50:26.516182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733d8f00-fa2a-4015-b22f-fca450c00bac tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:50:26.519280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-733d8f00-fa2a-4015-b22f-fca450c00bac tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/ports/a89c1c6c-c869-4c2a-9887-2c8bc5eae18e HTTP/1.1" status: 404 len: 333 time: 0.3465741 Nov 05 21:50:26.522046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.534806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-db7d1ea5-72a3-4020-978a-de4a572d6fe6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0701897 Nov 05 21:50:26.534913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55790) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:26.578676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b38d224e-7d4a-40fc-a0fd-39fb28d58b77 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dec1fe-22d4-4972-b80a-f544538c56fd HTTP/1.1" status: 200 len: 205 time: 0.0492318 Nov 05 21:50:26.582034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55796) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:26.585844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc37d6-090d-4b1e-a02b-7f09b4a6691e req-66e8431b-653a-44fb-86e4-89af8bf878ed tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:26.587373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21fc37d6-090d-4b1e-a02b-7f09b4a6691e req-66e8431b-653a-44fb-86e4-89af8bf878ed tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 943 time: 0.0747638 Nov 05 21:50:26.629023 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-f88cdaa9-2842-445c-84a0-12101c69218b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] delete failed (client error): The resource could not be found. Nov 05 21:50:26.630203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f88cdaa9-2842-445c-84a0-12101c69218b tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/routers/48dec1fe-22d4-4972-b80a-f544538c56fd HTTP/1.1" status: 404 len: 336 time: 0.0458963 Nov 05 21:50:26.632990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55802) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:26.666675 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa279a3f-1d27-4727-a4d6-4eecee57756a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] DELETE failed (client error): The resource could not be found. Nov 05 21:50:26.667138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa279a3f-1d27-4727-a4d6-4eecee57756a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:50:26.670321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fa279a3f-1d27-4727-a4d6-4eecee57756a tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/subnets/64ed51a6-d521-4fa7-9597-9f62a75104e1 HTTP/1.1" status: 404 len: 337 time: 0.0363975 Nov 05 21:50:26.673163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55810) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:26.674146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21fc37d6-090d-4b1e-a02b-7f09b4a6691e req-10eb6da1-6a78-43b3-9d90-b77b3c4fbd4b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787148 Nov 05 21:50:26.791832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 0564c1f3-f5d9-4a38-ab36-752a0d2fe111 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:26.791832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.928704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:26.934750 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-f7ba16dc-a4bd-43ae-9426-6bec579cc17c tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--710486225&fields=id&tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c HTTP/1.1" status: 200 len: 267 time: 0.0769286 Nov 05 21:50:26.954989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 0564c1f3-f5d9-4a38-ab36-752a0d2fe111 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:27.389150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-b05019c2-a10c-4d6e-b471-a49377bd7711 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:27.390626 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-b05019c2-a10c-4d6e-b471-a49377bd7711 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/networks?id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c HTTP/1.1" status: 200 len: 806 time: 0.4487708 Nov 05 21:50:27.409599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5fc18243-b5c0-4f78-bbf7-eafcb7e9f012 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/quotas/9a6aee8fb5124fe2a4636ef510e51e3c HTTP/1.1" status: 200 len: 375 time: 0.0124238 Nov 05 21:50:27.421633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de0ff-42b8-4aef-8c48-8507a31b2428 req-1ecfc2ff-e9b7-4b41-a481-e8553a55f070 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:27.423213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b7de0ff-42b8-4aef-8c48-8507a31b2428 req-1ecfc2ff-e9b7-4b41-a481-e8553a55f070 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 946 time: 0.0551920 Nov 05 21:50:27.472546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b7de0ff-42b8-4aef-8c48-8507a31b2428 req-6f15b835-5fb3-4792-8236-71d724944442 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426450 Nov 05 21:50:27.503531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-48e001d3-e337-4a76-b7a3-dda5e912d577 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849032 Nov 05 21:50:27.570239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:27.607722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=0564c1f3-f5d9-4a38-ab36-752a0d2fe111,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:27.671242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-ebf884ae-9b86-4d51-8a8c-d3d761f7422f service neutron] 10.222.0.41 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562085 Nov 05 21:50:27.715869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:27.719048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e38bee00-dd85-45b0-95fa-cf3edba93797 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/ports/0564c1f3-f5d9-4a38-ab36-752a0d2fe111 HTTP/1.1" status: 204 len: 168 time: 1.0448813 Nov 05 21:50:27.721499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55832) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:27.804681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8f17-1991-4e61-80a1-f17dd5ab75e6 req-42960a9c-0ecb-451e-b39f-ce935a91fdd6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:27.806795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091c8f17-1991-4e61-80a1-f17dd5ab75e6 req-42960a9c-0ecb-451e-b39f-ce935a91fdd6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 943 time: 0.0507069 Nov 05 21:50:27.839098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-a53ca62d-e279-411c-8710-42c8ff515c0a service neutron] 10.222.0.41 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585319 Nov 05 21:50:27.857536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091c8f17-1991-4e61-80a1-f17dd5ab75e6 req-5b158dca-5879-48fb-8ba5-c446f6554bc9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Nov 05 21:50:27.860315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port b3efb0f9-7df3-42e4-a643-10102482c3f7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:27.861074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:27.965648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:27.977573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for b3efb0f9-7df3-42e4-a643-10102482c3f7 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:28.167388 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:28.180390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a06ccca-34ac-4792-9372-30621f3c48b1 req-43ba7008-1030-4a18-a6f5-acc4193aec0d tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0337279 Nov 05 21:50:28.204510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=b3efb0f9-7df3-42e4-a643-10102482c3f7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:28.272112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:28.278584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55844) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:28.278750 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-37acfbf5-1acb-4143-b47f-62913d633cff tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/ports/b3efb0f9-7df3-42e4-a643-10102482c3f7 HTTP/1.1" status: 204 len: 168 time: 0.5561984 Nov 05 21:50:28.339777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3af68-649a-43f7-84ad-1b3b9a61ef97 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:28.344250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a5b3af68-649a-43f7-84ad-1b3b9a61ef97 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 HTTP/1.1" status: 200 len: 913 time: 0.0614970 Nov 05 21:50:28.349973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55848) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:28.620802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2177ab6-deed-4c38-8317-54152a4d9c76 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:50:28.640696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f176db-e036-4c10-b7b4-58bbca6c68ac req-63d77d9c-367d-4dad-b4e6-38e79140540d tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:28.642107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0f176db-e036-4c10-b7b4-58bbca6c68ac req-63d77d9c-367d-4dad-b4e6-38e79140540d tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 946 time: 0.0877917 Nov 05 21:50:28.730160 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0f176db-e036-4c10-b7b4-58bbca6c68ac req-c74aac25-576f-48a5-b447-690196bfd546 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/security-groups?id=46d0d066-040e-48ac-a472-b9bd285a2345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782120 Nov 05 21:50:28.813854 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:28.874963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2177ab6-deed-4c38-8317-54152a4d9c76, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2177ab6-deed-4c38-8317-54152a4d9c76,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:28.887319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a2177ab6-deed-4c38-8317-54152a4d9c76', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'port_id': 'a2177ab6-deed-4c38-8317-54152a4d9c76', 'mac_address': 'fa:16:3e:53:a4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd684052e-2885-42e0-af83-161849d67b8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:50:28.925709 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:28.939144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2177ab6-deed-4c38-8317-54152a4d9c76 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:50:28.961440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2177ab6-deed-4c38-8317-54152a4d9c76, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2177ab6-deed-4c38-8317-54152a4d9c76,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:29.070235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76920f4d-1424-46cb-9726-80988a2809bf req-f9f7a6e7-4b0b-40d7-a51c-6bd6e647a584 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:29.071753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76920f4d-1424-46cb-9726-80988a2809bf req-f9f7a6e7-4b0b-40d7-a51c-6bd6e647a584 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 946 time: 0.0871885 Nov 05 21:50:29.093571 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.115417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port 830280f6-0a10-4738-9ce9-5ed4398c4ed2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:29.115911 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.119973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbcd8f-9a55-4ad0-9647-1d7bc1065a69 req-b45338c8-b306-4354-8b93-cdabf7afd420 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:29.122139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65dbcd8f-9a55-4ad0-9647-1d7bc1065a69 req-b45338c8-b306-4354-8b93-cdabf7afd420 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 943 time: 0.1047571 Nov 05 21:50:29.155334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2177ab6-deed-4c38-8317-54152a4d9c76,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:29.226468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.229632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65dbcd8f-9a55-4ad0-9647-1d7bc1065a69 req-1ad103d6-9827-4621-8065-de14fdaec16e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904081 Nov 05 21:50:29.250146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Deleting port d776ae38-e1da-47b5-a174-73499818e5ec {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:29.250560 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.255009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for 830280f6-0a10-4738-9ce9-5ed4398c4ed2 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:29.277859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd784422-4dce-4b95-a670-93c94c754225 req-da81064b-5ecc-4b8d-b15e-52a08e93df29 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0393698 Nov 05 21:50:29.350218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] For port d776ae38-e1da-47b5-a174-73499818e5ec, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d776ae38-e1da-47b5-a174-73499818e5ec,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:29.350634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.365676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Calling delete_port for d776ae38-e1da-47b5-a174-73499818e5ec owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:29.384811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a2177ab6-deed-4c38-8317-54152a4d9c76'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:29.669605 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.669850 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.682968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d776ae38-e1da-47b5-a174-73499818e5ec'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:29.704307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=830280f6-0a10-4738-9ce9-5ed4398c4ed2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:29.706816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Pushing event deleted for resources: {'Port': ['ID=d776ae38-e1da-47b5-a174-73499818e5ec,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:29.758726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] No DVR routers for this DVR port d776ae38-e1da-47b5-a174-73499818e5ec on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:29.761285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:29.764727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76920f4d-1424-46cb-9726-80988a2809bf req-742b6f92-3907-4bfd-853b-a8120da4ca08 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.46 "DELETE /v2.0/ports/d776ae38-e1da-47b5-a174-73499818e5ec HTTP/1.1" status: 204 len: 173 time: 0.6856182 Nov 05 21:50:29.765183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'name': 'network-vif-deleted', 'tag': 'd776ae38-e1da-47b5-a174-73499818e5ec'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:29.767645 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5974e5a1-09ee-40aa-9a22-65bf57e62207" -d '{"events": [{"server_uuid": "2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f", "name": "network-vif-deleted", "tag": "d776ae38-e1da-47b5-a174-73499818e5ec"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:29.838015 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b34d9-8d59-482d-9e65-55541d7c92e9 x-openstack-request-id: req-2a8b34d9-8d59-482d-9e65-55541d7c92e9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:29.838322 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f", "name": "network-vif-deleted", "tag": "d776ae38-e1da-47b5-a174-73499818e5ec", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:29.838572 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a8b34d9-8d59-482d-9e65-55541d7c92e9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:29.838975 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f', 'name': 'network-vif-deleted', 'tag': 'd776ae38-e1da-47b5-a174-73499818e5ec', 'status': 'completed', 'code': 200} Nov 05 21:50:29.913919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bef4a0b-384d-4431-a471-6c54c791c4c4 req-9e260c4e-74b9-4129-922f-722785b21e11 tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 210 time: 0.0326898 Nov 05 21:50:29.930991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.162445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:30.271109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:30.276511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2e2c3fdc-88ee-45cb-8225-bb6233281611 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "PUT /v2.0/routers/c5fdb7b7-8fb3-45a7-8382-9023401aa5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310124 Nov 05 21:50:30.279576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55876) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:30.285574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] Sync routers for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:30.295676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:30.299092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:30.334458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:30.344609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] Routers {'c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:30.345222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:30.381006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:30.381662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a6c4b-6155-4379-bd7f-e37147fd7414 None None] The sync data for ids ['c5fdb7b7-8fb3-45a7-8382-9023401aa5c6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:30.391373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1197d265-07e3-4051-94f5-9ce84821d06f req-fbe79766-2809-4436-b602-08da2ba87d8f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0385120 Nov 05 21:50:30.414820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950478c-ebd6-4431-b5ee-63f41b9d7cfe req-982ac3f6-bf79-4f27-9075-b575d2b816de tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:30.416571 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c950478c-ebd6-4431-b5ee-63f41b9d7cfe req-982ac3f6-bf79-4f27-9075-b575d2b816de tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 944 time: 0.1280632 Nov 05 21:50:30.442694 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:50:30.450882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.458758 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.521832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c950478c-ebd6-4431-b5ee-63f41b9d7cfe req-0fff4987-bcae-451d-8831-e4356a89e3d5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979865 Nov 05 21:50:30.586965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.622475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2177ab6-deed-4c38-8317-54152a4d9c76 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:30.706707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting port e561f4d0-a70a-4d5b-9aa2-33ad0d0fdacd {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:30.707317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.749934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a2177ab6-deed-4c38-8317-54152a4d9c76 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:50:30.754219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a2177ab6-deed-4c38-8317-54152a4d9c76 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:30.754702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.799645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.813819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Calling delete_port for e561f4d0-a70a-4d5b-9aa2-33ad0d0fdacd owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:30.839610 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:30.867751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2177ab6-deed-4c38-8317-54152a4d9c76'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:30.871820 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73813b4-a580-43bf-870d-cb5759b4f1cd" -d '{"events": [{"server_uuid": "149a1bd9-37d5-4f31-93ea-82134d317c51", "name": "network-vif-plugged", "status": "completed", "tag": "a2177ab6-deed-4c38-8317-54152a4d9c76"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:30.888018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-fc287f0d-1564-4f74-be87-03f58c9f6d17 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:30.889655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-fc287f0d-1564-4f74-be87-03f58c9f6d17 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.46 "GET /v2.0/networks?id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c HTTP/1.1" status: 200 len: 806 time: 0.1198955 Nov 05 21:50:30.890930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2177ab6-deed-4c38-8317-54152a4d9c76, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2177ab6-deed-4c38-8317-54152a4d9c76,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:30.922551 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425e6854-c401-47d2-a1ab-ece223a89957 x-openstack-request-id: req-425e6854-c401-47d2-a1ab-ece223a89957 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:30.922841 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149a1bd9-37d5-4f31-93ea-82134d317c51", "name": "network-vif-plugged", "status": "completed", "tag": "a2177ab6-deed-4c38-8317-54152a4d9c76", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:30.923090 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-425e6854-c401-47d2-a1ab-ece223a89957 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:30.923511 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2177ab6-deed-4c38-8317-54152a4d9c76', 'code': 200} Nov 05 21:50:30.982231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-56764649-ddc6-43d8-86c7-a539fb58bdc4 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c HTTP/1.1" status: 200 len: 379 time: 0.0674708 Nov 05 21:50:30.984606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.000932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Request body: {'port': {'device_id': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'admin_state_up': True, 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'security_groups': ['3bab44d0-318d-4283-87db-8c69d13c4f80']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:31.041732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2177ab6-deed-4c38-8317-54152a4d9c76,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:31.059103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-94ca8e17-8404-4952-be39-090725cea8c6 req-07149966-8b3e-4294-8c93-fd9af5ed520c tempest-AttachSCSIVolumeTestJSON-1315542968 tempest-AttachSCSIVolumeTestJSON-1315542968-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0c713e-7fc3-4f7b-ab9c-5c5518ba3f8f HTTP/1.1" status: 200 len: 210 time: 0.0493135 Nov 05 21:50:31.116252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4be2-c182-4523-896c-7a69cc3eb826 req-98c72662-617d-42c9-9a74-864f19fc4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:31.117804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f8f4be2-c182-4523-896c-7a69cc3eb826 req-98c72662-617d-42c9-9a74-864f19fc4f83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 1096 time: 0.1109347 Nov 05 21:50:31.161965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.191101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Port': ['ID=e561f4d0-a70a-4d5b-9aa2-33ad0d0fdacd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:31.201886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f8f4be2-c182-4523-896c-7a69cc3eb826 req-ca72dd7d-7078-44cf-8210-dbbd7a5c2d8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757880 Nov 05 21:50:31.255062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.293780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Made reservation on behalf of 9a6aee8fb5124fe2a4636ef510e51e3c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:31.297797 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.449391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Allocated IP 172.20.0.10 (c839b44a-8dfb-48e9-8f91-f9401deb9c6c/2c74ab35-8307-4ba0-be08-8ab481014daa/f9a14e72-8b01-4943-a233-2111ec5c7aad) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:31.620261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.666973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-006e2452-a891-482d-9a86-9292a55fdc52 req-affa487f-0117-496c-b64b-bb2b15d5dac9 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0865986 Nov 05 21:50:31.670949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.673278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.707095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686ec4e-a2d5-4c13-97ab-e46f05218f7b req-3971bdb7-3213-40bc-bc6a-17d36c43c316 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:31.708610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7686ec4e-a2d5-4c13-97ab-e46f05218f7b req-3971bdb7-3213-40bc-bc6a-17d36c43c316 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 945 time: 0.0505662 Nov 05 21:50:31.736382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.800227 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.800794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Fanout notify agent at l3_agent the message router_deleted on router c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:50:31.802728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7686ec4e-a2d5-4c13-97ab-e46f05218f7b req-4785f488-5658-4e62-a59b-50e0ed901e93 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 Nov 05 21:50:31.806410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:31.807657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.808894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b0ddacea-3923-46c8-9bc3-5be13090cf46 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/routers/c5fdb7b7-8fb3-45a7-8382-9023401aa5c6 HTTP/1.1" status: 204 len: 168 time: 1.5283737 Nov 05 21:50:31.810406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:31.811581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:31.812781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:31.815728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event updated for resources: {'Port': ['ID=f9a14e72-8b01-4943-a233-2111ec5c7aad,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:31.880313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Deleting subnet 672725a5-9b08-46ea-8371-fcceea5ed4a7 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:50:31.880881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:31.881533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.884033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.925978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:31.951964 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-99a358af-d240-496e-9da6-f4f04cfec58f tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9593141 Nov 05 21:50:31.965824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Request body: {'port': {'device_id': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:31.976064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.028294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.111292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.131023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-07fb4e88-3168-4434-8290-17aea22abb21 None None] Provisioning complete for port f9a14e72-8b01-4943-a233-2111ec5c7aad triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:32.132185 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07fb4e88-3168-4434-8290-17aea22abb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.148195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Subnet': ['ID=672725a5-9b08-46ea-8371-fcceea5ed4a7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:32.153869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.160325 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/subnets/672725a5-9b08-46ea-8371-fcceea5ed4a7 HTTP/1.1" status: 204 len: 168 time: 0.3473356 Nov 05 21:50:32.161042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55902) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:32.178556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.178556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.178856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.179177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.179509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.180016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.180354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.180685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.181011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.181443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.181772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.182096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd834673-9b9c-491c-ae63-29f1123d9509 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:50:32.207377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-07fb4e88-3168-4434-8290-17aea22abb21 None None] Port f9a14e72-8b01-4943-a233-2111ec5c7aad cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:50:32.251171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d776ae38-e1da-47b5-a174-73499818e5ec no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:32.271839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.310224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: d776ae38-e1da-47b5-a174-73499818e5ec {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:32.313507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d776ae38-e1da-47b5-a174-73499818e5ec not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:32.378497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.396188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a14e72-8b01-4943-a233-2111ec5c7aad {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:50:32.402543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.409436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f550319-8766-4595-88ad-02bb13658580']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:32.416933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Transition to ACTIVE for port object f9a14e72-8b01-4943-a233-2111ec5c7aad will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:50:32.420552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2db0a41-f474-4236-8c02-ffad0eb1b08c') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:32.420845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2db0a41-f474-4236-8c02-ffad0eb1b08c') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:32.430659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.444133 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.450592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:50:32.450956 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:50:32.454220 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:50:32.493043 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.562468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a14e72-8b01-4943-a233-2111ec5c7aad,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:32.596171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.616630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.629316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] 10.222.0.41 "DELETE /v2.0/networks/9f550319-8766-4595-88ad-02bb13658580 HTTP/1.1" status: 204 len: 168 time: 0.4660964 Nov 05 21:50:32.630249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa58b64-e46a-4d5e-b5eb-d71a6eeffee4 tempest-FloatingIPTestJSON-1037610213 tempest-FloatingIPTestJSON-1037610213-project] Pushing event deleted for resources: {'Network': ['ID=9f550319-8766-4595-88ad-02bb13658580,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:32.650200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Attempting to bind port f9a14e72-8b01-4943-a233-2111ec5c7aad on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:50:32.650200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Attempting to bind port f9a14e72-8b01-4943-a233-2111ec5c7aad by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:50:32.650200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Attempting to bind port f9a14e72-8b01-4943-a233-2111ec5c7aad on network c839b44a-8dfb-48e9-8f91-f9401deb9c6c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:32.650200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Port f9a14e72-8b01-4943-a233-2111ec5c7aad on network c839b44a-8dfb-48e9-8f91-f9401deb9c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:50:32.650200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Attempting to bind port f9a14e72-8b01-4943-a233-2111ec5c7aad on network c839b44a-8dfb-48e9-8f91-f9401deb9c6c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:32.657109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:50:32.657748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Checking segment: {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:32.658228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Bound using segment: {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:50:32.658843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Bound port: f9a14e72-8b01-4943-a233-2111ec5c7aad, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bdc13c-84c6-47fc-a43e-ae553b096e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:50:32.659288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.738964 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.756564 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] For port f9a14e72-8b01-4943-a233-2111ec5c7aad, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:50:32.759992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] For port f9a14e72-8b01-4943-a233-2111ec5c7aad, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:50:32.829716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052235a8-3ef1-4b3a-8b51-d8fb4bd41946 req-48efcb74-8768-428d-8b76-fa81e10fe265 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:32.831409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-052235a8-3ef1-4b3a-8b51-d8fb4bd41946 req-48efcb74-8768-428d-8b76-fa81e10fe265 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 944 time: 0.0583863 Nov 05 21:50:32.836542 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.912429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:32.913241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:32.914772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] 10.222.0.46 "PUT /v2.0/ports/f9a14e72-8b01-4943-a233-2111ec5c7aad HTTP/1.1" status: 200 len: 1092 time: 0.9539826 Nov 05 21:50:32.915320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:32.918373 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:32.952064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-052235a8-3ef1-4b3a-8b51-d8fb4bd41946 req-a86a54d0-f990-435b-a228-2393158341a6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130345 Nov 05 21:50:32.959977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810246e-c5f1-4006-abc8-fd489e727cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a14e72-8b01-4943-a233-2111ec5c7aad,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:32.965240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedbbdc-db3e-4aa8-89ce-83757b9ecd20 req-3cb57c2a-0e3f-410b-92a5-c61fcc3d0433 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:32.978092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bedbbdc-db3e-4aa8-89ce-83757b9ecd20 req-3cb57c2a-0e3f-410b-92a5-c61fcc3d0433 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 945 time: 0.0723529 Nov 05 21:50:33.017236 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaa8cb9-90b9-42ac-a03c-b2cdb5e75e3f x-openstack-request-id: req-fdaa8cb9-90b9-42ac-a03c-b2cdb5e75e3f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:33.018156 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:33.018156 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdaa8cb9-90b9-42ac-a03c-b2cdb5e75e3f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:33.018592 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'status': 'completed', 'code': 200} Nov 05 21:50:33.023578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4bedbbdc-db3e-4aa8-89ce-83757b9ecd20 req-eaab5c51-1f71-4e74-aeeb-086ef8a6b7f6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496454 Nov 05 21:50:33.119518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-d1ca8ea1-b05d-4c80-bb06-4e87e88ecccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.121158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-d1ca8ea1-b05d-4c80-bb06-4e87e88ecccb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c&device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 1095 time: 0.1000795 Nov 05 21:50:33.165923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55954) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:33.171109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-ed593b5d-f65a-484b-a192-5855559ef2e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad HTTP/1.1" status: 200 len: 217 time: 0.0416501 Nov 05 21:50:33.244680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-b79153d6-9985-4942-9089-71434dde7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.246216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-b79153d6-9985-4942-9089-71434dde7cfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c74ab35-8307-4ba0-be08-8ab481014daa HTTP/1.1" status: 200 len: 845 time: 0.0683758 Nov 05 21:50:33.299982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-8663737f-9cd6-4498-9b94-a443d7ad359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.301498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-8663737f-9cd6-4498-9b94-a443d7ad359d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487425 Nov 05 21:50:33.356169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-095b7df0-1e85-49cc-a3ea-4dc706d3de44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=400f7cdd53f445e690f018134b5a20aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874373 Nov 05 21:50:33.359273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55968) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:33.381882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3302727-2be1-43e8-b8eb-f68ef9fb83a7 req-c47b9dc3-3c4c-4f3f-8193-59efa811ab75 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.385681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3302727-2be1-43e8-b8eb-f68ef9fb83a7 req-c47b9dc3-3c4c-4f3f-8193-59efa811ab75 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 945 time: 0.0918679 Nov 05 21:50:33.399395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-65745e0d-afc7-41c7-b425-6144c544975f service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907705 Nov 05 21:50:33.461255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5dad588-b7af-4554-9ee0-dd6d7ceb4558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:33.466448 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3302727-2be1-43e8-b8eb-f68ef9fb83a7 req-712d3027-d028-47db-8e75-8a6e5c33bf3a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722449 Nov 05 21:50:33.503014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-672fd774-dd88-492f-a6f8-ac5a1c87892a req-5b8d1061-6ecf-48c0-b934-7b7cb3672899 service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951848 Nov 05 21:50:33.505931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5dad588-b7af-4554-9ee0-dd6d7ceb4558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:33.595211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa24d8-5e6b-45cf-8dc2-ed1f5f2b390e req-0df63948-c1f6-4a1c-98ec-2f60ce791b61 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.596775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0efa24d8-5e6b-45cf-8dc2-ed1f5f2b390e req-0df63948-c1f6-4a1c-98ec-2f60ce791b61 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 945 time: 0.0509353 Nov 05 21:50:33.624737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5dad588-b7af-4554-9ee0-dd6d7ceb4558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:33.630586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5dad588-b7af-4554-9ee0-dd6d7ceb4558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:33.637986 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5dad588-b7af-4554-9ee0-dd6d7ceb4558 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3db416c9-e437-45f0-b12e-81338e2727ec HTTP/1.1" status: 204 len: 168 time: 0.2756419 Nov 05 21:50:33.663079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dad588-b7af-4554-9ee0-dd6d7ceb4558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db416c9-e437-45f0-b12e-81338e2727ec,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:33.702043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0efa24d8-5e6b-45cf-8dc2-ed1f5f2b390e req-23cea146-4ddf-4c5c-ac22-a44c886d3675 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Nov 05 21:50:33.711164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-9aa4ca89-a8b1-4f4e-ad2c-8a08226203eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.712746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-9aa4ca89-a8b1-4f4e-ad2c-8a08226203eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c&device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 1095 time: 0.0947044 Nov 05 21:50:33.839783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-36c89c50-d5f3-4d9e-9724-b4da48864eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.841273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-36c89c50-d5f3-4d9e-9724-b4da48864eaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c HTTP/1.1" status: 200 len: 907 time: 0.1205506 Nov 05 21:50:33.885586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-cb93c6b1-393e-4b77-b9c2-b3b9e418ed27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad HTTP/1.1" status: 200 len: 217 time: 0.0374081 Nov 05 21:50:33.935998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-2a9875df-9eaf-404c-9fa4-00bc4c47c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.937610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-2a9875df-9eaf-404c-9fa4-00bc4c47c86d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c74ab35-8307-4ba0-be08-8ab481014daa HTTP/1.1" status: 200 len: 845 time: 0.0447371 Nov 05 21:50:33.988867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-bab07373-7ec8-465f-bf4c-6430e2c69a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:33.988867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-bab07373-7ec8-465f-bf4c-6430e2c69a91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432112 Nov 05 21:50:34.136514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28340fc9-6f9a-4423-8486-783681c1e28f req-0569d1d7-fdf9-4b3c-9a9b-bcf016bb87aa tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:34.138001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28340fc9-6f9a-4423-8486-783681c1e28f req-0569d1d7-fdf9-4b3c-9a9b-bcf016bb87aa tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 944 time: 0.0926774 Nov 05 21:50:34.171401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-81def709-9174-4cda-a720-7728063949a9 service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767280 Nov 05 21:50:34.222265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112d63a-eaf2-4eb4-9fd3-5b2407f65ad2 req-ae32f537-fe78-4024-b8f8-e9fda346c9e8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:34.227620 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f112d63a-eaf2-4eb4-9fd3-5b2407f65ad2 req-ae32f537-fe78-4024-b8f8-e9fda346c9e8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 945 time: 0.0790334 Nov 05 21:50:34.229214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28340fc9-6f9a-4423-8486-783681c1e28f req-15009315-d1ac-49a5-9c1d-da4d2ae56a87 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842662 Nov 05 21:50:34.287026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f112d63a-eaf2-4eb4-9fd3-5b2407f65ad2 req-1e4b8cdd-ddba-4671-918a-62725893ca44 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583725 Nov 05 21:50:34.296952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8fcbd05-3e25-4e4a-a261-f957344f4ae1 req-0273d171-a386-4217-afb3-043f90f4d893 service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127994 Nov 05 21:50:34.708256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56014) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:34.806641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c0c0a91a-77f1-42af-8814-210e04383818 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-555173760', 'prefixes': ['172.20.0.0/16']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:35.146593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a91a-77f1-42af-8814-210e04383818 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] Publish callbacks [] for subnetpool, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:35.148980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0c0a91a-77f1-42af-8814-210e04383818 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4393756 Nov 05 21:50:35.156803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56022) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:35.197736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-04b0c46b-8d1b-44e4-b3cd-ed2cc08b14bd tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] 10.222.0.41 "GET /v2.0/subnetpools/b7d3916a-4933-4729-b4f2-5160f80230af HTTP/1.1" status: 200 len: 731 time: 0.0372982 Nov 05 21:50:35.197982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56024) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:35.202699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-05f4c6fc-79a7-43b7-bd0c-10f37013f768 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-840322872'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:35.361797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6ca0c-b834-48ff-8641-948feefedda7 req-a0c4c19c-0982-4088-a774-065999e2c636 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:35.364002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eab6ca0c-b834-48ff-8641-948feefedda7 req-a0c4c19c-0982-4088-a774-065999e2c636 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 944 time: 0.0590229 Nov 05 21:50:35.388704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05f4c6fc-79a7-43b7-bd0c-10f37013f768 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] Publish callbacks [] for subnetpool, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:35.392399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-05f4c6fc-79a7-43b7-bd0c-10f37013f768 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] 10.222.0.41 "PUT /v2.0/subnetpools/b7d3916a-4933-4729-b4f2-5160f80230af HTTP/1.1" status: 200 len: 683 time: 0.1910036 Nov 05 21:50:35.392863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56030) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:35.447590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826fd8-82c9-4211-af62-eba196222f82 req-9012d7a6-0a70-4caa-bd93-6635dc3b2c66 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:35.449921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e826fd8-82c9-4211-af62-eba196222f82 req-9012d7a6-0a70-4caa-bd93-6635dc3b2c66 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 945 time: 0.0826542 Nov 05 21:50:35.455841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eab6ca0c-b834-48ff-8641-948feefedda7 req-2e71968e-e90f-4983-9ad7-72cb737d38fb tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833452 Nov 05 21:50:35.492484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-06692dfd-b570-4f1b-a69b-7f4113e6710b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:35.494183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-06692dfd-b570-4f1b-a69b-7f4113e6710b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 945 time: 0.0806515 Nov 05 21:50:35.555540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e826fd8-82c9-4211-af62-eba196222f82 req-d712a711-923b-41fb-93d8-d5b076bb8c9c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935750 Nov 05 21:50:35.575611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7e2b5bbd-5a85-4497-b552-4d9350c17df8 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] Publish callbacks [] for subnetpool, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:35.576873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7e2b5bbd-5a85-4497-b552-4d9350c17df8 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b7d3916a-4933-4729-b4f2-5160f80230af HTTP/1.1" status: 204 len: 168 time: 0.1820376 Nov 05 21:50:35.579722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56034) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:35.599577 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-826dacaf-acd2-442b-b4c4-f4b3782822b6 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] show failed (client error): The resource could not be found. Nov 05 21:50:35.604752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-826dacaf-acd2-442b-b4c4-f4b3782822b6 tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] 10.222.0.41 "GET /v2.0/subnetpools/b7d3916a-4933-4729-b4f2-5160f80230af HTTP/1.1" status: 404 len: 346 time: 0.0214856 Nov 05 21:50:35.605096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56036) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:35.629064 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-6f551330-d2a7-4541-bf40-95e4d7ad355e tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] delete failed (client error): The resource could not be found. Nov 05 21:50:35.630104 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6f551330-d2a7-4541-bf40-95e4d7ad355e tempest-SubnetPoolsTestJSON-1341090965 tempest-SubnetPoolsTestJSON-1341090965-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b7d3916a-4933-4729-b4f2-5160f80230af HTTP/1.1" status: 404 len: 346 time: 0.0240734 Nov 05 21:50:35.640067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Deleting port a2177ab6-deed-4c38-8317-54152a4d9c76 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:35.640500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:35.740691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] For port a2177ab6-deed-4c38-8317-54152a4d9c76, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2177ab6-deed-4c38-8317-54152a4d9c76,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:35.741230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:35.754603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Calling delete_port for a2177ab6-deed-4c38-8317-54152a4d9c76 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:35.950764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:35.962480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf', 'a2177ab6-deed-4c38-8317-54152a4d9c76'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:35.986691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event deleted for resources: {'Port': ['ID=a2177ab6-deed-4c38-8317-54152a4d9c76,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:36.028701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] No DVR routers for this DVR port a2177ab6-deed-4c38-8317-54152a4d9c76 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:36.031732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.035413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8661522-4b30-4cc7-a021-231ac07bb362 req-e399e278-fe66-43bd-80f0-254c1b8767f4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "DELETE /v2.0/ports/a2177ab6-deed-4c38-8317-54152a4d9c76 HTTP/1.1" status: 204 len: 173 time: 0.5332744 Nov 05 21:50:36.035908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'name': 'network-vif-deleted', 'tag': 'a2177ab6-deed-4c38-8317-54152a4d9c76'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:36.038198 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f2d9df-4581-4c68-affa-7fde67b76918" -d '{"events": [{"server_uuid": "149a1bd9-37d5-4f31-93ea-82134d317c51", "name": "network-vif-deleted", "tag": "a2177ab6-deed-4c38-8317-54152a4d9c76"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:36.098983 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcbdcc4-81dd-4068-a2c0-75b8cd980909 x-openstack-request-id: req-1fcbdcc4-81dd-4068-a2c0-75b8cd980909 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:36.099502 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149a1bd9-37d5-4f31-93ea-82134d317c51", "name": "network-vif-deleted", "tag": "a2177ab6-deed-4c38-8317-54152a4d9c76", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:36.099671 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fcbdcc4-81dd-4068-a2c0-75b8cd980909 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:36.100083 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a1bd9-37d5-4f31-93ea-82134d317c51', 'name': 'network-vif-deleted', 'tag': 'a2177ab6-deed-4c38-8317-54152a4d9c76', 'status': 'completed', 'code': 200} Nov 05 21:50:36.167941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56050) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:36.250919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f9a14e72-8b01-4943-a233-2111ec5c7aad details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:50:36.270536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-810ddd18-ad0c-46ec-9aee-4687f861928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.293027 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a742e668-61bf-43f0-b2ee-91b7e65a02f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.375376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f9a14e72-8b01-4943-a233-2111ec5c7aad, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:36.382519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a742e668-61bf-43f0-b2ee-91b7e65a02f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.388747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'port_id': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'mac_address': 'fa:16:3e:7a:7e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:50:36.431261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.445027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a14e72-8b01-4943-a233-2111ec5c7aad {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:50:36.458731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a742e668-61bf-43f0-b2ee-91b7e65a02f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.467891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f9a14e72-8b01-4943-a233-2111ec5c7aad, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:36.505508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742e668-61bf-43f0-b2ee-91b7e65a02f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93672911-db35-48d9-b068-d4acffceafdf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:36.513767 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a742e668-61bf-43f0-b2ee-91b7e65a02f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83794ef4eb6c4a7e989f4be6646a4eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3420844 Nov 05 21:50:36.514189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56056) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:36.545579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.570399 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a41244d-f126-40fe-a06a-7acc82955262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.613715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888f6b-7f60-468b-a3f6-ac5b32ae1eba req-f27c99be-5a71-455d-b319-c68b7b4f31aa tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:36.617465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a41244d-f126-40fe-a06a-7acc82955262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.621183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec888f6b-7f60-468b-a3f6-ac5b32ae1eba req-f27c99be-5a71-455d-b319-c68b7b4f31aa tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0695760 Nov 05 21:50:36.622574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f9a14e72-8b01-4943-a233-2111ec5c7aad,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:36.679491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec888f6b-7f60-468b-a3f6-ac5b32ae1eba req-0bffcf64-a63f-4120-a31d-7c5d846c5911 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574269 Nov 05 21:50:36.780856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b55c47a6-e4fe-427f-af63-8cc9740c9a36 req-d0ba3f56-fd17-4a51-95b5-22193a4a9fef tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=149a1bd9-37d5-4f31-93ea-82134d317c51 HTTP/1.1" status: 200 len: 210 time: 0.0292163 Nov 05 21:50:36.781945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a41244d-f126-40fe-a06a-7acc82955262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.788813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a41244d-f126-40fe-a06a-7acc82955262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:36.788813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1a41244d-f126-40fe-a06a-7acc82955262 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93672911-db35-48d9-b068-d4acffceafdf HTTP/1.1" status: 204 len: 168 time: 0.2706749 Nov 05 21:50:36.795767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41244d-f126-40fe-a06a-7acc82955262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93672911-db35-48d9-b068-d4acffceafdf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:36.910637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['f9a14e72-8b01-4943-a233-2111ec5c7aad'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:37.816184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bbc04-099d-41ee-810d-e12d024a397a req-8f0891d8-4d69-412e-adc7-26e261089865 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:37.818615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c2bbc04-099d-41ee-810d-e12d024a397a req-8f0891d8-4d69-412e-adc7-26e261089865 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Nov 05 21:50:37.891796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6c2bbc04-099d-41ee-810d-e12d024a397a req-e79e50be-5f20-438b-9332-edfd25ed2ef6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645826 Nov 05 21:50:37.945945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56098) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:37.951791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0046108 Nov 05 21:50:37.958884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:38.082834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6420f9cf-2224-46fa-b3c1-fdd4be183ec4 tempest-NetworksApiDiscovery-643011668 tempest-NetworksApiDiscovery-643011668-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1225207 Nov 05 21:50:38.267882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f9a14e72-8b01-4943-a233-2111ec5c7aad up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:38.290988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-6f6bdc98-2328-48a7-b2ac-2b32d482e3e5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:38.293728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-6f6bdc98-2328-48a7-b2ac-2b32d482e3e5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1590941 Nov 05 21:50:38.320848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-32959c07-1c7c-4538-a04d-baef8d8520a4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/quotas/6f0b8d83a1c144ca9508d69601230d80 HTTP/1.1" status: 200 len: 375 time: 0.0198169 Nov 05 21:50:38.360403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port f9a14e72-8b01-4943-a233-2111ec5c7aad completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:50:38.364810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port f9a14e72-8b01-4943-a233-2111ec5c7aad triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:38.365334 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:38.385513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56124) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:38.393884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-0732ba50-9ed7-4fa6-a568-acac7aa361e4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661938 Nov 05 21:50:38.501290 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:38.509517 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-5a58215f-0c3d-4016-8a6a-c9e1fbda8aec service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078589 Nov 05 21:50:38.511340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f16037da-2c5c-432e-8da6-f9b138f38866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:38.528876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:38.531112 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9136717-13fd-421b-b780-e03e2fe4a2ab" -d '{"events": [{"server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:38.545180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f9a14e72-8b01-4943-a233-2111ec5c7aad, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:38.583654 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c204acc-cb56-4cc1-a783-db43b0ccc4da x-openstack-request-id: req-9c204acc-cb56-4cc1-a783-db43b0ccc4da {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:38.584159 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:38.584599 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c204acc-cb56-4cc1-a783-db43b0ccc4da {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:38.585197 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'code': 200} Nov 05 21:50:38.618873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:38.656620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-2ab8eab9-bf1e-4736-b393-f6e75ee496ac service neutron] 10.222.0.41 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375353 Nov 05 21:50:38.659898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56130) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:38.700884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f9a14e72-8b01-4943-a233-2111ec5c7aad,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:38.893162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-409bf655-e879-4fe7-9422-948b1fbd308d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:38.905853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:38.926189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38b2fe-ee45-49e6-8254-d67a53693db1 req-fa4900a6-bd51-461d-b723-7147540231db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:38.928201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa38b2fe-ee45-49e6-8254-d67a53693db1 req-fa4900a6-bd51-461d-b723-7147540231db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 1097 time: 0.2674179 Nov 05 21:50:39.012307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa38b2fe-ee45-49e6-8254-d67a53693db1 req-299131c3-90e0-4f09-b9af-4300197449f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647666 Nov 05 21:50:39.034249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a31e758-523e-4287-af4c-8753e749b4d2 req-92698dc9-a81e-48d7-808f-8c3b963666f3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0387578 Nov 05 21:50:39.123217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ca38a-51fc-4188-9041-39d27722907b req-7b6557d5-66c5-467e-91f2-427905997b75 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:39.134671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f20ca38a-51fc-4188-9041-39d27722907b req-7b6557d5-66c5-467e-91f2-427905997b75 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.0831056 Nov 05 21:50:39.139198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-409bf655-e879-4fe7-9422-948b1fbd308d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.206061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-409bf655-e879-4fe7-9422-948b1fbd308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.238876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f20ca38a-51fc-4188-9041-39d27722907b req-1b6444d8-2a9d-4fa4-971f-8009c26970c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043921 Nov 05 21:50:39.249825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-409bf655-e879-4fe7-9422-948b1fbd308d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cf1296210c14245aa2844d4122f1683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5877702 Nov 05 21:50:39.251802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bf655-e879-4fe7-9422-948b1fbd308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc9051-0c0a-4a02-a186-b2881854ac74,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:39.256915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56152) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:39.357782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18eb39a3-8128-4c2f-878f-185ff1d3b29e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.388287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18eb39a3-8128-4c2f-878f-185ff1d3b29e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.396083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Deleting port 115a18d7-7f0e-4111-b486-198d6bd8e68e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:39.396417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.492564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] For port 115a18d7-7f0e-4111-b486-198d6bd8e68e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=115a18d7-7f0e-4111-b486-198d6bd8e68e,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:39.498097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.505781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Calling delete_port for 115a18d7-7f0e-4111-b486-198d6bd8e68e owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:39.607991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18eb39a3-8128-4c2f-878f-185ff1d3b29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.610549 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18eb39a3-8128-4c2f-878f-185ff1d3b29e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.611796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-18eb39a3-8128-4c2f-878f-185ff1d3b29e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3bc9051-0c0a-4a02-a186-b2881854ac74 HTTP/1.1" status: 204 len: 168 time: 0.3581095 Nov 05 21:50:39.625696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb39a3-8128-4c2f-878f-185ff1d3b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc9051-0c0a-4a02-a186-b2881854ac74,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:39.765893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.792391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=115a18d7-7f0e-4111-b486-198d6bd8e68e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:39.920482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:39.974410 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:40.194501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-605e91b4-6752-4b7d-bee6-0b9771d30c45 req-92d9c6c6-1a0f-4dcb-96bf-9a3aeb958cbf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0435605 Nov 05 21:50:40.290486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Router d77c0b98-6bf7-4011-afc4-963d28e51abb has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:40.403733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9356-cf17-4607-a603-da9bd3eed9f8 req-bc32238a-3652-4483-9a9f-a74c4f8765ef tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:40.405542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70bf9356-cf17-4607-a603-da9bd3eed9f8 req-bc32238a-3652-4483-9a9f-a74c4f8765ef tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.0540822 Nov 05 21:50:40.434764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:40.439942 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-70de46bb-0ae2-47bd-812a-ea3bcd5b3d4c admin admin] 10.222.0.41 "PUT /v2.0/routers/d77c0b98-6bf7-4011-afc4-963d28e51abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0510223 Nov 05 21:50:40.442394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56182) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:40.445845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] Sync routers for ids ['d77c0b98-6bf7-4011-afc4-963d28e51abb'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:40.459162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70bf9356-cf17-4607-a603-da9bd3eed9f8 req-79c7ccc9-9a10-4245-b916-a439a0e5e9f1 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470207 Nov 05 21:50:40.466683 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] Routers {'d77c0b98-6bf7-4011-afc4-963d28e51abb'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:40.467307 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d77c0b98-6bf7-4011-afc4-963d28e51abb'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:40.574215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:40.610079 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] Set router d77c0b98-6bf7-4011-afc4-963d28e51abb gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:40.654477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2177ab6-deed-4c38-8317-54152a4d9c76 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:40.679804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: a2177ab6-deed-4c38-8317-54152a4d9c76 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:40.680262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2177ab6-deed-4c38-8317-54152a4d9c76 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:40.697662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:40.790221 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:50:39Z', 'revision_number': 5, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port': {'id': 'e756305a-cabc-4838-8547-8938c5ee0d1f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:51Z', 'updated_at': '2021-11-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:40.815855 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] Checking router: d77c0b98-6bf7-4011-afc4-963d28e51abb for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:50:40.825247 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] Routers {'d77c0b98-6bf7-4011-afc4-963d28e51abb'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:40.826088 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d77c0b98-6bf7-4011-afc4-963d28e51abb'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:40.830537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Deleting port e756305a-cabc-4838-8547-8938c5ee0d1f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:40.831008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:40.925674 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] Set router d77c0b98-6bf7-4011-afc4-963d28e51abb gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:40.939349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] For port e756305a-cabc-4838-8547-8938c5ee0d1f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e756305a-cabc-4838-8547-8938c5ee0d1f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:40.939624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:40.962187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Calling delete_port for e756305a-cabc-4838-8547-8938c5ee0d1f owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:41.079154 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:50:40Z', 'revision_number': 6, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:41.108097 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9643e-5529-480c-9cf2-b328ae6a5d93 None None] The sync data for ids ['d77c0b98-6bf7-4011-afc4-963d28e51abb'] in n-d-816738-5 is: [{'id': 'd77c0b98-6bf7-4011-afc4-963d28e51abb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482568460-router', 'tenant_id': '35dc1248088a4db1ad2f128081cc0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:49Z', 'updated_at': '2021-11-05T21:50:40Z', 'revision_number': 6, 'project_id': '35dc1248088a4db1ad2f128081cc0987', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:41.246027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-f87883a4-f244-41b9-a352-f454c7c37261 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:41.246733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-f87883a4-f244-41b9-a352-f454c7c37261 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/networks?id=1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 200 len: 806 time: 0.1095006 Nov 05 21:50:41.260672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Request body: {'port': {'device_id': '65299608-8323-47ff-80f4-374cd9c57fc5', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'admin_state_up': True, 'tenant_id': '6f0b8d83a1c144ca9508d69601230d80'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:41.265162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.293044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e756305a-cabc-4838-8547-8938c5ee0d1f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:41.335479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-290db2f6-d049-411b-bbc9-59862d63ef6a req-7c1b706f-60f5-4a16-b7f9-bac035f4060e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0320296 Nov 05 21:50:41.339125 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.390908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.501282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.504962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.508544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Made reservation on behalf of 6f0b8d83a1c144ca9508d69601230d80 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:50:41.513692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.741714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc5f43-27df-48ee-847b-6a951f68c7f9 req-89a62e4a-49dc-4559-829d-8d528a8426f8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:41.741714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfbc5f43-27df-48ee-847b-6a951f68c7f9 req-89a62e4a-49dc-4559-829d-8d528a8426f8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.1181991 Nov 05 21:50:41.973300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.998355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:41.998355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77c0b98-6bf7-4011-afc4-963d28e51abb {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:50:42.014698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.022716 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-14f5c6d1-3de5-4e6e-88a0-584d541834eb admin admin] 10.222.0.41 "DELETE /v2.0/routers/d77c0b98-6bf7-4011-afc4-963d28e51abb HTTP/1.1" status: 204 len: 168 time: 1.5791392 Nov 05 21:50:42.029770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56224) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:42.116270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] Deleting subnet 685f511b-c127-4463-bc77-35053d74e503 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:50:42.119772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.134297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Allocated IP 172.20.0.13 (1098103c-4b0c-4f79-ae64-66d53814f51c/d684052e-2885-42e0-af83-161849d67b8e/cc2c4db5-2460-4394-885c-7016193aa94f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:50:42.156245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e756305a-cabc-4838-8547-8938c5ee0d1f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:42.177927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.183829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e756305a-cabc-4838-8547-8938c5ee0d1f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:42.184205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e756305a-cabc-4838-8547-8938c5ee0d1f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:42.188139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 115a18d7-7f0e-4111-b486-198d6bd8e68e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:42.188686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfbc5f43-27df-48ee-847b-6a951f68c7f9 req-0adf8e92-0ec4-4a6e-9440-58ee442f5b13 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4381022 Nov 05 21:50:42.229869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 115a18d7-7f0e-4111-b486-198d6bd8e68e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:42.230210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 115a18d7-7f0e-4111-b486-198d6bd8e68e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:42.289213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.414748 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.447307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883adbbc-8d70-46c2-8791-da3fad879829 req-37a0504b-a06b-426a-81dd-b10211be69e1 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:42.452785 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-883adbbc-8d70-46c2-8791-da3fad879829 req-37a0504b-a06b-426a-81dd-b10211be69e1 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.1304808 Nov 05 21:50:42.461442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56242) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:42.475117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Request body: {'floatingip': {'port_id': 'f9a14e72-8b01-4943-a233-2111ec5c7aad'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:42.518566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c178d6b-8306-49ea-b58d-b59ab15c2b0f req-54eaeb83-a31c-444a-8b0d-a520eb9f42d8 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0471110 Nov 05 21:50:42.543478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.544035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.547339 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.556412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:42.596266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Network 1098103c-4b0c-4f79-ae64-66d53814f51c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:50:42.601587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:50:42.605576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:50:42.633797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685f511b-c127-4463-bc77-35053d74e503,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:42.639990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.642111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event updated for resources: {'Port': ['ID=cc2c4db5-2460-4394-885c-7016193aa94f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:42.644430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3d4c8b38-44b1-48bb-95ca-34e7737440e6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/685f511b-c127-4463-bc77-35053d74e503 HTTP/1.1" status: 204 len: 168 time: 0.6164067 Nov 05 21:50:42.647509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56244) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:42.663373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d20e3-71c0-4c24-bb2b-b46233969a91 None None] Network 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:42.680888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:42.681703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.769877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-40d4699b-8b34-44b4-9cc5-f3d8581020bf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5132649 Nov 05 21:50:42.790289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:42.949980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] DHCP port deletion for 46f986a9-ffa6-4277-9f20-2a3a4e37ca26 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:50:42.972158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Request body: {'port': {'device_id': '65299608-8323-47ff-80f4-374cd9c57fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:50:43.008861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Deleting port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:43.009270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.054646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] Deleting port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:43.055523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.070700 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.139784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] For port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:43.140147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.156810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] For port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,segment=NetworkSegment(d737b9a5-3b8b-4d83-805b-f496259d40d7),segment_id=d737b9a5-3b8b-4d83-805b-f496259d40d7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:43.162578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.175531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Calling delete_port for e1a1aa7c-9f4e-4f4b-b022-f735b8e560df owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:43.178210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] Calling delete_port for e1a1aa7c-9f4e-4f4b-b022-f735b8e560df owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:43.296022 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.355934 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.362657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.398308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] Pushing event deleted for resources: {'Port': ['ID=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:43.405263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f1714-77fd-4dda-b522-0bcef926f87a None None] No DVR routers for this DVR port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:43.443106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] No DVR routers for this DVR port e1a1aa7c-9f4e-4f4b-b022-f735b8e560df on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:43.452315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a1aa7c-9f4e-4f4b-b022-f735b8e560df,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:43.461844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.497457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2c4db5-2460-4394-885c-7016193aa94f {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:50:43.505905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.519357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Transition to ACTIVE for port object cc2c4db5-2460-4394-885c-7016193aa94f will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:50:43.605373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.671882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.713450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2c4db5-2460-4394-885c-7016193aa94f,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:43.742731 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Floating IP 915b4335-9cf7-416b-b04f-58c5269e4e1d associated. External IP: 172.25.6.227, port: f9a14e72-8b01-4943-a233-2111ec5c7aad. Nov 05 21:50:43.746042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f986a9-ffa6-4277-9f20-2a3a4e37ca26']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:43.802680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd737b9a5-3b8b-4d83-805b-f496259d40d7') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:43.802888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd737b9a5-3b8b-4d83-805b-f496259d40d7') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:43.809998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Attempting to bind port cc2c4db5-2460-4394-885c-7016193aa94f on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:50:43.810765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Attempting to bind port cc2c4db5-2460-4394-885c-7016193aa94f by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:50:43.811190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Attempting to bind port cc2c4db5-2460-4394-885c-7016193aa94f on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:43.814599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe30778-afe6-40b0-9223-5dbbbfd720a5 req-555228b5-1496-48ba-990d-2fd759143cf4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:43.816257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fe30778-afe6-40b0-9223-5dbbbfd720a5 req-555228b5-1496-48ba-990d-2fd759143cf4 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 944 time: 0.1498396 Nov 05 21:50:43.817091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Port cc2c4db5-2460-4394-885c-7016193aa94f on network 1098103c-4b0c-4f79-ae64-66d53814f51c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:50:43.817526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Attempting to bind port cc2c4db5-2460-4394-885c-7016193aa94f on network 1098103c-4b0c-4f79-ae64-66d53814f51c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:50:43.823422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:50:43.823828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Checking segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:50:43.824316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Bound using segment: {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:50:43.825039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Bound port: cc2c4db5-2460-4394-885c-7016193aa94f, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5928f647-2aa7-4a7e-ab44-aebea2bbf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:50:43.825371 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.834605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.866811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.897113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] For port cc2c4db5-2460-4394-885c-7016193aa94f, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:50:43.900186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] For port cc2c4db5-2460-4394-885c-7016193aa94f, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc2c4db5-2460-4394-885c-7016193aa94f,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:50:43.912846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:50:43.913253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:50:43.914929 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:50:43.989596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:44.003310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fe30778-afe6-40b0-9223-5dbbbfd720a5 req-e6760192-daaf-4eb2-bb64-6ab9d98d601a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662047 Nov 05 21:50:44.052154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:44.052939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:44.054519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc2c4db5-2460-4394-885c-7016193aa94f HTTP/1.1" status: 200 len: 1092 time: 1.2751505 Nov 05 21:50:44.055171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65299608-8323-47ff-80f4-374cd9c57fc5', 'tag': 'cc2c4db5-2460-4394-885c-7016193aa94f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:44.059646 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35622d2d-df29-4e6e-b4fc-b12426cdac78" -d '{"events": [{"name": "network-changed", "server_uuid": "65299608-8323-47ff-80f4-374cd9c57fc5", "tag": "cc2c4db5-2460-4394-885c-7016193aa94f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:44.111042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d547ef2-bdec-42e0-8e19-324e6e972112 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2c4db5-2460-4394-885c-7016193aa94f,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:44.121380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:44.127238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:44.127653 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d905f13-8ecf-405f-95ff-d48495d998cd x-openstack-request-id: req-5d905f13-8ecf-405f-95ff-d48495d998cd {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:44.127943 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65299608-8323-47ff-80f4-374cd9c57fc5", "tag": "cc2c4db5-2460-4394-885c-7016193aa94f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:44.128198 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d905f13-8ecf-405f-95ff-d48495d998cd {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:44.128593 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65299608-8323-47ff-80f4-374cd9c57fc5', 'tag': 'cc2c4db5-2460-4394-885c-7016193aa94f', 'status': 'completed', 'code': 200} Nov 05 21:50:44.133254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] 10.222.0.41 "DELETE /v2.0/networks/46f986a9-ffa6-4277-9f20-2a3a4e37ca26 HTTP/1.1" status: 204 len: 168 time: 1.4821022 Nov 05 21:50:44.133566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56266) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:44.147798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721c510-821d-4afb-bb31-050542a96deb admin admin] Pushing event deleted for resources: {'Network': ['ID=46f986a9-ffa6-4277-9f20-2a3a4e37ca26,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:44.161204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e1a1aa7c-9f4e-4f4b-b022-f735b8e560df no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:44.185187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:44.187771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e1a1aa7c-9f4e-4f4b-b022-f735b8e560df {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:44.188117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e1a1aa7c-9f4e-4f4b-b022-f735b8e560df not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:44.279919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35622d2d-df29-4e6e-b4fc-b12426cdac78 req-2be50ac5-db77-4a1d-8ac1-d1ab3c4fe514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:44.281608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35622d2d-df29-4e6e-b4fc-b12426cdac78 req-2be50ac5-db77-4a1d-8ac1-d1ab3c4fe514 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 1095 time: 0.1036758 Nov 05 21:50:44.333116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:44.338065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:44.347074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] Sync routers for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:44.358509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:44.359438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:44.368589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c74102b0-a94d-48eb-8e01-d967adb1a2c8 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "PUT /v2.0/floatingips/915b4335-9cf7-416b-b04f-58c5269e4e1d HTTP/1.1" status: 200 len: 992 time: 1.9042444 Nov 05 21:50:44.369444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:44.372404 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcf77e4-51fe-4179-b945-416c88259b91" -d '{"events": [{"name": "network-changed", "server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:44.427157 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7217af57-5e78-47e2-bdd2-f1f35533acde x-openstack-request-id: req-7217af57-5e78-47e2-bdd2-f1f35533acde {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:44.427456 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:44.427882 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7217af57-5e78-47e2-bdd2-f1f35533acde {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:44.428325 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'status': 'completed', 'code': 200} Nov 05 21:50:44.485968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:44.541191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35622d2d-df29-4e6e-b4fc-b12426cdac78 req-90a8283c-b23a-415b-9e90-87bc380f0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:44.542733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35622d2d-df29-4e6e-b4fc-b12426cdac78 req-90a8283c-b23a-415b-9e90-87bc380f0d6f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f0b8d83a1c144ca9508d69601230d80&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2531710 Nov 05 21:50:44.655919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-eefdaa9f-b648-4af7-acc0-44005a823386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:44.655919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-eefdaa9f-b648-4af7-acc0-44005a823386 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c&device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 1097 time: 0.1999252 Nov 05 21:50:44.693136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35622d2d-df29-4e6e-b4fc-b12426cdac78 req-c7884f7b-516d-4d66-80c8-821c1459b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:44.694650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35622d2d-df29-4e6e-b4fc-b12426cdac78 req-c7884f7b-516d-4d66-80c8-821c1459b3e2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423581 Nov 05 21:50:44.791594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '915b4335-9cf7-416b-b04f-58c5269e4e1d', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'port_id': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'mac_address': 'fa:16:3e:7a:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:50:25Z', 'updated_at': '2021-11-05T21:50:43Z', 'revision_number': 1, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:44.822705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] Checking router: fc3b0d3d-3e78-49ea-b951-92657c2dfef9 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:50:44.834809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:44.835437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:44.878844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-91a90f39-1efc-4f4c-87eb-bcebb5d4c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:44.880396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-91a90f39-1efc-4f4c-87eb-bcebb5d4c1f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f0b8d83a1c144ca9508d69601230d80&device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 1095 time: 0.1320364 Nov 05 21:50:44.887665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-530aad3b-6d7d-4207-8d49-56692805721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:44.889139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-530aad3b-6d7d-4207-8d49-56692805721b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c HTTP/1.1" status: 200 len: 907 time: 0.2266169 Nov 05 21:50:44.965454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-249683e5-6f5e-48d9-834a-76fd5236c64d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc2c4db5-2460-4394-885c-7016193aa94f HTTP/1.1" status: 200 len: 217 time: 0.0753269 Nov 05 21:50:45.037139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-905d107f-f590-4d4d-95a3-14575e312aa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad HTTP/1.1" status: 200 len: 1000 time: 0.1401746 Nov 05 21:50:45.084055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-a380fb51-fb4b-44a9-8b03-9b106e08e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:45.085529 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-a380fb51-fb4b-44a9-8b03-9b106e08e4cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 200 len: 846 time: 0.1123066 Nov 05 21:50:45.113147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:45.158325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-a5ebc29d-a1a7-41d1-9e06-d2812a5dfe5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1098103c-4b0c-4f79-ae64-66d53814f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593538 Nov 05 21:50:45.161155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-83632432-85a3-414a-9f0a-20d4e395f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:45.162538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-83632432-85a3-414a-9f0a-20d4e395f442 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c74ab35-8307-4ba0-be08-8ab481014daa HTTP/1.1" status: 200 len: 845 time: 0.1189227 Nov 05 21:50:45.304347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbaff2-a879-4f54-bf6e-d65f6c81c9ae req-8e91f88c-c2b4-4baf-bbc3-94ec9826449a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:45.308864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dbaff2-a879-4f54-bf6e-d65f6c81c9ae req-8e91f88c-c2b4-4baf-bbc3-94ec9826449a tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 944 time: 0.1848443 Nov 05 21:50:45.335252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:45.344204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-9c076b3b-9da0-4f36-acb1-ca3b9da40c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:45.345665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-9c076b3b-9da0-4f36-acb1-ca3b9da40c0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659355 Nov 05 21:50:45.385151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-0a284e54-07c5-4c33-82be-d802a7be7860 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064474 Nov 05 21:50:45.434258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '915b4335-9cf7-416b-b04f-58c5269e4e1d', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'port_id': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'mac_address': 'fa:16:3e:7a:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:50:25Z', 'updated_at': '2021-11-05T21:50:43Z', 'revision_number': 1, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:45.520321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb378f6-c154-44f9-b9a0-835f30c6143a None None] The sync data for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 is: [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '915b4335-9cf7-416b-b04f-58c5269e4e1d', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'port_id': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'mac_address': 'fa:16:3e:7a:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:50:25Z', 'updated_at': '2021-11-05T21:50:43Z', 'revision_number': 1, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:45.614313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dbaff2-a879-4f54-bf6e-d65f6c81c9ae req-b7b41e0e-036b-4675-bd0f-611b55ad1bb7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825286 Nov 05 21:50:45.677476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-4756b3e2-d8b9-4fec-a2b8-294f3a7582ad service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999966 Nov 05 21:50:45.748310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed9bd72e-1778-4763-80b0-06b56004c776 req-176b168a-6b28-4f5e-b0cb-734ea636e267 service neutron] 10.222.0.13 "GET /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500068 Nov 05 21:50:45.870540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfcf77e4-51fe-4179-b945-416c88259b91 req-0ff251c1-518a-4731-9c6b-c3771a3ead56 service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822574 Nov 05 21:50:45.921125 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58dd6f-6bdd-431b-ad73-21919fd1d8a5 None None] New status for floating IP 915b4335-9cf7-416b-b04f-58c5269e4e1d: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:50:45.969227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Deleting port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:45.969743 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:46.096376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] For port 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,segment=NetworkSegment(82ea412e-5473-4418-b8f1-7a8b1af88351),segment_id=82ea412e-5473-4418-b8f1-7a8b1af88351)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:46.096733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:46.112153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Calling delete_port for 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:46.401813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:46.436162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ceb03f-d758-42c8-a2d5-c0f43c7ab03e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:46.874944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56338) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:47.015183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-380be17a-cf71-4923-82a6-879446506fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.088145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb74b8-4db4-4aca-8b59-86647d9ee430 req-790b1428-fba2-47f5-ba43-84b027e5be68 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:47.089667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-92cb74b8-4db4-4aca-8b59-86647d9ee430 req-790b1428-fba2-47f5-ba43-84b027e5be68 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 944 time: 0.0668938 Nov 05 21:50:47.094306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.109141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-380be17a-cf71-4923-82a6-879446506fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.190058 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-380be17a-cf71-4923-82a6-879446506fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.216723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-92cb74b8-4db4-4aca-8b59-86647d9ee430 req-a1971d4f-5b0e-489c-99ef-1a9c89b66e96 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164851 Nov 05 21:50:47.242425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-380be17a-cf71-4923-82a6-879446506fe3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90e29627ad7c46bbb5827435e660f6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656003 Nov 05 21:50:47.246773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56344) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:47.253410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380be17a-cf71-4923-82a6-879446506fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172b2212-2788-43cd-a019-127f979f492e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:47.368586 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a30cd353-7448-4887-8c07-1860226750a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.405037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a30cd353-7448-4887-8c07-1860226750a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.421259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:50:47.551917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:50:47.557061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a58bb0e1-65b9-4614-ab65-1da64cbeda22 admin admin] 10.222.0.41 "PUT /v2.0/routers/c6bdd1f5-260b-47b2-a013-cc3f3dd4548f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4224181 Nov 05 21:50:47.559803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56346) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:47.560620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] Sync routers for ids ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:50:47.572143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] Routers {'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:47.573507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:47.603975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a30cd353-7448-4887-8c07-1860226750a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.606638 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a30cd353-7448-4887-8c07-1860226750a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.608701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a30cd353-7448-4887-8c07-1860226750a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/172b2212-2788-43cd-a019-127f979f492e HTTP/1.1" status: 204 len: 168 time: 0.3600655 Nov 05 21:50:47.619305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cd353-7448-4887-8c07-1860226750a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b2212-2788-43cd-a019-127f979f492e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:47.690995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.714785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] Set router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:47.845941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:47.947764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:50:46Z', 'revision_number': 5, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port': {'id': 'f6439bba-adec-42c0-a526-d2bd9fc088f8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:49:00Z', 'updated_at': '2021-11-05T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:47.985609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] Checking router: c6bdd1f5-260b-47b2-a013-cc3f3dd4548f for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:50:47.995488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] Routers {'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:50:47.996138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:50:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:47.997048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Deleting port f6439bba-adec-42c0-a526-d2bd9fc088f8 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:47.997456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.123157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] Set router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:50:48.162488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] For port f6439bba-adec-42c0-a526-d2bd9fc088f8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f6439bba-adec-42c0-a526-d2bd9fc088f8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:48.163464 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.178202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Calling delete_port for f6439bba-adec-42c0-a526-d2bd9fc088f8 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:48.180532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:50:47Z', 'revision_number': 6, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:48.211911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195182d3-2323-4cfb-99e3-1204c3cb7ae7 None None] The sync data for ids ['c6bdd1f5-260b-47b2-a013-cc3f3dd4548f'] in n-d-816738-5 is: [{'id': 'c6bdd1f5-260b-47b2-a013-cc3f3dd4548f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413168406-router', 'tenant_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:59Z', 'updated_at': '2021-11-05T21:50:47Z', 'revision_number': 6, 'project_id': 'e84c72a799284e4d8d09ce50e3ec765b', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:50:48.339637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56362) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:48.355404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b744a296-28e1-45c4-a54f-f93717c6820d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.381401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408443e-c381-4384-8bb7-00664384c7c6 req-86576f63-f27e-4016-bc0b-24c3ac166d40 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:48.383027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e408443e-c381-4384-8bb7-00664384c7c6 req-86576f63-f27e-4016-bc0b-24c3ac166d40 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 944 time: 0.0690861 Nov 05 21:50:48.445505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b744a296-28e1-45c4-a54f-f93717c6820d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.461869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e408443e-c381-4384-8bb7-00664384c7c6 req-e9375be7-b1c0-4726-8def-4e9ebed4fabf tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603023 Nov 05 21:50:48.515853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b744a296-28e1-45c4-a54f-f93717c6820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.544961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.565906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b744a296-28e1-45c4-a54f-f93717c6820d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2795e74cde04c62a1e6246cfcb65ae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249808 Nov 05 21:50:48.566969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744a296-28e1-45c4-a54f-f93717c6820d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f135eff-3ebf-4c05-ad9e-d5a2b5adc022,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:48.570068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56364) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:48.584656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6439bba-adec-42c0-a526-d2bd9fc088f8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:48.652165 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb6550d-b8f2-4c8e-9306-0c51ac0fcbdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.654557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.661668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc2c4db5-2460-4394-885c-7016193aa94f details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:50:48.683272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb6550d-b8f2-4c8e-9306-0c51ac0fcbdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.769329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.771940 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.789679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port cc2c4db5-2460-4394-885c-7016193aa94f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc2c4db5-2460-4394-885c-7016193aa94f,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:48.801848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'cc2c4db5-2460-4394-885c-7016193aa94f', 'network_id': '1098103c-4b0c-4f79-ae64-66d53814f51c', 'port_id': 'cc2c4db5-2460-4394-885c-7016193aa94f', 'mac_address': 'fa:16:3e:e1:3d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd684052e-2885-42e0-af83-161849d67b8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:50:48.823205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb6550d-b8f2-4c8e-9306-0c51ac0fcbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.828709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9eb6550d-b8f2-4c8e-9306-0c51ac0fcbdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.831634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9eb6550d-b8f2-4c8e-9306-0c51ac0fcbdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f135eff-3ebf-4c05-ad9e-d5a2b5adc022 HTTP/1.1" status: 204 len: 168 time: 0.2587819 Nov 05 21:50:48.842906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6550d-b8f2-4c8e-9306-0c51ac0fcbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f135eff-3ebf-4c05-ad9e-d5a2b5adc022,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:48.845252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.869040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2c4db5-2460-4394-885c-7016193aa94f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:50:48.886017 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.886556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6bdd1f5-260b-47b2-a013-cc3f3dd4548f {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:50:48.891026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:48.894434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-14cc23c4-242b-472c-81e3-4eec989d303b admin admin] 10.222.0.41 "DELETE /v2.0/routers/c6bdd1f5-260b-47b2-a013-cc3f3dd4548f HTTP/1.1" status: 204 len: 168 time: 1.3314884 Nov 05 21:50:48.895017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56374) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:48.899147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port cc2c4db5-2460-4394-885c-7016193aa94f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc2c4db5-2460-4394-885c-7016193aa94f,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:48.980517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] Deleting subnet 5d359abb-e6fd-47f6-b1af-4d46832b664f {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:50:48.985439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.005986 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.033121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.106838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=cc2c4db5-2460-4394-885c-7016193aa94f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:49.154326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.281474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['cc2c4db5-2460-4394-885c-7016193aa94f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:50:49.287628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.339854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27c3bb-5f51-443a-9b8e-98ae84b7c79d None None] Network dd70731b-867e-4655-b48e-d16c3d9b72ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:50:49.346100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.355231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5d359abb-e6fd-47f6-b1af-4d46832b664f HTTP/1.1" status: 204 len: 168 time: 0.4592283 Nov 05 21:50:49.356603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508841d-1697-4c55-90fa-9a5ee8fd458e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d359abb-e6fd-47f6-b1af-4d46832b664f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:49.357667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:49.474081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.574865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Deleting port c5393743-813a-406f-ac4e-81e91c239b0a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:49.575528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.616108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0942752-f2c9-4ff6-8cd9-8146d4272a14 req-ba61b2b9-fcfa-4209-b5d4-3b880a040687 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:49.624010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0942752-f2c9-4ff6-8cd9-8146d4272a14 req-ba61b2b9-fcfa-4209-b5d4-3b880a040687 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 945 time: 0.0610807 Nov 05 21:50:49.669226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] For port c5393743-813a-406f-ac4e-81e91c239b0a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c5393743-813a-406f-ac4e-81e91c239b0a,segment=NetworkSegment(82ea412e-5473-4418-b8f1-7a8b1af88351),segment_id=82ea412e-5473-4418-b8f1-7a8b1af88351)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:49.669588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.683621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Calling delete_port for c5393743-813a-406f-ac4e-81e91c239b0a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:49.698487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0942752-f2c9-4ff6-8cd9-8146d4272a14 req-3d532a01-ff83-4c7f-983a-b010813e1091 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663953 Nov 05 21:50:49.739151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] DHCP port deletion for dd70731b-867e-4655-b48e-d16c3d9b72ac request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:50:49.835180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.846803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] No DVR routers for this DVR port c5393743-813a-406f-ac4e-81e91c239b0a on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:49.888611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5393743-813a-406f-ac4e-81e91c239b0a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:49.950704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.959259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] Deleting port c5393743-813a-406f-ac4e-81e91c239b0a {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:50:49.959905 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:49.976955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd70731b-867e-4655-b48e-d16c3d9b72ac']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:50.001077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ea412e-5473-4418-b8f1-7a8b1af88351') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:50.001369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ea412e-5473-4418-b8f1-7a8b1af88351') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:50:50.034817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.053288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.053855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] For port c5393743-813a-406f-ac4e-81e91c239b0a, host n-d-816738-5, got binding levels [] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:50.054783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.063225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:50:50.063674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.083798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] Calling delete_port for c5393743-813a-406f-ac4e-81e91c239b0a owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:50:50.091021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.ipam_backend_mixin [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] Port c5393743-813a-406f-ac4e-81e91c239b0a was not found and therefore no delete operation was performed {{(pid=102293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:50:50.093874 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:50:50.100329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.160968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] Pushing event deleted for resources: {'Port': ['ID=c5393743-813a-406f-ac4e-81e91c239b0a,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:50.163947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152e564-63a0-4768-81f3-413c6e553292 None None] No DVR routers for this DVR port c5393743-813a-406f-ac4e-81e91c239b0a on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:50:50.188507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:50.217996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:50.218340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 26ceb03f-d758-42c8-a2d5-c0f43c7ab03e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:50.219070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f6439bba-adec-42c0-a526-d2bd9fc088f8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:50.241361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f6439bba-adec-42c0-a526-d2bd9fc088f8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:50.258553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f6439bba-adec-42c0-a526-d2bd9fc088f8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:50.258553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c5393743-813a-406f-ac4e-81e91c239b0a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:50:50.261903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c5393743-813a-406f-ac4e-81e91c239b0a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:50:50.262312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c5393743-813a-406f-ac4e-81e91c239b0a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:50:50.275156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.293207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.296655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dd70731b-867e-4655-b48e-d16c3d9b72ac HTTP/1.1" status: 204 len: 168 time: 0.9379597 Nov 05 21:50:50.320633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59bed9-9642-4754-92c1-2a94a2416306 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd70731b-867e-4655-b48e-d16c3d9b72ac,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:50.654432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56418) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:50.685026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc2c4db5-2460-4394-885c-7016193aa94f up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:50:50.704908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56422) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:50.717130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-215b3e5d-3288-4a64-9cc7-2dc78e926837 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35dc1248088a4db1ad2f128081cc0987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613430 Nov 05 21:50:50.782592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a3d68b2-f8b4-4ef2-b72b-0326bf15933c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.811067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a3d68b2-f8b4-4ef2-b72b-0326bf15933c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.823797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port cc2c4db5-2460-4394-885c-7016193aa94f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:50:50.828860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port cc2c4db5-2460-4394-885c-7016193aa94f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:50:50.829504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.859251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3f1c0-a4c9-4ec0-826d-8bd5d03b73ee req-a4b01270-3fcf-4986-a21d-607c823b0c7d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:50.862713 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dea3f1c0-a4c9-4ec0-826d-8bd5d03b73ee req-a4b01270-3fcf-4986-a21d-607c823b0c7d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 945 time: 0.0785027 Nov 05 21:50:50.915462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.944146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dea3f1c0-a4c9-4ec0-826d-8bd5d03b73ee req-0d25ebe3-10fd-4748-9507-db9348186d4c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Nov 05 21:50:50.945836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65299608-8323-47ff-80f4-374cd9c57fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2c4db5-2460-4394-885c-7016193aa94f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:50:50.949741 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0972f013-72dc-45d6-b54f-812311439168" -d '{"events": [{"server_uuid": "65299608-8323-47ff-80f4-374cd9c57fc5", "name": "network-vif-plugged", "status": "completed", "tag": "cc2c4db5-2460-4394-885c-7016193aa94f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:50:50.965424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port cc2c4db5-2460-4394-885c-7016193aa94f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc2c4db5-2460-4394-885c-7016193aa94f,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:50:50.978869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a3d68b2-f8b4-4ef2-b72b-0326bf15933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.983289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a3d68b2-f8b4-4ef2-b72b-0326bf15933c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:50.995726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9a3d68b2-f8b4-4ef2-b72b-0326bf15933c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46d0d066-040e-48ac-a472-b9bd285a2345 HTTP/1.1" status: 204 len: 168 time: 0.2840738 Nov 05 21:50:50.997921 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb63cd-448b-46d0-adf9-111f45482d98 x-openstack-request-id: req-4dfb63cd-448b-46d0-adf9-111f45482d98 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:50:50.998464 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65299608-8323-47ff-80f4-374cd9c57fc5", "name": "network-vif-plugged", "status": "completed", "tag": "cc2c4db5-2460-4394-885c-7016193aa94f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:50:50.998918 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dfb63cd-448b-46d0-adf9-111f45482d98 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:50:50.999534 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65299608-8323-47ff-80f4-374cd9c57fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2c4db5-2460-4394-885c-7016193aa94f', 'code': 200} Nov 05 21:50:51.010126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d68b2-f8b4-4ef2-b72b-0326bf15933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0d066-040e-48ac-a472-b9bd285a2345,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:51.032361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:51.156778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f81f8a-964a-4cb2-8790-54c889e39f9f req-ec72f805-ee92-496c-9386-89412c95037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:51.161897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08f81f8a-964a-4cb2-8790-54c889e39f9f req-ec72f805-ee92-496c-9386-89412c95037c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0862925 Nov 05 21:50:51.169359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=cc2c4db5-2460-4394-885c-7016193aa94f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:51.224634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08f81f8a-964a-4cb2-8790-54c889e39f9f req-39eeb496-b743-4b2e-a420-7b2793c62c40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520077 Nov 05 21:50:51.939331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56454) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:51.983228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-639faf41-10b5-435b-b9e7-edab195839b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e84c72a799284e4d8d09ce50e3ec765b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426755 Nov 05 21:50:51.985867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56458) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:52.074823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f25e20b-ac8e-46df-95e2-c64acda2ca14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.081953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f25d-cfe9-475f-97a7-2936e24fb95b req-d45e3c92-749e-4c57-9274-3545c19396db tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:52.089946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda2f25d-cfe9-475f-97a7-2936e24fb95b req-d45e3c92-749e-4c57-9274-3545c19396db tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0636106 Nov 05 21:50:52.102082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f25e20b-ac8e-46df-95e2-c64acda2ca14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.141567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bda2f25d-cfe9-475f-97a7-2936e24fb95b req-55d6b7bf-ce1a-4640-b776-7d4da5f0b8fe tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 Nov 05 21:50:52.169024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56462) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:52.241477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f25e20b-ac8e-46df-95e2-c64acda2ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.244725 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f25e20b-ac8e-46df-95e2-c64acda2ca14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.246133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f25e20b-ac8e-46df-95e2-c64acda2ca14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7118136e-6341-45a6-8311-4918962efb00 HTTP/1.1" status: 204 len: 168 time: 0.2586570 Nov 05 21:50:52.264083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25e20b-ac8e-46df-95e2-c64acda2ca14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7118136e-6341-45a6-8311-4918962efb00,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:52.312859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53e6e25c-e78b-4ba1-94cd-50d62c8a0e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.406057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53e6e25c-e78b-4ba1-94cd-50d62c8a0e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.491657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53e6e25c-e78b-4ba1-94cd-50d62c8a0e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.530773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-53e6e25c-e78b-4ba1-94cd-50d62c8a0e34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=574bee3a73c14336941e61be849b976e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602307 Nov 05 21:50:52.539488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56478) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:52.539723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6e25c-e78b-4ba1-94cd-50d62c8a0e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3463ca0-19b8-4bef-8489-932cc70051a9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:52.595650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ec9904b-b304-47f8-89df-c93e6e485274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.617727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ec9904b-b304-47f8-89df-c93e6e485274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.726611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ec9904b-b304-47f8-89df-c93e6e485274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.729236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ec9904b-b304-47f8-89df-c93e6e485274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:52.730408 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0ec9904b-b304-47f8-89df-c93e6e485274 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3463ca0-19b8-4bef-8489-932cc70051a9 HTTP/1.1" status: 204 len: 168 time: 0.1891999 Nov 05 21:50:52.738390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9904b-b304-47f8-89df-c93e6e485274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3463ca0-19b8-4bef-8489-932cc70051a9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:53.265165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172255d-be31-436d-a99c-9f5d35b34bef req-3cb6c5fd-467f-4a51-9c80-1bd8d9a6c418 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:53.266697 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6172255d-be31-436d-a99c-9f5d35b34bef req-3cb6c5fd-467f-4a51-9c80-1bd8d9a6c418 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0542078 Nov 05 21:50:53.314591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6172255d-be31-436d-a99c-9f5d35b34bef req-714d6a01-73b6-4719-9abe-95ccaffd4818 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Nov 05 21:50:53.352463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:53.366508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf0671bd-be8c-4864-b1fa-43b5662f9898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:53.452435 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf0671bd-be8c-4864-b1fa-43b5662f9898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:53.537301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf0671bd-be8c-4864-b1fa-43b5662f9898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:53.584538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf0671bd-be8c-4864-b1fa-43b5662f9898 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=203779e5be9c4994bae236371ab68a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308047 Nov 05 21:50:53.584972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56524) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:53.586391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0671bd-be8c-4864-b1fa-43b5662f9898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bff4550-93ea-4edb-8bb3-48cd15d9c8aa,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:53.656147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f96b054-3b88-46d6-9d0d-3d7e75cefaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:53.680451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f96b054-3b88-46d6-9d0d-3d7e75cefaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:53.721338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf15016-74dd-4bc4-8795-1fdd24713713 req-08dd2150-251a-4915-8039-4c023d4683ac tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:53.722852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3cf15016-74dd-4bc4-8795-1fdd24713713 req-08dd2150-251a-4915-8039-4c023d4683ac tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0625699 Nov 05 21:50:53.773346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3cf15016-74dd-4bc4-8795-1fdd24713713 req-74fd6120-ddcd-4f17-9761-1418b3a85c82 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445721 Nov 05 21:50:53.801033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f96b054-3b88-46d6-9d0d-3d7e75cefaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:53.803645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f96b054-3b88-46d6-9d0d-3d7e75cefaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:53.805109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2f96b054-3b88-46d6-9d0d-3d7e75cefaba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bff4550-93ea-4edb-8bb3-48cd15d9c8aa HTTP/1.1" status: 204 len: 168 time: 0.2190487 Nov 05 21:50:53.817392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96b054-3b88-46d6-9d0d-3d7e75cefaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bff4550-93ea-4edb-8bb3-48cd15d9c8aa,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:53.905172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5790eb-4144-4e7f-8653-42cb9bf12c8e req-a17078aa-190b-486b-8a76-2a8355fb822e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:53.906864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a5790eb-4144-4e7f-8653-42cb9bf12c8e req-a17078aa-190b-486b-8a76-2a8355fb822e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0542088 Nov 05 21:50:53.959040 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a5790eb-4144-4e7f-8653-42cb9bf12c8e req-5d78b1d1-7077-4a53-9b2d-bc54b09285eb tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Nov 05 21:50:54.273465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd4b1d-93c9-46af-b42b-a9813a390fa3 req-271c4f03-544d-4bbb-9859-3b1cd88bce6d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:54.277097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08bd4b1d-93c9-46af-b42b-a9813a390fa3 req-271c4f03-544d-4bbb-9859-3b1cd88bce6d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0522201 Nov 05 21:50:54.326963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56568) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:54.332071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08bd4b1d-93c9-46af-b42b-a9813a390fa3 req-2beceff6-c1c4-48fe-8c55-559f10ec66ba tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508192 Nov 05 21:50:54.433211 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e96c43e8-77a3-4e92-9de7-c64ca185633e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:54.510266 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e96c43e8-77a3-4e92-9de7-c64ca185633e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:54.601014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e96c43e8-77a3-4e92-9de7-c64ca185633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:54.640380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c43e8-77a3-4e92-9de7-c64ca185633e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206f87da-da3c-443f-b92e-6aaeb218db76,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:54.644483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e96c43e8-77a3-4e92-9de7-c64ca185633e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bae50193e65845438ed06aa02a8ade1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153000 Nov 05 21:50:54.646053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56584) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:50:54.701970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b24fba6d-160f-4993-8aa3-d7ccbf499f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:54.724391 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b24fba6d-160f-4993-8aa3-d7ccbf499f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:54.869710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b24fba6d-160f-4993-8aa3-d7ccbf499f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:54.872237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b24fba6d-160f-4993-8aa3-d7ccbf499f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:50:54.873396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b24fba6d-160f-4993-8aa3-d7ccbf499f22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/206f87da-da3c-443f-b92e-6aaeb218db76 HTTP/1.1" status: 204 len: 168 time: 0.2263899 Nov 05 21:50:54.881432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fba6d-160f-4993-8aa3-d7ccbf499f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206f87da-da3c-443f-b92e-6aaeb218db76,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:50:55.485224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1f824-42fd-40ed-b22a-1b024e6e032b req-ba7f86f6-b21b-45f8-9382-26384c48b90f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:55.486722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bcd1f824-42fd-40ed-b22a-1b024e6e032b req-ba7f86f6-b21b-45f8-9382-26384c48b90f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0525851 Nov 05 21:50:55.542144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bcd1f824-42fd-40ed-b22a-1b024e6e032b req-420d330b-7c36-40a3-bb9b-5b4b1ce1453d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493953 Nov 05 21:50:56.674925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea365d9-ee38-4d8f-8286-e8e1f71fccd4 req-a01759f0-051b-4b93-8a88-5c454561f999 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:56.676463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fea365d9-ee38-4d8f-8286-e8e1f71fccd4 req-a01759f0-051b-4b93-8a88-5c454561f999 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0528660 Nov 05 21:50:56.728401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fea365d9-ee38-4d8f-8286-e8e1f71fccd4 req-44e39871-c285-4e49-b6c9-998097dac0d3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443749 Nov 05 21:50:57.862317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3b48-edf2-4860-8e14-7849c80ce04a req-b92407ae-f598-4ec3-9e51-ef192c8cdb50 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:57.863833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64cc3b48-edf2-4860-8e14-7849c80ce04a req-b92407ae-f598-4ec3-9e51-ef192c8cdb50 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Nov 05 21:50:57.910679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64cc3b48-edf2-4860-8e14-7849c80ce04a req-e709c6e0-d023-4c92-9312-7ecb98f02eec tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Nov 05 21:50:59.051243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76be6f-5c73-4e0e-aaac-a269796ed89b req-4cfd692b-3eb6-498a-bb75-b1192cf4f2ac tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:59.052910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca76be6f-5c73-4e0e-aaac-a269796ed89b req-4cfd692b-3eb6-498a-bb75-b1192cf4f2ac tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0543246 Nov 05 21:50:59.106895 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca76be6f-5c73-4e0e-aaac-a269796ed89b req-d267182a-c542-4946-b04d-3088b850d20c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471857 Nov 05 21:50:59.435737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b5cf2-d319-4be8-a39b-fd579faba812 req-3ca6ed7b-7b5e-4523-b98e-8cdeb1d66eca tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:50:59.437311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b9b5cf2-d319-4be8-a39b-fd579faba812 req-3ca6ed7b-7b5e-4523-b98e-8cdeb1d66eca tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0928218 Nov 05 21:50:59.487071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b9b5cf2-d319-4be8-a39b-fd579faba812 req-4078e7f5-dd90-4b0d-9888-10b2c75c1324 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Nov 05 21:51:00.226397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4efe61-f5dc-4a15-8137-e9e91fc44409 req-a6facf29-ac66-47ed-8b3c-a1033685165e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:00.227996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a4efe61-f5dc-4a15-8137-e9e91fc44409 req-a6facf29-ac66-47ed-8b3c-a1033685165e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0511220 Nov 05 21:51:00.275724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a4efe61-f5dc-4a15-8137-e9e91fc44409 req-7d10d43c-b085-430c-8868-a718a2cd3546 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413489 Nov 05 21:51:00.458135 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:00.609095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59899daa-b0be-4859-935c-4f1df9a56bb4 req-b9f9cea3-9b98-4114-b628-e364a86934a2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:00.610567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59899daa-b0be-4859-935c-4f1df9a56bb4 req-b9f9cea3-9b98-4114-b628-e364a86934a2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Nov 05 21:51:00.662871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59899daa-b0be-4859-935c-4f1df9a56bb4 req-4cb0f896-3abd-4ccb-8acc-011a471ff352 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461750 Nov 05 21:51:01.149304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56788) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:01.255574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8c30-71c1-48a6-9339-28f2ede7148c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:01.330116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8c30-71c1-48a6-9339-28f2ede7148c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:01.395061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b4d1-8e61-44da-98c9-1f5d4ab66c32 req-7d2a02a0-cc25-4227-81d1-f7a3941f15d9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:01.396714 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5dd5b4d1-8e61-44da-98c9-1f5d4ab66c32 req-7d2a02a0-cc25-4227-81d1-f7a3941f15d9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0506475 Nov 05 21:51:01.406832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8c30-71c1-48a6-9339-28f2ede7148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:01.451153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5bc8c30-71c1-48a6-9339-28f2ede7148c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76dac99eb9bc44959c61a946f0315759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005614 Nov 05 21:51:01.468228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56798) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:01.469510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc8c30-71c1-48a6-9339-28f2ede7148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2459833a-1ece-4f74-906a-422266fd18ed,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:01.475038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5dd5b4d1-8e61-44da-98c9-1f5d4ab66c32 req-4e36fa4e-0cee-458a-90e5-ceb966f8a490 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716174 Nov 05 21:51:01.536456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2176514e-471c-4f67-8950-88701d75fbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:01.558670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2176514e-471c-4f67-8950-88701d75fbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:01.663975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2176514e-471c-4f67-8950-88701d75fbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:01.667163 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2176514e-471c-4f67-8950-88701d75fbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:01.668392 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2176514e-471c-4f67-8950-88701d75fbcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2459833a-1ece-4f74-906a-422266fd18ed HTTP/1.1" status: 204 len: 168 time: 0.1840935 Nov 05 21:51:01.677343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176514e-471c-4f67-8950-88701d75fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2459833a-1ece-4f74-906a-422266fd18ed,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:01.807656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607715c-9b44-4729-a483-d12cb742325f req-04aad658-6340-45fa-a03d-7329622b3710 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:01.809138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a607715c-9b44-4729-a483-d12cb742325f req-04aad658-6340-45fa-a03d-7329622b3710 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0652077 Nov 05 21:51:01.858749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a607715c-9b44-4729-a483-d12cb742325f req-21d78a87-4b34-4833-a383-dd9b7ab938e3 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Nov 05 21:51:02.600636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0dd98-1d98-47e4-a0a5-f17c1e50e27e req-0f16816a-10fd-4d89-9a48-41e6e4234ff1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:02.602190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4c0dd98-1d98-47e4-a0a5-f17c1e50e27e req-0f16816a-10fd-4d89-9a48-41e6e4234ff1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0584276 Nov 05 21:51:02.666669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4c0dd98-1d98-47e4-a0a5-f17c1e50e27e req-7615cc3c-f738-4af9-8453-44b02d9e2592 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Nov 05 21:51:02.736993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:02.979832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737728d-aa33-4d62-ae9d-44989333126f req-31e99326-41be-4f29-96dd-b1adee053a32 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:02.981479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8737728d-aa33-4d62-ae9d-44989333126f req-31e99326-41be-4f29-96dd-b1adee053a32 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0520601 Nov 05 21:51:03.033398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8737728d-aa33-4d62-ae9d-44989333126f req-c6ba0444-6e0d-4617-a1f0-6d9db679e799 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Nov 05 21:51:03.039323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a75f39b9-0dff-403f-aa3d-aecf2831b17f req-85bb0fa2-d53a-4469-802f-ebf367f60e34 tempest-AbsoluteLimitsNegativeTestJSON-1283716112 tempest-AbsoluteLimitsNegativeTestJSON-1283716112-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd0e557c3d0d47e5923267582ec6e83c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297446 Nov 05 21:51:03.519877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f39b9-0dff-403f-aa3d-aecf2831b17f req-caf000af-3136-4408-8ae5-5a1cf7aaa45a tempest-AbsoluteLimitsNegativeTestJSON-1283716112 tempest-AbsoluteLimitsNegativeTestJSON-1283716112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:03.521385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a75f39b9-0dff-403f-aa3d-aecf2831b17f req-caf000af-3136-4408-8ae5-5a1cf7aaa45a tempest-AbsoluteLimitsNegativeTestJSON-1283716112 tempest-AbsoluteLimitsNegativeTestJSON-1283716112-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710133 Nov 05 21:51:03.537600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a75f39b9-0dff-403f-aa3d-aecf2831b17f req-d39c3e14-d7a3-4d0e-8251-90269a0e6c12 tempest-AbsoluteLimitsNegativeTestJSON-1283716112 tempest-AbsoluteLimitsNegativeTestJSON-1283716112-project] 10.222.0.41 "GET /v2.0/quotas/dd0e557c3d0d47e5923267582ec6e83c HTTP/1.1" status: 200 len: 375 time: 0.0095813 Nov 05 21:51:03.569909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a75f39b9-0dff-403f-aa3d-aecf2831b17f req-902dcf6a-d685-4f91-beec-9f3f888783c6 tempest-AbsoluteLimitsNegativeTestJSON-1283716112 tempest-AbsoluteLimitsNegativeTestJSON-1283716112-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd0e557c3d0d47e5923267582ec6e83c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267150 Nov 05 21:51:03.793825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8d44-23fe-4fa1-a299-c9823d148819 req-0dd81bd5-8584-43b6-8f29-81d7230f4f99 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:03.795412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c25e8d44-23fe-4fa1-a299-c9823d148819 req-0dd81bd5-8584-43b6-8f29-81d7230f4f99 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0557520 Nov 05 21:51:03.847154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c25e8d44-23fe-4fa1-a299-c9823d148819 req-0f57e5c6-9e3d-4018-8584-33d70fedb9b7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Nov 05 21:51:04.062854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:04.177762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126023d-befd-4bb0-a1ac-76f147f13ea9 req-3f537d80-7a3d-4b6f-a3ad-460739189748 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:04.179293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f126023d-befd-4bb0-a1ac-76f147f13ea9 req-3f537d80-7a3d-4b6f-a3ad-460739189748 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0645480 Nov 05 21:51:04.186424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84d6172e-fd34-4131-b2cc-24f1c2019e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:04.230236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f126023d-befd-4bb0-a1ac-76f147f13ea9 req-8b939fe4-6fcb-40c3-862a-95bdae9f7ddc tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Nov 05 21:51:04.265592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84d6172e-fd34-4131-b2cc-24f1c2019e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:04.326693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84d6172e-fd34-4131-b2cc-24f1c2019e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:04.366785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-84d6172e-fd34-4131-b2cc-24f1c2019e10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd0e557c3d0d47e5923267582ec6e83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026519 Nov 05 21:51:04.367949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6172e-fd34-4131-b2cc-24f1c2019e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c48b97-b19b-4d4e-9546-9bdd0c2fefa7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:04.369559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56880) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:04.431991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ad4292b-25e5-4822-922c-bde383ced21e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:04.456187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ad4292b-25e5-4822-922c-bde383ced21e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:04.543856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ad4292b-25e5-4822-922c-bde383ced21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:04.546420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ad4292b-25e5-4822-922c-bde383ced21e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:04.551248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0ad4292b-25e5-4822-922c-bde383ced21e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6c48b97-b19b-4d4e-9546-9bdd0c2fefa7 HTTP/1.1" status: 204 len: 168 time: 0.1794403 Nov 05 21:51:04.558332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4292b-25e5-4822-922c-bde383ced21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c48b97-b19b-4d4e-9546-9bdd0c2fefa7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:04.985058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15705-73c4-42e2-8be3-d2721290f4ba req-0eb4eb21-4a17-40a1-bcef-d66f198da15e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:04.986636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2eb15705-73c4-42e2-8be3-d2721290f4ba req-0eb4eb21-4a17-40a1-bcef-d66f198da15e tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0594127 Nov 05 21:51:05.035458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2eb15705-73c4-42e2-8be3-d2721290f4ba req-e0617d9c-9e83-4dbb-972d-cc1fe868ecd5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416131 Nov 05 21:51:05.384299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b42ae-1f29-41b3-9b44-17ba4fd3503f req-16570357-9673-4060-ba84-b09177b07c24 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:05.386535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa6b42ae-1f29-41b3-9b44-17ba4fd3503f req-16570357-9673-4060-ba84-b09177b07c24 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0666983 Nov 05 21:51:05.438501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa6b42ae-1f29-41b3-9b44-17ba4fd3503f req-593b828a-5432-4501-840a-3828528a10ec tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Nov 05 21:51:05.517904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56916) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:05.613553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1805432391-network', 'tenant_id': 'd51e47aca41949f5a294d251f520dbbb'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:05.686680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Made reservation on behalf of d51e47aca41949f5a294d251f520dbbb for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:51:05.689142 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:05.697999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:05.773422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:05.835209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:05.862449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:51:05.868471 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abbc957-3789-443f-b7c2-7a9680036019,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:05.874206 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:05.874541 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Added segment 134bd199-db3b-47cf-a20d-347fcd53bec0 of type vlan for network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 Nov 05 21:51:05.913355 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:06.046215 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:06.047175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:06.047780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:06.112032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] Pushing event updated for resources: {'Network': ['ID=26bbbfcc-d99b-4efd-81ec-387965fd9e99,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:06.121730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:51:06.164853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55457cdf-cdb2-413d-8010-8905b07ce677 req-15b392fc-3705-4107-9400-c809df9be881 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:06.166886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55457cdf-cdb2-413d-8010-8905b07ce677 req-15b392fc-3705-4107-9400-c809df9be881 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0504818 Nov 05 21:51:06.174641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-424bc529-153e-4e56-a98e-671d2484b26a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6556599 Nov 05 21:51:06.177895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56928) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:06.184769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Request body: {'subnet': {'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1805432391-subnet', 'tenant_id': 'd51e47aca41949f5a294d251f520dbbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:06.222320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55457cdf-cdb2-413d-8010-8905b07ce677 req-b35fab3e-fbc0-4969-83cf-5a810cf06a81 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Nov 05 21:51:06.298020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-185b81de-429a-465a-9d98-66a2c9db2acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:06.331794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Made reservation on behalf of d51e47aca41949f5a294d251f520dbbb for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:51:06.334111 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:06.562518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de49ce-1051-4c48-8416-97b496ec84aa req-a2ccb283-ef47-4fd1-95f6-e92861484c31 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:06.564035 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63de49ce-1051-4c48-8416-97b496ec84aa req-a2ccb283-ef47-4fd1-95f6-e92861484c31 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0498092 Nov 05 21:51:06.577726 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:06.665161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63de49ce-1051-4c48-8416-97b496ec84aa req-f364d8b9-8e8c-4a6a-b7df-8f6b19e7211e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944605 Nov 05 21:51:06.666632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5469c809-1354-45d5-9368-c6a3f2c8415d,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:06.674072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Checking segment: {'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:51:06.674435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Network hostable DHCP agents. Network: 26bbbfcc-d99b-4efd-81ec-387965fd9e99, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:51:06.760575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:51:06.852366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 26bbbfcc-d99b-4efd-81ec-387965fd9e99) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:51:06.862953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:06.865849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:06.867335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f848344-528d-47cd-abe6-4eb3e31f2ffc None None] Network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:51:06.949148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a83125fa-01b0-43e7-80a7-f03538ed5edd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7615359 Nov 05 21:51:06.998443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae34d6-0c73-4c9a-bbe8-a7302d15e7d8 None None] Network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:51:07.185053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-90480618-cc2f-42c4-973f-c27f29f11674 req-76d04756-2cc0-4768-a47e-0af0797584c2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-357670108', 'description': 'tempest-description-385594054'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:07.269403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90480618-cc2f-42c4-973f-c27f29f11674 req-76d04756-2cc0-4768-a47e-0af0797584c2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.346649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90480618-cc2f-42c4-973f-c27f29f11674 req-76d04756-2cc0-4768-a47e-0af0797584c2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.351141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb7cb9-dcc2-4459-b04c-dbed8e04e40e req-4618ad21-d522-4173-b91f-a269dca09627 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:07.352649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9eb7cb9-dcc2-4459-b04c-dbed8e04e40e req-4618ad21-d522-4173-b91f-a269dca09627 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0569141 Nov 05 21:51:07.399840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9eb7cb9-dcc2-4459-b04c-dbed8e04e40e req-30387353-c812-4038-96ae-0e44fb71729d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Nov 05 21:51:07.412519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90480618-cc2f-42c4-973f-c27f29f11674 req-76d04756-2cc0-4768-a47e-0af0797584c2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.441846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d04756-2cc0-4768-a47e-0af0797584c2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddecb68e-2857-4cc7-811a-2f11c932715c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:07.442749 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:51:07.528524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-90480618-cc2f-42c4-973f-c27f29f11674 req-76d04756-2cc0-4768-a47e-0af0797584c2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.529768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-90480618-cc2f-42c4-973f-c27f29f11674 req-76d04756-2cc0-4768-a47e-0af0797584c2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3490779 Nov 05 21:51:07.555026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-30a2bdd5-c912-46ce-b8de-18d0bfd4d4d1 req-3950a5e9-f354-47b1-baf3-67e651fb47a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-427018065', 'description': 'tempest-description-432756223'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:07.628896 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-30a2bdd5-c912-46ce-b8de-18d0bfd4d4d1 req-3950a5e9-f354-47b1-baf3-67e651fb47a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.693356 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-30a2bdd5-c912-46ce-b8de-18d0bfd4d4d1 req-3950a5e9-f354-47b1-baf3-67e651fb47a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.766170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-30a2bdd5-c912-46ce-b8de-18d0bfd4d4d1 req-3950a5e9-f354-47b1-baf3-67e651fb47a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.795522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950a5e9-f354-47b1-baf3-67e651fb47a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d103513e-18fd-4fad-9ece-ed2201ad4456,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:07.807377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9aa38-bf67-4fc6-813a-2fd913bf5b38 req-04f91775-436e-471b-afb3-cab0acf5d262 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:07.808910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70b9aa38-bf67-4fc6-813a-2fd913bf5b38 req-04f91775-436e-471b-afb3-cab0acf5d262 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0537710 Nov 05 21:51:07.857870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70b9aa38-bf67-4fc6-813a-2fd913bf5b38 req-6ab6db5b-b894-415d-b044-ea7c47cc3439 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Nov 05 21:51:07.864856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-30a2bdd5-c912-46ce-b8de-18d0bfd4d4d1 req-3950a5e9-f354-47b1-baf3-67e651fb47a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:07.866189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30a2bdd5-c912-46ce-b8de-18d0bfd4d4d1 req-3950a5e9-f354-47b1-baf3-67e651fb47a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3153908 Nov 05 21:51:08.131806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-17922da3-d0e4-4969-b41f-477eac646d0e tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:08.133276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-17922da3-d0e4-4969-b41f-477eac646d0e tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 813 time: 0.1225026 Nov 05 21:51:08.148052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-1dc39ee7-c42a-4507-82f6-1342f9be8b43 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/quotas/d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 375 time: 0.0088720 Nov 05 21:51:08.180476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-022a9797-d4fd-4a47-a57d-dd1569d95f45 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266178 Nov 05 21:51:08.326481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-803a5616-7634-4159-aafa-81b5811ce956 service neutron] 10.222.0.41 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390052 Nov 05 21:51:08.421444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-2329702f-a017-48c7-83f5-96d4f9b73ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886445 Nov 05 21:51:08.452557 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea9c55eb-16bb-497a-b95b-80e7b1d2f032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:08.528298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e58a-efef-45a2-bf7b-9a13509548b6 req-6221a0e6-488f-4310-98b4-08f69da6e97c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:08.529837 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1e8e58a-efef-45a2-bf7b-9a13509548b6 req-6221a0e6-488f-4310-98b4-08f69da6e97c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0522830 Nov 05 21:51:08.576260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1e8e58a-efef-45a2-bf7b-9a13509548b6 req-e9fa2bc9-a575-4d32-930b-e472658525e3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Nov 05 21:51:08.670138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55863c0f-151f-4c31-a3b9-4a16d428ebe1 req-8a07968d-9709-4588-aee1-cf9a9618725f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 210 time: 0.0313995 Nov 05 21:51:08.979809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8bc23-3858-48c4-a777-6be63d67eeaf req-16a43bc6-dfca-4f7a-b51b-4980fa4f1dec tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:08.981631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25c8bc23-3858-48c4-a777-6be63d67eeaf req-16a43bc6-dfca-4f7a-b51b-4980fa4f1dec tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0545321 Nov 05 21:51:09.048447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25c8bc23-3858-48c4-a777-6be63d67eeaf req-ea33d615-e00f-4e3b-8b01-f9d13ef023b5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593202 Nov 05 21:51:09.702667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94a1b4-f514-40c1-828a-06c254d7ae17 req-fdc9c46e-7c4f-4df7-a44c-b143fa369ba2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:09.704596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b94a1b4-f514-40c1-828a-06c254d7ae17 req-fdc9c46e-7c4f-4df7-a44c-b143fa369ba2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0542519 Nov 05 21:51:09.763798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ed73b05-ab1b-4d3d-9858-7c20f4df700d req-5d92f647-3cb0-4c53-bc2c-2bbde931eb9c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 210 time: 0.0371125 Nov 05 21:51:09.764655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b94a1b4-f514-40c1-828a-06c254d7ae17 req-8c0d76a8-5162-498b-aa81-f8425a9ce314 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528278 Nov 05 21:51:09.960706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:10.192522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810c526-c52b-485d-b6b5-f1595a2103b0 req-5b5d9256-d072-4c9a-8242-9c947ae05db1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:10.194080 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f810c526-c52b-485d-b6b5-f1595a2103b0 req-5b5d9256-d072-4c9a-8242-9c947ae05db1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0561595 Nov 05 21:51:10.246188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f810c526-c52b-485d-b6b5-f1595a2103b0 req-bc93bde0-5a6d-4722-92a8-c5c6ec9708fa tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451071 Nov 05 21:51:10.661328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ca6f2-8689-49fe-8293-ee9ab6084935 req-f1c90098-63ed-4ac4-a840-cb5ed9a7390d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:10.662896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f28ca6f2-8689-49fe-8293-ee9ab6084935 req-f1c90098-63ed-4ac4-a840-cb5ed9a7390d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0531898 Nov 05 21:51:10.720291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f28ca6f2-8689-49fe-8293-ee9ab6084935 req-e25ab88f-275f-4b62-a18c-87237a458a60 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508435 Nov 05 21:51:10.769255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-9c49e037-6942-4c91-971f-7973e8dcf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:10.770840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-9c49e037-6942-4c91-971f-7973e8dcf5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 1096 time: 0.0443466 Nov 05 21:51:10.903727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341fa89-4975-47d2-a4cc-ffd9c029ce94 req-21225241-0f3a-4360-bdc9-8d2f2efd29d9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:10.905261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e341fa89-4975-47d2-a4cc-ffd9c029ce94 req-21225241-0f3a-4360-bdc9-8d2f2efd29d9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0662382 Nov 05 21:51:10.910022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c116415-aa55-49f6-bcd4-fec96b1c0a3f req-b2db0f32-b21a-4cfb-b04e-c384a8eef92b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 210 time: 0.0338240 Nov 05 21:51:10.932805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-fb091b7e-1ba1-4549-9971-9bf6fa6be3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:10.934941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-fb091b7e-1ba1-4549-9971-9bf6fa6be3b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 911 time: 0.1566551 Nov 05 21:51:10.961055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e341fa89-4975-47d2-a4cc-ffd9c029ce94 req-1b37c83c-02a8-42e3-a08d-9e75b2dbd2e2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Nov 05 21:51:11.005603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-fd60cbf9-2ed7-4be9-9394-b9743c447683 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 200 len: 1001 time: 0.0640464 Nov 05 21:51:11.055394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-e1c7bbc1-65d4-4e06-8475-8e1a767d2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:11.056911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-e1c7bbc1-65d4-4e06-8475-8e1a767d2e84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.0438251 Nov 05 21:51:11.104518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-df503e7c-e5a2-41a9-a083-fb7410d7b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:11.106057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-df503e7c-e5a2-41a9-a083-fb7410d7b397 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427475 Nov 05 21:51:11.312364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-636721c6-8d79-4c9a-a1c8-02cf308a2c96 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:11.314094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-636721c6-8d79-4c9a-a1c8-02cf308a2c96 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 813 time: 0.2061322 Nov 05 21:51:11.316110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-9a512f40-cb26-4720-aca1-4c835c33091d service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997430 Nov 05 21:51:11.326861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'port': {'device_id': '125f54b3-7564-479a-93b5-9321ca04a065', 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99', 'admin_state_up': True, 'tenant_id': 'd51e47aca41949f5a294d251f520dbbb'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:11.382549 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:11.500672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7088bd28-ce77-4d7e-9b98-313f5830d3df req-75820979-a6d4-49ed-b0ba-bd9206451441 service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696486 Nov 05 21:51:11.599803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Made reservation on behalf of d51e47aca41949f5a294d251f520dbbb for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:51:11.603439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:11.725642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Allocated IP 172.20.0.5 (26bbbfcc-d99b-4efd-81ec-387965fd9e99/5469c809-1354-45d5-9368-c6a3f2c8415d/06512715-b602-4097-ae05-de95461a4d67) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:51:11.898116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cff596-2eea-4318-8c3d-5bd2cf2784c0 req-48f1aa3a-70ea-4114-bf4a-e4c391477eb2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:11.899727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7cff596-2eea-4318-8c3d-5bd2cf2784c0 req-48f1aa3a-70ea-4114-bf4a-e4c391477eb2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.1004353 Nov 05 21:51:11.929903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:11.932723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:11.982455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7cff596-2eea-4318-8c3d-5bd2cf2784c0 req-35156c29-02eb-46ac-a365-b402a4ebf771 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642347 Nov 05 21:51:12.052901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9b9fdf4-3b04-41ef-bfcc-bc73647da827 req-23847adf-c2e7-4bdf-9655-3e48a2235c8e tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 210 time: 0.0361104 Nov 05 21:51:12.098692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:12.144617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:51:12.150506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:51:12.154376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:51:12.186948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:12.220492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.220910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.221170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.221503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.221837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.222207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.222535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.222866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.223173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.223503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.223841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.224172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:12.243490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:12.244204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:12.274681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27cf9e-0b04-488d-a538-3cff7ec7b664 req-9f677e33-9e41-4326-b5f2-c4dc7ae772e6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:12.276969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f27cf9e-0b04-488d-a538-3cff7ec7b664 req-9f677e33-9e41-4326-b5f2-c4dc7ae772e6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.1162586 Nov 05 21:51:12.341967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f27cf9e-0b04-488d-a538-3cff7ec7b664 req-11ece739-4136-436f-a14f-63411c42c9fe tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572667 Nov 05 21:51:12.370140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-98cf5a4e-fdb7-4e08-b86e-7a00be964a5a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471473 Nov 05 21:51:12.392157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Request body: {'port': {'device_id': '125f54b3-7564-479a-93b5-9321ca04a065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:12.448463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:12.709730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06512715-b602-4097-ae05-de95461a4d67 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:51:12.717421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:12.729970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Transition to ACTIVE for port object 06512715-b602-4097-ae05-de95461a4d67 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:51:12.789450 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:12.848106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Pushing event updated for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:12.912243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Attempting to bind port 06512715-b602-4097-ae05-de95461a4d67 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:51:12.912900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Attempting to bind port 06512715-b602-4097-ae05-de95461a4d67 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:51:12.912900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Attempting to bind port 06512715-b602-4097-ae05-de95461a4d67 on network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:51:12.917635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Port 06512715-b602-4097-ae05-de95461a4d67 on network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:51:12.917954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Attempting to bind port 06512715-b602-4097-ae05-de95461a4d67 on network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:51:12.922960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:51:12.923290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Checking segment: {'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:51:12.923705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Bound using segment: {'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:51:12.924132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Bound port: 06512715-b602-4097-ae05-de95461a4d67, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:51:12.924480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:12.986637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:51:12.989639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06512715-b602-4097-ae05-de95461a4d67,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:51:13.072404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:13.109411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:13.110018 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:13.111409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] 10.222.0.46 "PUT /v2.0/ports/06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 200 len: 1091 time: 0.7239225 Nov 05 21:51:13.111877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'tag': '06512715-b602-4097-ae05-de95461a4d67'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:13.114133 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f08e29-d47e-4336-a540-c4681a71f0af" -d '{"events": [{"name": "network-changed", "server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "tag": "06512715-b602-4097-ae05-de95461a4d67"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:13.115495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dabc8-e2a9-4ffe-906c-e678f2853b3b req-64152d90-08e2-4ef0-ba41-4185a2b0a011 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:13.119027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a73dabc8-e2a9-4ffe-906c-e678f2853b3b req-64152d90-08e2-4ef0-ba41-4185a2b0a011 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Nov 05 21:51:13.144072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826053ea-2bb7-4fe9-9e5c-117615a07e05 service neutron] Pushing event updated for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:13.190814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a73dabc8-e2a9-4ffe-906c-e678f2853b3b req-cbf9a413-dc37-4d3a-babc-d0f7f75079d7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540986 Nov 05 21:51:13.220021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c1a94-d54c-49d1-94d3-1ec8d5107a3b req-b395cea4-affb-4a09-8dab-84ad58b0fe92 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:13.221582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-236c1a94-d54c-49d1-94d3-1ec8d5107a3b req-b395cea4-affb-4a09-8dab-84ad58b0fe92 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 943 time: 0.0615337 Nov 05 21:51:13.248549 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0402f588-0a93-4a5a-9a51-cb3fcbae48c0 x-openstack-request-id: req-0402f588-0a93-4a5a-9a51-cb3fcbae48c0 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:13.248840 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "tag": "06512715-b602-4097-ae05-de95461a4d67", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:13.249090 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0402f588-0a93-4a5a-9a51-cb3fcbae48c0 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:13.249486 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'tag': '06512715-b602-4097-ae05-de95461a4d67', 'status': 'completed', 'code': 200} Nov 05 21:51:13.302584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-236c1a94-d54c-49d1-94d3-1ec8d5107a3b req-c3bc6b41-6bfb-4df1-8062-b5a900672344 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715377 Nov 05 21:51:13.323922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-95a8ef7e-d4fc-43ee-bad9-84052e591290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:13.325474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-95a8ef7e-d4fc-43ee-bad9-84052e591290 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1094 time: 0.0803645 Nov 05 21:51:13.373350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-100d7c02-200e-4c40-b82d-45d4d3d15867 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 200 len: 217 time: 0.0394788 Nov 05 21:51:13.448920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-ce9dac54-b8e9-422b-a984-71e04e868361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:13.450351 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-ce9dac54-b8e9-422b-a984-71e04e868361 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.0696621 Nov 05 21:51:13.488768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-17e1e521-e018-47c9-a360-9e0c8920dc83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274558 Nov 05 21:51:13.496726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee7fe4-9b99-483d-ad27-78ba7dc74752 req-9d50bda0-68cc-4d1a-91c4-8fed3a2a40f0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:13.498080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adee7fe4-9b99-483d-ad27-78ba7dc74752 req-9d50bda0-68cc-4d1a-91c4-8fed3a2a40f0 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0789523 Nov 05 21:51:13.598144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adee7fe4-9b99-483d-ad27-78ba7dc74752 req-3c3bbeb2-d9ed-4e1f-ad10-731df76762e3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918689 Nov 05 21:51:13.621094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-9da4268f-2b4a-4222-b170-9b678bb6b743 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220839 Nov 05 21:51:13.717008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c24f25-591b-4256-b176-64dbf8925f2d req-78cbe4e0-62be-4400-87d9-e665397b7792 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885367 Nov 05 21:51:13.733336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57092) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:13.855382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f13a8de-61be-418d-a28e-5c57b1dc3ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:13.879161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f08e29-d47e-4336-a540-c4681a71f0af req-ffef7c86-8f34-41a3-b10c-6dc5511c885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:13.880743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f08e29-d47e-4336-a540-c4681a71f0af req-ffef7c86-8f34-41a3-b10c-6dc5511c885d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1094 time: 0.0744879 Nov 05 21:51:14.012443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f08e29-d47e-4336-a540-c4681a71f0af req-1ed06b36-4830-4dba-bc00-8018d1b4e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:14.013911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f08e29-d47e-4336-a540-c4681a71f0af req-1ed06b36-4830-4dba-bc00-8018d1b4e138 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 914 time: 0.1259370 Nov 05 21:51:14.015762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f13a8de-61be-418d-a28e-5c57b1dc3ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:14.055206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f08e29-d47e-4336-a540-c4681a71f0af req-28fae483-27c9-4e9d-9434-11e28a6455e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 200 len: 217 time: 0.0342793 Nov 05 21:51:14.105645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f13a8de-61be-418d-a28e-5c57b1dc3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:14.425023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f08e29-d47e-4336-a540-c4681a71f0af req-8a07c29d-d080-4a69-9dfe-1e871fc4a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:14.426280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055de1ea-4f26-4e2b-b14c-d169cc9b73a5 req-6cce4c8b-0fe0-461c-8b88-a30644e9beab tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:14.427143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f08e29-d47e-4336-a540-c4681a71f0af req-8a07c29d-d080-4a69-9dfe-1e871fc4a34c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.3650508 Nov 05 21:51:14.428046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-055de1ea-4f26-4e2b-b14c-d169cc9b73a5 req-6cce4c8b-0fe0-461c-8b88-a30644e9beab tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 943 time: 0.0528600 Nov 05 21:51:14.460804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13a8de-61be-418d-a28e-5c57b1dc3ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d9657e-6743-4442-b47d-f0f2d28838cb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:14.476877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-055de1ea-4f26-4e2b-b14c-d169cc9b73a5 req-5c40e1e0-2ff7-4a89-9550-a535c77bd3f3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Nov 05 21:51:14.480980 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3f13a8de-61be-418d-a28e-5c57b1dc3ba1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5db24cb7ad8f4d08a95b89aeb96a3885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7463942 Nov 05 21:51:14.483303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f08e29-d47e-4336-a540-c4681a71f0af req-278d8efb-46c5-4d24-99c3-7b429e82176f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356998 Nov 05 21:51:14.483706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57102) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:14.537324 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85d10128-ca49-40da-9e89-8bd235f148f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:14.567042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85d10128-ca49-40da-9e89-8bd235f148f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:14.584453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f08e29-d47e-4336-a540-c4681a71f0af req-965a62f3-0b29-4538-a72b-7e5bb03fbfc1 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931127 Nov 05 21:51:14.689990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f08e29-d47e-4336-a540-c4681a71f0af req-1b3d7509-ea44-41a9-a22e-001a6e96e255 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978365 Nov 05 21:51:14.697660 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85d10128-ca49-40da-9e89-8bd235f148f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:14.700436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-85d10128-ca49-40da-9e89-8bd235f148f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:14.701666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-85d10128-ca49-40da-9e89-8bd235f148f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44d9657e-6743-4442-b47d-f0f2d28838cb HTTP/1.1" status: 204 len: 168 time: 0.2168119 Nov 05 21:51:14.711437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d10128-ca49-40da-9e89-8bd235f148f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d9657e-6743-4442-b47d-f0f2d28838cb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:14.732827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bcf01-7861-4382-8a91-5f99a51a139b req-22bc56b5-1026-4b1d-93c8-8de49bcc5d10 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:14.734321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a21bcf01-7861-4382-8a91-5f99a51a139b req-22bc56b5-1026-4b1d-93c8-8de49bcc5d10 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0635123 Nov 05 21:51:14.784347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a21bcf01-7861-4382-8a91-5f99a51a139b req-9438195f-4a2c-4150-bfc6-54272e70fa19 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Nov 05 21:51:15.323200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57112) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:15.340780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4075880c-441a-4e83-b004-66c0f6f7355c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:15.411201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4075880c-441a-4e83-b004-66c0f6f7355c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:15.485569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4075880c-441a-4e83-b004-66c0f6f7355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:15.540150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4075880c-441a-4e83-b004-66c0f6f7355c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba41a8c3272e44a0a44238009c4f417f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158070 Nov 05 21:51:15.541080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075880c-441a-4e83-b004-66c0f6f7355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867e8b6-4cd1-4deb-ab7e-aed3499d7b58,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:15.543374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57118) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:15.633106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fee2adbf-371b-4b44-bd34-dbe6ef9335c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:15.659083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec260b6-8cc1-453a-b41d-065701f70bea req-3dfbd0b6-569c-4ad8-93d8-f1715b7a41db tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:15.660630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ec260b6-8cc1-453a-b41d-065701f70bea req-3dfbd0b6-569c-4ad8-93d8-f1715b7a41db tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 943 time: 0.0827806 Nov 05 21:51:15.671105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fee2adbf-371b-4b44-bd34-dbe6ef9335c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:15.745048 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ec260b6-8cc1-453a-b41d-065701f70bea req-c3bca6f2-28cc-474d-b49b-6cc980317b89 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 Nov 05 21:51:15.834684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fee2adbf-371b-4b44-bd34-dbe6ef9335c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:15.837752 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fee2adbf-371b-4b44-bd34-dbe6ef9335c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:15.838966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fee2adbf-371b-4b44-bd34-dbe6ef9335c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4867e8b6-4cd1-4deb-ab7e-aed3499d7b58 HTTP/1.1" status: 204 len: 168 time: 0.2946558 Nov 05 21:51:15.849478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2adbf-371b-4b44-bd34-dbe6ef9335c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867e8b6-4cd1-4deb-ab7e-aed3499d7b58,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:15.947058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff0303-f773-4fbf-a508-71f2811f2874 req-45f6db3c-8007-4809-9f55-4dba856e19c3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:15.949332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05ff0303-f773-4fbf-a508-71f2811f2874 req-45f6db3c-8007-4809-9f55-4dba856e19c3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0761960 Nov 05 21:51:16.001413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05ff0303-f773-4fbf-a508-71f2811f2874 req-71ab59bf-bd7d-444b-85ab-cda776d6add1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 Nov 05 21:51:16.421916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06512715-b602-4097-ae05-de95461a4d67 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:51:16.519218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06512715-b602-4097-ae05-de95461a4d67,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:16.536650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '06512715-b602-4097-ae05-de95461a4d67', 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99', 'port_id': '06512715-b602-4097-ae05-de95461a4d67', 'mac_address': 'fa:16:3e:bc:1b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5469c809-1354-45d5-9368-c6a3f2c8415d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:51:16.589949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:16.602156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06512715-b602-4097-ae05-de95461a4d67 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:51:16.621577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06512715-b602-4097-ae05-de95461a4d67,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:16.664998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57134) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:16.680058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba47a604-641e-4bf5-a35d-4f320d7cbec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:16.692315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:16.750362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:16.758517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.758845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.759707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.760043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.760395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.760718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.761037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.761352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.761668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.761982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.762294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.762633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:16.772260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba47a604-641e-4bf5-a35d-4f320d7cbec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:16.845991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba47a604-641e-4bf5-a35d-4f320d7cbec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:16.871538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f07b7-404e-40ba-a32a-68440059f9aa req-92f22aba-b182-47fd-a0af-b0a27530a7dd tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:16.873040 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-246f07b7-404e-40ba-a32a-68440059f9aa req-92f22aba-b182-47fd-a0af-b0a27530a7dd tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 944 time: 0.0502119 Nov 05 21:51:16.882660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47a604-641e-4bf5-a35d-4f320d7cbec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dbbb43-1bd4-48f7-9020-de3fcf8631d9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:16.888330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ba47a604-641e-4bf5-a35d-4f320d7cbec5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14792a2b3099443db3c7c0d54fb5a025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221985 Nov 05 21:51:16.891305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57140) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:16.927983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-246f07b7-404e-40ba-a32a-68440059f9aa req-24e5f44c-9ef8-456f-bbb3-bdfecfad25df tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485690 Nov 05 21:51:16.943989 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4831033-ca36-48dc-9021-59bd7cbcbede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:16.964908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4831033-ca36-48dc-9021-59bd7cbcbede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:17.083745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4831033-ca36-48dc-9021-59bd7cbcbede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:17.086929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:17.091215 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4831033-ca36-48dc-9021-59bd7cbcbede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:17.092427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d4831033-ca36-48dc-9021-59bd7cbcbede admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07dbbb43-1bd4-48f7-9020-de3fcf8631d9 HTTP/1.1" status: 204 len: 168 time: 0.2001216 Nov 05 21:51:17.118139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4831033-ca36-48dc-9021-59bd7cbcbede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dbbb43-1bd4-48f7-9020-de3fcf8631d9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:17.146421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6de62-19ad-4763-9d13-11b9de314590 req-069721d4-bc9a-47f2-a9dd-e2aca58c9693 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:17.148034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96e6de62-19ad-4763-9d13-11b9de314590 req-069721d4-bc9a-47f2-a9dd-e2aca58c9693 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0750599 Nov 05 21:51:17.211451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96e6de62-19ad-4763-9d13-11b9de314590 req-9d6f666f-8a79-4702-be6e-12135847d06f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549240 Nov 05 21:51:18.049283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c31b12-ec1e-4791-95c6-557291d79c59 req-1b556359-864f-4ea6-a100-a957f1a5d3c6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:18.050729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12c31b12-ec1e-4791-95c6-557291d79c59 req-1b556359-864f-4ea6-a100-a957f1a5d3c6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 944 time: 0.0484517 Nov 05 21:51:18.099235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12c31b12-ec1e-4791-95c6-557291d79c59 req-c7b7b3d6-9e9c-4be2-abd2-afddd8499946 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 Nov 05 21:51:18.332048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c233924-6112-4047-bdae-c229093ff2d2 req-6ac55ef7-a582-436a-97c9-2a9c3d479066 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:18.333543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c233924-6112-4047-bdae-c229093ff2d2 req-6ac55ef7-a582-436a-97c9-2a9c3d479066 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0500343 Nov 05 21:51:18.385546 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c233924-6112-4047-bdae-c229093ff2d2 req-a2fe9c40-81d1-490a-b8b1-3ca056d1abfa tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 Nov 05 21:51:18.441066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06512715-b602-4097-ae05-de95461a4d67 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:51:18.560454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 06512715-b602-4097-ae05-de95461a4d67 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:51:18.564270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 06512715-b602-4097-ae05-de95461a4d67 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:51:18.564646 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:18.640744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:18.663294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06512715-b602-4097-ae05-de95461a4d67'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:18.666551 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7974d5b-8eba-4323-9578-17edcf022d9c" -d '{"events": [{"server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "name": "network-vif-plugged", "status": "completed", "tag": "06512715-b602-4097-ae05-de95461a4d67"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:18.679688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06512715-b602-4097-ae05-de95461a4d67,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:18.748859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:18.806499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57194) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:18.807541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:18.904359 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05f75aa-3ea3-44f3-b0ce-f047093331bc x-openstack-request-id: req-d05f75aa-3ea3-44f3-b0ce-f047093331bc {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:18.904659 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "name": "network-vif-plugged", "status": "completed", "tag": "06512715-b602-4097-ae05-de95461a4d67", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:18.904919 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d05f75aa-3ea3-44f3-b0ce-f047093331bc {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:18.905326 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06512715-b602-4097-ae05-de95461a4d67', 'code': 200} Nov 05 21:51:18.939074 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e80d76e-12e0-4e64-92d6-94c656e563b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:19.027224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062706f6-ad3a-4b3a-a7ea-7c6542927979 req-09f5832d-a38f-4545-b0ca-ab3a3074f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:19.028787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-062706f6-ad3a-4b3a-a7ea-7c6542927979 req-09f5832d-a38f-4545-b0ca-ab3a3074f4ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1096 time: 0.0578272 Nov 05 21:51:19.077751 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e80d76e-12e0-4e64-92d6-94c656e563b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:19.090731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-062706f6-ad3a-4b3a-a7ea-7c6542927979 req-da9baf46-c4a4-442d-830e-7f218920dd9e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533972 Nov 05 21:51:19.148087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e80d76e-12e0-4e64-92d6-94c656e563b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:19.187302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6e80d76e-12e0-4e64-92d6-94c656e563b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2116e0e23d248b98ad74afc41bb630d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3794491 Nov 05 21:51:19.188481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d76e-12e0-4e64-92d6-94c656e563b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e149a75d-d504-47f9-bf82-e0b5a78aa2c6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:19.190709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57202) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:19.218498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d9de-b6f0-4767-a18e-4cc93cb88605 req-a97649cb-fa0c-4a07-98b5-02b86c424b5d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:19.220029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4590d9de-b6f0-4767-a18e-4cc93cb88605 req-a97649cb-fa0c-4a07-98b5-02b86c424b5d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 945 time: 0.0522318 Nov 05 21:51:19.248173 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c045937-5ea0-4d0b-a615-b2a1823bea17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:19.269384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c045937-5ea0-4d0b-a615-b2a1823bea17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:19.276880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4590d9de-b6f0-4767-a18e-4cc93cb88605 req-edefa2a3-6579-4664-848f-52b77f996207 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Nov 05 21:51:19.393692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c045937-5ea0-4d0b-a615-b2a1823bea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:19.396235 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c045937-5ea0-4d0b-a615-b2a1823bea17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:19.397423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7c045937-5ea0-4d0b-a615-b2a1823bea17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e149a75d-d504-47f9-bf82-e0b5a78aa2c6 HTTP/1.1" status: 204 len: 168 time: 0.2057910 Nov 05 21:51:19.405751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c045937-5ea0-4d0b-a615-b2a1823bea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149a75d-d504-47f9-bf82-e0b5a78aa2c6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:19.505319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7881e59-72fb-4960-8542-98995cf17b0f req-f74113dc-f80a-409f-aa96-3b14beb8b2c7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:19.506800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7881e59-72fb-4960-8542-98995cf17b0f req-f74113dc-f80a-409f-aa96-3b14beb8b2c7 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0499592 Nov 05 21:51:19.558689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7881e59-72fb-4960-8542-98995cf17b0f req-904c0de5-7349-4df1-b5ab-6b0154fdae37 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 Nov 05 21:51:20.400904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb6d8-f365-4d80-84a2-b0dcfe9717d3 req-5c852ef3-993e-48b2-9e97-2e844b78efa6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:20.402438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd9bb6d8-f365-4d80-84a2-b0dcfe9717d3 req-5c852ef3-993e-48b2-9e97-2e844b78efa6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 945 time: 0.0509510 Nov 05 21:51:20.455426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd9bb6d8-f365-4d80-84a2-b0dcfe9717d3 req-fd66905f-3c49-47c5-84c3-007a2bc3e75a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Nov 05 21:51:20.678210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eebbe-0c1c-45ab-a3a1-f3532d091d87 req-a207eb3c-f6e8-464d-b850-2d1dc47e570c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:20.684068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b5eebbe-0c1c-45ab-a3a1-f3532d091d87 req-a207eb3c-f6e8-464d-b850-2d1dc47e570c tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0545051 Nov 05 21:51:20.727077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b5eebbe-0c1c-45ab-a3a1-f3532d091d87 req-e6f50de2-d70b-448c-a037-a1674f4692c6 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Nov 05 21:51:21.022100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a13955-8be2-4f09-a699-c1f6cc8a6a1a req-c93b84a6-1cb3-427f-801a-b2e1d87eb361 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:21.023727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6a13955-8be2-4f09-a699-c1f6cc8a6a1a req-c93b84a6-1cb3-427f-801a-b2e1d87eb361 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0538003 Nov 05 21:51:21.073450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6a13955-8be2-4f09-a699-c1f6cc8a6a1a req-e60dbe84-ef5c-4cd3-b646-128365beb9f1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Nov 05 21:51:21.196965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a7b33-964b-40ad-9356-b4991eceb31b req-1946d4f3-9a06-403e-aef7-c292597e8bb2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:21.198408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c50a7b33-964b-40ad-9356-b4991eceb31b req-1946d4f3-9a06-403e-aef7-c292597e8bb2 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0539293 Nov 05 21:51:21.245418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c50a7b33-964b-40ad-9356-b4991eceb31b req-6a9b8d31-07d5-4b2a-9250-26a04b9062a3 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Nov 05 21:51:21.569712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a7bcc-90b6-49e4-8c47-8ee0a02a3b80 req-04af27c5-d677-4704-929a-b1bae64ba736 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:21.571114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a33a7bcc-90b6-49e4-8c47-8ee0a02a3b80 req-04af27c5-d677-4704-929a-b1bae64ba736 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 945 time: 0.0494182 Nov 05 21:51:21.619429 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a33a7bcc-90b6-49e4-8c47-8ee0a02a3b80 req-bba55355-1bfa-4ea4-9134-5899d423a00b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Nov 05 21:51:21.734067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-c37f1288-3387-4a15-a3c5-6aaf7a15725b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-357670108&fields=id&tenant_id=d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 267 time: 0.0424135 Nov 05 21:51:21.777986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bc232-b807-4456-b11c-6530bf7ab87d req-3305d5b5-2732-4283-9b0f-7454c9ac3166 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:21.779937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-280bc232-b807-4456-b11c-6530bf7ab87d req-3305d5b5-2732-4283-9b0f-7454c9ac3166 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0551424 Nov 05 21:51:21.799310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-b7dc8803-d38e-4289-9c0d-3531cab5b867 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:21.801154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-b7dc8803-d38e-4289-9c0d-3531cab5b867 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 945 time: 0.0605278 Nov 05 21:51:21.813687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'port': {'security_groups': ['0abbc957-3789-443f-b7c2-7a9680036019', 'ddecb68e-2857-4cc7-811a-2f11c932715c']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:21.832427 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-280bc232-b807-4456-b11c-6530bf7ab87d req-633143ae-eeae-46ec-b01e-eb9ef14c425b tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Nov 05 21:51:21.889369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:22.090182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06512715-b602-4097-ae05-de95461a4d67,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:22.128446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:22.336815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:22.349269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:22.380986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.381620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:22.383010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-789dce80-d6df-4dc8-99c2-a6f884102979 req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "PUT /v2.0/ports/06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 200 len: 981 time: 0.5741582 Nov 05 21:51:22.386571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'tag': '06512715-b602-4097-ae05-de95461a4d67'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:22.388121 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debf7f6e-972c-4509-a7c4-7c162350836a" -d '{"events": [{"name": "network-changed", "server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "tag": "06512715-b602-4097-ae05-de95461a4d67"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:22.419043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319423-da0c-4cac-a825-e13a9766c420 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:22.467276 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bdc417-db9e-4d71-bf1d-5a86017f243d x-openstack-request-id: req-32bdc417-db9e-4d71-bf1d-5a86017f243d {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:22.467701 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "tag": "06512715-b602-4097-ae05-de95461a4d67", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:22.468221 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32bdc417-db9e-4d71-bf1d-5a86017f243d {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:22.468773 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'tag': '06512715-b602-4097-ae05-de95461a4d67', 'status': 'completed', 'code': 200} Nov 05 21:51:22.507698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:22.534264 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-427b7984-f7e9-4973-a1f9-17fadcccfe16 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-427018065&fields=id&tenant_id=d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 267 time: 0.0803344 Nov 05 21:51:22.567124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7f6e-972c-4509-a7c4-7c162350836a req-b9e4b87c-1e9f-43fb-a29f-939ffaddcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.567377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debf7f6e-972c-4509-a7c4-7c162350836a req-b9e4b87c-1e9f-43fb-a29f-939ffaddcf8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1135 time: 0.0728524 Nov 05 21:51:22.613163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-bfdf87f4-c237-4179-ab6b-c10619089c17 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.621429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-bfdf87f4-c237-4179-ab6b-c10619089c17 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 984 time: 0.0760174 Nov 05 21:51:22.627484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'port': {'security_groups': ['0abbc957-3789-443f-b7c2-7a9680036019', 'ddecb68e-2857-4cc7-811a-2f11c932715c', 'd103513e-18fd-4fad-9ece-ed2201ad4456']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:22.701873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-089a5715-a502-4113-92c7-05bf822fb97f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1044986 Nov 05 21:51:22.709259 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:22.729038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7f6e-972c-4509-a7c4-7c162350836a req-7fe7a2a6-4e14-4ee9-8854-5154d000e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.733388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debf7f6e-972c-4509-a7c4-7c162350836a req-7fe7a2a6-4e14-4ee9-8854-5154d000e7b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 914 time: 0.1560781 Nov 05 21:51:22.784555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debf7f6e-972c-4509-a7c4-7c162350836a req-bc8d0ac1-0a76-4b6f-8a18-5e41513fedee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 200 len: 217 time: 0.0467248 Nov 05 21:51:22.862246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7f6e-972c-4509-a7c4-7c162350836a req-658d8e39-e401-4418-b32b-4e8cc31aafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.863939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debf7f6e-972c-4509-a7c4-7c162350836a req-658d8e39-e401-4418-b32b-4e8cc31aafd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.0718474 Nov 05 21:51:22.870162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.870633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.871154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.871676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.872025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.872483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.872941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:22.874842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-918b8cb1-18d2-4bb6-a51d-fb64f98f21f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6498 time: 0.0990868 Nov 05 21:51:22.902513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debf7f6e-972c-4509-a7c4-7c162350836a req-c8f9e77a-6043-4bfd-863b-5fcbf7aa20f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266278 Nov 05 21:51:22.939161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06512715-b602-4097-ae05-de95461a4d67,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:22.971124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:23.057927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:23.072322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:23.075593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d949450-abfa-4ebb-8733-bf7bd3d2ed34 req-010b69b4-40ff-40f6-9036-0a589ab7b4c9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.077136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d949450-abfa-4ebb-8733-bf7bd3d2ed34 req-010b69b4-40ff-40f6-9036-0a589ab7b4c9 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.1483328 Nov 05 21:51:23.127973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debf7f6e-972c-4509-a7c4-7c162350836a req-471cf64b-02ee-42d7-8aa7-fec599b8b68b service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161150 Nov 05 21:51:23.129482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-0490af20-75c5-4257-b091-7790e98b6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.129934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-0490af20-75c5-4257-b091-7790e98b6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.130408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-0490af20-75c5-4257-b091-7790e98b6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.131907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-0490af20-75c5-4257-b091-7790e98b6a30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=c42f1891-be78-4079-8fbe-2c2273c31bfd&id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 2298 time: 0.2285190 Nov 05 21:51:23.139852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.140494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:23.141882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d07a553-9114-4423-93e9-ba95b8fc52bb req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "PUT /v2.0/ports/06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 200 len: 1020 time: 0.5193381 Nov 05 21:51:23.142341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'tag': '06512715-b602-4097-ae05-de95461a4d67'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:23.144866 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96602686-5cb4-4f0f-8fca-8d7eae9712a9" -d '{"events": [{"name": "network-changed", "server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "tag": "06512715-b602-4097-ae05-de95461a4d67"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:23.148858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802abc4c-55ac-40e7-86cb-d611c2f9bab6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:23.243098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0dc110cb-c193-45dc-af3e-1f0680240b75 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.245255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0dc110cb-c193-45dc-af3e-1f0680240b75 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 946 time: 0.0804355 Nov 05 21:51:23.257316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d949450-abfa-4ebb-8733-bf7bd3d2ed34 req-99b72de5-4fab-459d-bd5f-7f824b4f9400 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730399 Nov 05 21:51:23.282625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:23.289401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-01461bd6-e144-4e41-9e81-2cd92a4578be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 200 len: 1000 time: 0.1383986 Nov 05 21:51:23.346799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-debf7f6e-972c-4509-a7c4-7c162350836a req-939206ea-52ba-47e3-8f24-773608525f28 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107973 Nov 05 21:51:23.362453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-9790a065-b77a-4222-879f-e2e565bbfbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.363967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-9790a065-b77a-4222-879f-e2e565bbfbb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f95f881-444e-4810-b7cf-471248464054 HTTP/1.1" status: 200 len: 856 time: 0.0636547 Nov 05 21:51:23.407883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Deleting port cc2c4db5-2460-4394-885c-7016193aa94f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:51:23.408245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:23.456283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-75b23e28-f46f-42f5-8c25-fd5c86017bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.458827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-75b23e28-f46f-42f5-8c25-fd5c86017bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844567 Nov 05 21:51:23.573363 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c04a27-b5f3-4595-8f70-fd6d07774500 x-openstack-request-id: req-61c04a27-b5f3-4595-8f70-fd6d07774500 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:23.573664 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "tag": "06512715-b602-4097-ae05-de95461a4d67", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:23.573920 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61c04a27-b5f3-4595-8f70-fd6d07774500 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:23.574466 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'tag': '06512715-b602-4097-ae05-de95461a4d67', 'status': 'completed', 'code': 200} Nov 05 21:51:23.586549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] For port cc2c4db5-2460-4394-885c-7016193aa94f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc2c4db5-2460-4394-885c-7016193aa94f,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:23.587680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:23.601143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Calling delete_port for cc2c4db5-2460-4394-885c-7016193aa94f owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:51:23.634346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bea1e-b8ce-4b71-ab55-ba291509907d req-71e88ba2-09ab-4b96-a7b2-dde1722692e6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.636093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256bea1e-b8ce-4b71-ab55-ba291509907d req-71e88ba2-09ab-4b96-a7b2-dde1722692e6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1023 time: 0.2037289 Nov 05 21:51:23.703085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-c3429fc6-66e1-4518-8c19-e629ec8f9bcb tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bc737434330f4f6192ff3a8988c2672e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287642 Nov 05 21:51:23.729836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-26b658a8-1c6e-459a-b224-35d515b90bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.731344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-26b658a8-1c6e-459a-b224-35d515b90bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1174 time: 0.1250644 Nov 05 21:51:23.735341 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-79e1254c-04bf-413f-8c59-0b5a31053ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576210 Nov 05 21:51:23.866269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-71e58751-e855-448f-8415-517a85490950 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.869079 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-71e58751-e855-448f-8415-517a85490950 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545291 Nov 05 21:51:23.872267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-256bea1e-b8ce-4b71-ab55-ba291509907d req-e1774123-e63d-4d1b-9f8d-01274dd80854 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ddecb68e-2857-4cc7-811a-2f11c932715c&id=d103513e-18fd-4fad-9ece-ed2201ad4456 HTTP/1.1" status: 200 len: 6205 time: 0.2050099 Nov 05 21:51:23.889243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-75bbfd2e-e3aa-4bf0-9700-94d72efbaf81 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/quotas/bc737434330f4f6192ff3a8988c2672e HTTP/1.1" status: 200 len: 375 time: 0.0101707 Nov 05 21:51:23.907972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-111dca1b-2955-44a4-8b14-dbebd03c9676 req-2a2da05b-aaf0-443e-9857-93a497dae3b3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1831981110 ', 'description': 'tempest-description-50177831'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:23.927797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-a027ce73-7eb6-4238-92b0-7c40bf1f3c2d tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc737434330f4f6192ff3a8988c2672e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315244 Nov 05 21:51:23.937694 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:23.942670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-002bb42b-7e58-40a4-aaba-54d6acae7550 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894028 Nov 05 21:51:23.949058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-540b753b-2540-4ece-8037-c17d33c1ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:23.950462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-540b753b-2540-4ece-8037-c17d33c1ce12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 914 time: 0.2117124 Nov 05 21:51:23.950583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf', 'cc2c4db5-2460-4394-885c-7016193aa94f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:23.976600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event deleted for resources: {'Port': ['ID=cc2c4db5-2460-4394-885c-7016193aa94f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:24.030567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-7b9fec1b-0029-41eb-a5be-6a4fac842c60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 200 len: 217 time: 0.0678837 Nov 05 21:51:24.031959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-6dc51573-2c72-49f1-99c3-2d118d2205fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 217 time: 0.0787270 Nov 05 21:51:24.033908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] No DVR routers for this DVR port cc2c4db5-2460-4394-885c-7016193aa94f on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:51:24.036741 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.040192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-390432aa-2953-4dda-b5cc-df8f97e598b1 req-0338872d-3cbb-47c9-9304-03a57361cb22 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "DELETE /v2.0/ports/cc2c4db5-2460-4394-885c-7016193aa94f HTTP/1.1" status: 204 len: 173 time: 0.7883294 Nov 05 21:51:24.090683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111dca1b-2955-44a4-8b14-dbebd03c9676 req-2a2da05b-aaf0-443e-9857-93a497dae3b3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.147579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-92cc7133-b3fa-4814-83a2-d759168bc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:24.149009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-92cc7133-b3fa-4814-83a2-d759168bc473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.1030648 Nov 05 21:51:24.152910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-d3b7195a-93ba-4eca-be7a-ad1b00e04e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:24.154216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-d3b7195a-93ba-4eca-be7a-ad1b00e04e90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.1173596 Nov 05 21:51:24.226924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-3825be6b-6d77-4e5e-ab2f-c07422f2ada9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573936 Nov 05 21:51:24.265752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-397e4d2e-9a6a-4731-a982-58d30e8dad2c req-c1f20fb3-8a13-4b5f-bb73-142c26c0e5e9 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 210 time: 0.0488095 Nov 05 21:51:24.279933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-e524e43b-0694-4948-b68f-fe18cd346450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:24.287063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-e524e43b-0694-4948-b68f-fe18cd346450 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236403 Nov 05 21:51:24.323405 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111dca1b-2955-44a4-8b14-dbebd03c9676 req-2a2da05b-aaf0-443e-9857-93a497dae3b3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.394584 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111dca1b-2955-44a4-8b14-dbebd03c9676 req-2a2da05b-aaf0-443e-9857-93a497dae3b3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.422359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-3883608e-3f6e-4fb4-b7ad-ec2e2fdf3a35 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843522 Nov 05 21:51:24.454552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6f72913-9850-4e9c-a2bd-fbbba718d546 req-c7f2a149-80aa-4d62-965d-e07eedd7f3a5 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=65299608-8323-47ff-80f4-374cd9c57fc5 HTTP/1.1" status: 200 len: 210 time: 0.0305893 Nov 05 21:51:24.473740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da05b-aaf0-443e-9857-93a497dae3b3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d48b87-46a4-45f0-8fcc-3fb6c11b15eb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:24.513268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-16334c1b-ccee-4c7a-983d-7affc0241828 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053049 Nov 05 21:51:24.549077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111dca1b-2955-44a4-8b14-dbebd03c9676 req-2a2da05b-aaf0-443e-9857-93a497dae3b3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.550261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-111dca1b-2955-44a4-8b14-dbebd03c9676 req-2a2da05b-aaf0-443e-9857-93a497dae3b3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6508386 Nov 05 21:51:24.606705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96602686-5cb4-4f0f-8fca-8d7eae9712a9 req-2862a932-0d8d-4aa2-9900-a300de9d5516 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759756 Nov 05 21:51:24.653400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9622c3ef-88c1-48ba-8e79-da4966f7681d req-5c2f4b69-00db-4636-a81e-aec7754b30bd tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/f8d48b87-46a4-45f0-8fcc-3fb6c11b15eb HTTP/1.1" status: 200 len: 1798 time: 0.0610058 Nov 05 21:51:24.656914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-682a0af2-34a3-46b0-b382-9878f74db818 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327419 Nov 05 21:51:24.704917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-52f8ce1b-06f2-4302-ade1-10b0f7649fb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 217 time: 0.0393720 Nov 05 21:51:24.715859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab3a1c51-ce11-4058-9d41-1fd81817f87e req-80792da6-0ea8-4141-b447-07b591bf9b19 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/f8d48b87-46a4-45f0-8fcc-3fb6c11b15eb HTTP/1.1" status: 200 len: 1798 time: 0.0391841 Nov 05 21:51:24.759490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-7569514a-b6fd-4654-9f9e-9e8bd390fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:24.760965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-7569514a-b6fd-4654-9f9e-9e8bd390fae6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0489206 Nov 05 21:51:24.774062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab3a1c51-ce11-4058-9d41-1fd81817f87e req-ab48cd9c-282b-49e9-9878-7febbed87f7b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.799655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab3a1c51-ce11-4058-9d41-1fd81817f87e req-ab48cd9c-282b-49e9-9878-7febbed87f7b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.817428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-295e02ed-2f7c-4be2-a6d2-afd5b25f3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:24.819081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-295e02ed-2f7c-4be2-a6d2-afd5b25f3884 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508592 Nov 05 21:51:24.913893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-c4cadfe9-c31d-46d9-8a93-96747a3dbeb9 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862634 Nov 05 21:51:24.943099 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab3a1c51-ce11-4058-9d41-1fd81817f87e req-ab48cd9c-282b-49e9-9878-7febbed87f7b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.945739 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ab3a1c51-ce11-4058-9d41-1fd81817f87e req-ab48cd9c-282b-49e9-9878-7febbed87f7b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:24.947434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab3a1c51-ce11-4058-9d41-1fd81817f87e req-ab48cd9c-282b-49e9-9878-7febbed87f7b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8d48b87-46a4-45f0-8fcc-3fb6c11b15eb HTTP/1.1" status: 204 len: 173 time: 0.2258677 Nov 05 21:51:24.960522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48cd9c-282b-49e9-9878-7febbed87f7b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d48b87-46a4-45f0-8fcc-3fb6c11b15eb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:24.996216 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-c14e3268-9a81-43df-9963-94f6c10eb4d0 req-3492bac9-7425-4baf-bf99-ab04ade0b3ab tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:24.996216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c14e3268-9a81-43df-9963-94f6c10eb4d0 req-3492bac9-7425-4baf-bf99-ab04ade0b3ab tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/f8d48b87-46a4-45f0-8fcc-3fb6c11b15eb HTTP/1.1" status: 404 len: 352 time: 0.0217779 Nov 05 21:51:25.017551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-dbb4fd86-65a6-4a55-a075-9d23f7fe5262 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961840 Nov 05 21:51:25.031415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-6b87f1c2-e9c2-42dd-b372-b6e8e01d6d9e req-506b08ed-89f4-41e5-ac80-007c57ef2ee5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-562417897', 'description': 'tempest-description-1807689045'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:25.074914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-7fe1495e-a2f3-4612-a3e4-bcc31d5c3e13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28 HTTP/1.1" status: 200 len: 217 time: 0.0471079 Nov 05 21:51:25.124607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-81c3034d-b873-419c-891a-b3b15bd82ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:25.126090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-81c3034d-b873-419c-891a-b3b15bd82ef4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0442381 Nov 05 21:51:25.173071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-5adade74-e826-4354-9c30-7658c899236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:25.174660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-5adade74-e826-4354-9c30-7658c899236d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0392914 Nov 05 21:51:25.189049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6b87f1c2-e9c2-42dd-b372-b6e8e01d6d9e req-506b08ed-89f4-41e5-ac80-007c57ef2ee5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.255319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6b87f1c2-e9c2-42dd-b372-b6e8e01d6d9e req-506b08ed-89f4-41e5-ac80-007c57ef2ee5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.279150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-7965fac3-0028-41cc-bfda-931be4015bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964415 Nov 05 21:51:25.355250 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6b87f1c2-e9c2-42dd-b372-b6e8e01d6d9e req-506b08ed-89f4-41e5-ac80-007c57ef2ee5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.387823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b08ed-89f4-41e5-ac80-007c57ef2ee5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1e402-e0fb-4bf0-936a-40253257f407,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:25.453119 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6b87f1c2-e9c2-42dd-b372-b6e8e01d6d9e req-506b08ed-89f4-41e5-ac80-007c57ef2ee5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.454668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b87f1c2-e9c2-42dd-b372-b6e8e01d6d9e req-506b08ed-89f4-41e5-ac80-007c57ef2ee5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4289396 Nov 05 21:51:25.534943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ed544ccc-655e-4772-87cb-2302b377bd5c req-c66bbe45-2a23-4a55-a4fc-8c4f48d28ed0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1422184544', 'description': 'tempest-description-961133825'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:25.576060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65299608-8323-47ff-80f4-374cd9c57fc5', 'name': 'network-vif-deleted', 'tag': 'cc2c4db5-2460-4394-885c-7016193aa94f'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:25.578437 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f904fb-0284-4bd5-b2f4-a6bd7524d84f" -d '{"events": [{"server_uuid": "65299608-8323-47ff-80f4-374cd9c57fc5", "name": "network-vif-deleted", "tag": "cc2c4db5-2460-4394-885c-7016193aa94f"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:25.640416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ed544ccc-655e-4772-87cb-2302b377bd5c req-c66bbe45-2a23-4a55-a4fc-8c4f48d28ed0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.669901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93979b0d-36aa-41d3-a83d-174ae2681935 req-92cd9324-606e-4320-bf83-2a9e1df6ce58 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 210 time: 0.3317134 Nov 05 21:51:25.702068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-ac1f38b6-4139-482c-bcca-e0aecc73892f service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163690 Nov 05 21:51:25.716827 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ed544ccc-655e-4772-87cb-2302b377bd5c req-c66bbe45-2a23-4a55-a4fc-8c4f48d28ed0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.749198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-6ee616a7-e4a4-4753-be10-107a7d7a8181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb HTTP/1.1" status: 200 len: 217 time: 0.0392439 Nov 05 21:51:25.801491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-af838ada-878b-4e1d-8f36-9d64fda76c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:25.806865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-af838ada-878b-4e1d-8f36-9d64fda76c42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0472271 Nov 05 21:51:25.816081 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b3ba34-10b0-46e0-bd04-35d822e0a661 x-openstack-request-id: req-38b3ba34-10b0-46e0-bd04-35d822e0a661 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:25.816379 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65299608-8323-47ff-80f4-374cd9c57fc5", "name": "network-vif-deleted", "tag": "cc2c4db5-2460-4394-885c-7016193aa94f", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:25.816644 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38b3ba34-10b0-46e0-bd04-35d822e0a661 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:25.817036 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65299608-8323-47ff-80f4-374cd9c57fc5', 'name': 'network-vif-deleted', 'tag': 'cc2c4db5-2460-4394-885c-7016193aa94f', 'status': 'completed', 'code': 200} Nov 05 21:51:25.822725 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ed544ccc-655e-4772-87cb-2302b377bd5c req-c66bbe45-2a23-4a55-a4fc-8c4f48d28ed0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.852180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bbe45-2a23-4a55-a4fc-8c4f48d28ed0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4e28a8-b659-4e09-b838-092b500c2210,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:25.869018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-0cdc7878-a5be-4b32-924d-5f2c6071956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:25.870581 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-0cdc7878-a5be-4b32-924d-5f2c6071956d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589161 Nov 05 21:51:25.937973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ed544ccc-655e-4772-87cb-2302b377bd5c req-c66bbe45-2a23-4a55-a4fc-8c4f48d28ed0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:25.937973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed544ccc-655e-4772-87cb-2302b377bd5c req-c66bbe45-2a23-4a55-a4fc-8c4f48d28ed0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4058788 Nov 05 21:51:25.967594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-fdb83500-b425-4d03-8c7b-991e421d0546 req-ed7329aa-e114-4286-9dbd-64218917adf5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-204350634', 'description': 'tempest-description-896676571'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:25.989150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-1119f7fb-51c2-42ba-9850-38c4b5c3b81d service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099527 Nov 05 21:51:26.075074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fdb83500-b425-4d03-8c7b-991e421d0546 req-ed7329aa-e114-4286-9dbd-64218917adf5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:26.105344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-95e92b32-470f-47a3-a70e-cab7f4fc5d5d service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047239 Nov 05 21:51:26.163078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-c13fcf1d-e01b-41d7-ad38-158af343684a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 200 len: 217 time: 0.0502717 Nov 05 21:51:26.175415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fdb83500-b425-4d03-8c7b-991e421d0546 req-ed7329aa-e114-4286-9dbd-64218917adf5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:26.217004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-13f0dcb2-8cca-4b76-9817-00fbb2bb5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:26.218521 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-13f0dcb2-8cca-4b76-9817-00fbb2bb5ecf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0473270 Nov 05 21:51:26.257284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fdb83500-b425-4d03-8c7b-991e421d0546 req-ed7329aa-e114-4286-9dbd-64218917adf5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:26.272798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-c8ae39e5-a544-4e81-9e0f-90ac01fbe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:26.272798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-c8ae39e5-a544-4e81-9e0f-90ac01fbe9f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466647 Nov 05 21:51:26.292160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7329aa-e114-4286-9dbd-64218917adf5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce543298-1941-434e-b6d5-a304912f4a25,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:26.351301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fdb83500-b425-4d03-8c7b-991e421d0546 req-ed7329aa-e114-4286-9dbd-64218917adf5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:26.352853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fdb83500-b425-4d03-8c7b-991e421d0546 req-ed7329aa-e114-4286-9dbd-64218917adf5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3902910 Nov 05 21:51:26.370967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-f4e5dc71-4e48-4ab0-8dcd-0b0aa9d051a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903924 Nov 05 21:51:26.467143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-51474fc7-8276-47d6-91c7-2d8a71a966d6 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890880 Nov 05 21:51:26.482309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e79049ce-b6e2-486a-a8ca-1a0314e7a2fb req-370c12ce-551d-446c-8787-47221a736c64 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 11008 time: 0.1046538 Nov 05 21:51:26.513241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-b793378d-bea2-42eb-8bf5-b07e31067cad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 200 len: 217 time: 0.0351031 Nov 05 21:51:26.531320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e79049ce-b6e2-486a-a8ca-1a0314e7a2fb req-3b6f087e-42e0-4b1e-8a50-6cdca8cff410 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/0abbc957-3789-443f-b7c2-7a9680036019 HTTP/1.1" status: 200 len: 3002 time: 0.0423248 Nov 05 21:51:26.568836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-ae784dd1-7f05-4fc3-95b6-dbb1d3e28d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:26.576466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-ae784dd1-7f05-4fc3-95b6-dbb1d3e28d6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0481045 Nov 05 21:51:26.581202 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e79049ce-b6e2-486a-a8ca-1a0314e7a2fb req-7e24406e-fdea-4486-82df-7159e2479fe7 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/0abbc957-3789-443f-b7c2-7a9680036019 HTTP/1.1" status: 200 len: 3002 time: 0.0438969 Nov 05 21:51:26.637965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-4c3771c7-9a70-4a63-bf48-615b67ad35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:26.639510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-4c3771c7-9a70-4a63-bf48-615b67ad35fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629919 Nov 05 21:51:26.713638 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf236e4e-be8a-4441-a3d7-14e4c107d654 req-4136eccb-b6c6-4127-ab1f-15b861d65530 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/98e1e402-e0fb-4bf0-936a-40253257f407 HTTP/1.1" status: 200 len: 1819 time: 0.0464561 Nov 05 21:51:26.766859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-d315e3e2-4b22-48a2-84e2-867e4fd02398 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bc737434330f4f6192ff3a8988c2672e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300875 Nov 05 21:51:26.769189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-23304996-a6d5-466d-9e13-b6ff8a8c71d9 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223619 Nov 05 21:51:26.826293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4801e-ca5a-4805-88a0-b7d72957543f req-129931d8-26d2-446a-9af1-a7ebae64fc1f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:26.827983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32b4801e-ca5a-4805-88a0-b7d72957543f req-129931d8-26d2-446a-9af1-a7ebae64fc1f tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 945 time: 0.0932992 Nov 05 21:51:26.859930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf236e4e-be8a-4441-a3d7-14e4c107d654 req-622f1ab2-fb98-4133-a3e3-f5c1f6b69595 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:26.899062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf236e4e-be8a-4441-a3d7-14e4c107d654 req-622f1ab2-fb98-4133-a3e3-f5c1f6b69595 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:26.916175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32b4801e-ca5a-4805-88a0-b7d72957543f req-5482a463-b83f-4a34-98b6-5f4916156265 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627401 Nov 05 21:51:26.921570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862534fb-3063-4dcd-8df7-a93bd3b52f88 req-3fecdea7-a843-4b60-beca-0ab2091d665b service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407735 Nov 05 21:51:26.931622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-4a7789dc-62e4-4fd9-8ec2-d70a77664de0 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:26.933112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-4a7789dc-62e4-4fd9-8ec2-d70a77664de0 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534905 Nov 05 21:51:26.964526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Request body: {'port': {'device_id': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'bc737434330f4f6192ff3a8988c2672e'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:26.980416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc2c4db5-2460-4394-885c-7016193aa94f no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:51:27.006702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: cc2c4db5-2460-4394-885c-7016193aa94f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:51:27.016988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc2c4db5-2460-4394-885c-7016193aa94f not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:51:27.038190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99fec613-71a6-4cb4-9949-7d38a7152c65 req-eb232419-4cec-4fbe-9f1f-70cfc7714fde tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 210 time: 0.0277560 Nov 05 21:51:27.139954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf236e4e-be8a-4441-a3d7-14e4c107d654 req-622f1ab2-fb98-4133-a3e3-f5c1f6b69595 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.142752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bf236e4e-be8a-4441-a3d7-14e4c107d654 req-622f1ab2-fb98-4133-a3e3-f5c1f6b69595 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.143868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf236e4e-be8a-4441-a3d7-14e4c107d654 req-622f1ab2-fb98-4133-a3e3-f5c1f6b69595 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/98e1e402-e0fb-4bf0-936a-40253257f407 HTTP/1.1" status: 204 len: 173 time: 0.4235754 Nov 05 21:51:27.168759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f1ab2-fb98-4133-a3e3-f5c1f6b69595 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1e402-e0fb-4bf0-936a-40253257f407,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:27.189971 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-aff0ede7-0f5d-4715-92a5-9969c8de37c1 req-f67e8dca-bcf1-41ac-918c-53b402f563a6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:27.191045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aff0ede7-0f5d-4715-92a5-9969c8de37c1 req-f67e8dca-bcf1-41ac-918c-53b402f563a6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/98e1e402-e0fb-4bf0-936a-40253257f407 HTTP/1.1" status: 404 len: 352 time: 0.0292330 Nov 05 21:51:27.258931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7032834-9601-4ab9-b7f2-9ee9e5bca3c3 req-a91de40c-ab29-40bb-8616-2bd071e3a025 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/bf4e28a8-b659-4e09-b838-092b500c2210 HTTP/1.1" status: 200 len: 1819 time: 0.0450883 Nov 05 21:51:27.281070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Made reservation on behalf of bc737434330f4f6192ff3a8988c2672e for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:51:27.285330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.295344 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.317441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b7032834-9601-4ab9-b7f2-9ee9e5bca3c3 req-2db8e722-3f6b-4070-a9ed-842d325843af tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.339533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b7032834-9601-4ab9-b7f2-9ee9e5bca3c3 req-2db8e722-3f6b-4070-a9ed-842d325843af tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.374312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.439792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.472745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050c2a48-fdc5-471f-acc5-dc4fcc8ff680,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:27.474400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b7032834-9601-4ab9-b7f2-9ee9e5bca3c3 req-2db8e722-3f6b-4070-a9ed-842d325843af tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.477305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b7032834-9601-4ab9-b7f2-9ee9e5bca3c3 req-2db8e722-3f6b-4070-a9ed-842d325843af tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.479079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7032834-9601-4ab9-b7f2-9ee9e5bca3c3 req-2db8e722-3f6b-4070-a9ed-842d325843af tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/bf4e28a8-b659-4e09-b838-092b500c2210 HTTP/1.1" status: 204 len: 173 time: 0.2140009 Nov 05 21:51:27.491429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8e722-3f6b-4070-a9ed-842d325843af tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4e28a8-b659-4e09-b838-092b500c2210,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:27.525869 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-4f209e95-d213-4aa6-b8bc-7de873a663da req-e30f7725-1d85-45ef-9a50-05ae628bc793 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:27.526851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f209e95-d213-4aa6-b8bc-7de873a663da req-e30f7725-1d85-45ef-9a50-05ae628bc793 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/bf4e28a8-b659-4e09-b838-092b500c2210 HTTP/1.1" status: 404 len: 352 time: 0.0220966 Nov 05 21:51:27.585445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c03331a-08d1-4b26-94cd-24e149413969 req-0925e838-d3da-435a-bf66-6167ea2cebaa tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/ce543298-1941-434e-b6d5-a304912f4a25 HTTP/1.1" status: 200 len: 1818 time: 0.0381448 Nov 05 21:51:27.594588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Allocated IP 192.168.233.130 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/a6480c22-1b57-4e6c-aa58-fac09dfb2b87) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:51:27.645813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c03331a-08d1-4b26-94cd-24e149413969 req-34473fec-9199-462d-a607-bec533441eb0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.670325 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c03331a-08d1-4b26-94cd-24e149413969 req-34473fec-9199-462d-a607-bec533441eb0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.744023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.806107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c03331a-08d1-4b26-94cd-24e149413969 req-34473fec-9199-462d-a607-bec533441eb0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.808625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c03331a-08d1-4b26-94cd-24e149413969 req-34473fec-9199-462d-a607-bec533441eb0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.809752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c03331a-08d1-4b26-94cd-24e149413969 req-34473fec-9199-462d-a607-bec533441eb0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/ce543298-1941-434e-b6d5-a304912f4a25 HTTP/1.1" status: 204 len: 173 time: 0.2166824 Nov 05 21:51:27.819397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34473fec-9199-462d-a607-bec533441eb0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce543298-1941-434e-b6d5-a304912f4a25,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:27.839185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.855836 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-0ce4ca87-d2fe-4244-8492-4b436646a04f req-6eb38e60-67e4-40db-9b43-a5d5983b0e69 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:27.856834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ce4ca87-d2fe-4244-8492-4b436646a04f req-6eb38e60-67e4-40db-9b43-a5d5983b0e69 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/ce543298-1941-434e-b6d5-a304912f4a25 HTTP/1.1" status: 404 len: 352 time: 0.0271902 Nov 05 21:51:27.895712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:51:27.898960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:51:27.904331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:51:27.908376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Pushing event updated for resources: {'Port': ['ID=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:27.961338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:27.962866 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:27.968031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13c9e1fa-fa26-40fb-85c1-b66df534d40d req-e5601cb7-989b-4036-853b-0dd739266e65 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 6205 time: 0.0900593 Nov 05 21:51:28.013470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13c9e1fa-fa26-40fb-85c1-b66df534d40d req-a9b312d9-06b8-4c83-967b-1d445e44a734 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/0abbc957-3789-443f-b7c2-7a9680036019 HTTP/1.1" status: 200 len: 3002 time: 0.0445416 Nov 05 21:51:28.068847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e9fd7-4991-4a61-b8eb-2ad41a965a87 req-42b5dfa9-7974-4e3c-9291-3dc16638abff tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.076250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13c9e1fa-fa26-40fb-85c1-b66df534d40d req-62e1d119-80b7-4096-a9bc-8e79a16f1475 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/0abbc957-3789-443f-b7c2-7a9680036019 HTTP/1.1" status: 200 len: 3002 time: 0.0566938 Nov 05 21:51:28.079019 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec6e9fd7-4991-4a61-b8eb-2ad41a965a87 req-42b5dfa9-7974-4e3c-9291-3dc16638abff tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 945 time: 0.0620179 Nov 05 21:51:28.093341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f9bc59d1-bc97-40f3-bf0c-3db201492e62 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1420472 Nov 05 21:51:28.126499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Request body: {'port': {'device_id': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:28.143241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-15292fcd-bc59-44dd-b521-1c3e0826d5b4 None None] Provisioning complete for port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:51:28.144265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15292fcd-bc59-44dd-b521-1c3e0826d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.166897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec6e9fd7-4991-4a61-b8eb-2ad41a965a87 req-e41681c3-a3f4-40b1-ae43-3167abda5356 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5ca6200-2a70-4e4b-9adc-e2771a426c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862358 Nov 05 21:51:28.183163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-15292fcd-bc59-44dd-b521-1c3e0826d5b4 None None] Port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:51:28.200585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b9614-2bd0-469c-8db0-9afd432b82a3 req-93690d5b-fd60-481d-a146-39c57ae5053f tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.200585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee7b9614-2bd0-469c-8db0-9afd432b82a3 req-93690d5b-fd60-481d-a146-39c57ae5053f tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 936 time: 0.0670719 Nov 05 21:51:28.200822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.240073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-c561fe3a-9893-4ed3-8a5d-0967cc661644 req-30d4a772-40ea-4438-bca3-1d0a207ae4e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-131251828', 'description': 'tempest-description-2034923684'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:28.257465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-87388348-2bbe-41d8-bcff-d7f69e753131 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.258971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-87388348-2bbe-41d8-bcff-d7f69e753131 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 945 time: 0.0854611 Nov 05 21:51:28.285512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee7b9614-2bd0-469c-8db0-9afd432b82a3 req-069fbecc-107c-4921-abde-98248ade167d tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740781 Nov 05 21:51:28.409971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Deleting port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:51:28.411237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.438447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c561fe3a-9893-4ed3-8a5d-0967cc661644 req-30d4a772-40ea-4438-bca3-1d0a207ae4e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.505871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] For port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,segment=NetworkSegment(5928f647-2aa7-4a7e-ab44-aebea2bbf633),segment_id=5928f647-2aa7-4a7e-ab44-aebea2bbf633)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:28.506232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.519819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Calling delete_port for 61da8ff6-02c8-44b8-9e35-9c4b0be757bf owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:51:28.580165 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c561fe3a-9893-4ed3-8a5d-0967cc661644 req-30d4a772-40ea-4438-bca3-1d0a207ae4e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.622133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6480c22-1b57-4e6c-aa58-fac09dfb2b87 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:51:28.629735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.663236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c561fe3a-9893-4ed3-8a5d-0967cc661644 req-30d4a772-40ea-4438-bca3-1d0a207ae4e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.693693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4a772-40ea-4438-bca3-1d0a207ae4e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c4fa7-f010-41ed-9ff9-908625c2b1da,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:28.714201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Transition to ACTIVE for port object a6480c22-1b57-4e6c-aa58-fac09dfb2b87 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:51:28.719360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-42a83442-05f7-456c-8a10-d91936fd4a64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0506680 Nov 05 21:51:28.720455 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.733088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['61da8ff6-02c8-44b8-9e35-9c4b0be757bf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:28.753664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Pushing event deleted for resources: {'Port': ['ID=61da8ff6-02c8-44b8-9e35-9c4b0be757bf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:28.773329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c561fe3a-9893-4ed3-8a5d-0967cc661644 req-30d4a772-40ea-4438-bca3-1d0a207ae4e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.778795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c561fe3a-9893-4ed3-8a5d-0967cc661644 req-30d4a772-40ea-4438-bca3-1d0a207ae4e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5457747 Nov 05 21:51:28.802797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-bcb83221-58e4-49e8-ada6-3e180b1ffa4c req-66c72410-f55d-411b-8b28-f84957c127f5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1821121114', 'description': 'tempest-description-346002050'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:28.809202 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.810659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] No DVR routers for this DVR port 61da8ff6-02c8-44b8-9e35-9c4b0be757bf on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:51:28.819242 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:28.822511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13ee08a2-d8d3-4b98-b624-e7b335e0f8a3 req-ab0cbd35-ed34-4817-a422-2102fe32a1b1 tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.13 "DELETE /v2.0/ports/61da8ff6-02c8-44b8-9e35-9c4b0be757bf HTTP/1.1" status: 204 len: 173 time: 0.5558863 Nov 05 21:51:28.824186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'name': 'network-vif-deleted', 'tag': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:28.826482 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93781bcb-1bfc-468f-87f6-751737141a46" -d '{"events": [{"server_uuid": "2468409f-dfbf-4cdb-a989-06e5560cf703", "name": "network-vif-deleted", "tag": "61da8ff6-02c8-44b8-9e35-9c4b0be757bf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:28.866496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.866989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.867883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.869000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.869537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.870017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.870540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:28.872791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-78761179-aeda-4997-b95f-306c93d9d7ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.0634000 Nov 05 21:51:28.890153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Pushing event updated for resources: {'Port': ['ID=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:28.893116 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e97c408-a4b0-420c-abda-027eed92bbc5 x-openstack-request-id: req-9e97c408-a4b0-420c-abda-027eed92bbc5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:28.893412 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2468409f-dfbf-4cdb-a989-06e5560cf703", "name": "network-vif-deleted", "tag": "61da8ff6-02c8-44b8-9e35-9c4b0be757bf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:28.893663 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e97c408-a4b0-420c-abda-027eed92bbc5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:28.894088 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2468409f-dfbf-4cdb-a989-06e5560cf703', 'name': 'network-vif-deleted', 'tag': '61da8ff6-02c8-44b8-9e35-9c4b0be757bf', 'status': 'completed', 'code': 200} Nov 05 21:51:28.955388 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bcb83221-58e4-49e8-ada6-3e180b1ffa4c req-66c72410-f55d-411b-8b28-f84957c127f5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:29.007055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-751c1445-b58c-4ee6-9c5e-6696bde70406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.007651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-751c1445-b58c-4ee6-9c5e-6696bde70406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.007984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-751c1445-b58c-4ee6-9c5e-6696bde70406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.009779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-751c1445-b58c-4ee6-9c5e-6696bde70406 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 2293 time: 0.1114383 Nov 05 21:51:29.026789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Attempting to bind port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:51:29.029404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Attempting to bind port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:51:29.029404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Attempting to bind port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:51:29.041242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:51:29.041568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Attempting to bind port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:51:29.056123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:51:29.056461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:51:29.058038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:51:29.058038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Bound port: a6480c22-1b57-4e6c-aa58-fac09dfb2b87, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:51:29.058038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:29.093155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bcb83221-58e4-49e8-ada6-3e180b1ffa4c req-66c72410-f55d-411b-8b28-f84957c127f5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:29.094221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-7c1566ff-c37a-4a39-8d6b-6ec7a1e71818 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 1000 time: 0.0768957 Nov 05 21:51:29.150455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-c91c4496-4177-4eee-877f-3401718581c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.152001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-c91c4496-4177-4eee-877f-3401718581c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 200 len: 850 time: 0.0495100 Nov 05 21:51:29.154809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] For port a6480c22-1b57-4e6c-aa58-fac09dfb2b87, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:51:29.158021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] For port a6480c22-1b57-4e6c-aa58-fac09dfb2b87, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:51:29.159858 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bcb83221-58e4-49e8-ada6-3e180b1ffa4c req-66c72410-f55d-411b-8b28-f84957c127f5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:29.192075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c72410-f55d-411b-8b28-f84957c127f5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1258f7c9-a530-460d-b8d2-89286f20e6d2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:29.199251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-1cd64337-195a-4114-bdc1-708f9e455411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.201016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-1cd64337-195a-4114-bdc1-708f9e455411 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423722 Nov 05 21:51:29.217925 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:29.253661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.254279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:29.255801 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] 10.222.0.13 "PUT /v2.0/ports/a6480c22-1b57-4e6c-aa58-fac09dfb2b87 HTTP/1.1" status: 200 len: 1096 time: 1.1406987 Nov 05 21:51:29.256252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'tag': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:29.258701 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e33cd6a-4110-4e76-bd2d-80fa401d3324" -d '{"events": [{"name": "network-changed", "server_uuid": "78ffc2d2-7e47-463f-8906-3fe6601f3c2f", "tag": "a6480c22-1b57-4e6c-aa58-fac09dfb2b87"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:29.274340 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-bcb83221-58e4-49e8-ada6-3e180b1ffa4c req-66c72410-f55d-411b-8b28-f84957c127f5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:29.281439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bcb83221-58e4-49e8-ada6-3e180b1ffa4c req-66c72410-f55d-411b-8b28-f84957c127f5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4778681 Nov 05 21:51:29.314276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2235047-cad9-4de7-ab58-a7be9f769f8e service neutron] Pushing event updated for resources: {'Port': ['ID=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:29.336142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30338878-195f-46f5-a8e1-8e98112e129f req-fba4a998-aa5a-4178-9111-73c4d4c2910d tempest-ServersTestJSON-1827597473 tempest-ServersTestJSON-1827597473-project] 10.222.0.41 "GET /v2.0/ports?device_id=2468409f-dfbf-4cdb-a989-06e5560cf703 HTTP/1.1" status: 200 len: 210 time: 0.0649607 Nov 05 21:51:29.344791 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c1e33-c191-469e-91ca-8dd5a2a7791a x-openstack-request-id: req-264c1e33-c191-469e-91ca-8dd5a2a7791a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:29.344791 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ffc2d2-7e47-463f-8906-3fe6601f3c2f", "tag": "a6480c22-1b57-4e6c-aa58-fac09dfb2b87", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:29.344791 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-264c1e33-c191-469e-91ca-8dd5a2a7791a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:29.344791 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'tag': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87', 'status': 'completed', 'code': 200} Nov 05 21:51:29.382633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-42a7026c-96c3-43d2-8b25-6cb940c793fa service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742926 Nov 05 21:51:29.469108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cd6a-4110-4e76-bd2d-80fa401d3324 req-92ccb76f-7d03-46d5-97e2-7dcfe64406c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.470635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e33cd6a-4110-4e76-bd2d-80fa401d3324 req-92ccb76f-7d03-46d5-97e2-7dcfe64406c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc737434330f4f6192ff3a8988c2672e&device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 1099 time: 0.0912914 Nov 05 21:51:29.484924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe3aa-bb6e-4a75-b275-02c0926ab9f1 req-2420d111-d2ef-4f08-9f95-ed3e1911440d tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.486432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7cdbe3aa-bb6e-4a75-b275-02c0926ab9f1 req-2420d111-d2ef-4f08-9f95-ed3e1911440d tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 948 time: 0.0662348 Nov 05 21:51:29.539307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-085d58c8-3e80-4b8b-80ee-7880cb1c7e7e service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487541 Nov 05 21:51:29.561606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e33cd6a-4110-4e76-bd2d-80fa401d3324 req-10166054-e7f6-4437-8b61-2f72dc370636 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bc737434330f4f6192ff3a8988c2672e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741711 Nov 05 21:51:29.602940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-11eb1a9b-e99d-4536-b8d8-689bfa3f6664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 217 time: 0.0560637 Nov 05 21:51:29.652424 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7cdbe3aa-bb6e-4a75-b275-02c0926ab9f1 req-f7c05d1f-826c-4e6d-a684-9c82e37e590f tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559441 Nov 05 21:51:29.702263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cd6a-4110-4e76-bd2d-80fa401d3324 req-3dc94984-41c8-45ca-810e-68947870c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.704059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e33cd6a-4110-4e76-bd2d-80fa401d3324 req-3dc94984-41c8-45ca-810e-68947870c807 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338196 Nov 05 21:51:29.704291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-1dbf8005-d891-4dab-8969-c13112d91e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.705927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-1dbf8005-d891-4dab-8969-c13112d91e03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0943675 Nov 05 21:51:29.756264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-0b40c392-d060-4c06-9171-44e285c2a746 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.757729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-0b40c392-d060-4c06-9171-44e285c2a746 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 813 time: 0.2100623 Nov 05 21:51:29.780110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-e03c428b-b9b8-4d95-ad64-5340c85e217c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/quotas/d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 375 time: 0.0153067 Nov 05 21:51:29.782995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-4bc32150-f344-4851-974d-85cf79f84aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.784431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-4bc32150-f344-4851-974d-85cf79f84aeb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666938 Nov 05 21:51:29.799206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-47bb2d20-6cbc-4de0-bb3a-ccd839893b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.800941 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-47bb2d20-6cbc-4de0-bb3a-ccd839893b49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc737434330f4f6192ff3a8988c2672e&device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 1099 time: 0.0499151 Nov 05 21:51:29.857240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-becd53a4-af4f-47bf-b999-e3da333daa04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=a6480c22-1b57-4e6c-aa58-fac09dfb2b87 HTTP/1.1" status: 200 len: 217 time: 0.0466506 Nov 05 21:51:29.898361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-7c37051a-9597-401b-acdd-d698dec6e342 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123950 Nov 05 21:51:29.915768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-64cbf3fe-c80c-456f-b45c-bd17476fb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.917264 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-64cbf3fe-c80c-456f-b45c-bd17476fb0a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0537999 Nov 05 21:51:29.941985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-1614d898-c6e5-4468-b05c-00d95c52ea84 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467175 Nov 05 21:51:29.966452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f31b6f1a-fd88-49dc-8cba-b484e0b8e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:29.968055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-f31b6f1a-fd88-49dc-8cba-b484e0b8e831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434756 Nov 05 21:51:30.070340 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-a977f784-2393-4176-9906-695ab11dde91 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901461 Nov 05 21:51:30.076343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-efed619a-18ab-49f4-8da2-e5a2b64234bc service neutron] 10.222.0.41 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675549 Nov 05 21:51:30.120407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-97fdc77f-ab31-4627-bfe5-e3e6ca470d95 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452620 Nov 05 21:51:30.173481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e3b0bea-269a-45d3-89c4-20a86bcb845a req-b5c650c0-4586-489e-b843-7634f0c05cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930872 Nov 05 21:51:30.185894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-51f40c02-ec8c-4ae2-a185-7e6a418dcc4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 217 time: 0.0386927 Nov 05 21:51:30.248401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-bc109519-34e2-49b2-8936-0501f1383353 service neutron] 10.222.0.41 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712091 Nov 05 21:51:30.255660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-a1a2cc1c-e401-44f2-9832-c27253a2cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:30.257034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-a1a2cc1c-e401-44f2-9832-c27253a2cad6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0636013 Nov 05 21:51:30.302936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-1d7cd9b2-68c9-49c5-b95e-125903093841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:30.304470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-1d7cd9b2-68c9-49c5-b95e-125903093841 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404439 Nov 05 21:51:30.397783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57450) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:30.410487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-edd1690e-3644-4a19-8b3a-e99d6f1e4247 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967321 Nov 05 21:51:30.445142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] Deleting subnet d684052e-2885-42e0-af83-161849d67b8e {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:51:30.448299 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:30.487372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:30.514306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:30.548618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-b766520a-8f6d-440b-b30b-364cd361a91e service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305680 Nov 05 21:51:30.561443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce0c9700-0e48-403c-80e7-35cc3b9bf346 req-a817020b-3b73-47c9-89b3-9fbe4a9c2f1b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 210 time: 0.0315526 Nov 05 21:51:30.582652 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:30.592414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-c18988fa-c591-4e0c-8cc0-faf3bac14535 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 200 len: 217 time: 0.0370328 Nov 05 21:51:30.653440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-d217e793-84b2-4a9d-b16a-d57de9d17cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:30.655169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-d217e793-84b2-4a9d-b16a-d57de9d17cc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0565200 Nov 05 21:51:30.712602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-02c9aa14-5119-4f5a-82b4-97b3c5fb6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:30.714706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-02c9aa14-5119-4f5a-82b4-97b3c5fb6d18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527613 Nov 05 21:51:30.863742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8054-bd54-4451-9723-04bbd1fec819 req-aaf9b504-a413-419c-b3c3-3f0b4c427bd4 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:30.865245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-763f8054-bd54-4451-9723-04bbd1fec819 req-aaf9b504-a413-419c-b3c3-3f0b4c427bd4 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 948 time: 0.1241786 Nov 05 21:51:30.904519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-fb3e17b0-546c-44d8-a9dd-ab143daec839 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827857 Nov 05 21:51:30.934875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-763f8054-bd54-4451-9723-04bbd1fec819 req-4be2af05-501d-4e03-828d-b2f9c2d359d3 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624800 Nov 05 21:51:31.028750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-9b42efb3-7d54-4439-bb71-c745751579cd service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977995 Nov 05 21:51:31.082848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-eab0468d-f9e0-41e4-b60b-638dc6bf5637 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 200 len: 217 time: 0.0347459 Nov 05 21:51:31.091940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.119448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d684052e-2885-42e0-af83-161849d67b8e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:31.121472 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.124782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c5b82e6e-96e3-4a2f-984e-746d00624a84 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d684052e-2885-42e0-af83-161849d67b8e HTTP/1.1" status: 204 len: 168 time: 0.7258778 Nov 05 21:51:31.127445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57470) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:31.159856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-7d2908fc-b885-4570-853a-dfa2ca42bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:31.180841 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-7d2908fc-b885-4570-853a-dfa2ca42bad7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0716584 Nov 05 21:51:31.233488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.248961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-aafdcaf5-3265-4441-991e-3d2ecf4aac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:31.255258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-aafdcaf5-3265-4441-991e-3d2ecf4aac00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600302 Nov 05 21:51:31.377800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.406453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1098103c-4b0c-4f79-ae64-66d53814f51c']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:51:31.423500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5928f647-2aa7-4a7e-ab44-aebea2bbf633') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:51:31.423816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5928f647-2aa7-4a7e-ab44-aebea2bbf633') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:51:31.437098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-ebcdbba0-0809-4a93-82de-afcd56892b2a service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658189 Nov 05 21:51:31.438644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.475598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.506721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:51:31.507105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:51:31.509314 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:51:31.583626 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-f9b4e05b-4a04-4af3-b462-787d1af78c23 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386514 Nov 05 21:51:31.639603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-2d250293-ff43-4249-b92b-57648be1c99a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 200 len: 217 time: 0.0401707 Nov 05 21:51:31.640663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.653622 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:31.653622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1098103c-4b0c-4f79-ae64-66d53814f51c HTTP/1.1" status: 204 len: 168 time: 0.5218503 Nov 05 21:51:31.661485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05193636-6105-4932-94d4-1da8d90d45f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1098103c-4b0c-4f79-ae64-66d53814f51c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:31.678890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9678a0d0-ca7f-4950-a939-416dbcbcb981 req-883ff889-5d6b-40e1-b9d4-e82879add2c7 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 210 time: 0.0306473 Nov 05 21:51:31.712596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-7210203c-e6a2-41f6-b7c3-fc311465efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:31.713993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-7210203c-e6a2-41f6-b7c3-fc311465efdf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0473754 Nov 05 21:51:31.760244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-d11715c1-244e-493a-a80b-ab20bb1aead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:31.761724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-d11715c1-244e-493a-a80b-ab20bb1aead5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411289 Nov 05 21:51:31.860175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-8b6885d5-9c66-4bf9-b163-1b65c19c3d10 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914328 Nov 05 21:51:31.953411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-cd733248-e65a-496d-bcf6-d26cd2d7aec5 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866678 Nov 05 21:51:32.012398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-61ac6f7e-6b52-4dcf-932a-5c9f1d50e200 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 217 time: 0.0416601 Nov 05 21:51:32.091586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-a5e1e468-5f72-4600-886e-72f646827054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:32.097121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-a5e1e468-5f72-4600-886e-72f646827054 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0730109 Nov 05 21:51:32.106569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec37ab-c337-422f-b50c-8080ee2b21a5 req-d3a62944-593c-4588-8806-852fad3cb90f tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:32.108070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dec37ab-c337-422f-b50c-8080ee2b21a5 req-d3a62944-593c-4588-8806-852fad3cb90f tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 948 time: 0.0799081 Nov 05 21:51:32.181497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-ce2855f5-6917-4601-aeba-97d417b8365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:32.182883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-ce2855f5-6917-4601-aeba-97d417b8365e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738361 Nov 05 21:51:32.187404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dec37ab-c337-422f-b50c-8080ee2b21a5 req-e5a421fa-98b4-49ac-b80f-dcd2c96e85d3 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696447 Nov 05 21:51:32.272105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-d08710c4-0e34-49ac-aa64-3b50f85b669a service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825245 Nov 05 21:51:32.299125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57484) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:32.350040 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-49b77c91-b1b7-4919-920a-e3b1f7e12803 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f0b8d83a1c144ca9508d69601230d80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496953 Nov 05 21:51:32.353251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57486) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:32.379741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c23ce59-6031-463b-bb3e-b1fcce8b03f9 req-8bc73108-e730-4cdd-a01b-3b80c5e6b33d service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994024 Nov 05 21:51:32.402121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:32.424556 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:32.559892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:32.562317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:32.563495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5ca6200-2a70-4e4b-9adc-e2771a426c02 HTTP/1.1" status: 204 len: 168 time: 0.2091582 Nov 05 21:51:32.571994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca6200-2a70-4e4b-9adc-e2771a426c02,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:32.579608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.579946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.580282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.580615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.580941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.581265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.581623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.581996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.582319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.582730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.583047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.583365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222968eb-82b8-466c-8bc8-a8797bacd740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:51:32.731630 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:32.792504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4346a478-eb52-4f4f-a71e-65b2458271f9 req-7c743911-6148-480a-a414-43c3e95079a1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 210 time: 0.0278502 Nov 05 21:51:33.027512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6480c22-1b57-4e6c-aa58-fac09dfb2b87 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:51:33.030630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 61da8ff6-02c8-44b8-9e35-9c4b0be757bf no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:51:33.058708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 61da8ff6-02c8-44b8-9e35-9c4b0be757bf {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:51:33.059297 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 61da8ff6-02c8-44b8-9e35-9c4b0be757bf not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:51:33.098624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2052a50a-bc02-4cb2-b8e5-ff30f8cc34e1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:33.100077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2052a50a-bc02-4cb2-b8e5-ff30f8cc34e1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 813 time: 0.1256094 Nov 05 21:51:33.127832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'port': {'device_id': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99', 'admin_state_up': True, 'tenant_id': 'd51e47aca41949f5a294d251f520dbbb'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:33.155305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6480c22-1b57-4e6c-aa58-fac09dfb2b87, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:33.167511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87', 'mac_address': 'fa:16:3e:c6:ad:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:51:33.205595 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:33.221030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6480c22-1b57-4e6c-aa58-fac09dfb2b87 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:51:33.247959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6480c22-1b57-4e6c-aa58-fac09dfb2b87, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:33.317909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c75ad-163e-4ec3-8cd2-e82c31b034bf req-f0c822df-fa13-4e90-8873-d3ceacc2651a tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:33.319439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-506c75ad-163e-4ec3-8cd2-e82c31b034bf req-f0c822df-fa13-4e90-8873-d3ceacc2651a tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 948 time: 0.0535436 Nov 05 21:51:33.331252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Made reservation on behalf of d51e47aca41949f5a294d251f520dbbb for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:51:33.335040 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:33.368978 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-506c75ad-163e-4ec3-8cd2-e82c31b034bf req-31d5a3f9-01bf-412e-af76-7a536191ad1e tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Nov 05 21:51:33.411973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:33.462967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:33.468997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Allocated IP 172.20.0.9 (26bbbfcc-d99b-4efd-81ec-387965fd9e99/5469c809-1354-45d5-9368-c6a3f2c8415d/78d595b3-5adb-423b-b3de-b324663b6a6b) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:51:33.619931 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:33.707635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a6480c22-1b57-4e6c-aa58-fac09dfb2b87'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:33.750804 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:33.763173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:33.804361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:51:33.810356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:51:33.817706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:51:33.862622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:33.889417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:33.890316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:33.955840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dc861-43f8-4631-ad60-86217e2ce697 req-08e9007f-6b0a-4e2a-80c8-9455fc66ddfb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:33.957736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd8dc861-43f8-4631-ad60-86217e2ce697 req-08e9007f-6b0a-4e2a-80c8-9455fc66ddfb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 931 time: 0.0606012 Nov 05 21:51:33.988225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-2222413b-bf46-4231-b447-57ee4795bb80 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645201 Nov 05 21:51:34.003105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Request body: {'port': {'device_id': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:34.092164 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd8dc861-43f8-4631-ad60-86217e2ce697 req-15fa2a2e-3956-4a42-b2e6-f19861b06999 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271355 Nov 05 21:51:34.094823 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:34.539373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57540) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:34.648770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55c3d98-e314-4ea2-902b-2184be2488f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:34.679906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d595b3-5adb-423b-b3de-b324663b6a6b {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:51:34.690250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:34.724468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Transition to ACTIVE for port object 78d595b3-5adb-423b-b3de-b324663b6a6b will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:51:34.731711 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55c3d98-e314-4ea2-902b-2184be2488f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:34.739426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4b9b-fb78-4021-b552-d367bb398d8b req-f36016f0-df95-420d-ae14-00de08e7e2a5 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:34.740903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc6d4b9b-fb78-4021-b552-d367bb398d8b req-f36016f0-df95-420d-ae14-00de08e7e2a5 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 949 time: 0.0779960 Nov 05 21:51:34.789580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc6d4b9b-fb78-4021-b552-d367bb398d8b req-5729035e-6772-46d2-84e1-44d807cd21a6 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Nov 05 21:51:34.839836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:34.887699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Pushing event updated for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:34.890243 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55c3d98-e314-4ea2-902b-2184be2488f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:34.930092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f55c3d98-e314-4ea2-902b-2184be2488f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96d14b89186e481a9fbcb06e1791380c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887892 Nov 05 21:51:34.930998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c3d98-e314-4ea2-902b-2184be2488f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd10e8-fc99-4da8-aee7-6a6bf942d453,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:34.933297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57546) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:34.959962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Attempting to bind port 78d595b3-5adb-423b-b3de-b324663b6a6b on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:51:34.960290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Attempting to bind port 78d595b3-5adb-423b-b3de-b324663b6a6b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:51:34.961029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Attempting to bind port 78d595b3-5adb-423b-b3de-b324663b6a6b on network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:51:34.970186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Port 78d595b3-5adb-423b-b3de-b324663b6a6b on network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:51:34.970507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Attempting to bind port 78d595b3-5adb-423b-b3de-b324663b6a6b on network 26bbbfcc-d99b-4efd-81ec-387965fd9e99 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:51:34.975732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:51:34.976238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Checking segment: {'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:51:34.976424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Bound using segment: {'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:51:34.976841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Bound port: 78d595b3-5adb-423b-b3de-b324663b6a6b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134bd199-db3b-47cf-a20d-347fcd53bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:51:34.977232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:34.986975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-624cb0c0-8bb8-4331-b7d7-2c73e0a376ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.007913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-624cb0c0-8bb8-4331-b7d7-2c73e0a376ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.027814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6480c22-1b57-4e6c-aa58-fac09dfb2b87 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:51:35.042692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:51:35.049423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=78d595b3-5adb-423b-b3de-b324663b6a6b,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:51:35.140368 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.171881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.174852 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.174852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] 10.222.0.46 "PUT /v2.0/ports/78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 200 len: 1091 time: 1.1753650 Nov 05 21:51:35.174852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:35.176794 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734c5d97-b853-48e7-b0ab-93ded7516acb" -d '{"events": [{"name": "network-changed", "server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:35.201775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:51:35.203949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-624cb0c0-8bb8-4331-b7d7-2c73e0a376ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.205547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-624cb0c0-8bb8-4331-b7d7-2c73e0a376ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.206220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fec56-e29a-45b5-b367-5130f13c944a service neutron] Pushing event updated for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:35.207222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-624cb0c0-8bb8-4331-b7d7-2c73e0a376ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85bd10e8-fc99-4da8-aee7-6a6bf942d453 HTTP/1.1" status: 204 len: 168 time: 0.2728217 Nov 05 21:51:35.210104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:51:35.211533 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.221992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cb0c0-8bb8-4331-b7d7-2c73e0a376ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd10e8-fc99-4da8-aee7-6a6bf942d453,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:35.235614 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad96ad-541d-4f5a-9ac5-11c421aa7b92 x-openstack-request-id: req-03ad96ad-541d-4f5a-9ac5-11c421aa7b92 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:35.235913 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:35.236190 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03ad96ad-541d-4f5a-9ac5-11c421aa7b92 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:35.236568 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b', 'status': 'completed', 'code': 200} Nov 05 21:51:35.250073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ba3e5-a2ba-406d-b0eb-b6992acb33dc req-99132523-beef-4f7e-a901-f74faa90793b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.260086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-910ba3e5-a2ba-406d-b0eb-b6992acb33dc req-99132523-beef-4f7e-a901-f74faa90793b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 943 time: 0.0903938 Nov 05 21:51:35.318199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-910ba3e5-a2ba-406d-b0eb-b6992acb33dc req-8a1db74f-0705-47a0-b04e-dafa5a966760 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561855 Nov 05 21:51:35.318419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c5d97-b853-48e7-b0ab-93ded7516acb req-4bb80259-e6ea-4ab5-a728-132ddaf40445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.325844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-734c5d97-b853-48e7-b0ab-93ded7516acb req-4bb80259-e6ea-4ab5-a728-132ddaf40445 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1094 time: 0.0649555 Nov 05 21:51:35.361396 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.385748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:35.388029 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac7fe02-64f3-47e5-884e-94c5fabba1d5" -d '{"events": [{"server_uuid": "78ffc2d2-7e47-463f-8906-3fe6601f3c2f", "name": "network-vif-plugged", "status": "completed", "tag": "a6480c22-1b57-4e6c-aa58-fac09dfb2b87"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:35.403060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6480c22-1b57-4e6c-aa58-fac09dfb2b87, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:35.426607 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a9eb03-049b-4ee4-a420-d3e155187fff x-openstack-request-id: req-e7a9eb03-049b-4ee4-a420-d3e155187fff {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:35.426900 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ffc2d2-7e47-463f-8906-3fe6601f3c2f", "name": "network-vif-plugged", "status": "completed", "tag": "a6480c22-1b57-4e6c-aa58-fac09dfb2b87", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:35.427150 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7a9eb03-049b-4ee4-a420-d3e155187fff {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:35.427684 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87', 'code': 200} Nov 05 21:51:35.429443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c5d97-b853-48e7-b0ab-93ded7516acb req-632bbb55-7109-4cab-9bc5-bd6691488abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.431493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-734c5d97-b853-48e7-b0ab-93ded7516acb req-632bbb55-7109-4cab-9bc5-bd6691488abe service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d51e47aca41949f5a294d251f520dbbb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0997622 Nov 05 21:51:35.458200 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:35.526987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:35.541240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c5d97-b853-48e7-b0ab-93ded7516acb req-3295e631-e0fd-40d6-85a6-787e978b196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.542753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-734c5d97-b853-48e7-b0ab-93ded7516acb req-3295e631-e0fd-40d6-85a6-787e978b196c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039004 Nov 05 21:51:35.545079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c7250-ddcd-4c92-8652-3181db0c27e2 req-532607aa-8ff6-445f-9998-9638f2c0103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.546651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-929c7250-ddcd-4c92-8652-3181db0c27e2 req-532607aa-8ff6-445f-9998-9638f2c0103e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 1101 time: 0.0472977 Nov 05 21:51:35.596339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-929c7250-ddcd-4c92-8652-3181db0c27e2 req-a07d85c9-1804-44a9-9146-e9acde99d0a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Nov 05 21:51:35.622920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-bc5fa47d-38e1-4888-a0b9-da6dabe52efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.624448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-bc5fa47d-38e1-4888-a0b9-da6dabe52efa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1094 time: 0.0423183 Nov 05 21:51:35.671539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-fdf06f98-1b3a-4295-bf14-c6f945390bc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 200 len: 217 time: 0.0343690 Nov 05 21:51:35.724150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-255b268f-3035-4c98-8097-3bb62e738c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.725629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-255b268f-3035-4c98-8097-3bb62e738c16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.0478625 Nov 05 21:51:35.758316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-bd527244-1db4-42e4-9c7f-c9ec1e8b514d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246186 Nov 05 21:51:35.849741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-8f647ac8-5ea8-41ee-9e55-f2416d452d81 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840712 Nov 05 21:51:35.935840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5370d-b57f-453e-9ec6-06560dbb0d05 req-518021ab-c109-4036-a61e-b4d679e012f9 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:35.937358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45f5370d-b57f-453e-9ec6-06560dbb0d05 req-518021ab-c109-4036-a61e-b4d679e012f9 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 950 time: 0.0550482 Nov 05 21:51:35.963493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b62d22e4-a708-48e6-9b0c-26062679bf59 req-37b5a600-cf00-4512-959e-d966ae6c492e service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040363 Nov 05 21:51:35.991588 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45f5370d-b57f-453e-9ec6-06560dbb0d05 req-57d9f7fa-19b0-4f8b-bd0f-fbbc5e2ec3de tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Nov 05 21:51:36.268846 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41451f88-1c22-4cd5-8c20-8b5b18915021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:36.452171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e41064-2b67-4a3a-ae24-a789c4201569 req-f219ea4b-de84-4cc7-93f8-089a16ef2596 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:36.453933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67e41064-2b67-4a3a-ae24-a789c4201569 req-f219ea4b-de84-4cc7-93f8-089a16ef2596 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 943 time: 0.0593064 Nov 05 21:51:36.503230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67e41064-2b67-4a3a-ae24-a789c4201569 req-f05dcfcb-302a-4836-a436-09a48de30497 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Nov 05 21:51:37.109659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dfbb1-7dca-4c58-94c4-57a8c8cf7ae1 req-9d14d61e-e998-4a19-b97f-4c19cb9b41c2 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:37.111146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b9dfbb1-7dca-4c58-94c4-57a8c8cf7ae1 req-9d14d61e-e998-4a19-b97f-4c19cb9b41c2 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 950 time: 0.0501535 Nov 05 21:51:37.158636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b9dfbb1-7dca-4c58-94c4-57a8c8cf7ae1 req-1589b874-a513-4063-94f2-cf4adf78fc82 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Nov 05 21:51:37.485632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57636) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:37.604974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0d37-2428-4bce-ac03-6bfa58152cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:37.630693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83792-3942-4e7e-acdb-8eb4735f51d2 req-dccdd806-db50-4d4c-8b8a-449e80b37c29 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:37.632210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0c83792-3942-4e7e-acdb-8eb4735f51d2 req-dccdd806-db50-4d4c-8b8a-449e80b37c29 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 943 time: 0.0551827 Nov 05 21:51:37.681781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0c83792-3942-4e7e-acdb-8eb4735f51d2 req-bac80f90-ee41-4f17-9842-fb76670eb14c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Nov 05 21:51:37.683947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0d37-2428-4bce-ac03-6bfa58152cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:37.878889 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0d37-2428-4bce-ac03-6bfa58152cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:37.915960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff0d37-2428-4bce-ac03-6bfa58152cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81291234-bb98-41c4-a8f0-5221d122a76a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:37.920323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d6ff0d37-2428-4bce-ac03-6bfa58152cd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf28dde400f3456e94be73736e8cbd7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4336779 Nov 05 21:51:37.923334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57646) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:37.970431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f686093-9ee3-4331-882d-82f78360691f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:37.991993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f686093-9ee3-4331-882d-82f78360691f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:38.125838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f686093-9ee3-4331-882d-82f78360691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:38.128483 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f686093-9ee3-4331-882d-82f78360691f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:38.129730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5f686093-9ee3-4331-882d-82f78360691f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81291234-bb98-41c4-a8f0-5221d122a76a HTTP/1.1" status: 204 len: 168 time: 0.2056971 Nov 05 21:51:38.137797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f686093-9ee3-4331-882d-82f78360691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81291234-bb98-41c4-a8f0-5221d122a76a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:38.468550 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cef1d72e-a7d1-4feb-a82a-7588204223d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:38.602487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 78d595b3-5adb-423b-b3de-b324663b6a6b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:51:38.704410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=78d595b3-5adb-423b-b3de-b324663b6a6b,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:38.717843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '78d595b3-5adb-423b-b3de-b324663b6a6b', 'network_id': '26bbbfcc-d99b-4efd-81ec-387965fd9e99', 'port_id': '78d595b3-5adb-423b-b3de-b324663b6a6b', 'mac_address': 'fa:16:3e:14:b5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5469c809-1354-45d5-9368-c6a3f2c8415d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:51:38.757331 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:38.771908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d595b3-5adb-423b-b3de-b324663b6a6b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:51:38.795515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=78d595b3-5adb-423b-b3de-b324663b6a6b,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:38.806415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486f53d-e3cd-43d9-968f-a8204161a210 req-9478e424-763f-4846-8e00-024733ab84c6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:38.808070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0486f53d-e3cd-43d9-968f-a8204161a210 req-9478e424-763f-4846-8e00-024733ab84c6 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 943 time: 0.0539393 Nov 05 21:51:38.858846 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0486f53d-e3cd-43d9-968f-a8204161a210 req-4bcd7ca4-d5b6-4c29-8c46-dc2bfdec6872 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Nov 05 21:51:38.897327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:38.950595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:39.262029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57680) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:39.327894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['78d595b3-5adb-423b-b3de-b324663b6a6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:39.393028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-639470055-network', 'tenant_id': '43b3fca77efb47c6b2ef3dab6d1d4c3b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:39.474434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Made reservation on behalf of 43b3fca77efb47c6b2ef3dab6d1d4c3b for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:51:39.477970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.488695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.569903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.690665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.715795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:51:39.725542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb906b4-6816-48d4-8e11-ce82b1d1ce24,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:39.732189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.732525 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Added segment 9aa0fadc-532a-4219-b3be-f9b413c5bcec of type vlan for network f2035a01-160d-4d75-b482-6d1fde0a9db8 Nov 05 21:51:39.772028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.856985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.859089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:39.859089 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.921062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] Pushing event updated for resources: {'Network': ['ID=f2035a01-160d-4d75-b482-6d1fde0a9db8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:39.935606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f2035a01-160d-4d75-b482-6d1fde0a9db8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:51:39.965389 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:39.988216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-df17ba6d-eaf3-44fc-9196-ad6ac498dd43 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7250173 Nov 05 21:51:40.027936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445e0b6-b6eb-41cc-9fb0-7702e690c71c req-6e8b64e7-1a2b-4e06-b9e8-7c8dd7dc6e5d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:40.030214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6445e0b6-b6eb-41cc-9fb0-7702e690c71c req-6e8b64e7-1a2b-4e06-b9e8-7c8dd7dc6e5d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 944 time: 0.0797231 Nov 05 21:51:40.100882 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6445e0b6-b6eb-41cc-9fb0-7702e690c71c req-8561037c-48d6-45a6-85a0-d4610e49a6ca tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601742 Nov 05 21:51:40.502976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc458e46-79be-4818-ba79-0842004c4964 req-ca51ae64-5be5-4e98-94ad-9a5a3cce5086 tempest-ComputeTenantNetworksTest-1392311840 tempest-ComputeTenantNetworksTest-1392311840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:40.509792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc458e46-79be-4818-ba79-0842004c4964 req-ca51ae64-5be5-4e98-94ad-9a5a3cce5086 tempest-ComputeTenantNetworksTest-1392311840 tempest-ComputeTenantNetworksTest-1392311840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:40.515777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc458e46-79be-4818-ba79-0842004c4964 req-ca51ae64-5be5-4e98-94ad-9a5a3cce5086 tempest-ComputeTenantNetworksTest-1392311840 tempest-ComputeTenantNetworksTest-1392311840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:40.517403 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc458e46-79be-4818-ba79-0842004c4964 req-ca51ae64-5be5-4e98-94ad-9a5a3cce5086 tempest-ComputeTenantNetworksTest-1392311840 tempest-ComputeTenantNetworksTest-1392311840-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2128518 Nov 05 21:51:40.629191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fdd64-7990-4559-ac65-7a63d7351509 req-08711401-a8fa-47cd-8d7d-de143b68fd05 tempest-ComputeTenantNetworksTest-1392311840 tempest-ComputeTenantNetworksTest-1392311840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:40.630522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d87fdd64-7990-4559-ac65-7a63d7351509 req-08711401-a8fa-47cd-8d7d-de143b68fd05 tempest-ComputeTenantNetworksTest-1392311840 tempest-ComputeTenantNetworksTest-1392311840-project] 10.222.0.41 "GET /v2.0/networks/f2035a01-160d-4d75-b482-6d1fde0a9db8 HTTP/1.1" status: 200 len: 768 time: 0.0915055 Nov 05 21:51:40.640687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57712) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:40.714644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:40.793651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:40.817285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2035a01-160d-4d75-b482-6d1fde0a9db8']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:51:40.827432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa0fadc-532a-4219-b3be-f9b413c5bcec') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:51:40.827756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa0fadc-532a-4219-b3be-f9b413c5bcec') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:51:40.842670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:40.857114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:40.863296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:51:40.863731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:51:40.865436 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:51:40.994760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:41.000338 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:41.003506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] 10.222.0.41 "DELETE /v2.0/networks/f2035a01-160d-4d75-b482-6d1fde0a9db8 HTTP/1.1" status: 204 len: 168 time: 0.3610733 Nov 05 21:51:41.014303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f9237-e402-4f91-a4a2-755fa1090d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2035a01-160d-4d75-b482-6d1fde0a9db8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:41.208311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50f7fd-3cd5-4b92-aad0-b406fc8923dd req-45eda98d-c669-4408-a14d-1429317cb26a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:41.209787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae50f7fd-3cd5-4b92-aad0-b406fc8923dd req-45eda98d-c669-4408-a14d-1429317cb26a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 944 time: 0.0506563 Nov 05 21:51:41.262279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae50f7fd-3cd5-4b92-aad0-b406fc8923dd req-060ab3e4-ba6f-4ff1-913a-4d5a5ad1c9a2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457208 Nov 05 21:51:41.406650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:41.490627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57724) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:41.542135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0da2571f-9d5b-42d2-939a-605f44feafa3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43b3fca77efb47c6b2ef3dab6d1d4c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415344 Nov 05 21:51:41.544314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57726) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:41.593425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50f8e9ae-cca4-47f9-99f2-5e01d83be299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:41.618061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50f8e9ae-cca4-47f9-99f2-5e01d83be299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:41.788604 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50f8e9ae-cca4-47f9-99f2-5e01d83be299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:41.791407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50f8e9ae-cca4-47f9-99f2-5e01d83be299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:41.792982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50f8e9ae-cca4-47f9-99f2-5e01d83be299 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eb906b4-6816-48d4-8e11-ce82b1d1ce24 HTTP/1.1" status: 204 len: 168 time: 0.2475512 Nov 05 21:51:41.801977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8e9ae-cca4-47f9-99f2-5e01d83be299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb906b4-6816-48d4-8e11-ce82b1d1ce24,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:42.005586 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:42.397363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dc7f3-0442-403b-b533-5b5effe695fd req-543cb95e-7a47-44ee-bec5-166102ba02e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:42.399708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f44dc7f3-0442-403b-b533-5b5effe695fd req-543cb95e-7a47-44ee-bec5-166102ba02e3 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 944 time: 0.0580888 Nov 05 21:51:42.449852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f44dc7f3-0442-403b-b533-5b5effe695fd req-cf305ccf-f6b8-4e04-95c7-0c367b4d02d9 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Nov 05 21:51:42.618045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 78d595b3-5adb-423b-b3de-b324663b6a6b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:51:42.763914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 78d595b3-5adb-423b-b3de-b324663b6a6b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:51:42.763914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 78d595b3-5adb-423b-b3de-b324663b6a6b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:51:42.763914 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:42.868400 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:42.890766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:42.892989 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1537cc3d-4076-48f6-accd-86914a7d3e81" -d '{"events": [{"server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "name": "network-vif-plugged", "status": "completed", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:42.905611 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=78d595b3-5adb-423b-b3de-b324663b6a6b,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:42.934681 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c081fc3-0d80-4f5e-b1ee-0ebe7397cb40 x-openstack-request-id: req-5c081fc3-0d80-4f5e-b1ee-0ebe7397cb40 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:42.934971 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "name": "network-vif-plugged", "status": "completed", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:42.935224 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c081fc3-0d80-4f5e-b1ee-0ebe7397cb40 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:42.935713 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b', 'code': 200} Nov 05 21:51:43.005744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:43.055327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47089af-8302-4a98-8745-9e0d2150de68 req-239673a8-e804-4b0a-8e8e-a67db8d33875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:43.057054 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f47089af-8302-4a98-8745-9e0d2150de68 req-239673a8-e804-4b0a-8e8e-a67db8d33875 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1096 time: 0.0575199 Nov 05 21:51:43.064699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:43.120600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f47089af-8302-4a98-8745-9e0d2150de68 req-b6e1721e-a50d-47f5-85c6-45378ae20f8a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Nov 05 21:51:43.587412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e663-22f7-47b0-99fc-bd3b29b9508e req-ddc8714b-a713-445e-99bf-653bad042683 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:43.589014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cd0e663-22f7-47b0-99fc-bd3b29b9508e req-ddc8714b-a713-445e-99bf-653bad042683 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 945 time: 0.0615306 Nov 05 21:51:43.652439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cd0e663-22f7-47b0-99fc-bd3b29b9508e req-e9e3d34f-a1e2-4261-9803-e05bcac09b9e tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Nov 05 21:51:44.443673 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:51:44.790339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424385e-f57b-4dc7-907e-2c1ea9a80cef req-97cc16c1-90c5-4227-b4d9-bdf7718b1340 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:44.791928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4424385e-f57b-4dc7-907e-2c1ea9a80cef req-97cc16c1-90c5-4227-b4d9-bdf7718b1340 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 945 time: 0.0512021 Nov 05 21:51:44.840469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4424385e-f57b-4dc7-907e-2c1ea9a80cef req-8267819b-508e-4cdb-ba78-1e9217fc2283 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Nov 05 21:51:45.949368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.956126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.962898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.967367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb212c2-97f6-44f5-8675-d3176af04e1f req-e68f6a97-1c06-42da-a041-73af0566ccb9 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.969092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bb212c2-97f6-44f5-8675-d3176af04e1f req-e68f6a97-1c06-42da-a041-73af0566ccb9 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 945 time: 0.0532162 Nov 05 21:51:45.969235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.975253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.981630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.987673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:45.989598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-244e6419-74a1-4a6a-85c4-64c4d04c8f5c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.0996788 Nov 05 21:51:46.020285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bb212c2-97f6-44f5-8675-d3176af04e1f req-beb2b6c4-9109-40fc-870b-719431ea9429 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Nov 05 21:51:46.054575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f66ad9-1510-4eb6-9f95-20f212d1b365 req-cc51cac9-5546-423d-819e-6103d8dc9abc tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566452 Nov 05 21:51:46.170976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08c54c6c-0849-469e-b329-31a843e62e93 req-b948f6ff-ea3a-478d-9bc1-8ce5f99e7eca tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-131251828&fields=id&tenant_id=d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 267 time: 0.0507536 Nov 05 21:51:46.222839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.226444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54c6c-0849-469e-b329-31a843e62e93 req-7e26a16f-cb62-4424-a09d-d97069584362 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.227999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08c54c6c-0849-469e-b329-31a843e62e93 req-7e26a16f-cb62-4424-a09d-d97069584362 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 945 time: 0.0511439 Nov 05 21:51:46.229041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.235173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.238960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'port': {'security_groups': ['0abbc957-3789-443f-b7c2-7a9680036019', 'ff4c4fa7-f010-41ed-9ff9-908625c2b1da']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:46.241256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.247326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.253377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.259874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.261767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-205443cb-444b-4a92-9f6b-3e5e53f9a6a3 req-7e2fa3f7-dbb2-4a47-a42f-afb9b64c39a4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.0986776 Nov 05 21:51:46.325314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:46.528625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=78d595b3-5adb-423b-b3de-b324663b6a6b,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:46.558199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:46.736862 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:46.754287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67', '78d595b3-5adb-423b-b3de-b324663b6a6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:46.822515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.823174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:46.824603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08c54c6c-0849-469e-b329-31a843e62e93 req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "PUT /v2.0/ports/78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 200 len: 981 time: 0.5901542 Nov 05 21:51:46.825135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:46.827404 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894d1ac3-ff65-4123-a368-735df4610c41" -d '{"events": [{"name": "network-changed", "server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:46.887738 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d25e4-849c-4747-af2c-80c7bbf6abe1 x-openstack-request-id: req-c63d25e4-849c-4747-af2c-80c7bbf6abe1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:46.887738 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:46.887738 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c63d25e4-849c-4747-af2c-80c7bbf6abe1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:46.887738 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b', 'status': 'completed', 'code': 200} Nov 05 21:51:46.893004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f9001-adf3-4e9d-905e-28b0993855fb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:46.962945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0443072e-49a2-44ee-9345-9a28a01fc7ed req-017faced-5b59-4fbb-9be9-e96e5f9eefeb tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/ff4c4fa7-f010-41ed-9ff9-908625c2b1da HTTP/1.1" status: 200 len: 1819 time: 0.0832942 Nov 05 21:51:46.974453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d1ac3-ff65-4123-a368-735df4610c41 req-3414114a-be33-435d-9e77-1595f5c1b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:46.974453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894d1ac3-ff65-4123-a368-735df4610c41 req-3414114a-be33-435d-9e77-1595f5c1b5fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1135 time: 0.0589709 Nov 05 21:51:46.974682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['78d595b3-5adb-423b-b3de-b324663b6a6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:47.075991 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-0443072e-49a2-44ee-9345-9a28a01fc7ed req-380a6d06-70ff-4347-931d-9013b436f0d0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 21:51:47.077040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0443072e-49a2-44ee-9345-9a28a01fc7ed req-380a6d06-70ff-4347-931d-9013b436f0d0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/ff4c4fa7-f010-41ed-9ff9-908625c2b1da HTTP/1.1" status: 409 len: 341 time: 0.1050158 Nov 05 21:51:47.102220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d1ac3-ff65-4123-a368-735df4610c41 req-90e9043f-fd80-4dca-bcbc-b5778d986947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:47.103921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894d1ac3-ff65-4123-a368-735df4610c41 req-90e9043f-fd80-4dca-bcbc-b5778d986947 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 914 time: 0.1223984 Nov 05 21:51:47.154313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894d1ac3-ff65-4123-a368-735df4610c41 req-df339168-858e-4079-9191-814f368eab9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 200 len: 217 time: 0.0417619 Nov 05 21:51:47.217714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d1ac3-ff65-4123-a368-735df4610c41 req-38f19d1f-d394-473c-9263-21afcc9e1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:47.219289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894d1ac3-ff65-4123-a368-735df4610c41 req-38f19d1f-d394-473c-9263-21afcc9e1bf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.0588799 Nov 05 21:51:47.253142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894d1ac3-ff65-4123-a368-735df4610c41 req-1b1e648e-a23d-4c59-8aa0-0f5787bbde3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253105 Nov 05 21:51:47.356167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894d1ac3-ff65-4123-a368-735df4610c41 req-4e3342fb-f84e-4005-b7c2-ca5d67f696c9 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949600 Nov 05 21:51:47.470909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894d1ac3-ff65-4123-a368-735df4610c41 req-98c25beb-7fc3-4239-af44-54be46e6a04a service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073647 Nov 05 21:51:47.549576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4134a-e1ef-432a-91f4-4e6c03008e5d req-ce2508d6-5f2b-4ec9-a6c4-69d02eae2f12 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:47.551371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3a4134a-e1ef-432a-91f4-4e6c03008e5d req-ce2508d6-5f2b-4ec9-a6c4-69d02eae2f12 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 984 time: 0.0608532 Nov 05 21:51:47.628295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3a4134a-e1ef-432a-91f4-4e6c03008e5d req-adc3cd06-c05b-4e03-8349-1c08bdda2cf9 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ff4c4fa7-f010-41ed-9ff9-908625c2b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0698342 Nov 05 21:51:47.684350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-116a9c5b-635d-41ad-86c7-7556724116ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:47.686275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-116a9c5b-635d-41ad-86c7-7556724116ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1135 time: 0.0567758 Nov 05 21:51:47.789596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-5d55dbe4-3dbf-4db5-a017-1bd83561a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:47.791164 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-5d55dbe4-3dbf-4db5-a017-1bd83561a6e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 914 time: 0.0981286 Nov 05 21:51:47.846757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-613f239a-acb0-4d03-a9a7-71f576073069 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 200 len: 217 time: 0.0476501 Nov 05 21:51:47.915294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-092deb0c-f8f8-4c2b-884c-76f7080dcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:47.917090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-092deb0c-f8f8-4c2b-884c-76f7080dcce8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.0631111 Nov 05 21:51:47.951670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-5a2c3aa9-7bf5-446f-91d1-eb8bb882d098 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270224 Nov 05 21:51:48.052928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-4393d6bb-0be1-426b-be6e-e4f39b3751b1 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942087 Nov 05 21:51:48.150287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a55c0441-5820-4275-8b88-f08ef290ac38 req-376e9d46-a6b3-4ea4-a7fa-b6fc291f8c99 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897059 Nov 05 21:51:48.805126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85f3c4-2783-4492-91ba-7a102f4e6761 req-8f631098-883b-4c0a-89ff-68b5d98d07f0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:48.814633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a85f3c4-2783-4492-91ba-7a102f4e6761 req-8f631098-883b-4c0a-89ff-68b5d98d07f0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 984 time: 0.1200633 Nov 05 21:51:48.896236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a85f3c4-2783-4492-91ba-7a102f4e6761 req-281d628a-5680-43fc-87e2-80119cd3bcb7 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ff4c4fa7-f010-41ed-9ff9-908625c2b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0807276 Nov 05 21:51:49.299814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57926) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:49.395090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:49.395586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:49.396060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:49.396524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:49.396984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:49.397444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:49.397933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:49.400112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-24c267e8-6ca5-4375-a3af-3fb4db67f248 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6498 time: 0.0989330 Nov 05 21:51:49.467642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-c0dade8a-b0a6-4089-80b5-8b968fe00c9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&id=00cc82d7-9815-4696-9564-83c72248af65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596743 Nov 05 21:51:50.064827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33721c9f-d19d-4aa6-affc-c044373b4795 req-d938fd84-4135-43a0-a97b-fe52331cd924 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:50.075966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33721c9f-d19d-4aa6-affc-c044373b4795 req-d938fd84-4135-43a0-a97b-fe52331cd924 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 984 time: 0.0812962 Nov 05 21:51:50.154262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33721c9f-d19d-4aa6-affc-c044373b4795 req-45f806cd-2dc1-4934-894d-6c1f8397a341 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ff4c4fa7-f010-41ed-9ff9-908625c2b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0726404 Nov 05 21:51:50.276185 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-9a827249-298d-456d-94f4-bf359dcbc64b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1821121114&fields=id&tenant_id=d51e47aca41949f5a294d251f520dbbb HTTP/1.1" status: 200 len: 267 time: 0.0472534 Nov 05 21:51:50.336251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-ae492ac3-d235-444d-8380-15c4b8b17f67 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:50.337915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-ae492ac3-d235-444d-8380-15c4b8b17f67 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 984 time: 0.0527551 Nov 05 21:51:50.351669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'port': {'security_groups': ['0abbc957-3789-443f-b7c2-7a9680036019', 'ff4c4fa7-f010-41ed-9ff9-908625c2b1da', '1258f7c9-a530-460d-b8d2-89286f20e6d2']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:50.436665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:50.644418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=78d595b3-5adb-423b-b3de-b324663b6a6b,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:50.675756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:50.736565 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:50.749354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67', '78d595b3-5adb-423b-b3de-b324663b6a6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:50.798255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:50.799819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:50.802815 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77b16cd9-a416-4e9e-8126-16ef7ba4215c req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "PUT /v2.0/ports/78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 200 len: 1020 time: 0.4572105 Nov 05 21:51:50.803873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:50.808828 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:50.837851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3670a-c72c-44f6-9427-6ada8949c2a8 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:50.870964 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a34111-3035-452f-bc21-20c36aac03e5 x-openstack-request-id: req-73a34111-3035-452f-bc21-20c36aac03e5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:50.870964 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:50.870964 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73a34111-3035-452f-bc21-20c36aac03e5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:50.870964 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b', 'status': 'completed', 'code': 200} Nov 05 21:51:50.893703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bd0baac-69a1-4d0e-b7bb-51158f107abf req-d4b90bb0-6d13-4cf7-bfc1-042314117aab tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/1258f7c9-a530-460d-b8d2-89286f20e6d2 HTTP/1.1" status: 200 len: 1819 time: 0.0685067 Nov 05 21:51:50.941504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['78d595b3-5adb-423b-b3de-b324663b6a6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:50.986536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-b6413701-0ff8-48eb-aea3-343c3c5f4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:50.988107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-b6413701-0ff8-48eb-aea3-343c3c5f4f5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d51e47aca41949f5a294d251f520dbbb&device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1174 time: 0.0935390 Nov 05 21:51:50.995827 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-3bd0baac-69a1-4d0e-b7bb-51158f107abf req-0fcdd87a-7c14-459e-a5ca-52c5e9cdfb79 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 21:51:51.023242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bd0baac-69a1-4d0e-b7bb-51158f107abf req-0fcdd87a-7c14-459e-a5ca-52c5e9cdfb79 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/1258f7c9-a530-460d-b8d2-89286f20e6d2 HTTP/1.1" status: 409 len: 341 time: 0.0903671 Nov 05 21:51:51.217140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-39fd9f62-2a32-4dc5-8d6f-382de096a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:51.218874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-39fd9f62-2a32-4dc5-8d6f-382de096a821 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 200 len: 914 time: 0.1904202 Nov 05 21:51:51.299469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-d450956a-c60c-4b18-9a3a-76b5ee7b7910 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 200 len: 217 time: 0.0699511 Nov 05 21:51:51.351934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-58d30d87-3ec4-460b-9f0b-f1d06054b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:51.353509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-58d30d87-3ec4-460b-9f0b-f1d06054b06a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 200 len: 853 time: 0.0477266 Nov 05 21:51:51.411613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-45b79e0e-6fcb-4fa5-b988-5b85ba0b2255 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26bbbfcc-d99b-4efd-81ec-387965fd9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513525 Nov 05 21:51:51.573705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-fb3b7d7a-316b-4f58-bd73-356e47064a25 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551580 Nov 05 21:51:51.726086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa26ef-724e-4408-8a21-0f1d35dca254 req-8071e872-d441-4b45-9430-1d3c61d18d70 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:51.727410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dffa26ef-724e-4408-8a21-0f1d35dca254 req-8071e872-d441-4b45-9430-1d3c61d18d70 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1023 time: 0.0814910 Nov 05 21:51:51.729571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd06d081-7ec2-4c8f-828d-2bd54c5500e0 req-1384024d-7d43-4581-95c6-3703183a1f41 service neutron] 10.222.0.46 "GET /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482584 Nov 05 21:51:51.839413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dffa26ef-724e-4408-8a21-0f1d35dca254 req-4fc11fa2-dc71-49db-b09d-9c82e070d800 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ff4c4fa7-f010-41ed-9ff9-908625c2b1da&id=1258f7c9-a530-460d-b8d2-89286f20e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1038842 Nov 05 21:51:52.990013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e50a96-44b8-4773-8ffd-90591f454b30 req-3c38f73c-954c-4db9-ac2a-293ce791a90a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:52.991533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22e50a96-44b8-4773-8ffd-90591f454b30 req-3c38f73c-954c-4db9-ac2a-293ce791a90a tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1023 time: 0.0620503 Nov 05 21:51:53.067859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22e50a96-44b8-4773-8ffd-90591f454b30 req-775c4a3a-4241-49f6-9c51-cb0c3a0ec1cc tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ff4c4fa7-f010-41ed-9ff9-908625c2b1da&id=1258f7c9-a530-460d-b8d2-89286f20e6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0692627 Nov 05 21:51:53.249705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000092d4-f183-45aa-a2c3-08291f80309d req-f116051a-42fb-4378-97ce-da2427ed633a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:53.251255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-000092d4-f183-45aa-a2c3-08291f80309d req-f116051a-42fb-4378-97ce-da2427ed633a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0567422 Nov 05 21:51:53.300236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-000092d4-f183-45aa-a2c3-08291f80309d req-cf832c3a-be61-49f2-b39a-07891957c72f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Nov 05 21:51:53.452921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58022) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:53.471935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-f08ab87e-8d5e-4fa5-81fd-01bd9b45a056 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:53.473389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-f08ab87e-8d5e-4fa5-81fd-01bd9b45a056 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 1023 time: 0.0567691 Nov 05 21:51:53.571536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf80e-0e44-4cc6-8dcc-902c9097336d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:53.586467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Deleting port 78d595b3-5adb-423b-b3de-b324663b6a6b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:51:53.586806 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:53.674055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf80e-0e44-4cc6-8dcc-902c9097336d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:53.690233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] For port 78d595b3-5adb-423b-b3de-b324663b6a6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=78d595b3-5adb-423b-b3de-b324663b6a6b,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:53.690595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:53.709705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Calling delete_port for 78d595b3-5adb-423b-b3de-b324663b6a6b owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:51:53.786472 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf80e-0e44-4cc6-8dcc-902c9097336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:53.831670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4ddaf80e-0e44-4cc6-8dcc-902c9097336d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52932185cbe54dfe962e31f3a1998d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771539 Nov 05 21:51:53.837000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58028) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:53.850918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaf80e-0e44-4cc6-8dcc-902c9097336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e4722d-5ce0-48c0-b63d-12d27d9d25d7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:53.922191 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10561272-2887-463e-90f1-f486daa9e9cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:53.955327 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10561272-2887-463e-90f1-f486daa9e9cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:54.028461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:54.041059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67', '78d595b3-5adb-423b-b3de-b324663b6a6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:51:54.056622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'Port': ['ID=78d595b3-5adb-423b-b3de-b324663b6a6b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:54.111535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] No DVR routers for this DVR port 78d595b3-5adb-423b-b3de-b324663b6a6b on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:51:54.113538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10561272-2887-463e-90f1-f486daa9e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:54.116825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10561272-2887-463e-90f1-f486daa9e9cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:54.118632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-10561272-2887-463e-90f1-f486daa9e9cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3e4722d-5ce0-48c0-b63d-12d27d9d25d7 HTTP/1.1" status: 204 len: 168 time: 0.2804482 Nov 05 21:51:54.120248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:54.123849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1769de03-6fb4-4bb9-8a2f-11ca3468db9c req-add4648b-d624-4c54-bbd6-f9b1c580847c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "DELETE /v2.0/ports/78d595b3-5adb-423b-b3de-b324663b6a6b HTTP/1.1" status: 204 len: 173 time: 0.6444976 Nov 05 21:51:54.134208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'name': 'network-vif-deleted', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:51:54.137818 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c712bd7d-5283-43c6-adc6-9c10efcf211d" -d '{"events": [{"server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "name": "network-vif-deleted", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:51:54.141419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10561272-2887-463e-90f1-f486daa9e9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e4722d-5ce0-48c0-b63d-12d27d9d25d7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:54.204753 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854f7ebd-36a1-40fa-9212-ed4ce2dd0bfb x-openstack-request-id: req-854f7ebd-36a1-40fa-9212-ed4ce2dd0bfb {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:51:54.205051 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0", "name": "network-vif-deleted", "tag": "78d595b3-5adb-423b-b3de-b324663b6a6b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:51:54.205362 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-854f7ebd-36a1-40fa-9212-ed4ce2dd0bfb {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:51:54.205931 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0', 'name': 'network-vif-deleted', 'tag': '78d595b3-5adb-423b-b3de-b324663b6a6b', 'status': 'completed', 'code': 200} Nov 05 21:51:54.257144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae1b2352-a68c-429e-a6e1-ac31fb98c05e req-7ab9f842-e526-449b-9f42-7d64a38f5155 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a43bd1f-e8c7-4cbd-8481-f1c00a6c59f0 HTTP/1.1" status: 200 len: 210 time: 0.0287213 Nov 05 21:51:54.451658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec9f7d-9b3c-46ac-8925-dcaead5f3931 req-039fb8ad-9caa-4a0b-b223-b22be1342433 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:54.455305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7ec9f7d-9b3c-46ac-8925-dcaead5f3931 req-039fb8ad-9caa-4a0b-b223-b22be1342433 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0666525 Nov 05 21:51:54.516005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7ec9f7d-9b3c-46ac-8925-dcaead5f3931 req-b0a2d611-5800-42cb-994d-81af7ea67f20 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562489 Nov 05 21:51:55.122455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58048) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:55.140171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-740ae8e2-544a-4327-9d8a-4b1b07e929d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.216303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-740ae8e2-544a-4327-9d8a-4b1b07e929d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.279643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-740ae8e2-544a-4327-9d8a-4b1b07e929d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.318450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ae8e2-544a-4327-9d8a-4b1b07e929d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b3197-16c4-4870-ae60-4baf141db55a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:55.327819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58054) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:51:55.328312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-740ae8e2-544a-4327-9d8a-4b1b07e929d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8bcd54753164e12b15bf470595141f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025335 Nov 05 21:51:55.397932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93fc99e0-dfb0-4390-a2df-85f8b952702e req-a061a7d9-cb16-4e70-b432-d543a8699520 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/ff4c4fa7-f010-41ed-9ff9-908625c2b1da HTTP/1.1" status: 200 len: 1819 time: 0.0625749 Nov 05 21:51:55.416029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05b26ee6-4d87-4e13-ac76-270d5424dad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.457946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05b26ee6-4d87-4e13-ac76-270d5424dad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.502466 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fc99e0-dfb0-4390-a2df-85f8b952702e req-790316c1-47ba-42cc-ba12-0fd237de5cd1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.532176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fc99e0-dfb0-4390-a2df-85f8b952702e req-790316c1-47ba-42cc-ba12-0fd237de5cd1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.628313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05b26ee6-4d87-4e13-ac76-270d5424dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.631765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05b26ee6-4d87-4e13-ac76-270d5424dad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.636135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-05b26ee6-4d87-4e13-ac76-270d5424dad0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c82b3197-16c4-4870-ae60-4baf141db55a HTTP/1.1" status: 204 len: 168 time: 0.3040161 Nov 05 21:51:55.643573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b26ee6-4d87-4e13-ac76-270d5424dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b3197-16c4-4870-ae60-4baf141db55a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:55.644318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9a9-5a05-485c-b923-44cdde29fed6 req-77ba209d-c857-4b7f-8294-e20ff466a2c2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:55.652354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c23ff9a9-5a05-485c-b923-44cdde29fed6 req-77ba209d-c857-4b7f-8294-e20ff466a2c2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0575993 Nov 05 21:51:55.662278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fc99e0-dfb0-4390-a2df-85f8b952702e req-790316c1-47ba-42cc-ba12-0fd237de5cd1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.665736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fc99e0-dfb0-4390-a2df-85f8b952702e req-790316c1-47ba-42cc-ba12-0fd237de5cd1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.666850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93fc99e0-dfb0-4390-a2df-85f8b952702e req-790316c1-47ba-42cc-ba12-0fd237de5cd1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/ff4c4fa7-f010-41ed-9ff9-908625c2b1da HTTP/1.1" status: 204 len: 173 time: 0.2619691 Nov 05 21:51:55.677324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790316c1-47ba-42cc-ba12-0fd237de5cd1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c4fa7-f010-41ed-9ff9-908625c2b1da,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:55.756203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6872c32f-6d33-4d95-9a35-c9ddc47d2aff req-f4e485ec-b3ba-4e40-a50b-7da947e0c596 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/1258f7c9-a530-460d-b8d2-89286f20e6d2 HTTP/1.1" status: 200 len: 1819 time: 0.0515654 Nov 05 21:51:55.762567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c23ff9a9-5a05-485c-b923-44cdde29fed6 req-4fa5556e-0987-4a1e-a167-1ebf9ea7eb58 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996366 Nov 05 21:51:55.824422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6872c32f-6d33-4d95-9a35-c9ddc47d2aff req-8b6f263c-5e6b-406b-a4bb-16ad792c248d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.845397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6872c32f-6d33-4d95-9a35-c9ddc47d2aff req-8b6f263c-5e6b-406b-a4bb-16ad792c248d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.993858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6872c32f-6d33-4d95-9a35-c9ddc47d2aff req-8b6f263c-5e6b-406b-a4bb-16ad792c248d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:55.996704 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6872c32f-6d33-4d95-9a35-c9ddc47d2aff req-8b6f263c-5e6b-406b-a4bb-16ad792c248d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.000890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6872c32f-6d33-4d95-9a35-c9ddc47d2aff req-8b6f263c-5e6b-406b-a4bb-16ad792c248d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/1258f7c9-a530-460d-b8d2-89286f20e6d2 HTTP/1.1" status: 204 len: 173 time: 0.2444158 Nov 05 21:51:56.012094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f263c-5e6b-406b-a4bb-16ad792c248d tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258f7c9-a530-460d-b8d2-89286f20e6d2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:56.052154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-efd11b19-dbc1-4fda-9e16-597a0adaccdf req-a1817f7e-bfea-46c7-a009-9550b753465f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-784550823', 'description': 'tempest-description-565242157'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:56.136121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-efd11b19-dbc1-4fda-9e16-597a0adaccdf req-a1817f7e-bfea-46c7-a009-9550b753465f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.207599 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-efd11b19-dbc1-4fda-9e16-597a0adaccdf req-a1817f7e-bfea-46c7-a009-9550b753465f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.342452 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-efd11b19-dbc1-4fda-9e16-597a0adaccdf req-a1817f7e-bfea-46c7-a009-9550b753465f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.373527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1817f7e-bfea-46c7-a009-9550b753465f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8faa1a-9545-4c92-8624-15c5f87393d3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:56.441718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-efd11b19-dbc1-4fda-9e16-597a0adaccdf req-a1817f7e-bfea-46c7-a009-9550b753465f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.442981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-efd11b19-dbc1-4fda-9e16-597a0adaccdf req-a1817f7e-bfea-46c7-a009-9550b753465f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3974869 Nov 05 21:51:56.503139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f379563e-ebd9-4f6d-9d7b-16119d3b0799 req-30bb0f64-ec6e-479c-9d5b-e5ea4fcc7f5f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/aa8faa1a-9545-4c92-8624-15c5f87393d3 HTTP/1.1" status: 200 len: 1818 time: 0.0372069 Nov 05 21:51:56.525967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f379563e-ebd9-4f6d-9d7b-16119d3b0799 req-2a673f5a-5671-4d88-930b-039a2c9f3179 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2072570590', 'description': 'tempest-description-hth-123167274'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:51:56.582099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f379563e-ebd9-4f6d-9d7b-16119d3b0799 req-2a673f5a-5671-4d88-930b-039a2c9f3179 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.640323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f379563e-ebd9-4f6d-9d7b-16119d3b0799 req-2a673f5a-5671-4d88-930b-039a2c9f3179 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.691132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 78d595b3-5adb-423b-b3de-b324663b6a6b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:51:56.712520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 78d595b3-5adb-423b-b3de-b324663b6a6b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:51:56.712861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 78d595b3-5adb-423b-b3de-b324663b6a6b not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:51:56.748155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f379563e-ebd9-4f6d-9d7b-16119d3b0799 req-2a673f5a-5671-4d88-930b-039a2c9f3179 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.750887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f379563e-ebd9-4f6d-9d7b-16119d3b0799 req-2a673f5a-5671-4d88-930b-039a2c9f3179 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:56.752147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f379563e-ebd9-4f6d-9d7b-16119d3b0799 req-2a673f5a-5671-4d88-930b-039a2c9f3179 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "PUT /v2.0/security-groups/aa8faa1a-9545-4c92-8624-15c5f87393d3 HTTP/1.1" status: 200 len: 1793 time: 0.2384245 Nov 05 21:51:56.790367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a673f5a-5671-4d88-930b-039a2c9f3179 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8faa1a-9545-4c92-8624-15c5f87393d3,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:56.854076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab760a2e-07e9-4042-af95-9820b2629497 req-dfe69eb5-1c51-4f34-bc20-ea059259c252 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/aa8faa1a-9545-4c92-8624-15c5f87393d3 HTTP/1.1" status: 200 len: 1793 time: 0.0761662 Nov 05 21:51:56.908791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0c3f-65c8-49db-ae15-c62e749217ae req-9990b50a-9817-4170-958e-6acca7f0fcd1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:56.910920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-873c0c3f-65c8-49db-ae15-c62e749217ae req-9990b50a-9817-4170-958e-6acca7f0fcd1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0564439 Nov 05 21:51:56.985374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9922e4a4-63d9-43b4-b6e1-855716c3f823 req-94e51f51-70d5-428c-963b-ef646169c933 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/aa8faa1a-9545-4c92-8624-15c5f87393d3 HTTP/1.1" status: 200 len: 1793 time: 0.0454836 Nov 05 21:51:57.010920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-873c0c3f-65c8-49db-ae15-c62e749217ae req-36c7d87b-9170-4403-90a1-218abb660fc1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919638 Nov 05 21:51:57.048348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9922e4a4-63d9-43b4-b6e1-855716c3f823 req-1baf0c22-13db-48c3-9424-08f895cf8b6c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:57.071966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9922e4a4-63d9-43b4-b6e1-855716c3f823 req-1baf0c22-13db-48c3-9424-08f895cf8b6c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:57.199619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9922e4a4-63d9-43b4-b6e1-855716c3f823 req-1baf0c22-13db-48c3-9424-08f895cf8b6c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:57.202539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9922e4a4-63d9-43b4-b6e1-855716c3f823 req-1baf0c22-13db-48c3-9424-08f895cf8b6c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:57.204748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9922e4a4-63d9-43b4-b6e1-855716c3f823 req-1baf0c22-13db-48c3-9424-08f895cf8b6c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/aa8faa1a-9545-4c92-8624-15c5f87393d3 HTTP/1.1" status: 204 len: 173 time: 0.2134516 Nov 05 21:51:57.219582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf0c22-13db-48c3-9424-08f895cf8b6c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8faa1a-9545-4c92-8624-15c5f87393d3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:51:57.305824 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-9f0ce616-599b-48f1-8d47-7220e2525385 req-e1c4f4a8-7e52-43dc-a9da-4e209d0617bf tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:57.306924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f0ce616-599b-48f1-8d47-7220e2525385 req-e1c4f4a8-7e52-43dc-a9da-4e209d0617bf tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/1258f7c9-a530-460d-b8d2-89286f20e6d2 HTTP/1.1" status: 404 len: 352 time: 0.0144732 Nov 05 21:51:57.341772 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-006a0434-0da3-401d-96da-ad98245213a2 req-dad8f272-d5a9-4d7c-9491-6dffe58239c5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:57.344241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-006a0434-0da3-401d-96da-ad98245213a2 req-dad8f272-d5a9-4d7c-9491-6dffe58239c5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/ff4c4fa7-f010-41ed-9ff9-908625c2b1da HTTP/1.1" status: 404 len: 352 time: 0.0167320 Nov 05 21:51:57.377889 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-5756be4a-528a-4b23-a179-5006bf5cc291 req-54aa0de2-58bb-4755-9a15-54061502f20f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:57.379194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5756be4a-528a-4b23-a179-5006bf5cc291 req-54aa0de2-58bb-4755-9a15-54061502f20f tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/ce543298-1941-434e-b6d5-a304912f4a25 HTTP/1.1" status: 404 len: 352 time: 0.0153365 Nov 05 21:51:57.416518 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-13d49515-5fd0-46f1-b075-419e097d45de req-dc361039-7c07-46fb-a1dc-da33eebb540b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:57.417684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13d49515-5fd0-46f1-b075-419e097d45de req-dc361039-7c07-46fb-a1dc-da33eebb540b tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/bf4e28a8-b659-4e09-b838-092b500c2210 HTTP/1.1" status: 404 len: 352 time: 0.0172839 Nov 05 21:51:57.454992 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-d8482c47-81fd-4e3c-b745-a6c784305750 req-50ae812b-b0da-4417-805a-fbf6ffde77e1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:57.455999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8482c47-81fd-4e3c-b745-a6c784305750 req-50ae812b-b0da-4417-805a-fbf6ffde77e1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/98e1e402-e0fb-4bf0-936a-40253257f407 HTTP/1.1" status: 404 len: 352 time: 0.0151384 Nov 05 21:51:57.493425 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [req-ecd89a29-dbf3-4523-84b1-33b88b6a7d5e req-8d8d239d-0290-4bc4-880d-fda9bc48b4e5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] show failed (client error): The resource could not be found. Nov 05 21:51:57.498798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ecd89a29-dbf3-4523-84b1-33b88b6a7d5e req-8d8d239d-0290-4bc4-880d-fda9bc48b4e5 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/f8d48b87-46a4-45f0-8fcc-3fb6c11b15eb HTTP/1.1" status: 404 len: 352 time: 0.0166783 Nov 05 21:51:58.029929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe30e13-00fb-4cce-a046-2097e2c54bee req-08160851-3e77-43b9-a4b4-d231124ca0be tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:58.029929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8fe30e13-00fb-4cce-a046-2097e2c54bee req-08160851-3e77-43b9-a4b4-d231124ca0be tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1023 time: 0.0678651 Nov 05 21:51:58.111369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8fe30e13-00fb-4cce-a046-2097e2c54bee req-6b36962c-711b-43ce-ae9c-135b99a08ca0 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ddecb68e-2857-4cc7-811a-2f11c932715c&id=d103513e-18fd-4fad-9ece-ed2201ad4456&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0783503 Nov 05 21:51:58.160023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6bb34-f33a-4b34-85a9-1d7d67abfcfb req-7f1a3894-9b4a-4e70-80a1-b7307fd09496 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:58.162070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31d6bb34-f33a-4b34-85a9-1d7d67abfcfb req-7f1a3894-9b4a-4e70-80a1-b7307fd09496 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0670071 Nov 05 21:51:58.217098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31d6bb34-f33a-4b34-85a9-1d7d67abfcfb req-7bfcad3d-1bb7-424e-9e77-7259a0b5f0c4 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480356 Nov 05 21:51:59.238043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bc36c-b044-4bde-890e-ac3f4735aba4 req-4f26ddef-cb9e-40d7-ac8e-14948eb02aaf tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:59.240188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e1bc36c-b044-4bde-890e-ac3f4735aba4 req-4f26ddef-cb9e-40d7-ac8e-14948eb02aaf tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1023 time: 0.0525951 Nov 05 21:51:59.354819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ff185-198c-49dc-a3d9-bd25cf137353 req-3f1aa79c-7ca4-4f58-bebd-7d1f5096ff47 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:59.363414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a8ff185-198c-49dc-a3d9-bd25cf137353 req-3f1aa79c-7ca4-4f58-bebd-7d1f5096ff47 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0681710 Nov 05 21:51:59.384215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e1bc36c-b044-4bde-890e-ac3f4735aba4 req-5064d883-3ccc-4aad-a476-64dbb4351a77 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups?id=0abbc957-3789-443f-b7c2-7a9680036019&id=ddecb68e-2857-4cc7-811a-2f11c932715c&id=d103513e-18fd-4fad-9ece-ed2201ad4456&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1371255 Nov 05 21:51:59.411172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a8ff185-198c-49dc-a3d9-bd25cf137353 req-2f9d8a47-587f-40c3-ad32-2a2d2a42e1a6 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479743 Nov 05 21:51:59.585173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-c1423f07-9855-4f4d-bd1a-74069c640734 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:51:59.587137 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-c1423f07-9855-4f4d-bd1a-74069c640734 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 1023 time: 0.0628188 Nov 05 21:51:59.700215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Deleting port 06512715-b602-4097-ae05-de95461a4d67 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:51:59.700571 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:59.807718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] For port 06512715-b602-4097-ae05-de95461a4d67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=06512715-b602-4097-ae05-de95461a4d67,segment=NetworkSegment(134bd199-db3b-47cf-a20d-347fcd53bec0),segment_id=134bd199-db3b-47cf-a20d-347fcd53bec0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:51:59.808085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:51:59.821456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Calling delete_port for 06512715-b602-4097-ae05-de95461a4d67 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:00.051023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.065621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['06512715-b602-4097-ae05-de95461a4d67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:52:00.086495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'Port': ['ID=06512715-b602-4097-ae05-de95461a4d67,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:00.137431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] No DVR routers for this DVR port 06512715-b602-4097-ae05-de95461a4d67 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:00.140447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.143985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dba56dc-9da0-4ca7-b638-a0fe56e7d5f3 req-affc47c2-d9cf-4995-9a65-c619cb18f8ae tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.46 "DELETE /v2.0/ports/06512715-b602-4097-ae05-de95461a4d67 HTTP/1.1" status: 204 len: 173 time: 0.5506213 Nov 05 21:52:00.144454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'name': 'network-vif-deleted', 'tag': '06512715-b602-4097-ae05-de95461a4d67'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:00.146708 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa5b7e-5104-4354-82ed-be89972555fe" -d '{"events": [{"server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "name": "network-vif-deleted", "tag": "06512715-b602-4097-ae05-de95461a4d67"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:00.174865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58200) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:00.202942 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c74e1ff-37b0-4d59-944e-2db8588d2c27 x-openstack-request-id: req-7c74e1ff-37b0-4d59-944e-2db8588d2c27 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:00.202942 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125f54b3-7564-479a-93b5-9321ca04a065", "name": "network-vif-deleted", "tag": "06512715-b602-4097-ae05-de95461a4d67", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:00.202942 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c74e1ff-37b0-4d59-944e-2db8588d2c27 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:00.202942 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125f54b3-7564-479a-93b5-9321ca04a065', 'name': 'network-vif-deleted', 'tag': '06512715-b602-4097-ae05-de95461a4d67', 'status': 'completed', 'code': 200} Nov 05 21:52:00.318543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea12f497-c7ce-4dea-b1ba-334a6f75393e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.405140 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea12f497-c7ce-4dea-b1ba-334a6f75393e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.501781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-175e3e5b-9975-413f-af2c-961dd60d35be req-37df6d16-81a7-4f47-ba65-f74cce3c6c6c tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/ports?device_id=125f54b3-7564-479a-93b5-9321ca04a065 HTTP/1.1" status: 200 len: 210 time: 0.0484128 Nov 05 21:52:00.525391 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea12f497-c7ce-4dea-b1ba-334a6f75393e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.559708 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.579503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ea12f497-c7ce-4dea-b1ba-334a6f75393e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=295d177d2abd4143a77524306be31d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3996980 Nov 05 21:52:00.579503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12f497-c7ce-4dea-b1ba-334a6f75393e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6330cb-4603-4466-b897-50e480df4ed3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:00.580516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58208) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:00.592943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5f2a-e2d7-4156-9a52-c84ebec49b01 req-a63becb7-268b-4b7b-b9bf-fb68fa894210 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:00.594464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-346e5f2a-e2d7-4156-9a52-c84ebec49b01 req-a63becb7-268b-4b7b-b9bf-fb68fa894210 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.1063309 Nov 05 21:52:00.634604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71f21628-54b4-4776-a2a5-d429afcd89f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.649374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-346e5f2a-e2d7-4156-9a52-c84ebec49b01 req-ca382644-bf17-460f-b2fc-5a70c5dc0dc4 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460818 Nov 05 21:52:00.655978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71f21628-54b4-4776-a2a5-d429afcd89f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.782188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71f21628-54b4-4776-a2a5-d429afcd89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.784708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71f21628-54b4-4776-a2a5-d429afcd89f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:00.785865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-71f21628-54b4-4776-a2a5-d429afcd89f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed6330cb-4603-4466-b897-50e480df4ed3 HTTP/1.1" status: 204 len: 168 time: 0.2042465 Nov 05 21:52:00.794444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21628-54b4-4776-a2a5-d429afcd89f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6330cb-4603-4466-b897-50e480df4ed3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:01.622145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-faee9a94-9126-44cc-b5c5-ee317e9b2751 req-68c571da-c660-41dc-af42-f737762db7b1 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/d103513e-18fd-4fad-9ece-ed2201ad4456 HTTP/1.1" status: 200 len: 1818 time: 0.0389559 Nov 05 21:52:01.680393 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-faee9a94-9126-44cc-b5c5-ee317e9b2751 req-0705613d-da01-41ae-a857-bff3ba925667 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:01.688309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58226) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:01.705552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c4a3b2e-975e-40c0-b6aa-44c395d15c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:01.706193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-faee9a94-9126-44cc-b5c5-ee317e9b2751 req-0705613d-da01-41ae-a857-bff3ba925667 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:01.803935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab6891-f5bc-4c6a-ae70-13349739e4f6 req-9d08ce64-8494-4518-9ab2-47252b096ded tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:01.806146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-edab6891-f5bc-4c6a-ae70-13349739e4f6 req-9d08ce64-8494-4518-9ab2-47252b096ded tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0756736 Nov 05 21:52:01.838902 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c4a3b2e-975e-40c0-b6aa-44c395d15c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:01.850717 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-faee9a94-9126-44cc-b5c5-ee317e9b2751 req-0705613d-da01-41ae-a857-bff3ba925667 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:01.853853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-faee9a94-9126-44cc-b5c5-ee317e9b2751 req-0705613d-da01-41ae-a857-bff3ba925667 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:01.860657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-faee9a94-9126-44cc-b5c5-ee317e9b2751 req-0705613d-da01-41ae-a857-bff3ba925667 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/d103513e-18fd-4fad-9ece-ed2201ad4456 HTTP/1.1" status: 204 len: 173 time: 0.2272243 Nov 05 21:52:01.864101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705613d-da01-41ae-a857-bff3ba925667 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d103513e-18fd-4fad-9ece-ed2201ad4456,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:01.872589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-edab6891-f5bc-4c6a-ae70-13349739e4f6 req-26c3047e-ba3f-4580-b40c-ee24cc8a3492 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544722 Nov 05 21:52:01.925158 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c4a3b2e-975e-40c0-b6aa-44c395d15c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:01.926969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-111c00c7-03a8-4b6b-b7e2-5283ec6706a2 req-b1d445c5-f165-40ef-9838-eff950819fb9 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "GET /v2.0/security-groups/ddecb68e-2857-4cc7-811a-2f11c932715c HTTP/1.1" status: 200 len: 1818 time: 0.0455079 Nov 05 21:52:01.970580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5c4a3b2e-975e-40c0-b6aa-44c395d15c25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a4060aa01d740e884982432d29c007c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796240 Nov 05 21:52:01.971981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a3b2e-975e-40c0-b6aa-44c395d15c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de475f0-cd5e-499f-87fa-513937037097,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:01.972982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58232) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:02.329514 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111c00c7-03a8-4b6b-b7e2-5283ec6706a2 req-44d6c517-d1da-4c93-9a46-5699d1bdddf2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.362161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111c00c7-03a8-4b6b-b7e2-5283ec6706a2 req-44d6c517-d1da-4c93-9a46-5699d1bdddf2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.364950 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ded6-b072-4836-bf6d-653797b5f91c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.404503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ded6-b072-4836-bf6d-653797b5f91c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.507153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111c00c7-03a8-4b6b-b7e2-5283ec6706a2 req-44d6c517-d1da-4c93-9a46-5699d1bdddf2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.509754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-111c00c7-03a8-4b6b-b7e2-5283ec6706a2 req-44d6c517-d1da-4c93-9a46-5699d1bdddf2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.510903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-111c00c7-03a8-4b6b-b7e2-5283ec6706a2 req-44d6c517-d1da-4c93-9a46-5699d1bdddf2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] 10.222.0.41 "DELETE /v2.0/security-groups/ddecb68e-2857-4cc7-811a-2f11c932715c HTTP/1.1" status: 204 len: 173 time: 0.5747855 Nov 05 21:52:02.518707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58238) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:02.520586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6c517-d1da-4c93-9a46-5699d1bdddf2 tempest-SecurityGroupsTestJSON-193205499 tempest-SecurityGroupsTestJSON-193205499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddecb68e-2857-4cc7-811a-2f11c932715c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:02.536621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ded6-b072-4836-bf6d-653797b5f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.540059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ded6-b072-4836-bf6d-653797b5f91c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.543679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6aa5ded6-b072-4836-bf6d-653797b5f91c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7de475f0-cd5e-499f-87fa-513937037097 HTTP/1.1" status: 204 len: 168 time: 0.5672619 Nov 05 21:52:02.551824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5ded6-b072-4836-bf6d-653797b5f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de475f0-cd5e-499f-87fa-513937037097,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:02.570132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] Deleting subnet 5469c809-1354-45d5-9368-c6a3f2c8415d {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:52:02.573747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.614977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.657488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.733657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06512715-b602-4097-ae05-de95461a4d67 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:02.756035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 06512715-b602-4097-ae05-de95461a4d67 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:52:02.756367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 06512715-b602-4097-ae05-de95461a4d67 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:52:02.770696 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.817108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.846207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:02.849511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5469c809-1354-45d5-9368-c6a3f2c8415d HTTP/1.1" status: 204 len: 168 time: 0.3309400 Nov 05 21:52:02.852934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10d4e6-701b-4724-ae97-9032753d2a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5469c809-1354-45d5-9368-c6a3f2c8415d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:02.853281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58242) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:02.928351 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.036428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59120a-005c-4970-9dea-862931a5a597 req-f6fd1031-a6e9-427c-aecb-62639f4b57e7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:03.045964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f59120a-005c-4970-9dea-862931a5a597 req-f6fd1031-a6e9-427c-aecb-62639f4b57e7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0780466 Nov 05 21:52:03.061082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.097669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bbbfcc-d99b-4efd-81ec-387965fd9e99']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:03.110868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134bd199-db3b-47cf-a20d-347fcd53bec0') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:03.110868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134bd199-db3b-47cf-a20d-347fcd53bec0') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:03.125021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f59120a-005c-4970-9dea-862931a5a597 req-53c7f020-ecde-42be-ba2e-2d8390243c4b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796089 Nov 05 21:52:03.132111 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.146054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.154990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:52:03.155505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:52:03.159803 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:52:03.353930 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.373109 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.376529 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] 10.222.0.41 "DELETE /v2.0/networks/26bbbfcc-d99b-4efd-81ec-387965fd9e99 HTTP/1.1" status: 204 len: 168 time: 0.5223737 Nov 05 21:52:03.377920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d85d00-45cf-4a2d-89f2-80291b746c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=26bbbfcc-d99b-4efd-81ec-387965fd9e99,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:03.816765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58270) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:03.857878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8b25ced-38e3-4bfd-99a2-7a3a67b31199 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d51e47aca41949f5a294d251f520dbbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399039 Nov 05 21:52:03.860326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58272) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:03.908755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3483-a036-4738-aaa7-3d37911748bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:03.930583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3483-a036-4738-aaa7-3d37911748bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:04.068304 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3483-a036-4738-aaa7-3d37911748bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:04.073250 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3483-a036-4738-aaa7-3d37911748bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:04.073250 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5b1b3483-a036-4738-aaa7-3d37911748bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0abbc957-3789-443f-b7c2-7a9680036019 HTTP/1.1" status: 204 len: 168 time: 0.2115772 Nov 05 21:52:04.102036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3483-a036-4738-aaa7-3d37911748bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abbc957-3789-443f-b7c2-7a9680036019,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:04.269777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745e26b-87f0-4eba-a75a-89a8c6c5be55 req-7eb9df70-3bcf-43f7-968d-06316808497f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:04.271409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2745e26b-87f0-4eba-a75a-89a8c6c5be55 req-7eb9df70-3bcf-43f7-968d-06316808497f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0682504 Nov 05 21:52:04.326265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2745e26b-87f0-4eba-a75a-89a8c6c5be55 req-1d668f5a-ea7c-475b-a62f-30e7f86c05f0 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Nov 05 21:52:04.721501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cefba-a91b-4bbe-a2ab-03b514590576 req-aef10365-be0b-4d81-9eb3-65964691d452 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:04.723267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b9cefba-a91b-4bbe-a2ab-03b514590576 req-aef10365-be0b-4d81-9eb3-65964691d452 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0562871 Nov 05 21:52:04.805347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b9cefba-a91b-4bbe-a2ab-03b514590576 req-ab74e06d-7200-4a93-9b27-4ec8718625e1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647833 Nov 05 21:52:04.855317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-0ea566cb-f3a3-404a-b01b-81b37fc33122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:04.857008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-0ea566cb-f3a3-404a-b01b-81b37fc33122 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 1096 time: 0.0574484 Nov 05 21:52:04.961696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-9bcf8642-769b-4146-a64a-3953ff07ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:04.964222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-9bcf8642-769b-4146-a64a-3953ff07ce97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 911 time: 0.1002471 Nov 05 21:52:05.045818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-b8f3a65b-36d5-4536-bc80-fb16b77380e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 200 len: 1001 time: 0.0740981 Nov 05 21:52:05.102519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-e7f87bae-6b16-4bc2-bb4e-79651f5587ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:05.104016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-e7f87bae-6b16-4bc2-bb4e-79651f5587ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.0516605 Nov 05 21:52:05.154678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-019303f1-5bef-48a0-8238-d093c9f4d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:05.156452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-019303f1-5bef-48a0-8238-d093c9f4d1d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454373 Nov 05 21:52:05.240436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58330) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:05.279327 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-dd88e01b-ab60-45f4-a459-757f4218b389 service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146491 Nov 05 21:52:05.357514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1394108738-network', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:05.379452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a760aac7-2e8c-4b03-8ea5-bc08171211e6 req-c9a63933-9952-4569-9a21-1a83325dd00c service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915730 Nov 05 21:52:05.457058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:05.459877 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.470529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.577947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.668027 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.691930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:52:05.700980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217a51dc-67b3-4100-8c50-ce785ae010e5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:05.707347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.707715 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Added segment bbcc1320-4937-4a09-94f6-f40c8f3d55ef of type vlan for network 700e8e87-3acd-4534-a026-37f40f2c01a8 Nov 05 21:52:05.753137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.901331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.902392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:05.902981 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:05.952573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c8711-3df9-4dbc-a603-6a1b99a2a5a2 req-82553a5b-6379-470d-b769-8e3248390e28 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:05.960062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b3c8711-3df9-4dbc-a603-6a1b99a2a5a2 req-82553a5b-6379-470d-b769-8e3248390e28 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0723722 Nov 05 21:52:05.965810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] Pushing event updated for resources: {'Network': ['ID=700e8e87-3acd-4534-a026-37f40f2c01a8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:05.975826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:52:06.018587 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b3c8711-3df9-4dbc-a603-6a1b99a2a5a2 req-d69f5a2d-df5b-43f9-8840-ef77d4fee0c2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570099 Nov 05 21:52:06.059568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9ef85f68-6cd8-4ffd-a75a-2e02ebbdf9af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8177671 Nov 05 21:52:06.071149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58346) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:06.075983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Request body: {'subnet': {'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1394108738-subnet', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:06.165041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:06.167769 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:06.336655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-53273bc6-ed38-4f47-a460-c8c555cac262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:06.439904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:06.500926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf170ffc-b9b4-4b8a-85e8-6df8d7e50982,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:06.510280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Checking segment: {'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:06.510635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Network hostable DHCP agents. Network: 700e8e87-3acd-4534-a026-37f40f2c01a8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:52:06.616250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:52:06.696551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 700e8e87-3acd-4534-a026-37f40f2c01a8) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:06.700557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:06.701161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:06.707048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd9093f-6c99-49d8-bd4b-89f91ac2e3ea None None] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:06.816283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58360) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:06.820665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:06.824620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-94b5deea-61c0-4d20-94ae-89ce06b0c756 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7523816 Nov 05 21:52:06.864710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-700e8e87-3acd-4534-a026-37f40f2c01a8', 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'fixed_ips': [{'subnet_id': 'cf170ffc-b9b4-4b8a-85e8-6df8d7e50982'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:52:06.865645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:06.948458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:06.949535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.002595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Allocated IP 172.20.0.2 (700e8e87-3acd-4534-a026-37f40f2c01a8/cf170ffc-b9b4-4b8a-85e8-6df8d7e50982/45faa853-349a-4e9b-946c-11515b8cd97b) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:07.006042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.150530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc5bfc-8d9d-49ea-81e9-fe87c8e171df req-206cfef4-7686-470b-8a6d-3ae13ed49638 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:07.152596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11fc5bfc-8d9d-49ea-81e9-fe87c8e171df req-206cfef4-7686-470b-8a6d-3ae13ed49638 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Nov 05 21:52:07.159672 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.204384 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11fc5bfc-8d9d-49ea-81e9-fe87c8e171df req-8392d82b-0885-44fa-9709-e7b5a462e8f5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 Nov 05 21:52:07.286961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.302620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.326942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:07.330165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:07.333668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:07.355407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58370) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:07.373214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Pushing event updated for resources: {'Port': ['ID=45faa853-349a-4e9b-946c-11515b8cd97b,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:07.412127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Attempting to bind port 45faa853-349a-4e9b-946c-11515b8cd97b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:07.412508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Attempting to bind port 45faa853-349a-4e9b-946c-11515b8cd97b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:07.412856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Attempting to bind port 45faa853-349a-4e9b-946c-11515b8cd97b on network 700e8e87-3acd-4534-a026-37f40f2c01a8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:07.418377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:07.420683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Checking segment: {'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:07.420683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.420683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Bound using segment: {'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:07.420683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Bound port: 45faa853-349a-4e9b-946c-11515b8cd97b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:07.420683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.488587 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0d40803-3c32-4004-98f9-3d5dcbbfb3b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.502755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] For port 45faa853-349a-4e9b-946c-11515b8cd97b, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:07.507220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] For port 45faa853-349a-4e9b-946c-11515b8cd97b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=45faa853-349a-4e9b-946c-11515b8cd97b,segment=NetworkSegment(bbcc1320-4937-4a09-94f6-f40c8f3d55ef),segment_id=bbcc1320-4937-4a09-94f6-f40c8f3d55ef)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:07.569537 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0d40803-3c32-4004-98f9-3d5dcbbfb3b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.611502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.628395 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.652431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0d40803-3c32-4004-98f9-3d5dcbbfb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.662002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.688365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea2f3-bac9-458c-a5ba-b1b9d1376f9d None None] Pushing event updated for resources: {'Port': ['ID=45faa853-349a-4e9b-946c-11515b8cd97b,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:07.753999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b0d40803-3c32-4004-98f9-3d5dcbbfb3b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e23ed337915a43d6a977bc967f818da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973560 Nov 05 21:52:07.756056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d40803-3c32-4004-98f9-3d5dcbbfb3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a00a9-812f-4804-9865-fddcee46b5c4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:07.756979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58378) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:07.804615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Allocated IP 172.25.6.109 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/03baab69-84fb-4f87-9c67-e54fa797516a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:07.864256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6e90177-ce43-456d-b54a-77d67c271eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.933309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6e90177-ce43-456d-b54a-77d67c271eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:07.990864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.141802 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6e90177-ce43-456d-b54a-77d67c271eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.147878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6e90177-ce43-456d-b54a-77d67c271eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.147878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d6e90177-ce43-456d-b54a-77d67c271eb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db6a00a9-812f-4804-9865-fddcee46b5c4 HTTP/1.1" status: 204 len: 168 time: 0.3877571 Nov 05 21:52:08.155652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90177-ce43-456d-b54a-77d67c271eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a00a9-812f-4804-9865-fddcee46b5c4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:08.216004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.259149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:08.263211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:08.267283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:08.293144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 45faa853-349a-4e9b-946c-11515b8cd97b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:08.300643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Pushing event updated for resources: {'Port': ['ID=03baab69-84fb-4f87-9c67-e54fa797516a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:08.354565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 45faa853-349a-4e9b-946c-11515b8cd97b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:08.354997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.459812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.490293 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6547-26fe-427a-8c68-e4297d537008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.511538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 45faa853-349a-4e9b-946c-11515b8cd97b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=45faa853-349a-4e9b-946c-11515b8cd97b,segment=NetworkSegment(bbcc1320-4937-4a09-94f6-f40c8f3d55ef),segment_id=bbcc1320-4937-4a09-94f6-f40c8f3d55ef)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:08.576666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.645178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=45faa853-349a-4e9b-946c-11515b8cd97b,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:08.708426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.785296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0a36d-e3ef-4478-9c27-2df976ebf6ed None None] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:08.915845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0c2e1334-b619-4b5d-b902-49d492e788d8 None None] Provisioning complete for port 45faa853-349a-4e9b-946c-11515b8cd97b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:08.916212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1334-b619-4b5d-b902-49d492e788d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:08.935908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.015059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58390) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:09.034665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d0872f8-b729-49d6-bbb9-8169aee47d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.126912 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d0872f8-b729-49d6-bbb9-8169aee47d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.181786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Router 50e910ed-041c-4368-b773-13c2b3fc6b86 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:52:09.233367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d0872f8-b729-49d6-bbb9-8169aee47d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.274554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0872f8-b729-49d6-bbb9-8169aee47d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17de3428-b51c-42c1-8916-1dfccc1b1d39,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:09.279262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4d0872f8-b729-49d6-bbb9-8169aee47d48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7ae50b44a244a8b99bca422b1615c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2630301 Nov 05 21:52:09.282932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58392) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:09.329332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:52:09.338654 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Sync routers for ids ['50e910ed-041c-4368-b773-13c2b3fc6b86'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:52:09.354769 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea11ea19-acfe-4f42-99d1-ddd79fcfc116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.361847 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Routers {'50e910ed-041c-4368-b773-13c2b3fc6b86'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:52:09.362615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:52:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['50e910ed-041c-4368-b773-13c2b3fc6b86'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:09.362781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8567aac4-4022-4813-b263-9c2767bde34f None None] Provisioning complete for port 45faa853-349a-4e9b-946c-11515b8cd97b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:09.363248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8567aac4-4022-4813-b263-9c2767bde34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.383801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea11ea19-acfe-4f42-99d1-ddd79fcfc116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.424981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.426426 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1ebf2c2f-e7d1-46d0-b29c-e563303bc48a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6091268 Nov 05 21:52:09.429391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58396) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:09.486210 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Set router 50e910ed-041c-4368-b773-13c2b3fc6b86 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:52:09.537785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea11ea19-acfe-4f42-99d1-ddd79fcfc116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.546628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ea11ea19-acfe-4f42-99d1-ddd79fcfc116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.546628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ea11ea19-acfe-4f42-99d1-ddd79fcfc116 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17de3428-b51c-42c1-8916-1dfccc1b1d39 HTTP/1.1" status: 204 len: 168 time: 0.2602515 Nov 05 21:52:09.563078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11ea19-acfe-4f42-99d1-ddd79fcfc116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17de3428-b51c-42c1-8916-1dfccc1b1d39,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:09.796261 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:52:08Z', 'revision_number': 3, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port': {'id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:07Z', 'updated_at': '2021-11-05T21:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:09.827402 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Checking router: 50e910ed-041c-4368-b773-13c2b3fc6b86 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:52:09.827688 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Updating router 50e910ed-041c-4368-b773-13c2b3fc6b86 port 03baab69-84fb-4f87-9c67-e54fa797516a binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:52:09.862895 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:09.959477 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.180185 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.248675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 45faa853-349a-4e9b-946c-11515b8cd97b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:10.285832 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.300217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 45faa853-349a-4e9b-946c-11515b8cd97b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:10.300844 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.339806 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Pushing event updated for resources: {'Port': ['ID=03baab69-84fb-4f87-9c67-e54fa797516a,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:10.363839 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.364205 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.364538 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.364864 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.365190 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.365541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.365869 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.366186 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.366504 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.366821 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.367727 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.368046 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:10.382144 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Attempting to bind port 03baab69-84fb-4f87-9c67-e54fa797516a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:10.382551 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Attempting to bind port 03baab69-84fb-4f87-9c67-e54fa797516a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:10.383460 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Attempting to bind port 03baab69-84fb-4f87-9c67-e54fa797516a on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:10.389517 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:10.390161 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:10.390568 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.391338 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:10.392231 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Bound port: 03baab69-84fb-4f87-9c67-e54fa797516a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:10.392620 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.429134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.451669 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] For port 03baab69-84fb-4f87-9c67-e54fa797516a, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:10.455344 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] For port 03baab69-84fb-4f87-9c67-e54fa797516a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=03baab69-84fb-4f87-9c67-e54fa797516a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:10.564827 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.592454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Allocated IP 172.20.0.1 (700e8e87-3acd-4534-a026-37f40f2c01a8/cf170ffc-b9b4-4b8a-85e8-6df8d7e50982/ab2ad006-b648-4963-8ec1-508b42815dc2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:10.625469 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Routers {'50e910ed-041c-4368-b773-13c2b3fc6b86'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:52:10.626259 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:52:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['50e910ed-041c-4368-b773-13c2b3fc6b86'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:10.629355 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410a804-5e6a-46d9-8045-1c58d3993779 None None] Pushing event updated for resources: {'Port': ['ID=03baab69-84fb-4f87-9c67-e54fa797516a,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:10.749437 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.793285 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] Set router 50e910ed-041c-4368-b773-13c2b3fc6b86 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:52:10.844818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:10.900251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Pushing event updated for resources: {'Port': ['ID=ab2ad006-b648-4963-8ec1-508b42815dc2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:10.904059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:10.905978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:10.908320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:10.959883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.029556 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:52:08Z', 'revision_number': 3, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port': {'id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:07Z', 'updated_at': '2021-11-05T21:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:11.071262 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672c09c-0528-4342-8ab6-af8e79baac76 None None] The sync data for ids ['50e910ed-041c-4368-b773-13c2b3fc6b86'] in n-d-816738-5 is: [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:52:08Z', 'revision_number': 3, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port': {'id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:07Z', 'updated_at': '2021-11-05T21:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:52:11.200047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.331827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-64dead97-3c77-41dc-a596-230ca92b25a0 None None] Provisioning complete for port ab2ad006-b648-4963-8ec1-508b42815dc2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:11.332777 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64dead97-3c77-41dc-a596-230ca92b25a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.381623 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.408963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-64dead97-3c77-41dc-a596-230ca92b25a0 None None] Port ab2ad006-b648-4963-8ec1-508b42815dc2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:11.435245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.507030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.580635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.582574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Pushing event updated for resources: {'Port': ['ID=ab2ad006-b648-4963-8ec1-508b42815dc2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:11.687383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58436) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:11.708156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:11.709629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:11.877318 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50672028-9a45-41db-b610-f98e2ab407c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:11.901709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Router 50e910ed-041c-4368-b773-13c2b3fc6b86 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:52:11.943644 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.008833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50672028-9a45-41db-b610-f98e2ab407c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.082615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:52:12.089097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ef53855c-9e4f-49a2-89af-7ac6991ebaca admin admin] 10.222.0.41 "PUT /v2.0/routers/50e910ed-041c-4368-b773-13c2b3fc6b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578240 Nov 05 21:52:12.108146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50672028-9a45-41db-b610-f98e2ab407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.146923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b574966a-aa9d-460b-a9ac-768a9c15ab4b None None] Provisioning complete for port ab2ad006-b648-4963-8ec1-508b42815dc2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:12.147959 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b574966a-aa9d-460b-a9ac-768a9c15ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.204358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58446) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:12.214233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50672028-9a45-41db-b610-f98e2ab407c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19356640ef8f43d5b4bec02a1c5760cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5189633 Nov 05 21:52:12.216634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50672028-9a45-41db-b610-f98e2ab407c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575cd3ca-9aff-4eff-a0a5-6483da68ebd4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:12.251482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b574966a-aa9d-460b-a9ac-768a9c15ab4b None None] Port ab2ad006-b648-4963-8ec1-508b42815dc2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:12.283520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96c0f6b2-61c7-4ea2-bae6-275d2e595c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.291699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58448) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:12.318578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96c0f6b2-61c7-4ea2-bae6-275d2e595c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.320846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 03baab69-84fb-4f87-9c67-e54fa797516a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:12.360765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1760524601'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:12.371911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 03baab69-84fb-4f87-9c67-e54fa797516a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:12.372936 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.457180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.478900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 03baab69-84fb-4f87-9c67-e54fa797516a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=03baab69-84fb-4f87-9c67-e54fa797516a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:12.490539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:12.494693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.538048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96c0f6b2-61c7-4ea2-bae6-275d2e595c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.541277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96c0f6b2-61c7-4ea2-bae6-275d2e595c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.545692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-96c0f6b2-61c7-4ea2-bae6-275d2e595c15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/575cd3ca-9aff-4eff-a0a5-6483da68ebd4 HTTP/1.1" status: 204 len: 168 time: 0.3370948 Nov 05 21:52:12.548196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:52:12.559530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0f6b2-61c7-4ea2-bae6-275d2e595c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575cd3ca-9aff-4eff-a0a5-6483da68ebd4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:12.563809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.564243 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Added segment 10178982-a6b7-47d7-96b1-0e47c9eed9aa of type vlan for network c055885b-5e1c-4434-bee5-f8837e417d2e Nov 05 21:52:12.566143 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.626421 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.651224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=03baab69-84fb-4f87-9c67-e54fa797516a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:12.713188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.719234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:12.719978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:12.791302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Network': ['ID=c055885b-5e1c-4434-bee5-f8837e417d2e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:12.872999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fcc37264-eacf-43a4-8412-017f83df684e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5799489 Nov 05 21:52:12.875588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58458) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:12.886128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'subnet': {'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:13.010375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c055885b-5e1c-4434-bee5-f8837e417d2e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:52:13.116510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Sync routers for ids ['50e910ed-041c-4368-b773-13c2b3fc6b86'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:52:13.128431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Routers {'50e910ed-041c-4368-b773-13c2b3fc6b86'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:52:13.129205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:52:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['50e910ed-041c-4368-b773-13c2b3fc6b86'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:13.153598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:13.158040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:13.268080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Set router 50e910ed-041c-4368-b773-13c2b3fc6b86 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:52:13.502230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:13.507134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:52:11Z', 'revision_number': 4, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port': {'id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:07Z', 'updated_at': '2021-11-05T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'ab2ad006-b648-4963-8ec1-508b42815dc2', 'name': '', 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'mac_address': 'fa:16:3e:cf:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cf170ffc-b9b4-4b8a-85e8-6df8d7e50982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:10Z', 'updated_at': '2021-11-05T21:52:11Z', 'revision_number': 2, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'subnets': [{'id': 'cf170ffc-b9b4-4b8a-85e8-6df8d7e50982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:13.535327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Checking router: 50e910ed-041c-4368-b773-13c2b3fc6b86 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:52:13.535719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Updating router 50e910ed-041c-4368-b773-13c2b3fc6b86 port ab2ad006-b648-4963-8ec1-508b42815dc2 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:52:13.580537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:13.581452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Subnet': ['ID=9a5de998-8493-4c65-8dc0-e4f34ba4526c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:13.585013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Checking segment: {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:13.585390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network hostable DHCP agents. Network: c055885b-5e1c-4434-bee5-f8837e417d2e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:52:13.667737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network c055885b-5e1c-4434-bee5-f8837e417d2e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:52:13.769252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c055885b-5e1c-4434-bee5-f8837e417d2e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:13.774835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:13.775851 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:13.792800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2553d-cbc3-4ce1-a32a-7fb83f7f56f5 None None] Network c055885b-5e1c-4434-bee5-f8837e417d2e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:13.861969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1cdd1711-5de8-4974-92b3-621f6b83988b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9809532 Nov 05 21:52:13.861969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58484) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:13.866785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-79401043'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:13.944355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:13.970248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:13.975318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.013292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c055885b-5e1c-4434-bee5-f8837e417d2e', 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'fixed_ips': [{'subnet_id': '9a5de998-8493-4c65-8dc0-e4f34ba4526c'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:52:14.014231 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.017610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:52:14.050407 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.050761 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Added segment 880f8f4e-534a-440b-a02d-e9281ba818d5 of type vlan for network 095a61b9-f0da-455b-859f-7818c7bce87c Nov 05 21:52:14.096942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.152726 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.206566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376bed5-9e59-4123-a15c-dc43f83fb443 None None] Pushing event updated for resources: {'Port': ['ID=ab2ad006-b648-4963-8ec1-508b42815dc2,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:14.263506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.273669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:14.274324 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.280394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 03baab69-84fb-4f87-9c67-e54fa797516a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:14.311580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Allocated IP 19.80.0.2 (c055885b-5e1c-4434-bee5-f8837e417d2e/9a5de998-8493-4c65-8dc0-e4f34ba4526c/dbad1faa-def1-4061-bf48-0ae378d1a284) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:14.335424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Attempting to bind port ab2ad006-b648-4963-8ec1-508b42815dc2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:14.335712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Attempting to bind port ab2ad006-b648-4963-8ec1-508b42815dc2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:14.336293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Attempting to bind port ab2ad006-b648-4963-8ec1-508b42815dc2 on network 700e8e87-3acd-4534-a026-37f40f2c01a8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:14.356170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:14.356620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Checking segment: {'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:14.357179 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.357642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Bound using segment: {'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:14.358131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Bound port: ab2ad006-b648-4963-8ec1-508b42815dc2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:14.358564 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.401528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Network': ['ID=095a61b9-f0da-455b-859f-7818c7bce87c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:14.426348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 095a61b9-f0da-455b-859f-7818c7bce87c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:52:14.477562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c21d6fee-a4de-4784-9df1-24b8708a3123 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6151152 Nov 05 21:52:14.484621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58502) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:14.489663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'subnet': {'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:14.621872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 03baab69-84fb-4f87-9c67-e54fa797516a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:14.622461 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.677312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] For port ab2ad006-b648-4963-8ec1-508b42815dc2, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:14.685955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:14.691855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.710267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] For port ab2ad006-b648-4963-8ec1-508b42815dc2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ab2ad006-b648-4963-8ec1-508b42815dc2,segment=NetworkSegment(bbcc1320-4937-4a09-94f6-f40c8f3d55ef),segment_id=bbcc1320-4937-4a09-94f6-f40c8f3d55ef)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:14.711256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-20ba2b32-3dea-4a34-b0c0-9a2d5bdffb84 None None] Provisioning complete for port ab2ad006-b648-4963-8ec1-508b42815dc2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:14.711712 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20ba2b32-3dea-4a34-b0c0-9a2d5bdffb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.783977 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.785724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-20ba2b32-3dea-4a34-b0c0-9a2d5bdffb84 None None] Port ab2ad006-b648-4963-8ec1-508b42815dc2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:14.799270 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.891470 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:14.902194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Routers {'50e910ed-041c-4368-b773-13c2b3fc6b86'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:52:14.902806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:52:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['50e910ed-041c-4368-b773-13c2b3fc6b86'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:14.940604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376bed5-9e59-4123-a15c-dc43f83fb443 None None] Pushing event updated for resources: {'Port': ['ID=ab2ad006-b648-4963-8ec1-508b42815dc2,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:14.987669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Network c055885b-5e1c-4434-bee5-f8837e417d2e is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:14.994065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:14.996533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:15.119223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.217883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Pushing event updated for resources: {'Port': ['ID=dbad1faa-def1-4061-bf48-0ae378d1a284,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:15.218260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Subnet': ['ID=6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:15.221167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Checking segment: {'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:15.221764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network hostable DHCP agents. Network: 095a61b9-f0da-455b-859f-7818c7bce87c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:52:15.233888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.234403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.234888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.235328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.235788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.236222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.236796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.237255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.237922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.238305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.238730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.239157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:15.290170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] Set router 50e910ed-041c-4368-b773-13c2b3fc6b86 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:52:15.292012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Attempting to bind port dbad1faa-def1-4061-bf48-0ae378d1a284 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:15.292384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Attempting to bind port dbad1faa-def1-4061-bf48-0ae378d1a284 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:15.292745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Attempting to bind port dbad1faa-def1-4061-bf48-0ae378d1a284 on network c055885b-5e1c-4434-bee5-f8837e417d2e {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:15.333525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:15.333909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Checking segment: {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:15.334312 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.334760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Bound using segment: {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:15.335248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Bound port: dbad1faa-def1-4061-bf48-0ae378d1a284, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:15.336247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.347072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network 095a61b9-f0da-455b-859f-7818c7bce87c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:52:15.402169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c0b9ee40-0cc9-4188-bcd5-9e1383467cd4 None None] Provisioning complete for port ab2ad006-b648-4963-8ec1-508b42815dc2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:15.402547 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ee40-0cc9-4188-bcd5-9e1383467cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.410514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 095a61b9-f0da-455b-859f-7818c7bce87c) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:15.415387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:15.416137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.442909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6d0c2-cd25-4658-923c-19e6c1c49d81 None None] Network 095a61b9-f0da-455b-859f-7818c7bce87c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:15.500072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f29ad065-5a04-473b-a6c1-29f1afa20eb9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0140889 Nov 05 21:52:15.619983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] For port dbad1faa-def1-4061-bf48-0ae378d1a284, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:15.624222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58522) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:15.626642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] For port dbad1faa-def1-4061-bf48-0ae378d1a284, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dbad1faa-def1-4061-bf48-0ae378d1a284,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:15.743851 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.786919 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ee40-0cc9-4188-bcd5-9e1383467cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.798682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fb77331-ee9b-4cc9-b51f-48e770b66c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.883730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cef8b3-769b-4f9b-a11a-02f83d85453c None None] Pushing event updated for resources: {'Port': ['ID=dbad1faa-def1-4061-bf48-0ae378d1a284,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:15.935070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-25892a87-6f5b-41b8-a2b9-8533a890ee5a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:15.942865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-25892a87-6f5b-41b8-a2b9-8533a890ee5a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:15.943859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c0b9ee40-0cc9-4188-bcd5-9e1383467cd4 None None] For port ab2ad006-b648-4963-8ec1-508b42815dc2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ab2ad006-b648-4963-8ec1-508b42815dc2,segment=NetworkSegment(bbcc1320-4937-4a09-94f6-f40c8f3d55ef),segment_id=bbcc1320-4937-4a09-94f6-f40c8f3d55ef)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:15.950127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-095a61b9-f0da-455b-859f-7818c7bce87c', 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'fixed_ips': [{'subnet_id': '6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:52:15.951088 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:15.951745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-25892a87-6f5b-41b8-a2b9-8533a890ee5a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/networks?id=c055885b-5e1c-4434-bee5-f8837e417d2e&id=095a61b9-f0da-455b-859f-7818c7bce87c&id=c055885b-5e1c-4434-bee5-f8837e417d2e HTTP/1.1" status: 200 len: 1390 time: 0.2064033 Nov 05 21:52:15.973869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c38ec3e7-459f-43ef-a743-a1d26e114479 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/quotas/94e88ef56cdf43f9bc70c03e1927b940 HTTP/1.1" status: 200 len: 375 time: 0.0211387 Nov 05 21:52:15.994166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:52:11Z', 'revision_number': 4, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port': {'id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:07Z', 'updated_at': '2021-11-05T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'ab2ad006-b648-4963-8ec1-508b42815dc2', 'name': '', 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'mac_address': 'fa:16:3e:cf:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cf170ffc-b9b4-4b8a-85e8-6df8d7e50982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:10Z', 'updated_at': '2021-11-05T21:52:14Z', 'revision_number': 4, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'subnets': [{'id': 'cf170ffc-b9b4-4b8a-85e8-6df8d7e50982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:16.050754 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0b9ee40-0cc9-4188-bcd5-9e1383467cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.115911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-b33f8972-e73a-4a13-8e1e-d1bac81ba7ed tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411128 Nov 05 21:52:16.127931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fb77331-ee9b-4cc9-b51f-48e770b66c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.136125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a785c-aa19-45a5-8653-b6a1df8b855f None None] The sync data for ids ['50e910ed-041c-4368-b773-13c2b3fc6b86'] in n-d-816738-5 is: [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:52:11Z', 'revision_number': 4, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port': {'id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:07Z', 'updated_at': '2021-11-05T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'ab2ad006-b648-4963-8ec1-508b42815dc2', 'name': '', 'network_id': '700e8e87-3acd-4534-a026-37f40f2c01a8', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'mac_address': 'fa:16:3e:cf:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cf170ffc-b9b4-4b8a-85e8-6df8d7e50982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:10Z', 'updated_at': '2021-11-05T21:52:14Z', 'revision_number': 4, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'subnets': [{'id': 'cf170ffc-b9b4-4b8a-85e8-6df8d7e50982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:52:16.214825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9ee40-0cc9-4188-bcd5-9e1383467cd4 None None] Pushing event updated for resources: {'Port': ['ID=ab2ad006-b648-4963-8ec1-508b42815dc2,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:16.262145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fb77331-ee9b-4cc9-b51f-48e770b66c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.303676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Allocated IP 19.86.0.2 (095a61b9-f0da-455b-859f-7818c7bce87c/6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59/3f4308a0-4b33-46f9-a41f-e3cd530fe83b) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:16.338146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7fb77331-ee9b-4cc9-b51f-48e770b66c44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d16fe323c994f47842598f8c109c675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7128000 Nov 05 21:52:16.343673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58538) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:16.343903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb77331-ee9b-4cc9-b51f-48e770b66c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be158e04-6217-4337-991b-fda078d93bdf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:16.395510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-9d295156-d386-4c56-9e61-ffd7eee91932 service neutron] 10.222.0.41 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643933 Nov 05 21:52:16.467132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb1e3ee1-7204-40e2-9a16-900fbaacc360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.516703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb1e3ee1-7204-40e2-9a16-900fbaacc360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.573490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c35d87b6-315b-4919-906b-232efb19f657 service neutron] 10.222.0.41 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692336 Nov 05 21:52:16.593792 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.598996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dbad1faa-def1-4061-bf48-0ae378d1a284 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:16.646243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.679104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb1e3ee1-7204-40e2-9a16-900fbaacc360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.681822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb1e3ee1-7204-40e2-9a16-900fbaacc360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.683055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb1e3ee1-7204-40e2-9a16-900fbaacc360 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be158e04-6217-4337-991b-fda078d93bdf HTTP/1.1" status: 204 len: 168 time: 0.3410997 Nov 05 21:52:16.712255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e3ee1-7204-40e2-9a16-900fbaacc360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be158e04-6217-4337-991b-fda078d93bdf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:16.729225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-f2dbec15-cca8-4a45-8f1e-fce0abe34d31 service neutron] 10.222.0.41 "GET /v2.0/networks/095a61b9-f0da-455b-859f-7818c7bce87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445973 Nov 05 21:52:16.755775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Network 095a61b9-f0da-455b-859f-7818c7bce87c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:16.795583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:16.797542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Pushing event updated for resources: {'Port': ['ID=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:16.805787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:16.839332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dbad1faa-def1-4061-bf48-0ae378d1a284 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:16.839812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.842436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.842862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.843268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.843751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.844215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.844599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.846475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.846895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.847412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.847972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.848673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.849073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:16.942205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d1c95691-0ee4-40b9-aad7-527af5889744 service neutron] 10.222.0.41 "GET /v2.0/networks/095a61b9-f0da-455b-859f-7818c7bce87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893029 Nov 05 21:52:16.981951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Attempting to bind port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:16.982324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Attempting to bind port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:16.982690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Attempting to bind port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b on network 095a61b9-f0da-455b-859f-7818c7bce87c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:16.993744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:16.994141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Checking segment: {'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:16.994522 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:16.994918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Bound using segment: {'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:16.995392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Bound port: 3f4308a0-4b33-46f9-a41f-e3cd530fe83b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:16.995805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:17.118790 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:17.119341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-2b80beef-3502-4e0b-a7a4-08554c1da9d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696987 Nov 05 21:52:17.178866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port dbad1faa-def1-4061-bf48-0ae378d1a284, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dbad1faa-def1-4061-bf48-0ae378d1a284,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:17.183978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] For port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:17.187691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] For port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:17.255581 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:17.319386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-b53842f1-4ef3-464b-9f91-08dda2267de2 service neutron] 10.222.0.41 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902504 Nov 05 21:52:17.384467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=dbad1faa-def1-4061-bf48-0ae378d1a284,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:17.396152 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:17.458092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf27a88-60c0-40f8-ac04-ed77b0ede464 None None] Network c055885b-5e1c-4434-bee5-f8837e417d2e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:17.532248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2416b16-8066-4741-9b1d-886454cc5d20 None None] Pushing event updated for resources: {'Port': ['ID=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:17.551389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b6973f2d-bb52-4606-8f51-e89384d0b7ad None None] Provisioning complete for port dbad1faa-def1-4061-bf48-0ae378d1a284 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:17.551788 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b6973f2d-bb52-4606-8f51-e89384d0b7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:17.706436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53d8e667-c2ea-4738-b179-808c33da256e req-8d12a166-732b-4c94-b82e-4105ee142ca0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 210 time: 0.0371089 Nov 05 21:52:17.784222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58558) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:17.803941 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-890028f3-a0cf-46c6-947c-1397e48d5939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:17.969293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-890028f3-a0cf-46c6-947c-1397e48d5939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.083018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-890028f3-a0cf-46c6-947c-1397e48d5939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.129175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-890028f3-a0cf-46c6-947c-1397e48d5939 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c9c2c6fd2b7402bb00450153e9ea9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438499 Nov 05 21:52:18.130070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890028f3-a0cf-46c6-947c-1397e48d5939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc08225-e10c-4908-8ec9-ff1a3b5670a0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:18.131806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58564) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:18.194051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0215-e732-4735-aa54-a2da1c990e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.223229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0215-e732-4735-aa54-a2da1c990e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.293589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e243654e-ae81-4f6e-b2c7-b3cef03e337b None None] Provisioning complete for port dbad1faa-def1-4061-bf48-0ae378d1a284 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:18.295943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e243654e-ae81-4f6e-b2c7-b3cef03e337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.450085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0215-e732-4735-aa54-a2da1c990e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.450085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0215-e732-4735-aa54-a2da1c990e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.450085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ae7e0215-e732-4735-aa54-a2da1c990e7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afc08225-e10c-4908-8ec9-ff1a3b5670a0 HTTP/1.1" status: 204 len: 168 time: 0.2763853 Nov 05 21:52:18.450085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e0215-e732-4735-aa54-a2da1c990e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc08225-e10c-4908-8ec9-ff1a3b5670a0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:18.456398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3f4308a0-4b33-46f9-a41f-e3cd530fe83b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:18.506778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:18.507848 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.654121 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.697056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:18.770629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:18.771488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ab2ad006-b648-4963-8ec1-508b42815dc2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:18.815976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31ef8ff8-c7b7-42aa-b611-5be2171526bf req-33e3928f-8388-4ec6-bb6e-22b45696593f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 210 time: 0.0449028 Nov 05 21:52:19.046281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52321629-41c5-4239-9862-0c41a830df71 None None] Network 095a61b9-f0da-455b-859f-7818c7bce87c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:19.071845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:19.129357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5e3c08da-0e82-45bf-ad94-80dbbf0276f6 None None] Provisioning complete for port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:19.132920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08da-0e82-45bf-ad94-80dbbf0276f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:19.162563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ab2ad006-b648-4963-8ec1-508b42815dc2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:19.162933 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:19.370236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dbad1faa-def1-4061-bf48-0ae378d1a284 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:19.430136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dbad1faa-def1-4061-bf48-0ae378d1a284 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:19.430574 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:19.689944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dabce86d-f6d3-44a7-be51-ee37d2be0616 None None] Provisioning complete for port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:19.690308 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dabce86d-f6d3-44a7-be51-ee37d2be0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:19.952186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32833fc6-d5a1-4214-96ed-51f71f719dd9 req-34dfcfd1-1050-4122-ad34-8e24a9da0795 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 210 time: 0.0371389 Nov 05 21:52:20.267373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3f4308a0-4b33-46f9-a41f-e3cd530fe83b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:20.341808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-0463b3b0-9bf8-4526-b5df-8306ade935ca tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:20.351977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:20.352346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:20.355533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-0463b3b0-9bf8-4526-b5df-8306ade935ca tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:20.358159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-0463b3b0-9bf8-4526-b5df-8306ade935ca tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "GET /v2.0/networks?id=c055885b-5e1c-4434-bee5-f8837e417d2e&id=095a61b9-f0da-455b-859f-7818c7bce87c&id=c055885b-5e1c-4434-bee5-f8837e417d2e HTTP/1.1" status: 200 len: 1390 time: 0.1617279 Nov 05 21:52:20.372297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'port': {'device_id': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e', 'admin_state_up': True, 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:20.622041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:20.625766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:20.771699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Allocated IP 19.80.0.85 (c055885b-5e1c-4434-bee5-f8837e417d2e/9a5de998-8493-4c65-8dc0-e4f34ba4526c/f40490be-1b83-4a45-b723-5b4a97f61031) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:20.938345 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:21.052260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-93047cd8-3b5c-41b3-b420-e751229966d4 req-bf24d88f-189b-4ee2-b50b-9aaf59b13e94 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 210 time: 0.0357373 Nov 05 21:52:21.113637 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:21.164988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network c055885b-5e1c-4434-bee5-f8837e417d2e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:21.168135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:21.172802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:21.175386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Port': ['ID=f40490be-1b83-4a45-b723-5b4a97f61031,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:21.236969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:21.237932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:21.348198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c24c6bad-adfc-49e7-961f-3acc38343e19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9799881 Nov 05 21:52:21.362117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'port': {'device_id': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c', 'admin_state_up': True, 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:21.404777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-06bba3eb-6b26-4751-8579-639dc58c0c79 None None] Provisioning complete for port f40490be-1b83-4a45-b723-5b4a97f61031 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:21.405269 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06bba3eb-6b26-4751-8579-639dc58c0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:21.439293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-06bba3eb-6b26-4751-8579-639dc58c0c79 None None] Port f40490be-1b83-4a45-b723-5b4a97f61031 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:21.443174 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:52:21.564770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:21.568424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:21.701343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Allocated IP 19.86.0.194 (095a61b9-f0da-455b-859f-7818c7bce87c/6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59/e2cb9670-f275-461b-9670-6bd4d19f02ea) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:21.860419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58692) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:21.871899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:21.967377 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc3d695e-5eaf-44e6-b396-5aa202dd71fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:21.988251 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.036306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network 095a61b9-f0da-455b-859f-7818c7bce87c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:22.042457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:22.045154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:22.052378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc3d695e-5eaf-44e6-b396-5aa202dd71fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.076443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Port': ['ID=e2cb9670-f275-461b-9670-6bd4d19f02ea,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:22.111097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:22.111784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.113528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc3d695e-5eaf-44e6-b396-5aa202dd71fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.189925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-58718ebf-efbc-4505-ab6c-8e30cd5e76e0 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8320227 Nov 05 21:52:22.196616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d695e-5eaf-44e6-b396-5aa202dd71fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab9fcf-9d4c-4fa2-bb34-125afa90bb21,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:22.203647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'port': {'device_id': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e', 'admin_state_up': True, 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:22.205841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc3d695e-5eaf-44e6-b396-5aa202dd71fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=147adf9a509b4e858c18080d7d22f14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442593 Nov 05 21:52:22.207041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58702) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:22.272300 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81574651-75e6-437a-9b6c-9794f50cb9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.300175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81574651-75e6-437a-9b6c-9794f50cb9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.337601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf67e2d-ac9c-43c1-ba48-8ac501d9a41f req-8018b8f7-d07f-464e-82ce-afe5a9d5f677 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:22.340256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf67e2d-ac9c-43c1-ba48-8ac501d9a41f req-8018b8f7-d07f-464e-82ce-afe5a9d5f677 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:22.341785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3cf67e2d-ac9c-43c1-ba48-8ac501d9a41f req-8018b8f7-d07f-464e-82ce-afe5a9d5f677 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 1654 time: 0.1102459 Nov 05 21:52:22.378137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-142e116b-8113-4751-bee8-dc96cf2b109b None None] Provisioning complete for port e2cb9670-f275-461b-9670-6bd4d19f02ea triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:22.378632 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-142e116b-8113-4751-bee8-dc96cf2b109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.393944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81574651-75e6-437a-9b6c-9794f50cb9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.398922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81574651-75e6-437a-9b6c-9794f50cb9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.404627 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-81574651-75e6-437a-9b6c-9794f50cb9b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57ab9fcf-9d4c-4fa2-bb34-125afa90bb21 HTTP/1.1" status: 204 len: 168 time: 0.1951091 Nov 05 21:52:22.419796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81574651-75e6-437a-9b6c-9794f50cb9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab9fcf-9d4c-4fa2-bb34-125afa90bb21,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:22.425258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-142e116b-8113-4751-bee8-dc96cf2b109b None None] Port e2cb9670-f275-461b-9670-6bd4d19f02ea cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:22.440560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3cf67e2d-ac9c-43c1-ba48-8ac501d9a41f req-69db43a9-0b17-42c0-a606-fe8dd9195cc7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912373 Nov 05 21:52:22.484693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:22.488410 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.621998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Allocated IP 19.80.0.215 (c055885b-5e1c-4434-bee5-f8837e417d2e/9a5de998-8493-4c65-8dc0-e4f34ba4526c/6ea05b29-c52e-4e63-aa63-c8f567d63add) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:22.778606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.876270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:22.911768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network c055885b-5e1c-4434-bee5-f8837e417d2e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:22.920212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:22.924782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:22.929612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Port': ['ID=6ea05b29-c52e-4e63-aa63-c8f567d63add,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:22.986742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:22.987434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.031156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58720) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:23.048991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e9a6283-0bcb-4ec6-988c-859560b17cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.110118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7f1c1e15-23cc-4c72-a7f1-c00f0032f6ce tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9130671 Nov 05 21:52:23.123141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Request body: {'port': {'device_id': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:23.132283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e9a6283-0bcb-4ec6-988c-859560b17cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.162103 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-392f7a5e-1333-417b-acf9-89eae896f481 None None] Provisioning complete for port 6ea05b29-c52e-4e63-aa63-c8f567d63add triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:23.162479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-392f7a5e-1333-417b-acf9-89eae896f481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.184223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.198031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-392f7a5e-1333-417b-acf9-89eae896f481 None None] Port 6ea05b29-c52e-4e63-aa63-c8f567d63add cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:23.221244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e9a6283-0bcb-4ec6-988c-859560b17cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.277488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0e9a6283-0bcb-4ec6-988c-859560b17cc9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=770e70ece60a48dc97ff7c6a39d99032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451899 Nov 05 21:52:23.281033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58728) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:23.297632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a6283-0bcb-4ec6-988c-859560b17cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8e013-7a3d-4523-a06f-4321f0da4554,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:23.338999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-395d6522-8dcf-4703-9b18-f3249a0d3a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.362828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-395d6522-8dcf-4703-9b18-f3249a0d3a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.472884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-395d6522-8dcf-4703-9b18-f3249a0d3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.475775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-395d6522-8dcf-4703-9b18-f3249a0d3a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.479652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-395d6522-8dcf-4703-9b18-f3249a0d3a5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7f8e013-7a3d-4523-a06f-4321f0da4554 HTTP/1.1" status: 204 len: 168 time: 0.1951740 Nov 05 21:52:23.485092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40490be-1b83-4a45-b723-5b4a97f61031 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:52:23.485563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d6522-8dcf-4703-9b18-f3249a0d3a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8e013-7a3d-4523-a06f-4321f0da4554,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:23.498479 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.555258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Transition to ACTIVE for port object f40490be-1b83-4a45-b723-5b4a97f61031 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:52:23.618396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88e96-834d-40ca-b806-57fa3a13d3f2 req-e21b45a7-f9d9-445d-a648-39dadc26ba12 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:23.625461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88e96-834d-40ca-b806-57fa3a13d3f2 req-e21b45a7-f9d9-445d-a648-39dadc26ba12 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:23.633640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88e96-834d-40ca-b806-57fa3a13d3f2 req-e21b45a7-f9d9-445d-a648-39dadc26ba12 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:23.635759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21e88e96-834d-40ca-b806-57fa3a13d3f2 req-e21b45a7-f9d9-445d-a648-39dadc26ba12 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2376 time: 0.0952203 Nov 05 21:52:23.687077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21e88e96-834d-40ca-b806-57fa3a13d3f2 req-1afa807a-f1b7-4751-b939-284be4cbd99b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Nov 05 21:52:23.696423 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.768169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Pushing event updated for resources: {'Port': ['ID=f40490be-1b83-4a45-b723-5b4a97f61031,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:23.834169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Attempting to bind port f40490be-1b83-4a45-b723-5b4a97f61031 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:23.834644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Attempting to bind port f40490be-1b83-4a45-b723-5b4a97f61031 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:23.835117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Attempting to bind port f40490be-1b83-4a45-b723-5b4a97f61031 on network c055885b-5e1c-4434-bee5-f8837e417d2e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:23.840256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Port f40490be-1b83-4a45-b723-5b4a97f61031 on network c055885b-5e1c-4434-bee5-f8837e417d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:52:23.840701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Attempting to bind port f40490be-1b83-4a45-b723-5b4a97f61031 on network c055885b-5e1c-4434-bee5-f8837e417d2e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:23.846010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:23.847216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Checking segment: {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:23.847216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Bound using segment: {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:23.847450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Bound port: f40490be-1b83-4a45-b723-5b4a97f61031, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:23.848062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:23.929855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] For port f40490be-1b83-4a45-b723-5b4a97f61031, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:23.935158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] For port f40490be-1b83-4a45-b723-5b4a97f61031, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f40490be-1b83-4a45-b723-5b4a97f61031,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:24.044441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:24.082341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.083035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:24.084590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] 10.222.0.46 "PUT /v2.0/ports/f40490be-1b83-4a45-b723-5b4a97f61031 HTTP/1.1" status: 200 len: 1091 time: 0.9670255 Nov 05 21:52:24.085138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'tag': 'f40490be-1b83-4a45-b723-5b4a97f61031'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:24.087532 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "tag": "f40490be-1b83-4a45-b723-5b4a97f61031"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:24.122071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cd0bb-5e11-45b7-b753-313a2e55aa1d service neutron] Pushing event updated for resources: {'Port': ['ID=f40490be-1b83-4a45-b723-5b4a97f61031,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:24.156883 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5514a4-3663-4f21-82bf-a990f1ac27c9 x-openstack-request-id: req-5b5514a4-3663-4f21-82bf-a990f1ac27c9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:24.161902 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "tag": "f40490be-1b83-4a45-b723-5b4a97f61031", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:24.161902 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b5514a4-3663-4f21-82bf-a990f1ac27c9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:24.161902 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'tag': 'f40490be-1b83-4a45-b723-5b4a97f61031', 'status': 'completed', 'code': 200} Nov 05 21:52:24.201171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Request body: {'port': {'device_id': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:24.287036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-229a6855-51c4-41f3-b13b-1fd8323f1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.287522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-229a6855-51c4-41f3-b13b-1fd8323f1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.288037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-229a6855-51c4-41f3-b13b-1fd8323f1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.290247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-229a6855-51c4-41f3-b13b-1fd8323f1f4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2731 time: 0.1112022 Nov 05 21:52:24.291522 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:24.511931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-5ae6c872-6d1a-4577-9bba-cbf1ba45d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.512768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-5ae6c872-6d1a-4577-9bba-cbf1ba45d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.512906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-5ae6c872-6d1a-4577-9bba-cbf1ba45d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.514395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-5ae6c872-6d1a-4577-9bba-cbf1ba45d667 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2122037 Nov 05 21:52:24.634247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-9506d7ae-7167-411b-b20a-8985ca1a23fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421147 Nov 05 21:52:24.683955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-6a1ed33a-b15c-4089-b5f0-6b6f61e8450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.685457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfe43b9-f8ce-4d6a-bea4-7dadc9927c14 req-6a1ed33a-b15c-4089-b5f0-6b6f61e8450a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568613 Nov 05 21:52:24.717002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-3799f8f2-bd07-48d1-95a8-0ced07a3d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.719086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-3799f8f2-bd07-48d1-95a8-0ced07a3d0ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 1096 time: 0.0610111 Nov 05 21:52:24.762961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cb9670-f275-461b-9670-6bd4d19f02ea {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:52:24.771791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:24.788030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Transition to ACTIVE for port object e2cb9670-f275-461b-9670-6bd4d19f02ea will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:52:24.855247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:24.915663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-29d2035c-4e69-4701-8bee-c562e7ef0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.919992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-29d2035c-4e69-4701-8bee-c562e7ef0264 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 911 time: 0.1786368 Nov 05 21:52:24.949487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cb9670-f275-461b-9670-6bd4d19f02ea,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:24.954161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143be26-6beb-41a3-b9b4-cbe954f7babc req-c724491d-2abc-4329-a25f-26fa32dfa06c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.963734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143be26-6beb-41a3-b9b4-cbe954f7babc req-c724491d-2abc-4329-a25f-26fa32dfa06c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.971771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143be26-6beb-41a3-b9b4-cbe954f7babc req-c724491d-2abc-4329-a25f-26fa32dfa06c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:24.973671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a143be26-6beb-41a3-b9b4-cbe954f7babc req-c724491d-2abc-4329-a25f-26fa32dfa06c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2388 time: 0.1504064 Nov 05 21:52:25.018394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Attempting to bind port e2cb9670-f275-461b-9670-6bd4d19f02ea on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:25.018863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Attempting to bind port e2cb9670-f275-461b-9670-6bd4d19f02ea by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:25.019408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Attempting to bind port e2cb9670-f275-461b-9670-6bd4d19f02ea on network 095a61b9-f0da-455b-859f-7818c7bce87c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:25.024878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Port e2cb9670-f275-461b-9670-6bd4d19f02ea on network 095a61b9-f0da-455b-859f-7818c7bce87c not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:52:25.025330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Attempting to bind port e2cb9670-f275-461b-9670-6bd4d19f02ea on network 095a61b9-f0da-455b-859f-7818c7bce87c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:25.032970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:25.039695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Checking segment: {'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:25.039695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Bound using segment: {'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:25.039695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Bound port: e2cb9670-f275-461b-9670-6bd4d19f02ea, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880f8f4e-534a-440b-a02d-e9281ba818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:25.039695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:25.100157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-e15f9c83-fb5b-4b4a-8fb3-619379eb6995 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 200 len: 1001 time: 0.1724067 Nov 05 21:52:25.148589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] For port e2cb9670-f275-461b-9670-6bd4d19f02ea, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:25.154192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] For port e2cb9670-f275-461b-9670-6bd4d19f02ea, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e2cb9670-f275-461b-9670-6bd4d19f02ea,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:25.170655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a143be26-6beb-41a3-b9b4-cbe954f7babc req-a3cfa810-d95e-4b21-b13f-6915f33e54f8 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569815 Nov 05 21:52:25.208744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-9e5676e9-e5b2-4d8f-8093-63ed35d50623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:25.210830 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-9e5676e9-e5b2-4d8f-8093-63ed35d50623 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.1004200 Nov 05 21:52:25.223003 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:25.282773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-6f96f249-6b88-476d-8f69-ee01ea07db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:25.283691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:25.284624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:25.286166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] 10.222.0.46 "PUT /v2.0/ports/e2cb9670-f275-461b-9670-6bd4d19f02ea HTTP/1.1" status: 200 len: 1092 time: 1.0904934 Nov 05 21:52:25.286974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-6f96f249-6b88-476d-8f69-ee01ea07db40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642374 Nov 05 21:52:25.336484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3075e6a-8671-4e8d-ab68-c69aa0723cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cb9670-f275-461b-9670-6bd4d19f02ea,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:25.426377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Request body: {'port': {'device_id': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:25.446609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-3de83c12-ed35-45c6-aca6-e3f09cc41247 service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501417 Nov 05 21:52:25.506407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:25.584094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e7fbf34-9f06-4791-b6fa-1b8fe5f2d858 req-607913a6-c5a0-461a-a16d-d9ea7cca3dcf service neutron] 10.222.0.13 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283181 Nov 05 21:52:25.817827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea05b29-c52e-4e63-aa63-c8f567d63add {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:52:25.827017 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:25.840505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Transition to ACTIVE for port object 6ea05b29-c52e-4e63-aa63-c8f567d63add will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:52:25.923763 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:26.000891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea05b29-c52e-4e63-aa63-c8f567d63add,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:26.058402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Attempting to bind port 6ea05b29-c52e-4e63-aa63-c8f567d63add on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:26.058734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Attempting to bind port 6ea05b29-c52e-4e63-aa63-c8f567d63add by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:26.059056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Attempting to bind port 6ea05b29-c52e-4e63-aa63-c8f567d63add on network c055885b-5e1c-4434-bee5-f8837e417d2e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:26.063641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Port 6ea05b29-c52e-4e63-aa63-c8f567d63add on network c055885b-5e1c-4434-bee5-f8837e417d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:52:26.063986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Attempting to bind port 6ea05b29-c52e-4e63-aa63-c8f567d63add on network c055885b-5e1c-4434-bee5-f8837e417d2e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:26.075348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:26.075771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Checking segment: {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:26.076156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Bound using segment: {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:26.076581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Bound port: 6ea05b29-c52e-4e63-aa63-c8f567d63add, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10178982-a6b7-47d7-96b1-0e47c9eed9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:26.076939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:26.159929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] For port 6ea05b29-c52e-4e63-aa63-c8f567d63add, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:26.172024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] For port 6ea05b29-c52e-4e63-aa63-c8f567d63add, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6ea05b29-c52e-4e63-aa63-c8f567d63add,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:26.174599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'tag': 'e2cb9670-f275-461b-9670-6bd4d19f02ea'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:26.177738 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157c349-055a-421c-acf6-19b37d52aa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "tag": "e2cb9670-f275-461b-9670-6bd4d19f02ea"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:26.240194 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:26.269218 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f29ed52-fa2b-4ad7-839f-0df8f3faaa5a x-openstack-request-id: req-2f29ed52-fa2b-4ad7-839f-0df8f3faaa5a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:26.269520 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "tag": "e2cb9670-f275-461b-9670-6bd4d19f02ea", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:26.269777 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f29ed52-fa2b-4ad7-839f-0df8f3faaa5a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:26.270180 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'tag': 'e2cb9670-f275-461b-9670-6bd4d19f02ea', 'status': 'completed', 'code': 200} Nov 05 21:52:26.278025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.278623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:26.280419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ea05b29-c52e-4e63-aa63-c8f567d63add HTTP/1.1" status: 200 len: 1092 time: 0.8596818 Nov 05 21:52:26.346546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013709d-8a67-4fe8-8900-c7c164edb630 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea05b29-c52e-4e63-aa63-c8f567d63add,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:26.369350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651f22-b6ab-4937-9925-673969fb198c req-874d7bc9-13c7-442b-875b-b9779a2afa67 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.377543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651f22-b6ab-4937-9925-673969fb198c req-874d7bc9-13c7-442b-875b-b9779a2afa67 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.384672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651f22-b6ab-4937-9925-673969fb198c req-874d7bc9-13c7-442b-875b-b9779a2afa67 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.391008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18651f22-b6ab-4937-9925-673969fb198c req-874d7bc9-13c7-442b-875b-b9779a2afa67 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2412 time: 0.1214747 Nov 05 21:52:26.396044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c349-055a-421c-acf6-19b37d52aa7f req-a438bde2-8116-4700-9d3e-4c1088ff5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.396677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c349-055a-421c-acf6-19b37d52aa7f req-a438bde2-8116-4700-9d3e-4c1088ff5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.397149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c349-055a-421c-acf6-19b37d52aa7f req-a438bde2-8116-4700-9d3e-4c1088ff5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.399477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7157c349-055a-421c-acf6-19b37d52aa7f req-a438bde2-8116-4700-9d3e-4c1088ff5f5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2865 time: 0.0934932 Nov 05 21:52:26.478598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18651f22-b6ab-4937-9925-673969fb198c req-f71e0018-3c13-41f8-ace2-d8f0c02bb42e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791724 Nov 05 21:52:26.601543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c349-055a-421c-acf6-19b37d52aa7f req-49470c92-c531-4335-a326-dfee64e3550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.604777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c349-055a-421c-acf6-19b37d52aa7f req-49470c92-c531-4335-a326-dfee64e3550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.604777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c349-055a-421c-acf6-19b37d52aa7f req-49470c92-c531-4335-a326-dfee64e3550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.604777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7157c349-055a-421c-acf6-19b37d52aa7f req-49470c92-c531-4335-a326-dfee64e3550c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1735930 Nov 05 21:52:26.705583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c349-055a-421c-acf6-19b37d52aa7f req-f3714287-d312-4304-aa2e-79461ff13f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.707031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7157c349-055a-421c-acf6-19b37d52aa7f req-f3714287-d312-4304-aa2e-79461ff13f61 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929363 Nov 05 21:52:26.785646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e194fc4e-72d0-4d6d-b5c0-0369c0c251d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.786166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e194fc4e-72d0-4d6d-b5c0-0369c0c251d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.786628 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e194fc4e-72d0-4d6d-b5c0-0369c0c251d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:26.788267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e194fc4e-72d0-4d6d-b5c0-0369c0c251d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2865 time: 0.0441546 Nov 05 21:52:26.839096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-0d23c686-66a2-4576-9237-032ab2610727 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=f40490be-1b83-4a45-b723-5b4a97f61031 HTTP/1.1" status: 200 len: 217 time: 0.0426314 Nov 05 21:52:27.213511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-87afade2-02bc-429c-aab4-1e80bb1b6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:27.215056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-87afade2-02bc-429c-aab4-1e80bb1b6028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a5de998-8493-4c65-8dc0-e4f34ba4526c HTTP/1.1" status: 200 len: 801 time: 0.3694279 Nov 05 21:52:27.264604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d631407b-c07a-4f79-a772-d9a36b0e0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:27.266210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-d631407b-c07a-4f79-a772-d9a36b0e0a76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c055885b-5e1c-4434-bee5-f8837e417d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434105 Nov 05 21:52:27.361895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-88fd84f7-97bc-4b9f-9f94-78821d820d7b service neutron] 10.222.0.46 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886006 Nov 05 21:52:27.455013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e3ed924b-23d0-459f-9343-fe0526c69244 service neutron] 10.222.0.46 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849271 Nov 05 21:52:27.499847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-76c93e3f-5818-4ab7-b085-441a6d2dafa7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=e2cb9670-f275-461b-9670-6bd4d19f02ea HTTP/1.1" status: 200 len: 217 time: 0.0380776 Nov 05 21:52:27.554574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-3ab5e439-1b4b-4d9e-8ca4-6c30956e4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:27.556148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-3ab5e439-1b4b-4d9e-8ca4-6c30956e4748 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59 HTTP/1.1" status: 200 len: 801 time: 0.0499971 Nov 05 21:52:27.641407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a515-299b-46c5-9026-08052c0d0b78 req-2a5b6771-c8d5-4d6e-b8ac-caf31741d3f7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:27.650215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a515-299b-46c5-9026-08052c0d0b78 req-2a5b6771-c8d5-4d6e-b8ac-caf31741d3f7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:27.656790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a515-299b-46c5-9026-08052c0d0b78 req-2a5b6771-c8d5-4d6e-b8ac-caf31741d3f7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:27.658457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d31a515-299b-46c5-9026-08052c0d0b78 req-2a5b6771-c8d5-4d6e-b8ac-caf31741d3f7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2412 time: 0.1007996 Nov 05 21:52:27.665250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-25f2e626-1c09-4f0b-a951-20459725fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:27.666667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-25f2e626-1c09-4f0b-a951-20459725fe6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=095a61b9-f0da-455b-859f-7818c7bce87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1006978 Nov 05 21:52:27.774543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d31a515-299b-46c5-9026-08052c0d0b78 req-a8fd8d16-545a-46a4-8e21-e3750c182100 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068277 Nov 05 21:52:27.811221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-cd409d8f-775d-43cf-b4b0-8f6d65ad20b4 service neutron] 10.222.0.46 "GET /v2.0/networks/095a61b9-f0da-455b-859f-7818c7bce87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297071 Nov 05 21:52:27.913543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-7caef79d-fc21-4b39-9eb1-a96f8e9d1bef service neutron] 10.222.0.46 "GET /v2.0/networks/095a61b9-f0da-455b-859f-7818c7bce87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950174 Nov 05 21:52:27.958853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e3ea61c4-a0c7-4595-aa09-83e41fffcac7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=6ea05b29-c52e-4e63-aa63-c8f567d63add HTTP/1.1" status: 200 len: 217 time: 0.0360606 Nov 05 21:52:28.017532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e7c9f4f6-dedc-4555-b4ce-15ffb723435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.018957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-e7c9f4f6-dedc-4555-b4ce-15ffb723435a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a5de998-8493-4c65-8dc0-e4f34ba4526c HTTP/1.1" status: 200 len: 801 time: 0.0444505 Nov 05 21:52:28.067122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-67ac0376-fa52-41fb-b949-433997e59c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.068667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-67ac0376-fa52-41fb-b949-433997e59c1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c055885b-5e1c-4434-bee5-f8837e417d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415733 Nov 05 21:52:28.171402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-ef26615f-1218-4534-872c-65bddb362cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942459 Nov 05 21:52:28.270831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99140ca6-ff47-4cda-9385-d006bfad5968 req-442cf4b7-60e0-4cd2-a2cf-273f8ae15dfa service neutron] 10.222.0.46 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917544 Nov 05 21:52:28.271285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'tag': '6ea05b29-c52e-4e63-aa63-c8f567d63add'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:28.273584 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "tag": "6ea05b29-c52e-4e63-aa63-c8f567d63add"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:28.296224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58918) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:28.316546 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4906955-e17a-4a04-a4c4-abdcef772d4e x-openstack-request-id: req-d4906955-e17a-4a04-a4c4-abdcef772d4e {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:28.316842 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "tag": "6ea05b29-c52e-4e63-aa63-c8f567d63add", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:28.317100 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4906955-e17a-4a04-a4c4-abdcef772d4e {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:28.317640 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'tag': '6ea05b29-c52e-4e63-aa63-c8f567d63add', 'status': 'completed', 'code': 200} Nov 05 21:52:28.420084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2ada544-a54e-43af-bc76-571cde0423b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:28.448878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-48b4b343-03e6-4ba4-96d3-372b7bb0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.449442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-48b4b343-03e6-4ba4-96d3-372b7bb0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.449910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-48b4b343-03e6-4ba4-96d3-372b7bb0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.451704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-48b4b343-03e6-4ba4-96d3-372b7bb0ee1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2865 time: 0.0461633 Nov 05 21:52:28.514781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2ada544-a54e-43af-bc76-571cde0423b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:28.563242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-26fb9548-7ea0-4586-81e4-8ef15086f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.564358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2ada544-a54e-43af-bc76-571cde0423b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:28.564933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-26fb9548-7ea0-4586-81e4-8ef15086f77f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c055885b-5e1c-4434-bee5-f8837e417d2e HTTP/1.1" status: 200 len: 903 time: 0.1055920 Nov 05 21:52:28.602723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ada544-a54e-43af-bc76-571cde0423b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cf0eec-1a67-4d0f-83b9-18388955ff51,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:28.609786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2ada544-a54e-43af-bc76-571cde0423b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd40e6480bee4152aad78321eff6b4d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126900 Nov 05 21:52:28.612822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58928) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:28.618195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-8b1361a2-f562-4d0e-b01a-f7c9e3cec280 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=6ea05b29-c52e-4e63-aa63-c8f567d63add HTTP/1.1" status: 200 len: 217 time: 0.0442064 Nov 05 21:52:28.664762 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-512f1e0a-42ef-4367-9f88-ed26e3885052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:28.667355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-df46c4f0-ee40-4b48-87f7-6235e8b2da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.668821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-df46c4f0-ee40-4b48-87f7-6235e8b2da7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a5de998-8493-4c65-8dc0-e4f34ba4526c HTTP/1.1" status: 200 len: 801 time: 0.0443821 Nov 05 21:52:28.689591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-512f1e0a-42ef-4367-9f88-ed26e3885052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:28.717764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-b868ffed-08bb-4bf3-8fe0-dade0e109768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.719039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-b868ffed-08bb-4bf3-8fe0-dade0e109768 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c055885b-5e1c-4434-bee5-f8837e417d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438280 Nov 05 21:52:28.821735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-4a944b9c-da65-40cf-96f9-617f15514074 service neutron] 10.222.0.46 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948453 Nov 05 21:52:28.839280 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-512f1e0a-42ef-4367-9f88-ed26e3885052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:28.845989 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-512f1e0a-42ef-4367-9f88-ed26e3885052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:28.845989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-512f1e0a-42ef-4367-9f88-ed26e3885052 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98cf0eec-1a67-4d0f-83b9-18388955ff51 HTTP/1.1" status: 204 len: 168 time: 0.2294869 Nov 05 21:52:28.851834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f1e0a-42ef-4367-9f88-ed26e3885052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cf0eec-1a67-4d0f-83b9-18388955ff51,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:28.980367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd821ee-946d-423b-b30f-a09cdaea5b6c req-f4300829-a9d9-4f32-838b-8d6f6b0a63bc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.986307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd821ee-946d-423b-b30f-a09cdaea5b6c req-f4300829-a9d9-4f32-838b-8d6f6b0a63bc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.992989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd821ee-946d-423b-b30f-a09cdaea5b6c req-f4300829-a9d9-4f32-838b-8d6f6b0a63bc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:28.994594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fd821ee-946d-423b-b30f-a09cdaea5b6c req-f4300829-a9d9-4f32-838b-8d6f6b0a63bc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2412 time: 0.0921800 Nov 05 21:52:28.996894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71d9fb75-0174-4e83-9df1-81f8d4ed4c71 req-5e0f3608-fd66-4d54-9efa-cc7a594c6cb1 service neutron] 10.222.0.46 "GET /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633637 Nov 05 21:52:29.045276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fd821ee-946d-423b-b30f-a09cdaea5b6c req-04ea956b-fde2-4956-9c9a-4eee431bd77c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Nov 05 21:52:29.369132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-6bf9f506-9135-4904-a5ce-68deb3273cee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425334 Nov 05 21:52:29.434699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-a759d3e8-e19b-4696-916d-0b38f2bd51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:29.436261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-a759d3e8-e19b-4696-916d-0b38f2bd51a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c&device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 1097 time: 0.0441225 Nov 05 21:52:29.548855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-95c3fe26-5b16-4f4b-8f9d-02c668b888b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:29.550370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-95c3fe26-5b16-4f4b-8f9d-02c668b888b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c HTTP/1.1" status: 200 len: 907 time: 0.0929315 Nov 05 21:52:29.617708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-95fcc0e8-5326-4ffa-8c1e-a03a80da4941 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad HTTP/1.1" status: 200 len: 1002 time: 0.0602546 Nov 05 21:52:29.675698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-332c7576-0a66-447d-8e23-34b528e999af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:29.677169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-332c7576-0a66-447d-8e23-34b528e999af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c74ab35-8307-4ba0-be08-8ab481014daa HTTP/1.1" status: 200 len: 845 time: 0.0486579 Nov 05 21:52:29.726533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-01bb4841-d107-4d80-969d-837489d0873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:29.728081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-01bb4841-d107-4d80-969d-837489d0873a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c839b44a-8dfb-48e9-8f91-f9401deb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432503 Nov 05 21:52:29.806148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58954) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:29.823848 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e15b0746-e42d-423c-8d41-12fc1797e863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:29.838549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-d49fedbc-e4b9-4129-932c-63f2e7223efd service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034856 Nov 05 21:52:29.902004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e15b0746-e42d-423c-8d41-12fc1797e863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:29.939031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-475336c7-d1bf-4ffd-b184-d9434834a062 req-0e303d65-fd67-4d00-b502-a81eb2707546 service neutron] 10.222.0.46 "GET /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932221 Nov 05 21:52:29.993129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e15b0746-e42d-423c-8d41-12fc1797e863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:30.032374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e15b0746-e42d-423c-8d41-12fc1797e863 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45bab9aa87384f6b83da4f05a6f220c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249575 Nov 05 21:52:30.033537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b0746-e42d-423c-8d41-12fc1797e863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ecdca3-054d-45c2-acbd-831e48eea7d9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:30.035127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58960) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:30.091926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a015745d-2906-4f59-b585-28a7f0b90dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:30.115716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a015745d-2906-4f59-b585-28a7f0b90dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:30.189959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0d76-8b07-4a41-9d7e-e731c9512982 req-3a4d0feb-d569-4f57-9aae-4ce476445054 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:30.196094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0d76-8b07-4a41-9d7e-e731c9512982 req-3a4d0feb-d569-4f57-9aae-4ce476445054 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:30.202177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0d76-8b07-4a41-9d7e-e731c9512982 req-3a4d0feb-d569-4f57-9aae-4ce476445054 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:30.204151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-222b0d76-8b07-4a41-9d7e-e731c9512982 req-3a4d0feb-d569-4f57-9aae-4ce476445054 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2412 time: 0.0853806 Nov 05 21:52:30.253144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-222b0d76-8b07-4a41-9d7e-e731c9512982 req-d8187f66-593d-4899-b135-5bf61a5b1565 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Nov 05 21:52:30.278541 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a015745d-2906-4f59-b585-28a7f0b90dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:30.281318 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a015745d-2906-4f59-b585-28a7f0b90dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:30.282537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a015745d-2906-4f59-b585-28a7f0b90dda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89ecdca3-054d-45c2-acbd-831e48eea7d9 HTTP/1.1" status: 204 len: 168 time: 0.2457898 Nov 05 21:52:30.291011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015745d-2906-4f59-b585-28a7f0b90dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ecdca3-054d-45c2-acbd-831e48eea7d9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:30.535283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:30.896688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f40490be-1b83-4a45-b723-5b4a97f61031 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:52:31.002345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f40490be-1b83-4a45-b723-5b4a97f61031, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f40490be-1b83-4a45-b723-5b4a97f61031,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:31.015125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'f40490be-1b83-4a45-b723-5b4a97f61031', 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e', 'port_id': 'f40490be-1b83-4a45-b723-5b4a97f61031', 'mac_address': 'fa:16:3e:2e:12:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5de998-8493-4c65-8dc0-e4f34ba4526c', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:52:31.054127 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:31.067012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40490be-1b83-4a45-b723-5b4a97f61031 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:52:31.094102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f40490be-1b83-4a45-b723-5b4a97f61031, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f40490be-1b83-4a45-b723-5b4a97f61031,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:31.152893 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:31.156703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6ea05b29-c52e-4e63-aa63-c8f567d63add details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:52:31.223673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6ea05b29-c52e-4e63-aa63-c8f567d63add, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6ea05b29-c52e-4e63-aa63-c8f567d63add,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:31.232737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f40490be-1b83-4a45-b723-5b4a97f61031,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:31.238630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '6ea05b29-c52e-4e63-aa63-c8f567d63add', 'network_id': 'c055885b-5e1c-4434-bee5-f8837e417d2e', 'port_id': '6ea05b29-c52e-4e63-aa63-c8f567d63add', 'mac_address': 'fa:16:3e:b3:53:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5de998-8493-4c65-8dc0-e4f34ba4526c', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:52:31.278148 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:31.292392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea05b29-c52e-4e63-aa63-c8f567d63add {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:52:31.314191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6ea05b29-c52e-4e63-aa63-c8f567d63add, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6ea05b29-c52e-4e63-aa63-c8f567d63add,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:31.382454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:31.383137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e2cb9670-f275-461b-9670-6bd4d19f02ea details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:52:31.429464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a93d1-9935-42f2-bf31-25dfef2219a6 req-52129a0a-eaca-406d-840e-e847219b871d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:31.435886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a93d1-9935-42f2-bf31-25dfef2219a6 req-52129a0a-eaca-406d-840e-e847219b871d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:31.441941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a93d1-9935-42f2-bf31-25dfef2219a6 req-52129a0a-eaca-406d-840e-e847219b871d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:31.443658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c8a93d1-9935-42f2-bf31-25dfef2219a6 req-52129a0a-eaca-406d-840e-e847219b871d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2413 time: 0.1181350 Nov 05 21:52:31.469004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6ea05b29-c52e-4e63-aa63-c8f567d63add,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:31.505889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c8a93d1-9935-42f2-bf31-25dfef2219a6 req-9ae9a4d1-884a-4db7-bb5c-0842e3301c0f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Nov 05 21:52:31.536017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e2cb9670-f275-461b-9670-6bd4d19f02ea, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e2cb9670-f275-461b-9670-6bd4d19f02ea,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:31.547970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'e2cb9670-f275-461b-9670-6bd4d19f02ea', 'network_id': '095a61b9-f0da-455b-859f-7818c7bce87c', 'port_id': 'e2cb9670-f275-461b-9670-6bd4d19f02ea', 'mac_address': 'fa:16:3e:02:0e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59', 'ip_address': '19.86.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:52:31.587012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:31.599641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cb9670-f275-461b-9670-6bd4d19f02ea {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:52:31.619018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e2cb9670-f275-461b-9670-6bd4d19f02ea, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e2cb9670-f275-461b-9670-6bd4d19f02ea,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:31.690168 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:31.743034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e2cb9670-f275-461b-9670-6bd4d19f02ea,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:32.177954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['f40490be-1b83-4a45-b723-5b4a97f61031'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:52:32.264752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['e2cb9670-f275-461b-9670-6bd4d19f02ea'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:52:32.654369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9d67b-cc0e-402a-b731-5c18913317c5 req-9c8cbd97-d5a8-4dbe-ba8d-1fd447190594 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:32.659247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9d67b-cc0e-402a-b731-5c18913317c5 req-9c8cbd97-d5a8-4dbe-ba8d-1fd447190594 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:32.666112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9d67b-cc0e-402a-b731-5c18913317c5 req-9c8cbd97-d5a8-4dbe-ba8d-1fd447190594 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:32.667902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cef9d67b-cc0e-402a-b731-5c18913317c5 req-9c8cbd97-d5a8-4dbe-ba8d-1fd447190594 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2415 time: 0.0841041 Nov 05 21:52:32.717907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cef9d67b-cc0e-402a-b731-5c18913317c5 req-17fbd441-2047-451f-9a38-799edbf70b60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Nov 05 21:52:32.726398 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:33.495702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6ea05b29-c52e-4e63-aa63-c8f567d63add'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:52:33.871943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1231e-5555-44a4-a2fe-53b3f33bb332 req-055fe3bf-38da-43a5-9ea5-8738b7db9820 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:33.879587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1231e-5555-44a4-a2fe-53b3f33bb332 req-055fe3bf-38da-43a5-9ea5-8738b7db9820 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:33.883162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59114) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:33.886466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1231e-5555-44a4-a2fe-53b3f33bb332 req-055fe3bf-38da-43a5-9ea5-8738b7db9820 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:33.888295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cf1231e-5555-44a4-a2fe-53b3f33bb332 req-055fe3bf-38da-43a5-9ea5-8738b7db9820 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2415 time: 0.0704386 Nov 05 21:52:33.951220 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cf1231e-5555-44a4-a2fe-53b3f33bb332 req-5bb7f17f-8268-4299-aef5-23f98f010e5c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558159 Nov 05 21:52:34.002106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:34.087481 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:34.152831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:34.191374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4baef3af970742989677b85f33ea935a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067653 Nov 05 21:52:34.192296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfdc6a4-5732-4a0a-8c0a-099c0e267477,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:34.194612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59126) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:34.200394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.200724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.201082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.201751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.201751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.202029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.202354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.202673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.202994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.203310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.203660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.204238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d76db4-5fb2-4e10-b54c-0959614a32de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:52:34.265802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d12002-d339-4a30-8308-654725ded107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:34.290731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d12002-d339-4a30-8308-654725ded107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:34.427411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d12002-d339-4a30-8308-654725ded107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:34.430574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d12002-d339-4a30-8308-654725ded107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:34.431789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a9d12002-d339-4a30-8308-654725ded107 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cfdc6a4-5732-4a0a-8c0a-099c0e267477 HTTP/1.1" status: 204 len: 168 time: 0.2360985 Nov 05 21:52:34.440004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d12002-d339-4a30-8308-654725ded107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfdc6a4-5732-4a0a-8c0a-099c0e267477,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:34.902739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f40490be-1b83-4a45-b723-5b4a97f61031 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:35.033028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port f40490be-1b83-4a45-b723-5b4a97f61031 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:52:35.037276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port f40490be-1b83-4a45-b723-5b4a97f61031 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:35.037649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.082952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef31e0-1001-40a5-a2e5-102577446a4b req-5074566e-8f79-41d1-b8d5-17dcb1f7c833 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:35.090216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59150) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:35.092243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef31e0-1001-40a5-a2e5-102577446a4b req-5074566e-8f79-41d1-b8d5-17dcb1f7c833 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:35.098454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef31e0-1001-40a5-a2e5-102577446a4b req-5074566e-8f79-41d1-b8d5-17dcb1f7c833 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:35.100979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fef31e0-1001-40a5-a2e5-102577446a4b req-5074566e-8f79-41d1-b8d5-17dcb1f7c833 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2415 time: 0.0725839 Nov 05 21:52:35.115458 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c71c-26c9-4633-8eb8-ca74c415c422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.146093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.164517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fef31e0-1001-40a5-a2e5-102577446a4b req-43f1a488-8153-472d-afd9-3f1656f0df02 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Nov 05 21:52:35.195147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40490be-1b83-4a45-b723-5b4a97f61031'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:35.197426 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6add1d4-aec7-4b88-8327-cf257c6af81f" -d '{"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "f40490be-1b83-4a45-b723-5b4a97f61031"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:35.212402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f40490be-1b83-4a45-b723-5b4a97f61031, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f40490be-1b83-4a45-b723-5b4a97f61031,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:35.222384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c71c-26c9-4633-8eb8-ca74c415c422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.251318 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa92e727-980f-4932-91d6-1cab70071336 x-openstack-request-id: req-fa92e727-980f-4932-91d6-1cab70071336 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:35.251318 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "f40490be-1b83-4a45-b723-5b4a97f61031", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:35.251318 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa92e727-980f-4932-91d6-1cab70071336 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:35.251318 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40490be-1b83-4a45-b723-5b4a97f61031', 'code': 200} Nov 05 21:52:35.267242 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.268164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6ea05b29-c52e-4e63-aa63-c8f567d63add up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:35.284493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c71c-26c9-4633-8eb8-ca74c415c422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.327606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a4b5c71c-26c9-4633-8eb8-ca74c415c422 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5142e73407054f9ba6f30ddd51493f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334826 Nov 05 21:52:35.327606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5c71c-26c9-4633-8eb8-ca74c415c422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a054e6-7cc5-4b0c-afe4-a26f80cca3d7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:35.327938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59158) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:35.354379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f40490be-1b83-4a45-b723-5b4a97f61031,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:35.394001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e31ff4ee-ca8e-4714-bd56-2a9f14b25bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.416118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e31ff4ee-ca8e-4714-bd56-2a9f14b25bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.427112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 6ea05b29-c52e-4e63-aa63-c8f567d63add completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:52:35.431115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 6ea05b29-c52e-4e63-aa63-c8f567d63add triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:35.438586 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.507747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e31ff4ee-ca8e-4714-bd56-2a9f14b25bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.510335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e31ff4ee-ca8e-4714-bd56-2a9f14b25bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.511819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e31ff4ee-ca8e-4714-bd56-2a9f14b25bf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71a054e6-7cc5-4b0c-afe4-a26f80cca3d7 HTTP/1.1" status: 204 len: 168 time: 0.1830137 Nov 05 21:52:35.516217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.520139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ff4ee-ca8e-4714-bd56-2a9f14b25bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a054e6-7cc5-4b0c-afe4-a26f80cca3d7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:35.562745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6ea05b29-c52e-4e63-aa63-c8f567d63add, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6ea05b29-c52e-4e63-aa63-c8f567d63add,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:35.633092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:35.634207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e2cb9670-f275-461b-9670-6bd4d19f02ea up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:35.710635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6ea05b29-c52e-4e63-aa63-c8f567d63add,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:35.821327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port e2cb9670-f275-461b-9670-6bd4d19f02ea completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:52:35.825309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port e2cb9670-f275-461b-9670-6bd4d19f02ea triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:35.825709 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:36.054791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:36.095465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port e2cb9670-f275-461b-9670-6bd4d19f02ea, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e2cb9670-f275-461b-9670-6bd4d19f02ea,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:36.175916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:36.249598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=e2cb9670-f275-461b-9670-6bd4d19f02ea,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:36.302186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dc068c6a-5a6b-438e-a1f1-bf95abf71364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:36.322066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461d79e-e123-4dfc-9a8f-332a414a63ea req-9700d56b-bad2-45db-a7ea-067863fb7568 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:36.329211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461d79e-e123-4dfc-9a8f-332a414a63ea req-9700d56b-bad2-45db-a7ea-067863fb7568 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:36.336047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461d79e-e123-4dfc-9a8f-332a414a63ea req-9700d56b-bad2-45db-a7ea-067863fb7568 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:36.338059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d461d79e-e123-4dfc-9a8f-332a414a63ea req-9700d56b-bad2-45db-a7ea-067863fb7568 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2418 time: 0.0890982 Nov 05 21:52:36.397316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d461d79e-e123-4dfc-9a8f-332a414a63ea req-9bd6c300-5b4d-4fc3-9258-8db8e7af070b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488639 Nov 05 21:52:37.251793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea05b29-c52e-4e63-aa63-c8f567d63add'}, {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cb9670-f275-461b-9670-6bd4d19f02ea'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:37.254194 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383cc095-3934-442f-b064-e16225c3eb95" -d '{"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "6ea05b29-c52e-4e63-aa63-c8f567d63add"}, {"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "e2cb9670-f275-461b-9670-6bd4d19f02ea"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:37.293547 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93057801-77ee-48b6-9821-a97617b02125 x-openstack-request-id: req-93057801-77ee-48b6-9821-a97617b02125 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:37.293846 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "6ea05b29-c52e-4e63-aa63-c8f567d63add", "code": 200}, {"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "e2cb9670-f275-461b-9670-6bd4d19f02ea", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:37.294100 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93057801-77ee-48b6-9821-a97617b02125 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:37.294537 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea05b29-c52e-4e63-aa63-c8f567d63add', 'code': 200} Nov 05 21:52:37.294786 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cb9670-f275-461b-9670-6bd4d19f02ea', 'code': 200} Nov 05 21:52:37.398234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203c403-1979-4b72-8c62-f6cace575eea req-ca8917b1-2921-4b48-85d2-f82776ce4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:37.398821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203c403-1979-4b72-8c62-f6cace575eea req-ca8917b1-2921-4b48-85d2-f82776ce4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:37.399158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203c403-1979-4b72-8c62-f6cace575eea req-ca8917b1-2921-4b48-85d2-f82776ce4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:37.400820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0203c403-1979-4b72-8c62-f6cace575eea req-ca8917b1-2921-4b48-85d2-f82776ce4d9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2871 time: 0.0446143 Nov 05 21:52:37.460508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0203c403-1979-4b72-8c62-f6cace575eea req-3a52a872-b6cf-43f4-afe5-e0583cadee02 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527096 Nov 05 21:52:37.531295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470168f8-2bb8-4a69-8b36-d277a2dfe788 req-ba58dbf3-8132-49d1-afee-e1d8c76f7364 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:37.537355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470168f8-2bb8-4a69-8b36-d277a2dfe788 req-ba58dbf3-8132-49d1-afee-e1d8c76f7364 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:37.543619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470168f8-2bb8-4a69-8b36-d277a2dfe788 req-ba58dbf3-8132-49d1-afee-e1d8c76f7364 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:37.545287 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-470168f8-2bb8-4a69-8b36-d277a2dfe788 req-ba58dbf3-8132-49d1-afee-e1d8c76f7364 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2418 time: 0.0687015 Nov 05 21:52:37.594419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59252) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:37.595717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-470168f8-2bb8-4a69-8b36-d277a2dfe788 req-c1ad2838-4160-4a73-85ec-ea8b15617317 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Nov 05 21:52:37.702197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-42f3d88a-4d07-4bd6-8d88-8b366dafe6e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:37.781385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-42f3d88a-4d07-4bd6-8d88-8b366dafe6e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:37.826985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-42f3d88a-4d07-4bd6-8d88-8b366dafe6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:37.866803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-42f3d88a-4d07-4bd6-8d88-8b366dafe6e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa61c01738bf433795828646b5be507b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712901 Nov 05 21:52:37.867721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3d88a-4d07-4bd6-8d88-8b366dafe6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb24aab-a68e-4c22-b02d-7ef983990f7a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:37.869469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59260) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:37.922909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d9de8f4-e951-4962-80db-2aaa8b7ef35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:37.944453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d9de8f4-e951-4962-80db-2aaa8b7ef35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:38.061162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d9de8f4-e951-4962-80db-2aaa8b7ef35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:38.063902 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d9de8f4-e951-4962-80db-2aaa8b7ef35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:38.065062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9d9de8f4-e951-4962-80db-2aaa8b7ef35d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fb24aab-a68e-4c22-b02d-7ef983990f7a HTTP/1.1" status: 204 len: 168 time: 0.1945713 Nov 05 21:52:38.077682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9de8f4-e951-4962-80db-2aaa8b7ef35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb24aab-a68e-4c22-b02d-7ef983990f7a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:38.490095 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-11f7092f-43ca-4f07-9a8f-c24d960eb5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:38.721826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a457aa-211c-4da1-a915-c873be05b7e3 req-f9b1429e-3517-4f31-8f8a-df671f816c3d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:38.727859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a457aa-211c-4da1-a915-c873be05b7e3 req-f9b1429e-3517-4f31-8f8a-df671f816c3d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:38.733917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a457aa-211c-4da1-a915-c873be05b7e3 req-f9b1429e-3517-4f31-8f8a-df671f816c3d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:38.735578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5a457aa-211c-4da1-a915-c873be05b7e3 req-f9b1429e-3517-4f31-8f8a-df671f816c3d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2418 time: 0.0641482 Nov 05 21:52:38.784111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5a457aa-211c-4da1-a915-c873be05b7e3 req-3a35a873-59ce-42f8-92eb-bd507a6adf3d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Nov 05 21:52:39.101971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59304) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:39.205542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1361910908'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:39.323972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:39.327468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.336600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.412986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.518306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.542039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:52:39.555799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d278a9-7b93-441f-ad58-297c0d43f47b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:39.560675 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.561015 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Added segment 6b50ca78-58a6-4300-9b36-4906fff6ad4f of type vlan for network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca Nov 05 21:52:39.601949 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.696036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.702277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:39.702996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.774123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Network': ['ID=a9666ee7-f6fb-407c-8e24-89ce5c89e8ca,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:39.785636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:52:39.801917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2ce0ad38-ab75-492e-a402-bcf951a067e0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6987371 Nov 05 21:52:39.804783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59330) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:39.819931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'subnet': {'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:39.942186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:39.968989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342305-009b-490f-9aca-85f2a92bf31d req-ad8bb010-87af-4883-a312-85756288f7ec tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:39.976000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342305-009b-490f-9aca-85f2a92bf31d req-ad8bb010-87af-4883-a312-85756288f7ec tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:39.982193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342305-009b-490f-9aca-85f2a92bf31d req-ad8bb010-87af-4883-a312-85756288f7ec tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:39.983919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11342305-009b-490f-9aca-85f2a92bf31d req-ad8bb010-87af-4883-a312-85756288f7ec tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2418 time: 0.0955327 Nov 05 21:52:40.026444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:40.030037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:40.056720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11342305-009b-490f-9aca-85f2a92bf31d req-fb681897-ec4a-4fd5-a5b0-bd42f13f0221 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Nov 05 21:52:40.261252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9273f2d-9a99-41a3-af8e-853df052d75b req-b5495a00-439a-4497-9677-6b0780752b5b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:40.266061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9273f2d-9a99-41a3-af8e-853df052d75b req-b5495a00-439a-4497-9677-6b0780752b5b tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0745199 Nov 05 21:52:40.284683 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:40.310203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9273f2d-9a99-41a3-af8e-853df052d75b req-316955f0-b372-41ea-af9b-38e0eeb9dad8 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Nov 05 21:52:40.356915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Subnet': ['ID=9146375d-ddf1-4d22-ac1c-ba8727e0796e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:40.364292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Checking segment: {'id': '6b50ca78-58a6-4300-9b36-4906fff6ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:40.364650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network hostable DHCP agents. Network: a9666ee7-f6fb-407c-8e24-89ce5c89e8ca, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:52:40.427140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:52:40.513231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a9666ee7-f6fb-407c-8e24-89ce5c89e8ca) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:40.520531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:40.521229 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:40.524621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc54b6-6734-4ee3-9adf-a47e5beb1ff3 None None] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:40.629663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3553268-4862-44a7-9465-fb7e1c1401f9 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8233380 Nov 05 21:52:40.638277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59356) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:40.638277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-780685788'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:40.689054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'tenant_id': '5a6d4c671e954bbdb7f2b2d301270a44', 'fixed_ips': [{'subnet_id': '9146375d-ddf1-4d22-ac1c-ba8727e0796e'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:52:40.689937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:40.773956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57860f3-f668-4422-b7fd-55b924c989a1 req-5ec88a35-378a-4320-a9c4-21f3a00099bb tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:40.780198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57860f3-f668-4422-b7fd-55b924c989a1 req-5ec88a35-378a-4320-a9c4-21f3a00099bb tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:40.786400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57860f3-f668-4422-b7fd-55b924c989a1 req-5ec88a35-378a-4320-a9c4-21f3a00099bb tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:40.788116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b57860f3-f668-4422-b7fd-55b924c989a1 req-5ec88a35-378a-4320-a9c4-21f3a00099bb tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2418 time: 0.1233618 Nov 05 21:52:40.829720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Allocated IP 2001:db8::2 (a9666ee7-f6fb-407c-8e24-89ce5c89e8ca/9146375d-ddf1-4d22-ac1c-ba8727e0796e/72853e8b-c022-45b8-a0d3-83e64111ddea) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:40.856304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b57860f3-f668-4422-b7fd-55b924c989a1 req-e01a19ca-74d6-4d19-be03-e56ef4faa580 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527096 Nov 05 21:52:40.941013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:40.945297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:40.964979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] device_id is not set on port 53b1fa17-07f8-4d95-bd3a-06124abefe20 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:52:40.994803 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.095808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.132838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:41.139518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:41.143269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:41.152983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Pushing event updated for resources: {'Port': ['ID=72853e8b-c022-45b8-a0d3-83e64111ddea,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:41.159896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Allocated IP 2001:db8::11 (a9666ee7-f6fb-407c-8e24-89ce5c89e8ca/9146375d-ddf1-4d22-ac1c-ba8727e0796e/53b1fa17-07f8-4d95-bd3a-06124abefe20) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:41.215729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Attempting to bind port 72853e8b-c022-45b8-a0d3-83e64111ddea on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:41.216116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Attempting to bind port 72853e8b-c022-45b8-a0d3-83e64111ddea by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6b50ca78-58a6-4300-9b36-4906fff6ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:41.216481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Attempting to bind port 72853e8b-c022-45b8-a0d3-83e64111ddea on network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:41.222290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:41.226649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Checking segment: {'id': '6b50ca78-58a6-4300-9b36-4906fff6ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:41.226649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.226649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Bound using segment: {'id': '6b50ca78-58a6-4300-9b36-4906fff6ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:41.226649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Bound port: 72853e8b-c022-45b8-a0d3-83e64111ddea, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b50ca78-58a6-4300-9b36-4906fff6ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:41.226649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.298174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] For port 72853e8b-c022-45b8-a0d3-83e64111ddea, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:41.312329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] For port 72853e8b-c022-45b8-a0d3-83e64111ddea, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72853e8b-c022-45b8-a0d3-83e64111ddea,segment=NetworkSegment(6b50ca78-58a6-4300-9b36-4906fff6ad4f),segment_id=6b50ca78-58a6-4300-9b36-4906fff6ad4f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:41.335011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.389666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.437454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.445724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.449340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be515cb-4812-43a3-b63b-c2a7fc8073cc req-7ad216ca-4171-4d33-a5b1-ced3a83e3d7e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:41.457419 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7be515cb-4812-43a3-b63b-c2a7fc8073cc req-7ad216ca-4171-4d33-a5b1-ced3a83e3d7e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.0689516 Nov 05 21:52:41.475287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec47c7e-20b1-4863-9ba5-606a5fe3b44a None None] Pushing event updated for resources: {'Port': ['ID=72853e8b-c022-45b8-a0d3-83e64111ddea,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:41.507613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:41.511069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:41.517190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:41.523468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7be515cb-4812-43a3-b63b-c2a7fc8073cc req-55064689-e601-4ae6-8d22-34847af90660 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650427 Nov 05 21:52:41.524428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:41.525062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.543438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=53b1fa17-07f8-4d95-bd3a-06124abefe20,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:41.641958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8f90fc63-14df-42ab-b79f-fe3a47d913a0 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0077443 Nov 05 21:52:41.644971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59378) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:41.650100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1195390242', 'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:43:49:d3'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:41.855426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:41.930113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.948085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:41.970612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] device_id is not set on port 4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:52:42.035897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b853-45b6-4529-8c06-92fbc5fc2350 req-aae1e0ca-5c99-4840-a7e6-fdb10ec55166 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.042580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b853-45b6-4529-8c06-92fbc5fc2350 req-aae1e0ca-5c99-4840-a7e6-fdb10ec55166 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.048704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b853-45b6-4529-8c06-92fbc5fc2350 req-aae1e0ca-5c99-4840-a7e6-fdb10ec55166 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.051039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9063b853-45b6-4529-8c06-92fbc5fc2350 req-aae1e0ca-5c99-4840-a7e6-fdb10ec55166 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2418 time: 0.1135800 Nov 05 21:52:42.099756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-3d171cca-772b-42e1-96e3-e7c518c1d657 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.102044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-3d171cca-772b-42e1-96e3-e7c518c1d657 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.1233582 Nov 05 21:52:42.121681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Allocated IP 2001:db8::225 (a9666ee7-f6fb-407c-8e24-89ce5c89e8ca/9146375d-ddf1-4d22-ac1c-ba8727e0796e/4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:42.151573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9063b853-45b6-4529-8c06-92fbc5fc2350 req-e717f500-ca8d-4787-bb5e-8e647285e7d7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908172 Nov 05 21:52:42.227708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Deleting port 962c9c67-08be-430e-a3ec-d336c4c8fa40 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:42.228063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.328246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72853e8b-c022-45b8-a0d3-83e64111ddea up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:42.353602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] For port 962c9c67-08be-430e-a3ec-d336c4c8fa40, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=962c9c67-08be-430e-a3ec-d336c4c8fa40,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:42.354076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.374682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.398918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 72853e8b-c022-45b8-a0d3-83e64111ddea triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:42.399628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.444983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-02b082b1-f942-43b9-a83c-61dae485d266 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.452915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-02b082b1-f942-43b9-a83c-61dae485d266 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.460321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-02b082b1-f942-43b9-a83c-61dae485d266 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.464148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-02b082b1-f942-43b9-a83c-61dae485d266 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 2418 time: 0.1647832 Nov 05 21:52:42.571540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.618738 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.619740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.620904 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Floating IP 655024b0-dd25-40df-beec-7b95ad781906 disassociated. External IP: 172.25.6.216, port: 962c9c67-08be-430e-a3ec-d336c4c8fa40. Nov 05 21:52:42.621061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.621659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Calling delete_port for 962c9c67-08be-430e-a3ec-d336c4c8fa40 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:42.654646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 72853e8b-c022-45b8-a0d3-83e64111ddea, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72853e8b-c022-45b8-a0d3-83e64111ddea,segment=NetworkSegment(6b50ca78-58a6-4300-9b36-4906fff6ad4f),segment_id=6b50ca78-58a6-4300-9b36-4906fff6ad4f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:42.708390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:42.715108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:42.720531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:42.723799 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.733225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.733899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.755228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942fc6d-18b8-48db-a3c3-c08477e719c2 None None] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:42.770587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:42.782964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port f40490be-1b83-4a45-b723-5b4a97f61031 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:42.783487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.790825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec13fb-e885-42e3-bf3c-f7e62387fded req-6c100b0f-ba95-425c-b289-59818cf6589a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:42.792424 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1ec13fb-e885-42e3-bf3c-f7e62387fded req-6c100b0f-ba95-425c-b289-59818cf6589a tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 945 time: 0.1480081 Nov 05 21:52:42.851438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-df420f2e-f875-47de-a857-b09a57caf59d None None] Provisioning complete for port 72853e8b-c022-45b8-a0d3-83e64111ddea triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:42.852046 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df420f2e-f875-47de-a857-b09a57caf59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.872816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59402) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:42.876888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=72853e8b-c022-45b8-a0d3-83e64111ddea,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:42.878190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-91444ec2-960c-4268-bd94-a4b36ca7c520 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2299590 Nov 05 21:52:42.925579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port f40490be-1b83-4a45-b723-5b4a97f61031, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f40490be-1b83-4a45-b723-5b4a97f61031,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:42.926509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:42.947537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for f40490be-1b83-4a45-b723-5b4a97f61031 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:42.974073 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1ec13fb-e885-42e3-bf3c-f7e62387fded req-2bb5fe29-5ca4-412a-af7a-deaa7bf19847 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751838 Nov 05 21:52:43.169781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.210934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=f40490be-1b83-4a45-b723-5b4a97f61031,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:43.283297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port f40490be-1b83-4a45-b723-5b4a97f61031 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:43.295248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.298871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-21ce8289-351a-41c0-80e5-77e1aa51b976 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "DELETE /v2.0/ports/f40490be-1b83-4a45-b723-5b4a97f61031 HTTP/1.1" status: 204 len: 173 time: 0.8233919 Nov 05 21:52:43.299445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-deleted', 'tag': 'f40490be-1b83-4a45-b723-5b4a97f61031'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:43.301859 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0954128a-c9aa-454c-98f3-e26874fb4465" -d '{"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-deleted", "tag": "f40490be-1b83-4a45-b723-5b4a97f61031"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:43.403832 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5750074-ce56-4758-95d4-d0247d6d1c4b x-openstack-request-id: req-f5750074-ce56-4758-95d4-d0247d6d1c4b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:43.404132 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-deleted", "tag": "f40490be-1b83-4a45-b723-5b4a97f61031", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:43.406416 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5750074-ce56-4758-95d4-d0247d6d1c4b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:43.406893 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-deleted', 'tag': 'f40490be-1b83-4a45-b723-5b4a97f61031', 'status': 'completed', 'code': 200} Nov 05 21:52:43.423374 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.449997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f718708-16be-4f7e-b95e-eeaa6c1e583d req-0325fea7-bf9e-4eb5-9b08-ed865c1ad113 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:43.456597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f718708-16be-4f7e-b95e-eeaa6c1e583d req-0325fea7-bf9e-4eb5-9b08-ed865c1ad113 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:43.458781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f718708-16be-4f7e-b95e-eeaa6c1e583d req-0325fea7-bf9e-4eb5-9b08-ed865c1ad113 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 1683 time: 0.1767237 Nov 05 21:52:43.496689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Provisioning complete for port 72853e8b-c022-45b8-a0d3-83e64111ddea triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:43.497212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.570871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8db3f-348b-4cf7-8293-3bd56dfbb83c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:43.580001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8db3f-348b-4cf7-8293-3bd56dfbb83c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:43.587158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8db3f-348b-4cf7-8293-3bd56dfbb83c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:43.591951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-acc8db3f-348b-4cf7-8293-3bd56dfbb83c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.7180312 Nov 05 21:52:43.592562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:43.609791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event deleted for resources: {'Port': ['ID=962c9c67-08be-430e-a3ec-d336c4c8fa40,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:43.616752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f718708-16be-4f7e-b95e-eeaa6c1e583d req-5da0b196-a91b-49c5-87bc-3e3715b72786 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 Nov 05 21:52:43.644479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port e2cb9670-f275-461b-9670-6bd4d19f02ea {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:43.656103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.672980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Provisioning complete for port 53b1fa17-07f8-4d95-bd3a-06124abefe20 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:43.673585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.744799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Port 53b1fa17-07f8-4d95-bd3a-06124abefe20 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:43.758208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Provisioning complete for port 4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:43.758830 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.803035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a4977985-ff52-4c19-90f9-73685f0ae3ee None None] Port 4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:43.819827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Router 5a632ee0-5686-4f22-949d-850cf733064d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:52:43.871191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port e2cb9670-f275-461b-9670-6bd4d19f02ea, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=e2cb9670-f275-461b-9670-6bd4d19f02ea,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:43.871924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.886209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting port 4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:43.886861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:43.887778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for e2cb9670-f275-461b-9670-6bd4d19f02ea owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:43.932930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cf45ee57-b00f-4f4a-bc47-eec6d978c380 None None] Provisioning complete for port 53b1fa17-07f8-4d95-bd3a-06124abefe20 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:43.933522 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cf45ee57-b00f-4f4a-bc47-eec6d978c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.011918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cf45ee57-b00f-4f4a-bc47-eec6d978c380 None None] Port 53b1fa17-07f8-4d95-bd3a-06124abefe20 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:44.155949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.194310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Calling delete_port for 4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:44.203996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.261345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:52:44.273554 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642398d5-b46f-403c-8362-c254ac245251 None None] Sync routers for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:52:44.278358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb525435-a4bf-4d69-b192-e7d217909d40 req-c40dc07e-9ccf-4a91-9647-93c16ab47225 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 210 time: 0.1193259 Nov 05 21:52:44.304044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=e2cb9670-f275-461b-9670-6bd4d19f02ea,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:44.307972 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:52:44.309204 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:52:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:44.351796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2be43763-74b2-4a51-bf59-4b53d5497100 None None] Provisioning complete for port 4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:44.352746 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2be43763-74b2-4a51-bf59-4b53d5497100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.402555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port e2cb9670-f275-461b-9670-6bd4d19f02ea on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:44.413107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.417275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-d7775d47-00c2-46da-a7c2-bb7c027835b2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "DELETE /v2.0/ports/e2cb9670-f275-461b-9670-6bd4d19f02ea HTTP/1.1" status: 204 len: 173 time: 1.1041188 Nov 05 21:52:44.420668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72853e8b-c022-45b8-a0d3-83e64111ddea up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:44.465642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2be43763-74b2-4a51-bf59-4b53d5497100 None None] Port 4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:44.475835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] No DVR routers for this DVR port 962c9c67-08be-430e-a3ec-d336c4c8fa40 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:44.484616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.487937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b971c077-6b79-44bf-9ba7-e5ec9449731a req-cf50c828-c081-4a0d-adca-59f29b9f6eb5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.13 "DELETE /v2.0/ports/962c9c67-08be-430e-a3ec-d336c4c8fa40 HTTP/1.1" status: 204 len: 173 time: 2.3771698 Nov 05 21:52:44.488975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'name': 'network-vif-deleted', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:44.493675 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad457c-c171-496c-8d09-6b78c589ef1d" -d '{"events": [{"server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "name": "network-vif-deleted", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:44.557421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 72853e8b-c022-45b8-a0d3-83e64111ddea triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:44.557987 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.680105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port 6ea05b29-c52e-4e63-aa63-c8f567d63add {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:44.680595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.701717 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b1e3fd-2b3d-41c5-8ee8-62596ab4d779 x-openstack-request-id: req-71b1e3fd-2b3d-41c5-8ee8-62596ab4d779 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:44.701717 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4085d-a359-4814-8a82-b87adc8c8898", "name": "network-vif-deleted", "tag": "962c9c67-08be-430e-a3ec-d336c4c8fa40", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:44.701717 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71b1e3fd-2b3d-41c5-8ee8-62596ab4d779 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:44.701717 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae4085d-a359-4814-8a82-b87adc8c8898', 'name': 'network-vif-deleted', 'tag': '962c9c67-08be-430e-a3ec-d336c4c8fa40', 'status': 'completed', 'code': 200} Nov 05 21:52:44.753993 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:52:44.779488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.844047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Port': ['ID=4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:44.904336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port 6ea05b29-c52e-4e63-aa63-c8f567d63add, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6ea05b29-c52e-4e63-aa63-c8f567d63add,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:44.907116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:44.907446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd00f1-e838-410e-857d-6488e6caaf2d req-be11ed0b-0df5-4dde-96be-6ad6bda0e397 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:44.916520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4cd00f1-e838-410e-857d-6488e6caaf2d req-be11ed0b-0df5-4dde-96be-6ad6bda0e397 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 946 time: 0.1669381 Nov 05 21:52:44.936091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for 6ea05b29-c52e-4e63-aa63-c8f567d63add owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:44.996530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f40490be-1b83-4a45-b723-5b4a97f61031 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:45.053755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: f40490be-1b83-4a45-b723-5b4a97f61031 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:52:45.057976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f40490be-1b83-4a45-b723-5b4a97f61031 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:52:45.058409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6ea05b29-c52e-4e63-aa63-c8f567d63add no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:45.111754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4cd00f1-e838-410e-857d-6488e6caaf2d req-77de9156-61ad-4d13-92d9-384ab1459523 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942997 Nov 05 21:52:45.120254 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:45.133167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:45.139482 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d3af161c-51b7-4b82-b0c0-a8b3e28fe7a7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/ports/4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 HTTP/1.1" status: 204 len: 168 time: 1.5412235 Nov 05 21:52:45.139951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59444) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:45.174793 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4b046f-eee6-46b0-8c4d-0b35704f7101 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] GET failed (client error): The resource could not be found. Nov 05 21:52:45.174793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4a4b046f-eee6-46b0-8c4d-0b35704f7101 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "GET /v2.0/ports/4e62c1a3-bd8e-4fac-a2c5-cf4688af9d40 HTTP/1.1" status: 404 len: 333 time: 0.0303655 Nov 05 21:52:45.175225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59446) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:45.180130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519402497'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:45.187142 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642398d5-b46f-403c-8362-c254ac245251 None None] Checking router: 5a632ee0-5686-4f22-949d-850cf733064d for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:52:45.210865 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:52:45.213197 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:52:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:45.227954 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:45.250540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:45.286397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=6ea05b29-c52e-4e63-aa63-c8f567d63add,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:45.291394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e2cb9670-f275-461b-9670-6bd4d19f02ea no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:45.315428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: e2cb9670-f275-461b-9670-6bd4d19f02ea {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:52:45.315799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device e2cb9670-f275-461b-9670-6bd4d19f02ea not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:52:45.323341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 962c9c67-08be-430e-a3ec-d336c4c8fa40 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:45.360494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port 6ea05b29-c52e-4e63-aa63-c8f567d63add on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:45.363438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:45.367684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42abf364-8eea-4d54-8e8c-fb2aa7ad313c req-4ee447b3-81bc-4882-a6a6-db418d280ea9 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.46 "DELETE /v2.0/ports/6ea05b29-c52e-4e63-aa63-c8f567d63add HTTP/1.1" status: 204 len: 173 time: 0.9369080 Nov 05 21:52:45.392391 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:52:45.408750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-deleted', 'tag': 'e2cb9670-f275-461b-9670-6bd4d19f02ea'}, {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-deleted', 'tag': '6ea05b29-c52e-4e63-aa63-c8f567d63add'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:45.411795 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535f9fb9-479a-49e7-a7d3-87de7170ad5b" -d '{"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-deleted", "tag": "e2cb9670-f275-461b-9670-6bd4d19f02ea"}, {"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-deleted", "tag": "6ea05b29-c52e-4e63-aa63-c8f567d63add"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:45.450192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:45.454995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:45.519675 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcfc9ec0-af15-4b5f-bee7-f7dc8bf0ed07 req-68a8da5a-5d3d-41b6-8c7b-c9d5f070b587 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae4085d-a359-4814-8a82-b87adc8c8898 HTTP/1.1" status: 200 len: 210 time: 0.0817482 Nov 05 21:52:45.519875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] device_id is not set on port 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:52:45.547653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 962c9c67-08be-430e-a3ec-d336c4c8fa40 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:52:45.547999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 962c9c67-08be-430e-a3ec-d336c4c8fa40 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:52:45.695823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Allocated IP 2001:db8::17c (a9666ee7-f6fb-407c-8e24-89ce5c89e8ca/9146375d-ddf1-4d22-ac1c-ba8727e0796e/6be36bc4-53af-48d7-9b95-d50a9f6f6f80) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:45.809146 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2f2d0c-f71f-4824-8354-2a5ba3597d4c x-openstack-request-id: req-8f2f2d0c-f71f-4824-8354-2a5ba3597d4c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:45.809453 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-deleted", "tag": "e2cb9670-f275-461b-9670-6bd4d19f02ea", "status": "completed", "code": 200}, {"server_uuid": "c3a445d1-2f32-46fb-8332-bd486f30ebbe", "name": "network-vif-deleted", "tag": "6ea05b29-c52e-4e63-aa63-c8f567d63add", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:45.809810 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f2f2d0c-f71f-4824-8354-2a5ba3597d4c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:45.810231 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-deleted', 'tag': 'e2cb9670-f275-461b-9670-6bd4d19f02ea', 'status': 'completed', 'code': 200} Nov 05 21:52:45.810490 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a445d1-2f32-46fb-8332-bd486f30ebbe', 'name': 'network-vif-deleted', 'tag': '6ea05b29-c52e-4e63-aa63-c8f567d63add', 'status': 'completed', 'code': 200} Nov 05 21:52:45.816354 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-642398d5-b46f-403c-8362-c254ac245251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:45.849127 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642398d5-b46f-403c-8362-c254ac245251 None None] The sync data for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 is: [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:52:45.924699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.090152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.122041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1bc66-7aa4-4a03-a806-ac3d20f1687c None None] New status for floating IP 655024b0-dd25-40df-beec-7b95ad781906: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:52:46.152717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:46.170719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:46.174993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:46.193130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:46.199049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.212172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=6be36bc4-53af-48d7-9b95-d50a9f6f6f80,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:46.242916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31ac9e5f-8ad0-4ca7-9e1c-85fe664106d6 req-56f42eeb-9238-4842-974a-6b23ecbf0cdd tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3a445d1-2f32-46fb-8332-bd486f30ebbe HTTP/1.1" status: 200 len: 210 time: 0.0269344 Nov 05 21:52:46.302367 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-918a516d-4f1b-435b-9c8d-093bbc918f2e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1223929 Nov 05 21:52:46.303806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59474) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:46.315882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:43:49:d3'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:46.520716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.529975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5cf83f28-4dea-4560-8416-fc999d83cfb1 None None] Provisioning complete for port 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:46.530354 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5cf83f28-4dea-4560-8416-fc999d83cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.571255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5cf83f28-4dea-4560-8416-fc999d83cfb1 None None] Port 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:46.681727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59486) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:46.733334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.742620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dbd60d0-7277-41ae-b185-ecccf7085ce7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.765944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dbd60d0-7277-41ae-b185-ecccf7085ce7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.781370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.815741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] In _notify_port_updated(), no bound segment for port 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 on network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:52:46.821412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:46.822045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.825838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "PUT /v2.0/ports/6be36bc4-53af-48d7-9b95-d50a9f6f6f80 HTTP/1.1" status: 200 len: 1001 time: 0.5184679 Nov 05 21:52:46.826247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59488) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:46.852485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e916a0-814c-4099-98e0-be65bd3f82ca tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=6be36bc4-53af-48d7-9b95-d50a9f6f6f80,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:46.884670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dbd60d0-7277-41ae-b185-ecccf7085ce7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.887635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dbd60d0-7277-41ae-b185-ecccf7085ce7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:46.889090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0dbd60d0-7277-41ae-b185-ecccf7085ce7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "DELETE /v2.0/security-groups/a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6 HTTP/1.1" status: 204 len: 168 time: 0.2063699 Nov 05 21:52:46.892217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59490) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:46.924109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd60d0-7277-41ae-b185-ecccf7085ce7 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:46.924398 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-9fc89b82-28cc-49e4-a772-a493d8c13c82 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] show failed (client error): The resource could not be found. Nov 05 21:52:46.928912 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9fc89b82-28cc-49e4-a772-a493d8c13c82 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups/a3bce1b2-bfa3-4680-8bcf-fcb01004c7a6 HTTP/1.1" status: 404 len: 347 time: 0.0320950 Nov 05 21:52:46.929858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59496) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:46.967801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting port 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:46.969895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.089315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Deleting port f584fff9-8b16-4f8a-8abd-ccbfebcadfa3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:47.089949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.097147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.109226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-89d0fe91-0821-4447-8b02-9e8fc20cf900 None None] Provisioning complete for port 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:47.109599 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89d0fe91-0821-4447-8b02-9e8fc20cf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.120027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Calling delete_port for 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:47.152171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-89d0fe91-0821-4447-8b02-9e8fc20cf900 None None] Port 6be36bc4-53af-48d7-9b95-d50a9f6f6f80 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:47.178861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.179270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.191492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Calling delete_port for f584fff9-8b16-4f8a-8abd-ccbfebcadfa3 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:47.307707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59504) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:47.363999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting subnet 6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:52:47.367090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.370045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.393563 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.419102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Port': ['ID=6be36bc4-53af-48d7-9b95-d50a9f6f6f80,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:47.420671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event deleted for resources: {'Port': ['ID=f584fff9-8b16-4f8a-8abd-ccbfebcadfa3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:47.498138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.500878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.502071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cac551db-80b6-4db6-b966-473b3ef2ef4f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "DELETE /v2.0/floatingips/655024b0-dd25-40df-beec-7b95ad781906 HTTP/1.1" status: 204 len: 168 time: 0.5706091 Nov 05 21:52:47.539956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.594274 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.601218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-09482091-a832-4b5f-a055-e1be2e58f45e tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/ports/6be36bc4-53af-48d7-9b95-d50a9f6f6f80 HTTP/1.1" status: 204 len: 168 time: 0.7736862 Nov 05 21:52:47.601492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59514) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:47.627808 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9309a135-7f99-4b7c-b8c2-abc2a496ba08 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] GET failed (client error): The resource could not be found. Nov 05 21:52:47.633871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9309a135-7f99-4b7c-b8c2-abc2a496ba08 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "GET /v2.0/ports/6be36bc4-53af-48d7-9b95-d50a9f6f6f80 HTTP/1.1" status: 404 len: 333 time: 0.0313287 Nov 05 21:52:47.634487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59516) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:47.640162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-896634636'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:47.697825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.832379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:47.836573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:47.854384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] device_id is not set on port f2892be8-e1bb-48db-90cf-405b7752ffb9 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:52:47.863139 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.000015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Allocated IP 2001:db8::2c0 (a9666ee7-f6fb-407c-8e24-89ce5c89e8ca/9146375d-ddf1-4d22-ac1c-ba8727e0796e/f2892be8-e1bb-48db-90cf-405b7752ffb9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:48.068588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59524) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:48.101742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9e414071-ac84-4fe7-b222-5c044f27365e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729625821', 'description': 'tempest-description--1670019134'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:48.238781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.246485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:48.250010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.253289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-567ac0fe-94d4-4ea9-b9ac-062dffd1c033 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/subnets/6d0f8557-ddb4-4c0a-9bb2-1c652fbc1a59 HTTP/1.1" status: 204 len: 168 time: 0.9444897 Nov 05 21:52:48.260909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59530) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:48.262447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e414071-ac84-4fe7-b222-5c044f27365e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.264763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075fd46a-a262-4d19-a751-a49b7b65f3ff None None] Network 095a61b9-f0da-455b-859f-7818c7bce87c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:48.361499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e414071-ac84-4fe7-b222-5c044f27365e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.364852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.365499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.430654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:48.434231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:48.438410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:48.440178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:48.440527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.444928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:48.445554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.450891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e414071-ac84-4fe7-b222-5c044f27365e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.499012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] DHCP port deletion for 095a61b9-f0da-455b-859f-7818c7bce87c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:52:48.500837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=f2892be8-e1bb-48db-90cf-405b7752ffb9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:48.519379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414071-ac84-4fe7-b222-5c044f27365e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923592d4-2964-433f-9eaf-12e971d625d9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:48.543794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:48.544164 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.559738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] Deleting port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:48.560118 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.569602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for 3f4308a0-4b33-46f9-a41f-e3cd530fe83b owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:48.582348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-085d10e7-f4ca-4fba-871e-e15c10233449 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9466479 Nov 05 21:52:48.583247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59536) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:48.590256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:43:49:d3'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:48.614391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e414071-ac84-4fe7-b222-5c044f27365e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.624220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9e414071-ac84-4fe7-b222-5c044f27365e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5512302 Nov 05 21:52:48.637520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] For port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,segment=NetworkSegment(880f8f4e-534a-440b-a02d-e9281ba818d5),segment_id=880f8f4e-534a-440b-a02d-e9281ba818d5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:48.638289 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.643136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59540) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:48.648653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6eb3ecaa-8059-4609-9ee4-5bc1d26e4140 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'security_group_rule': {'security_group_id': '923592d4-2964-433f-9eaf-12e971d625d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:48.655488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] Calling delete_port for 3f4308a0-4b33-46f9-a41f-e3cd530fe83b owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:48.725030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.832361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ecaa-8059-4609-9ee4-5bc1d26e4140 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.838919 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.845758 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.876578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:48.884489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:48.899210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] No DVR routers for this DVR port 3f4308a0-4b33-46f9-a41f-e3cd530fe83b on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:48.901326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511e113-9ad4-47c3-983f-2755d2203588 None None] Pushing event deleted for resources: {'Port': ['ID=3f4308a0-4b33-46f9-a41f-e3cd530fe83b,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:48.931772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-21008d43-60fa-4e6b-a1a3-36df0de39b18 None None] Provisioning complete for port f2892be8-e1bb-48db-90cf-405b7752ffb9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:48.932145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-21008d43-60fa-4e6b-a1a3-36df0de39b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.951801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ecaa-8059-4609-9ee4-5bc1d26e4140 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.972429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:48.993752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-21008d43-60fa-4e6b-a1a3-36df0de39b18 None None] Port f2892be8-e1bb-48db-90cf-405b7752ffb9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:49.002885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095a61b9-f0da-455b-859f-7818c7bce87c']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:49.014501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.015444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880f8f4e-534a-440b-a02d-e9281ba818d5') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:49.015444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880f8f4e-534a-440b-a02d-e9281ba818d5') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:49.023484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.036233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.038502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ecaa-8059-4609-9ee4-5bc1d26e4140 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.043417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:52:49.043417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:52:49.046381 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:52:49.054172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ecaa-8059-4609-9ee4-5bc1d26e4140 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87371c75-49b8-4922-a5fe-e35c36736e4c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:49.079769 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.127264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] In _notify_port_updated(), no bound segment for port f2892be8-e1bb-48db-90cf-405b7752ffb9 on network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:52:49.133747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:49.134378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.136917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "PUT /v2.0/ports/f2892be8-e1bb-48db-90cf-405b7752ffb9 HTTP/1.1" status: 200 len: 1002 time: 0.5528181 Nov 05 21:52:49.145843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59550) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:49.166078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ecaa-8059-4609-9ee4-5bc1d26e4140 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.170175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6eb3ecaa-8059-4609-9ee4-5bc1d26e4140 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5259593 Nov 05 21:52:49.171062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59552) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:49.179567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-42b7024c-56cc-4b0c-aaed-24688c0b6aab tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'security_group_rule': {'security_group_id': '923592d4-2964-433f-9eaf-12e971d625d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:49.191469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc0621-f3fb-4e94-9de3-f93b057d5bac tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=f2892be8-e1bb-48db-90cf-405b7752ffb9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:49.287164 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.297928 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.302230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/networks/095a61b9-f0da-455b-859f-7818c7bce87c HTTP/1.1" status: 204 len: 168 time: 1.0405316 Nov 05 21:52:49.305501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59556) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:49.306381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting port f2892be8-e1bb-48db-90cf-405b7752ffb9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:49.308995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.340664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c1cc9-0b81-45ef-92cc-6c12e1f3b908 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Network': ['ID=095a61b9-f0da-455b-859f-7818c7bce87c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:49.346888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b7024c-56cc-4b0c-aaed-24688c0b6aab tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.391080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting subnet 9a5de998-8493-4c65-8dc0-e4f34ba4526c {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:52:49.394474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.427597 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.443184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Calling delete_port for f2892be8-e1bb-48db-90cf-405b7752ffb9 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:49.455869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.489526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b7024c-56cc-4b0c-aaed-24688c0b6aab tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.532623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d7788d3a-16d3-45b7-8670-de86aecf623f None None] Provisioning complete for port f2892be8-e1bb-48db-90cf-405b7752ffb9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:49.533198 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d7788d3a-16d3-45b7-8670-de86aecf623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.553682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.576871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d7788d3a-16d3-45b7-8670-de86aecf623f None None] Port f2892be8-e1bb-48db-90cf-405b7752ffb9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:49.583086 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b7024c-56cc-4b0c-aaed-24688c0b6aab tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.626814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7024c-56cc-4b0c-aaed-24688c0b6aab tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fd1c2c-538c-44a7-ad8c-c520a3f92558,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:49.644245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.673931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Port': ['ID=f2892be8-e1bb-48db-90cf-405b7752ffb9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:49.703392 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b7024c-56cc-4b0c-aaed-24688c0b6aab tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.707411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-42b7024c-56cc-4b0c-aaed-24688c0b6aab tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5306981 Nov 05 21:52:49.710138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59564) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:49.713537 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.714761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:49.717450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e7862414-6cae-491c-a86e-8f8fdc6413d7 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/ports/f2892be8-e1bb-48db-90cf-405b7752ffb9 HTTP/1.1" status: 204 len: 168 time: 0.5703664 Nov 05 21:52:49.720455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59566) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:49.726174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.754247 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7ee1a5-0cf5-4c39-862a-d21b0c8cd926 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] GET failed (client error): The resource could not be found. Nov 05 21:52:49.760370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe7ee1a5-0cf5-4c39-862a-d21b0c8cd926 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "GET /v2.0/ports/f2892be8-e1bb-48db-90cf-405b7752ffb9 HTTP/1.1" status: 404 len: 333 time: 0.0353217 Nov 05 21:52:49.761697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59568) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:49.768083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-163219159'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:49.777600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5de998-8493-4c65-8dc0-e4f34ba4526c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:49.779632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.782817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b2411468-8231-4ba8-a027-66280412f181 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/subnets/9a5de998-8493-4c65-8dc0-e4f34ba4526c HTTP/1.1" status: 204 len: 168 time: 0.4762990 Nov 05 21:52:49.785461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59570) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:49.797884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac5215-bfd3-4466-9b95-90af81f5fb1d None None] Network c055885b-5e1c-4434-bee5-f8837e417d2e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:49.864889 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:49.906403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.026267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port dbad1faa-def1-4061-bf48-0ae378d1a284 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:50.026810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.028588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:50.032574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.059895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] device_id is not set on port 02518c39-2fbc-47a6-b3c4-ee791dbb87c9 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:52:50.086219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.157399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port dbad1faa-def1-4061-bf48-0ae378d1a284, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dbad1faa-def1-4061-bf48-0ae378d1a284,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:50.157672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.179246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for dbad1faa-def1-4061-bf48-0ae378d1a284 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:50.233226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Allocated IP 2001:db8::161 (a9666ee7-f6fb-407c-8e24-89ce5c89e8ca/9146375d-ddf1-4d22-ac1c-ba8727e0796e/02518c39-2fbc-47a6-b3c4-ee791dbb87c9) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:50.273806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] DHCP port deletion for c055885b-5e1c-4434-bee5-f8837e417d2e request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:52:50.277037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Allocated IP 172.25.6.233 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/406e175b-5a53-4372-acfc-6c3ca8ec4986) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:50.362925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3f4308a0-4b33-46f9-a41f-e3cd530fe83b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:50.392788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 3f4308a0-4b33-46f9-a41f-e3cd530fe83b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:52:50.393561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3f4308a0-4b33-46f9-a41f-e3cd530fe83b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:52:50.422394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] Deleting port dbad1faa-def1-4061-bf48-0ae378d1a284 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:50.423116 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.433491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.453038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.488521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] For port dbad1faa-def1-4061-bf48-0ae378d1a284, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dbad1faa-def1-4061-bf48-0ae378d1a284,segment=NetworkSegment(10178982-a6b7-47d7-96b1-0e47c9eed9aa),segment_id=10178982-a6b7-47d7-96b1-0e47c9eed9aa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:50.488921 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.512543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] Calling delete_port for dbad1faa-def1-4061-bf48-0ae378d1a284 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:50.529269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.558864 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.566688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=dbad1faa-def1-4061-bf48-0ae378d1a284,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:50.569339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port dbad1faa-def1-4061-bf48-0ae378d1a284 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:50.571622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.583679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:50.584634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:50.610402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:50.621136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:50.621800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.644736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.649673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=02518c39-2fbc-47a6-b3c4-ee791dbb87c9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:50.689627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] Pushing event deleted for resources: {'Port': ['ID=dbad1faa-def1-4061-bf48-0ae378d1a284,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:50.701966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84e73c-a5c9-4376-bb98-f015dfb39a41 None None] No DVR routers for this DVR port dbad1faa-def1-4061-bf48-0ae378d1a284 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:50.720323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eb764e0b-1f0c-4892-ba16-1bfe29749ec6 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9568882 Nov 05 21:52:50.720937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:50.723265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59586) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:50.730264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'network_id': 'a9666ee7-f6fb-407c-8e24-89ce5c89e8ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834642976'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:50.732242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:50.738300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:50.743669 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.811395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'Port': ['ID=406e175b-5a53-4372-acfc-6c3ca8ec4986,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:50.819261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c055885b-5e1c-4434-bee5-f8837e417d2e']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:50.838294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10178982-a6b7-47d7-96b1-0e47c9eed9aa') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:50.838595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10178982-a6b7-47d7-96b1-0e47c9eed9aa') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:50.850791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.890835 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.903803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:52:50.904134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:52:50.907045 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:52:50.927046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.931626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2245c0dd-17ba-4016-b8ab-7deba5f7308f None None] Provisioning complete for port 02518c39-2fbc-47a6-b3c4-ee791dbb87c9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:50.931997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2245c0dd-17ba-4016-b8ab-7deba5f7308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:50.968375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2245c0dd-17ba-4016-b8ab-7deba5f7308f None None] Port 02518c39-2fbc-47a6-b3c4-ee791dbb87c9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:50.986239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Made reservation on behalf of 5a6d4c671e954bbdb7f2b2d301270a44 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:50.989999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.008579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] device_id is not set on port e085def3-1869-472e-a84c-44adda14558c yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:52:51.132177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Allocated IP 2001:db8::5 (a9666ee7-f6fb-407c-8e24-89ce5c89e8ca/9146375d-ddf1-4d22-ac1c-ba8727e0796e/e085def3-1869-472e-a84c-44adda14558c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:51.133588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.136370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.141343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.144696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/networks/c055885b-5e1c-4434-bee5-f8837e417d2e HTTP/1.1" status: 204 len: 168 time: 1.3574979 Nov 05 21:52:51.151250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59592) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:51.156699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1415529097'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:51.191726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234b2c4-c1ae-4275-9fa8-1eb44dc44605 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Network': ['ID=c055885b-5e1c-4434-bee5-f8837e417d2e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:51.285838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:51.289323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.325048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.328594 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.337445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:52:51.352132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.352483 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Added segment d6f63ddf-82b3-4338-abf9-c6b33330c2c1 of type vlan for network 6a63e956-ec7a-4419-8281-95201104cf39 Nov 05 21:52:51.404248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.424583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.473157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.518675 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.525435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:51.526070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.533245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:51.543810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:51.552340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:51.558708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:51.559284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.629389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=e085def3-1869-472e-a84c-44adda14558c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:51.642837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Network': ['ID=6a63e956-ec7a-4419-8281-95201104cf39,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:51.655196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 6a63e956-ec7a-4419-8281-95201104cf39 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:52:51.676708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dce668f5-b918-4a9d-abe9-6bfb89b21c9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5240171 Nov 05 21:52:51.679993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59606) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:51.685745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'subnet': {'network_id': '6a63e956-ec7a-4419-8281-95201104cf39', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:51.716050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-75265d59-d4c3-42dc-8e8a-d919ba41183f tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9914024 Nov 05 21:52:51.762858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59608) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:51.770760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:43:49:d3'}, {'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:1b:e1:e1'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:51.856365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'Port': ['ID=406e175b-5a53-4372-acfc-6c3ca8ec4986,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:51.862867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.897762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d2e626c2-dba4-411f-b041-3cf76e01b488 None None] Provisioning complete for port e085def3-1869-472e-a84c-44adda14558c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:51.898993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d2e626c2-dba4-411f-b041-3cf76e01b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:51.939258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d2e626c2-dba4-411f-b041-3cf76e01b488 None None] Port e085def3-1869-472e-a84c-44adda14558c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:51.966525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:51.970066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.000071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.001132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.010145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3f276d91-46f5-4ce2-951e-d46693adc425 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2908266 Nov 05 21:52:52.264193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-a98f4655-b7c3-4f8a-a18b-f1865ff91d90 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--729625821&fields=id&tenant_id=5f4287df32194c58a93e9d4fb51c011b HTTP/1.1" status: 200 len: 267 time: 0.0870268 Nov 05 21:52:52.277638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dbad1faa-def1-4061-bf48-0ae378d1a284 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:52.305089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: dbad1faa-def1-4061-bf48-0ae378d1a284 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:52:52.305807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dbad1faa-def1-4061-bf48-0ae378d1a284 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:52:52.337738 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.375246 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.392145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-9a182f84-27a6-46eb-9d83-1df5c2f55c33 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:52.393721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-9a182f84-27a6-46eb-9d83-1df5c2f55c33 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 810 time: 0.1254187 Nov 05 21:52:52.410965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.415741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-e74f211e-0abf-40be-9cc7-247dc4032d78 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/quotas/5f4287df32194c58a93e9d4fb51c011b HTTP/1.1" status: 200 len: 375 time: 0.0127506 Nov 05 21:52:52.478363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] In _notify_port_updated(), no bound segment for port e085def3-1869-472e-a84c-44adda14558c on network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:52:52.489757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:52.489757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.493995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "PUT /v2.0/ports/e085def3-1869-472e-a84c-44adda14558c HTTP/1.1" status: 200 len: 1065 time: 0.7333291 Nov 05 21:52:52.497930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-55997e1d-070c-4433-98dc-18bb1b9f6323 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671871 Nov 05 21:52:52.498100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Subnet': ['ID=64e67f4d-7ced-484d-a60d-1ea4b9669ac5,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:52.498221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59634) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:52.526663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b509aab-a90b-4ba7-87da-25f48d833d85 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event updated for resources: {'Port': ['ID=e085def3-1869-472e-a84c-44adda14558c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:52.529338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Checking segment: {'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:52.529702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network hostable DHCP agents. Network: 6a63e956-ec7a-4419-8281-95201104cf39, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:52:52.626776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network 6a63e956-ec7a-4419-8281-95201104cf39 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:52:52.684305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-3fac0fe9-8cbd-402e-a976-8493d230d0cb service neutron] 10.222.0.41 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685846 Nov 05 21:52:52.695486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 6a63e956-ec7a-4419-8281-95201104cf39) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:52.705240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e36e9c1-67d5-41a7-8c0d-f391600bbf18 None None] Network 6a63e956-ec7a-4419-8281-95201104cf39 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:52.713679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:52.714539 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.752711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting port e085def3-1869-472e-a84c-44adda14558c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:52.752711 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.826634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7cf887f-9d3a-498f-977b-59422a602e60 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1427197 Nov 05 21:52:52.826634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59640) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:52.831641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1840667076'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:52.890951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-5271ccac-28e0-43c7-82a5-8c74e9657426 service neutron] 10.222.0.41 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999667 Nov 05 21:52:52.892676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.906586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Calling delete_port for e085def3-1869-472e-a84c-44adda14558c owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:52.924183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:52.927835 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.939311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-08e93974-eeff-4e88-bf6e-24bfd804f502 None None] Provisioning complete for port e085def3-1869-472e-a84c-44adda14558c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:52.939731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-08e93974-eeff-4e88-bf6e-24bfd804f502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.958076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:52:52.969611 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.970020 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Added segment 36af9dc4-78f9-419a-b5b3-eb7fa8982ad1 of type vlan for network a3130fdd-7f79-4225-a2f6-da5e261b4689 Nov 05 21:52:52.982439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-6a63e956-ec7a-4419-8281-95201104cf39', 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'fixed_ips': [{'subnet_id': '64e67f4d-7ced-484d-a60d-1ea4b9669ac5'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:52:52.983641 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:52.997935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-08e93974-eeff-4e88-bf6e-24bfd804f502 None None] Port e085def3-1869-472e-a84c-44adda14558c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:53.014290 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.123848 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.129790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:53.130336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.152627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.235960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4087217 Nov 05 21:52:53.238781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59648) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:53.253524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'subnet': {'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:53.268614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8c684-dff9-401c-ba27-88c4520ff6b6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Network': ['ID=a3130fdd-7f79-4225-a2f6-da5e261b4689,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:53.286311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a3130fdd-7f79-4225-a2f6-da5e261b4689 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:52:53.312059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Port': ['ID=e085def3-1869-472e-a84c-44adda14558c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:53.449021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f5fae22-5189-4f7e-9bca-e3035911292c req-229a0a88-ecbc-4260-9b75-0961b515a734 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 210 time: 0.1812627 Nov 05 21:52:53.495912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.502302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc584c40-9358-4bd7-a992-5a5ca14a9462 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/ports/e085def3-1869-472e-a84c-44adda14558c HTTP/1.1" status: 204 len: 168 time: 1.0006180 Nov 05 21:52:53.503642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59662) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:53.515859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Allocated IP 19.80.0.2 (6a63e956-ec7a-4419-8281-95201104cf39/64e67f4d-7ced-484d-a60d-1ea4b9669ac5/a5f0865c-c76f-4a59-81d4-f718c416ce07) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:53.565210 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-253e9186-0959-43a1-82fc-1b669c72a5eb tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] GET failed (client error): The resource could not be found. Nov 05 21:52:53.572102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-253e9186-0959-43a1-82fc-1b669c72a5eb tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "GET /v2.0/ports/e085def3-1869-472e-a84c-44adda14558c HTTP/1.1" status: 404 len: 333 time: 0.0665350 Nov 05 21:52:53.572102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59666) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:53.585330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:53.588805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.718617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.775283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.794494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting port 02518c39-2fbc-47a6-b3c4-ee791dbb87c9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:53.794932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.821407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Network 6a63e956-ec7a-4419-8281-95201104cf39 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:53.824226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:53.829957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:53.839728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Pushing event updated for resources: {'Port': ['ID=a5f0865c-c76f-4a59-81d4-f718c416ce07,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:53.909100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Attempting to bind port a5f0865c-c76f-4a59-81d4-f718c416ce07 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:53.910066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Attempting to bind port a5f0865c-c76f-4a59-81d4-f718c416ce07 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:53.912640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Attempting to bind port a5f0865c-c76f-4a59-81d4-f718c416ce07 on network 6a63e956-ec7a-4419-8281-95201104cf39 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:53.919722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:53.920994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Checking segment: {'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:53.921412 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.921951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Bound using segment: {'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:53.922477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Bound port: a5f0865c-c76f-4a59-81d4-f718c416ce07, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:53.923525 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.935958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:53.955195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Calling delete_port for 02518c39-2fbc-47a6-b3c4-ee791dbb87c9 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:53.996833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] For port a5f0865c-c76f-4a59-81d4-f718c416ce07, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:53.999963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] For port a5f0865c-c76f-4a59-81d4-f718c416ce07, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a5f0865c-c76f-4a59-81d4-f718c416ce07,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:54.018584 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.061667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.115967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Subnet': ['ID=417a4da8-e4f0-4981-ae46-d261d1adee1d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:54.143114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Checking segment: {'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:54.143397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network hostable DHCP agents. Network: a3130fdd-7f79-4225-a2f6-da5e261b4689, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:52:54.158185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b8d2-fef6-4eee-bbb5-50bd484007d1 None None] Pushing event updated for resources: {'Port': ['ID=a5f0865c-c76f-4a59-81d4-f718c416ce07,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:54.220863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network a3130fdd-7f79-4225-a2f6-da5e261b4689 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:52:54.467768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a3130fdd-7f79-4225-a2f6-da5e261b4689) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:54.476171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.479623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:54.489051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.490464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef8be7-c080-4fab-aa5f-c47431d1d06f None None] Network a3130fdd-7f79-4225-a2f6-da5e261b4689 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:54.517775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Port': ['ID=02518c39-2fbc-47a6-b3c4-ee791dbb87c9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:54.546778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.550120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4943164d-85cb-4368-bb83-64b9a3a65900 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/ports/02518c39-2fbc-47a6-b3c4-ee791dbb87c9 HTTP/1.1" status: 204 len: 168 time: 0.9778156 Nov 05 21:52:54.560155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59682) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:54.600787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b16de64c-b0d7-42b6-a734-399f240528ea req-1cf9204a-f922-432e-aaf6-e0a0b53ac4f0 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 210 time: 0.0488117 Nov 05 21:52:54.608640 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc4626d-c195-4b82-9636-eb37e1b68edc tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] GET failed (client error): The resource could not be found. Nov 05 21:52:54.610245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5cc4626d-c195-4b82-9636-eb37e1b68edc tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "GET /v2.0/ports/02518c39-2fbc-47a6-b3c4-ee791dbb87c9 HTTP/1.1" status: 404 len: 333 time: 0.0491083 Nov 05 21:52:54.613856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59686) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:54.625847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ca1fe8ec-b9c1-4e22-b002-0adb7f512665 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3753955 Nov 05 21:52:54.777510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a3130fdd-7f79-4225-a2f6-da5e261b4689', 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'fixed_ips': [{'subnet_id': '417a4da8-e4f0-4981-ae46-d261d1adee1d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:52:54.779612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.848811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting port 53b1fa17-07f8-4d95-bd3a-06124abefe20 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:54.849162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.961692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:54.985143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Calling delete_port for 53b1fa17-07f8-4d95-bd3a-06124abefe20 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:55.005561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Allocated IP 19.86.0.2 (a3130fdd-7f79-4225-a2f6-da5e261b4689/417a4da8-e4f0-4981-ae46-d261d1adee1d/67b4e25b-f324-4df1-ad5c-d349a0d9e4e2) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:55.056651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-ecd9c243-72e6-4fd0-add8-fd3b9a9db391 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:55.063493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-ecd9c243-72e6-4fd0-add8-fd3b9a9db391 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:55.067755 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-ecd9c243-72e6-4fd0-add8-fd3b9a9db391 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/networks?id=6a63e956-ec7a-4419-8281-95201104cf39&id=a3130fdd-7f79-4225-a2f6-da5e261b4689 HTTP/1.1" status: 200 len: 1392 time: 0.1586516 Nov 05 21:52:55.098347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-02b08422-c3ec-4fc1-9c6c-1151a4954f9f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/quotas/94e88ef56cdf43f9bc70c03e1927b940 HTTP/1.1" status: 200 len: 375 time: 0.0216985 Nov 05 21:52:55.191972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-69befe46-e664-437f-8c45-ac907036d633 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864718 Nov 05 21:52:55.253942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.296073 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.316857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-a8053d1e-e0d9-4f7b-a404-eb71e375967a service neutron] 10.222.0.41 "GET /v2.0/networks/6a63e956-ec7a-4419-8281-95201104cf39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236753 Nov 05 21:52:55.345841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Network a3130fdd-7f79-4225-a2f6-da5e261b4689 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:55.349178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:55.352412 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.354949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:55.358157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Pushing event updated for resources: {'Port': ['ID=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:55.400366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Port': ['ID=53b1fa17-07f8-4d95-bd3a-06124abefe20,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:55.426109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Attempting to bind port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:55.426476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Attempting to bind port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:55.426838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Attempting to bind port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 on network a3130fdd-7f79-4225-a2f6-da5e261b4689 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:55.432415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:55.432856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Checking segment: {'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:55.444429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.450286 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.450655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b3f5412-108f-479f-b3e7-c500ac81ff6c tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/ports/53b1fa17-07f8-4d95-bd3a-06124abefe20 HTTP/1.1" status: 204 len: 168 time: 0.8329363 Nov 05 21:52:55.450775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Bound using segment: {'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:55.450775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Bound port: 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:55.450775 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.451038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59712) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:55.456662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-1d817082-e76d-4d47-be2e-5fa949178b42 service neutron] 10.222.0.41 "GET /v2.0/networks/6a63e956-ec7a-4419-8281-95201104cf39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337721 Nov 05 21:52:55.558594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545309d9-d067-4b9d-ae9f-651d45600fde None None] Network 6a63e956-ec7a-4419-8281-95201104cf39 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:55.599297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting subnet 9146375d-ddf1-4d22-ac1c-ba8727e0796e {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:52:55.604194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.605955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-8a8004bc-c73e-4d15-9e3e-d428bf0bbb9b service neutron] 10.222.0.41 "GET /v2.0/networks/a3130fdd-7f79-4225-a2f6-da5e261b4689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426957 Nov 05 21:52:55.654969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.701536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] For port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:55.731669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] For port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:55.748274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-549965c4-5b00-44f6-bb45-a963c485f176 None None] Provisioning complete for port a5f0865c-c76f-4a59-81d4-f718c416ce07 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:55.748672 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-549965c4-5b00-44f6-bb45-a963c485f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.776859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.784577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.875817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-d2f58dba-ff9e-4bd8-a000-4db4d5af986f service neutron] 10.222.0.41 "GET /v2.0/networks/a3130fdd-7f79-4225-a2f6-da5e261b4689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683153 Nov 05 21:52:55.904520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-87b02805-6ce7-464e-b033-a75b59f94d7d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:55.905201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c13c59d-2cf1-4be1-b217-67a2caed65e4 req-40f62e4d-1783-49ab-9faa-0104b7516ccd tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 210 time: 0.0468056 Nov 05 21:52:55.906830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-87b02805-6ce7-464e-b033-a75b59f94d7d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.46 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 810 time: 0.2910640 Nov 05 21:52:55.918403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.950558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Subnet': ['ID=9146375d-ddf1-4d22-ac1c-ba8727e0796e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:55.964351 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:55.969717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e636cfbe-e192-49ff-823b-a8c83a4b4504 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/subnets/9146375d-ddf1-4d22-ac1c-ba8727e0796e HTTP/1.1" status: 204 len: 168 time: 0.5183749 Nov 05 21:52:55.972160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59724) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:55.994092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-26b26c79-9fe2-4505-82a8-e668d81faa0c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f4287df32194c58a93e9d4fb51c011b HTTP/1.1" status: 200 len: 379 time: 0.0768702 Nov 05 21:52:56.009230 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b522114-1c2c-4bc1-9183-d5ceda32f0a2 None None] Network a9666ee7-f6fb-407c-8e24-89ce5c89e8ca requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:56.017320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'port': {'device_id': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'admin_state_up': True, 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'security_groups': ['923592d4-2964-433f-9eaf-12e971d625d9']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:56.113536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.126627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc37567-9d88-46dd-b015-3bedc799264d None None] Pushing event updated for resources: {'Port': ['ID=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:56.248964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Deleting port 72853e8b-c022-45b8-a0d3-83e64111ddea {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:52:56.249307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.392826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Made reservation on behalf of 5f4287df32194c58a93e9d4fb51c011b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:56.399917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.444435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a5f0865c-c76f-4a59-81d4-f718c416ce07 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:56.535223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11de70f7-90b8-41e9-bab3-7137411caa7c req-7e909b56-c3e1-4512-b813-f322da3966c6 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 210 time: 0.1369941 Nov 05 21:52:56.554360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] For port 72853e8b-c022-45b8-a0d3-83e64111ddea, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72853e8b-c022-45b8-a0d3-83e64111ddea,segment=NetworkSegment(6b50ca78-58a6-4300-9b36-4906fff6ad4f),segment_id=6b50ca78-58a6-4300-9b36-4906fff6ad4f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:56.554833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.589035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Calling delete_port for 72853e8b-c022-45b8-a0d3-83e64111ddea owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:52:56.700989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Allocated IP 172.20.0.7 (4b0fd063-a377-4d32-b254-76bd2e233467/3bfc746d-a399-4e56-815f-f5bc9c201b25/208590b9-2926-4341-880a-85a0e08b6916) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:56.779973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-549965c4-5b00-44f6-bb45-a963c485f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.847678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-549965c4-5b00-44f6-bb45-a963c485f176 None None] For port a5f0865c-c76f-4a59-81d4-f718c416ce07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a5f0865c-c76f-4a59-81d4-f718c416ce07,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:56.854711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a5f0865c-c76f-4a59-81d4-f718c416ce07 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:56.859069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.883757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.907189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:56.918235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] No DVR routers for this DVR port 72853e8b-c022-45b8-a0d3-83e64111ddea on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:52:56.937258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889f835-ab00-4bff-b05c-074499a71b1b None None] DHCP port deletion for a9666ee7-f6fb-407c-8e24-89ce5c89e8ca request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:52:56.969685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Port': ['ID=72853e8b-c022-45b8-a0d3-83e64111ddea,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:56.992536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-549965c4-5b00-44f6-bb45-a963c485f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.069441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-228ed865-697d-4b5f-9778-0f7d3e51cd9a req-0455d728-e6bd-44ca-805d-79d083f8d8c3 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 210 time: 0.0458863 Nov 05 21:52:57.072079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549965c4-5b00-44f6-bb45-a963c485f176 None None] Pushing event updated for resources: {'Port': ['ID=a5f0865c-c76f-4a59-81d4-f718c416ce07,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:57.074853 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.086132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.126739 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.163213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Network 4b0fd063-a377-4d32-b254-76bd2e233467 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:57.166663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:57.169827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:57.176650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1e0dee44-ecfc-4539-8f4c-80c8cd74c3a3 None None] Provisioning complete for port a5f0865c-c76f-4a59-81d4-f718c416ce07 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:57.176650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e0dee44-ecfc-4539-8f4c-80c8cd74c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.177254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9666ee7-f6fb-407c-8e24-89ce5c89e8ca']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:57.194676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b50ca78-58a6-4300-9b36-4906fff6ad4f') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:57.194970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b50ca78-58a6-4300-9b36-4906fff6ad4f') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:52:57.216521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event updated for resources: {'Port': ['ID=208590b9-2926-4341-880a-85a0e08b6916,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:57.236881 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:52:57.237952 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:52:57.243296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.265427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.269859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:52:57.270623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.277022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:57.277683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:52:57.355799 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:52:57.406248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-727f13cf-6c15-4faa-9e64-34403d176c79 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3952825 Nov 05 21:52:57.419187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Request body: {'port': {'device_id': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:57.432166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.437166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.440841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] 10.222.0.41 "DELETE /v2.0/networks/a9666ee7-f6fb-407c-8e24-89ce5c89e8ca HTTP/1.1" status: 204 len: 168 time: 1.4675295 Nov 05 21:52:57.471878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445720d-531a-43b0-aa38-1293a0cfc3a8 tempest-AllowedAddressPairIpV6TestJSON-2056640652 tempest-AllowedAddressPairIpV6TestJSON-2056640652-project] Pushing event deleted for resources: {'Network': ['ID=a9666ee7-f6fb-407c-8e24-89ce5c89e8ca,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:57.537673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.625459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f30fdd67-aef4-43c4-a074-692e3e78f713 None None] Provisioning complete for port 208590b9-2926-4341-880a-85a0e08b6916 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:57.626083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f30fdd67-aef4-43c4-a074-692e3e78f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.669574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f30fdd67-aef4-43c4-a074-692e3e78f713 None None] Port 208590b9-2926-4341-880a-85a0e08b6916 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:52:57.671465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b35e77fb-f84e-4b55-9f75-820c05341934 req-e4a0fecf-dbee-4b3b-b0a7-ab5cad16ed9b tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 210 time: 0.0283923 Nov 05 21:52:57.789169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1f4251-3ee1-4f5a-b091-1a4d1d0bc76a None None] Network a3130fdd-7f79-4225-a2f6-da5e261b4689 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:52:57.868606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-25dc8425-7183-463f-9843-9baa20dec450 None None] Provisioning complete for port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:57.869222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25dc8425-7183-463f-9843-9baa20dec450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.907757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208590b9-2926-4341-880a-85a0e08b6916 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:52:57.919365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:57.940187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Transition to ACTIVE for port object 208590b9-2926-4341-880a-85a0e08b6916 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:52:57.986886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.001434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59766) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:58.043863 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25dc8425-7183-463f-9843-9baa20dec450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.101767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Pushing event updated for resources: {'Port': ['ID=208590b9-2926-4341-880a-85a0e08b6916,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:58.104814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-25dc8425-7183-463f-9843-9baa20dec450 None None] For port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:52:58.225414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Attempting to bind port 208590b9-2926-4341-880a-85a0e08b6916 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:52:58.225414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Attempting to bind port 208590b9-2926-4341-880a-85a0e08b6916 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:52:58.225414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Attempting to bind port 208590b9-2926-4341-880a-85a0e08b6916 on network 4b0fd063-a377-4d32-b254-76bd2e233467 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:58.225721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-25dc8425-7183-463f-9843-9baa20dec450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.271803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Port 208590b9-2926-4341-880a-85a0e08b6916 on network 4b0fd063-a377-4d32-b254-76bd2e233467 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:52:58.272405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Attempting to bind port 208590b9-2926-4341-880a-85a0e08b6916 on network 4b0fd063-a377-4d32-b254-76bd2e233467 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:52:58.332093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc8425-7183-463f-9843-9baa20dec450 None None] Pushing event updated for resources: {'Port': ['ID=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:58.348763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c5bb9bda-4ca7-4177-94a2-c19d2db2b331 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a6d4c671e954bbdb7f2b2d301270a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459766 Nov 05 21:52:58.352356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59780) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:52:58.442541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:52:58.472033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1d12-2196-4af9-95e9-84f61303a0ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.518184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a5f0865c-c76f-4a59-81d4-f718c416ce07 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:58.539283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1d12-2196-4af9-95e9-84f61303a0ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.618697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a5f0865c-c76f-4a59-81d4-f718c416ce07 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:58.619068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.717759 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1d12-2196-4af9-95e9-84f61303a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.718960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:52:58.719199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Checking segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:52:58.719606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Bound using segment: {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:52:58.720047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Bound port: 208590b9-2926-4341-880a-85a0e08b6916, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6206627-d1b4-456a-9813-b3689378af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:52:58.720400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.721360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1d12-2196-4af9-95e9-84f61303a0ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.722757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f5c1d12-2196-4af9-95e9-84f61303a0ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92d278a9-7b93-441f-ad58-297c0d43f47b HTTP/1.1" status: 204 len: 168 time: 0.3690388 Nov 05 21:52:58.734421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dddff989-10dc-4871-a230-dada059bab5b None None] Provisioning complete for port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:58.738545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dddff989-10dc-4871-a230-dada059bab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.743312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c1d12-2196-4af9-95e9-84f61303a0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d278a9-7b93-441f-ad58-297c0d43f47b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:58.770754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:52:58.812291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-a660c4a9-f659-41c6-9025-0c8adc4e63b4 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:58.817139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3fa5-8d62-42bb-bf35-c40a96b04e32 req-79241e64-8852-4877-935e-6a207854d9c2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:58.819426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-108d3fa5-8d62-42bb-bf35-c40a96b04e32 req-79241e64-8852-4877-935e-6a207854d9c2 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 943 time: 0.5532680 Nov 05 21:52:58.820160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-a660c4a9-f659-41c6-9025-0c8adc4e63b4 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:58.822526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-a660c4a9-f659-41c6-9025-0c8adc4e63b4 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.13 "GET /v2.0/networks?id=6a63e956-ec7a-4419-8281-95201104cf39&id=a3130fdd-7f79-4225-a2f6-da5e261b4689 HTTP/1.1" status: 200 len: 1392 time: 0.1929708 Nov 05 21:52:58.838995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'port': {'device_id': '4cead981-188e-4e0c-bfd6-8e146d234982', 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39', 'admin_state_up': True, 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:52:58.880167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] For port 208590b9-2926-4341-880a-85a0e08b6916, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:52:58.888831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] For port 208590b9-2926-4341-880a-85a0e08b6916, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=208590b9-2926-4341-880a-85a0e08b6916,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:52:58.906902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-108d3fa5-8d62-42bb-bf35-c40a96b04e32 req-fc9d8e90-8afa-4ca1-94fa-e4ff445f01f1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766182 Nov 05 21:52:58.941509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:52:58.942102 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:58.942297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-370c2c52-c462-48f4-8c25-a829586addcd req-604fa211-c5f3-4b43-b01d-8d592f2f25a2 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 210 time: 0.0787833 Nov 05 21:52:58.993866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:59.074535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.075326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:59.077355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] 10.222.0.46 "PUT /v2.0/ports/208590b9-2926-4341-880a-85a0e08b6916 HTTP/1.1" status: 200 len: 1091 time: 1.6625478 Nov 05 21:52:59.078724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'tag': '208590b9-2926-4341-880a-85a0e08b6916'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:52:59.081993 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60cd334-132b-47c3-8046-8d0a21aa700d" -d '{"events": [{"name": "network-changed", "server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "tag": "208590b9-2926-4341-880a-85a0e08b6916"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:52:59.113369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc53a2-b7f8-4d43-9320-6f771552fad0 service neutron] Pushing event updated for resources: {'Port': ['ID=208590b9-2926-4341-880a-85a0e08b6916,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:59.142578 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21016606-552a-4ca3-bfea-5cd18f66b40b x-openstack-request-id: req-21016606-552a-4ca3-bfea-5cd18f66b40b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:52:59.142578 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "tag": "208590b9-2926-4341-880a-85a0e08b6916", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:52:59.142578 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21016606-552a-4ca3-bfea-5cd18f66b40b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:52:59.142578 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'tag': '208590b9-2926-4341-880a-85a0e08b6916', 'status': 'completed', 'code': 200} Nov 05 21:52:59.152981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:52:59.158250 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:59.206019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72853e8b-c022-45b8-a0d3-83e64111ddea no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:52:59.229159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cd334-132b-47c3-8046-8d0a21aa700d req-d7e638d5-87c6-4ae9-9a87-5b126544c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.233007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b60cd334-132b-47c3-8046-8d0a21aa700d req-d7e638d5-87c6-4ae9-9a87-5b126544c2c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 1094 time: 0.0574038 Nov 05 21:52:59.237131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 72853e8b-c022-45b8-a0d3-83e64111ddea {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:52:59.237714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72853e8b-c022-45b8-a0d3-83e64111ddea not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:52:59.400193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Allocated IP 19.80.0.92 (6a63e956-ec7a-4419-8281-95201104cf39/64e67f4d-7ced-484d-a60d-1ea4b9669ac5/01760681-69e6-4eac-b12e-c98ac49986fd) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:52:59.421667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cd334-132b-47c3-8046-8d0a21aa700d req-b5f50d97-e496-4ff9-8d60-1ef1e224a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.426044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b60cd334-132b-47c3-8046-8d0a21aa700d req-b5f50d97-e496-4ff9-8d60-1ef1e224a292 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5f4287df32194c58a93e9d4fb51c011b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1870110 Nov 05 21:52:59.546111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cd334-132b-47c3-8046-8d0a21aa700d req-ba442111-a6f8-4d06-929d-b326b2f7a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.551254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b60cd334-132b-47c3-8046-8d0a21aa700d req-ba442111-a6f8-4d06-929d-b326b2f7a24b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107171 Nov 05 21:52:59.629437 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:59.641386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-b29e21f8-8965-4385-9b44-a9738adef3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.643037 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-b29e21f8-8965-4385-9b44-a9738adef3b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 1094 time: 0.0522392 Nov 05 21:52:59.689476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-afc8a2f1-9e48-4c42-81f5-439f71e55ef2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208590b9-2926-4341-880a-85a0e08b6916 HTTP/1.1" status: 200 len: 217 time: 0.0388415 Nov 05 21:52:59.740660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0673534f-f83f-414b-a8c6-3669a9f86c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.742168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-0673534f-f83f-414b-a8c6-3669a9f86c46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.0459599 Nov 05 21:52:59.742454 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:59.811363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network 6a63e956-ec7a-4419-8281-95201104cf39 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:52:59.814891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:52:59.820599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:52:59.824660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Port': ['ID=01760681-69e6-4eac-b12e-c98ac49986fd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:52:59.843958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-e7f1bc88-8929-40ec-b9fa-1afec8cbf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.845791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-e7f1bc88-8929-40ec-b9fa-1afec8cbf46c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965672 Nov 05 21:52:59.878661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:52:59.879352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:52:59.986976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-75320d3a-92ad-4312-9501-d9d83a2a6df0 service neutron] 10.222.0.46 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328728 Nov 05 21:52:59.995858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-55397a85-e756-42e4-8e62-e3a4c59801fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1632159 Nov 05 21:53:00.016201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Request body: {'port': {'device_id': '4cead981-188e-4e0c-bfd6-8e146d234982', 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689', 'admin_state_up': True, 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:00.134831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-230df2c2-d118-46cb-bb2c-0b182e87e6ab None None] Provisioning complete for port 01760681-69e6-4eac-b12e-c98ac49986fd triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:00.135452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4606e-5c60-4af4-98a6-dad834d44abb req-eb17a3ae-04d9-4e1b-b6b5-53510bc9e99c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:00.135731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-230df2c2-d118-46cb-bb2c-0b182e87e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:00.142312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05b4606e-5c60-4af4-98a6-dad834d44abb req-eb17a3ae-04d9-4e1b-b6b5-53510bc9e99c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 943 time: 0.1418998 Nov 05 21:53:00.217746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e1ff9-7554-482d-8b76-e7dc460e57c9 req-27427a8e-593d-4daf-8c91-01225d258b92 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:00.219905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-230df2c2-d118-46cb-bb2c-0b182e87e6ab None None] Port 01760681-69e6-4eac-b12e-c98ac49986fd cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:00.220049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-804e1ff9-7554-482d-8b76-e7dc460e57c9 req-27427a8e-593d-4daf-8c91-01225d258b92 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 931 time: 0.0824149 Nov 05 21:53:00.238686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05b4606e-5c60-4af4-98a6-dad834d44abb req-f4956bb7-26ed-402c-8d29-17c9ffec75ef tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954528 Nov 05 21:53:00.261954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59834) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.264710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-024157cd-aad7-4501-9ce7-7174e204f3bb req-9605c62b-241a-4348-b73c-6e10b7577af9 service neutron] 10.222.0.46 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693760 Nov 05 21:53:00.316220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:00.323756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-804e1ff9-7554-482d-8b76-e7dc460e57c9 req-0cf9764a-b188-42a1-9099-5a2dd836dc9c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971739 Nov 05 21:53:00.370078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Made reservation on behalf of 94e88ef56cdf43f9bc70c03e1927b940 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:00.376575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:00.383384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:00.384250 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:00.439073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-beab84f9-dbdc-4e20-ac85-34f69175b6a8 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.439908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-beab84f9-dbdc-4e20-ac85-34f69175b6a8 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1743195 Nov 05 21:53:00.444048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59840) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.455854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-0e215a12-3362-4a19-8ebc-b7ae4af6cf98 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.456898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0e215a12-3362-4a19-8ebc-b7ae4af6cf98 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0118561 Nov 05 21:53:00.462451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59842) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.472001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-94580f79-fcd5-432c-b64f-bc5d436d1ed3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.472001 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-94580f79-fcd5-432c-b64f-bc5d436d1ed3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057533 Nov 05 21:53:00.472830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59844) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.477942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-3a086514-5c35-4581-afe0-1a3db8684bf0 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.480774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3a086514-5c35-4581-afe0-1a3db8684bf0 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069325 Nov 05 21:53:00.490835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59846) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.500744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-78aa9bb2-d07f-46f5-9c17-b0f77f0a2def tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.501732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-78aa9bb2-d07f-46f5-9c17-b0f77f0a2def tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099216 Nov 05 21:53:00.509110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59850) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.513362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-2e17464b-b916-4775-aabf-40a9889a46d6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.514294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2e17464b-b916-4775-aabf-40a9889a46d6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042541 Nov 05 21:53:00.516737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.517847 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:00.521501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-ad179d89-bff0-4d08-8473-8e744881a889 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.522502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ad179d89-bff0-4d08-8473-8e744881a889 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047812 Nov 05 21:53:00.527601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59854) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.531424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-d2bc37eb-3398-453f-a508-70eace522ff3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.532464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d2bc37eb-3398-453f-a508-70eace522ff3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039649 Nov 05 21:53:00.534657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59856) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.539269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-58a895cb-5169-4607-ba3f-2449c3ea0610 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.541659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-58a895cb-5169-4607-ba3f-2449c3ea0610 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046592 Nov 05 21:53:00.542632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59858) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.547354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-f768ef7e-dad2-4c3e-b88e-2ec68d9fc5cf tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.554594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f768ef7e-dad2-4c3e-b88e-2ec68d9fc5cf tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048203 Nov 05 21:53:00.554980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59862) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.559059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-8f6d1b4e-4d0b-4563-841c-083473864d20 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.562206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8f6d1b4e-4d0b-4563-841c-083473864d20 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043705 Nov 05 21:53:00.562751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59864) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.566243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-c59b200c-0c1e-48e5-9fdb-7591b000387f tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.569446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c59b200c-0c1e-48e5-9fdb-7591b000387f tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039241 Nov 05 21:53:00.570188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59866) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.573443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Allocated IP 19.86.0.69 (a3130fdd-7f79-4225-a2f6-da5e261b4689/417a4da8-e4f0-4981-ae46-d261d1adee1d/8fa6d940-c073-4ab9-b6db-fba518ec4d35) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:00.575063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-228ec2a4-6d2c-46c9-b705-6ba8c970e87e tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.583270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-228ec2a4-6d2c-46c9-b705-6ba8c970e87e tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045965 Nov 05 21:53:00.585748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59868) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.589995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-444bd0e4-0f7e-4ed4-a6a7-d52a004e253c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.590988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-444bd0e4-0f7e-4ed4-a6a7-d52a004e253c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042768 Nov 05 21:53:00.593540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59870) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.598164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-5ddc6ad2-7298-428e-97b3-096c6bf7981c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.599843 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5ddc6ad2-7298-428e-97b3-096c6bf7981c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044196 Nov 05 21:53:00.602189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.606701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-9b74dea8-4c01-409d-ab8d-a31da4e6ab04 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.607760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9b74dea8-4c01-409d-ab8d-a31da4e6ab04 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042529 Nov 05 21:53:00.610339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59876) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.619800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-8b088861-b239-4e01-83ff-15d87e3eb23d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.620790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b088861-b239-4e01-83ff-15d87e3eb23d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0095327 Nov 05 21:53:00.623295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59878) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.627888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-d65473ce-ae35-4822-bfcc-bdd3fc1a694d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.628825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d65473ce-ae35-4822-bfcc-bdd3fc1a694d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046210 Nov 05 21:53:00.631894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.636512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-1bf24528-5637-490f-8a8b-0fd0cd3b8dc0 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.637847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1bf24528-5637-490f-8a8b-0fd0cd3b8dc0 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045555 Nov 05 21:53:00.640128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59882) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.645045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-32093c89-ab83-4864-a362-67146e2f80b2 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.646806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-32093c89-ab83-4864-a362-67146e2f80b2 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047469 Nov 05 21:53:00.649230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59884) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.653431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-20a5d1f7-a6e9-4d29-adae-4898596492db tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.654544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-20a5d1f7-a6e9-4d29-adae-4898596492db tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043287 Nov 05 21:53:00.664280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59886) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.670943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-ddff692a-f71d-4c09-8baa-abd473010c9c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.674452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ddff692a-f71d-4c09-8baa-abd473010c9c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0066569 Nov 05 21:53:00.675030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59888) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.679963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-34902d71-7c4e-4d9d-b034-fb32af291b08 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.680909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-34902d71-7c4e-4d9d-b034-fb32af291b08 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049689 Nov 05 21:53:00.683221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59890) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.686963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-c33f4cff-70fe-4533-9d88-86fee5264672 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.687906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c33f4cff-70fe-4533-9d88-86fee5264672 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0038123 Nov 05 21:53:00.690104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59892) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.694061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-712b32ee-134a-4727-b79c-d1fdda206b93 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.695078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-712b32ee-134a-4727-b79c-d1fdda206b93 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039461 Nov 05 21:53:00.697313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59894) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.701214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-78599fca-5c5a-4624-a379-35670ebf643d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.702267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-78599fca-5c5a-4624-a379-35670ebf643d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0040054 Nov 05 21:53:00.704556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59896) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.709453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-cf20d19c-bf3e-42ea-96c2-faa491f2dc7c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.710437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf20d19c-bf3e-42ea-96c2-faa491f2dc7c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050101 Nov 05 21:53:00.713210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59898) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.717956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-b8b7d0d9-3be6-4672-88dd-5448d189a0d6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.718916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b8b7d0d9-3be6-4672-88dd-5448d189a0d6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041797 Nov 05 21:53:00.721684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59900) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.729718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-fc526850-1fb8-4f67-b14b-8b0762c2a25b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.730729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc526850-1fb8-4f67-b14b-8b0762c2a25b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078371 Nov 05 21:53:00.733715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59902) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.739669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-153b4a1e-6e2a-4486-9388-c961ab49734d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.740930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-153b4a1e-6e2a-4486-9388-c961ab49734d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051436 Nov 05 21:53:00.743338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59904) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.747642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-083218ff-7d07-4993-8957-ac9e70ade728 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.748570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-083218ff-7d07-4993-8957-ac9e70ade728 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043008 Nov 05 21:53:00.750904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59906) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.762455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-a0ac9033-965d-4add-8da9-327a15474e04 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.763395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a0ac9033-965d-4add-8da9-327a15474e04 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0115900 Nov 05 21:53:00.765908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59908) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.771775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-1cc9c664-c198-49ec-9552-d692548ecd7e tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.774190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1cc9c664-c198-49ec-9552-d692548ecd7e tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0055816 Nov 05 21:53:00.775699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59910) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.776717 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:00.781364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-a885de71-b931-498f-8a8e-f61246d9fc50 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.787609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a885de71-b931-498f-8a8e-f61246d9fc50 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060437 Nov 05 21:53:00.790533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59912) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.795451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-e4993710-1289-4db4-b485-3799d68b3789 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.796909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e4993710-1289-4db4-b485-3799d68b3789 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053787 Nov 05 21:53:00.799307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59914) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.803498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-cc94b645-0a69-47a1-ab4e-3e3c179705ca tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.804366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cc94b645-0a69-47a1-ab4e-3e3c179705ca tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041442 Nov 05 21:53:00.806692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59916) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.811315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-9a16fede-542d-485b-91b3-ba1b818acd84 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.812350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9a16fede-542d-485b-91b3-ba1b818acd84 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046375 Nov 05 21:53:00.814649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.818580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-d34d8789-2a41-4b89-9018-5c2ea65c0b6b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.819537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d34d8789-2a41-4b89-9018-5c2ea65c0b6b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0039470 Nov 05 21:53:00.821694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59920) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.825443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-7a918298-6d11-4348-b104-5fe70a4412b0 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.826346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7a918298-6d11-4348-b104-5fe70a4412b0 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038424 Nov 05 21:53:00.828516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59922) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.832634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-97e65bfb-cfcb-4856-be4e-b024110ee7df tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.835465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-97e65bfb-cfcb-4856-be4e-b024110ee7df tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0039067 Nov 05 21:53:00.837212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59924) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.841656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-1e52e47b-edbc-46cd-bd1e-147a080814fb tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.842645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1e52e47b-edbc-46cd-bd1e-147a080814fb tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044322 Nov 05 21:53:00.844808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59926) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.848806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-e3afc160-4625-426e-b37c-8216f7f9f43b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.850291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e3afc160-4625-426e-b37c-8216f7f9f43b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046422 Nov 05 21:53:00.852394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59928) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.856412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-1398a43e-b3e6-4525-9a67-bbd048161bf3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.857340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1398a43e-b3e6-4525-9a67-bbd048161bf3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040684 Nov 05 21:53:00.859465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59930) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.864179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-fb11ab64-a941-459e-b300-ee3d6a414655 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.865143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fb11ab64-a941-459e-b300-ee3d6a414655 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044587 Nov 05 21:53:00.870961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59932) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.874795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-8706cdde-88d1-498b-9963-a0d995b40dd4 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.875737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8706cdde-88d1-498b-9963-a0d995b40dd4 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038905 Nov 05 21:53:00.877834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59934) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.882120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-ca1a6483-0495-454b-9b20-73451019e144 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.883031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ca1a6483-0495-454b-9b20-73451019e144 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043867 Nov 05 21:53:00.885138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59936) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.888963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-92e89c2c-d3b9-4d79-a7ae-a494fb232be4 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.889905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-92e89c2c-d3b9-4d79-a7ae-a494fb232be4 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0039227 Nov 05 21:53:00.891963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59938) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.895638 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-a4421e71-70a6-4269-a7c0-8b34b0e1fa8a tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.897238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a4421e71-70a6-4269-a7c0-8b34b0e1fa8a tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043972 Nov 05 21:53:00.899520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59940) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.900675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:00.903527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-0c24b1d1-e096-4611-8f08-a87a70bd111f tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.905121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c24b1d1-e096-4611-8f08-a87a70bd111f tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041089 Nov 05 21:53:00.909175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59942) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.915210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-676cc3b2-be89-4808-bc8d-82a80d3a7955 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.918627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-676cc3b2-be89-4808-bc8d-82a80d3a7955 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062864 Nov 05 21:53:00.918954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59944) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.922921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-f075a93b-63a9-4ae3-8e81-def97dc1167d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.925887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f075a93b-63a9-4ae3-8e81-def97dc1167d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039871 Nov 05 21:53:00.926175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59946) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.930917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-7190bb9b-663f-460f-a6db-3f42898c08dc tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.934224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7190bb9b-663f-460f-a6db-3f42898c08dc tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048440 Nov 05 21:53:00.934693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59948) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.938698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-0bde5a23-f5f7-414c-a1c6-f7775ddb1c64 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.941876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0bde5a23-f5f7-414c-a1c6-f7775ddb1c64 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041189 Nov 05 21:53:00.943710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59950) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.949631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Network a3130fdd-7f79-4225-a2f6-da5e261b4689 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:00.949776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-07e92d96-74dd-4319-90a9-9b9ab143a3d7 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.949776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-07e92d96-74dd-4319-90a9-9b9ab143a3d7 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046451 Nov 05 21:53:00.950816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:00.951456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59952) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.953436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:00.955934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-a6a0f745-f776-4d69-b3b3-0ca64092122d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.960431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a6a0f745-f776-4d69-b3b3-0ca64092122d tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052440 Nov 05 21:53:00.960711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59954) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.965094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-2e710b74-a45c-42a3-89ec-8d54368486d9 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.968049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2e710b74-a45c-42a3-89ec-8d54368486d9 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042889 Nov 05 21:53:00.968616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59956) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.973022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-91b8ed38-0a09-4854-b141-792c09190596 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.975103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-91b8ed38-0a09-4854-b141-792c09190596 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045915 Nov 05 21:53:00.980433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59958) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.987229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-5e34e014-0341-4962-94f8-9a2ab1106a0b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.988280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5e34e014-0341-4962-94f8-9a2ab1106a0b tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0072143 Nov 05 21:53:00.991145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59962) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:00.995359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-a14568ec-10d4-4050-9597-d2d719cd6ea6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:00.996386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a14568ec-10d4-4050-9597-d2d719cd6ea6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043187 Nov 05 21:53:00.998667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59964) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.003666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-3c2be171-83e2-48fc-8249-019db5dd0be4 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.005016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3c2be171-83e2-48fc-8249-019db5dd0be4 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0053027 Nov 05 21:53:01.008415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59966) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.008694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event updated for resources: {'Port': ['ID=8fa6d940-c073-4ab9-b6db-fba518ec4d35,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:01.012891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-ba711ba8-94df-458a-bf79-90c7041610de tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.015668 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ba711ba8-94df-458a-bf79-90c7041610de tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041404 Nov 05 21:53:01.016562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.019911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-072218e6-b14a-441a-b5c0-dfdbcb4ae25f tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.023595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-072218e6-b14a-441a-b5c0-dfdbcb4ae25f tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041168 Nov 05 21:53:01.024112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59970) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.028759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-50a4df0e-0727-4909-923c-e7585649b1be tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.031584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50a4df0e-0727-4909-923c-e7585649b1be tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045369 Nov 05 21:53:01.035931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:01.035931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.036196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59972) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.037230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-9194d9ad-49de-46eb-ac6a-4acb1e579a88 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.039598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9194d9ad-49de-46eb-ac6a-4acb1e579a88 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0051978 Nov 05 21:53:01.041862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59974) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.045980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-1a3e0189-825b-44fc-af8a-16976f20396c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.046917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1a3e0189-825b-44fc-af8a-16976f20396c tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041227 Nov 05 21:53:01.049522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59976) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.053519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-bb183bee-fc71-4d87-a189-f9fc15c6adc6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.054451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb183bee-fc71-4d87-a189-f9fc15c6adc6 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040443 Nov 05 21:53:01.056933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59978) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.060844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-32374ab0-cfa3-4939-9949-8d9eeaeaf932 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.061762 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-32374ab0-cfa3-4939-9949-8d9eeaeaf932 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039654 Nov 05 21:53:01.064362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59980) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.070650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-bd7736bb-2cab-4588-b499-308890ee10ed tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.074247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59984) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.079228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [None req-b9d610a4-dcda-4e78-a6aa-79affae421e7 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.080000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bd7736bb-2cab-4588-b499-308890ee10ed tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0145888 Nov 05 21:53:01.081243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b9d610a4-dcda-4e78-a6aa-79affae421e7 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0058515 Nov 05 21:53:01.084440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59986) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.088961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-3b939fd8-7a82-42a7-b179-f175dc7766a3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.095033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3b939fd8-7a82-42a7-b179-f175dc7766a3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0057445 Nov 05 21:53:01.095288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59988) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.100204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [None req-967e4516-7070-412b-b644-723ab038cbb3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:53:01.102967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-967e4516-7070-412b-b644-723ab038cbb3 tempest-ExtensionsTestJSON-1532165184 tempest-ExtensionsTestJSON-1532165184-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049591 Nov 05 21:53:01.187348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-47e857a4-7911-4658-bcda-91a3b7e2510a tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1751838 Nov 05 21:53:01.199592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Request body: {'port': {'device_id': '4cead981-188e-4e0c-bfd6-8e146d234982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:01.245617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-eef32b96-0f98-4b2f-98d1-809368d11de6 None None] Provisioning complete for port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:01.246177 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eef32b96-0f98-4b2f-98d1-809368d11de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.275781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.285517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-eef32b96-0f98-4b2f-98d1-809368d11de6 None None] Port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:01.466283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9461-6b41-49f5-890e-a0b24075e5e7 req-367d730b-ab59-4704-b30d-486692d25805 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:01.468179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eb97e-6bb6-49da-95af-4600b2031b2f req-55d0cba1-9365-40d8-9738-e7604a1224c0 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:01.469679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b30eb97e-6bb6-49da-95af-4600b2031b2f req-55d0cba1-9365-40d8-9738-e7604a1224c0 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 943 time: 0.1309340 Nov 05 21:53:01.472344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9461-6b41-49f5-890e-a0b24075e5e7 req-367d730b-ab59-4704-b30d-486692d25805 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:01.473857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a91b9461-6b41-49f5-890e-a0b24075e5e7 req-367d730b-ab59-4704-b30d-486692d25805 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1653 time: 0.0611901 Nov 05 21:53:01.528182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a91b9461-6b41-49f5-890e-a0b24075e5e7 req-ace70a9f-4950-4b04-adf0-1db377bd662e tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476680 Nov 05 21:53:01.576569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b30eb97e-6bb6-49da-95af-4600b2031b2f req-1bb0e7d2-f2d9-4ecd-9d17-0192bf0e754c tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819266 Nov 05 21:53:01.645094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01760681-69e6-4eac-b12e-c98ac49986fd {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:01.654583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.672661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Transition to ACTIVE for port object 01760681-69e6-4eac-b12e-c98ac49986fd will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:53:01.679911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60008) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:01.735130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.788767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Pushing event updated for resources: {'Port': ['ID=01760681-69e6-4eac-b12e-c98ac49986fd,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:01.800862 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df4efba9-6df9-4421-bc4e-4161271b5caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.885950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Attempting to bind port 01760681-69e6-4eac-b12e-c98ac49986fd on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:01.886200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Attempting to bind port 01760681-69e6-4eac-b12e-c98ac49986fd by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:01.886525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Attempting to bind port 01760681-69e6-4eac-b12e-c98ac49986fd on network 6a63e956-ec7a-4419-8281-95201104cf39 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:01.891095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Port 01760681-69e6-4eac-b12e-c98ac49986fd on network 6a63e956-ec7a-4419-8281-95201104cf39 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:53:01.891414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Attempting to bind port 01760681-69e6-4eac-b12e-c98ac49986fd on network 6a63e956-ec7a-4419-8281-95201104cf39 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:01.896696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:01.897069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Checking segment: {'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:01.897604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Bound using segment: {'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:01.897933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df4efba9-6df9-4421-bc4e-4161271b5caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.898096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Bound port: 01760681-69e6-4eac-b12e-c98ac49986fd, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:01.898406 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:01.968709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] For port 01760681-69e6-4eac-b12e-c98ac49986fd, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:01.972270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] For port 01760681-69e6-4eac-b12e-c98ac49986fd, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=01760681-69e6-4eac-b12e-c98ac49986fd,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:02.009214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df4efba9-6df9-4421-bc4e-4161271b5caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.049738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4efba9-6df9-4421-bc4e-4161271b5caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbdc846-f012-486f-9737-5e573d269180,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:02.056122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-df4efba9-6df9-4421-bc4e-4161271b5caa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d00e8a49a4e42989289c3615b2c43b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749745 Nov 05 21:53:02.056681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60016) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:02.104422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.147067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.154308 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.154308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] 10.222.0.13 "PUT /v2.0/ports/01760681-69e6-4eac-b12e-c98ac49986fd HTTP/1.1" status: 200 len: 1091 time: 0.9549716 Nov 05 21:53:02.154308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'tag': '01760681-69e6-4eac-b12e-c98ac49986fd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:02.154308 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "tag": "01760681-69e6-4eac-b12e-c98ac49986fd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:02.188153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19caa377-2433-4dd6-8a88-af356cf4e497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.214462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd839a-278a-45ca-b0c0-8149aa10722f service neutron] Pushing event updated for resources: {'Port': ['ID=01760681-69e6-4eac-b12e-c98ac49986fd,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:02.234236 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c290c-b25c-47a5-a20f-1bafa09493b9 x-openstack-request-id: req-a41c290c-b25c-47a5-a20f-1bafa09493b9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:02.234764 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "tag": "01760681-69e6-4eac-b12e-c98ac49986fd", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:02.235016 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a41c290c-b25c-47a5-a20f-1bafa09493b9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:02.235415 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'tag': '01760681-69e6-4eac-b12e-c98ac49986fd', 'status': 'completed', 'code': 200} Nov 05 21:53:02.241319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19caa377-2433-4dd6-8a88-af356cf4e497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.254814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Request body: {'port': {'device_id': '4cead981-188e-4e0c-bfd6-8e146d234982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:02.323579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-9afbcac0-9c31-4739-ace0-1969cd301571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.324055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-9afbcac0-9c31-4739-ace0-1969cd301571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.325691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-9afbcac0-9c31-4739-ace0-1969cd301571 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1912 time: 0.0681651 Nov 05 21:53:02.343486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.441404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-b6111d76-76ab-4a70-a626-21756244da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.441881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-b6111d76-76ab-4a70-a626-21756244da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.442340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-b6111d76-76ab-4a70-a626-21756244da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.444482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-b6111d76-76ab-4a70-a626-21756244da98 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1115019 Nov 05 21:53:02.454029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19caa377-2433-4dd6-8a88-af356cf4e497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.456693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19caa377-2433-4dd6-8a88-af356cf4e497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.461153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-19caa377-2433-4dd6-8a88-af356cf4e497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fbdc846-f012-486f-9737-5e573d269180 HTTP/1.1" status: 204 len: 168 time: 0.3992760 Nov 05 21:53:02.474921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caa377-2433-4dd6-8a88-af356cf4e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbdc846-f012-486f-9737-5e573d269180,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:02.605725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-dd4739dc-3017-438c-8324-80bc4e9f93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.607574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-891a3a7c-bf58-4a2f-a65a-4751bd0c731a req-dd4739dc-3017-438c-8324-80bc4e9f93e5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537704 Nov 05 21:53:02.695431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.726863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5b2c-e557-46fe-a810-243c1d6049b5 req-6c801dea-fb22-4567-b5a7-1937ca693720 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.729119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb6e5b2c-e557-46fe-a810-243c1d6049b5 req-6c801dea-fb22-4567-b5a7-1937ca693720 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 943 time: 0.0621929 Nov 05 21:53:02.735479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcfab-773e-480b-9f61-ebe36c0b3a55 req-5b1f3694-c222-420c-9623-f6ac9f55e868 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.742880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcfab-773e-480b-9f61-ebe36c0b3a55 req-5b1f3694-c222-420c-9623-f6ac9f55e868 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:02.744638 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd4dcfab-773e-480b-9f61-ebe36c0b3a55 req-5b1f3694-c222-420c-9623-f6ac9f55e868 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1665 time: 0.1199017 Nov 05 21:53:02.749444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa6d940-c073-4ab9-b6db-fba518ec4d35 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:02.765319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.790371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Transition to ACTIVE for port object 8fa6d940-c073-4ab9-b6db-fba518ec4d35 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:53:02.803605 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb6e5b2c-e557-46fe-a810-243c1d6049b5 req-c2d9428b-655a-4744-81f9-d72fadbbdb31 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654318 Nov 05 21:53:02.837876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd4dcfab-773e-480b-9f61-ebe36c0b3a55 req-07de0c4a-6200-4b48-9ffb-3b2f814e327f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788577 Nov 05 21:53:02.856165 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:02.973387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Pushing event updated for resources: {'Port': ['ID=8fa6d940-c073-4ab9-b6db-fba518ec4d35,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:03.030530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 208590b9-2926-4341-880a-85a0e08b6916 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:53:03.042706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Attempting to bind port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:03.043055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Attempting to bind port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:03.043541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Attempting to bind port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 on network a3130fdd-7f79-4225-a2f6-da5e261b4689 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:03.048554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 on network a3130fdd-7f79-4225-a2f6-da5e261b4689 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:53:03.049097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Attempting to bind port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 on network a3130fdd-7f79-4225-a2f6-da5e261b4689 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:03.055076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:03.055417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Checking segment: {'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:03.055833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Bound using segment: {'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:03.056262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Bound port: 8fa6d940-c073-4ab9-b6db-fba518ec4d35, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:03.056620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:03.151239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 208590b9-2926-4341-880a-85a0e08b6916, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=208590b9-2926-4341-880a-85a0e08b6916,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:03.174479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '208590b9-2926-4341-880a-85a0e08b6916', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'port_id': '208590b9-2926-4341-880a-85a0e08b6916', 'mac_address': 'fa:16:3e:82:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:53:03.193989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] For port 8fa6d940-c073-4ab9-b6db-fba518ec4d35, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:03.198395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] For port 8fa6d940-c073-4ab9-b6db-fba518ec4d35, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fa6d940-c073-4ab9-b6db-fba518ec4d35,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:03.223417 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:03.236969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208590b9-2926-4341-880a-85a0e08b6916 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:03.257050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 208590b9-2926-4341-880a-85a0e08b6916, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=208590b9-2926-4341-880a-85a0e08b6916,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:03.289770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:03.323309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:03.323964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:03.325325 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] 10.222.0.13 "PUT /v2.0/ports/8fa6d940-c073-4ab9-b6db-fba518ec4d35 HTTP/1.1" status: 200 len: 1091 time: 1.0770111 Nov 05 21:53:03.354634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e427a8-5e63-4aa4-be2c-1189cdfd01cf service neutron] Pushing event updated for resources: {'Port': ['ID=8fa6d940-c073-4ab9-b6db-fba518ec4d35,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:03.363340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:03.439280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=208590b9-2926-4341-880a-85a0e08b6916,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:03.492993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-95e1e3c3-164d-4ad2-bf22-65a2b9fb14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:03.493511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-95e1e3c3-164d-4ad2-bf22-65a2b9fb14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:03.495786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-95e1e3c3-164d-4ad2-bf22-65a2b9fb14ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1979 time: 0.0558963 Nov 05 21:53:03.544602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-4e773792-ca49-4dc4-a866-1f49f300dec2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=01760681-69e6-4eac-b12e-c98ac49986fd HTTP/1.1" status: 200 len: 217 time: 0.0407920 Nov 05 21:53:03.604881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-4f174849-2df4-4abe-9128-47b898e40fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:03.606444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-4f174849-2df4-4abe-9128-47b898e40fbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64e67f4d-7ced-484d-a60d-1ea4b9669ac5 HTTP/1.1" status: 200 len: 801 time: 0.0556176 Nov 05 21:53:03.653794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-0bb59521-dc72-4a6c-9e0e-94f05f6718fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:03.655481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-0bb59521-dc72-4a6c-9e0e-94f05f6718fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a63e956-ec7a-4419-8281-95201104cf39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423045 Nov 05 21:53:03.727539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['208590b9-2926-4341-880a-85a0e08b6916'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:03.753995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60068) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:03.764178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-950141f8-c8e4-4305-8f52-8721892cdea8 service neutron] 10.222.0.13 "GET /v2.0/networks/6a63e956-ec7a-4419-8281-95201104cf39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998769 Nov 05 21:53:03.871452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-01f51b72-6f38-404c-9aa4-18847fb6edcd service neutron] 10.222.0.13 "GET /v2.0/networks/6a63e956-ec7a-4419-8281-95201104cf39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990655 Nov 05 21:53:03.948235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe0c7e-d0f0-44f1-8cab-a9f6584f63fb req-ecb979cd-a94b-40e6-87ec-81eed07d3759 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:03.957258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94fe0c7e-d0f0-44f1-8cab-a9f6584f63fb req-ecb979cd-a94b-40e6-87ec-81eed07d3759 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 944 time: 0.0632381 Nov 05 21:53:03.967182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-932550873'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:03.978911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-7e9a0060-7093-49ea-8af2-0f900146615e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=8fa6d940-c073-4ab9-b6db-fba518ec4d35 HTTP/1.1" status: 200 len: 217 time: 0.0983067 Nov 05 21:53:04.008731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94fe0c7e-d0f0-44f1-8cab-a9f6584f63fb req-c5a488cd-dbfd-4d70-8911-be5815d4aaf5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497460 Nov 05 21:53:04.068406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed88c-6da0-477e-857a-04e91ef3615c req-cf17d1b1-9c93-4bd5-ba4a-9cd3a7df8b06 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:04.074580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed88c-6da0-477e-857a-04e91ef3615c req-cf17d1b1-9c93-4bd5-ba4a-9cd3a7df8b06 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:04.076201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-768ed88c-6da0-477e-857a-04e91ef3615c req-cf17d1b1-9c93-4bd5-ba4a-9cd3a7df8b06 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1677 time: 0.1157176 Nov 05 21:53:04.078353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-ff74d641-b28d-42be-97ee-3a4e107e1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:04.079979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-ff74d641-b28d-42be-97ee-3a4e107e1dcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417a4da8-e4f0-4981-ae46-d261d1adee1d HTTP/1.1" status: 200 len: 801 time: 0.0813386 Nov 05 21:53:04.140491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Made reservation on behalf of dc48a4d80db249cdb5044ccf9a1689b0 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:04.143895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:04.466928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'tag': '8fa6d940-c073-4ab9-b6db-fba518ec4d35'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:04.469138 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34705347-a291-41d3-ae9b-aa14d09a8ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "tag": "8fa6d940-c073-4ab9-b6db-fba518ec4d35"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:04.476997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:04.484108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-768ed88c-6da0-477e-857a-04e91ef3615c req-8833640f-0493-43c3-a6ed-7753f09ca55d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011149 Nov 05 21:53:04.492260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-1c80dc04-ae1f-4fd3-aa10-c400df899b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:04.493717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-1c80dc04-ae1f-4fd3-aa10-c400df899b2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3130fdd-7f79-4225-a2f6-da5e261b4689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4045196 Nov 05 21:53:04.513406 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dabba42-7e44-4aa0-bfac-073e7c4404d2 x-openstack-request-id: req-3dabba42-7e44-4aa0-bfac-073e7c4404d2 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:04.513695 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "tag": "8fa6d940-c073-4ab9-b6db-fba518ec4d35", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:04.513947 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dabba42-7e44-4aa0-bfac-073e7c4404d2 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:04.514331 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'tag': '8fa6d940-c073-4ab9-b6db-fba518ec4d35', 'status': 'completed', 'code': 200} Nov 05 21:53:04.625025 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-494583da-3eb2-49f9-bb6f-6bcef203c5ee service neutron] 10.222.0.13 "GET /v2.0/networks/a3130fdd-7f79-4225-a2f6-da5e261b4689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235702 Nov 05 21:53:04.646083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:04.725832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36e87301-4bd0-4676-920c-1bb5150b6b65 req-bc0b007f-2797-4130-8a4c-b85833b7f59c service neutron] 10.222.0.13 "GET /v2.0/networks/a3130fdd-7f79-4225-a2f6-da5e261b4689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912178 Nov 05 21:53:04.746115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:04.775594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:04.781060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d4f203-3093-43ea-a7d2-6cae844e78a6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:04.788621 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:04.788971 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Added segment fb0714fd-3d1c-4052-91c8-f1500d54ea3b of type vlan for network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 Nov 05 21:53:04.832167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:04.901033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-d4c57fc3-1895-4a2b-93ab-869b8e26803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:04.901512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-d4c57fc3-1895-4a2b-93ab-869b8e26803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:04.903161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-d4c57fc3-1895-4a2b-93ab-869b8e26803e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1979 time: 0.0624311 Nov 05 21:53:04.961718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:04.967453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:04.968052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:05.048435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event updated for resources: {'Network': ['ID=4af1dc63-6d66-4097-898c-6ba6a43be5b8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:05.061732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:05.064891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 208590b9-2926-4341-880a-85a0e08b6916 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:05.070396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-32331167-01e5-46be-8ed5-811b2c208ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.071078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-32331167-01e5-46be-8ed5-811b2c208ac0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3130fdd-7f79-4225-a2f6-da5e261b4689 HTTP/1.1" status: 200 len: 903 time: 0.1610920 Nov 05 21:53:05.129993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-eecc3b69-9bfe-474c-af44-751d8f45c11f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=8fa6d940-c073-4ab9-b6db-fba518ec4d35 HTTP/1.1" status: 200 len: 217 time: 0.0493484 Nov 05 21:53:05.133371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-68614c1a-8ef8-4c20-b0af-522c15d609fa tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3784084 Nov 05 21:53:05.136673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60106) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:05.143240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Request body: {'subnet': {'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:05.247676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32ee6-7eab-4024-a085-b877ee0bbda7 req-89ff4ce7-5871-4b83-98ed-f0670a6ee253 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.249976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3be32ee6-7eab-4024-a085-b877ee0bbda7 req-89ff4ce7-5871-4b83-98ed-f0670a6ee253 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 944 time: 0.1605332 Nov 05 21:53:05.251765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-698874bd-669a-4ceb-b3bc-3ab088266bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.253188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-698874bd-669a-4ceb-b3bc-3ab088266bdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417a4da8-e4f0-4981-ae46-d261d1adee1d HTTP/1.1" status: 200 len: 801 time: 0.1026869 Nov 05 21:53:05.323299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 208590b9-2926-4341-880a-85a0e08b6916 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:53:05.327753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 208590b9-2926-4341-880a-85a0e08b6916 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:05.328147 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3be32ee6-7eab-4024-a085-b877ee0bbda7 req-d353adaf-6ff2-47ca-80c9-169875e6daa5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720296 Nov 05 21:53:05.328371 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:05.331259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-a1492989-07a5-4d40-a39d-865105e3223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.332704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-a1492989-07a5-4d40-a39d-865105e3223d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3130fdd-7f79-4225-a2f6-da5e261b4689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697558 Nov 05 21:53:05.369269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Made reservation on behalf of dc48a4d80db249cdb5044ccf9a1689b0 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:05.375285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:05.415536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:05.438913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-f43f3c41-3d33-46da-89a3-7f701270b95e service neutron] 10.222.0.13 "GET /v2.0/networks/a3130fdd-7f79-4225-a2f6-da5e261b4689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974247 Nov 05 21:53:05.440342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208590b9-2926-4341-880a-85a0e08b6916'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:05.443253 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d4f15-fc13-44ad-a42a-129355736393" -d '{"events": [{"server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "name": "network-vif-plugged", "status": "completed", "tag": "208590b9-2926-4341-880a-85a0e08b6916"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:05.456281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 208590b9-2926-4341-880a-85a0e08b6916, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=208590b9-2926-4341-880a-85a0e08b6916,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:05.499947 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a82471-98d6-45b5-b62c-190651004ae5 x-openstack-request-id: req-d5a82471-98d6-45b5-b62c-190651004ae5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:05.500290 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "name": "network-vif-plugged", "status": "completed", "tag": "208590b9-2926-4341-880a-85a0e08b6916", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:05.500549 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5a82471-98d6-45b5-b62c-190651004ae5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:05.502474 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208590b9-2926-4341-880a-85a0e08b6916', 'code': 200} Nov 05 21:53:05.513478 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:05.568413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34705347-a291-41d3-ae9b-aa14d09a8ec2 req-d36c3ec3-6560-460e-af3e-a95e79eca643 service neutron] 10.222.0.13 "GET /v2.0/networks/a3130fdd-7f79-4225-a2f6-da5e261b4689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201589 Nov 05 21:53:05.575996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=208590b9-2926-4341-880a-85a0e08b6916,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:05.625219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04323b2b-c51a-431b-9200-5f66378f96e3 req-db9691e1-48b2-4d9a-9461-5bb770fb1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.626867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04323b2b-c51a-431b-9200-5f66378f96e3 req-db9691e1-48b2-4d9a-9461-5bb770fb1ddc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 1096 time: 0.0409777 Nov 05 21:53:05.641872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:05.647912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6302b19-5414-470d-8daa-cf1f091d12d5 req-b2196393-2d32-4e90-84e1-3872cbac1eec tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.654544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6302b19-5414-470d-8daa-cf1f091d12d5 req-b2196393-2d32-4e90-84e1-3872cbac1eec tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.655864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6302b19-5414-470d-8daa-cf1f091d12d5 req-b2196393-2d32-4e90-84e1-3872cbac1eec tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1677 time: 0.0661392 Nov 05 21:53:05.705498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f6302b19-5414-470d-8daa-cf1f091d12d5 req-6f993f26-74bc-4132-98dd-ebfb9534f708 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Nov 05 21:53:05.744982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event updated for resources: {'Subnet': ['ID=c95d1d69-ba97-435f-b7ad-91b0cba064a5,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:05.748703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04323b2b-c51a-431b-9200-5f66378f96e3 req-8240753d-4e78-433a-8ebc-199d7afa5e40 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137602 Nov 05 21:53:05.758765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Checking segment: {'id': 'fb0714fd-3d1c-4052-91c8-f1500d54ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:05.759122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Network hostable DHCP agents. Network: 4af1dc63-6d66-4097-898c-6ba6a43be5b8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:05.866535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:05.952018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4af1dc63-6d66-4097-898c-6ba6a43be5b8) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:05.956438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:05.957108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:05.962077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558ba3e-0085-4ef8-bd5c-8e6951ed869c None None] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:06.052902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71e823a7-8109-4fb8-a49a-cde9a58f311e tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9144452 Nov 05 21:53:06.055514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60124) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:06.060619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Request body: {'port': {'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1526428058'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:06.125499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-4af1dc63-6d66-4097-898c-6ba6a43be5b8', 'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8', 'tenant_id': 'dc48a4d80db249cdb5044ccf9a1689b0', 'fixed_ips': [{'subnet_id': 'c95d1d69-ba97-435f-b7ad-91b0cba064a5'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:06.126627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.255205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Made reservation on behalf of dc48a4d80db249cdb5044ccf9a1689b0 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:06.264072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.285112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16e9993b-6fba-487e-8e8e-7a766d77c8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.294726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] device_id is not set on port 2c7da085-b791-4278-a9b4-0f4b856ad860 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:53:06.295684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Allocated IP 2001:db8::2 (4af1dc63-6d66-4097-898c-6ba6a43be5b8/c95d1d69-ba97-435f-b7ad-91b0cba064a5/8914fbf4-e60f-48f8-a115-d33fa38b577e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:06.427928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-660a4434-1a0e-4438-8406-47579ad35cb6 req-b81acfa2-d483-4df9-9d81-17060f13a6a1 service neutron] (102292) timed out ('10.222.0.41', 60864) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 21:53:06.466660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b2415-5172-4b37-92bc-21d5ed66cab3 req-d047ec51-d2d4-47b6-aaca-27d33d082e84 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:06.467805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.468383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f44b2415-5172-4b37-92bc-21d5ed66cab3 req-d047ec51-d2d4-47b6-aaca-27d33d082e84 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Nov 05 21:53:06.519278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f44b2415-5172-4b37-92bc-21d5ed66cab3 req-5677ba02-6c1b-44e1-9494-b216e9e68d03 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446510 Nov 05 21:53:06.529513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.572550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:06.577196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:06.583780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:06.594888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Pushing event updated for resources: {'Port': ['ID=8914fbf4-e60f-48f8-a115-d33fa38b577e,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:06.603883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Allocated IP 2001:db8::135 (4af1dc63-6d66-4097-898c-6ba6a43be5b8/c95d1d69-ba97-435f-b7ad-91b0cba064a5/2c7da085-b791-4278-a9b4-0f4b856ad860) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:06.648566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Attempting to bind port 8914fbf4-e60f-48f8-a115-d33fa38b577e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:06.648847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Attempting to bind port 8914fbf4-e60f-48f8-a115-d33fa38b577e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'fb0714fd-3d1c-4052-91c8-f1500d54ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:06.649203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Attempting to bind port 8914fbf4-e60f-48f8-a115-d33fa38b577e on network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:06.654547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:06.654915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Checking segment: {'id': 'fb0714fd-3d1c-4052-91c8-f1500d54ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:06.655313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.655772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Bound using segment: {'id': 'fb0714fd-3d1c-4052-91c8-f1500d54ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:06.656239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Bound port: 8914fbf4-e60f-48f8-a115-d33fa38b577e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0714fd-3d1c-4052-91c8-f1500d54ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:06.656717 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.720459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] For port 8914fbf4-e60f-48f8-a115-d33fa38b577e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:06.723584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] For port 8914fbf4-e60f-48f8-a115-d33fa38b577e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8914fbf4-e60f-48f8-a115-d33fa38b577e,segment=NetworkSegment(fb0714fd-3d1c-4052-91c8-f1500d54ea3b),segment_id=fb0714fd-3d1c-4052-91c8-f1500d54ea3b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:06.776864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.812690 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.850765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdb41a-38a1-4fca-9d6d-bc4e076f692c req-1a290504-f75c-4e80-a243-c23f4eec753f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:06.858039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdb41a-38a1-4fca-9d6d-bc4e076f692c req-1a290504-f75c-4e80-a243-c23f4eec753f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:06.859498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8dfdb41a-38a1-4fca-9d6d-bc4e076f692c req-1a290504-f75c-4e80-a243-c23f4eec753f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1677 time: 0.0778763 Nov 05 21:53:06.879714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe942b7-ed10-485b-aef3-d642b709d54a None None] Pushing event updated for resources: {'Port': ['ID=8914fbf4-e60f-48f8-a115-d33fa38b577e,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:06.921510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8dfdb41a-38a1-4fca-9d6d-bc4e076f692c req-7304d251-e171-40db-ae9c-2407a49df843 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Nov 05 21:53:06.930415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:06.981269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:06.986625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:06.991112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:06.996738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:06.997354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:07.010548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event updated for resources: {'Port': ['ID=2c7da085-b791-4278-a9b4-0f4b856ad860,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:07.080334 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8322df1a-22b7-46b0-8c8b-ba4d04282cc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0236220 Nov 05 21:53:07.085669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60136) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:07.091681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Request body: {'port': {'network_id': '4af1dc63-6d66-4097-898c-6ba6a43be5b8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-491786936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:07.092818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] bootfile-name is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:07.093156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] tftp-server is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:07.093493 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] server-ip-address is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:07.301276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Made reservation on behalf of dc48a4d80db249cdb5044ccf9a1689b0 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:07.307168 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:07.329081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] device_id is not set on port bcab3b69-de30-420c-9f79-e747a18aa863 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:53:07.404416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 01760681-69e6-4eac-b12e-c98ac49986fd details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:53:07.487959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Allocated IP 2001:db8::308 (4af1dc63-6d66-4097-898c-6ba6a43be5b8/c95d1d69-ba97-435f-b7ad-91b0cba064a5/bcab3b69-de30-420c-9f79-e747a18aa863) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:07.533206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 01760681-69e6-4eac-b12e-c98ac49986fd, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=01760681-69e6-4eac-b12e-c98ac49986fd,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:07.554921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '01760681-69e6-4eac-b12e-c98ac49986fd', 'network_id': '6a63e956-ec7a-4419-8281-95201104cf39', 'port_id': '01760681-69e6-4eac-b12e-c98ac49986fd', 'mac_address': 'fa:16:3e:62:dd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e67f4d-7ced-484d-a60d-1ea4b9669ac5', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:53:07.616458 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:07.633838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01760681-69e6-4eac-b12e-c98ac49986fd {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:07.654079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 01760681-69e6-4eac-b12e-c98ac49986fd, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=01760681-69e6-4eac-b12e-c98ac49986fd,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:07.686229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126989d8-42cc-435e-a4e3-22711534658f req-fa3abd68-a148-4e50-a7c3-41dcb064523d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:07.693519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-126989d8-42cc-435e-a4e3-22711534658f req-fa3abd68-a148-4e50-a7c3-41dcb064523d tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 945 time: 0.0808454 Nov 05 21:53:07.695619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:07.734206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:07.737649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fa6d940-c073-4ab9-b6db-fba518ec4d35 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:53:07.773637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-126989d8-42cc-435e-a4e3-22711534658f req-a797af55-2d22-4376-bc4b-ca348ecaebc1 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747020 Nov 05 21:53:07.801542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=01760681-69e6-4eac-b12e-c98ac49986fd,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:07.815918 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:07.912632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8fa6d940-c073-4ab9-b6db-fba518ec4d35, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fa6d940-c073-4ab9-b6db-fba518ec4d35,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:07.921657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:07.929401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '8fa6d940-c073-4ab9-b6db-fba518ec4d35', 'network_id': 'a3130fdd-7f79-4225-a2f6-da5e261b4689', 'port_id': '8fa6d940-c073-4ab9-b6db-fba518ec4d35', 'mac_address': 'fa:16:3e:91:14:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417a4da8-e4f0-4981-ae46-d261d1adee1d', 'ip_address': '19.86.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:53:07.943505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:07.964879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:07.971860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:07.972971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:07.980161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event updated for resources: {'Port': ['ID=bcab3b69-de30-420c-9f79-e747a18aa863,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:07.988923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.010510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa6d940-c073-4ab9-b6db-fba518ec4d35 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:08.031887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a7b10-68c6-4420-b9ae-64610a9a18ae req-11104b0c-7339-4faf-9c11-a63b4b044a23 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:08.036420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8fa6d940-c073-4ab9-b6db-fba518ec4d35, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fa6d940-c073-4ab9-b6db-fba518ec4d35,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:08.037925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-329a7b10-68c6-4420-b9ae-64610a9a18ae req-11104b0c-7339-4faf-9c11-a63b4b044a23 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 945 time: 0.1213214 Nov 05 21:53:08.043434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60150) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:08.048550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Request body: {'floatingip': {'port_id': '208590b9-2926-4341-880a-85a0e08b6916'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:08.069094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e34ea3-07b1-4b46-86a9-119b673bdc9c None None] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:08.107481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be8edc-da02-43ad-81db-91dcefb59a17 req-4200bfda-0c0c-4639-bdea-eee689c0cf91 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:08.113840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be8edc-da02-43ad-81db-91dcefb59a17 req-4200bfda-0c0c-4639-bdea-eee689c0cf91 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:08.116213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44be8edc-da02-43ad-81db-91dcefb59a17 req-4200bfda-0c0c-4639-bdea-eee689c0cf91 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1678 time: 0.0714977 Nov 05 21:53:08.125171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eb458a82-2f2a-46c1-88c4-be484023d513 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0381560 Nov 05 21:53:08.127926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60152) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:08.130972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.131339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.259299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b280c-173a-4ec0-857d-d8fef186bc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:08.272130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b280c-173a-4ec0-857d-d8fef186bc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:08.279901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b280c-173a-4ec0-857d-d8fef186bc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:08.284225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fd9b280c-173a-4ec0-857d-d8fef186bc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1550579 Nov 05 21:53:08.287135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:08.308459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44be8edc-da02-43ad-81db-91dcefb59a17 req-0453d801-a01a-4b0b-bb65-fc12227bf362 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860626 Nov 05 21:53:08.415509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8914fbf4-e60f-48f8-a115-d33fa38b577e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:08.463290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Deleting port bcab3b69-de30-420c-9f79-e747a18aa863 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:08.463457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.507799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-051a832f-ba5e-4aa5-b8c6-67cdef8aa63c None None] Provisioning complete for port 8914fbf4-e60f-48f8-a115-d33fa38b577e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:08.508172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-051a832f-ba5e-4aa5-b8c6-67cdef8aa63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.510097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['01760681-69e6-4eac-b12e-c98ac49986fd'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:08.526051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8fa6d940-c073-4ab9-b6db-fba518ec4d35,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:08.598554 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.605943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bea186ae-397e-4c63-b2b9-b2cb2bdffff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.618844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Calling delete_port for bcab3b69-de30-420c-9f79-e747a18aa863 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:08.698548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 8914fbf4-e60f-48f8-a115-d33fa38b577e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:08.699024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.815376 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.822909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-051a832f-ba5e-4aa5-b8c6-67cdef8aa63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.843935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.879028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.887351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event deleted for resources: {'Port': ['ID=bcab3b69-de30-420c-9f79-e747a18aa863,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:08.929563 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:08.937537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71649fd0-6526-41ed-8f0e-708808129e05 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "DELETE /v2.0/ports/bcab3b69-de30-420c-9f79-e747a18aa863 HTTP/1.1" status: 204 len: 168 time: 0.6493108 Nov 05 21:53:08.939131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60162) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:08.946577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Request body: {'port': {'name': 'tempest-new-port-name-1710799226', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:08.947308 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.api.validators [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] bootfile-name is not in valid_values {{(pid=102292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:08.951039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.api.validators [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] tftp-server is not in valid_values {{(pid=102292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:08.951039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.api.validators [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] server-ip-address is not in valid_values {{(pid=102292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:08.955369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-051a832f-ba5e-4aa5-b8c6-67cdef8aa63c None None] For port 8914fbf4-e60f-48f8-a115-d33fa38b577e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8914fbf4-e60f-48f8-a115-d33fa38b577e,segment=NetworkSegment(fb0714fd-3d1c-4052-91c8-f1500d54ea3b),segment_id=fb0714fd-3d1c-4052-91c8-f1500d54ea3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:08.956606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.028829 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-051a832f-ba5e-4aa5-b8c6-67cdef8aa63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.041368 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.064568 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Floating IP 376de7aa-ac4e-4d2a-b222-9600c52f5b42 associated. External IP: 172.25.6.233, port: 208590b9-2926-4341-880a-85a0e08b6916. Nov 05 21:53:09.159710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:53:09.160064 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:53:09.197224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a832f-ba5e-4aa5-b8c6-67cdef8aa63c None None] Pushing event updated for resources: {'Port': ['ID=8914fbf4-e60f-48f8-a115-d33fa38b577e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:09.206775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-262acf11-46f4-45e7-95fe-d40114dea846 None None] Provisioning complete for port 8914fbf4-e60f-48f8-a115-d33fa38b577e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:09.209904 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-262acf11-46f4-45e7-95fe-d40114dea846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.352063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.382693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-262acf11-46f4-45e7-95fe-d40114dea846 None None] Provisioning complete for port 2c7da085-b791-4278-a9b4-0f4b856ad860 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:09.385660 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-262acf11-46f4-45e7-95fe-d40114dea846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.395281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Router 5a632ee0-5686-4f22-949d-850cf733064d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:53:09.420259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.456961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-262acf11-46f4-45e7-95fe-d40114dea846 None None] Port 2c7da085-b791-4278-a9b4-0f4b856ad860 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:09.462542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-262acf11-46f4-45e7-95fe-d40114dea846 None None] Could not find standard attr ID for object bcab3b69-de30-420c-9f79-e747a18aa863. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 21:53:09.480194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['8fa6d940-c073-4ab9-b6db-fba518ec4d35'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:09.484846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] In _notify_port_updated(), no bound segment for port 2c7da085-b791-4278-a9b4-0f4b856ad860 on network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:53:09.491136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:09.502239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.507575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "PUT /v2.0/ports/2c7da085-b791-4278-a9b4-0f4b856ad860 HTTP/1.1" status: 200 len: 1130 time: 0.5661089 Nov 05 21:53:09.508569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60170) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:09.610199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d23d340c-351c-49e5-bbf4-7f280b487de3 None None] Provisioning complete for port 2c7da085-b791-4278-a9b4-0f4b856ad860 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:09.610570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d23d340c-351c-49e5-bbf4-7f280b487de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.642219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b7817-5d36-4361-b142-d19039230fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:09.648699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a37b7817-5d36-4361-b142-d19039230fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "GET /v2.0/ports/2c7da085-b791-4278-a9b4-0f4b856ad860 HTTP/1.1" status: 200 len: 1130 time: 0.1342206 Nov 05 21:53:09.651792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60174) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:09.697891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7120b69-2555-4c9c-a9a9-39419a97de44 req-01a0486e-a9ed-47e0-9ea7-b93b87315653 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:09.706702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1c8ff-a2bb-47b6-b073-d578e1054614 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event updated for resources: {'Port': ['ID=2c7da085-b791-4278-a9b4-0f4b856ad860,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:09.709116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7120b69-2555-4c9c-a9a9-39419a97de44 req-01a0486e-a9ed-47e0-9ea7-b93b87315653 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:09.711690 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7120b69-2555-4c9c-a9a9-39419a97de44 req-01a0486e-a9ed-47e0-9ea7-b93b87315653 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1679 time: 0.2778735 Nov 05 21:53:09.719136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d23d340c-351c-49e5-bbf4-7f280b487de3 None None] Port 2c7da085-b791-4278-a9b4-0f4b856ad860 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:09.761884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:53:09.766923 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.775128 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] Sync routers for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:53:09.789157 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:09.793405 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:09.805277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-595f6d7f-d03a-4b8c-87ea-4c5e157f1386 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "PUT /v2.0/floatingips/376de7aa-ac4e-4d2a-b222-9600c52f5b42 HTTP/1.1" status: 200 len: 991 time: 1.7604711 Nov 05 21:53:09.806158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'tag': '208590b9-2926-4341-880a-85a0e08b6916'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:09.808537 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "tag": "208590b9-2926-4341-880a-85a0e08b6916"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:09.826977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Deleting port 2c7da085-b791-4278-a9b4-0f4b856ad860 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:09.828094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.871611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7120b69-2555-4c9c-a9a9-39419a97de44 req-317b1b25-4078-4f35-839e-ffb6bb197834 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476800 Nov 05 21:53:09.942320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b85335b8-54fd-4d2e-8cb9-3c6c62d4ed80 None None] Could not find standard attr ID for object bcab3b69-de30-420c-9f79-e747a18aa863. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 21:53:09.947055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:09.952066 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01519ed4-3965-4d2f-949b-1d9ffcbd7dd5 x-openstack-request-id: req-01519ed4-3965-4d2f-949b-1d9ffcbd7dd5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:09.952476 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "tag": "208590b9-2926-4341-880a-85a0e08b6916", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:09.952914 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01519ed4-3965-4d2f-949b-1d9ffcbd7dd5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:09.954183 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'tag': '208590b9-2926-4341-880a-85a0e08b6916', 'status': 'completed', 'code': 200} Nov 05 21:53:09.981714 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:10.039233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:10.058187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Calling delete_port for 2c7da085-b791-4278-a9b4-0f4b856ad860 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:10.063927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-bd26d810-1752-43fb-8ff1-86ac57e792c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:10.065438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-bd26d810-1752-43fb-8ff1-86ac57e792c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 1096 time: 0.0872235 Nov 05 21:53:10.249745 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '376de7aa-ac4e-4d2a-b222-9600c52f5b42', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'port_id': '208590b9-2926-4341-880a-85a0e08b6916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'mac_address': 'fa:16:3e:82:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:52:50Z', 'updated_at': '2021-11-05T21:53:08Z', 'revision_number': 1, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:10.273982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-6f5c1fa3-4e7b-4173-9f99-e09f9e62732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:10.275441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-6f5c1fa3-4e7b-4173-9f99-e09f9e62732d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 911 time: 0.1846645 Nov 05 21:53:10.298948 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] Checking router: 5a632ee0-5686-4f22-949d-850cf733064d for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:53:10.311885 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:10.312888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:10.321683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8914fbf4-e60f-48f8-a115-d33fa38b577e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:10.382068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-0a393eb4-291e-4bbd-a668-d05ffa243538 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208590b9-2926-4341-880a-85a0e08b6916 HTTP/1.1" status: 200 len: 999 time: 0.0942831 Nov 05 21:53:10.412471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 8914fbf4-e60f-48f8-a115-d33fa38b577e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:10.412471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:10.462181 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:10.489721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-72cff54e-b1a6-4f4f-ba15-0bc25a31fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:10.492066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-72cff54e-b1a6-4f4f-ba15-0bc25a31fe45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.0944576 Nov 05 21:53:10.548120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:10.618290 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:10.621744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "DELETE /v2.0/ports/2c7da085-b791-4278-a9b4-0f4b856ad860 HTTP/1.1" status: 204 len: 168 time: 0.9686601 Nov 05 21:53:10.625042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60184) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:10.625196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e2c3e-ee6d-4ab8-bc1d-2d69d076e408 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event deleted for resources: {'Port': ['ID=2c7da085-b791-4278-a9b4-0f4b856ad860,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:10.636367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-9edd78b6-f096-4f48-ac00-387539cdc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:10.638257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-9edd78b6-f096-4f48-ac00-387539cdc10b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370280 Nov 05 21:53:10.662128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bb4b81a8-f66d-4777-b279-11c7ab845d57 None None] Could not find standard attr ID for object 2c7da085-b791-4278-a9b4-0f4b856ad860. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 21:53:10.735643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Deleting subnet c95d1d69-ba97-435f-b7ad-91b0cba064a5 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:53:10.745461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:10.746693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-771eb46a-2ef5-4837-81ed-849bc560bd09 service neutron] 10.222.0.46 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014025 Nov 05 21:53:10.804778 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:10.854777 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '376de7aa-ac4e-4d2a-b222-9600c52f5b42', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'port_id': '208590b9-2926-4341-880a-85a0e08b6916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'mac_address': 'fa:16:3e:82:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:52:50Z', 'updated_at': '2021-11-05T21:53:08Z', 'revision_number': 1, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:10.885551 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b449c-91a0-4378-8146-ab8a9bad79c2 None None] The sync data for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 is: [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '376de7aa-ac4e-4d2a-b222-9600c52f5b42', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'port_id': '208590b9-2926-4341-880a-85a0e08b6916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'mac_address': 'fa:16:3e:82:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:52:50Z', 'updated_at': '2021-11-05T21:53:08Z', 'revision_number': 1, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:53:10.939892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c17f301-b84a-4fe9-ac38-b5abbe5ffbf9 req-cb755eca-a76f-47b9-9b5a-be50c71264ed service neutron] 10.222.0.46 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865556 Nov 05 21:53:10.947659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.048783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738eae-2a79-4cb9-a13c-5bcccdcb1417 req-7b43d89d-931e-4ada-b0ff-e36ae5fabf33 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:11.055571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738eae-2a79-4cb9-a13c-5bcccdcb1417 req-7b43d89d-931e-4ada-b0ff-e36ae5fabf33 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:11.057210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5738eae-2a79-4cb9-a13c-5bcccdcb1417 req-7b43d89d-931e-4ada-b0ff-e36ae5fabf33 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1679 time: 0.0721231 Nov 05 21:53:11.096254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.117096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5738eae-2a79-4cb9-a13c-5bcccdcb1417 req-872ef226-9b42-4fa3-a98d-bcd25a468ecf tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Nov 05 21:53:11.136256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.140713 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "DELETE /v2.0/subnets/c95d1d69-ba97-435f-b7ad-91b0cba064a5 HTTP/1.1" status: 204 len: 168 time: 0.5139160 Nov 05 21:53:11.141734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89870345-a56e-4321-8b64-80bb441417b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event deleted for resources: {'Subnet': ['ID=c95d1d69-ba97-435f-b7ad-91b0cba064a5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:11.146096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60194) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:11.146316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f02b8d-f2cd-4820-a7e8-9d89f8095295 None None] Network 4af1dc63-6d66-4097-898c-6ba6a43be5b8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:11.252564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdb66c-fa18-4c1a-bf5d-1a697c6f23e7 None None] New status for floating IP 376de7aa-ac4e-4d2a-b222-9600c52f5b42: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:53:11.263063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.322622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Deleting port 8914fbf4-e60f-48f8-a115-d33fa38b577e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:11.323119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.390111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.401442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] For port 8914fbf4-e60f-48f8-a115-d33fa38b577e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8914fbf4-e60f-48f8-a115-d33fa38b577e,segment=NetworkSegment(fb0714fd-3d1c-4052-91c8-f1500d54ea3b),segment_id=fb0714fd-3d1c-4052-91c8-f1500d54ea3b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:11.402063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.418349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Calling delete_port for 8914fbf4-e60f-48f8-a115-d33fa38b577e owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:11.432525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 01760681-69e6-4eac-b12e-c98ac49986fd up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:11.484991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] DHCP port deletion for 4af1dc63-6d66-4097-898c-6ba6a43be5b8 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:53:11.547340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] Deleting port 8914fbf4-e60f-48f8-a115-d33fa38b577e {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:11.547749 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.574855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.603051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 01760681-69e6-4eac-b12e-c98ac49986fd completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:53:11.603395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event deleted for resources: {'Port': ['ID=8914fbf4-e60f-48f8-a115-d33fa38b577e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:11.609130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] No DVR routers for this DVR port 8914fbf4-e60f-48f8-a115-d33fa38b577e on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:11.618991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 01760681-69e6-4eac-b12e-c98ac49986fd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:11.619434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.625653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] For port 8914fbf4-e60f-48f8-a115-d33fa38b577e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8914fbf4-e60f-48f8-a115-d33fa38b577e,segment=NetworkSegment(fb0714fd-3d1c-4052-91c8-f1500d54ea3b),segment_id=fb0714fd-3d1c-4052-91c8-f1500d54ea3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:11.626128 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.664526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] Calling delete_port for 8914fbf4-e60f-48f8-a115-d33fa38b577e owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:11.718237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.744589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af1dc63-6d66-4097-898c-6ba6a43be5b8']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:11.754285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0714fd-3d1c-4052-91c8-f1500d54ea3b') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:11.754586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0714fd-3d1c-4052-91c8-f1500d54ea3b') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:11.764343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.777863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.785985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:11.786954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.789672 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:11.791263 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:11.838696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 01760681-69e6-4eac-b12e-c98ac49986fd, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=01760681-69e6-4eac-b12e-c98ac49986fd,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:11.841072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01760681-69e6-4eac-b12e-c98ac49986fd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:11.844083 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162065cc-cdde-4f02-8e8b-fa831b3c144c" -d '{"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-plugged", "status": "completed", "tag": "01760681-69e6-4eac-b12e-c98ac49986fd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:11.852551 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.891272 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a90432e-58e8-4c53-ae58-b21185d1038f x-openstack-request-id: req-7a90432e-58e8-4c53-ae58-b21185d1038f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:11.891613 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-plugged", "status": "completed", "tag": "01760681-69e6-4eac-b12e-c98ac49986fd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:11.891838 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a90432e-58e8-4c53-ae58-b21185d1038f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:11.892240 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01760681-69e6-4eac-b12e-c98ac49986fd', 'code': 200} Nov 05 21:53:11.897813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] Pushing event deleted for resources: {'Port': ['ID=8914fbf4-e60f-48f8-a115-d33fa38b577e,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:11.902068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb6c40-b48e-4341-b9f1-44003bbcb50d None None] No DVR routers for this DVR port 8914fbf4-e60f-48f8-a115-d33fa38b577e on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:11.917356 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.918157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fa6d940-c073-4ab9-b6db-fba518ec4d35 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:11.929550 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.950381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:11.956511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] 10.222.0.41 "DELETE /v2.0/networks/4af1dc63-6d66-4097-898c-6ba6a43be5b8 HTTP/1.1" status: 204 len: 168 time: 0.8068097 Nov 05 21:53:11.956511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5392a9b-98c4-4a8e-8256-23b0cf55bf12 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705 tempest-ExtraDHCPOptionsIpV6TestJSON-1728935705-project] Pushing event deleted for resources: {'Network': ['ID=4af1dc63-6d66-4097-898c-6ba6a43be5b8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:11.966498 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.000129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=01760681-69e6-4eac-b12e-c98ac49986fd,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:12.071778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:53:12.075995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:12.076365 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.177431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.215511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8fa6d940-c073-4ab9-b6db-fba518ec4d35, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fa6d940-c073-4ab9-b6db-fba518ec4d35,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:12.248079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953994-2c5d-4331-95b3-74be170282a5 req-2948bfa8-7acd-43bc-8c1c-4501813dab55 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:12.255588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953994-2c5d-4331-95b3-74be170282a5 req-2948bfa8-7acd-43bc-8c1c-4501813dab55 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:12.263166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4953994-2c5d-4331-95b3-74be170282a5 req-2948bfa8-7acd-43bc-8c1c-4501813dab55 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1680 time: 0.0696557 Nov 05 21:53:12.299626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8914fbf4-e60f-48f8-a115-d33fa38b577e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:12.303683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.326030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 8914fbf4-e60f-48f8-a115-d33fa38b577e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:12.326030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8914fbf4-e60f-48f8-a115-d33fa38b577e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:12.334044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4953994-2c5d-4331-95b3-74be170282a5 req-e276f672-c56b-4a37-a62d-45cf6b690ae4 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689414 Nov 05 21:53:12.377387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8fa6d940-c073-4ab9-b6db-fba518ec4d35,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:12.471751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60212) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:12.615459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ffd2d91b-9ddc-431f-8c96-04c8a7ec3a78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc48a4d80db249cdb5044ccf9a1689b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397035 Nov 05 21:53:12.615774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60222) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:12.662337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a34d4452-eafb-48fb-9931-ffa75129c6db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.683717 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a34d4452-eafb-48fb-9931-ffa75129c6db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.809175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a34d4452-eafb-48fb-9931-ffa75129c6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.811834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a34d4452-eafb-48fb-9931-ffa75129c6db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:12.812989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a34d4452-eafb-48fb-9931-ffa75129c6db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60d4f203-3093-43ea-a7d2-6cae844e78a6 HTTP/1.1" status: 204 len: 168 time: 0.1962924 Nov 05 21:53:12.821692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d4452-eafb-48fb-9931-ffa75129c6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d4f203-3093-43ea-a7d2-6cae844e78a6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:13.458574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063210-5886-44ec-9463-5aab84a021b3 req-fb6123ba-231f-4ffc-abd2-71418bb43578 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:13.464634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063210-5886-44ec-9463-5aab84a021b3 req-fb6123ba-231f-4ffc-abd2-71418bb43578 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:13.466177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54063210-5886-44ec-9463-5aab84a021b3 req-fb6123ba-231f-4ffc-abd2-71418bb43578 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1681 time: 0.0633321 Nov 05 21:53:13.513152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54063210-5886-44ec-9463-5aab84a021b3 req-31555051-ff6a-4b90-b742-7e9b02c4c32d tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Nov 05 21:53:13.868217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60306) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:13.893633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa6d940-c073-4ab9-b6db-fba518ec4d35'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:13.899986 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56371152-0937-48f3-901a-978ff5db1b95" -d '{"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-plugged", "status": "completed", "tag": "8fa6d940-c073-4ab9-b6db-fba518ec4d35"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:13.941283 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e1fa33-01d8-4a14-a54a-a86483082a14 x-openstack-request-id: req-53e1fa33-01d8-4a14-a54a-a86483082a14 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:13.941672 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-plugged", "status": "completed", "tag": "8fa6d940-c073-4ab9-b6db-fba518ec4d35", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:13.941987 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53e1fa33-01d8-4a14-a54a-a86483082a14 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:13.944650 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa6d940-c073-4ab9-b6db-fba518ec4d35', 'code': 200} Nov 05 21:53:13.985645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1442379231'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:14.052777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cff20f-206d-4aeb-a6de-3809faa300ad req-11ae182e-9388-46f1-b478-82fb14cb697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:14.053362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cff20f-206d-4aeb-a6de-3809faa300ad req-11ae182e-9388-46f1-b478-82fb14cb697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:14.054945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-94cff20f-206d-4aeb-a6de-3809faa300ad req-11ae182e-9388-46f1-b478-82fb14cb697d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1983 time: 0.0481126 Nov 05 21:53:14.069168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Made reservation on behalf of ddf2ad0fdd1b424ea3cc71a7a8c21e8a for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:14.072720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.087335 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.112591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-94cff20f-206d-4aeb-a6de-3809faa300ad req-6309e123-97b9-4753-8a02-0234606d19cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481627 Nov 05 21:53:14.183801 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.231806 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.258315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:14.273111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c00f6f-f779-4043-bbf7-5469b18240a2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:14.273363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.273707 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Added segment 44c30e9a-7c97-4d37-bb61-63918968d223 of type vlan for network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 Nov 05 21:53:14.316604 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.420717 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.426515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:14.427168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:14.492932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event updated for resources: {'Network': ['ID=509c9b6e-05a2-4ecb-889d-8138b9fb0b52,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:14.509379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:14.523873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39505bf4-a7fc-485a-a4e6-ca23ae48c67e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6544387 Nov 05 21:53:14.526675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60344) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:14.531592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Request body: {'subnet': {'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:14.682955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef8fab-ccac-46ab-a04a-e2fdd98139b8 req-d7292a3e-c767-43bc-857f-6ebda9e41a19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:14.688942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef8fab-ccac-46ab-a04a-e2fdd98139b8 req-d7292a3e-c767-43bc-857f-6ebda9e41a19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:14.690476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-caef8fab-ccac-46ab-a04a-e2fdd98139b8 req-d7292a3e-c767-43bc-857f-6ebda9e41a19 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1681 time: 0.0742965 Nov 05 21:53:14.741279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-caef8fab-ccac-46ab-a04a-e2fdd98139b8 req-c046bbba-1d1c-47c7-bba7-46e2900fc0ff tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Nov 05 21:53:14.779386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Made reservation on behalf of ddf2ad0fdd1b424ea3cc71a7a8c21e8a for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:14.779386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:15.072475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:15.148598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event updated for resources: {'Subnet': ['ID=75d986c0-31af-4360-8d5a-a1c9f3bad113,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:15.159252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Checking segment: {'id': '44c30e9a-7c97-4d37-bb61-63918968d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:15.159642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Network hostable DHCP agents. Network: 509c9b6e-05a2-4ecb-889d-8138b9fb0b52, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:15.272258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:15.392091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 509c9b6e-05a2-4ecb-889d-8138b9fb0b52) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:15.396655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:15.397621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:15.400517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a118d-b75b-484b-9c68-a0a689ab3cb8 None None] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:15.503482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1501bcfa-d970-4be1-80bf-86cbc669ef19 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9756658 Nov 05 21:53:15.506342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60392) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:15.511292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Request body: {'port': {'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1472623080'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:15.702362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-509c9b6e-05a2-4ecb-889d-8138b9fb0b52', 'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52', 'tenant_id': 'ddf2ad0fdd1b424ea3cc71a7a8c21e8a', 'fixed_ips': [{'subnet_id': '75d986c0-31af-4360-8d5a-a1c9f3bad113'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:15.703230 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:15.740378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Made reservation on behalf of ddf2ad0fdd1b424ea3cc71a7a8c21e8a for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:15.744777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:15.762843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] device_id is not set on port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:53:15.891925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Allocated IP 172.20.0.2 (509c9b6e-05a2-4ecb-889d-8138b9fb0b52/75d986c0-31af-4360-8d5a-a1c9f3bad113/a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:15.906941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b61c9f-33cc-4d84-8275-ac7b39615db6 req-58904b1a-1e5f-44dd-96f3-4cd3e78b368f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:15.915391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b61c9f-33cc-4d84-8275-ac7b39615db6 req-58904b1a-1e5f-44dd-96f3-4cd3e78b368f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:15.930206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3b61c9f-33cc-4d84-8275-ac7b39615db6 req-58904b1a-1e5f-44dd-96f3-4cd3e78b368f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1681 time: 0.0791118 Nov 05 21:53:15.972620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3b61c9f-33cc-4d84-8275-ac7b39615db6 req-8dacb0e5-de7e-4e25-9596-a3342187d8fa tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Nov 05 21:53:16.102923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.187164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.234084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:16.237290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:16.241325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:16.254010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Allocated IP 172.20.0.12 (509c9b6e-05a2-4ecb-889d-8138b9fb0b52/75d986c0-31af-4360-8d5a-a1c9f3bad113/30102f0f-6c17-4abd-a6a0-10b7bbb7fe56) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:16.283058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Pushing event updated for resources: {'Port': ['ID=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:16.330731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Attempting to bind port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:16.333687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Attempting to bind port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '44c30e9a-7c97-4d37-bb61-63918968d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:16.334139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Attempting to bind port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 on network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:16.346841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:16.347459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Checking segment: {'id': '44c30e9a-7c97-4d37-bb61-63918968d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:16.347962 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.348655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Bound using segment: {'id': '44c30e9a-7c97-4d37-bb61-63918968d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:16.349226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Bound port: a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c30e9a-7c97-4d37-bb61-63918968d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:16.349975 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.450035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] For port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:16.453321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] For port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,segment=NetworkSegment(44c30e9a-7c97-4d37-bb61-63918968d223),segment_id=44c30e9a-7c97-4d37-bb61-63918968d223)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:16.472120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.518261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.559537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce69be6-996c-4ef1-b4a1-4d3839e70226 req-c95d90f4-a518-4181-8895-bd48a0a42dc7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:16.574301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce69be6-996c-4ef1-b4a1-4d3839e70226 req-c95d90f4-a518-4181-8895-bd48a0a42dc7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:16.576981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ce69be6-996c-4ef1-b4a1-4d3839e70226 req-c95d90f4-a518-4181-8895-bd48a0a42dc7 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1681 time: 0.0867414 Nov 05 21:53:16.593234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49ed1c-2d1b-4cf6-a22e-741e6177e2dc None None] Pushing event updated for resources: {'Port': ['ID=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:16.605780 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.691802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ce69be6-996c-4ef1-b4a1-4d3839e70226 req-ea8e33f9-6d97-47df-8ad1-ac8922f594bf tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074333 Nov 05 21:53:16.697842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:16.701571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:16.706622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:16.710900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event updated for resources: {'Port': ['ID=30102f0f-6c17-4abd-a6a0-10b7bbb7fe56,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:16.773461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:16.774148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:16.880341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-388c6bf5-d524-4e49-a22c-25d9c95cd265 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3728731 Nov 05 21:53:16.883737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:16.889312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Request body: {'port': {'network_id': '509c9b6e-05a2-4ecb-889d-8138b9fb0b52', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1303957328', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:16.889798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] bootfile-name is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:16.890133 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] tftp-server is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:16.890455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] server-ip-address is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:17.077268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Made reservation on behalf of ddf2ad0fdd1b424ea3cc71a7a8c21e8a for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:17.081285 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:17.103763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] device_id is not set on port a6b495a1-32f9-4858-bd19-c1b8666b1423 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:53:17.229117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Allocated IP 172.20.0.6 (509c9b6e-05a2-4ecb-889d-8138b9fb0b52/75d986c0-31af-4360-8d5a-a1c9f3bad113/a6b495a1-32f9-4858-bd19-c1b8666b1423) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:17.670911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722c1ca-2914-4de1-9878-237476846f2f None None] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:17.738811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:17.802746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Provisioning complete for port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:17.805041 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:17.836138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ce90-c0d9-468b-85c1-f7a4a7557fcd req-e442dc83-e71b-4e17-86c5-b58f9721590c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:17.842250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ce90-c0d9-468b-85c1-f7a4a7557fcd req-e442dc83-e71b-4e17-86c5-b58f9721590c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:17.843873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08c1ce90-c0d9-468b-85c1-f7a4a7557fcd req-e442dc83-e71b-4e17-86c5-b58f9721590c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1681 time: 0.0709758 Nov 05 21:53:17.923434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:17.924814 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:17.964692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] For port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,segment=NetworkSegment(44c30e9a-7c97-4d37-bb61-63918968d223),segment_id=44c30e9a-7c97-4d37-bb61-63918968d223)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:17.993718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-b3a8e064-5953-4125-aafd-25f81de0ad6f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:17.999855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-b3a8e064-5953-4125-aafd-25f81de0ad6f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:18.001482 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-b3a8e064-5953-4125-aafd-25f81de0ad6f tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 1681 time: 0.1411107 Nov 05 21:53:18.005347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08c1ce90-c0d9-468b-85c1-f7a4a7557fcd req-f625a716-361b-454b-91c0-4e5d7ae73c68 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544781 Nov 05 21:53:18.028165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:18.031410 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.036783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:18.039752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event updated for resources: {'Port': ['ID=a6b495a1-32f9-4858-bd19-c1b8666b1423,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:18.061220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:18.152288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Pushing event updated for resources: {'Port': ['ID=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:18.165034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.165389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.165728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.166062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.166394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.166922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.167451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.167988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.175390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.175390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.175390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.175390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e0b01c-9d82-4b61-ae6a-7564aa4f94ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:18.188783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:18.189404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.231192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port 01760681-69e6-4eac-b12e-c98ac49986fd {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:18.231192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.328146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d1dd214c-8b50-441b-865e-340f844c77b7 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4430580 Nov 05 21:53:18.330915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60538) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:18.366401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8ce7dfa4-846b-4889-a78a-061dec356a79 None None] Provisioning complete for port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:18.366795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8ce7dfa4-846b-4889-a78a-061dec356a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.398666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port 01760681-69e6-4eac-b12e-c98ac49986fd, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=01760681-69e6-4eac-b12e-c98ac49986fd,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:18.399382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.417624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for 01760681-69e6-4eac-b12e-c98ac49986fd owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:18.421507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:18.422412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b1b16-2e30-4d78-a186-73dba44333be tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:18.429093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b1b16-2e30-4d78-a186-73dba44333be tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:18.435624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b1b16-2e30-4d78-a186-73dba44333be tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:18.440035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-264b1b16-2e30-4d78-a186-73dba44333be tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1054256 Nov 05 21:53:18.441156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60544) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:18.508781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7dfa4-846b-4889-a78a-061dec356a79 None None] Port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:18.533862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8ce7dfa4-846b-4889-a78a-061dec356a79 None None] Provisioning complete for port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:18.536920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8ce7dfa4-846b-4889-a78a-061dec356a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.549340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:18.550167 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.562693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Deleting port a6b495a1-32f9-4858-bd19-c1b8666b1423 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:18.563033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.686647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.701853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Calling delete_port for a6b495a1-32f9-4858-bd19-c1b8666b1423 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:18.706129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.718829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['01760681-69e6-4eac-b12e-c98ac49986fd', '8fa6d940-c073-4ab9-b6db-fba518ec4d35'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:18.745247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=01760681-69e6-4eac-b12e-c98ac49986fd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:18.814398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port 01760681-69e6-4eac-b12e-c98ac49986fd on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:18.817488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.821948 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-19148a51-28ba-44d0-8220-8482515f2670 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.13 "DELETE /v2.0/ports/01760681-69e6-4eac-b12e-c98ac49986fd HTTP/1.1" status: 204 len: 173 time: 0.8097999 Nov 05 21:53:18.822421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-deleted', 'tag': '01760681-69e6-4eac-b12e-c98ac49986fd'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:18.825065 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec2db96-0cd4-48d6-bae6-62afddd0253f" -d '{"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-deleted", "tag": "01760681-69e6-4eac-b12e-c98ac49986fd"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:18.940392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1d62be8c-5527-4cf9-a201-95db8ff55a38 None None] Provisioning complete for port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:18.940764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d62be8c-5527-4cf9-a201-95db8ff55a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:18.974116 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca347aa-84eb-4130-95ef-b178992a56e5 x-openstack-request-id: req-7ca347aa-84eb-4130-95ef-b178992a56e5 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:18.974427 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-deleted", "tag": "01760681-69e6-4eac-b12e-c98ac49986fd", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:18.974683 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ca347aa-84eb-4130-95ef-b178992a56e5 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:18.975282 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-deleted', 'tag': '01760681-69e6-4eac-b12e-c98ac49986fd', 'status': 'completed', 'code': 200} Nov 05 21:53:19.017797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:19.018145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.032382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1d62be8c-5527-4cf9-a201-95db8ff55a38 None None] Port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:19.060445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.146899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1f8c2eb7-a5e9-4363-8c5a-c9286423df2a None None] Could not find standard attr ID for object a6b495a1-32f9-4858-bd19-c1b8666b1423. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 21:53:19.147193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event deleted for resources: {'Port': ['ID=a6b495a1-32f9-4858-bd19-c1b8666b1423,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:19.174730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port 8fa6d940-c073-4ab9-b6db-fba518ec4d35, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fa6d940-c073-4ab9-b6db-fba518ec4d35,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:19.175071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.182535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.182991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.184294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.184712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.185123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.185522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.186067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.186789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.187215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.187672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.188296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.188739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:19.199133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for 8fa6d940-c073-4ab9-b6db-fba518ec4d35 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:19.306072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b488053-663c-471b-b482-3cdd67e57ff4 req-f2f94e10-8915-48bf-961b-30ce0530f479 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:19.308056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b488053-663c-471b-b482-3cdd67e57ff4 req-f2f94e10-8915-48bf-961b-30ce0530f479 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 945 time: 0.1473796 Nov 05 21:53:19.312383 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.324391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f6446bee-f605-4a53-96b1-0bcad4f33248 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "DELETE /v2.0/ports/a6b495a1-32f9-4858-bd19-c1b8666b1423 HTTP/1.1" status: 204 len: 168 time: 0.8821359 Nov 05 21:53:19.328030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60584) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:19.335164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Request body: {'port': {'name': 'tempest-new-port-name-1171647228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:19.335927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] bootfile-name is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:19.336429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] tftp-server is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:19.337112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.api.validators [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] server-ip-address is not in valid_values {{(pid=102291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 05 21:53:19.393916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b488053-663c-471b-b482-3cdd67e57ff4 req-61e227db-9215-4751-b041-14b3913db224 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/security-groups?id=217a51dc-67b3-4100-8c50-ce785ae010e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613663 Nov 05 21:53:19.440720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.535078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.600243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=8fa6d940-c073-4ab9-b6db-fba518ec4d35,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:19.664216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port 8fa6d940-c073-4ab9-b6db-fba518ec4d35 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:19.671054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.674821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2875a58e-c8b0-4358-b4f6-f5d56b838ec3 req-ea82ab6d-c44f-4995-a77a-5170493f7ba1 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.13 "DELETE /v2.0/ports/8fa6d940-c073-4ab9-b6db-fba518ec4d35 HTTP/1.1" status: 204 len: 173 time: 0.8462586 Nov 05 21:53:19.729214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.837745 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.924193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event updated for resources: {'Port': ['ID=30102f0f-6c17-4abd-a6a0-10b7bbb7fe56,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:19.945862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] In _notify_port_updated(), no bound segment for port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 on network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:53:19.952346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:19.952996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:19.954979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-72c9398b-0b1b-4487-9bc6-96919a8d94c1 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "PUT /v2.0/ports/30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 HTTP/1.1" status: 200 len: 1137 time: 0.6253798 Nov 05 21:53:19.957364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60616) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:20.018229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5b984d-5ae4-4693-afc5-3d73cf6f2f5a tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:20.024112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d5b984d-5ae4-4693-afc5-3d73cf6f2f5a tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "GET /v2.0/ports/30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 HTTP/1.1" status: 200 len: 1137 time: 0.0614598 Nov 05 21:53:20.024536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60622) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:20.099669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3e4cdfc2-1cbc-4d6b-b411-f06524b0b784 None None] Provisioning complete for port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:20.100233 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e4cdfc2-1cbc-4d6b-b411-f06524b0b784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:20.136010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3e4cdfc2-1cbc-4d6b-b411-f06524b0b784 None None] Port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:20.138572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Deleting port 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:20.139021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:20.237033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:20.249869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Calling delete_port for 30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:20.465843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:20.502080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event deleted for resources: {'Port': ['ID=30102f0f-6c17-4abd-a6a0-10b7bbb7fe56,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:20.547877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6804f9d0-c8ee-4c36-8f80-6d98e8a167c9 req-1e95d597-f17b-4ba1-be57-35296daa036c tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cead981-188e-4e0c-bfd6-8e146d234982 HTTP/1.1" status: 200 len: 210 time: 0.0615542 Nov 05 21:53:20.589978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:20.593806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7099e379-9941-4c04-8ec0-5ac86889618c tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "DELETE /v2.0/ports/30102f0f-6c17-4abd-a6a0-10b7bbb7fe56 HTTP/1.1" status: 204 len: 168 time: 0.5682452 Nov 05 21:53:20.596488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60648) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:20.667319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Deleting subnet 75d986c0-31af-4360-8d5a-a1c9f3bad113 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:53:20.670807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:20.980914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-deleted', 'tag': '8fa6d940-c073-4ab9-b6db-fba518ec4d35'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:20.983443 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02b6f2b-efd6-4ae1-a364-4068f3883f87" -d '{"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-deleted", "tag": "8fa6d940-c073-4ab9-b6db-fba518ec4d35"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:21.028400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.042331 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85024f61-848b-4252-afef-6ded8cded564 x-openstack-request-id: req-85024f61-848b-4252-afef-6ded8cded564 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:21.042331 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cead981-188e-4e0c-bfd6-8e146d234982", "name": "network-vif-deleted", "tag": "8fa6d940-c073-4ab9-b6db-fba518ec4d35", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:21.042331 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85024f61-848b-4252-afef-6ded8cded564 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:21.042331 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cead981-188e-4e0c-bfd6-8e146d234982', 'name': 'network-vif-deleted', 'tag': '8fa6d940-c073-4ab9-b6db-fba518ec4d35', 'status': 'completed', 'code': 200} Nov 05 21:53:21.110142 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.283398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.309841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event deleted for resources: {'Subnet': ['ID=75d986c0-31af-4360-8d5a-a1c9f3bad113,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:21.313744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.320054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60678) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:21.320198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-10aebc95-2b46-464c-ba50-67a8d0532e7e tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "DELETE /v2.0/subnets/75d986c0-31af-4360-8d5a-a1c9f3bad113 HTTP/1.1" status: 204 len: 168 time: 0.7227328 Nov 05 21:53:21.325709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d666e-5eb7-45f2-95b7-bb02fa50f412 None None] Network 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:21.399438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.472488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Deleting port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:21.472832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.474170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 01760681-69e6-4eac-b12e-c98ac49986fd no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:21.499239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 01760681-69e6-4eac-b12e-c98ac49986fd {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:21.499617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 01760681-69e6-4eac-b12e-c98ac49986fd not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:21.500026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fa6d940-c073-4ab9-b6db-fba518ec4d35 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:21.524214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 8fa6d940-c073-4ab9-b6db-fba518ec4d35 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:21.524556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fa6d940-c073-4ab9-b6db-fba518ec4d35 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:21.527013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] DHCP port deletion for 509c9b6e-05a2-4ecb-889d-8138b9fb0b52 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:53:21.552443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] For port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,segment=NetworkSegment(44c30e9a-7c97-4d37-bb61-63918968d223),segment_id=44c30e9a-7c97-4d37-bb61-63918968d223)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:21.552945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.569304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Calling delete_port for a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:21.593953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] Deleting port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:21.594320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.605392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60698) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:21.659263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] For port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,segment=NetworkSegment(44c30e9a-7c97-4d37-bb61-63918968d223),segment_id=44c30e9a-7c97-4d37-bb61-63918968d223)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:21.659774 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.663262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting subnet 417a4da8-e4f0-4981-ae46-d261d1adee1d {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:53:21.666724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.674572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] Calling delete_port for a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:21.709321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.737607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.764581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event deleted for resources: {'Port': ['ID=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:21.769519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] No DVR routers for this DVR port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:21.769804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.799484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] Pushing event deleted for resources: {'Port': ['ID=a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:21.802472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e64ff4-021e-492b-9b01-0205dc3177b9 None None] No DVR routers for this DVR port a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:21.827240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.878252 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.899708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509c9b6e-05a2-4ecb-889d-8138b9fb0b52']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:21.911534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c30e9a-7c97-4d37-bb61-63918968d223') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:21.911534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c30e9a-7c97-4d37-bb61-63918968d223') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:21.919286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.938795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.944792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:21.945173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:21.948188 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:21.986272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.019794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.025018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9e26e-bcf7-4ff2-bbac-985316313882 None None] Network a3130fdd-7f79-4225-a2f6-da5e261b4689 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:22.030711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/subnets/417a4da8-e4f0-4981-ae46-d261d1adee1d HTTP/1.1" status: 204 len: 168 time: 0.4198532 Nov 05 21:53:22.030711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9285e3b-cfa6-487d-87b8-4c8d691cbcfc tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Subnet': ['ID=417a4da8-e4f0-4981-ae46-d261d1adee1d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:22.031918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60720) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:22.100107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.116137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.119314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] 10.222.0.41 "DELETE /v2.0/networks/509c9b6e-05a2-4ecb-889d-8138b9fb0b52 HTTP/1.1" status: 204 len: 168 time: 0.7981510 Nov 05 21:53:22.132885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177ca4e-4f6c-4bcd-8f22-05226d088571 tempest-ExtraDHCPOptionsTestJSON-566825280 tempest-ExtraDHCPOptionsTestJSON-566825280-project] Pushing event deleted for resources: {'Network': ['ID=509c9b6e-05a2-4ecb-889d-8138b9fb0b52,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:22.137998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.196510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:22.196849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.241558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] DHCP port deletion for a3130fdd-7f79-4225-a2f6-da5e261b4689 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:53:22.277937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:22.278298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.293676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:22.313712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] Deleting port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:22.314083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.333988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:22.407424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] For port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,segment=NetworkSegment(36af9dc4-78f9-419a-b5b3-eb7fa8982ad1),segment_id=36af9dc4-78f9-419a-b5b3-eb7fa8982ad1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:22.407869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.425313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] Calling delete_port for 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:22.485788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.514096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:22.516247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:22.519414 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.576015 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.585268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:22.638524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:22.639755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a06ea9ef-fbdf-43b4-afb7-f1d09b4e54d2 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:22.640429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.642296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] No DVR routers for this DVR port 67b4e25b-f324-4df1-ad5c-d349a0d9e4e2 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:22.646732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e4a9-ddf7-4b7a-9b25-d4798a227ba0 None None] Pushing event deleted for resources: {'Port': ['ID=67b4e25b-f324-4df1-ad5c-d349a0d9e4e2,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:22.668326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3130fdd-7f79-4225-a2f6-da5e261b4689']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:22.678673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:22.679457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36af9dc4-78f9-419a-b5b3-eb7fa8982ad1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:22.689310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.703357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.710113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:22.710494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:22.714855 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:22.718660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60758) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:22.855148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9ce3acc1-8790-491b-b88f-9956b1552fd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddf2ad0fdd1b424ea3cc71a7a8c21e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376078 Nov 05 21:53:22.857587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60768) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:22.859968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.878006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.884379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/networks/a3130fdd-7f79-4225-a2f6-da5e261b4689 HTTP/1.1" status: 204 len: 168 time: 0.8490613 Nov 05 21:53:22.884379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970438b-2cca-4ed6-9b85-f78b23e25535 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Network': ['ID=a3130fdd-7f79-4225-a2f6-da5e261b4689,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:22.889228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60770) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:22.953390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting subnet 64e67f4d-7ced-484d-a60d-1ea4b9669ac5 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:53:22.961110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:22.985416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efefe6aa-0e4e-4c45-9ffd-9ffedaa08a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.016444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.039769 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efefe6aa-0e4e-4c45-9ffd-9ffedaa08a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.128782 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.181833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efefe6aa-0e4e-4c45-9ffd-9ffedaa08a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.184376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efefe6aa-0e4e-4c45-9ffd-9ffedaa08a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.185506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-efefe6aa-0e4e-4c45-9ffd-9ffedaa08a61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39c00f6f-f779-4043-bbf7-5469b18240a2 HTTP/1.1" status: 204 len: 168 time: 0.3269575 Nov 05 21:53:23.193561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefe6aa-0e4e-4c45-9ffd-9ffedaa08a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c00f6f-f779-4043-bbf7-5469b18240a2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:23.249029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.278167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Subnet': ['ID=64e67f4d-7ced-484d-a60d-1ea4b9669ac5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:23.280172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.283322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0f8b3e3e-9989-4161-9c0c-7637e1b30150 tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/subnets/64e67f4d-7ced-484d-a60d-1ea4b9669ac5 HTTP/1.1" status: 204 len: 168 time: 0.3969498 Nov 05 21:53:23.284872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33336ef-e6f8-40e6-88bb-08061094dc2f None None] Network 6a63e956-ec7a-4419-8281-95201104cf39 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:23.286647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60792) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:23.382088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.440650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Deleting port a5f0865c-c76f-4a59-81d4-f718c416ce07 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:23.440786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.498970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] DHCP port deletion for 6a63e956-ec7a-4419-8281-95201104cf39 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:53:23.518819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] For port a5f0865c-c76f-4a59-81d4-f718c416ce07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a5f0865c-c76f-4a59-81d4-f718c416ce07,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:23.519179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.533007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Calling delete_port for a5f0865c-c76f-4a59-81d4-f718c416ce07 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:23.554255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] Deleting port a5f0865c-c76f-4a59-81d4-f718c416ce07 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:23.554641 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.723335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.757948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Port': ['ID=a5f0865c-c76f-4a59-81d4-f718c416ce07,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:23.766887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] No DVR routers for this DVR port a5f0865c-c76f-4a59-81d4-f718c416ce07 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:23.776762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] For port a5f0865c-c76f-4a59-81d4-f718c416ce07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a5f0865c-c76f-4a59-81d4-f718c416ce07,segment=NetworkSegment(d6f63ddf-82b3-4338-abf9-c6b33330c2c1),segment_id=d6f63ddf-82b3-4338-abf9-c6b33330c2c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:23.777162 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:23.791977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] Calling delete_port for a5f0865c-c76f-4a59-81d4-f718c416ce07 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:24.216356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.218069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.218629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a63e956-ec7a-4419-8281-95201104cf39']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:24.218854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] Pushing event deleted for resources: {'Port': ['ID=a5f0865c-c76f-4a59-81d4-f718c416ce07,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:24.219080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:24.219080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f63ddf-82b3-4338-abf9-c6b33330c2c1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:24.219400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc8373-5fe3-4453-bed8-4cf753baa19a None None] No DVR routers for this DVR port a5f0865c-c76f-4a59-81d4-f718c416ce07 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:24.225001 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:24.243833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.252309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.257303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] 10.222.0.41 "DELETE /v2.0/networks/6a63e956-ec7a-4419-8281-95201104cf39 HTTP/1.1" status: 204 len: 168 time: 0.9694245 Nov 05 21:53:24.278101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb642-0e30-4260-9b55-d4b5070783ef tempest-ServersTestMultiNic-1611386833 tempest-ServersTestMultiNic-1611386833-project] Pushing event deleted for resources: {'Network': ['ID=6a63e956-ec7a-4419-8281-95201104cf39,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:24.315776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a5f0865c-c76f-4a59-81d4-f718c416ce07 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:24.337478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a5f0865c-c76f-4a59-81d4-f718c416ce07 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:24.337822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a5f0865c-c76f-4a59-81d4-f718c416ce07 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:24.439017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60860) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:24.582919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60866) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:24.682292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355755125'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:24.792108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:24.795890 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.805758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.806742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.886353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.963445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:24.995710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:25.005557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badcdf86-4249-4394-a4d4-da09e1996e88,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:25.010368 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.010705 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment 0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4 of type vlan for network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 Nov 05 21:53:25.050986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.090346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Deleting port ab2ad006-b648-4963-8ec1-508b42815dc2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:25.092020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.140595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.146857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.147469 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.186546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] For port ab2ad006-b648-4963-8ec1-508b42815dc2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ab2ad006-b648-4963-8ec1-508b42815dc2,segment=NetworkSegment(bbcc1320-4937-4a09-94f6-f40c8f3d55ef),segment_id=bbcc1320-4937-4a09-94f6-f40c8f3d55ef)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:25.186931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.202514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Calling delete_port for ab2ad006-b648-4963-8ec1-508b42815dc2 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:25.217410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=f03a78d7-42ba-43e6-b10e-d4f7edbb2930,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:25.232295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:25.375571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf1e1ce6-877b-469c-a41c-f72935164849 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7757709 Nov 05 21:53:25.483240 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.511474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2ad006-b648-4963-8ec1-508b42815dc2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:25.701688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-333dc5f5-a5f0-4878-b347-58b7ff97d2da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1176901 Nov 05 21:53:25.795319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:25.867327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.867821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.868286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.868744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.869338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.869643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.870087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:25.872099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-3f55229f-c006-4014-9a04-751235e9f2ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 6498 time: 0.1081712 Nov 05 21:53:26.446413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5fe63-241d-4504-8cef-335a0c81c477 req-c7912c6e-3520-4e8d-9376-c0416749af6c tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:26.447972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bf5fe63-241d-4504-8cef-335a0c81c477 req-c7912c6e-3520-4e8d-9376-c0416749af6c tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.1251171 Nov 05 21:53:26.455714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-9315085d-67d9-4819-8ece-23a2a98ed501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:26.456190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-9315085d-67d9-4819-8ece-23a2a98ed501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:26.456655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-9315085d-67d9-4819-8ece-23a2a98ed501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:26.458770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-9315085d-67d9-4819-8ece-23a2a98ed501 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&id=c42f1891-be78-4079-8fbe-2c2273c31bfd&id=c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 200 len: 2298 time: 0.5448794 Nov 05 21:53:26.601706 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-812b5b12-096b-4e03-9ac4-6ff6fe09b128 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 200 len: 1000 time: 0.1083431 Nov 05 21:53:26.609235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bf5fe63-241d-4504-8cef-335a0c81c477 req-0d42c727-e42e-496f-a831-127cc680a949 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474297 Nov 05 21:53:26.610571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Router 50e910ed-041c-4368-b773-13c2b3fc6b86 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:53:26.732707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-49b3fcdf-aef5-4088-86dd-e68d359428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:26.734126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-49b3fcdf-aef5-4088-86dd-e68d359428b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f95f881-444e-4810-b7cf-471248464054 HTTP/1.1" status: 200 len: 856 time: 0.1225076 Nov 05 21:53:26.841434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-a527e613-e328-45e2-8b61-454ea50b9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:26.842947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-a527e613-e328-45e2-8b61-454ea50b9872 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013088 Nov 05 21:53:26.849897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:53:26.858076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fecdad97-615d-4fb2-bb5a-97734981d53f admin admin] 10.222.0.41 "PUT /v2.0/routers/50e910ed-041c-4368-b773-13c2b3fc6b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4176388 Nov 05 21:53:26.859750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60900) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:26.867703 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] Sync routers for ids ['50e910ed-041c-4368-b773-13c2b3fc6b86'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:53:26.902086 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] Routers {'50e910ed-041c-4368-b773-13c2b3fc6b86'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:26.902734 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['50e910ed-041c-4368-b773-13c2b3fc6b86'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:26.962634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-9f3ff7e2-e4db-4153-8d34-d5185c98aced service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107178 Nov 05 21:53:27.084888 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:27.147830 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-1ec5b42c-3205-4072-bcd5-eedc6a6d832d service neutron] 10.222.0.13 "GET /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775839 Nov 05 21:53:27.153644 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] Set router 50e910ed-041c-4368-b773-13c2b3fc6b86 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:27.199684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-a2c306f0-99f6-4d85-9712-2b826d9d301b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 217 time: 0.0432174 Nov 05 21:53:27.257883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-253759cb-ef68-4c13-931a-7026f6c4fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:27.260355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-253759cb-ef68-4c13-931a-7026f6c4fb5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0539649 Nov 05 21:53:27.272329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:27.336596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-cdbfa375-29e8-4af2-923c-346693a37021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:27.339983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-cdbfa375-29e8-4af2-923c-346693a37021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701334 Nov 05 21:53:27.467143 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:53:25Z', 'revision_number': 5, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port': {'id': '03baab69-84fb-4f87-9c67-e54fa797516a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:52:07Z', 'updated_at': '2021-11-05T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:27.476912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Deleting port 03baab69-84fb-4f87-9c67-e54fa797516a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:27.477267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:27.523904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-9d51808d-ba93-4da8-86d7-c79c24744780 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767867 Nov 05 21:53:27.528869 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] Checking router: 50e910ed-041c-4368-b773-13c2b3fc6b86 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:53:27.547932 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] Routers {'50e910ed-041c-4368-b773-13c2b3fc6b86'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:27.549561 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['50e910ed-041c-4368-b773-13c2b3fc6b86'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:27.668253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] For port 03baab69-84fb-4f87-9c67-e54fa797516a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=03baab69-84fb-4f87-9c67-e54fa797516a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:27.688076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:27.736716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Calling delete_port for 03baab69-84fb-4f87-9c67-e54fa797516a owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:27.825055 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] Set router 50e910ed-041c-4368-b773-13c2b3fc6b86 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:27.872060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-59ae2a52-9aea-4f98-ab67-51e9af03381c service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408229 Nov 05 21:53:27.888539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84b53e-c3e7-48ac-80d7-3dea366d3480 req-8f483470-73e4-4e37-96bf-97095637fe37 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:27.898234 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:53:27Z', 'revision_number': 6, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:27.907970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc84b53e-c3e7-48ac-80d7-3dea366d3480 req-8f483470-73e4-4e37-96bf-97095637fe37 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.2085230 Nov 05 21:53:27.932420 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6f6a2-749d-4d5e-88e7-0160687ae9db None None] The sync data for ids ['50e910ed-041c-4368-b773-13c2b3fc6b86'] in n-d-816738-5 is: [{'id': '50e910ed-041c-4368-b773-13c2b3fc6b86', 'name': 'tempest-ServersTestMultiNic-1394108738-router', 'tenant_id': '94e88ef56cdf43f9bc70c03e1927b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:52:06Z', 'updated_at': '2021-11-05T21:53:27Z', 'revision_number': 6, 'project_id': '94e88ef56cdf43f9bc70c03e1927b940', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:53:27.996986 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-1cf8f2dc-4399-4c19-ae61-8a004d2e47a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 217 time: 0.0860624 Nov 05 21:53:28.123078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.171401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc84b53e-c3e7-48ac-80d7-3dea366d3480 req-88334ba1-d1e4-45a0-b8e7-8b4baffd1be2 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620718 Nov 05 21:53:28.186985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-34037aa7-32e2-48ba-aced-a57892163bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:28.188704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-34037aa7-32e2-48ba-aced-a57892163bb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.1628444 Nov 05 21:53:28.220136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=03baab69-84fb-4f87-9c67-e54fa797516a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:28.307780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.321976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-0a4fc355-1f5d-4ff0-9e11-f27563f82451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:28.323709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-0a4fc355-1f5d-4ff0-9e11-f27563f82451 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282136 Nov 05 21:53:28.428325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ab2ad006-b648-4963-8ec1-508b42815dc2 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:28.475858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ab2ad006-b648-4963-8ec1-508b42815dc2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:28.476203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ab2ad006-b648-4963-8ec1-508b42815dc2 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:28.486350 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-0e48b716-96fe-49d3-b648-3e77b15ee9ee service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417322 Nov 05 21:53:28.527279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.529828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.596178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-39414ef7-8d30-40af-b2ea-523796093223 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028395 Nov 05 21:53:28.606316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:28.612368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': 'f03a78d7-42ba-43e6-b10e-d4f7edbb2930', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:28.646747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-6bd6379c-2df3-4477-b8ae-d170f74e9954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28 HTTP/1.1" status: 200 len: 217 time: 0.0422847 Nov 05 21:53:28.704709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-1fb86dda-1e8e-4596-afc3-61276b4304a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:28.706360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-1fb86dda-1e8e-4596-afc3-61276b4304a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0525138 Nov 05 21:53:28.729130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.739295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e910ed-041c-4368-b773-13c2b3fc6b86 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:53:28.739295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.739295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-850dc2dd-63e9-4a32-aaa2-3afe4dc13b0f admin admin] 10.222.0.41 "DELETE /v2.0/routers/50e910ed-041c-4368-b773-13c2b3fc6b86 HTTP/1.1" status: 204 len: 168 time: 1.8748989 Nov 05 21:53:28.739824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60920) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:28.773757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-a9072623-de6d-4d4e-8481-71b185050b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:28.775339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-a9072623-de6d-4d4e-8481-71b185050b7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625234 Nov 05 21:53:28.812849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] Deleting subnet cf170ffc-b9b4-4b8a-85e8-6df8d7e50982 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:53:28.817836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.864733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:28.881577 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.920662 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:28.938567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-312365a4-fa3a-4646-9c50-f80e359f7a33 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551423 Nov 05 21:53:29.086015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.108977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-b6e9602b-8a0b-4597-9514-2ca66043dfe8 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638443 Nov 05 21:53:29.228300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-39c35e8c-b737-4f9d-926a-f306cea21ab9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb HTTP/1.1" status: 200 len: 217 time: 0.1124804 Nov 05 21:53:29.282726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-2d34bc55-a880-482f-ac36-185b5f9e276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:29.284239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-2d34bc55-a880-482f-ac36-185b5f9e276d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 200 len: 797 time: 0.0490441 Nov 05 21:53:29.294701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.310406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.344423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-66033ae1-33ed-433d-b1b7-82410e81cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:29.346220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-66033ae1-33ed-433d-b1b7-82410e81cbc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a790aee-22a8-43f6-a5ab-024cc5a2380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553567 Nov 05 21:53:29.349961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.355819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf170ffc-b9b4-4b8a-85e8-6df8d7e50982 HTTP/1.1" status: 204 len: 168 time: 0.6128027 Nov 05 21:53:29.359612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60932) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:29.359796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ff315-5053-434b-b81d-bcc262e15342 None None] Network 700e8e87-3acd-4534-a026-37f40f2c01a8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:29.389901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=22102492-feef-49ff-ba52-1c840d5ba36d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:29.456966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600636b-8d99-40e6-b6bb-9d32dcfb8b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf170ffc-b9b4-4b8a-85e8-6df8d7e50982,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:29.466333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': '0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f03a78d7-42ba-43e6-b10e-d4f7edbb2930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:29.466809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: f03a78d7-42ba-43e6-b10e-d4f7edbb2930, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:29.569223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:29.585923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e87e-ecc3-46b7-bd28-88195913aa34 req-20b04df0-27e7-493e-8883-78c98b00341d tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:29.587509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4068e87e-ecc3-46b7-bd28-88195913aa34 req-20b04df0-27e7-493e-8883-78c98b00341d tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.2159209 Nov 05 21:53:29.610682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.617073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] DHCP port deletion for 700e8e87-3acd-4534-a026-37f40f2c01a8 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:53:29.639353 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-58bd1ab3-8676-42c6-85f0-c27eacc6bc67 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804103 Nov 05 21:53:29.654230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, f03a78d7-42ba-43e6-b10e-d4f7edbb2930) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:29.659381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:29.661569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.671185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663d744-ef9c-49b3-ac7d-b3e35b29988b None None] Network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:29.676366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] Deleting port 45faa853-349a-4e9b-946c-11515b8cd97b {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:29.676739 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.757915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4068e87e-ecc3-46b7-bd28-88195913aa34 req-58031d06-3a5d-4988-82e0-b5ebda34d971 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589122 Nov 05 21:53:29.790382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8d38deff-4e30-4b13-939c-56fce83d3202 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1796710 Nov 05 21:53:29.791980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60936) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:29.797730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] For port 45faa853-349a-4e9b-946c-11515b8cd97b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=45faa853-349a-4e9b-946c-11515b8cd97b,segment=NetworkSegment(bbcc1320-4937-4a09-94f6-f40c8f3d55ef),segment_id=bbcc1320-4937-4a09-94f6-f40c8f3d55ef)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:29.798441 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.799475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-848071519'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:29.820614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] Calling delete_port for 45faa853-349a-4e9b-946c-11515b8cd97b owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:29.830475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-efa815cf-ee4e-4ab6-b578-64230203f654 service neutron] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829054 Nov 05 21:53:29.833815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Deleting port 45faa853-349a-4e9b-946c-11515b8cd97b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:29.837896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.922297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-2cc08ddf-d4ee-4555-bb37-24430240bd94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 200 len: 217 time: 0.0842865 Nov 05 21:53:29.975104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-f03a78d7-42ba-43e6-b10e-d4f7edbb2930', 'network_id': 'f03a78d7-42ba-43e6-b10e-d4f7edbb2930', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': '22102492-feef-49ff-ba52-1c840d5ba36d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:29.975340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:29.976227 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.978549 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:29.983834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] For port 45faa853-349a-4e9b-946c-11515b8cd97b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=45faa853-349a-4e9b-946c-11515b8cd97b,segment=NetworkSegment(bbcc1320-4937-4a09-94f6-f40c8f3d55ef),segment_id=bbcc1320-4937-4a09-94f6-f40c8f3d55ef)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:29.984189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.016208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Calling delete_port for 45faa853-349a-4e9b-946c-11515b8cd97b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:30.040161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-563ae090-c9e4-45a5-9370-8c413f522a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:30.041641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-563ae090-c9e4-45a5-9370-8c413f522a55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.1107702 Nov 05 21:53:30.042364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:30.102845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.105536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.106299 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment 943c3fd8-d42b-4297-bebb-f1a9ede0db8c of type vlan for network f6031f2b-8045-4eaa-864a-14ec6d19b87c Nov 05 21:53:30.134683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] Pushing event deleted for resources: {'Port': ['ID=45faa853-349a-4e9b-946c-11515b8cd97b,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:30.141614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31334625-2d57-4db5-8ff0-7764f1d5216e None None] No DVR routers for this DVR port 45faa853-349a-4e9b-946c-11515b8cd97b on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:30.155704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Allocated IP 2001:db8:0:ffff::2 (f03a78d7-42ba-43e6-b10e-d4f7edbb2930/22102492-feef-49ff-ba52-1c840d5ba36d/e5108355-dd56-4b74-bcd6-4470e2ee0aff) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:30.190070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.206447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-52e86fd3-086e-4dc7-a348-04256326a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:30.212107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-52e86fd3-086e-4dc7-a348-04256326a750 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215451 Nov 05 21:53:30.276169 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.311262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 45faa853-349a-4e9b-946c-11515b8cd97b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:30.352257 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.357114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.360570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 45faa853-349a-4e9b-946c-11515b8cd97b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:30.361030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 45faa853-349a-4e9b-946c-11515b8cd97b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:30.361497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 03baab69-84fb-4f87-9c67-e54fa797516a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:30.366468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:30.367102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.382549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=45faa853-349a-4e9b-946c-11515b8cd97b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:30.383156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 03baab69-84fb-4f87-9c67-e54fa797516a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:30.383514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 03baab69-84fb-4f87-9c67-e54fa797516a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:30.402292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] No DVR routers for this DVR port 45faa853-349a-4e9b-946c-11515b8cd97b on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:30.443811 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.500475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:30.507216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:30.510935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=f6031f2b-8045-4eaa-864a-14ec6d19b87c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:30.512881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:30.516647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Pushing event updated for resources: {'Port': ['ID=e5108355-dd56-4b74-bcd6-4470e2ee0aff,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:30.523662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f6031f2b-8045-4eaa-864a-14ec6d19b87c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:30.552398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a22edc1b-d998-4cda-8ef0-b60969529a10 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7560945 Nov 05 21:53:30.553244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60942) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:30.553737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-77f771f1-3727-4069-bd12-d8b4a4871600 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304710 Nov 05 21:53:30.561138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:30.561500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.581219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.587388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700e8e87-3acd-4534-a026-37f40f2c01a8']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:30.598921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:30.598921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcc1320-4937-4a09-94f6-f40c8f3d55ef') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:30.615294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.641595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.653051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Attempting to bind port e5108355-dd56-4b74-bcd6-4470e2ee0aff on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:30.654060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Attempting to bind port e5108355-dd56-4b74-bcd6-4470e2ee0aff by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f03a78d7-42ba-43e6-b10e-d4f7edbb2930'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:30.654626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Attempting to bind port e5108355-dd56-4b74-bcd6-4470e2ee0aff on network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:30.658037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:30.658479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.661769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:30.662464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Checking segment: {'id': '0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f03a78d7-42ba-43e6-b10e-d4f7edbb2930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:30.663142 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.663728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Bound using segment: {'id': '0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f03a78d7-42ba-43e6-b10e-d4f7edbb2930'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:30.671579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Bound port: e5108355-dd56-4b74-bcd6-4470e2ee0aff, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f03a78d7-42ba-43e6-b10e-d4f7edbb2930'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:30.671579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:30.726456 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:30.755462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] For port e5108355-dd56-4b74-bcd6-4470e2ee0aff, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:30.759209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] For port e5108355-dd56-4b74-bcd6-4470e2ee0aff, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e5108355-dd56-4b74-bcd6-4470e2ee0aff,segment=NetworkSegment(0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4),segment_id=0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:30.809237 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.843136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:30.849121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.853441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-9550a632-aef3-48c3-9be2-ac59f98dee7b service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253562 Nov 05 21:53:30.914866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652e295-9917-42ee-a899-12a01399bfbc None None] Pushing event updated for resources: {'Port': ['ID=e5108355-dd56-4b74-bcd6-4470e2ee0aff,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:30.917926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-edc8cdae-2bdf-4f1f-92da-82b16829c879 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 200 len: 217 time: 0.0574729 Nov 05 21:53:30.919032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.924984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:30.933432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/700e8e87-3acd-4534-a026-37f40f2c01a8 HTTP/1.1" status: 204 len: 168 time: 1.5723944 Nov 05 21:53:31.014010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-ada19f09-0a1c-4652-bd70-e61e12ea5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:31.015520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-ada19f09-0a1c-4652-bd70-e61e12ea5c6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 200 len: 797 time: 0.0799968 Nov 05 21:53:31.016778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a28d69-4f22-49f4-b8d0-2efe49ee2ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=700e8e87-3acd-4534-a026-37f40f2c01a8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:31.091883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-1f190587-a386-4d28-b2e4-c66fce70a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:31.093641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-1f190587-a386-4d28-b2e4-c66fce70a603 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c42f1891-be78-4079-8fbe-2c2273c31bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711906 Nov 05 21:53:31.135884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eb906-0a31-4942-a75f-182173113f32 req-089281df-1763-4270-9806-8ade7094b78d tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:31.137633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b9eb906-0a31-4942-a75f-182173113f32 req-089281df-1763-4270-9806-8ade7094b78d tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.2106116 Nov 05 21:53:31.194233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-c7264aed-be10-4bb8-9d2c-e660270d9382 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:31.196090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-c7264aed-be10-4bb8-9d2c-e660270d9382 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.46 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 946 time: 0.1899955 Nov 05 21:53:31.278019 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-8539654f-2a51-4c05-a858-6959d0c5cd66 service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773393 Nov 05 21:53:31.324071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b9eb906-0a31-4942-a75f-182173113f32 req-72753770-b582-435b-a5af-1c746890eb8a tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bab44d0-318d-4283-87db-8c69d13c4f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773610 Nov 05 21:53:31.434457 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0173f29f-6f15-4d6c-9007-8187cb00cc9b req-09d326e2-dbc7-4d77-9217-ab7dd532b84b service neutron] 10.222.0.13 "GET /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496875 Nov 05 21:53:31.450677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Deleting port f9a14e72-8b01-4943-a233-2111ec5c7aad {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:31.451026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.458390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60954) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:31.470482 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.501488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-46379e0d-5ad4-4a9b-bd51-7fd2894dd0e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94e88ef56cdf43f9bc70c03e1927b940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418537 Nov 05 21:53:31.503983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60956) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:31.556131 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa44b25f-625a-40d4-88c5-1e37d7dfae54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.578207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa44b25f-625a-40d4-88c5-1e37d7dfae54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.595667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=fac6d9f1-f9f3-4ee8-87a4-e8d161b32884,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:31.623765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] For port f9a14e72-8b01-4943-a233-2111ec5c7aad, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f9a14e72-8b01-4943-a233-2111ec5c7aad,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:31.624120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.634645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': '943c3fd8-d42b-4297-bebb-f1a9ede0db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:31.635003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: f6031f2b-8045-4eaa-864a-14ec6d19b87c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:31.689315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa44b25f-625a-40d4-88c5-1e37d7dfae54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.693615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa44b25f-625a-40d4-88c5-1e37d7dfae54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.701648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fa44b25f-625a-40d4-88c5-1e37d7dfae54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/217a51dc-67b3-4100-8c50-ce785ae010e5 HTTP/1.1" status: 204 len: 168 time: 0.1941431 Nov 05 21:53:31.713500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44b25f-625a-40d4-88c5-1e37d7dfae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217a51dc-67b3-4100-8c50-ce785ae010e5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:31.771775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network f6031f2b-8045-4eaa-864a-14ec6d19b87c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:31.872198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, f6031f2b-8045-4eaa-864a-14ec6d19b87c) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:31.881944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:31.882446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10beb3-dbd5-456f-80a6-02d78f4f5483 None None] Network f6031f2b-8045-4eaa-864a-14ec6d19b87c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:31.882927 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.896886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.897350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:31.897735 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Floating IP 915b4335-9cf7-416b-b04f-58c5269e4e1d disassociated. External IP: 172.25.6.227, port: f9a14e72-8b01-4943-a233-2111ec5c7aad. Nov 05 21:53:31.898146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Calling delete_port for f9a14e72-8b01-4943-a233-2111ec5c7aad owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:31.994669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60962) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:31.994852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf9eff1b-b62d-4f26-8320-071e7a76c703 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4393919 Nov 05 21:53:32.070519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-f6031f2b-8045-4eaa-864a-14ec6d19b87c', 'network_id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': 'fac6d9f1-f9f3-4ee8-87a4-e8d161b32884'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:32.071104 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:32.192816 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:32.238545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fba889-ceed-4b20-8fc1-d10c2bf945fd None None] Network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:32.297028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event deleted for resources: {'Port': ['ID=f9a14e72-8b01-4943-a233-2111ec5c7aad,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:32.410164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Allocated IP 2001:db8::1 (f6031f2b-8045-4eaa-864a-14ec6d19b87c/fac6d9f1-f9f3-4ee8-87a4-e8d161b32884/5e799492-8ac5-4d79-819d-973364c78970) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:32.418594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c0bf43e7-fe97-457c-a338-5a5f32701e0b None None] Provisioning complete for port e5108355-dd56-4b74-bcd6-4470e2ee0aff triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:32.418594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0bf43e7-fe97-457c-a338-5a5f32701e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:32.469107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e5108355-dd56-4b74-bcd6-4470e2ee0aff up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:32.502767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:53:32.568462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-521e290c-bca2-471e-96a4-d0f93894d18e req-fc4d3904-4b1a-4894-9ed7-ac96105ca08c tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0472751 Nov 05 21:53:32.596293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:32.669411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:32.757060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:53:32.809157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] Sync routers for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:53:32.813387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886840a-8bd9-49b6-b79a-54271e2b3683 req-a9cbe373-1804-4634-9a4d-4c0541ae14d0 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:32.814100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] No DVR routers for this DVR port f9a14e72-8b01-4943-a233-2111ec5c7aad on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:32.817295 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2886840a-8bd9-49b6-b79a-54271e2b3683 req-a9cbe373-1804-4634-9a4d-4c0541ae14d0 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 950 time: 0.1059809 Nov 05 21:53:32.820008 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:32.825435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c8751c4-9f78-4ddc-b444-8e772317256a req-e0c5999a-ddab-4d07-a868-39f61d7443c0 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.46 "DELETE /v2.0/ports/f9a14e72-8b01-4943-a233-2111ec5c7aad HTTP/1.1" status: 204 len: 173 time: 1.6214190 Nov 05 21:53:32.827517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'name': 'network-vif-deleted', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:32.836161 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004b305b-cabc-4f73-ad21-eef8ade42936" -d '{"events": [{"server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "name": "network-vif-deleted", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:32.868356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:32.869089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:32.886355 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b366495-819e-47a4-9cd4-943f2a058779 x-openstack-request-id: req-5b366495-819e-47a4-9cd4-943f2a058779 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:32.886724 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000edc3a-feaa-4d05-bafe-4a976c10ccf5", "name": "network-vif-deleted", "tag": "f9a14e72-8b01-4943-a233-2111ec5c7aad", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:32.887050 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b366495-819e-47a4-9cd4-943f2a058779 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:32.887780 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000edc3a-feaa-4d05-bafe-4a976c10ccf5', 'name': 'network-vif-deleted', 'tag': 'f9a14e72-8b01-4943-a233-2111ec5c7aad', 'status': 'completed', 'code': 200} Nov 05 21:53:32.899849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2886840a-8bd9-49b6-b79a-54271e2b3683 req-dbf414c7-0211-4a7a-b265-d66f9f6a40b2 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706658 Nov 05 21:53:33.074641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e5108355-dd56-4b74-bcd6-4470e2ee0aff triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:33.075207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.076794 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0bf43e7-fe97-457c-a338-5a5f32701e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.112433 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.212551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:33.248693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c0bf43e7-fe97-457c-a338-5a5f32701e0b None None] For port e5108355-dd56-4b74-bcd6-4470e2ee0aff, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e5108355-dd56-4b74-bcd6-4470e2ee0aff,segment=NetworkSegment(0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4),segment_id=0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:33.277322 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.331488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0bf43e7-fe97-457c-a338-5a5f32701e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.365649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.408261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60996) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:33.455998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.473624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Network f6031f2b-8045-4eaa-864a-14ec6d19b87c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:33.480695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:33.486521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:33.493912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf43e7-fe97-457c-a338-5a5f32701e0b None None] Pushing event updated for resources: {'Port': ['ID=e5108355-dd56-4b74-bcd6-4470e2ee0aff,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:33.502254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=fac6d9f1-f9f3-4ee8-87a4-e8d161b32884,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:33.553645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-135419887-network', 'tenant_id': '64aa572fba2d4ebdb34f3ebabcc1cb42'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:33.574834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.598775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6031f2b-8045-4eaa-864a-14ec6d19b87c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:33.609939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Pushing event updated for resources: {'Port': ['ID=5e799492-8ac5-4d79-819d-973364c78970,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:33.610342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943c3fd8-d42b-4297-bebb-f1a9ede0db8c') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:33.610643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943c3fd8-d42b-4297-bebb-f1a9ede0db8c') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:33.623627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.629970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Attempting to bind port 5e799492-8ac5-4d79-819d-973364c78970 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:33.630343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Attempting to bind port 5e799492-8ac5-4d79-819d-973364c78970 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '943c3fd8-d42b-4297-bebb-f1a9ede0db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:33.630699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Attempting to bind port 5e799492-8ac5-4d79-819d-973364c78970 on network f6031f2b-8045-4eaa-864a-14ec6d19b87c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:33.632557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7f6b460b-2c6c-44e9-a61b-8c98c3604c88 None None] Provisioning complete for port e5108355-dd56-4b74-bcd6-4470e2ee0aff triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:33.633452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f6b460b-2c6c-44e9-a61b-8c98c3604c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.639457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.646650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:33.647279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:33.650674 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:33.657440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:33.657801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Checking segment: {'id': '943c3fd8-d42b-4297-bebb-f1a9ede0db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:33.658197 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.658585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Bound using segment: {'id': '943c3fd8-d42b-4297-bebb-f1a9ede0db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:33.659068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Bound port: 5e799492-8ac5-4d79-819d-973364c78970, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943c3fd8-d42b-4297-bebb-f1a9ede0db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:33.659441 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.672367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Made reservation on behalf of 64aa572fba2d4ebdb34f3ebabcc1cb42 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:33.674725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.696159 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.722786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:33.738060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e4e2723-cdf7-4bac-a138-2131b0cd2d45 req-3fc6e75b-ef33-45b8-92f8-5172c9f47e89 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/ports?device_id=000edc3a-feaa-4d05-bafe-4a976c10ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0673952 Nov 05 21:53:33.768701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] Checking router: fc3b0d3d-3e78-49ea-b951-92657c2dfef9 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:53:33.791302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] For port 5e799492-8ac5-4d79-819d-973364c78970, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:33.794097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 21:53:33.794097 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 21:53:33.794097 n-d-816738-5 neutron-server[102291]: [parameters: {'id': 'f6031f2b-8045-4eaa-864a-14ec6d19b87c'}] Nov 05 21:53:33.794097 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:53:33.794526 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:53:33.795944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] For port 5e799492-8ac5-4d79-819d-973364c78970, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5e799492-8ac5-4d79-819d-973364c78970,segment=NetworkSegment(943c3fd8-d42b-4297-bebb-f1a9ede0db8c),segment_id=943c3fd8-d42b-4297-bebb-f1a9ede0db8c)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:33.817226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:33.817850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:33.820205 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.907573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.911837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.942549 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:33.960685 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:33.961114 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Added segment 5035dd32-05f0-498a-b8d5-8fc2105ab1d0 of type vlan for network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad Nov 05 21:53:33.983931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:34.009382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.016327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea4461-62a0-4773-95f6-c96253856afd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:34.051670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bc4c9-fb0e-473c-b777-b362b2e0cf79 req-53e8ca50-8dba-4114-a4b8-2008bd21aa89 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:34.056044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae8bc4c9-fb0e-473c-b777-b362b2e0cf79 req-53e8ca50-8dba-4114-a4b8-2008bd21aa89 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 950 time: 0.0740733 Nov 05 21:53:34.089164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4e47b-588c-4950-a039-4bb118754520 None None] Pushing event updated for resources: {'Port': ['ID=5e799492-8ac5-4d79-819d-973364c78970,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:34.140206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae8bc4c9-fb0e-473c-b777-b362b2e0cf79 req-e4a97c60-6d16-420a-a76e-354fd3b1bb07 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/security-groups?id=050c2a48-fdc5-471f-acc5-dc4fcc8ff680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736208 Nov 05 21:53:34.144568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.144568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:34.144568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.145111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c0c5f-6b0b-474c-93d7-05fe01afd675 None None] Network f6031f2b-8045-4eaa-864a-14ec6d19b87c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:34.158657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-ca1b95dd-c575-4dbc-bd95-9a9186dd2c9f tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:34.158657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-ca1b95dd-c575-4dbc-bd95-9a9186dd2c9f tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.13 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 950 time: 0.0952256 Nov 05 21:53:34.220674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] Pushing event updated for resources: {'Network': ['ID=426cc627-6e63-4fe9-9e1c-0c3a36d018ad,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:34.233409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:34.245709 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-699aed2f-0cba-4109-8403-809272f50cca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8335774 Nov 05 21:53:34.252666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32776) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:34.252666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Request body: {'subnet': {'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-135419887-subnet', 'tenant_id': '64aa572fba2d4ebdb34f3ebabcc1cb42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:34.284528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Deleting port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:34.287941 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.298992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.351116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Made reservation on behalf of 64aa572fba2d4ebdb34f3ebabcc1cb42 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:34.354660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.412527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] For port a6480c22-1b57-4e6c-aa58-fac09dfb2b87, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:34.412922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.431631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Calling delete_port for a6480c22-1b57-4e6c-aa58-fac09dfb2b87 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:34.444414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port 5e799492-8ac5-4d79-819d-973364c78970 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:34.444751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.467910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e5108355-dd56-4b74-bcd6-4470e2ee0aff up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:34.562738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port 5e799492-8ac5-4d79-819d-973364c78970, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5e799492-8ac5-4d79-819d-973364c78970,segment=NetworkSegment(943c3fd8-d42b-4297-bebb-f1a9ede0db8c),segment_id=943c3fd8-d42b-4297-bebb-f1a9ede0db8c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:34.563102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.579524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for 5e799492-8ac5-4d79-819d-973364c78970 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:34.617776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc11aba-235c-425a-9167-c3fee38a7948 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:53:34.620955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e5108355-dd56-4b74-bcd6-4470e2ee0aff triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:34.621327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.627438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.717802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c473f07-0286-4e20-bae7-52bd0743afa6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:34.721031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Checking segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:34.721401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Network hostable DHCP agents. Network: 426cc627-6e63-4fe9-9e1c-0c3a36d018ad, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:34.734244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:34.740083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.780439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.788078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Pushing event deleted for resources: {'Port': ['ID=a6480c22-1b57-4e6c-aa58-fac09dfb2b87,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:34.790349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a6480c22-1b57-4e6c-aa58-fac09dfb2b87'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:34.800688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570479a0-9b04-44ac-94d0-0be5778d4139 None None] The sync data for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 is: [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:50:19Z', 'revision_number': 4, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a13ac83c-ff05-4718-b353-291d3d33423b', 'name': '', 'network_id': 'c839b44a-8dfb-48e9-8f91-f9401deb9c6c', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'mac_address': 'fa:16:3e:2e:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:17Z', 'updated_at': '2021-11-05T21:50:22Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'subnets': [{'id': '2c74ab35-8307-4ba0-be08-8ab481014daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:53:34.809187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port 5e799492-8ac5-4d79-819d-973364c78970 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:34.809887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:34.831904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.832803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.833125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.833462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.833795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.834125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.834453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.834779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.836133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.836133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.836364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.836673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:53:34.880924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] No DVR routers for this DVR port a6480c22-1b57-4e6c-aa58-fac09dfb2b87 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:34.883649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.888090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c742c5c9-80d6-4ca4-bd7e-bafc0b8426ac req-c5a86ccc-6546-401f-8887-4ac31856f023 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.13 "DELETE /v2.0/ports/a6480c22-1b57-4e6c-aa58-fac09dfb2b87 HTTP/1.1" status: 204 len: 173 time: 0.7285619 Nov 05 21:53:34.915407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'name': 'network-vif-deleted', 'tag': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:34.921702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 426cc627-6e63-4fe9-9e1c-0c3a36d018ad) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:34.922588 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f952613-72b4-4559-a394-273605f5b97d" -d '{"events": [{"server_uuid": "78ffc2d2-7e47-463f-8906-3fe6601f3c2f", "name": "network-vif-deleted", "tag": "a6480c22-1b57-4e6c-aa58-fac09dfb2b87"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:34.922722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:34.922722 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:34.943154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=5e799492-8ac5-4d79-819d-973364c78970,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:34.987721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc11aba-235c-425a-9167-c3fee38a7948 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:53:34.989083 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f25cda-e959-40ae-82e5-eae12d40e2c7 x-openstack-request-id: req-d5f25cda-e959-40ae-82e5-eae12d40e2c7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:34.989445 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ffc2d2-7e47-463f-8906-3fe6601f3c2f", "name": "network-vif-deleted", "tag": "a6480c22-1b57-4e6c-aa58-fac09dfb2b87", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:34.989769 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5f25cda-e959-40ae-82e5-eae12d40e2c7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:34.990244 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ffc2d2-7e47-463f-8906-3fe6601f3c2f', 'name': 'network-vif-deleted', 'tag': 'a6480c22-1b57-4e6c-aa58-fac09dfb2b87', 'status': 'completed', 'code': 200} Nov 05 21:53:34.997768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.015030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32786) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:35.037649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6031f2b-8045-4eaa-864a-14ec6d19b87c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:35.044087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7467f7dc-f706-4e49-93b9-22a3bd3ec665 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7964704 Nov 05 21:53:35.071495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943c3fd8-d42b-4297-bebb-f1a9ede0db8c') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:35.071495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943c3fd8-d42b-4297-bebb-f1a9ede0db8c') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:35.095080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.114860 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.118054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72e9e0bc-fcaa-40b6-a829-bdf5677fffd9 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.139518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:35.139518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:35.142829 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:35.146315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72e9e0bc-fcaa-40b6-a829-bdf5677fffd9 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.182921 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7600a9d-dce9-49ad-ae4f-600a69b3f808 None None] New status for floating IP 915b4335-9cf7-416b-b04f-58c5269e4e1d: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:53:35.241001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f9a14e72-8b01-4943-a233-2111ec5c7aad no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:35.273738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: f9a14e72-8b01-4943-a233-2111ec5c7aad {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:35.274507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f9a14e72-8b01-4943-a233-2111ec5c7aad not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:35.299287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-90547f62-21c0-41c1-ba3d-c297887205f7 req-7fa45f1d-c545-4128-bae6-8089d90e3451 tempest-VolumesBackupsTest-1404103100 tempest-VolumesBackupsTest-1404103100-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ffc2d2-7e47-463f-8906-3fe6601f3c2f HTTP/1.1" status: 200 len: 210 time: 0.0536108 Nov 05 21:53:35.317710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72e9e0bc-fcaa-40b6-a829-bdf5677fffd9 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.321045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72e9e0bc-fcaa-40b6-a829-bdf5677fffd9 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.323483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-72e9e0bc-fcaa-40b6-a829-bdf5677fffd9 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "DELETE /v2.0/security-groups/3bab44d0-318d-4283-87db-8c69d13c4f80 HTTP/1.1" status: 204 len: 168 time: 0.3104000 Nov 05 21:53:35.325320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32794) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:35.346718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9e0bc-fcaa-40b6-a829-bdf5677fffd9 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab44d0-318d-4283-87db-8c69d13c4f80,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:35.346899 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-fe6f223e-8e26-4126-9e92-e758066322b1 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] show failed (client error): The resource could not be found. Nov 05 21:53:35.346899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe6f223e-8e26-4126-9e92-e758066322b1 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "GET /v2.0/security-groups/3bab44d0-318d-4283-87db-8c69d13c4f80 HTTP/1.1" status: 404 len: 347 time: 0.0175493 Nov 05 21:53:35.348591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32796) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:35.394742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.422841 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.427054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/f6031f2b-8045-4eaa-864a-14ec6d19b87c HTTP/1.1" status: 204 len: 168 time: 3.4309356 Nov 05 21:53:35.430846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32804) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:35.442244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1490205893'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:35.456961 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:53:35.479285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab17452-abb3-4318-84f8-825e880809a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=f6031f2b-8045-4eaa-864a-14ec6d19b87c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:35.540391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Deleting port 03fc6582-fa53-413f-8609-827abde3d39a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:35.540727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.556832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:35.560805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.590769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:35.604676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.605048 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment ff44115a-24f1-4a2d-ae0d-906524612495 of type vlan for network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 Nov 05 21:53:35.646332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cf2de-0f07-4e8a-8544-63aa49ab6b88 None None] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:35.661536 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.709108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.709443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.734801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Calling delete_port for 03fc6582-fa53-413f-8609-827abde3d39a owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:35.757465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.765302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:35.765924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:35.784046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92782c74-1347-4fd8-9d05-b25a75046d61 None None] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:35.821553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-0eb1c51a-f311-460a-9d67-00655dc7deb2 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:35.823226 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-0eb1c51a-f311-460a-9d67-00655dc7deb2 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 812 time: 0.1829243 Nov 05 21:53:35.839979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=39148ab7-f9bb-4a2f-a33f-da3c10d1ec36,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:35.857458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7472ae0e-975e-4cef-800c-26a352f6f3e0 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/quotas/64aa572fba2d4ebdb34f3ebabcc1cb42 HTTP/1.1" status: 200 len: 375 time: 0.0205097 Nov 05 21:53:35.861035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b81971da-4796-4ffc-a166-97d6b376972b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4280062 Nov 05 21:53:35.861601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:35.870080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32814) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:35.877875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': '39148ab7-f9bb-4a2f-a33f-da3c10d1ec36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:35.968798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-ee1e33fd-b600-4557-8c08-10231002291c tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391042 Nov 05 21:53:36.063144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.107023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-ab8fea19-8021-4e03-b8d0-dd30ad32602b service neutron] 10.222.0.41 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331758 Nov 05 21:53:36.112651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Pushing event deleted for resources: {'Port': ['ID=03fc6582-fa53-413f-8609-827abde3d39a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:36.146042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:36.150144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.237908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.241045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.244904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d4ca609-cd25-4e47-96db-8fbf3f0787d6 tempest-ServersTestJSON-122952000 tempest-ServersTestJSON-122952000-project] 10.222.0.41 "DELETE /v2.0/floatingips/915b4335-9cf7-416b-b04f-58c5269e4e1d HTTP/1.1" status: 204 len: 168 time: 0.8927600 Nov 05 21:53:36.245183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32820) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:36.260704 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1f6eec1e-f79a-4577-a17e-59bee0c5b770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.309746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-8214b9fa-31d4-4aa3-85d0-d01d129c807c service neutron] 10.222.0.41 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905928 Nov 05 21:53:36.420053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.480859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=63678153-0035-49b6-9361-de6eb93fde5d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:36.490748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': 'ff44115a-24f1-4a2d-ae0d-906524612495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39148ab7-f9bb-4a2f-a33f-da3c10d1ec36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:36.491115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:36.602615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:36.632192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.687247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:36.687527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:36.688164 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:36.698778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220df92-74fb-428d-abad-1039e249990e None None] Network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:36.846142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7b985dfb-cd73-4a08-a31b-800d17c9ddc9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9748526 Nov 05 21:53:36.855739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32834) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:36.857175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951269595'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:36.871036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9004a808-e179-4bef-acce-4f2c86b05b20 req-68a3be18-6b08-48ef-bd53-3322256598d4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 210 time: 0.0544808 Nov 05 21:53:36.934079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-39148ab7-f9bb-4a2f-a33f-da3c10d1ec36', 'network_id': '39148ab7-f9bb-4a2f-a33f-da3c10d1ec36', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': '63678153-0035-49b6-9361-de6eb93fde5d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:36.935190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.008679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:37.013019 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.042047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Deleting port a13ac83c-ff05-4718-b353-291d3d33423b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:37.042425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.074123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:37.106695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.107440 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment a0e7cbc4-1af8-43a3-9cb3-633024f90b8a of type vlan for network 8612ca09-4351-459d-8465-a4af5d286c18 Nov 05 21:53:37.158564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] For port a13ac83c-ff05-4718-b353-291d3d33423b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a13ac83c-ff05-4718-b353-291d3d33423b,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:37.159010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.161802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.176938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Calling delete_port for a13ac83c-ff05-4718-b353-291d3d33423b owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:37.255032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.262978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:37.263893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.275111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Allocated IP 2001:db8::1 (39148ab7-f9bb-4a2f-a33f-da3c10d1ec36/63678153-0035-49b6-9361-de6eb93fde5d/be8d374e-7129-4f2c-b6fe-8a964dbc9d18) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:37.389493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5346093 Nov 05 21:53:37.390646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32846) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:37.397718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': '8612ca09-4351-459d-8465-a4af5d286c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:37.404005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc15fa-c683-4329-b1c7-a16bf6a882a6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=8612ca09-4351-459d-8465-a4af5d286c18,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:37.425961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 8612ca09-4351-459d-8465-a4af5d286c18 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:37.494020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.527764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Pushing event deleted for resources: {'Port': ['ID=a13ac83c-ff05-4718-b353-291d3d33423b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:37.528743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6480c22-1b57-4e6c-aa58-fac09dfb2b87 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:37.566866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: a6480c22-1b57-4e6c-aa58-fac09dfb2b87 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:37.567203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6480c22-1b57-4e6c-aa58-fac09dfb2b87 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:37.585115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:37.588994 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.589425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.688715 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.743904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.787361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:37.792182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:37.794143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Pushing event updated for resources: {'Port': ['ID=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:37.810001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:37.882040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Attempting to bind port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:37.882906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Attempting to bind port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ff44115a-24f1-4a2d-ae0d-906524612495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39148ab7-f9bb-4a2f-a33f-da3c10d1ec36'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:37.884193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Attempting to bind port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 on network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:37.889904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:37.890647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Checking segment: {'id': 'ff44115a-24f1-4a2d-ae0d-906524612495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39148ab7-f9bb-4a2f-a33f-da3c10d1ec36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:37.891280 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:37.892076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Bound using segment: {'id': 'ff44115a-24f1-4a2d-ae0d-906524612495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39148ab7-f9bb-4a2f-a33f-da3c10d1ec36'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:37.892923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Bound port: be8d374e-7129-4f2c-b6fe-8a964dbc9d18, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff44115a-24f1-4a2d-ae0d-906524612495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '39148ab7-f9bb-4a2f-a33f-da3c10d1ec36'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:37.893568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:38.013032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] For port be8d374e-7129-4f2c-b6fe-8a964dbc9d18, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:38.017332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] For port be8d374e-7129-4f2c-b6fe-8a964dbc9d18, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,segment=NetworkSegment(ff44115a-24f1-4a2d-ae0d-906524612495),segment_id=ff44115a-24f1-4a2d-ae0d-906524612495)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:38.095818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e97bd81-1403-4a80-810a-664edd8e9adf req-04fd4916-d01a-4d83-85bc-a42c5a1c7df9 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 210 time: 0.0358353 Nov 05 21:53:38.107656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:53:38.132263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Performing IP validity checks on allocation pools {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 21:53:38.132760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 21:53:38.186030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:38.244376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:53:38.254953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4f47dcfa-5f50-4de4-8dc0-0051117be66b admin admin] 10.222.0.41 "PUT /v2.0/routers/fc3b0d3d-3e78-49ea-b951-92657c2dfef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0074368 Nov 05 21:53:38.259659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32860) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:38.299691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] Sync routers for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:53:38.333354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:38.333981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:38.413940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70709ef1-ee8d-4d40-94c2-feb1da5f6396 None None] Pushing event updated for resources: {'Port': ['ID=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:38.467158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:38.507971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:38.508415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:38.592961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59004d0e-ec9a-47d3-97ef-233139bfaffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:38.681608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=147ff7f5-a0d7-4859-ad70-6d66419874ca,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:38.712089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8612ca09-4351-459d-8465-a4af5d286c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:38.713546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: 8612ca09-4351-459d-8465-a4af5d286c18, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:38.720699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:38.772661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:53:37Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:38.810771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] Checking router: fc3b0d3d-3e78-49ea-b951-92657c2dfef9 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:53:38.820028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] Routers {'fc3b0d3d-3e78-49ea-b951-92657c2dfef9'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:38.820637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:38.854511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network 8612ca09-4351-459d-8465-a4af5d286c18 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:38.922755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Deleting port 9f7dc3ef-79b7-483f-9fc4-01db23208d62 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:38.925124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:38.940814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] Set router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:38.954990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 8612ca09-4351-459d-8465-a4af5d286c18) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:38.971731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e6c96-c6e0-47cc-aeb4-21a436db906e None None] Network 8612ca09-4351-459d-8465-a4af5d286c18 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:38.985273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:38.986013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.038162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] For port 9f7dc3ef-79b7-483f-9fc4-01db23208d62, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9f7dc3ef-79b7-483f-9fc4-01db23208d62,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:39.039231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.056614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Calling delete_port for 9f7dc3ef-79b7-483f-9fc4-01db23208d62 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:39.120123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32866) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:39.122277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6798b8fd-8a02-424c-8650-6ef53c717b62 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7294064 Nov 05 21:53:39.352889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43211473-e00a-429a-81ee-3a63d4164f6f req-f4fa75da-7e54-4c1e-8cfe-2737a1d7ef0e tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 210 time: 0.0622854 Nov 05 21:53:39.419419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.431796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-8612ca09-4351-459d-8465-a4af5d286c18', 'network_id': '8612ca09-4351-459d-8465-a4af5d286c18', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': '147ff7f5-a0d7-4859-ad70-6d66419874ca'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:39.432698 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.501094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.523511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.554109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:53:37Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:39.555055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7dc3ef-79b7-483f-9fc4-01db23208d62,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:39.603966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0741fd-741d-4977-b506-f32dea56c4c0 None None] The sync data for ids ['fc3b0d3d-3e78-49ea-b951-92657c2dfef9'] in n-d-816738-5 is: [{'id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'name': 'tempest-ServersTestJSON-1367000966-router', 'tenant_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:50:12Z', 'updated_at': '2021-11-05T21:53:37Z', 'revision_number': 5, 'project_id': '9a6aee8fb5124fe2a4636ef510e51e3c', 'gw_port': {'id': '9f7dc3ef-79b7-483f-9fc4-01db23208d62', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b0d3d-3e78-49ea-b951-92657c2dfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:50:13Z', 'updated_at': '2021-11-05T21:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:53:39.650603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Allocated IP 2001:db8::3 (8612ca09-4351-459d-8465-a4af5d286c18/147ff7f5-a0d7-4859-ad70-6d66419874ca/42fad927-15ab-41e9-958b-c90d9c0733ef) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:39.713146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3909e-bda4-4c78-b819-b2fc6a08f81c None None] Network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:39.724146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.828555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.833197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.845818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-86c4fedb-5b37-438e-b091-0616fb955cd7 None None] Provisioning complete for port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:39.852631 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c4fedb-5b37-438e-b091-0616fb955cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.934157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.934795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3b0d3d-3e78-49ea-b951-92657c2dfef9 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:53:39.940259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:39.945290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32876) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:39.959434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7243a866-dc88-4518-b12b-d8e6a3246670 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fc3b0d3d-3e78-49ea-b951-92657c2dfef9 HTTP/1.1" status: 204 len: 168 time: 1.6964450 Nov 05 21:53:40.013392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] Deleting subnet 2c74ab35-8307-4ba0-be08-8ab481014daa {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:53:40.018850 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.087408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.178582 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.208805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.218868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.302325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c4fedb-5b37-438e-b091-0616fb955cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.343469 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.354561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-86c4fedb-5b37-438e-b091-0616fb955cd7 None None] For port be8d374e-7129-4f2c-b6fe-8a964dbc9d18, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,segment=NetworkSegment(ff44115a-24f1-4a2d-ae0d-906524612495),segment_id=ff44115a-24f1-4a2d-ae0d-906524612495)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:40.440429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.454963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Network 8612ca09-4351-459d-8465-a4af5d286c18 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:40.454963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Pushing event updated for resources: {'Port': ['ID=42fad927-15ab-41e9-958b-c90d9c0733ef,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:40.455541 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c4fedb-5b37-438e-b091-0616fb955cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.534344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c74ab35-8307-4ba0-be08-8ab481014daa,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:40.565153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.575787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-05ef8626-2b03-48a9-8c14-943a80265b2f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2c74ab35-8307-4ba0-be08-8ab481014daa HTTP/1.1" status: 204 len: 168 time: 0.6261234 Nov 05 21:53:40.583837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32882) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:40.606233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.626019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:40.638816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4fedb-5b37-438e-b091-0616fb955cd7 None None] Pushing event updated for resources: {'Port': ['ID=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:40.641662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:40.658813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-c2057a1d-9f19-4ade-9acb-0c85dc11badf tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:40.659099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d86b6e-4ccb-4568-80c5-009f038b019f None None] Network c839b44a-8dfb-48e9-8f91-f9401deb9c6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:40.662165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-c2057a1d-9f19-4ade-9acb-0c85dc11badf tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 812 time: 0.4011686 Nov 05 21:53:40.667423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device be8d374e-7129-4f2c-b6fe-8a964dbc9d18 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:40.714507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Request body: {'port': {'device_id': '12321515-6c3b-473e-bbaa-522148c5f605', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'admin_state_up': True, 'tenant_id': '64aa572fba2d4ebdb34f3ebabcc1cb42'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:40.759230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c876b28a-1168-4a4f-9a4d-0f2bfab39adf req-cf00844d-963b-43e1-bb5d-a9a5035334e9 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 210 time: 0.0633547 Nov 05 21:53:40.772465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=147ff7f5-a0d7-4859-ad70-6d66419874ca,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:40.822386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-b66d268e-d80a-4f75-9388-5048eb7f77a6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:40.826011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-b66d268e-d80a-4f75-9388-5048eb7f77a6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 812 time: 0.3208127 Nov 05 21:53:40.839654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Request body: {'port': {'device_id': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'admin_state_up': True, 'tenant_id': '64aa572fba2d4ebdb34f3ebabcc1cb42'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:40.993212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:40.994474 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:40.998864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Attempting to bind port 42fad927-15ab-41e9-958b-c90d9c0733ef on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:40.999496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Attempting to bind port 42fad927-15ab-41e9-958b-c90d9c0733ef by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8612ca09-4351-459d-8465-a4af5d286c18'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:40.999932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Attempting to bind port 42fad927-15ab-41e9-958b-c90d9c0733ef on network 8612ca09-4351-459d-8465-a4af5d286c18 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:41.012629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:41.013035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Checking segment: {'id': 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8612ca09-4351-459d-8465-a4af5d286c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:41.013394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.013795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Bound using segment: {'id': 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8612ca09-4351-459d-8465-a4af5d286c18'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:41.014292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Bound port: 42fad927-15ab-41e9-958b-c90d9c0733ef, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8612ca09-4351-459d-8465-a4af5d286c18'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:41.014670 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.160368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-514b378e-c9d8-4732-be65-b758315bcb91 None None] Provisioning complete for port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:41.160368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-514b378e-c9d8-4732-be65-b758315bcb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.231303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Made reservation on behalf of 64aa572fba2d4ebdb34f3ebabcc1cb42 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:41.235260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.328568 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] For port 42fad927-15ab-41e9-958b-c90d9c0733ef, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:41.333594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] For port 42fad927-15ab-41e9-958b-c90d9c0733ef, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42fad927-15ab-41e9-958b-c90d9c0733ef,segment=NetworkSegment(a0e7cbc4-1af8-43a3-9cb3-633024f90b8a),segment_id=a0e7cbc4-1af8-43a3-9cb3-633024f90b8a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:41.357414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.364650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.388702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.419995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a13ac83c-ff05-4718-b353-291d3d33423b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:41.430574 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.440341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] DHCP port deletion for c839b44a-8dfb-48e9-8f91-f9401deb9c6c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:53:41.460516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Allocated IP 172.20.0.13 (426cc627-6e63-4fe9-9e1c-0c3a36d018ad/4c473f07-0286-4e20-bae7-52bd0743afa6/a363d8ab-2b94-476d-aff8-8e331bae3eae) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:41.478524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8612ca09-4351-459d-8465-a4af5d286c18']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:41.489326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a13ac83c-ff05-4718-b353-291d3d33423b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:41.489831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a13ac83c-ff05-4718-b353-291d3d33423b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:41.557608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:41.557904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:41.588844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.603219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20087-5eaf-4b4c-9801-4f6f4053b6f3 None None] Pushing event updated for resources: {'Port': ['ID=42fad927-15ab-41e9-958b-c90d9c0733ef,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:41.622333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.640628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:41.641020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:41.646940 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:41.699944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Deleting port 22f686da-343c-4860-a9cf-f0a9267fb8bb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:41.700287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.704178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ef395-adda-45c8-9dad-883ed959d18f None None] Network 8612ca09-4351-459d-8465-a4af5d286c18 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:41.715038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.723415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Made reservation on behalf of 64aa572fba2d4ebdb34f3ebabcc1cb42 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:41.726948 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.796293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 21:53:41.796293 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 21:53:41.796293 n-d-816738-5 neutron-server[102291]: [parameters: {'id': '8612ca09-4351-459d-8465-a4af5d286c18'}] Nov 05 21:53:41.796293 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:53:41.796293 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:53:41.801780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] For port 22f686da-343c-4860-a9cf-f0a9267fb8bb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=22f686da-343c-4860-a9cf-f0a9267fb8bb,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:41.802156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.821946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] Deleting port 22f686da-343c-4860-a9cf-f0a9267fb8bb {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:41.822579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.846184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Calling delete_port for 22f686da-343c-4860-a9cf-f0a9267fb8bb owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:41.877807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.976073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] For port 22f686da-343c-4860-a9cf-f0a9267fb8bb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=22f686da-343c-4860-a9cf-f0a9267fb8bb,segment=NetworkSegment(a6bdc13c-84c6-47fc-a43e-ae553b096e26),segment_id=a6bdc13c-84c6-47fc-a43e-ae553b096e26)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:41.976472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:41.987568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:41.991022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event updated for resources: {'Port': ['ID=a363d8ab-2b94-476d-aff8-8e331bae3eae,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:41.993570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] Calling delete_port for 22f686da-343c-4860-a9cf-f0a9267fb8bb owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:41.997843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:42.005228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:42.061966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145d222-6f9f-496d-bbab-4247421c6ead req-6023195f-fe69-47d0-93bf-7a2ae329159f tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:42.063531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e145d222-6f9f-496d-bbab-4247421c6ead req-6023195f-fe69-47d0-93bf-7a2ae329159f tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 932 time: 0.2073882 Nov 05 21:53:42.075320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.076962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:42.077622 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.084935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Allocated IP 172.20.0.10 (426cc627-6e63-4fe9-9e1c-0c3a36d018ad/4c473f07-0286-4e20-bae7-52bd0743afa6/54f8d289-4f0c-489e-82e4-5daa2a3f3032) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:42.183238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-51215d1c-cb76-44e7-8e9f-cd55e5289aac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3445954 Nov 05 21:53:42.183439 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.184426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.196399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Request body: {'port': {'device_id': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:42.210491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] No DVR routers for this DVR port 22f686da-343c-4860-a9cf-f0a9267fb8bb on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:42.216259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcec11-a14e-49a5-affe-0126933f6dd9 None None] Pushing event deleted for resources: {'Port': ['ID=22f686da-343c-4860-a9cf-f0a9267fb8bb,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:42.242080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6309ef-0b94-49b2-92aa-b279ab80ac36 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:53:42.270417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f686da-343c-4860-a9cf-f0a9267fb8bb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:42.304333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.322253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.327895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] No DVR routers for this DVR port 22f686da-343c-4860-a9cf-f0a9267fb8bb on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:42.338285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e145d222-6f9f-496d-bbab-4247421c6ead req-033d99e6-e5cb-42ee-b8cd-66ae5bce2dc9 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850131 Nov 05 21:53:42.500454 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.527998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.541326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c839b44a-8dfb-48e9-8f91-f9401deb9c6c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:42.542524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6309ef-0b94-49b2-92aa-b279ab80ac36 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:53:42.551535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device be8d374e-7129-4f2c-b6fe-8a964dbc9d18 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:42.563143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bdc13c-84c6-47fc-a43e-ae553b096e26') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:42.563905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bdc13c-84c6-47fc-a43e-ae553b096e26') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:42.578697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.599261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port 42fad927-15ab-41e9-958b-c90d9c0733ef {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:42.599622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.625109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.642389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:42.642904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:42.644577 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:42.767815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.774593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:42.774965 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.795052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port 42fad927-15ab-41e9-958b-c90d9c0733ef, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42fad927-15ab-41e9-958b-c90d9c0733ef,segment=NetworkSegment(a0e7cbc4-1af8-43a3-9cb3-633024f90b8a),segment_id=a0e7cbc4-1af8-43a3-9cb3-633024f90b8a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:42.795809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.827400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:42.842585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:42.851123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:42.868012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for 42fad927-15ab-41e9-958b-c90d9c0733ef owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:42.933615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.934413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event updated for resources: {'Port': ['ID=54f8d289-4f0c-489e-82e4-5daa2a3f3032,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:42.975562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:42.989694 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c839b44a-8dfb-48e9-8f91-f9401deb9c6c HTTP/1.1" status: 204 len: 168 time: 2.4040525 Nov 05 21:53:43.002634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:43.004309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.030709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468509a-2f50-4595-aef9-ef809c470e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c839b44a-8dfb-48e9-8f91-f9401deb9c6c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:43.058339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a363d8ab-2b94-476d-aff8-8e331bae3eae {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:43.067911 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.097290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9f7dc3ef-79b7-483f-9fc4-01db23208d62 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:43.124692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 9f7dc3ef-79b7-483f-9fc4-01db23208d62 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:43.125053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9f7dc3ef-79b7-483f-9fc4-01db23208d62 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:43.125470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 22f686da-343c-4860-a9cf-f0a9267fb8bb no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:43.131933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1421e4de-255f-4e9a-a0fa-1430e11eb802 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4231613 Nov 05 21:53:43.145530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Request body: {'port': {'device_id': '12321515-6c3b-473e-bbaa-522148c5f605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:43.152320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 22f686da-343c-4860-a9cf-f0a9267fb8bb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:43.152672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 22f686da-343c-4860-a9cf-f0a9267fb8bb not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:43.209253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Transition to ACTIVE for port object a363d8ab-2b94-476d-aff8-8e331bae3eae will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:53:43.216142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.247591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.251810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port 42fad927-15ab-41e9-958b-c90d9c0733ef on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:43.258369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=42fad927-15ab-41e9-958b-c90d9c0733ef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:43.293622 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.354792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Pushing event updated for resources: {'Port': ['ID=a363d8ab-2b94-476d-aff8-8e331bae3eae,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:43.380623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.431411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Attempting to bind port a363d8ab-2b94-476d-aff8-8e331bae3eae on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:43.432314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Attempting to bind port a363d8ab-2b94-476d-aff8-8e331bae3eae by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:43.433085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Attempting to bind port a363d8ab-2b94-476d-aff8-8e331bae3eae on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:43.438217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Port a363d8ab-2b94-476d-aff8-8e331bae3eae on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:53:43.438894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Attempting to bind port a363d8ab-2b94-476d-aff8-8e331bae3eae on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:43.445410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:43.445774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Checking segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:43.446165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Bound using segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:43.446603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Bound port: a363d8ab-2b94-476d-aff8-8e331bae3eae, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:43.446955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.463176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8612ca09-4351-459d-8465-a4af5d286c18']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:43.479462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:43.479798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e7cbc4-1af8-43a3-9cb3-633024f90b8a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:43.481297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32982) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:43.515461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.539306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0210-d16e-462f-9789-64acb672b66b req-650fae06-683f-4b76-9861-541da25d0578 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:43.541129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-771c0210-d16e-462f-9789-64acb672b66b req-650fae06-683f-4b76-9861-541da25d0578 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 944 time: 0.0827289 Nov 05 21:53:43.555375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.568900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:43.569624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:43.574083 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:43.586647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] For port a363d8ab-2b94-476d-aff8-8e331bae3eae, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:43.608215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] For port a363d8ab-2b94-476d-aff8-8e331bae3eae, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a363d8ab-2b94-476d-aff8-8e331bae3eae,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:43.626488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-771c0210-d16e-462f-9789-64acb672b66b req-b68ce886-5afd-4fa1-ba25-437055d1d6db tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Nov 05 21:53:43.670721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-076eb2f5-b0aa-4d18-aafd-1769437681aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a6aee8fb5124fe2a4636ef510e51e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882205 Nov 05 21:53:43.673327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32984) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:43.691156 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.735107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:43.735985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.738622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] 10.222.0.46 "PUT /v2.0/ports/a363d8ab-2b94-476d-aff8-8e331bae3eae HTTP/1.1" status: 200 len: 1092 time: 1.5500815 Nov 05 21:53:43.741935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'tag': 'a363d8ab-2b94-476d-aff8-8e331bae3eae'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:43.745199 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51385f40-f8f2-4f6f-ae4d-ac7ef02d9e13" -d '{"events": [{"name": "network-changed", "server_uuid": "c7687bdb-5203-4a3b-a667-06269989dbdd", "tag": "a363d8ab-2b94-476d-aff8-8e331bae3eae"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:43.795916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.796247 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df86abbc-466e-48b1-8d67-7ed763de2d98 x-openstack-request-id: req-df86abbc-466e-48b1-8d67-7ed763de2d98 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:43.796545 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7687bdb-5203-4a3b-a667-06269989dbdd", "tag": "a363d8ab-2b94-476d-aff8-8e331bae3eae", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:43.797983 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df86abbc-466e-48b1-8d67-7ed763de2d98 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:43.798585 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'tag': 'a363d8ab-2b94-476d-aff8-8e331bae3eae', 'status': 'completed', 'code': 200} Nov 05 21:53:43.799961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b20e-5945-454d-9104-25c7173731a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.804468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030338d-b2d5-4e50-822c-22b26e2c9361 service neutron] Pushing event updated for resources: {'Port': ['ID=a363d8ab-2b94-476d-aff8-8e331bae3eae,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:43.815999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.823951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/8612ca09-4351-459d-8465-a4af5d286c18 HTTP/1.1" status: 204 len: 168 time: 4.6984100 Nov 05 21:53:43.824149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32990) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:43.835917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1071014078'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:43.836102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a1318-3005-41a6-85f3-bb805dba99b4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=8612ca09-4351-459d-8465-a4af5d286c18,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:43.841769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f8d289-4f0c-489e-82e4-5daa2a3f3032 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:43.851354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.854333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b20e-5945-454d-9104-25c7173731a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:43.868098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Transition to ACTIVE for port object 54f8d289-4f0c-489e-82e4-5daa2a3f3032 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:53:43.924596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51385f40-f8f2-4f6f-ae4d-ac7ef02d9e13 req-b9c43edb-2847-4461-982d-6a0f4496d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:43.926759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51385f40-f8f2-4f6f-ae4d-ac7ef02d9e13 req-b9c43edb-2847-4461-982d-6a0f4496d80e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 1095 time: 0.0838761 Nov 05 21:53:43.945326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.009339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:44.012803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.020691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=54f8d289-4f0c-489e-82e4-5daa2a3f3032,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:44.051967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:44.061029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b20e-5945-454d-9104-25c7173731a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.080249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b20e-5945-454d-9104-25c7173731a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.080249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4ca5b20e-5945-454d-9104-25c7173731a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3b8a36b-7ca0-4237-9109-f6e59c0f4a38 HTTP/1.1" status: 204 len: 168 time: 0.3900263 Nov 05 21:53:44.080249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51385f40-f8f2-4f6f-ae4d-ac7ef02d9e13 req-02e25cbc-23cd-4a7d-b250-8727dc1768d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.080249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51385f40-f8f2-4f6f-ae4d-ac7ef02d9e13 req-02e25cbc-23cd-4a7d-b250-8727dc1768d5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1437206 Nov 05 21:53:44.088507 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.088980 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment 12a03021-29ae-41dc-a7d2-338d85b37d1f of type vlan for network 89bc5cc7-52e1-4da2-b197-f496a2f6b88b Nov 05 21:53:44.089219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Attempting to bind port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:44.090398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Attempting to bind port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:44.090721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Attempting to bind port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:44.096103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:53:44.096539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Attempting to bind port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:44.102936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:44.103401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Checking segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:44.103817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Bound using segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:44.104294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Bound port: 54f8d289-4f0c-489e-82e4-5daa2a3f3032, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:44.111507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.111701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5b20e-5945-454d-9104-25c7173731a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8a36b-7ca0-4237-9109-f6e59c0f4a38,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:44.212418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.230658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] For port 54f8d289-4f0c-489e-82e4-5daa2a3f3032, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:44.249309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] For port 54f8d289-4f0c-489e-82e4-5daa2a3f3032, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=54f8d289-4f0c-489e-82e4-5daa2a3f3032,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:44.261396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51385f40-f8f2-4f6f-ae4d-ac7ef02d9e13 req-0ecdcb9b-a545-4a8e-b607-afe2c527d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.262788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51385f40-f8f2-4f6f-ae4d-ac7ef02d9e13 req-0ecdcb9b-a545-4a8e-b607-afe2c527d7fa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715856 Nov 05 21:53:44.350206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-ef170d5c-1f37-4c61-9540-1b8762d3290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.351759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-ef170d5c-1f37-4c61-9540-1b8762d3290d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 1095 time: 0.0454783 Nov 05 21:53:44.356897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.357652 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.365563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.366188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.396796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.398575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.400241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/54f8d289-4f0c-489e-82e4-5daa2a3f3032 HTTP/1.1" status: 200 len: 1092 time: 1.2594771 Nov 05 21:53:44.400871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12321515-6c3b-473e-bbaa-522148c5f605', 'tag': '54f8d289-4f0c-489e-82e4-5daa2a3f3032'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:44.403653 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cd5272-58e2-4225-8b38-77bad88ebe38" -d '{"events": [{"name": "network-changed", "server_uuid": "12321515-6c3b-473e-bbaa-522148c5f605", "tag": "54f8d289-4f0c-489e-82e4-5daa2a3f3032"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:44.428239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732b9cf-1420-417b-975f-6f1ce657f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=54f8d289-4f0c-489e-82e4-5daa2a3f3032,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:44.450270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-245a4c9d-4cb6-476b-b398-13ee0fbc4917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a363d8ab-2b94-476d-aff8-8e331bae3eae HTTP/1.1" status: 200 len: 217 time: 0.0799770 Nov 05 21:53:44.462167 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3806dff5-1a0b-4bb3-8dcf-09888666f19a x-openstack-request-id: req-3806dff5-1a0b-4bb3-8dcf-09888666f19a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:44.462462 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12321515-6c3b-473e-bbaa-522148c5f605", "tag": "54f8d289-4f0c-489e-82e4-5daa2a3f3032", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:44.462719 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3806dff5-1a0b-4bb3-8dcf-09888666f19a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:44.463128 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12321515-6c3b-473e-bbaa-522148c5f605', 'tag': '54f8d289-4f0c-489e-82e4-5daa2a3f3032', 'status': 'completed', 'code': 200} Nov 05 21:53:44.525461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7009614 Nov 05 21:53:44.528474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:44.531125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d74561-4551-4afd-9057-d9c2e16d4571 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=89bc5cc7-52e1-4da2-b197-f496a2f6b88b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:44.533579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:44.545980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 89bc5cc7-52e1-4da2-b197-f496a2f6b88b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:44.547420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-71e66586-e6cd-4cd4-aaea-9e61902d797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.549083 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-71e66586-e6cd-4cd4-aaea-9e61902d797b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c473f07-0286-4e20-bae7-52bd0743afa6 HTTP/1.1" status: 200 len: 852 time: 0.0892007 Nov 05 21:53:44.564457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5272-58e2-4225-8b38-77bad88ebe38 req-2b4dbe53-b97c-4b19-b121-a64773c8d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.566010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-96cd5272-58e2-4225-8b38-77bad88ebe38 req-2b4dbe53-b97c-4b19-b121-a64773c8d995 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=12321515-6c3b-473e-bbaa-522148c5f605 HTTP/1.1" status: 200 len: 1095 time: 0.0827677 Nov 05 21:53:44.602677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-d2204b07-82cf-475d-b538-c2d6215d9f66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436003 Nov 05 21:53:44.744126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-03562517-64bd-4ef2-a386-32de9d7d85af service neutron] 10.222.0.46 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287827 Nov 05 21:53:44.833160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:44.842056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:44.919322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7004-c183-4ab1-b36a-d96a06bc2ab4 req-5aff89c7-9d3a-4db7-a884-b75f96b2b065 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.924090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69bb7004-c183-4ab1-b36a-d96a06bc2ab4 req-5aff89c7-9d3a-4db7-a884-b75f96b2b065 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 944 time: 0.1288981 Nov 05 21:53:44.948860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5272-58e2-4225-8b38-77bad88ebe38 req-9c75dfc3-4570-4200-9698-52054e248ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:44.949018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-96cd5272-58e2-4225-8b38-77bad88ebe38 req-9c75dfc3-4570-4200-9698-52054e248ed4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3527803 Nov 05 21:53:44.977445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-3557c204-bea0-485b-b81c-61f819c89f90 service neutron] 10.222.0.46 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247968 Nov 05 21:53:45.016596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69bb7004-c183-4ab1-b36a-d96a06bc2ab4 req-a1c7c6f5-0cc7-44c7-b7ab-e8d5b5b488d1 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814431 Nov 05 21:53:45.117861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5272-58e2-4225-8b38-77bad88ebe38 req-4e662124-ba2b-498e-9709-2ab20ee85d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:45.119503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-96cd5272-58e2-4225-8b38-77bad88ebe38 req-4e662124-ba2b-498e-9709-2ab20ee85d15 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414354 Nov 05 21:53:45.264935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-db15b9bc-4cc7-4c2a-8108-b5a7b58d23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:45.266480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-db15b9bc-4cc7-4c2a-8108-b5a7b58d23e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=12321515-6c3b-473e-bbaa-522148c5f605 HTTP/1.1" status: 200 len: 1095 time: 0.0958917 Nov 05 21:53:45.309323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-e232b143-5e15-4be1-a5a3-a7d414949b50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f8d289-4f0c-489e-82e4-5daa2a3f3032 HTTP/1.1" status: 200 len: 217 time: 0.0345435 Nov 05 21:53:45.326432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.420122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-9178bfa2-255b-4424-ac0c-2e0ff06a349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:45.421608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-9178bfa2-255b-4424-ac0c-2e0ff06a349e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c473f07-0286-4e20-bae7-52bd0743afa6 HTTP/1.1" status: 200 len: 852 time: 0.1044140 Nov 05 21:53:45.423678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=6df9a295-6212-4ce1-99d2-4d61157a6515,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:45.462266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-9609e42e-389e-4c05-9b24-3f043cb6d47a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307612 Nov 05 21:53:45.465146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': '12a03021-29ae-41dc-a7d2-338d85b37d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:45.465626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: 89bc5cc7-52e1-4da2-b197-f496a2f6b88b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:45.500985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33028) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:45.570657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-c0156436-17a3-4bba-a07c-d77d4e6250fc service neutron] 10.222.0.13 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988822 Nov 05 21:53:45.588543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network 89bc5cc7-52e1-4da2-b197-f496a2f6b88b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:45.606748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-445152395-network', 'tenant_id': 'f8fdff17b6244091b0c220ff30795346'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:45.680107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991d15c8-17d4-4303-a02b-c98ae41a7552 req-f8a5356c-c244-476f-97ee-0b3bf426c6ff service neutron] 10.222.0.13 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020763 Nov 05 21:53:45.705375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 89bc5cc7-52e1-4da2-b197-f496a2f6b88b) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:45.710109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:45.711101 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.720248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2dbc08-0dd6-461c-83d9-e8160f975adb None None] Network 89bc5cc7-52e1-4da2-b197-f496a2f6b88b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:45.751104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:45.754479 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.762893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.850244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.856952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1b220257-ccc3-4617-8dd6-3f02286599b6 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3272843 Nov 05 21:53:45.860022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:45.873741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-89bc5cc7-52e1-4da2-b197-f496a2f6b88b', 'network_id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': '6df9a295-6212-4ce1-99d2-4d61157a6515'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:45.874613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.924050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.972937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:45.979888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:45.995664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:45.996014 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Added segment e0dd158f-61e9-495b-a977-c78b5e554e5e of type vlan for network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 Nov 05 21:53:46.009297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.029253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Allocated IP 2001:db8::1 (89bc5cc7-52e1-4da2-b197-f496a2f6b88b/6df9a295-6212-4ce1-99d2-4d61157a6515/cbc92df1-054e-4d47-b100-fe5bc122b7d5) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:46.048343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.143125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.159086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660efc2-d640-479f-a756-3f04f11f1bcd req-72300d22-4790-447d-9c81-effdbe3c0610 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:46.161156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a660efc2-d640-479f-a756-3f04f11f1bcd req-72300d22-4790-447d-9c81-effdbe3c0610 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 944 time: 0.0562148 Nov 05 21:53:46.218478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a660efc2-d640-479f-a756-3f04f11f1bcd req-f13da3c6-3087-42ea-8284-d5d0aaca9568 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506537 Nov 05 21:53:46.232572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.235291 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.235441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:46.235441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.295791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] Pushing event updated for resources: {'Network': ['ID=42cf4290-2b17-4eb4-b12d-e2679ffb9d14,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:46.305974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:46.356799 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.372589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e8436e8e-42f3-4b60-b9cc-0ec8c0298169 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8699782 Nov 05 21:53:46.374051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33040) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:46.379629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Request body: {'subnet': {'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-445152395-subnet', 'tenant_id': 'f8fdff17b6244091b0c220ff30795346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:46.418967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Network 89bc5cc7-52e1-4da2-b197-f496a2f6b88b is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:46.422915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Pushing event updated for resources: {'Port': ['ID=cbc92df1-054e-4d47-b100-fe5bc122b7d5,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:46.425990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:46.428198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:46.443778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.479362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=6df9a295-6212-4ce1-99d2-4d61157a6515,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:46.505462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:46.508154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.572720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.610614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bc5cc7-52e1-4da2-b197-f496a2f6b88b']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:46.624931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a03021-29ae-41dc-a7d2-338d85b37d1f') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:46.625516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a03021-29ae-41dc-a7d2-338d85b37d1f') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:46.638785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Attempting to bind port cbc92df1-054e-4d47-b100-fe5bc122b7d5 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:46.639145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Attempting to bind port cbc92df1-054e-4d47-b100-fe5bc122b7d5 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '12a03021-29ae-41dc-a7d2-338d85b37d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:46.639783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Attempting to bind port cbc92df1-054e-4d47-b100-fe5bc122b7d5 on network 89bc5cc7-52e1-4da2-b197-f496a2f6b88b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:46.641440 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.645026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:46.645400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Checking segment: {'id': '12a03021-29ae-41dc-a7d2-338d85b37d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:46.647939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.647939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Bound using segment: {'id': '12a03021-29ae-41dc-a7d2-338d85b37d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:46.647939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Bound port: cbc92df1-054e-4d47-b100-fe5bc122b7d5, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a03021-29ae-41dc-a7d2-338d85b37d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:46.647939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.656625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.667361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:46.667361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:46.669629 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:46.726355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] For port cbc92df1-054e-4d47-b100-fe5bc122b7d5, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:46.733921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] For port cbc92df1-054e-4d47-b100-fe5bc122b7d5, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cbc92df1-054e-4d47-b100-fe5bc122b7d5,segment=NetworkSegment(12a03021-29ae-41dc-a7d2-338d85b37d1f),segment_id=12a03021-29ae-41dc-a7d2-338d85b37d1f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:46.762926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.763602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 21:53:46.763602 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 21:53:46.763602 n-d-816738-5 neutron-server[102292]: [parameters: {'id': '89bc5cc7-52e1-4da2-b197-f496a2f6b88b'}] Nov 05 21:53:46.763602 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:53:46.763602 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:53:46.820255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:46.822993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee209b30-1739-40bc-ae27-5eddff31c583,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:46.835241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Checking segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:46.835641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Network hostable DHCP agents. Network: 42cf4290-2b17-4eb4-b12d-e2679ffb9d14, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:46.910675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a8ad7-4bfe-4c17-9e30-857acc598b15 None None] Pushing event updated for resources: {'Port': ['ID=cbc92df1-054e-4d47-b100-fe5bc122b7d5,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:46.927259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1152ea-3299-4283-8090-3f3e41583314 None None] Network 89bc5cc7-52e1-4da2-b197-f496a2f6b88b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:46.933726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:47.055485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85767066-035c-4a10-8b04-1dbd837ca2c6 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:53:47.065457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 42cf4290-2b17-4eb4-b12d-e2679ffb9d14) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:47.069918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:47.071981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.188256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85767066-035c-4a10-8b04-1dbd837ca2c6 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:53:47.233976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ae17d036-6ee6-4a85-93cc-5a63256723d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8587079 Nov 05 21:53:47.264203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.369845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port cbc92df1-054e-4d47-b100-fe5bc122b7d5 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:47.370185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.383513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a363d8ab-2b94-476d-aff8-8e331bae3eae details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:53:47.459915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port cbc92df1-054e-4d47-b100-fe5bc122b7d5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cbc92df1-054e-4d47-b100-fe5bc122b7d5,segment=NetworkSegment(12a03021-29ae-41dc-a7d2-338d85b37d1f),segment_id=12a03021-29ae-41dc-a7d2-338d85b37d1f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:47.460283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.483106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dd39d-b69c-4a27-ac53-e18075642366 req-763918d4-4d98-422d-9529-347e231f0cd5 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:47.484625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-160dd39d-b69c-4a27-ac53-e18075642366 req-763918d4-4d98-422d-9529-347e231f0cd5 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 944 time: 0.1817014 Nov 05 21:53:47.485611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for cbc92df1-054e-4d47-b100-fe5bc122b7d5 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:47.560264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a363d8ab-2b94-476d-aff8-8e331bae3eae, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a363d8ab-2b94-476d-aff8-8e331bae3eae,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:47.584834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-160dd39d-b69c-4a27-ac53-e18075642366 req-ed3b4ad4-073a-41ef-80af-49dadc5af179 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923853 Nov 05 21:53:47.597640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'a363d8ab-2b94-476d-aff8-8e331bae3eae', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'port_id': 'a363d8ab-2b94-476d-aff8-8e331bae3eae', 'mac_address': 'fa:16:3e:c3:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c473f07-0286-4e20-bae7-52bd0743afa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:53:47.671101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.682690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.688362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a363d8ab-2b94-476d-aff8-8e331bae3eae {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:47.709658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e93dd1-6347-4a8b-b5c3-926c7526f88e None None] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:47.730963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a363d8ab-2b94-476d-aff8-8e331bae3eae, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a363d8ab-2b94-476d-aff8-8e331bae3eae,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:47.734767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=cbc92df1-054e-4d47-b100-fe5bc122b7d5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:47.744113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port cbc92df1-054e-4d47-b100-fe5bc122b7d5 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:47.808160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.850549 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.868894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-10bcd6bd-6d67-4676-b1ac-05dc1cdaf9d6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:47.870540 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-10bcd6bd-6d67-4676-b1ac-05dc1cdaf9d6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.1506116 Nov 05 21:53:47.877234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bc5cc7-52e1-4da2-b197-f496a2f6b88b']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:47.893117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a03021-29ae-41dc-a7d2-338d85b37d1f') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:47.893413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a03021-29ae-41dc-a7d2-338d85b37d1f') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:47.895892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-bde2ca5a-ce55-4479-b088-82ddd0ab9b37 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/quotas/f8fdff17b6244091b0c220ff30795346 HTTP/1.1" status: 200 len: 375 time: 0.0172396 Nov 05 21:53:47.898477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c8b5e-116b-437e-9703-6c6ec60d9260 None None] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:47.907344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.921542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a363d8ab-2b94-476d-aff8-8e331bae3eae,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:47.922357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.930455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:47.930846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:47.934426 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:47.943709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-8f731307-e7d3-400c-92ff-61c6a6231e53 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436809 Nov 05 21:53:48.045227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-7378da20-deaf-423e-9d50-5196ea041509 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004694 Nov 05 21:53:48.071210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:48.079584 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:48.083193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/89bc5cc7-52e1-4da2-b197-f496a2f6b88b HTTP/1.1" status: 204 len: 168 time: 2.2221503 Nov 05 21:53:48.101852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33068) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:48.107154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106169733'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:48.112068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba4a5-d9ab-4fa8-aa0c-b5dee185fb01 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=89bc5cc7-52e1-4da2-b197-f496a2f6b88b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:48.169077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a363d8ab-2b94-476d-aff8-8e331bae3eae'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:48.181007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-d8c04a2e-db4d-4564-b802-596054180641 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263740 Nov 05 21:53:48.214015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:48.218139 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:48.248106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:48.263972 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:48.264579 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment 79cffd59-bcb2-42ed-95df-81adbd350fd6 of type vlan for network 0eda6a85-6415-4899-ad9b-47a4c1744975 Nov 05 21:53:48.305933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:48.416256 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ebe45ae1-6f5c-408b-9c0a-de88c1e7b763 req-fc72f22e-d5e8-49eb-af91-8a23dbdb8d33 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 210 time: 0.0329890 Nov 05 21:53:48.417874 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:48.422594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:48.423208 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:48.499226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=0eda6a85-6415-4899-ad9b-47a4c1744975,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:48.510656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 0eda6a85-6415-4899-ad9b-47a4c1744975 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:48.579671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2cb1329e-ae66-4afa-922f-8ae247fe2fee tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4737878 Nov 05 21:53:48.580096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33080) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:48.601096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': '0eda6a85-6415-4899-ad9b-47a4c1744975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:48.797515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f368629-643c-4016-ad20-ca87c673090b req-c0126463-3ce9-4e24-a605-16884fc3234d tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:48.799038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f368629-643c-4016-ad20-ca87c673090b req-c0126463-3ce9-4e24-a605-16884fc3234d tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 945 time: 0.0866673 Nov 05 21:53:48.850914 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f368629-643c-4016-ad20-ca87c673090b req-363ff9e4-884d-44bc-aee7-9fc00d64adac tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Nov 05 21:53:48.877523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:48.881725 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.162779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.234633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=4430ea58-1f37-46d0-920d-440f697b09d1,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:49.251777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': '79cffd59-bcb2-42ed-95df-81adbd350fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eda6a85-6415-4899-ad9b-47a4c1744975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:49.252134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: 0eda6a85-6415-4899-ad9b-47a4c1744975, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:49.292168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a363d8ab-2b94-476d-aff8-8e331bae3eae up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:49.367903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network 0eda6a85-6415-4899-ad9b-47a4c1744975 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:49.416894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port a363d8ab-2b94-476d-aff8-8e331bae3eae completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:53:49.421113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port a363d8ab-2b94-476d-aff8-8e331bae3eae triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:49.421511 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.436775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 0eda6a85-6415-4899-ad9b-47a4c1744975) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:49.441691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:49.447672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.452462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df903c3-7bee-4671-9c6a-3115b4eddba5 None None] Network 0eda6a85-6415-4899-ad9b-47a4c1744975 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:49.534166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c45cff68-37f1-4599-b649-9e3fd729d7e4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9492607 Nov 05 21:53:49.534644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33094) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:49.581688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 54f8d289-4f0c-489e-82e4-5daa2a3f3032 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:53:49.622286 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.648517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.683519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a363d8ab-2b94-476d-aff8-8e331bae3eae'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:49.685707 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e4825-37b3-4618-9f38-640935709851" -d '{"events": [{"server_uuid": "c7687bdb-5203-4a3b-a667-06269989dbdd", "name": "network-vif-plugged", "status": "completed", "tag": "a363d8ab-2b94-476d-aff8-8e331bae3eae"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:49.708584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.747041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a363d8ab-2b94-476d-aff8-8e331bae3eae, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a363d8ab-2b94-476d-aff8-8e331bae3eae,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:49.774523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-0eda6a85-6415-4899-ad9b-47a4c1744975', 'network_id': '0eda6a85-6415-4899-ad9b-47a4c1744975', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': '4430ea58-1f37-46d0-920d-440f697b09d1'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:49.775428 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.779388 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf24e6e6-e4e1-45ec-b63b-dc7d38a15d54 x-openstack-request-id: req-cf24e6e6-e4e1-45ec-b63b-dc7d38a15d54 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:49.779730 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7687bdb-5203-4a3b-a667-06269989dbdd", "name": "network-vif-plugged", "status": "completed", "tag": "a363d8ab-2b94-476d-aff8-8e331bae3eae", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:49.779971 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf24e6e6-e4e1-45ec-b63b-dc7d38a15d54 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:49.780374 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a363d8ab-2b94-476d-aff8-8e331bae3eae', 'code': 200} Nov 05 21:53:49.839009 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:49.843114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 54f8d289-4f0c-489e-82e4-5daa2a3f3032, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=54f8d289-4f0c-489e-82e4-5daa2a3f3032,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:49.912155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71539813-86f4-4c4a-ae6a-270633372df8 req-406d2821-9a07-41c9-9c7f-4835d7286619 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 210 time: 0.0744655 Nov 05 21:53:49.973040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12628c-52a3-4ff1-8263-1a5b6b49400f req-6fe68248-efcf-45e0-b563-b54ceccf6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:49.974782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a12628c-52a3-4ff1-8263-1a5b6b49400f req-6fe68248-efcf-45e0-b563-b54ceccf6c78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0709009 Nov 05 21:53:49.987171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '54f8d289-4f0c-489e-82e4-5daa2a3f3032', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'port_id': '54f8d289-4f0c-489e-82e4-5daa2a3f3032', 'mac_address': 'fa:16:3e:61:73:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c473f07-0286-4e20-bae7-52bd0743afa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:53:50.063133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a363d8ab-2b94-476d-aff8-8e331bae3eae,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:50.077100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a12628c-52a3-4ff1-8263-1a5b6b49400f req-a9af99e3-f429-49a4-93c1-0b33bf63c5e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944581 Nov 05 21:53:50.130436 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.132588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841363aa-8e8e-42ec-b4c6-81385e7d38b7 req-bee25a65-3e81-4b5a-bb95-0a08786964b1 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:50.134476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-841363aa-8e8e-42ec-b4c6-81385e7d38b7 req-bee25a65-3e81-4b5a-bb95-0a08786964b1 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 946 time: 0.1168678 Nov 05 21:53:50.177285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Allocated IP 2001:db8::1 (0eda6a85-6415-4899-ad9b-47a4c1744975/4430ea58-1f37-46d0-920d-440f697b09d1/fe655926-f143-44cf-b9ed-6c981efcf842) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:50.184399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f8d289-4f0c-489e-82e4-5daa2a3f3032 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:50.219415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-841363aa-8e8e-42ec-b4c6-81385e7d38b7 req-d90e36c3-d481-4a0d-984f-21ba74de9919 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773075 Nov 05 21:53:50.226456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 54f8d289-4f0c-489e-82e4-5daa2a3f3032, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=54f8d289-4f0c-489e-82e4-5daa2a3f3032,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:50.301170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.402393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=54f8d289-4f0c-489e-82e4-5daa2a3f3032,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:50.407769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.489241 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.532544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Network 0eda6a85-6415-4899-ad9b-47a4c1744975 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:50.536227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:50.538597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:50.545287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Pushing event updated for resources: {'Port': ['ID=fe655926-f143-44cf-b9ed-6c981efcf842,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:50.557138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.576494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['54f8d289-4f0c-489e-82e4-5daa2a3f3032'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:50.590928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=4430ea58-1f37-46d0-920d-440f697b09d1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:50.649221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Attempting to bind port fe655926-f143-44cf-b9ed-6c981efcf842 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:50.649221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Attempting to bind port fe655926-f143-44cf-b9ed-6c981efcf842 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '79cffd59-bcb2-42ed-95df-81adbd350fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eda6a85-6415-4899-ad9b-47a4c1744975'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:50.649221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Attempting to bind port fe655926-f143-44cf-b9ed-6c981efcf842 on network 0eda6a85-6415-4899-ad9b-47a4c1744975 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:50.649221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:50.649903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Checking segment: {'id': '79cffd59-bcb2-42ed-95df-81adbd350fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eda6a85-6415-4899-ad9b-47a4c1744975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:50.649903 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.650180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Bound using segment: {'id': '79cffd59-bcb2-42ed-95df-81adbd350fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eda6a85-6415-4899-ad9b-47a4c1744975'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:50.650638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Bound port: fe655926-f143-44cf-b9ed-6c981efcf842, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cffd59-bcb2-42ed-95df-81adbd350fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eda6a85-6415-4899-ad9b-47a4c1744975'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:50.651080 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.657836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.693271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eda6a85-6415-4899-ad9b-47a4c1744975']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:50.706572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cffd59-bcb2-42ed-95df-81adbd350fd6') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:50.707150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cffd59-bcb2-42ed-95df-81adbd350fd6') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:50.718201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.736136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.744989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:50.745426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:50.749242 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:50.758459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] For port fe655926-f143-44cf-b9ed-6c981efcf842, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:50.828354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] For port fe655926-f143-44cf-b9ed-6c981efcf842, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe655926-f143-44cf-b9ed-6c981efcf842,segment=NetworkSegment(79cffd59-bcb2-42ed-95df-81adbd350fd6),segment_id=79cffd59-bcb2-42ed-95df-81adbd350fd6)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:50.922859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 21:53:50.922859 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 21:53:50.922859 n-d-816738-5 neutron-server[102291]: [parameters: {'id': '0eda6a85-6415-4899-ad9b-47a4c1744975'}] Nov 05 21:53:50.922859 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:53:50.923406 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:53:50.953287 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:51.096123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d50e8a9-d377-4837-bee7-8d0aabe9e76b req-305ab2ef-ae6e-42e1-a63f-579b0b6c6e09 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 210 time: 0.0699987 Nov 05 21:53:51.178312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ba008757-4fca-4893-81e0-7ac37543f9b5 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:51.179879 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ba008757-4fca-4893-81e0-7ac37543f9b5 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.2059519 Nov 05 21:53:51.196361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Request body: {'port': {'device_id': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'admin_state_up': True, 'tenant_id': 'f8fdff17b6244091b0c220ff30795346'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:51.263016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652aeab-842e-4205-a3dc-54e7e1c55be4 None None] Pushing event updated for resources: {'Port': ['ID=fe655926-f143-44cf-b9ed-6c981efcf842,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:51.277505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e7dec-cd2e-4c54-8965-1f071d9597d3 None None] Network 0eda6a85-6415-4899-ad9b-47a4c1744975 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:51.429672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:51.439977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6aa97-0004-4050-b21b-cce5b92478cd req-0ed80a3d-fdff-448f-8f4a-d68238a0a89d tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:51.442090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41b6aa97-0004-4050-b21b-cce5b92478cd req-0ed80a3d-fdff-448f-8f4a-d68238a0a89d tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 946 time: 0.1014099 Nov 05 21:53:51.496538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d391b-06e0-4064-ab4a-6242be3b630c None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:53:51.507150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:51.510923 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:51.551814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41b6aa97-0004-4050-b21b-cce5b92478cd req-591e188b-2b73-4d2b-9493-d78641457bcd tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019697 Nov 05 21:53:51.603646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 54f8d289-4f0c-489e-82e4-5daa2a3f3032 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:51.632985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port fe655926-f143-44cf-b9ed-6c981efcf842 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:51.633584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:51.745397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port fe655926-f143-44cf-b9ed-6c981efcf842, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe655926-f143-44cf-b9ed-6c981efcf842,segment=NetworkSegment(79cffd59-bcb2-42ed-95df-81adbd350fd6),segment_id=79cffd59-bcb2-42ed-95df-81adbd350fd6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:51.745926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:51.760118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d391b-06e0-4064-ab4a-6242be3b630c None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:53:51.777256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for fe655926-f143-44cf-b9ed-6c981efcf842 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:51.791391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Allocated IP 172.20.0.8 (42cf4290-2b17-4eb4-b12d-e2679ffb9d14/ee209b30-1739-40bc-ae27-5eddff31c583/777aa72b-86ce-4b23-83be-d1fae6850a59) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:51.839009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:53:51.848074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:51.848456 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.028467 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.073177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.108670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.122353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.130492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.130714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12321515-6c3b-473e-bbaa-522148c5f605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f8d289-4f0c-489e-82e4-5daa2a3f3032'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:52.132507 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87979083-1192-442d-89f6-8300e4be6515" -d '{"events": [{"server_uuid": "12321515-6c3b-473e-bbaa-522148c5f605", "name": "network-vif-plugged", "status": "completed", "tag": "54f8d289-4f0c-489e-82e4-5daa2a3f3032"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:52.136415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.142538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.148885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.156180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.157578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-db3c28f0-3f34-46da-831f-6b53e7005416 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.1783936 Nov 05 21:53:52.163895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 54f8d289-4f0c-489e-82e4-5daa2a3f3032, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=54f8d289-4f0c-489e-82e4-5daa2a3f3032,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:52.176611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port fe655926-f143-44cf-b9ed-6c981efcf842 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:52.183943 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.207768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=fe655926-f143-44cf-b9ed-6c981efcf842,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:52.226977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1eda787a-7f49-4771-9666-a99b49e5482c req-ef997567-7a9d-4f84-adb3-9c7199702def tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 210 time: 0.0348911 Nov 05 21:53:52.263751 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65b6356-446b-44fb-9d01-fb40e46a143c x-openstack-request-id: req-c65b6356-446b-44fb-9d01-fb40e46a143c {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:52.264008 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12321515-6c3b-473e-bbaa-522148c5f605", "name": "network-vif-plugged", "status": "completed", "tag": "54f8d289-4f0c-489e-82e4-5daa2a3f3032", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:52.264209 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c65b6356-446b-44fb-9d01-fb40e46a143c {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:52.264617 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12321515-6c3b-473e-bbaa-522148c5f605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f8d289-4f0c-489e-82e4-5daa2a3f3032', 'code': 200} Nov 05 21:53:52.271050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.324281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.326060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=54f8d289-4f0c-489e-82e4-5daa2a3f3032,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:52.372036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eda6a85-6415-4899-ad9b-47a4c1744975']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:52.386026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a2821b7-fcd5-4fac-955b-c253af88c26a req-bc34fd99-ae67-46f6-8420-3d7fd6bfba9d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1990907 Nov 05 21:53:52.386734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc915d2-ed41-4616-a945-a3bca9d9513f req-933b158e-ee36-4e27-b1d1-33e46648fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.387767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cffd59-bcb2-42ed-95df-81adbd350fd6') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:52.388083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cffd59-bcb2-42ed-95df-81adbd350fd6') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:52.389179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfc915d2-ed41-4616-a945-a3bca9d9513f req-933b158e-ee36-4e27-b1d1-33e46648fbd1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12321515-6c3b-473e-bbaa-522148c5f605 HTTP/1.1" status: 200 len: 1097 time: 0.0467544 Nov 05 21:53:52.400395 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.416477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.423178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:53:52.423659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:53:52.427201 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:53:52.449208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfc915d2-ed41-4616-a945-a3bca9d9513f req-102092ed-ba97-4685-9c7a-0ca5596c20de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500722 Nov 05 21:53:52.477295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.529244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:52.532450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:52.535018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:52.570075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event updated for resources: {'Port': ['ID=777aa72b-86ce-4b23-83be-d1fae6850a59,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:52.604605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.605233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.615243 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.620057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.626887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/0eda6a85-6415-4899-ad9b-47a4c1744975 HTTP/1.1" status: 204 len: 168 time: 3.0880492 Nov 05 21:53:52.628940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33132) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:52.635012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15420550'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:52.649072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663245f-af81-4ad2-8f6c-976bb7335148 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=0eda6a85-6415-4899-ad9b-47a4c1744975,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:52.698665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68b0eb-3986-412b-a637-8ef6560021e1 req-dde4602f-f83d-430b-927c-371e87eaba14 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.705683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-9db83a0d-63c6-44bd-b597-41ea0b155053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5159197 Nov 05 21:53:52.712033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc68b0eb-3986-412b-a637-8ef6560021e1 req-dde4602f-f83d-430b-927c-371e87eaba14 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 946 time: 0.0790615 Nov 05 21:53:52.720376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Request body: {'port': {'device_id': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:52.775638 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc68b0eb-3986-412b-a637-8ef6560021e1 req-c03942fa-8294-4d72-84c5-98792625db26 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608969 Nov 05 21:53:52.803943 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.837500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:52.842957 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.928048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.934293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.941407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.947809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.954219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.960715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.967092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:52.967514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:52.969404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-8a41cb9e-51d2-4baa-a55b-4f60d8b1664d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.0970726 Nov 05 21:53:52.996870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:52.997206 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment a3fb4d64-120b-4f28-a465-ce6df280d4ec of type vlan for network c66b96d1-dbcf-4343-8fce-0222f430fa6c Nov 05 21:53:53.007459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac5cd1-2430-4d87-afd2-e56af856ebae req-1e430c38-eecc-48b6-b34d-cab5f37660a4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.009692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eeac5cd1-2430-4d87-afd2-e56af856ebae req-1e430c38-eecc-48b6-b34d-cab5f37660a4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=12321515-6c3b-473e-bbaa-522148c5f605 HTTP/1.1" status: 200 len: 946 time: 0.1599741 Nov 05 21:53:53.026748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ebeb4be0-d6fb-431a-9cbb-d9d55e7120b9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.028173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ebeb4be0-d6fb-431a-9cbb-d9d55e7120b9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "GET /v2.0/ports/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0518055 Nov 05 21:53:53.128515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:53.141741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-e5d8470d-6c6c-472f-8647-0ae72893d9a5 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "GET /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1078022 Nov 05 21:53:53.155324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:53.171331 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eeac5cd1-2430-4d87-afd2-e56af856ebae req-1aa6ec69-8e45-4f84-9b84-e08d2c7df4a8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511133 Nov 05 21:53:53.394878 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:53.395900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777aa72b-86ce-4b23-83be-d1fae6850a59 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:53.395900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:53.395900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Transition to ACTIVE for port object 777aa72b-86ce-4b23-83be-d1fae6850a59 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:53:53.464931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:53.473431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.503758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:53.594600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=c66b96d1-dbcf-4343-8fce-0222f430fa6c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:53.610719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:53.620589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.627588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.634345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.640648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.647207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.653302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.670193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.672916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-60b2afb7-44b9-479b-8676-29ed83ee8cda tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 5441 time: 0.1862979 Nov 05 21:53:53.676379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:53.701565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639cfd-801b-414b-a813-3f724e066a55 req-d4ee6feb-714c-4476-b3df-42076be2f211 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:53.701565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64639cfd-801b-414b-a813-3f724e066a55 req-d4ee6feb-714c-4476-b3df-42076be2f211 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 943 time: 0.0857522 Nov 05 21:53:53.751521 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5fb33441-c508-4091-b1ad-8db1f900eab2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1175463 Nov 05 21:53:53.774268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33148) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:53.774268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:53.828687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Pushing event updated for resources: {'Port': ['ID=777aa72b-86ce-4b23-83be-d1fae6850a59,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:53.858719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2dc8758-96c8-415b-bd94-14607aaf9182 req-3e112b97-19ad-42a4-b1e9-8820c45718b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cc82d7-9815-4696-9564-83c72248af65&id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661501 Nov 05 21:53:53.887211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64639cfd-801b-414b-a813-3f724e066a55 req-f99e0896-ba7c-4842-887f-2e21e1451491 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527948 Nov 05 21:53:53.891290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] For port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:53.924011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Attempting to bind port 777aa72b-86ce-4b23-83be-d1fae6850a59 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:53.924011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Attempting to bind port 777aa72b-86ce-4b23-83be-d1fae6850a59 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:53.924011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Attempting to bind port 777aa72b-86ce-4b23-83be-d1fae6850a59 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:53.924011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Port 777aa72b-86ce-4b23-83be-d1fae6850a59 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:53:53.924011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Attempting to bind port 777aa72b-86ce-4b23-83be-d1fae6850a59 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:53.926165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:53.926707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Checking segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:53.927288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Bound using segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:53.932081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Bound port: 777aa72b-86ce-4b23-83be-d1fae6850a59, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:53.935845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:53.961588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] For port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:54.010078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] device_id is not set on port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:53:54.019272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.020506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] For port 777aa72b-86ce-4b23-83be-d1fae6850a59, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:54.025502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] For port 777aa72b-86ce-4b23-83be-d1fae6850a59, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=777aa72b-86ce-4b23-83be-d1fae6850a59,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:54.076229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:54.086762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.145480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.220941 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.237526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] No DVR routers for this DVR port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:54.243682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] Pushing event updated for resources: {'Port': ['ID=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:54.294118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.295073 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.297515 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/777aa72b-86ce-4b23-83be-d1fae6850a59 HTTP/1.1" status: 200 len: 1091 time: 1.5838888 Nov 05 21:53:54.297972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'tag': '777aa72b-86ce-4b23-83be-d1fae6850a59'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:54.300398 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b24442-4b08-4db5-a630-19efff32c4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8ebf10-b400-420b-865b-338cdf875bdb", "tag": "777aa72b-86ce-4b23-83be-d1fae6850a59"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:54.309938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] In _notify_port_updated(), no bound segment for port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:53:54.310824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.311459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.312775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-64c74258-ab6c-45af-ae55-a02886d01636 service neutron] 10.222.0.13 "PUT /v2.0/ports/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 200 len: 1032 time: 1.1625836 Nov 05 21:53:54.339622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b0a1a-5b34-404c-8b05-7cf9a75b67c6 service neutron] Pushing event updated for resources: {'Port': ['ID=777aa72b-86ce-4b23-83be-d1fae6850a59,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:54.358376 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f906028-718d-4e54-bbed-1bcca6b35d93 x-openstack-request-id: req-2f906028-718d-4e54-bbed-1bcca6b35d93 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:54.358673 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8ebf10-b400-420b-865b-338cdf875bdb", "tag": "777aa72b-86ce-4b23-83be-d1fae6850a59", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:54.358927 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f906028-718d-4e54-bbed-1bcca6b35d93 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:54.359337 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'tag': '777aa72b-86ce-4b23-83be-d1fae6850a59', 'status': 'completed', 'code': 200} Nov 05 21:53:54.384134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-4e57c267-acb9-45ef-aa7c-4d1c088a1128 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.385543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-4e57c267-acb9-45ef-aa7c-4d1c088a1128 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "GET /v2.0/ports/18136fa9-9828-41dd-a581-2c9ad6d5f91b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655837 Nov 05 21:53:54.414919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:54.449638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24442-4b08-4db5-a630-19efff32c4cd req-f02dba3b-990c-4679-bb1a-1c8ab5270e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.451492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78b24442-4b08-4db5-a630-19efff32c4cd req-f02dba3b-990c-4679-bb1a-1c8ab5270e6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 1094 time: 0.0554702 Nov 05 21:53:54.537353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.556105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.575011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a5f0444e-b741-4b2c-8ec7-35e89c581c34 None None] Provisioning complete for port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:54.575785 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a5f0444e-b741-4b2c-8ec7-35e89c581c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.589720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24442-4b08-4db5-a630-19efff32c4cd req-a9f27892-7a98-4aa1-ae8f-6b731e05c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.591235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78b24442-4b08-4db5-a630-19efff32c4cd req-a9f27892-7a98-4aa1-ae8f-6b731e05c353 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f8fdff17b6244091b0c220ff30795346&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1297898 Nov 05 21:53:54.629572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0444e-b741-4b2c-8ec7-35e89c581c34 None None] Port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:54.656497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2cf6f-2e76-4fbf-945b-6f035af8da26 req-f76c02e9-4392-4e83-a1e2-69ee49ee01c3 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.658749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6a2cf6f-2e76-4fbf-945b-6f035af8da26 req-f76c02e9-4392-4e83-a1e2-69ee49ee01c3 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=12321515-6c3b-473e-bbaa-522148c5f605 HTTP/1.1" status: 200 len: 946 time: 0.1517634 Nov 05 21:53:54.674350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=b3708e44-16b5-4954-8e46-f537eee8754b,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:54.721006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24442-4b08-4db5-a630-19efff32c4cd req-394c1e90-3580-4dd6-88e1-85bdcf1f2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.724379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78b24442-4b08-4db5-a630-19efff32c4cd req-394c1e90-3580-4dd6-88e1-85bdcf1f2c4c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254783 Nov 05 21:53:54.766290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': 'a3fb4d64-120b-4f28-a465-ce6df280d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:54.766725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: c66b96d1-dbcf-4343-8fce-0222f430fa6c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:53:54.807646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6a2cf6f-2e76-4fbf-945b-6f035af8da26 req-737c4aff-17fc-4add-a2dd-10785c831ba4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394897 Nov 05 21:53:54.811980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-f7db5eca-5e37-42d9-acbf-e0efa6caed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.813527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-f7db5eca-5e37-42d9-acbf-e0efa6caed25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 1094 time: 0.0458374 Nov 05 21:53:54.837332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] For port 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=18136fa9-9828-41dd-a581-2c9ad6d5f91b,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:54.863849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-c82e384c-10fd-4922-acff-8540756906d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=777aa72b-86ce-4b23-83be-d1fae6850a59 HTTP/1.1" status: 200 len: 217 time: 0.0417917 Nov 05 21:53:54.881773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] For port 18136fa9-9828-41dd-a581-2c9ad6d5f91b, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:54.883931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:53:54.924196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-75a941ec-0bcd-4a20-84b9-82fc5bc04833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:54.925778 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-75a941ec-0bcd-4a20-84b9-82fc5bc04833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0549631 Nov 05 21:53:54.929849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] device_id is not set on port 18136fa9-9828-41dd-a581-2c9ad6d5f91b yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:53:54.939263 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:54.963836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-29811fa4-b2e8-4a6f-91ae-1bb18ce9f5ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311742 Nov 05 21:53:55.032334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c66b96d1-dbcf-4343-8fce-0222f430fa6c) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:55.042070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e2db8f-b0f9-49e5-93fc-4482d3023a27 None None] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:55.044848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.045532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.069416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190469f5-e99c-4c29-8a95-6ee30995192b req-37823473-8780-4014-8d05-30b782778c2e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.069416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-190469f5-e99c-4c29-8a95-6ee30995192b req-37823473-8780-4014-8d05-30b782778c2e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 943 time: 0.0732412 Nov 05 21:53:55.087861 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.106545 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-dc809091-6149-47e8-a5f0-c0e3f5c47732 service neutron] 10.222.0.13 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351013 Nov 05 21:53:55.162815 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d55fe91-99e4-4f61-ab50-d9a25132a319 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4053915 Nov 05 21:53:55.178165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33168) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:55.196478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:55.237108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] No DVR routers for this DVR port 18136fa9-9828-41dd-a581-2c9ad6d5f91b on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:55.245881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c66b96d1-dbcf-4343-8fce-0222f430fa6c', 'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': 'b3708e44-16b5-4954-8e46-f537eee8754b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:53:55.248958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.264814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1d03084-8fa3-450c-8536-7634d7fde49c req-b238f001-3f0b-4446-af3b-3055b987bfc0 service neutron] 10.222.0.13 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448312 Nov 05 21:53:55.298418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b379c58-e989-415c-8998-4087dc573403 service neutron] Pushing event updated for resources: {'Port': ['ID=18136fa9-9828-41dd-a581-2c9ad6d5f91b,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:55.337450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-190469f5-e99c-4c29-8a95-6ee30995192b req-8dced769-fc85-44f8-b494-77b21d0741d8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310293 Nov 05 21:53:55.423212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081a5d5-a226-43bd-ad0f-659a9a11b17c req-9cab1307-4c68-4b02-acc1-1dc0e5df5db4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.430889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081a5d5-a226-43bd-ad0f-659a9a11b17c req-9cab1307-4c68-4b02-acc1-1dc0e5df5db4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.437513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081a5d5-a226-43bd-ad0f-659a9a11b17c req-9cab1307-4c68-4b02-acc1-1dc0e5df5db4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.444696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081a5d5-a226-43bd-ad0f-659a9a11b17c req-9cab1307-4c68-4b02-acc1-1dc0e5df5db4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.454990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] In _notify_port_updated(), no bound segment for port 18136fa9-9828-41dd-a581-2c9ad6d5f91b on network 1a790aee-22a8-43f6-a5ab-024cc5a2380b {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:53:55.456526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.457373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.458917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-7b379c58-e989-415c-8998-4087dc573403 service neutron] 10.222.0.13 "PUT /v2.0/ports/18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 200 len: 1030 time: 1.0534210 Nov 05 21:53:55.463156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081a5d5-a226-43bd-ad0f-659a9a11b17c req-9cab1307-4c68-4b02-acc1-1dc0e5df5db4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:55.471444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7081a5d5-a226-43bd-ad0f-659a9a11b17c req-9cab1307-4c68-4b02-acc1-1dc0e5df5db4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 3885 time: 0.1114144 Nov 05 21:53:55.540121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Allocated IP 2001:db8::2 (c66b96d1-dbcf-4343-8fce-0222f430fa6c/b3708e44-16b5-4954-8e46-f537eee8754b/dd9e0923-101b-4d65-9d3c-2227f575c612) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:53:55.574284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7081a5d5-a226-43bd-ad0f-659a9a11b17c req-2a30b549-c34b-4b3d-8872-c8526158f6da tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016502 Nov 05 21:53:55.606936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2a9b0a56-441f-413e-b140-4f91fe7b4ffb no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:55.620405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port b282c385-ac71-4c3e-9ba1-dc749383f5db {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:55.620752 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.651451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5a1f438d-fcd5-4765-b666-77d22c30c873 None None] Provisioning complete for port 18136fa9-9828-41dd-a581-2c9ad6d5f91b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:55.652082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a1f438d-fcd5-4765-b666-77d22c30c873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.680756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:55.684419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.742492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f438d-fcd5-4765-b666-77d22c30c873 None None] Port 18136fa9-9828-41dd-a581-2c9ad6d5f91b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:53:55.787994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] For port b282c385-ac71-4c3e-9ba1-dc749383f5db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b282c385-ac71-4c3e-9ba1-dc749383f5db,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:55.788448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.823761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.867659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:55.871078 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e1bd3e-d103-4acd-b2e4-fe6849e78124" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:55.873981 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:55.887985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:55.916603 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f84268-4aab-46f3-a295-1ee3d65017be x-openstack-request-id: req-75f84268-4aab-46f3-a295-1ee3d65017be {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:55.917014 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:55.917363 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75f84268-4aab-46f3-a295-1ee3d65017be {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:55.917877 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb', 'code': 200} Nov 05 21:53:56.008523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.015924 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.018058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 27017886-1804-4293-97f5-5f343510b10e no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:56.065777 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.066140 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.066463 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Floating IP 6a099dca-d2ac-4d4f-9ade-ed5d763d777c disassociated. External IP: 172.25.6.86, port: b282c385-ac71-4c3e-9ba1-dc749383f5db. Nov 05 21:53:56.066823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for b282c385-ac71-4c3e-9ba1-dc749383f5db owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:56.096596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:56.108289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:56.117443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:53:56.132878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Pushing event updated for resources: {'Port': ['ID=dd9e0923-101b-4d65-9d3c-2227f575c612,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:56.248444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Attempting to bind port dd9e0923-101b-4d65-9d3c-2227f575c612 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:53:56.248880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Attempting to bind port dd9e0923-101b-4d65-9d3c-2227f575c612 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'a3fb4d64-120b-4f28-a465-ce6df280d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:53:56.249323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Attempting to bind port dd9e0923-101b-4d65-9d3c-2227f575c612 on network c66b96d1-dbcf-4343-8fce-0222f430fa6c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:53:56.251372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.273318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:53:56.273732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Checking segment: {'id': 'a3fb4d64-120b-4f28-a465-ce6df280d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:53:56.274201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.274665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Bound using segment: {'id': 'a3fb4d64-120b-4f28-a465-ce6df280d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:53:56.275252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Bound port: dd9e0923-101b-4d65-9d3c-2227f575c612, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fb4d64-120b-4f28-a465-ce6df280d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:53:56.275733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.282880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:56.292168 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.310687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:53:56.314301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:53:56.318717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.319583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.327812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=7df8be31-50fd-4acb-96f7-a840d11e5567,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:56.349708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-ad854e51-671d-472b-829c-805120b9a3e6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.351425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-ad854e51-671d-472b-829c-805120b9a3e6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 812 time: 0.1649287 Nov 05 21:53:56.366324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 27017886-1804-4293-97f5-5f343510b10e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=27017886-1804-4293-97f5-5f343510b10e,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:56.377245 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-0f64edcc-2a1b-4125-a0b0-b663799e9135 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/quotas/64aa572fba2d4ebdb34f3ebabcc1cb42 HTTP/1.1" status: 200 len: 375 time: 0.0190382 Nov 05 21:53:56.380414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.388847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] For port dd9e0923-101b-4d65-9d3c-2227f575c612, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:53:56.395397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] For port dd9e0923-101b-4d65-9d3c-2227f575c612, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dd9e0923-101b-4d65-9d3c-2227f575c612,segment=NetworkSegment(a3fb4d64-120b-4f28-a465-ce6df280d4ec),segment_id=a3fb4d64-120b-4f28-a465-ce6df280d4ec)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:53:56.422173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=b282c385-ac71-4c3e-9ba1-dc749383f5db,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:56.448108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-477ba058-4a79-414b-94ed-59c24fbb1955 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603321 Nov 05 21:53:56.489386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.492137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:56.493477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:56.504635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4d901af6-0d3b-4c82-920e-b763b621de0d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3219602 Nov 05 21:53:56.509693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33194) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:56.609386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-4c984646-3a9c-4ac8-ba00-630c8bd7b928 service neutron] 10.222.0.41 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545968 Nov 05 21:53:56.617248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9764-5276-493d-868c-2a63579e39a6 None None] Pushing event updated for resources: {'Port': ['ID=dd9e0923-101b-4d65-9d3c-2227f575c612,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:56.622423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:56.623114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b282c385-ac71-4c3e-9ba1-dc749383f5db no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:56.640185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789433ca-0bf8-4222-9ad0-cf81d33f9fe1 req-994c6a96-04a4-4467-84ec-073fc9b9b5bd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.649418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-789433ca-0bf8-4222-9ad0-cf81d33f9fe1 req-994c6a96-04a4-4467-84ec-073fc9b9b5bd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 943 time: 0.2276158 Nov 05 21:53:56.701968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: b282c385-ac71-4c3e-9ba1-dc749383f5db {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:53:56.702618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b282c385-ac71-4c3e-9ba1-dc749383f5db not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:56.702975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8bcc68a8-17ff-45ee-aabb-7c870b665f6b no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:56.732146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad5578-65ac-4056-82c7-f8cbb3034396 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.734957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad5578-65ac-4056-82c7-f8cbb3034396 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.736731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad5578-65ac-4056-82c7-f8cbb3034396 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.738832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad5578-65ac-4056-82c7-f8cbb3034396 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.740545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad5578-65ac-4056-82c7-f8cbb3034396 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.746855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-31ad5578-65ac-4056-82c7-f8cbb3034396 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2324395 Nov 05 21:53:56.747947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33200) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:56.756282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1510598042'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:56.788440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=27017886-1804-4293-97f5-5f343510b10e,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:56.838998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-789433ca-0bf8-4222-9ad0-cf81d33f9fe1 req-e1761c6b-0eb5-4574-9b05-5763f9a144d8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737363 Nov 05 21:53:56.842071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Router 9f026ec8-7668-4f09-a888-d3820277edf7 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:53:56.905780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf724-4783-4601-a685-4e7621ba341c req-becc4e7f-3247-46f2-85b7-d2dd73d9e957 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:56.906804 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa8bf724-4783-4601-a685-4e7621ba341c req-becc4e7f-3247-46f2-85b7-d2dd73d9e957 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "GET /v2.0/ports?device_id=12321515-6c3b-473e-bbaa-522148c5f605 HTTP/1.1" status: 200 len: 946 time: 0.2118990 Nov 05 21:53:56.918405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.030370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-8b4f5b43-1344-4520-8aed-6978d01de621 service neutron] 10.222.0.41 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197662 Nov 05 21:53:57.055329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:57.136694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:53:57.155333 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] Sync routers for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:53:57.173840 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:57.174979 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:57.209592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] No DVR routers for this DVR port b282c385-ac71-4c3e-9ba1-dc749383f5db on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:57.214534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.220728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-918a91ae-28be-4b56-afe5-69d588752c3a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "DELETE /v2.0/ports/b282c385-ac71-4c3e-9ba1-dc749383f5db HTTP/1.1" status: 204 len: 173 time: 1.7548001 Nov 05 21:53:57.221626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:57.228272 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d577d81-fe40-4f15-b4c4-d980a1e59baa" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:57.250812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Deleting port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:57.250812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.382635 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:57.388547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] For port 54f8d289-4f0c-489e-82e4-5daa2a3f3032, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=54f8d289-4f0c-489e-82e4-5daa2a3f3032,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:57.389367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.421965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07be42-d450-4640-9e8a-f3bec090a3c3 req-677d45c4-a438-48c7-8c6a-9c6b1cb434ff tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:57.424483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Calling delete_port for 54f8d289-4f0c-489e-82e4-5daa2a3f3032 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:57.428597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07be42-d450-4640-9e8a-f3bec090a3c3 req-677d45c4-a438-48c7-8c6a-9c6b1cb434ff tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:57.435268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07be42-d450-4640-9e8a-f3bec090a3c3 req-677d45c4-a438-48c7-8c6a-9c6b1cb434ff tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:57.442761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07be42-d450-4640-9e8a-f3bec090a3c3 req-677d45c4-a438-48c7-8c6a-9c6b1cb434ff tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:57.451405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d07be42-d450-4640-9e8a-f3bec090a3c3 req-677d45c4-a438-48c7-8c6a-9c6b1cb434ff tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 3146 time: 0.1488941 Nov 05 21:53:57.478789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:57.479133 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.601555 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.603798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:57.604121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device fe7e22b0-5c17-4d4f-8db2-666f73db4a28 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:57.610275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.615731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d07be42-d450-4640-9e8a-f3bec090a3c3 req-de9ae0cb-b207-4e9b-bd57-deb1030cdb69 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615229 Nov 05 21:53:57.676822 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc4da3f-1c2c-436b-8f38-da9782c4ae1e x-openstack-request-id: req-5cc4da3f-1c2c-436b-8f38-da9782c4ae1e {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:57.676822 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "b282c385-ac71-4c3e-9ba1-dc749383f5db", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:57.676822 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cc4da3f-1c2c-436b-8f38-da9782c4ae1e {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:57.676822 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': 'b282c385-ac71-4c3e-9ba1-dc749383f5db', 'status': 'completed', 'code': 200} Nov 05 21:53:57.677539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:53:57.677539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.677539 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment ae2148b0-6d4d-4e57-9e8d-ff118dfc5a9c of type vlan for network a66c0630-f4ea-4d38-8182-5e058408fc9b Nov 05 21:53:57.702776 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:17Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:57.721018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] For port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:57.722327 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.732699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.770266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] Checking router: 9f026ec8-7668-4f09-a888-d3820277edf7 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:53:57.795818 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:53:57.796415 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:53:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:57.801518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 777aa72b-86ce-4b23-83be-d1fae6850a59 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:53:57.818921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for 8bcc68a8-17ff-45ee-aabb-7c870b665f6b owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:57.832945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:57.863195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-845b8c8b-8a3a-4aa3-b697-56056bf36a74 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:57.865301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-845b8c8b-8a3a-4aa3-b697-56056bf36a74 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7687bdb-5203-4a3b-a667-06269989dbdd HTTP/1.1" status: 200 len: 946 time: 0.1220424 Nov 05 21:53:57.871016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.877623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:57.883151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:57.945470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27017886-1804-4293-97f5-5f343510b10e'}, {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:57.949475 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d38ab-8e08-4595-a1be-72eb279d66ab" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "27017886-1804-4293-97f5-5f343510b10e"}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:57.998625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.033615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a363d8ab-2b94-476d-aff8-8e331bae3eae'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:58.038850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['54f8d289-4f0c-489e-82e4-5daa2a3f3032'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:53:58.118432 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:53:58.182904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Deleting port a363d8ab-2b94-476d-aff8-8e331bae3eae {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:58.182904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.190780 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4363997 Nov 05 21:53:58.190780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event deleted for resources: {'Port': ['ID=54f8d289-4f0c-489e-82e4-5daa2a3f3032,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:58.203286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33216) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:58.225148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:58.233718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0104af-bdbb-4c16-ac3c-edd289690c4b req-e821f8ea-6127-406f-bb26-ce966be56da9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:58.246683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0104af-bdbb-4c16-ac3c-edd289690c4b req-e821f8ea-6127-406f-bb26-ce966be56da9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 943 time: 0.1836405 Nov 05 21:53:58.304986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8dfa9-3090-47fa-960d-ff068924e4a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=a66c0630-f4ea-4d38-8182-5e058408fc9b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:58.318998 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae16194-e173-4676-95f0-30e1f9a643d4 x-openstack-request-id: req-1ae16194-e173-4676-95f0-30e1f9a643d4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:58.330818 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "27017886-1804-4293-97f5-5f343510b10e", "code": 200}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:58.332018 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ae16194-e173-4676-95f0-30e1f9a643d4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:58.332440 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27017886-1804-4293-97f5-5f343510b10e', 'code': 200} Nov 05 21:53:58.335228 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b', 'code': 200} Nov 05 21:53:58.336581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] No DVR routers for this DVR port 54f8d289-4f0c-489e-82e4-5daa2a3f3032 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:58.340724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.344878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa8bf724-4783-4601-a685-4e7621ba341c req-431d1213-5c89-496b-898a-e75dddaf7dc4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "DELETE /v2.0/ports/54f8d289-4f0c-489e-82e4-5daa2a3f3032 HTTP/1.1" status: 204 len: 173 time: 1.3996930 Nov 05 21:53:58.345325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12321515-6c3b-473e-bbaa-522148c5f605', 'name': 'network-vif-deleted', 'tag': '54f8d289-4f0c-489e-82e4-5daa2a3f3032'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:58.348556 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8250f-8a92-4d84-8e4a-d7d1dd27422b" -d '{"events": [{"server_uuid": "12321515-6c3b-473e-bbaa-522148c5f605", "name": "network-vif-deleted", "tag": "54f8d289-4f0c-489e-82e4-5daa2a3f3032"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:58.384185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0104af-bdbb-4c16-ac3c-edd289690c4b req-5a22f3f2-a9f1-4810-9451-edf076e8e7e9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285846 Nov 05 21:53:58.389484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4f1a4-7eab-4b59-9458-1b0fef752b04 None None] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:53:58.393782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a66c0630-f4ea-4d38-8182-5e058408fc9b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:58.489780 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.659508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3305b54c-0e33-430c-b449-a843e527c143 req-73d19ba4-ab5c-4d24-9ad6-710a348d8db1 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 210 time: 0.1542976 Nov 05 21:53:58.664969 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6d98c9-3ee1-4010-9d27-06213aba09de x-openstack-request-id: req-ec6d98c9-3ee1-4010-9d27-06213aba09de {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:58.665227 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12321515-6c3b-473e-bbaa-522148c5f605", "name": "network-vif-deleted", "tag": "54f8d289-4f0c-489e-82e4-5daa2a3f3032", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:58.665495 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec6d98c9-3ee1-4010-9d27-06213aba09de {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:58.665871 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12321515-6c3b-473e-bbaa-522148c5f605', 'name': 'network-vif-deleted', 'tag': '54f8d289-4f0c-489e-82e4-5daa2a3f3032', 'status': 'completed', 'code': 200} Nov 05 21:53:58.717204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] For port a363d8ab-2b94-476d-aff8-8e331bae3eae, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a363d8ab-2b94-476d-aff8-8e331bae3eae,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:58.717715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.725390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.764510 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:17Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:53:58.800970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.806087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ee5cb-123b-492e-b6e3-daa3d630f6e7 None None] The sync data for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 is: [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:43:10Z', 'revision_number': 4, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bb45f6cf-8098-4c1e-bf80-2c62db966f9e', 'name': '', 'network_id': 'b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'mac_address': 'fa:16:3e:01:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f95f881-444e-4810-b7cf-471248464054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:43:05Z', 'updated_at': '2021-11-05T21:43:17Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'subnets': [{'id': '2f95f881-444e-4810-b7cf-471248464054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:53:58.856273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dd9e0923-101b-4d65-9d3c-2227f575c612 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:53:58.899489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.934915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network a66c0630-f4ea-4d38-8182-5e058408fc9b is not hosted by any dhcp agent {{(pid=102291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 21:53:58.946409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:58.948890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:58.956155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "PUT /v2.0/networks/a66c0630-f4ea-4d38-8182-5e058408fc9b HTTP/1.1" status: 200 len: 723 time: 0.7477901 Nov 05 21:53:58.970679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33236) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:53:58.979189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': 'a66c0630-f4ea-4d38-8182-5e058408fc9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:53:58.979435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 777aa72b-86ce-4b23-83be-d1fae6850a59, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=777aa72b-86ce-4b23-83be-d1fae6850a59,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:58.997824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '777aa72b-86ce-4b23-83be-d1fae6850a59', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'port_id': '777aa72b-86ce-4b23-83be-d1fae6850a59', 'mac_address': 'fa:16:3e:96:d8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee209b30-1739-40bc-ae27-5eddff31c583', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:53:59.070425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:59.092140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-72217b16-8df0-47ab-ad0d-5237608637cc None None] Provisioning complete for port dd9e0923-101b-4d65-9d3c-2227f575c612 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:59.099426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72217b16-8df0-47ab-ad0d-5237608637cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.119619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0921fb-3ed1-4e68-9877-7a996b4ca168 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=a66c0630-f4ea-4d38-8182-5e058408fc9b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:59.208271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a66c0630-f4ea-4d38-8182-5e058408fc9b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:53:59.225258 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.225976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 18136fa9-9828-41dd-a581-2c9ad6d5f91b no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:53:59.275680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Calling delete_port for a363d8ab-2b94-476d-aff8-8e331bae3eae owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:53:59.279292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=8bcc68a8-17ff-45ee-aabb-7c870b665f6b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:59.293810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:53:59.299144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.382376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95e314-1f90-4e1d-b28a-dd0612b55c6e None None] New status for floating IP 6a099dca-d2ac-4d4f-9ade-ed5d763d777c: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:53:59.387518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] No DVR routers for this DVR port 8bcc68a8-17ff-45ee-aabb-7c870b665f6b on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:53:59.404333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.411110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-32c58df0-4373-4438-83fe-a874fefc92b7 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "DELETE /v2.0/ports/8bcc68a8-17ff-45ee-aabb-7c870b665f6b HTTP/1.1" status: 204 len: 173 time: 2.1777661 Nov 05 21:53:59.507851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0d60-3ece-41ed-8abc-7702582c32a2 req-361fbbd8-e7fc-482b-b4ad-1206b92d5ebd tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:59.515824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0d60-3ece-41ed-8abc-7702582c32a2 req-361fbbd8-e7fc-482b-b4ad-1206b92d5ebd tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:59.524025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0d60-3ece-41ed-8abc-7702582c32a2 req-361fbbd8-e7fc-482b-b4ad-1206b92d5ebd tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:59.536179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe4b0d60-3ece-41ed-8abc-7702582c32a2 req-361fbbd8-e7fc-482b-b4ad-1206b92d5ebd tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 2409 time: 0.2930825 Nov 05 21:53:59.591751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.592015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc698c6-0601-48cb-a18a-c03c5bed4fa9 req-b85a08fe-595c-47bf-aa14-e97cd1f1e792 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:53:59.592015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fc698c6-0601-48cb-a18a-c03c5bed4fa9 req-b85a08fe-595c-47bf-aa14-e97cd1f1e792 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 943 time: 0.0765545 Nov 05 21:53:59.663677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:53:59.666227 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d1c997-17de-402a-94ac-fae3c0535b5b" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:53:59.707949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe4b0d60-3ece-41ed-8abc-7702582c32a2 req-45162d4e-a611-4476-8d4b-6638fea9f9ff tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706607 Nov 05 21:53:59.715442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 18136fa9-9828-41dd-a581-2c9ad6d5f91b not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:53:59.735855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:53:59.736821 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.782223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dd9e0923-101b-4d65-9d3c-2227f575c612 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:53:59.783991 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.816703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777aa72b-86ce-4b23-83be-d1fae6850a59 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:53:59.841933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 777aa72b-86ce-4b23-83be-d1fae6850a59, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=777aa72b-86ce-4b23-83be-d1fae6850a59,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:53:59.869220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:53:59.870280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fc698c6-0601-48cb-a18a-c03c5bed4fa9 req-f55e57b5-7067-413d-b1cb-052d4518ffef tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560196 Nov 05 21:53:59.931987 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.964882 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7bed3-b9a7-4120-9742-eef2f58efb16 x-openstack-request-id: req-f2b7bed3-b9a7-4120-9742-eef2f58efb16 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:53:59.965536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72217b16-8df0-47ab-ad0d-5237608637cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:53:59.969978 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "8bcc68a8-17ff-45ee-aabb-7c870b665f6b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:53:59.969978 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2b7bed3-b9a7-4120-9742-eef2f58efb16 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:53:59.969978 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': '8bcc68a8-17ff-45ee-aabb-7c870b665f6b', 'status': 'completed', 'code': 200} Nov 05 21:53:59.988107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.084489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=777aa72b-86ce-4b23-83be-d1fae6850a59,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:00.134031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fbd42faf-afe4-481b-9710-ec6ed3624cde req-2cff9b9c-99ae-47ed-9962-b56191da5948 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 210 time: 0.0965464 Nov 05 21:54:00.138278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event deleted for resources: {'Port': ['ID=a363d8ab-2b94-476d-aff8-8e331bae3eae,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:00.181743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.201233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] No DVR routers for this DVR port a363d8ab-2b94-476d-aff8-8e331bae3eae on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:00.203637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.204641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] For port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:00.205192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.207148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['777aa72b-86ce-4b23-83be-d1fae6850a59'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:00.208952 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.212389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a501ca-a5b7-41c4-8cd7-037e0481ac07 req-fedb859a-d355-4bd8-91d6-b239b41dd3d7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "DELETE /v2.0/ports/a363d8ab-2b94-476d-aff8-8e331bae3eae HTTP/1.1" status: 204 len: 173 time: 2.3081565 Nov 05 21:54:00.225794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for 2a9b0a56-441f-413e-b140-4f91fe7b4ffb owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:00.254594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-72217b16-8df0-47ab-ad0d-5237608637cc None None] For port dd9e0923-101b-4d65-9d3c-2227f575c612, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dd9e0923-101b-4d65-9d3c-2227f575c612,segment=NetworkSegment(a3fb4d64-120b-4f28-a465-ce6df280d4ec),segment_id=a3fb4d64-120b-4f28-a465-ce6df280d4ec)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:00.291684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': 'ae2148b0-6d4d-4e57-9e8d-ff118dfc5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a66c0630-f4ea-4d38-8182-5e058408fc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:00.292047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: a66c0630-f4ea-4d38-8182-5e058408fc9b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:00.340525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:00.343010 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91aeb12-a793-4dc5-87b7-610e2fdf0505" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:00.361247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=f85b3426-08c4-412c-b42f-1a630649051a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:00.386058 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72217b16-8df0-47ab-ad0d-5237608637cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.440971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:54:00.446299 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:54:00.446299 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c41fb-f535-451d-85a1-021f4bf0d817 x-openstack-request-id: req-5e6c41fb-f535-451d-85a1-021f4bf0d817 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:00.446299 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:00.446299 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e6c41fb-f535-451d-85a1-021f4bf0d817 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:00.446299 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28', 'code': 200} Nov 05 21:54:00.493860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network a66c0630-f4ea-4d38-8182-5e058408fc9b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:00.535012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef274540-1576-46bd-aaac-734ffce8bb7e None None] Update dhcp port {'port': {'network_id': 'c66b96d1-dbcf-4343-8fce-0222f430fa6c', 'fixed_ips': [{'subnet_id': 'b3708e44-16b5-4954-8e46-f537eee8754b', 'ip_address': '2001:db8::2'}, {'subnet_id': '7df8be31-50fd-4acb-96f7-a840d11e5567'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'dd9e0923-101b-4d65-9d3c-2227f575c612'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 21:54:00.566388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72217b16-8df0-47ab-ad0d-5237608637cc None None] Pushing event updated for resources: {'Port': ['ID=dd9e0923-101b-4d65-9d3c-2227f575c612,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:00.574024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a66c0630-f4ea-4d38-8182-5e058408fc9b) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:00.580425 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.585693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:00.585982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.586122 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.586219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ef274540-1576-46bd-aaac-734ffce8bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.638563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271270f6-5700-4825-b5fe-bc4c666669e2 None None] Network a66c0630-f4ea-4d38-8182-5e058408fc9b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:00.664391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a156202-4f08-4e83-94f9-81e77b5eb1f1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6898475 Nov 05 21:54:00.672192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33264) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:00.673019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-df31dd00-56d1-4847-9118-148b06e0e6a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:00.703442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=2a9b0a56-441f-413e-b140-4f91fe7b4ffb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:00.733518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] No DVR routers for this DVR port 2a9b0a56-441f-413e-b140-4f91fe7b4ffb on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:00.737293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.741951 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-3b11d07f-b811-43e2-973b-6300911b2d09 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "DELETE /v2.0/ports/2a9b0a56-441f-413e-b140-4f91fe7b4ffb HTTP/1.1" status: 204 len: 173 time: 1.3137860 Nov 05 21:54:00.787453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df31dd00-56d1-4847-9118-148b06e0e6a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11953716'] for subnet, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:00.920644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-ef274540-1576-46bd-aaac-734ffce8bb7e None None] Allocated IP 172.20.0.1 (c66b96d1-dbcf-4343-8fce-0222f430fa6c/7df8be31-50fd-4acb-96f7-a840d11e5567/dd9e0923-101b-4d65-9d3c-2227f575c612) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:00.967263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a6c44-e38c-4053-a533-7b6312648c10 req-61165a4e-7686-41a5-8118-65e6dd2cf17c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:00.974885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a6c44-e38c-4053-a533-7b6312648c10 req-61165a4e-7686-41a5-8118-65e6dd2cf17c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:00.979098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-999a6c44-e38c-4053-a533-7b6312648c10 req-61165a4e-7686-41a5-8118-65e6dd2cf17c tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 1676 time: 0.1306829 Nov 05 21:54:00.990349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:00.990699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.027095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8f7c2-a796-4134-8d68-7067185265be req-0b28b5db-6de7-457c-8ab7-af52bbfc7f61 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:01.035410 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9be8f7c2-a796-4134-8d68-7067185265be req-0b28b5db-6de7-457c-8ab7-af52bbfc7f61 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 944 time: 0.0709710 Nov 05 21:54:01.044010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df31dd00-56d1-4847-9118-148b06e0e6a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761189893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9052823'] for subnet, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.146662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31dd00-56d1-4847-9118-148b06e0e6a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=f85b3426-08c4-412c-b42f-1a630649051a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:01.165134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31dd00-56d1-4847-9118-148b06e0e6a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:01.165870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-999a6c44-e38c-4053-a533-7b6312648c10 req-ac83f6f3-674f-46ef-b038-6686525334d2 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785367 Nov 05 21:54:01.188922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df31dd00-56d1-4847-9118-148b06e0e6a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.188922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-df31dd00-56d1-4847-9118-148b06e0e6a7 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "PUT /v2.0/subnets/f85b3426-08c4-412c-b42f-1a630649051a HTTP/1.1" status: 200 len: 826 time: 0.5170367 Nov 05 21:54:01.206313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33286) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:01.244744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f5cb2-46af-42a7-a7c6-0bae0fab2e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a66c0630-f4ea-4d38-8182-5e058408fc9b', 'network_id': 'a66c0630-f4ea-4d38-8182-5e058408fc9b', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': 'f85b3426-08c4-412c-b42f-1a630649051a'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:01.245621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-573f5cb2-46af-42a7-a7c6-0bae0fab2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.266941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] For port fe7e22b0-5c17-4d4f-8db2-666f73db4a28, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:01.267252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.301129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for fe7e22b0-5c17-4d4f-8db2-666f73db4a28 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:01.329805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ef274540-1576-46bd-aaac-734ffce8bb7e None None] For port dd9e0923-101b-4d65-9d3c-2227f575c612, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dd9e0923-101b-4d65-9d3c-2227f575c612,segment=NetworkSegment(a3fb4d64-120b-4f28-a465-ce6df280d4ec),segment_id=a3fb4d64-120b-4f28-a465-ce6df280d4ec)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:01.395266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a363d8ab-2b94-476d-aff8-8e331bae3eae no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:01.441186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9be8f7c2-a796-4134-8d68-7067185265be req-351a5ad3-591e-4ce9-bf36-c15da663cee1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961966 Nov 05 21:54:01.470741 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.605224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.624293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a00df449-c1b0-49d0-ba88-3ab13a39a669 req-92cf6f33-1107-4791-a07b-ea67eaef8149 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 210 time: 0.0295866 Nov 05 21:54:01.662842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dd9e0923-101b-4d65-9d3c-2227f575c612 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:01.710380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: a363d8ab-2b94-476d-aff8-8e331bae3eae {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:01.710776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a363d8ab-2b94-476d-aff8-8e331bae3eae not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:01.711054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.740513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ef274540-1576-46bd-aaac-734ffce8bb7e None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.743100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=fe7e22b0-5c17-4d4f-8db2-666f73db4a28,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:01.757465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.759278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dd9e0923-101b-4d65-9d3c-2227f575c612 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:01.759678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.797207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=f85b3426-08c4-412c-b42f-1a630649051a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:01.815451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] No DVR routers for this DVR port fe7e22b0-5c17-4d4f-8db2-666f73db4a28 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:01.831689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.836659 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ef274540-1576-46bd-aaac-734ffce8bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.837139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-69fdc953-4fb0-4b1d-bc85-1b496c01c4a9 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "DELETE /v2.0/ports/fe7e22b0-5c17-4d4f-8db2-666f73db4a28 HTTP/1.1" status: 204 len: 173 time: 1.0887024 Nov 05 21:54:01.928649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.943280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 777aa72b-86ce-4b23-83be-d1fae6850a59 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:01.972657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66c0630-f4ea-4d38-8182-5e058408fc9b']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:01.982877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2148b0-6d4d-4e57-9e8d-ff118dfc5a9c') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:01.983169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2148b0-6d4d-4e57-9e8d-ff118dfc5a9c') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:01.990305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'name': 'network-vif-deleted', 'tag': 'a363d8ab-2b94-476d-aff8-8e331bae3eae'}, {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb'}, {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:01.993439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:01.993607 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa491fb-6c7a-414e-8d19-82a4f56bfcde" -d '{"events": [{"server_uuid": "c7687bdb-5203-4a3b-a667-06269989dbdd", "name": "network-vif-deleted", "tag": "a363d8ab-2b94-476d-aff8-8e331bae3eae"}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb"}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server [None req-573f5cb2-46af-42a7-a7c6-0bae0fab2e8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f85b3426-08c4-412c-b42f-1a630649051a: This subnet is being modified by another concurrent operation. Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 21:54:01.997321 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise exception Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f85b3426-08c4-412c-b42f-1a630649051a: This subnet is being modified by another concurrent operation. Nov 05 21:54:02.002044 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Nov 05 21:54:02.020455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.039612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:02.040281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:02.054566 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:02.088054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73d9d8-8532-41a8-bf50-e1f9b17c89e5 None None] Network a66c0630-f4ea-4d38-8182-5e058408fc9b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:02.150903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef274540-1576-46bd-aaac-734ffce8bb7e None None] Pushing event updated for resources: {'Port': ['ID=dd9e0923-101b-4d65-9d3c-2227f575c612,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:02.256090 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3489657-d2b7-4dfb-9287-a104092ce06f x-openstack-request-id: req-c3489657-d2b7-4dfb-9287-a104092ce06f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:02.256492 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7687bdb-5203-4a3b-a667-06269989dbdd", "name": "network-vif-deleted", "tag": "a363d8ab-2b94-476d-aff8-8e331bae3eae", "status": "completed", "code": 200}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "2a9b0a56-441f-413e-b140-4f91fe7b4ffb", "status": "completed", "code": 200}, {"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "fe7e22b0-5c17-4d4f-8db2-666f73db4a28", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:02.256637 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3489657-d2b7-4dfb-9287-a104092ce06f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:02.257020 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7687bdb-5203-4a3b-a667-06269989dbdd', 'name': 'network-vif-deleted', 'tag': 'a363d8ab-2b94-476d-aff8-8e331bae3eae', 'status': 'completed', 'code': 200} Nov 05 21:54:02.257275 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': '2a9b0a56-441f-413e-b140-4f91fe7b4ffb', 'status': 'completed', 'code': 200} Nov 05 21:54:02.257522 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': 'fe7e22b0-5c17-4d4f-8db2-666f73db4a28', 'status': 'completed', 'code': 200} Nov 05 21:54:02.318660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port 27017886-1804-4293-97f5-5f343510b10e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:02.319047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.437671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-35db1a37-1356-433e-a76e-b9fab953e3bb tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:02.448645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-35db1a37-1356-433e-a76e-b9fab953e3bb tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 812 time: 0.3802600 Nov 05 21:54:02.462009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Request body: {'port': {'device_id': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'admin_state_up': True, 'tenant_id': '64aa572fba2d4ebdb34f3ebabcc1cb42'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:02.510447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.515610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8bd03-86d2-4eac-978c-faf88d70ebd5 None None] Network a66c0630-f4ea-4d38-8182-5e058408fc9b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:02.561983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 777aa72b-86ce-4b23-83be-d1fae6850a59 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:54:02.565236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.571092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/a66c0630-f4ea-4d38-8182-5e058408fc9b HTTP/1.1" status: 204 len: 168 time: 1.3609178 Nov 05 21:54:02.571303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8bd03-86d2-4eac-978c-faf88d70ebd5 None None] Network a66c0630-f4ea-4d38-8182-5e058408fc9b could not be found, it might have been deleted concurrently. {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 21:54:02.571943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894479c0-e2f6-4bd3-9e8c-01f1ad53e35e tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=a66c0630-f4ea-4d38-8182-5e058408fc9b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:02.584329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-d2e01b55-0a93-4765-bb4a-ba43942687b6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:02.585828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-d2e01b55-0a93-4765-bb4a-ba43942687b6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 812 time: 0.5219624 Nov 05 21:54:02.587326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33300) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:02.595171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 777aa72b-86ce-4b23-83be-d1fae6850a59 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:02.596112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.662469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Request body: {'port': {'device_id': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'admin_state_up': True, 'tenant_id': '64aa572fba2d4ebdb34f3ebabcc1cb42'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:02.708817 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbb84a6-1ac5-4792-ab83-f0f3b3e65214 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:02.709465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbb84a6-1ac5-4792-ab83-f0f3b3e65214 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:02.717392 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0dbb84a6-1ac5-4792-ab83-f0f3b3e65214 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/a66c0630-f4ea-4d38-8182-5e058408fc9b HTTP/1.1" status: 404 len: 339 time: 0.1236398 Nov 05 21:54:02.731121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33306) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:02.741095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18266479', 'description': 'd1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:02.811788 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.822746 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.841328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777aa72b-86ce-4b23-83be-d1fae6850a59'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:02.842795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae77e77-1977-46fc-b022-9681e4e93ba9 req-acc399e2-30f7-4cba-9a6d-7d622186d84d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:02.843630 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddff575-4eab-4855-90a3-1d01445f4655" -d '{"events": [{"server_uuid": "8e8ebf10-b400-420b-865b-338cdf875bdb", "name": "network-vif-plugged", "status": "completed", "tag": "777aa72b-86ce-4b23-83be-d1fae6850a59"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:02.851192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eae77e77-1977-46fc-b022-9681e4e93ba9 req-acc399e2-30f7-4cba-9a6d-7d622186d84d tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 943 time: 0.4699736 Nov 05 21:54:02.857874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 777aa72b-86ce-4b23-83be-d1fae6850a59, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=777aa72b-86ce-4b23-83be-d1fae6850a59,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:02.895837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] For port 27017886-1804-4293-97f5-5f343510b10e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=27017886-1804-4293-97f5-5f343510b10e,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:02.896248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.922497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for 27017886-1804-4293-97f5-5f343510b10e owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:02.968238 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:02.969688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 54f8d289-4f0c-489e-82e4-5daa2a3f3032 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:03.048118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 54f8d289-4f0c-489e-82e4-5daa2a3f3032 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:03.048471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 54f8d289-4f0c-489e-82e4-5daa2a3f3032 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:03.081641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=777aa72b-86ce-4b23-83be-d1fae6850a59,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:03.106273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a580e2-8a8b-454c-900b-f78d302533ec None None] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:03.124132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eae77e77-1977-46fc-b022-9681e4e93ba9 req-b4cbcbde-3dbd-46af-9f58-63a26f639baf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca355da0-1e1e-42e2-b71f-b6fa4c84f831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719288 Nov 05 21:54:03.213544 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.274968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dd9e0923-101b-4d65-9d3c-2227f575c612 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:03.282827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=27017886-1804-4293-97f5-5f343510b10e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:03.309813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff44be58-725b-43c2-a1e0-f5c9104c3a82 req-b92b4598-4ca9-4d5e-a41d-9682c8911682 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 210 time: 0.0384915 Nov 05 21:54:03.321588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323100b-01da-4e5b-8029-5e88a477201f req-782b2705-76bc-428c-a13a-196b31c3a0f0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:03.337488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a323100b-01da-4e5b-8029-5e88a477201f req-782b2705-76bc-428c-a13a-196b31c3a0f0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 945 time: 0.5674078 Nov 05 21:54:03.337488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Made reservation on behalf of 64aa572fba2d4ebdb34f3ebabcc1cb42 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:03.344859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.354232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ed7bf0cc-0ac3-4835-a584-575e64afeb57 None None] Provisioning complete for port dd9e0923-101b-4d65-9d3c-2227f575c612 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:03.354654 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ed7bf0cc-0ac3-4835-a584-575e64afeb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.384001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 21:54:03.384001 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 21:54:03.384001 n-d-816738-5 neutron-server[102292]: [parameters: {'project_id_1': '64aa572fba2d4ebdb34f3ebabcc1cb42', 'expiration_1': datetime.datetime(2021, 11, 5, 21, 53, 43, 99682)}] Nov 05 21:54:03.384001 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:54:03.384621 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:54:03.400598 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e888bdee-5d13-4237-9ffb-77c78a7673cd x-openstack-request-id: req-e888bdee-5d13-4237-9ffb-77c78a7673cd {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:03.402080 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ebf10-b400-420b-865b-338cdf875bdb", "name": "network-vif-plugged", "status": "completed", "tag": "777aa72b-86ce-4b23-83be-d1fae6850a59", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:03.402080 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e888bdee-5d13-4237-9ffb-77c78a7673cd {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:03.402080 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777aa72b-86ce-4b23-83be-d1fae6850a59', 'code': 200} Nov 05 21:54:03.410674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] No DVR routers for this DVR port 27017886-1804-4293-97f5-5f343510b10e on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:03.413642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.417454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91518d93-aa90-4db7-b3bf-049a938fa4c3 req-ffb027b5-9be7-4f48-b3af-71be772f2780 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.13 "DELETE /v2.0/ports/27017886-1804-4293-97f5-5f343510b10e HTTP/1.1" status: 204 len: 173 time: 1.5708954 Nov 05 21:54:03.477225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:03.489247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.519600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a323100b-01da-4e5b-8029-5e88a477201f req-e1c6446d-916c-4e93-86da-39e4badebe58 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491258 Nov 05 21:54:03.556764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dd9e0923-101b-4d65-9d3c-2227f575c612 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:03.557432 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.558836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Allocated IP 172.20.0.6 (426cc627-6e63-4fe9-9e1c-0c3a36d018ad/4c473f07-0286-4e20-bae7-52bd0743afa6/b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:03.571135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:03.583146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490acfc8-5fef-4d78-a707-b23b8f77f17b req-4505aaf8-9290-40d8-8ce3-161551b330b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:03.584934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-490acfc8-5fef-4d78-a707-b23b8f77f17b req-4505aaf8-9290-40d8-8ce3-161551b330b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 1096 time: 0.1204178 Nov 05 21:54:03.592065 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.597170 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment 6d10c271-00cd-4a93-bcce-5c8136a8e2cc of type vlan for network 506c761e-57cf-49e8-b8b4-3d3541e7a171 Nov 05 21:54:03.692958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.779126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-490acfc8-5fef-4d78-a707-b23b8f77f17b req-43262636-5168-4d72-b01c-6bb5f283d8ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832752 Nov 05 21:54:03.796469 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.803370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:03.804358 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.835371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:03.939413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=506c761e-57cf-49e8-b8b4-3d3541e7a171,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:03.950708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 506c761e-57cf-49e8-b8b4-3d3541e7a171 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:03.961531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b30b1fcd-2e51-4f64-b088-891ae51d0a1d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2272363 Nov 05 21:54:03.963677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33324) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:04.031569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.055071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2a7e6-50b8-4941-9768-28e54c298d53 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:54:04.105602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:04.116570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Made reservation on behalf of 64aa572fba2d4ebdb34f3ebabcc1cb42 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:04.121719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.131638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-48848128-8265-4d59-acf2-5e015c7d1eb2 None None] Provisioning complete for port dd9e0923-101b-4d65-9d3c-2227f575c612 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:04.132082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-48848128-8265-4d59-acf2-5e015c7d1eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.147428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:04.150266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:04.211629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event updated for resources: {'Port': ['ID=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:04.250045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a12d6a-cc12-4676-938e-e5014960db05 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:04.254683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b0a12d6a-cc12-4676-938e-e5014960db05 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/networks?id=506c761e-57cf-49e8-b8b4-3d3541e7a171 HTTP/1.1" status: 200 len: 763 time: 0.2866204 Nov 05 21:54:04.255319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33328) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:04.263889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': '27017886-1804-4293-97f5-5f343510b10e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:04.273350 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5fad9-1177-41ad-8d5e-458de80a6778" -d '{"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "27017886-1804-4293-97f5-5f343510b10e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:04.275387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'description': 'd2'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:04.326943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38282c5b-4888-4385-a47a-9972aee45d00 req-b5ca4807-cb3c-4a44-978d-846b228c05b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0497398 Nov 05 21:54:04.356438 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d3c10-23d0-49fc-ad13-1ae6b4e5a90c x-openstack-request-id: req-ed1d3c10-23d0-49fc-ad13-1ae6b4e5a90c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:04.356978 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98afcd-a7d5-45e3-b739-c8f6f305eec4", "name": "network-vif-deleted", "tag": "27017886-1804-4293-97f5-5f343510b10e", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:04.358240 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed1d3c10-23d0-49fc-ad13-1ae6b4e5a90c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:04.358843 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98afcd-a7d5-45e3-b739-c8f6f305eec4', 'name': 'network-vif-deleted', 'tag': '27017886-1804-4293-97f5-5f343510b10e', 'status': 'completed', 'code': 200} Nov 05 21:54:04.367983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2a7e6-50b8-4941-9768-28e54c298d53 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:54:04.415817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:04.416490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.504456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Allocated IP 172.20.0.3 (426cc627-6e63-4fe9-9e1c-0c3a36d018ad/4c473f07-0286-4e20-bae7-52bd0743afa6/8bc9f43b-b362-49b7-b1e5-d5c29a070730) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:04.506227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-776b86a7-de21-4013-a881-90f8f10fbce4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0481548 Nov 05 21:54:04.524610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Request body: {'port': {'device_id': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:04.552138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d95a8b-4cfa-4889-9626-7824971f7d88 req-c36d5689-a496-462f-b1ae-bc201119b7ba tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:04.561299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7d95a8b-4cfa-4889-9626-7824971f7d88 req-c36d5689-a496-462f-b1ae-bc201119b7ba tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 931 time: 0.1103840 Nov 05 21:54:04.594247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.655667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.693004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7d95a8b-4cfa-4889-9626-7824971f7d88 req-91978c9c-02dc-4d95-b831-09ffee8a5cbb tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303346 Nov 05 21:54:04.827783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651b280-4528-44d3-aeaf-dd01d8907c0c req-74ae5ed5-0df0-426a-acc2-da65837eb72f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:04.835302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e651b280-4528-44d3-aeaf-dd01d8907c0c req-74ae5ed5-0df0-426a-acc2-da65837eb72f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 945 time: 0.1724327 Nov 05 21:54:04.847408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.860112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.940518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network 506c761e-57cf-49e8-b8b4-3d3541e7a171 is not hosted by any dhcp agent {{(pid=102291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 21:54:04.946419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:04.947045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:04.948677 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "PUT /v2.0/networks/506c761e-57cf-49e8-b8b4-3d3541e7a171 HTTP/1.1" status: 200 len: 760 time: 0.6848674 Nov 05 21:54:04.951853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33342) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:05.055541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb0262-8dc5-4461-86de-0b6cef6004e1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.059177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-29eb0262-8dc5-4461-86de-0b6cef6004e1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/networks?id=506c761e-57cf-49e8-b8b4-3d3541e7a171 HTTP/1.1" status: 200 len: 763 time: 0.1048656 Nov 05 21:54:05.063902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:05.065045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33344) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:05.137038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:05.144002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:05.148426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:05.151582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de6445-54cc-40ce-88e7-eb694625f3f9 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=506c761e-57cf-49e8-b8b4-3d3541e7a171,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:05.161671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event updated for resources: {'Port': ['ID=8bc9f43b-b362-49b7-b1e5-d5c29a070730,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:05.171492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e651b280-4528-44d3-aeaf-dd01d8907c0c req-68c95872-9f5a-4f73-a383-74f890f3d01c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162086 Nov 05 21:54:05.191818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 506c761e-57cf-49e8-b8b4-3d3541e7a171 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:05.219635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.220543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:05.321944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-a4618174-ff5a-4f31-af57-7c6cebbb28c8 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6999705 Nov 05 21:54:05.337577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Request body: {'port': {'device_id': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:05.406935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:05.451126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8985f2-cf25-437d-bf09-8ad49515eb70 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.456370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f8985f2-cf25-437d-bf09-8ad49515eb70 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3824043 Nov 05 21:54:05.457634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33348) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:05.505786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe53c11f-2363-43a5-9e73-31fad37f4618 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 207 time: 0.0464215 Nov 05 21:54:05.513791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33350) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:05.606071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d9ccf67-76a1-413c-9d23-1a0ea2382a06 req-db005ee8-5100-45d4-bc58-45f2d19297cf tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0409267 Nov 05 21:54:05.712149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:05.732749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:05.769602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Transition to ACTIVE for port object b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:54:05.784958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99ceb0-c42d-4ead-915b-d7da55c57e24 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.791138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99ceb0-c42d-4ead-915b-d7da55c57e24 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.797638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99ceb0-c42d-4ead-915b-d7da55c57e24 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.804073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99ceb0-c42d-4ead-915b-d7da55c57e24 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.809945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99ceb0-c42d-4ead-915b-d7da55c57e24 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.816455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99ceb0-c42d-4ead-915b-d7da55c57e24 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:05.819999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4a99ceb0-c42d-4ead-915b-d7da55c57e24 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.3031714 Nov 05 21:54:05.823247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33354) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:05.886124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.016636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dbb8b-9ce3-4533-ae10-70bf753e7d38 req-7a42271a-a6a8-4e16-8bac-7604bdcf7f8b tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.018298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da8dbb8b-9ce3-4533-ae10-70bf753e7d38 req-7a42271a-a6a8-4e16-8bac-7604bdcf7f8b tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 931 time: 0.2509439 Nov 05 21:54:06.021899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:06.114727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-922df0f8-754e-4f89-bac4-3c3281aea840 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2902877 Nov 05 21:54:06.121486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33362) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:06.181270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da8dbb8b-9ce3-4533-ae10-70bf753e7d38 req-ce154641-16c7-4251-a817-85f6c86593a4 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420162 Nov 05 21:54:06.182377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc9f43b-b362-49b7-b1e5-d5c29a070730 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:06.192049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.219754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Attempting to bind port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:06.220088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Attempting to bind port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:06.223104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Attempting to bind port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:06.239318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Transition to ACTIVE for port object 8bc9f43b-b362-49b7-b1e5-d5c29a070730 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:54:06.242068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc688705-3b18-4250-8ed8-9ebbb986393f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.244381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc688705-3b18-4250-8ed8-9ebbb986393f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.246042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc688705-3b18-4250-8ed8-9ebbb986393f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.247607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc688705-3b18-4250-8ed8-9ebbb986393f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.249320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc688705-3b18-4250-8ed8-9ebbb986393f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.254891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33366) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:06.255098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc688705-3b18-4250-8ed8-9ebbb986393f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1310406 Nov 05 21:54:06.256217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:54:06.256707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Attempting to bind port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:06.264047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:06.264387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Checking segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:06.264829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Bound using segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:06.265270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Bound port: b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:06.265628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.335406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-70da4655-762f-4058-85c9-fd7adc816604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.367334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcfe63-24cf-4cb0-b95a-91b13ea23f97 req-3d279338-25e4-4a07-ae3a-7043acbc1b95 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.369041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8fcfe63-24cf-4cb0-b95a-91b13ea23f97 req-3d279338-25e4-4a07-ae3a-7043acbc1b95 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 945 time: 0.0786941 Nov 05 21:54:06.380392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.384169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] For port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:06.387426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] For port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:06.389591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67678308-be69-46e1-b5de-9f54a8938050 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.391044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67678308-be69-46e1-b5de-9f54a8938050 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.392548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67678308-be69-46e1-b5de-9f54a8938050 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.394023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67678308-be69-46e1-b5de-9f54a8938050 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.395599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67678308-be69-46e1-b5de-9f54a8938050 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.397239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-67678308-be69-46e1-b5de-9f54a8938050 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1413226 Nov 05 21:54:06.402608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33368) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:06.477139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.478165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc9f43b-b362-49b7-b1e5-d5c29a070730,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:06.499014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8fcfe63-24cf-4cb0-b95a-91b13ea23f97 req-12b7c005-68ee-441b-aabf-08b7e40a0d98 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161959 Nov 05 21:54:06.528811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.529502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.531102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce HTTP/1.1" status: 200 len: 1091 time: 2.0114801 Nov 05 21:54:06.533758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'tag': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:06.536905 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593151fc-66e1-4a1d-b4b9-adf64a142f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c", "tag": "b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:06.589120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396be12a-b3bb-4d9b-890d-67aed86f6bb4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.594089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-396be12a-b3bb-4d9b-890d-67aed86f6bb4 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/networks/f03a78d7-42ba-43e6-b10e-d4f7edbb2930 HTTP/1.1" status: 200 len: 803 time: 0.1870453 Nov 05 21:54:06.594089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02425747-0179-4cb5-99df-5a0418be8179 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:06.594360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33374) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:06.639210 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb9e2e-1ea4-4fb0-ae6e-f41b1a67fd0a x-openstack-request-id: req-cecb9e2e-1ea4-4fb0-ae6e-f41b1a67fd0a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:06.639210 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c", "tag": "b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:06.639210 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cecb9e2e-1ea4-4fb0-ae6e-f41b1a67fd0a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:06.639210 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'tag': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce', 'status': 'completed', 'code': 200} Nov 05 21:54:06.656240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Attempting to bind port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:06.656582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Attempting to bind port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:06.657513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Attempting to bind port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:06.674822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:54:06.675145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Attempting to bind port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 on network 426cc627-6e63-4fe9-9e1c-0c3a36d018ad {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:06.680498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:06.680837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Checking segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:06.681225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Bound using segment: {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:06.681661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Bound port: 8bc9f43b-b362-49b7-b1e5-d5c29a070730, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5035dd32-05f0-498a-b8d5-8fc2105ab1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:06.682020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.745463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4138790e-d85e-4708-ac22-f8a5c54c3e39 req-9c28a80b-92f7-49f7-99f6-6d6a0c2654dd tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0286598 Nov 05 21:54:06.796886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-97fb757e-32b4-4833-a9c8-4545d8d33af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.803580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-97fb757e-32b4-4833-a9c8-4545d8d33af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 1094 time: 0.1633508 Nov 05 21:54:06.814831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] For port 8bc9f43b-b362-49b7-b1e5-d5c29a070730, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:06.818802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] For port 8bc9f43b-b362-49b7-b1e5-d5c29a070730, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8bc9f43b-b362-49b7-b1e5-d5c29a070730,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:06.869448 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-68f52453-b086-4ea4-8590-ed33299aa052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce HTTP/1.1" status: 200 len: 217 time: 0.0527632 Nov 05 21:54:06.883120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c57b2911-aca5-40f8-9413-4bab3bd644f5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/networks/f03a78d7-42ba-43e6-b10e-d4f7edbb2930?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2874918 Nov 05 21:54:06.884322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33378) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:06.925734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.979488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-db85aaec-9888-474e-a41c-41020d7459c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.982892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:06.983759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:06.985482 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-db85aaec-9888-474e-a41c-41020d7459c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c473f07-0286-4e20-bae7-52bd0743afa6 HTTP/1.1" status: 200 len: 852 time: 0.0996573 Nov 05 21:54:06.985917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/8bc9f43b-b362-49b7-b1e5-d5c29a070730 HTTP/1.1" status: 200 len: 1091 time: 1.6542041 Nov 05 21:54:07.003426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'tag': '8bc9f43b-b362-49b7-b1e5-d5c29a070730'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:07.007394 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbcee96-2fa2-493a-a9fa-0a1e99e58291", "tag": "8bc9f43b-b362-49b7-b1e5-d5c29a070730"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:07.024518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2799d-8ae6-466c-b4f6-7fe34adb2cd1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.028802 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b0e2799d-8ae6-466c-b4f6-7fe34adb2cd1 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/subnets/22102492-feef-49ff-ba52-1c840d5ba36d HTTP/1.1" status: 200 len: 843 time: 0.1405325 Nov 05 21:54:07.034321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33386) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:07.062453 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-81e25730-a033-4804-9018-0516b72fe4bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713990 Nov 05 21:54:07.182049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c00b88-3b03-4f43-b28d-6df3abac68d3 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['shared'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.183705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a2c00b88-3b03-4f43-b28d-6df3abac68d3 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "GET /v2.0/subnets/22102492-feef-49ff-ba52-1c840d5ba36d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1482108 Nov 05 21:54:07.187271 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac250ef4-3856-407e-b5f9-196e088c804c x-openstack-request-id: req-ac250ef4-3856-407e-b5f9-196e088c804c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:07.187749 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbcee96-2fa2-493a-a9fa-0a1e99e58291", "tag": "8bc9f43b-b362-49b7-b1e5-d5c29a070730", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:07.188029 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac250ef4-3856-407e-b5f9-196e088c804c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:07.188498 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'tag': '8bc9f43b-b362-49b7-b1e5-d5c29a070730', 'status': 'completed', 'code': 200} Nov 05 21:54:07.197750 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-9550718d-c0d1-407c-87a5-722dd1ad3c08 service neutron] 10.222.0.13 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260920 Nov 05 21:54:07.198324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33392) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:07.209518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744539804'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:07.234104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20cc39-5905-42d3-ab29-739b093fd9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc9f43b-b362-49b7-b1e5-d5c29a070730,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:07.267037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-23b2216e-4770-4d2e-a7ec-7dcc62ae41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.267037 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-23b2216e-4770-4d2e-a7ec-7dcc62ae41fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 1094 time: 0.1354995 Nov 05 21:54:07.311488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-56602dc8-7dc5-4ac9-9d9e-b2de976b0d5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc9f43b-b362-49b7-b1e5-d5c29a070730 HTTP/1.1" status: 200 len: 217 time: 0.0458722 Nov 05 21:54:07.330914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:07.337293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:07.362518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efa44-2b71-4c54-ab42-650e345bc935 req-93f42cbf-c0ba-4e4f-b3a8-28744ebf3145 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.364371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-731efa44-2b71-4c54-ab42-650e345bc935 req-93f42cbf-c0ba-4e4f-b3a8-28744ebf3145 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 945 time: 0.0921004 Nov 05 21:54:07.368835 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-99c92efd-159e-4026-9a46-ca17858ddef9 service neutron] 10.222.0.13 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632507 Nov 05 21:54:07.425899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-731efa44-2b71-4c54-ab42-650e345bc935 req-cb1c03a9-275c-4e28-a95c-e54f697f1951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542526 Nov 05 21:54:07.432324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:07.435425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-6ad40e44-e9f3-4d2b-a092-63ca48c6d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.437497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-6ad40e44-e9f3-4d2b-a092-63ca48c6d251 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c473f07-0286-4e20-bae7-52bd0743afa6 HTTP/1.1" status: 200 len: 852 time: 0.1181657 Nov 05 21:54:07.459955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:07.460301 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Added segment 44bc2b8b-7dc1-43cf-9214-71efb60516d3 of type vlan for network 22c91855-b70d-4386-b5da-f939c734e0ac Nov 05 21:54:07.469302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e5091-d4f1-4ce2-8fa3-1b2dd9b0be8c req-809e34e0-aba3-434b-a69e-4ea47b3bfdee tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.470880 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd7e5091-d4f1-4ce2-8fa3-1b2dd9b0be8c req-809e34e0-aba3-434b-a69e-4ea47b3bfdee tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 943 time: 0.1115620 Nov 05 21:54:07.495903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-7a48d1bf-50a6-45de-890a-efa21d798deb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483978 Nov 05 21:54:07.561059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-6fbb83d2-de27-4124-859d-c3a5c366a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.562571 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-6fbb83d2-de27-4124-859d-c3a5c366a38c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 1094 time: 0.0482721 Nov 05 21:54:07.599336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:07.650871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd7e5091-d4f1-4ce2-8fa3-1b2dd9b0be8c req-0b7760d0-24af-4280-9158-fca7129b494d tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582627 Nov 05 21:54:07.662955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-23ad4127-beef-44fd-a8fd-0fa1b45b5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.664559 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-23ad4127-beef-44fd-a8fd-0fa1b45b5e7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 913 time: 0.0947759 Nov 05 21:54:07.670606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-45bb48b6-a9be-4bc8-b086-c10d8fc24ee9 service neutron] 10.222.0.46 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667082 Nov 05 21:54:07.717447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-3f24081b-3c2e-4102-aaf4-5a22f82bd602 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce HTTP/1.1" status: 200 len: 217 time: 0.0447788 Nov 05 21:54:07.747589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:07.753348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.754263 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:07.773490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-7c4000eb-b7dd-4629-96a1-eef899eb9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:07.775146 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-7c4000eb-b7dd-4629-96a1-eef899eb9e70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c473f07-0286-4e20-bae7-52bd0743afa6 HTTP/1.1" status: 200 len: 852 time: 0.0505755 Nov 05 21:54:07.806090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a11182-39dd-4753-99fe-2e38e53420c1 req-3e19fc56-4096-47eb-9594-89b0f58fc720 service neutron] 10.222.0.46 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277208 Nov 05 21:54:07.837099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-aa67f5be-9ed8-481b-9e72-d0f0d1b5f9b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524402 Nov 05 21:54:07.841196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Network': ['ID=22c91855-b70d-4386-b5da-f939c734e0ac,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:07.853651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 22c91855-b70d-4386-b5da-f939c734e0ac details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:07.884413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80b174fa-61d0-4d32-9982-9682868a6b9d tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6841788 Nov 05 21:54:07.891898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33398) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:07.898661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'network_id': '22c91855-b70d-4386-b5da-f939c734e0ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:07.922696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80c77383-fd38-4ce0-9c32-81fd5dee7e66 req-03c9e48a-0bb8-4fb1-b7d9-bfa731861ada tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0550301 Nov 05 21:54:08.010376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-999296e7-9b0c-48f8-ba52-4220ab7b7c38 service neutron] 10.222.0.13 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640384 Nov 05 21:54:08.124183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-593151fc-66e1-4a1d-b4b9-adf64a142f6c req-69b2fb99-f996-4d9e-b180-bf12a36eab6d service neutron] 10.222.0.13 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057427 Nov 05 21:54:08.370312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-9b11b9ec-f7e5-4779-a0d7-3260c47f6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:08.371838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-9b11b9ec-f7e5-4779-a0d7-3260c47f6549 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 1094 time: 0.0585022 Nov 05 21:54:08.442004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-60eee10f-85d0-4011-9633-8c60aa34f414 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:08.443666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-60eee10f-85d0-4011-9633-8c60aa34f414 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 945 time: 0.0587494 Nov 05 21:54:08.485920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-2fa402d4-70a3-484c-aa2a-eb3e22e1e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:08.499739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-2fa402d4-70a3-484c-aa2a-eb3e22e1e7ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 200 len: 913 time: 0.1088636 Nov 05 21:54:08.537268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-78705b9f-d10d-4d5b-8ac9-345c7ff30c58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc9f43b-b362-49b7-b1e5-d5c29a070730 HTTP/1.1" status: 200 len: 217 time: 0.0423350 Nov 05 21:54:08.539890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Made reservation on behalf of 4628667247d94e648baa62d0e0828e30 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:08.541539 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:08.567480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Deleting port 777aa72b-86ce-4b23-83be-d1fae6850a59 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:08.568260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:08.601969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c14344be-9ad1-42f0-9c03-10d7e7d4f675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:08.655104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Performing IP validity checks on allocation pools {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 21:54:08.655590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 21:54:08.665709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] For port 777aa72b-86ce-4b23-83be-d1fae6850a59, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=777aa72b-86ce-4b23-83be-d1fae6850a59,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:08.666241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:08.680564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Calling delete_port for 777aa72b-86ce-4b23-83be-d1fae6850a59 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:08.685142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-5683c96d-ecfa-4988-a23b-0fb7c8819f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:08.686696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-5683c96d-ecfa-4988-a23b-0fb7c8819f35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c473f07-0286-4e20-bae7-52bd0743afa6 HTTP/1.1" status: 200 len: 852 time: 0.1320381 Nov 05 21:54:08.699531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded8e20-2483-47b3-ac37-7c891235b728 req-e6b9684a-45e8-4e1b-a32b-25e6cd835f37 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:08.701149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fded8e20-2483-47b3-ac37-7c891235b728 req-e6b9684a-45e8-4e1b-a32b-25e6cd835f37 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 945 time: 0.1665328 Nov 05 21:54:08.740660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-7a2bf49d-ea95-40b8-a65f-87193faa2644 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=426cc627-6e63-4fe9-9e1c-0c3a36d018ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383410 Nov 05 21:54:08.886931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fded8e20-2483-47b3-ac37-7c891235b728 req-2fcbcd65-6d65-483a-93e7-97a50a86e2bd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733370 Nov 05 21:54:08.966438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-03bd466a-8b3c-48e3-ae41-a22ea75c4a1b service neutron] 10.222.0.46 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172372 Nov 05 21:54:09.095875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bacc9a9d-2f3c-4863-b94b-54b2242e898a req-bdc6badd-31c6-4a9d-bfdc-3c7ea5be2d62 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0343394 Nov 05 21:54:09.111166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-54ffe668-bafe-4f0b-9f23-dc4904a6b4af req-695f5db3-4b93-4fa6-9879-d88195df810f service neutron] 10.222.0.46 "GET /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288316 Nov 05 21:54:09.132058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.212467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Checking segment: {'id': '44bc2b8b-7dc1-43cf-9214-71efb60516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '22c91855-b70d-4386-b5da-f939c734e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:09.212881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network hostable DHCP agents. Network: 22c91855-b70d-4386-b5da-f939c734e0ac, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:09.217081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=0790d208-75a3-4728-bf4f-3c1defa96273,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:09.281597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54034590-751c-497a-a8f6-391d799da619 req-55e905b7-59ea-42c8-adc1-208cacd0fc0e tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:09.283252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54034590-751c-497a-a8f6-391d799da619 req-55e905b7-59ea-42c8-adc1-208cacd0fc0e tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 943 time: 0.5120289 Nov 05 21:54:09.304924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Network 22c91855-b70d-4386-b5da-f939c734e0ac is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:09.337989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54034590-751c-497a-a8f6-391d799da619 req-9b941a13-d320-448a-b46b-3f46ab13ff17 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Nov 05 21:54:09.374147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.387077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['777aa72b-86ce-4b23-83be-d1fae6850a59'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:09.413601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 22c91855-b70d-4386-b5da-f939c734e0ac) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:09.421026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event deleted for resources: {'Port': ['ID=777aa72b-86ce-4b23-83be-d1fae6850a59,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:09.436291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:09.436291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780868'] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.437959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa94d0-d015-490f-8fb6-dab4afe9afbd None None] Network 22c91855-b70d-4386-b5da-f939c734e0ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:09.481188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] No DVR routers for this DVR port 777aa72b-86ce-4b23-83be-d1fae6850a59 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:09.483862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.487984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-46155e66-2aba-4145-9ffa-01f715e621f9 req-b9b6ea84-8ae3-44d7-9c05-2af31ee82d8f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "DELETE /v2.0/ports/777aa72b-86ce-4b23-83be-d1fae6850a59 HTTP/1.1" status: 204 len: 173 time: 1.0371058 Nov 05 21:54:09.488436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'name': 'network-vif-deleted', 'tag': '777aa72b-86ce-4b23-83be-d1fae6850a59'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:09.490947 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685f905e-c054-4d0b-a26b-46e9d010064b" -d '{"events": [{"server_uuid": "8e8ebf10-b400-420b-865b-338cdf875bdb", "name": "network-vif-deleted", "tag": "777aa72b-86ce-4b23-83be-d1fae6850a59"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:09.530560 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab5dc1-178d-484b-988e-156ebbb2abda x-openstack-request-id: req-8eab5dc1-178d-484b-988e-156ebbb2abda {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:09.530932 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ebf10-b400-420b-865b-338cdf875bdb", "name": "network-vif-deleted", "tag": "777aa72b-86ce-4b23-83be-d1fae6850a59", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:09.531185 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eab5dc1-178d-484b-988e-156ebbb2abda {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:09.531611 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ebf10-b400-420b-865b-338cdf875bdb', 'name': 'network-vif-deleted', 'tag': '777aa72b-86ce-4b23-83be-d1fae6850a59', 'status': 'completed', 'code': 200} Nov 05 21:54:09.592215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f9d1d96a-4269-4dbf-b96e-d861f25d289b tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6983495 Nov 05 21:54:09.609393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33422) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:09.609564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-22c91855-b70d-4386-b5da-f939c734e0ac', 'network_id': '22c91855-b70d-4386-b5da-f939c734e0ac', 'tenant_id': '4628667247d94e648baa62d0e0828e30', 'fixed_ips': [{'subnet_id': '0790d208-75a3-4728-bf4f-3c1defa96273'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:09.609564 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.609831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-466234c4-031a-4a4e-be6d-f1bbfd96ade2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:09.704534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-466234c4-031a-4a4e-be6d-f1bbfd96ade2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8679867'] for subnet, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.734835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Allocated IP 2001:db8::3 (22c91855-b70d-4386-b5da-f939c734e0ac/0790d208-75a3-4728-bf4f-3c1defa96273/de4ea23f-75f3-4b03-a684-9a0fd52b9075) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:09.910043 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.979458 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:09.993472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:54:10.007009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d14cdae2-50e4-455a-8089-b8a7a346757b req-556ad98f-a843-4bec-8467-0cfe74f1e84c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8ebf10-b400-420b-865b-338cdf875bdb HTTP/1.1" status: 200 len: 210 time: 0.0287759 Nov 05 21:54:10.024455 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.112382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Network 22c91855-b70d-4386-b5da-f939c734e0ac is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:10.121543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:10.130736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:10.161295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Pushing event updated for resources: {'Port': ['ID=de4ea23f-75f3-4b03-a684-9a0fd52b9075,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:10.213903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:10.216947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Attempting to bind port de4ea23f-75f3-4b03-a684-9a0fd52b9075 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:10.217318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Attempting to bind port de4ea23f-75f3-4b03-a684-9a0fd52b9075 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '44bc2b8b-7dc1-43cf-9214-71efb60516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '22c91855-b70d-4386-b5da-f939c734e0ac'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:10.217682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Attempting to bind port de4ea23f-75f3-4b03-a684-9a0fd52b9075 on network 22c91855-b70d-4386-b5da-f939c734e0ac {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:10.228956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:10.229660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Checking segment: {'id': '44bc2b8b-7dc1-43cf-9214-71efb60516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '22c91855-b70d-4386-b5da-f939c734e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:10.230254 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.230821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Bound using segment: {'id': '44bc2b8b-7dc1-43cf-9214-71efb60516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '22c91855-b70d-4386-b5da-f939c734e0ac'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:10.231470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Bound port: de4ea23f-75f3-4b03-a684-9a0fd52b9075, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bc2b8b-7dc1-43cf-9214-71efb60516d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '22c91855-b70d-4386-b5da-f939c734e0ac'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:10.232070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.248768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'port_id': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce', 'mac_address': 'fa:16:3e:ed:24:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c473f07-0286-4e20-bae7-52bd0743afa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:54:10.272477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0597697b-f338-40eb-bf7b-6355d94ad1dd req-b386c116-d970-4903-af07-19866aaa5e34 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0540266 Nov 05 21:54:10.322401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-466234c4-031a-4a4e-be6d-f1bbfd96ade2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761189893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8769149'] for subnet, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.323047 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.340833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:10.375362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] For port de4ea23f-75f3-4b03-a684-9a0fd52b9075, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:10.380438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:10.381097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] For port de4ea23f-75f3-4b03-a684-9a0fd52b9075, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de4ea23f-75f3-4b03-a684-9a0fd52b9075,segment=NetworkSegment(44bc2b8b-7dc1-43cf-9214-71efb60516d3),segment_id=44bc2b8b-7dc1-43cf-9214-71efb60516d3)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:10.386226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466234c4-031a-4a4e-be6d-f1bbfd96ade2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:10.386954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-466234c4-031a-4a4e-be6d-f1bbfd96ade2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.388623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-466234c4-031a-4a4e-be6d-f1bbfd96ade2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "PUT /v2.0/subnets/0790d208-75a3-4728-bf4f-3c1defa96273 HTTP/1.1" status: 200 len: 900 time: 0.7943401 Nov 05 21:54:10.392088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33434) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:10.405118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466234c4-031a-4a4e-be6d-f1bbfd96ade2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event updated for resources: {'Subnet': ['ID=0790d208-75a3-4728-bf4f-3c1defa96273,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:10.533021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c178-f218-4a14-b3bb-4ff469177830 req-9d2501d6-4969-4d93-9a80-22f446b64e6d tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:10.539139 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.541177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8954c178-f218-4a14-b3bb-4ff469177830 req-9d2501d6-4969-4d93-9a80-22f446b64e6d tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 943 time: 0.1107180 Nov 05 21:54:10.543166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.565569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.607705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8954c178-f218-4a14-b3bb-4ff469177830 req-0dab51a6-d79d-448c-8ed4-ae38de41c026 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660326 Nov 05 21:54:10.647366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:10.693023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port de4ea23f-75f3-4b03-a684-9a0fd52b9075 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:10.693376 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.817423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port de4ea23f-75f3-4b03-a684-9a0fd52b9075, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de4ea23f-75f3-4b03-a684-9a0fd52b9075,segment=NetworkSegment(44bc2b8b-7dc1-43cf-9214-71efb60516d3),segment_id=44bc2b8b-7dc1-43cf-9214-71efb60516d3)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:10.818082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:10.836319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for de4ea23f-75f3-4b03-a684-9a0fd52b9075 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:10.913105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1421a-b976-4e40-86cb-3cf3ca307ecd None None] Pushing event updated for resources: {'Port': ['ID=de4ea23f-75f3-4b03-a684-9a0fd52b9075,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:10.922397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:11.154298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.223722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=de4ea23f-75f3-4b03-a684-9a0fd52b9075,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:11.262950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port de4ea23f-75f3-4b03-a684-9a0fd52b9075 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:11.308146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de4ea23f-75f3-4b03-a684-9a0fd52b9075 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:11.339295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: de4ea23f-75f3-4b03-a684-9a0fd52b9075 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:11.339675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de4ea23f-75f3-4b03-a684-9a0fd52b9075 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 05 21:54:11.368593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Port de4ea23f-75f3-4b03-a684-9a0fd52b9075 not found, will not notify nova. {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 05 21:54:11.398619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.405753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.415646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b80b7bb2-2b1a-4603-8e0c-333c6551aae1 req-9058faf6-86e9-4cc2-9b34-2f5d219fd92a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0334101 Nov 05 21:54:11.433668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8bc9f43b-b362-49b7-b1e5-d5c29a070730 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:54:11.481384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-ace92973-327b-4107-a309-219a5179c48c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:11.483158 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-ace92973-327b-4107-a309-219a5179c48c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.2514014 Nov 05 21:54:11.515579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-98467ed8-406b-42c4-b278-7d2be56a3681 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/quotas/f8fdff17b6244091b0c220ff30795346 HTTP/1.1" status: 200 len: 375 time: 0.0167887 Nov 05 21:54:11.572729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-61f35520-901d-4152-ad5a-e944ca6df642 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477037 Nov 05 21:54:11.600491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8bc9f43b-b362-49b7-b1e5-d5c29a070730, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8bc9f43b-b362-49b7-b1e5-d5c29a070730,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:11.620946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '8bc9f43b-b362-49b7-b1e5-d5c29a070730', 'network_id': '426cc627-6e63-4fe9-9e1c-0c3a36d018ad', 'port_id': '8bc9f43b-b362-49b7-b1e5-d5c29a070730', 'mac_address': 'fa:16:3e:e9:33:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c473f07-0286-4e20-bae7-52bd0743afa6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:54:11.623340 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.684550 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.691053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=0790d208-75a3-4728-bf4f-3c1defa96273,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:11.707131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc9f43b-b362-49b7-b1e5-d5c29a070730 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:11.740470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8bc9f43b-b362-49b7-b1e5-d5c29a070730, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8bc9f43b-b362-49b7-b1e5-d5c29a070730,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:11.784761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f94f-3648-4154-a6f7-da8eccc2fee9 req-f40ae9c9-7589-4bc4-a498-ca7e81a7d8c0 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:11.786739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c77f94f-3648-4154-a6f7-da8eccc2fee9 req-f40ae9c9-7589-4bc4-a498-ca7e81a7d8c0 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 944 time: 0.0698562 Nov 05 21:54:11.802825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.838217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c91855-b70d-4386-b5da-f939c734e0ac']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:11.843836 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.857989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bc2b8b-7dc1-43cf-9214-71efb60516d3') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:11.858260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bc2b8b-7dc1-43cf-9214-71efb60516d3') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:11.866516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c77f94f-3648-4154-a6f7-da8eccc2fee9 req-81f16010-8974-401d-92e7-00f6b5ceaf3a tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726383 Nov 05 21:54:11.880083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.891036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-091d189f-6a22-4d88-8a1d-08ca77d0f313 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157568 Nov 05 21:54:11.924388 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.938010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8bc9f43b-b362-49b7-b1e5-d5c29a070730,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:11.942404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:11.942782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:11.946089 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:11.983517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae94bc-a317-4c73-b580-9065d5524372 None None] Network 22c91855-b70d-4386-b5da-f939c734e0ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:12.006722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:12.071520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-b54b2ee9-7479-4bec-a603-9f1979429b15 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721971 Nov 05 21:54:12.109831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2af2c50d-ca21-4416-9bed-d09c0f892421 None None] Could not find standard attr ID for object de4ea23f-75f3-4b03-a684-9a0fd52b9075. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 21:54:12.112379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.230980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.242189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e3ebe-cf05-48f3-b3d4-c29eb71d1c50 None None] DHCP port deletion for 22c91855-b70d-4386-b5da-f939c734e0ac request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:12.254408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.258443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/22c91855-b70d-4386-b5da-f939c734e0ac HTTP/1.1" status: 204 len: 168 time: 1.8646615 Nov 05 21:54:12.261741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33462) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:12.262240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1373-29c1-4a13-a2fd-296081541469 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=22c91855-b70d-4386-b5da-f939c734e0ac,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:12.272973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5107df9e-0ed2-4c1a-b018-5fdc4df833c4 None None] Network 22c91855-b70d-4386-b5da-f939c734e0ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:12.289055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['8bc9f43b-b362-49b7-b1e5-d5c29a070730'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:12.291291 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2c71d3-68ba-493f-9ba7-f08c626e4957 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:12.292233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2c71d3-68ba-493f-9ba7-f08c626e4957 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:12.296467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:54:12.300231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5107df9e-0ed2-4c1a-b018-5fdc4df833c4 None None] Network 22c91855-b70d-4386-b5da-f939c734e0ac could not be found, it might have been deleted concurrently. {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 21:54:12.309749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf2c71d3-68ba-493f-9ba7-f08c626e4957 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/0790d208-75a3-4728-bf4f-3c1defa96273 HTTP/1.1" status: 404 len: 337 time: 0.0441535 Nov 05 21:54:12.310722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:12.331919 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eded834-6417-4296-b26c-97034f93b8fb tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:12.332490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eded834-6417-4296-b26c-97034f93b8fb tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:12.335609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4eded834-6417-4296-b26c-97034f93b8fb tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/22c91855-b70d-4386-b5da-f939c734e0ac HTTP/1.1" status: 404 len: 339 time: 0.0235445 Nov 05 21:54:12.338986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33466) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:12.350839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:12.351501 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.464344 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:54:12.477793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.531461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6ffe896-50e8-4abc-97ed-a9d0d907de29 req-6ff211b7-9529-4326-b199-79bb65b95e93 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0872483 Nov 05 21:54:12.618683 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.646193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-887a355c-0079-4b3c-a943-b0750d12201a req-73361c0c-36bc-4178-8ecf-ff53ba8e10f2 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0421104 Nov 05 21:54:12.647186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.660827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506c761e-57cf-49e8-b8b4-3d3541e7a171']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:12.672320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d10c271-00cd-4a93-bcce-5c8136a8e2cc') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:12.675583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d10c271-00cd-4a93-bcce-5c8136a8e2cc') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:12.685570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.692961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:12.696372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:12.699849 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5a2ee-569a-4481-9e6a-6cc8aac6ef7c" -d '{"events": [{"server_uuid": "4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:12.700127 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.707397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:12.714249 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:12.741193 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3b8d91-1720-4c32-87d7-115c1c11d4c6 x-openstack-request-id: req-ba3b8d91-1720-4c32-87d7-115c1c11d4c6 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:12.741683 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:12.741806 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba3b8d91-1720-4c32-87d7-115c1c11d4c6 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:12.742200 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce', 'code': 200} Nov 05 21:54:12.796468 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.797314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 777aa72b-86ce-4b23-83be-d1fae6850a59 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:12.848450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 777aa72b-86ce-4b23-83be-d1fae6850a59 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:12.848708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 777aa72b-86ce-4b23-83be-d1fae6850a59 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:12.851586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae150a-eed5-4198-9aed-73d27d2164ec req-7d0c76de-43f6-4d5b-b632-25419e066b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:12.854562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1ae150a-eed5-4198-9aed-73d27d2164ec req-7d0c76de-43f6-4d5b-b632-25419e066b63 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 1096 time: 0.0529084 Nov 05 21:54:12.871006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.878345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:12.878574 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:12.892361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/506c761e-57cf-49e8-b8b4-3d3541e7a171 HTTP/1.1" status: 204 len: 168 time: 0.5519514 Nov 05 21:54:12.894704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33488) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:12.925383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6273ab-4570-40d3-acab-aa560bd802af tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=506c761e-57cf-49e8-b8b4-3d3541e7a171,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:12.930581 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a9ef85-f04d-4b0e-8df1-4d2937758378 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:12.931220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a9ef85-f04d-4b0e-8df1-4d2937758378 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:12.935175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f0a9ef85-f04d-4b0e-8df1-4d2937758378 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/f85b3426-08c4-412c-b42f-1a630649051a HTTP/1.1" status: 404 len: 337 time: 0.0387301 Nov 05 21:54:12.937777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33490) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:12.981675 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-015aee02-0c69-4e80-943a-fd75127a28fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:12.982369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015aee02-0c69-4e80-943a-fd75127a28fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:12.985689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-015aee02-0c69-4e80-943a-fd75127a28fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/a66c0630-f4ea-4d38-8182-5e058408fc9b HTTP/1.1" status: 404 len: 339 time: 0.0466728 Nov 05 21:54:12.988987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33492) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:13.005018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1ae150a-eed5-4198-9aed-73d27d2164ec req-6f450bdf-17f1-4ab8-8d9c-058fe286cfc6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423004 Nov 05 21:54:13.034014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58866c-2d03-4022-9e4d-4271083e6dac req-fdfc3bce-4b0e-4a6a-9d5a-f3ac8fcb09e1 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:13.035777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b58866c-2d03-4022-9e4d-4271083e6dac req-fdfc3bce-4b0e-4a6a-9d5a-f3ac8fcb09e1 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 945 time: 0.0697649 Nov 05 21:54:13.052662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting subnet 7df8be31-50fd-4acb-96f7-a840d11e5567 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:13.056138 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.097232 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b58866c-2d03-4022-9e4d-4271083e6dac req-c7b918e1-cdc9-4d60-92b2-2e1b55cf626a tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535295 Nov 05 21:54:13.107868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.204186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.234605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de4ea23f-75f3-4b03-a684-9a0fd52b9075 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:13.279488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: de4ea23f-75f3-4b03-a684-9a0fd52b9075 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:13.279868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de4ea23f-75f3-4b03-a684-9a0fd52b9075 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:13.362353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.397342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=7df8be31-50fd-4acb-96f7-a840d11e5567,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:13.402042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.407966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33496) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:13.408275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-264f5d67-8b3c-4e0c-b72c-d671e7e49ba0 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/7df8be31-50fd-4acb-96f7-a840d11e5567 HTTP/1.1" status: 204 len: 168 time: 0.4178431 Nov 05 21:54:13.418048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ee66a-ee99-45c7-99f1-3bbd2cb8740f None None] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:13.468777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting subnet b3708e44-16b5-4954-8e46-f537eee8754b {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:13.472731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.526443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.647910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.728125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7f601c5-fcb2-4096-8b34-9ecca5460423 req-5e31bb6a-08e5-414f-8ca3-29513d47963f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0499778 Nov 05 21:54:13.848434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.872133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1386b6c5-87b5-4987-9dce-06398b087edc req-1e4319b7-c109-407e-b025-52adbce84bc8 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0556629 Nov 05 21:54:13.933691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=b3708e44-16b5-4954-8e46-f537eee8754b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:13.938147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:13.942073 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-643f08b3-db1f-4987-897f-6624a17fbcec tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/b3708e44-16b5-4954-8e46-f537eee8754b HTTP/1.1" status: 204 len: 168 time: 0.5317736 Nov 05 21:54:13.944370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:14.062735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.166505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port dd9e0923-101b-4d65-9d3c-2227f575c612 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:14.167028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.272207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e77a8b-42f9-464c-97c9-8a71bd549837 req-000bc605-ee0c-4d4d-aa46-0b16e92c5bf3 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:14.276010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port dd9e0923-101b-4d65-9d3c-2227f575c612, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dd9e0923-101b-4d65-9d3c-2227f575c612,segment=NetworkSegment(a3fb4d64-120b-4f28-a465-ce6df280d4ec),segment_id=a3fb4d64-120b-4f28-a465-ce6df280d4ec)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:14.277744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9e77a8b-42f9-464c-97c9-8a71bd549837 req-000bc605-ee0c-4d4d-aa46-0b16e92c5bf3 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 945 time: 0.0645280 Nov 05 21:54:14.278028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.298588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for dd9e0923-101b-4d65-9d3c-2227f575c612 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:14.367383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9e77a8b-42f9-464c-97c9-8a71bd549837 req-3f4b333c-c1df-426b-902c-cfe7acd8b415 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816834 Nov 05 21:54:14.508739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf83ff9-2051-471b-9384-b06bc9aa55d0 None None] Network c66b96d1-dbcf-4343-8fce-0222f430fa6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:14.551251 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.575483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7627b2db-b4b5-4d31-ae77-e280e8412361 None None] Could not find standard attr ID for object dd9e0923-101b-4d65-9d3c-2227f575c612. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 21:54:14.584605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=dd9e0923-101b-4d65-9d3c-2227f575c612,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:14.590279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port dd9e0923-101b-4d65-9d3c-2227f575c612 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:14.691620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.722843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66b96d1-dbcf-4343-8fce-0222f430fa6c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:14.734487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fb4d64-120b-4f28-a465-ce6df280d4ec') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:14.735957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fb4d64-120b-4f28-a465-ce6df280d4ec') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:14.742918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1631677d-d9db-4823-9eb8-62f00aea23b3 None None] DHCP port deletion for c66b96d1-dbcf-4343-8fce-0222f430fa6c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:14.757786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.767431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.777290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:14.777290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:14.777702 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:14.876431 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65afccd6-0509-4c0e-b815-21a3409d1d5f req-22b73a6f-2af1-4b42-8622-498cd7c9aad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0383639 Nov 05 21:54:14.963567 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.996870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:14.999161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce164bbc-0c3f-44b2-ab02-5ffe7e8c7341 req-8523f6e1-f204-4e87-9feb-7b912b70ef0b tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0508699 Nov 05 21:54:15.000667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/c66b96d1-dbcf-4343-8fce-0222f430fa6c HTTP/1.1" status: 204 len: 168 time: 1.0551920 Nov 05 21:54:15.004693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33522) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.005220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8fde4-ee5a-4d7a-8bbf-9cdee049c0fd tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=c66b96d1-dbcf-4343-8fce-0222f430fa6c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:15.036222 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ba59f9-87b2-4989-82a6-ef91f4ea3829 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:15.037006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ba59f9-87b2-4989-82a6-ef91f4ea3829 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:15.043353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e2ba59f9-87b2-4989-82a6-ef91f4ea3829 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/4430ea58-1f37-46d0-920d-440f697b09d1 HTTP/1.1" status: 404 len: 337 time: 0.0370045 Nov 05 21:54:15.044115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33524) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.063230 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f6c3e6-1b12-4c96-be79-b30506800d47 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:15.063949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f6c3e6-1b12-4c96-be79-b30506800d47 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:15.069337 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-14f6c3e6-1b12-4c96-be79-b30506800d47 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/0eda6a85-6415-4899-ad9b-47a4c1744975 HTTP/1.1" status: 404 len: 339 time: 0.0241976 Nov 05 21:54:15.071860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33526) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.104273 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-6516ef09-7a08-43d8-b248-42668f1a32a5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:15.104728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6516ef09-7a08-43d8-b248-42668f1a32a5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:15.108001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6516ef09-7a08-43d8-b248-42668f1a32a5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/6df9a295-6212-4ce1-99d2-4d61157a6515 HTTP/1.1" status: 404 len: 337 time: 0.0350132 Nov 05 21:54:15.117473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-b75d5808-fded-4f83-997a-fba84b76c229 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:15.120660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-b75d5808-fded-4f83-997a-fba84b76c229 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.1170349 Nov 05 21:54:15.120660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33528) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.133168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Request body: {'port': {'device_id': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'admin_state_up': True, 'tenant_id': 'f8fdff17b6244091b0c220ff30795346'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:15.146325 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb376c48-d2ed-4bb5-9f63-d34e8c227dbc tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:15.146920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb376c48-d2ed-4bb5-9f63-d34e8c227dbc tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:15.149870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb376c48-d2ed-4bb5-9f63-d34e8c227dbc tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/89bc5cc7-52e1-4da2-b197-f496a2f6b88b HTTP/1.1" status: 404 len: 339 time: 0.0294983 Nov 05 21:54:15.152514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33530) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.180501 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cb418d-a90d-43e6-bd1f-25d72cf73b4f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:15.181183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cb418d-a90d-43e6-bd1f-25d72cf73b4f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:15.184432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-70cb418d-a90d-43e6-bd1f-25d72cf73b4f tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/147ff7f5-a0d7-4859-ad70-6d66419874ca HTTP/1.1" status: 404 len: 337 time: 0.0309391 Nov 05 21:54:15.194524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33532) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.215026 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf5dfc-ea48-4022-883d-bdcd6b86a5cf tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:15.215877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaf5dfc-ea48-4022-883d-bdcd6b86a5cf tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:15.222245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ffaf5dfc-ea48-4022-883d-bdcd6b86a5cf tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/8612ca09-4351-459d-8465-a4af5d286c18 HTTP/1.1" status: 404 len: 339 time: 0.0237217 Nov 05 21:54:15.223040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33534) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.225323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dd9e0923-101b-4d65-9d3c-2227f575c612 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:15.273323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: dd9e0923-101b-4d65-9d3c-2227f575c612 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:15.276228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dd9e0923-101b-4d65-9d3c-2227f575c612 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:15.310542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting subnet 63678153-0035-49b6-9361-de6eb93fde5d {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:15.314388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.339023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:15.342759 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.359282 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.455980 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.461317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8bc9f43b-b362-49b7-b1e5-d5c29a070730 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:15.524039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Allocated IP 172.20.0.11 (42cf4290-2b17-4eb4-b12d-e2679ffb9d14/ee209b30-1739-40bc-ae27-5eddff31c583/8226fae8-6d8f-406c-9139-1a0a0f2f9ceb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:15.546442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c7dc2-6cf9-4af7-b973-9d08cb91615e req-1eda7cb0-82fd-4ed7-b903-2919d43a4849 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:15.548044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea0c7dc2-6cf9-4af7-b973-9d08cb91615e req-1eda7cb0-82fd-4ed7-b903-2919d43a4849 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 945 time: 0.0842717 Nov 05 21:54:15.613533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:54:15.614662 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.617576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:15.617955 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.673601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea0c7dc2-6cf9-4af7-b973-9d08cb91615e req-ea5b22ac-9206-42cf-a86a-7f1916288945 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180317 Nov 05 21:54:15.688771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=63678153-0035-49b6-9361-de6eb93fde5d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:15.691345 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.694528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-27ed0b61-55c0-40c1-8713-6a8fe67bad36 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/63678153-0035-49b6-9361-de6eb93fde5d HTTP/1.1" status: 204 len: 168 time: 0.4577827 Nov 05 21:54:15.703579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33540) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:15.758265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.768606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bafdc-6cf9-4d8c-b0e4-c22bc4e8a87c None None] Network 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:15.856742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.875635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:15.883906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f26cd1-8708-4147-a372-0144ba3064e2 req-acde803d-db65-4f50-9a0f-a18bb169ed04 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:15.891115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5f26cd1-8708-4147-a372-0144ba3064e2 req-acde803d-db65-4f50-9a0f-a18bb169ed04 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 944 time: 0.1006968 Nov 05 21:54:15.942546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9f43b-b362-49b7-b1e5-d5c29a070730'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:15.946405 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652b4d2e-478a-4dec-a2a1-7d1fc3b6f6db" -d '{"events": [{"server_uuid": "bfbcee96-2fa2-493a-a9fa-0a1e99e58291", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9f43b-b362-49b7-b1e5-d5c29a070730"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:15.990604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8bc9f43b-b362-49b7-b1e5-d5c29a070730, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8bc9f43b-b362-49b7-b1e5-d5c29a070730,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:15.997505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5f26cd1-8708-4147-a372-0144ba3064e2 req-6b377696-c09c-4175-a604-3995c06bf620 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054282 Nov 05 21:54:16.046564 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c1316f-a781-4fbf-84b4-8a7c82dc9047 x-openstack-request-id: req-c7c1316f-a781-4fbf-84b4-8a7c82dc9047 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:16.047606 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbcee96-2fa2-493a-a9fa-0a1e99e58291", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9f43b-b362-49b7-b1e5-d5c29a070730", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:16.049852 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7c1316f-a781-4fbf-84b4-8a7c82dc9047 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:16.050505 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9f43b-b362-49b7-b1e5-d5c29a070730', 'code': 200} Nov 05 21:54:16.099078 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.110806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.211929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] DHCP port deletion for 39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:16.213594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12964f-d946-4693-a272-078ab4d35c7a req-2c04c995-9457-4cf5-b965-25a420d2bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:16.221404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e12964f-d946-4693-a272-078ab4d35c7a req-2c04c995-9457-4cf5-b965-25a420d2bb0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 1096 time: 0.1027944 Nov 05 21:54:16.233161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8bc9f43b-b362-49b7-b1e5-d5c29a070730,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:16.235969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:16.253915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event updated for resources: {'Port': ['ID=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:16.256554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:16.261911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:16.271176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:16.272018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.302194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e12964f-d946-4693-a272-078ab4d35c7a req-41dd1deb-44ee-4c3b-b2a7-da8e040bd5b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745733 Nov 05 21:54:16.319636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] Deleting port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:16.320289 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.365020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port be8d374e-7129-4f2c-b6fe-8a964dbc9d18, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,segment=NetworkSegment(ff44115a-24f1-4a2d-ae0d-906524612495),segment_id=ff44115a-24f1-4a2d-ae0d-906524612495)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:16.365394 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.372328 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a9e7d0a-1d5a-47e5-9da6-98346d87eb85 req-a5e6e392-4e89-46a1-b27d-c4d084a7f208 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0606043 Nov 05 21:54:16.386223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for be8d374e-7129-4f2c-b6fe-8a964dbc9d18 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:16.458872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] For port be8d374e-7129-4f2c-b6fe-8a964dbc9d18, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,segment=NetworkSegment(ff44115a-24f1-4a2d-ae0d-906524612495),segment_id=ff44115a-24f1-4a2d-ae0d-906524612495)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:16.459197 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.473874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] Calling delete_port for be8d374e-7129-4f2c-b6fe-8a964dbc9d18 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:16.551457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf196b03-8267-4e55-8e52-a72abf371dbd req-91207ec8-1447-455e-b5c4-5b1d9a135c5a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:16.559413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf196b03-8267-4e55-8e52-a72abf371dbd req-91207ec8-1447-455e-b5c4-5b1d9a135c5a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 932 time: 0.4547427 Nov 05 21:54:16.583828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:16.584491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.592221 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.594566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.633153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] Pushing event deleted for resources: {'Port': ['ID=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:16.635987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df654d8-fb1c-461e-91c3-892eb04b3c3c None None] No DVR routers for this DVR port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:16.638129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=be8d374e-7129-4f2c-b6fe-8a964dbc9d18,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:16.663679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port be8d374e-7129-4f2c-b6fe-8a964dbc9d18 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:16.759053 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf196b03-8267-4e55-8e52-a72abf371dbd req-eabcb50f-7794-48f9-bffd-2e3e5674db32 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964145 Nov 05 21:54:16.770139 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-e694292e-78ae-4754-9bd0-02a135fe780f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6404853 Nov 05 21:54:16.808895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Request body: {'port': {'device_id': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:16.835842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.900349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.903450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39148ab7-f9bb-4a2f-a33f-da3c10d1ec36']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:16.923748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff44115a-24f1-4a2d-ae0d-906524612495') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:16.924130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff44115a-24f1-4a2d-ae0d-906524612495') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:16.963696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:16.999463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.019070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:17.019737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:17.023763 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:17.242027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device be8d374e-7129-4f2c-b6fe-8a964dbc9d18 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:17.254590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb9d2c-9ef6-4803-a850-f3417458641f req-295f9ff6-5968-407f-9e18-5a82a9148359 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:17.262537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-14fb9d2c-9ef6-4803-a850-f3417458641f req-295f9ff6-5968-407f-9e18-5a82a9148359 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 945 time: 0.1719146 Nov 05 21:54:17.264159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: be8d374e-7129-4f2c-b6fe-8a964dbc9d18 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:17.264778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device be8d374e-7129-4f2c-b6fe-8a964dbc9d18 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:17.290801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.331038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.336589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33566) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:17.337059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/39148ab7-f9bb-4a2f-a33f-da3c10d1ec36 HTTP/1.1" status: 204 len: 168 time: 1.6319084 Nov 05 21:54:17.376346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-14fb9d2c-9ef6-4803-a850-f3417458641f req-a5f3e2d7-dfe4-47f7-ae04-b092f0653989 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095581 Nov 05 21:54:17.379870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc9076-ce41-4299-88d7-ec6afbad63c2 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=39148ab7-f9bb-4a2f-a33f-da3c10d1ec36,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:17.380259 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-74189681-b4cb-4d80-8afe-baffaf66f983 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:17.389484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74189681-b4cb-4d80-8afe-baffaf66f983 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:17.394988 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-74189681-b4cb-4d80-8afe-baffaf66f983 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/fac6d9f1-f9f3-4ee8-87a4-e8d161b32884 HTTP/1.1" status: 404 len: 337 time: 0.0563138 Nov 05 21:54:17.397434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33568) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:17.434738 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f32b97b-875f-4b8c-a2ed-c4d121e939f5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:17.441665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f32b97b-875f-4b8c-a2ed-c4d121e939f5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:17.459692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f32b97b-875f-4b8c-a2ed-c4d121e939f5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/f6031f2b-8045-4eaa-864a-14ec6d19b87c HTTP/1.1" status: 404 len: 339 time: 0.0604081 Nov 05 21:54:17.460599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33572) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:17.507144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:17.516108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.530396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Transition to ACTIVE for port object 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:54:17.560222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e990ad59-80d8-4bcb-85a8-0967caa4d6fd req-9e244bad-2ecc-4785-968c-077d1806f559 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0383868 Nov 05 21:54:17.569077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting subnet 22102492-feef-49ff-ba52-1c840d5ba36d {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:17.572481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.607584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.617538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.705530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Pushing event updated for resources: {'Port': ['ID=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:17.714995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.793504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Attempting to bind port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:17.793504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Attempting to bind port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:17.794189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Attempting to bind port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:17.798810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:54:17.799212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Attempting to bind port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:17.804268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:17.804684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Checking segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:17.805175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Bound using segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:17.805685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Bound port: 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:17.806107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.902749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] For port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:17.905247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.911323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] For port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:17.927084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01b8df-11c1-477a-83d8-ff1e6c5afee3 req-0a6af134-4f69-4c7b-bfa5-be4597cc181c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:17.928611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e01b8df-11c1-477a-83d8-ff1e6c5afee3 req-0a6af134-4f69-4c7b-bfa5-be4597cc181c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 944 time: 0.0900128 Nov 05 21:54:17.933549 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Subnet': ['ID=22102492-feef-49ff-ba52-1c840d5ba36d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:17.937187 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.943269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f64689eb-1e4c-4b88-9bcd-4e6b0b4a00d5 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/subnets/22102492-feef-49ff-ba52-1c840d5ba36d HTTP/1.1" status: 204 len: 168 time: 0.4787116 Nov 05 21:54:17.943269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33578) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:17.946010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cbc85f-1146-4450-b840-04a69afc8265 None None] Network f03a78d7-42ba-43e6-b10e-d4f7edbb2930 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:17.988492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:17.998001 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4e01b8df-11c1-477a-83d8-ff1e6c5afee3 req-37d4c8fa-bad0-4c95-bbd4-a95e21075505 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562711 Nov 05 21:54:18.050296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:18.051698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.053123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] 10.222.0.13 "PUT /v2.0/ports/8226fae8-6d8f-406c-9139-1a0a0f2f9ceb HTTP/1.1" status: 200 len: 1092 time: 1.2498209 Nov 05 21:54:18.053726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'tag': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:18.058450 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100" -d '{"events": [{"name": "network-changed", "server_uuid": "850307a4-4c5b-466b-b645-f2c1736d3a22", "tag": "8226fae8-6d8f-406c-9139-1a0a0f2f9ceb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:18.064323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.118256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d80cf4-95e9-4ecd-a711-cd933a6a9fba service neutron] Pushing event updated for resources: {'Port': ['ID=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:18.147859 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24754601-8476-4005-bb14-70e64d28b84a x-openstack-request-id: req-24754601-8476-4005-bb14-70e64d28b84a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:18.148324 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850307a4-4c5b-466b-b645-f2c1736d3a22", "tag": "8226fae8-6d8f-406c-9139-1a0a0f2f9ceb", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:18.148585 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24754601-8476-4005-bb14-70e64d28b84a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:18.148998 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'tag': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb', 'status': 'completed', 'code': 200} Nov 05 21:54:18.198935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] DHCP port deletion for f03a78d7-42ba-43e6-b10e-d4f7edbb2930 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:18.204820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-8a625321-0b3c-4593-8c74-bac9778a8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:18.210218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-8a625321-0b3c-4593-8c74-bac9778a8c84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 1095 time: 0.0520608 Nov 05 21:54:18.218642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Deleting port e5108355-dd56-4b74-bcd6-4470e2ee0aff {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:18.219289 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.252837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Deleting port e5108355-dd56-4b74-bcd6-4470e2ee0aff {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:18.253513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.256970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-f578a1dd-742e-40e8-bda5-371cb2b5f2f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb HTTP/1.1" status: 200 len: 217 time: 0.0419440 Nov 05 21:54:18.316188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-c34b7cf6-4170-4d26-954a-6af7d2da62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:18.316563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] For port e5108355-dd56-4b74-bcd6-4470e2ee0aff, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e5108355-dd56-4b74-bcd6-4470e2ee0aff,segment=NetworkSegment(0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4),segment_id=0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:18.316929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.318569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-c34b7cf6-4170-4d26-954a-6af7d2da62b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0540524 Nov 05 21:54:18.325705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] For port e5108355-dd56-4b74-bcd6-4470e2ee0aff, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e5108355-dd56-4b74-bcd6-4470e2ee0aff,segment=NetworkSegment(0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4),segment_id=0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:18.326110 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.341772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Calling delete_port for e5108355-dd56-4b74-bcd6-4470e2ee0aff owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:18.354133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Calling delete_port for e5108355-dd56-4b74-bcd6-4470e2ee0aff owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:18.357695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-87a951ef-d745-4b8a-a77c-40b66a3ec7a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324345 Nov 05 21:54:18.498716 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.505738 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.555411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] No DVR routers for this DVR port e5108355-dd56-4b74-bcd6-4470e2ee0aff on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:18.560774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Port': ['ID=e5108355-dd56-4b74-bcd6-4470e2ee0aff,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:18.563847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Pushing event deleted for resources: {'Port': ['ID=e5108355-dd56-4b74-bcd6-4470e2ee0aff,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:18.573938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] No DVR routers for this DVR port e5108355-dd56-4b74-bcd6-4470e2ee0aff on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:18.596764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.597231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.597672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.598104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.598536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.598965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.599391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.599854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.600299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.600725 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.601187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.602518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd679b1-f0ea-48cb-9212-91b26f0f8327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:18.661426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.684050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03a78d7-42ba-43e6-b10e-d4f7edbb2930']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:18.719747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87fbf9ea-68ab-46bd-b01e-64857d84127a req-2b1ae1a2-da17-4b0f-8fea-24778cb78696 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0329502 Nov 05 21:54:18.729360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:18.729714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b15cb0c-1b55-4f5b-8bae-0fd39c8f79d4') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:18.741262 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.756569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.762826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:18.763211 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:18.766849 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:18.883679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-13c98f7f-b9b8-4ad2-802e-b3a80ac6c976 service neutron] 10.222.0.13 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192056 Nov 05 21:54:18.897038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.904417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:18.907489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] 10.222.0.41 "DELETE /v2.0/networks/f03a78d7-42ba-43e6-b10e-d4f7edbb2930 HTTP/1.1" status: 204 len: 168 time: 0.9634197 Nov 05 21:54:18.908426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6345b-8a9f-4b14-a6ce-48ad169d44ad req-cda446ee-3bc6-42ec-bc90-9bd9e2f187a6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:18.910772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57e6345b-8a9f-4b14-a6ce-48ad169d44ad req-cda446ee-3bc6-42ec-bc90-9bd9e2f187a6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 945 time: 0.0748644 Nov 05 21:54:18.929756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dec4b-6a47-4bb5-9d70-014549187f08 tempest-NetworksIpV6Test-164044978 tempest-NetworksIpV6Test-164044978-project] Pushing event deleted for resources: {'Network': ['ID=f03a78d7-42ba-43e6-b10e-d4f7edbb2930,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:19.028844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57e6345b-8a9f-4b14-a6ce-48ad169d44ad req-d583891a-6c52-4470-86c3-383ad432aa10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990441 Nov 05 21:54:19.064095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b51bd9d0-5ec5-4bc1-86d0-4345f89c56e4 req-f76ac3da-d364-4489-b310-d4f2cfe2baa3 service neutron] 10.222.0.13 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727889 Nov 05 21:54:19.185619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530533ec-af87-4a12-aebd-7b5a5797e12e req-59882196-1481-4280-935e-f6d3b060c2e4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:19.187113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530533ec-af87-4a12-aebd-7b5a5797e12e req-59882196-1481-4280-935e-f6d3b060c2e4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 944 time: 0.0755277 Nov 05 21:54:19.254660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e5108355-dd56-4b74-bcd6-4470e2ee0aff no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:19.285385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530533ec-af87-4a12-aebd-7b5a5797e12e req-ef6808a1-3fb4-4f1b-9211-cdd64c39adcb tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782790 Nov 05 21:54:19.290733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-3d94b1fc-4c7f-4947-b5fb-22a358c50385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:19.293095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-3d94b1fc-4c7f-4947-b5fb-22a358c50385 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 1095 time: 0.0550773 Nov 05 21:54:19.307174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e5108355-dd56-4b74-bcd6-4470e2ee0aff {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:19.307821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e5108355-dd56-4b74-bcd6-4470e2ee0aff not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:19.428373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-6b10575d-1f2c-4e67-a004-f0fa06c2e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:19.429697 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-6b10575d-1f2c-4e67-a004-f0fa06c2e890 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 912 time: 0.1291807 Nov 05 21:54:19.499675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-93c381da-24bb-4892-a798-d501edba6ccd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb HTTP/1.1" status: 200 len: 217 time: 0.0540767 Nov 05 21:54:19.510425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33606) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:19.568349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-693497e0-5905-46d7-9afe-2438320bc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:19.569828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-693497e0-5905-46d7-9afe-2438320bc494 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0631363 Nov 05 21:54:19.614983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-b1233637-db89-449c-b8d1-d72fd7ca9c40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262957 Nov 05 21:54:19.689093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c3e1004a-6b1a-4263-b34d-542f79b94c2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4628667247d94e648baa62d0e0828e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773767 Nov 05 21:54:19.691449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33612) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:19.722789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-dac43646-098e-4fc6-884e-35d649d6f441 service neutron] 10.222.0.13 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994437 Nov 05 21:54:19.743839 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:19.781274 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:19.882350 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfef5eb3-7cf6-48b8-a5e4-3aa00380f100 req-89f5375d-b699-4837-b4a6-9350d52e5587 service neutron] 10.222.0.13 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397119 Nov 05 21:54:19.888546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9447f78-271f-4b64-877a-eaaa2945394f req-be675dbd-4cd9-4918-a9d9-ebf885d338b4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0504112 Nov 05 21:54:19.938805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:19.941675 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:19.943733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/badcdf86-4249-4394-a4d4-da09e1996e88 HTTP/1.1" status: 204 len: 168 time: 0.2511349 Nov 05 21:54:19.952280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badcdf86-4249-4394-a4d4-da09e1996e88,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:19.954940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f3372-2121-4910-85a1-365b911e2ccc req-c8681cdb-6c5a-451b-85e8-3a39eb7e0c8b tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:19.957230 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-232f3372-2121-4910-85a1-365b911e2ccc req-c8681cdb-6c5a-451b-85e8-3a39eb7e0c8b tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 945 time: 0.0727630 Nov 05 21:54:19.965896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.966366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.966849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.967443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.968184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.968616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.969086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.969508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.971430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.972658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.973146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:19.973587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15b5b4-3eb2-4098-8e16-74d05749b3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:20.020725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-232f3372-2121-4910-85a1-365b911e2ccc req-b93de142-a34a-45e9-a1e3-08fc7681626c tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Nov 05 21:54:20.409192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4fc8c-4154-4549-84d9-7128edf99783 req-e7857df5-0582-4e3b-9953-b14524fbff4b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:20.411050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1e4fc8c-4154-4549-84d9-7128edf99783 req-e7857df5-0582-4e3b-9953-b14524fbff4b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 944 time: 0.0575747 Nov 05 21:54:20.463583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c1e4fc8c-4154-4549-84d9-7128edf99783 req-327321b0-84a7-4a6e-8808-099f29330078 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459127 Nov 05 21:54:20.904287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33646) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:20.998694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1121db9a-a376-4632-9bd4-e421eff73ab2 req-d0d8a068-d622-4d66-b479-e2973b4afdce tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0316420 Nov 05 21:54:21.040583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2074520696'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:21.128521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-28b48bef-0a5f-42c0-a52e-5971debd32b6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:21.130126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-28b48bef-0a5f-42c0-a52e-5971debd32b6 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 945 time: 0.0736597 Nov 05 21:54:21.162364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4f178-260b-4dbf-9da9-9c1c11d2cfb1 req-cac8e310-3c5f-4575-81de-9c974f92f933 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:21.162364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ee4f178-260b-4dbf-9da9-9c1c11d2cfb1 req-cac8e310-3c5f-4575-81de-9c974f92f933 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 945 time: 0.0551214 Nov 05 21:54:21.189855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:21.192216 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.220151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.231059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ee4f178-260b-4dbf-9da9-9c1c11d2cfb1 req-2f94943a-2c76-4153-8832-68a786b0ee82 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4ea4461-62a0-4773-95f6-c96253856afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627604 Nov 05 21:54:21.277336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Deleting port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:21.277674 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.346579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a99936-c278-4328-92a2-db67ede389b9 req-da1e06b2-e3c3-407f-8321-4ef602f9bcc5 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:21.347993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6a99936-c278-4328-92a2-db67ede389b9 req-da1e06b2-e3c3-407f-8321-4ef602f9bcc5 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c HTTP/1.1" status: 200 len: 945 time: 0.0547171 Nov 05 21:54:21.389291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.429633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] For port 8bc9f43b-b362-49b7-b1e5-d5c29a070730, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8bc9f43b-b362-49b7-b1e5-d5c29a070730,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:21.430508 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.444642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Calling delete_port for 8bc9f43b-b362-49b7-b1e5-d5c29a070730 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:21.459037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.478310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Deleting port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:21.479905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.567006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:21.569075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53871d67-9236-4975-8158-e04fd2e96902,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:21.585245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.585593 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Added segment 904a7520-113a-4259-adb0-a3cef18d4443 of type vlan for network 221e562c-61a4-45d4-8842-84befa0ce97a Nov 05 21:54:21.658039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.658278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728a48-54ab-4ae0-8e58-c76ab2b2cc6e req-7d62db18-535a-4490-9d82-017968d98c22 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:21.659894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7728a48-54ab-4ae0-8e58-c76ab2b2cc6e req-7d62db18-535a-4490-9d82-017968d98c22 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 944 time: 0.1098211 Nov 05 21:54:21.661821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] For port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,segment=NetworkSegment(5035dd32-05f0-498a-b8d5-8fc2105ab1d0),segment_id=5035dd32-05f0-498a-b8d5-8fc2105ab1d0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:21.662355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.685409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Calling delete_port for b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:21.765508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7728a48-54ab-4ae0-8e58-c76ab2b2cc6e req-b2ef4b3e-7e5d-4766-9572-dc75c6990c79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928307 Nov 05 21:54:21.767810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.775430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:21.776456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.848337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.860716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:21.884139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Network': ['ID=221e562c-61a4-45d4-8842-84befa0ce97a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:21.886151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event deleted for resources: {'Port': ['ID=8bc9f43b-b362-49b7-b1e5-d5c29a070730,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:21.902986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 221e562c-61a4-45d4-8842-84befa0ce97a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:21.905243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f76eaada-7852-4306-a0b3-d03fdfa40bca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9996552 Nov 05 21:54:21.957895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.960349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] No DVR routers for this DVR port 8bc9f43b-b362-49b7-b1e5-d5c29a070730 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:21.962951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:21.967317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74464393-9475-4fd1-a2dc-17edb2593d7d req-59d8cf9f-aeee-404b-bb6d-1e62d0b42414 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.46 "DELETE /v2.0/ports/8bc9f43b-b362-49b7-b1e5-d5c29a070730 HTTP/1.1" status: 204 len: 173 time: 0.8303001 Nov 05 21:54:21.968698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'name': 'network-vif-deleted', 'tag': '8bc9f43b-b362-49b7-b1e5-d5c29a070730'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:21.971799 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efeb19c-f458-4061-b7c1-2bc8accd8bf4" -d '{"events": [{"server_uuid": "bfbcee96-2fa2-493a-a9fa-0a1e99e58291", "name": "network-vif-deleted", "tag": "8bc9f43b-b362-49b7-b1e5-d5c29a070730"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:22.008301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Pushing event deleted for resources: {'Port': ['ID=b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:22.060422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:54:22.087652 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468d33bd-fb4e-4929-8ccf-e511f768f9a5 x-openstack-request-id: req-468d33bd-fb4e-4929-8ccf-e511f768f9a5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:22.090361 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbcee96-2fa2-493a-a9fa-0a1e99e58291", "name": "network-vif-deleted", "tag": "8bc9f43b-b362-49b7-b1e5-d5c29a070730", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:22.090361 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-468d33bd-fb4e-4929-8ccf-e511f768f9a5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:22.090361 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbcee96-2fa2-493a-a9fa-0a1e99e58291', 'name': 'network-vif-deleted', 'tag': '8bc9f43b-b362-49b7-b1e5-d5c29a070730', 'status': 'completed', 'code': 200} Nov 05 21:54:22.113339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] No DVR routers for this DVR port b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:22.116742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:22.121696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6a99936-c278-4328-92a2-db67ede389b9 req-54ec726f-249f-446b-8d8d-0a984dbd9c10 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.13 "DELETE /v2.0/ports/b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce HTTP/1.1" status: 204 len: 173 time: 0.7670131 Nov 05 21:54:22.122347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'name': 'network-vif-deleted', 'tag': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:22.125610 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f4fc7d-3150-42c4-a7d6-e077976dd50c" -d '{"events": [{"server_uuid": "4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c", "name": "network-vif-deleted", "tag": "b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:22.288733 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddea70c-dcdd-4a78-af65-1e392b45f818 x-openstack-request-id: req-bddea70c-dcdd-4a78-af65-1e392b45f818 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:22.288733 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c", "name": "network-vif-deleted", "tag": "b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:22.288733 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bddea70c-dcdd-4a78-af65-1e392b45f818 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:22.289654 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d173a0c-a54b-4df6-b6f4-82b6bd0f2b1c', 'name': 'network-vif-deleted', 'tag': 'b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce', 'status': 'completed', 'code': 200} Nov 05 21:54:22.291296 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02fdf2b3-3702-401c-97c0-984b9c1b0fdc req-77d72f5c-4e8e-4b33-a646-2780b6170297 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb98afcd-a7d5-45e3-b739-c8f6f305eec4 HTTP/1.1" status: 200 len: 210 time: 0.0702696 Nov 05 21:54:22.363886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d622ecba-a22c-4e68-8363-de5858db0504 req-c61d9545-0212-44b6-a72c-ac6ef63567e7 tempest-MultipleCreateTestJSON-1744890121 tempest-MultipleCreateTestJSON-1744890121-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfbcee96-2fa2-493a-a9fa-0a1e99e58291 HTTP/1.1" status: 200 len: 210 time: 0.0448267 Nov 05 21:54:22.527385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:22.540026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'port_id': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb', 'mac_address': 'fa:16:3e:5d:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee209b30-1739-40bc-ae27-5eddff31c583', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:54:22.589283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:22.605363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:22.629668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:22.710090 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:22.787416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:22.915472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3d6d9-61b4-482e-a12a-008d46cbcd49 req-08fe788d-62db-455d-aca6-453942bbc610 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:22.930264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['8226fae8-6d8f-406c-9139-1a0a0f2f9ceb'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:22.932223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aad3d6d9-61b4-482e-a12a-008d46cbcd49 req-08fe788d-62db-455d-aca6-453942bbc610 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 945 time: 0.0765343 Nov 05 21:54:23.001004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aad3d6d9-61b4-482e-a12a-008d46cbcd49 req-0ee7f4af-ec98-402d-b4ff-c283d3fc9a6e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647142 Nov 05 21:54:23.468315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33690) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:23.492483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8bc9f43b-b362-49b7-b1e5-d5c29a070730 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:23.520512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33692) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:23.537372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 8bc9f43b-b362-49b7-b1e5-d5c29a070730 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:23.539751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8bc9f43b-b362-49b7-b1e5-d5c29a070730 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:23.542882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] Deleting subnet 4c473f07-0286-4e20-bae7-52bd0743afa6 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:23.547319 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.587373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3c9a084-4bc0-42fe-a2e6-9c0845ee6954 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.593515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.616839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3c9a084-4bc0-42fe-a2e6-9c0845ee6954 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.644272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.779243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.806976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3c9a084-4bc0-42fe-a2e6-9c0845ee6954 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.810017 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3c9a084-4bc0-42fe-a2e6-9c0845ee6954 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.811675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e3c9a084-4bc0-42fe-a2e6-9c0845ee6954 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca355da0-1e1e-42e2-b71f-b6fa4c84f831 HTTP/1.1" status: 204 len: 168 time: 0.2899241 Nov 05 21:54:23.814142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c473f07-0286-4e20-bae7-52bd0743afa6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:23.815866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33700) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:23.826614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9a084-4bc0-42fe-a2e6-9c0845ee6954 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca355da0-1e1e-42e2-b71f-b6fa4c84f831,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:23.843736 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-3bf341f6-82b2-48c1-9019-0438ca8b21e4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] show failed (client error): The resource could not be found. Nov 05 21:54:23.845107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3bf341f6-82b2-48c1-9019-0438ca8b21e4 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "GET /v2.0/security-groups/ca355da0-1e1e-42e2-b71f-b6fa4c84f831 HTTP/1.1" status: 404 len: 347 time: 0.0265326 Nov 05 21:54:23.848540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33702) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:23.848747 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.855092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2e209138-044d-4f11-be79-55d892b6aa39 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c473f07-0286-4e20-bae7-52bd0743afa6 HTTP/1.1" status: 204 len: 168 time: 0.3856325 Nov 05 21:54:23.855809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33704) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:23.934420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:23.983770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port a976fa48-e0fb-4e5e-a585-ef9a24127b31 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:23.984148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.035622 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.050092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:24.086994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426cc627-6e63-4fe9-9e1c-0c3a36d018ad']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:24.109365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5035dd32-05f0-498a-b8d5-8fc2105ab1d0') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:24.109646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5035dd32-05f0-498a-b8d5-8fc2105ab1d0') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:24.125164 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.125415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.136733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.156860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.164169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for a976fa48-e0fb-4e5e-a585-ef9a24127b31 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:24.167369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:24.167904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:24.169889 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:24.224305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:54:24.230090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:24.230600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.278662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30e33-c30a-4b15-a08b-26a1ddfc5d5f req-2998872f-8830-49b2-b31c-f3a5e27f96c1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:24.280273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9c30e33-c30a-4b15-a08b-26a1ddfc5d5f req-2998872f-8830-49b2-b31c-f3a5e27f96c1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 945 time: 0.1480560 Nov 05 21:54:24.333073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.343118 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.358029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9c30e33-c30a-4b15-a08b-26a1ddfc5d5f req-5e932e0e-9814-49c2-a698-5cc582eaaa6f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677161 Nov 05 21:54:24.365745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.373571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] 10.222.0.41 "DELETE /v2.0/networks/426cc627-6e63-4fe9-9e1c-0c3a36d018ad HTTP/1.1" status: 204 len: 168 time: 0.5165839 Nov 05 21:54:24.376369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4166dd-663b-478b-a8f3-d562a1318e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=426cc627-6e63-4fe9-9e1c-0c3a36d018ad,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:24.450640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:24.451702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:24.454319 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46db498-87ee-43d6-9bdb-b04cf6ce9373" -d '{"events": [{"server_uuid": "850307a4-4c5b-466b-b645-f2c1736d3a22", "name": "network-vif-plugged", "status": "completed", "tag": "8226fae8-6d8f-406c-9139-1a0a0f2f9ceb"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:24.500326 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e15888-1545-4e9e-a233-a1ab21a2d0b5 x-openstack-request-id: req-81e15888-1545-4e9e-a233-a1ab21a2d0b5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:24.500575 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850307a4-4c5b-466b-b645-f2c1736d3a22", "name": "network-vif-plugged", "status": "completed", "tag": "8226fae8-6d8f-406c-9139-1a0a0f2f9ceb", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:24.501155 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81e15888-1545-4e9e-a233-a1ab21a2d0b5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:24.502213 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb', 'code': 200} Nov 05 21:54:24.510123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.519431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.535876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:24.566050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=a976fa48-e0fb-4e5e-a585-ef9a24127b31,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:24.640690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.641914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.645837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51e5c301-945a-4a32-a0e7-2caf5ad61115 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/floatingips/6a099dca-d2ac-4d4f-9ade-ed5d763d777c HTTP/1.1" status: 204 len: 168 time: 0.7962794 Nov 05 21:54:24.646011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33712) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:24.655628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:24.656210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device b0ac0f80-bb4c-4049-8a82-ddd7b65eb1ce not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:24.658443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:24.675807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed30bb8-b95c-4172-98bd-4f931f5b6678 req-204f1b8b-d597-4ec5-b143-50e7a4810e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:24.677458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bed30bb8-b95c-4172-98bd-4f931f5b6678 req-204f1b8b-d597-4ec5-b143-50e7a4810e48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 1097 time: 0.0480909 Nov 05 21:54:24.737530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bed30bb8-b95c-4172-98bd-4f931f5b6678 req-68232a84-e4bb-497f-92ae-44abc7f1d98b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Nov 05 21:54:24.794892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33718) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:24.831567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:24.831907 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.871064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41a29ecf-21bc-4da4-a758-ec4519ca9cdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64aa572fba2d4ebdb34f3ebabcc1cb42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785189 Nov 05 21:54:24.878666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:24.928153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b16b02de-b576-4690-bd81-1181b45bca86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.944766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.955098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b16b02de-b576-4690-bd81-1181b45bca86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:24.957961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:25.089534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b16b02de-b576-4690-bd81-1181b45bca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.093445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b16b02de-b576-4690-bd81-1181b45bca86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.096910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b16b02de-b576-4690-bd81-1181b45bca86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4ea4461-62a0-4773-95f6-c96253856afd HTTP/1.1" status: 204 len: 168 time: 0.2150135 Nov 05 21:54:25.105789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b02de-b576-4690-bd81-1181b45bca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea4461-62a0-4773-95f6-c96253856afd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:25.158582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.225319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=d38d7236-7ee8-47a4-acde-1a5ebe1b3d01,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:25.279173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33726) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:25.286642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'subnet': {'network_id': '221e562c-61a4-45d4-8842-84befa0ce97a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:25.364148 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.369697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a58b2c93-5192-423e-864c-9be75f70c43f tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/ports/d38d7236-7ee8-47a4-acde-1a5ebe1b3d01 HTTP/1.1" status: 204 len: 168 time: 0.7203379 Nov 05 21:54:25.370478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33728) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:25.470592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:25.475188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.504016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port 18136fa9-9828-41dd-a581-2c9ad6d5f91b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:25.504983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.609276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc740-4a18-47cf-b242-1dc931a5285c req-83de747e-ae88-483c-8611-f98af9b4b824 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:25.617436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-019cc740-4a18-47cf-b242-1dc931a5285c req-83de747e-ae88-483c-8611-f98af9b4b824 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 946 time: 0.1458921 Nov 05 21:54:25.664266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.692081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for 18136fa9-9828-41dd-a581-2c9ad6d5f91b owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:25.716293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-019cc740-4a18-47cf-b242-1dc931a5285c req-2cc4a4e3-1373-4ced-a08d-532b059a8d38 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941989 Nov 05 21:54:25.844452 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.943654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Subnet': ['ID=8702b9bf-d652-4fba-adeb-3339e1311d4b,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:25.945227 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:25.968137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Checking segment: {'id': '904a7520-113a-4259-adb0-a3cef18d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '221e562c-61a4-45d4-8842-84befa0ce97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:25.973738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network hostable DHCP agents. Network: 221e562c-61a4-45d4-8842-84befa0ce97a, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:25.984495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=18136fa9-9828-41dd-a581-2c9ad6d5f91b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:26.072786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.076491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8e838058-9a30-4dca-a1f9-e049aafc4a41 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/ports/18136fa9-9828-41dd-a581-2c9ad6d5f91b HTTP/1.1" status: 204 len: 168 time: 0.7050135 Nov 05 21:54:26.080419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33748) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:26.132653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network 221e562c-61a4-45d4-8842-84befa0ce97a is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:26.133667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting subnet 49eb1e93-a4d4-4f50-9185-c28a09b671e1 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:26.137134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.180382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.229830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 221e562c-61a4-45d4-8842-84befa0ce97a) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:26.233999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:26.234587 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.241660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35274c9a-eee8-4051-b9cb-5beaaabd78b2 None None] Network 221e562c-61a4-45d4-8842-84befa0ce97a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:26.291020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.340966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33756) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:26.341968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ae7c9aaa-41a5-4027-b9bd-11af900a8b4c tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0616016 Nov 05 21:54:26.348524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-935954197'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:26.406020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-221e562c-61a4-45d4-8842-84befa0ce97a', 'network_id': '221e562c-61a4-45d4-8842-84befa0ce97a', 'tenant_id': 'cf300e2248994d999a1d16111b71caff', 'fixed_ips': [{'subnet_id': '8702b9bf-d652-4fba-adeb-3339e1311d4b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:26.410173 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.498574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33760) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:26.508369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.550178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:26.553890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.556523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Subnet': ['ID=49eb1e93-a4d4-4f50-9185-c28a09b671e1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:26.563378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.566703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e4408a54-571f-40e9-972e-56b782a12d7a tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/subnets/49eb1e93-a4d4-4f50-9185-c28a09b671e1 HTTP/1.1" status: 204 len: 168 time: 0.4850798 Nov 05 21:54:26.570347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33764) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:26.602247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:26.612328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13c8c4-7844-4bd5-a04d-8cc9c74caeef None None] Network c42f1891-be78-4079-8fbe-2c2273c31bfd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:26.618917 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.619475 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Added segment dbfd1b73-36a9-4735-a151-ee5e27e9b6da of type vlan for network cd34026b-50f5-4206-816c-04ce0b390fb8 Nov 05 21:54:26.666475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting subnet cc1557b8-d9be-4fea-965c-3721a2ed1e4e {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:26.670282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.674431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.693320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1686463389-network', 'tenant_id': 'e136f65ccb334afda98abc15c69cb485'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:26.705421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Allocated IP 2001:db8:0:ffff::2 (221e562c-61a4-45d4-8842-84befa0ce97a/8702b9bf-d652-4fba-adeb-3339e1311d4b/1842d4f8-8b8b-4abd-a8d2-828b0279ad94) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:26.744366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.801570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.808164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:26.810063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.839231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Made reservation on behalf of e136f65ccb334afda98abc15c69cb485 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:26.844737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.869768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.917221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fabb8-beb8-4297-8414-25c9ca7b3c64 req-cf16e715-f71a-4718-abeb-e51ebe963056 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:26.926705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-431fabb8-beb8-4297-8414-25c9ca7b3c64 req-cf16e715-f71a-4718-abeb-e51ebe963056 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 946 time: 0.1260786 Nov 05 21:54:26.937499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:26.941837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Network': ['ID=cd34026b-50f5-4206-816c-04ce0b390fb8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:26.995887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] DHCP port deletion for c42f1891-be78-4079-8fbe-2c2273c31bfd request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:26.999209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network cd34026b-50f5-4206-816c-04ce0b390fb8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:27.013491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.018876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b24cbd31-726b-4c98-8ac8-6afaa93090d6 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6762521 Nov 05 21:54:27.022251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33774) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:27.029106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'subnet': {'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:27.100152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-431fabb8-beb8-4297-8414-25c9ca7b3c64 req-e1c00834-29e0-461e-9e95-94b46dd2f46c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723671 Nov 05 21:54:27.105680 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.116560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.179988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] Deleting port cd7c3b0e-abac-456f-974d-b6086ecc4272 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:27.180891 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.183853 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:27.188487 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.217634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398eedfa-9d4d-4c6c-b2f7-8467e2262b05,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:27.225727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.226890 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Added segment d1de84cd-62e6-42d1-bc72-6b9aad2e7db5 of type vlan for network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 Nov 05 21:54:27.299499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Network 221e562c-61a4-45d4-8842-84befa0ce97a is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:27.316687 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.322337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.339684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:27.342569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:27.345663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cd7c3b0e-abac-456f-974d-b6086ecc4272 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:27.377576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:27.381666 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.388379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1557b8-d9be-4fea-965c-3721a2ed1e4e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:27.398901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.405302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4cb8ed7a-08ee-413d-80a9-59a89a453f54 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/subnets/cc1557b8-d9be-4fea-965c-3721a2ed1e4e HTTP/1.1" status: 204 len: 168 time: 0.8313820 Nov 05 21:54:27.405753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33780) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:27.413266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284cd302-aa45-4ee9-9de5-8ecc507fc8c4 None None] Network 1a790aee-22a8-43f6-a5ab-024cc5a2380b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:27.477298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.477909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:27.478551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.482504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] For port cd7c3b0e-abac-456f-974d-b6086ecc4272, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cd7c3b0e-abac-456f-974d-b6086ecc4272,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:27.483156 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.489012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Pushing event updated for resources: {'Port': ['ID=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:27.524308 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.564926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] Pushing event updated for resources: {'Network': ['ID=f8927db2-8bb7-47dc-acc9-e80f22c7c1b6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:27.569029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] Calling delete_port for cd7c3b0e-abac-456f-974d-b6086ecc4272 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:27.590795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:27.592941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Attempting to bind port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:27.593310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Attempting to bind port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '904a7520-113a-4259-adb0-a3cef18d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '221e562c-61a4-45d4-8842-84befa0ce97a'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:27.600930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Attempting to bind port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 on network 221e562c-61a4-45d4-8842-84befa0ce97a {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:27.601092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-255cb008-026c-4586-9d30-b502dac6bb06 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0997574 Nov 05 21:54:27.603128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33782) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:27.608699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Request body: {'subnet': {'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1686463389-subnet', 'tenant_id': 'e136f65ccb334afda98abc15c69cb485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:27.617188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:27.617455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Checking segment: {'id': '904a7520-113a-4259-adb0-a3cef18d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '221e562c-61a4-45d4-8842-84befa0ce97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:27.617838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.618235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Bound using segment: {'id': '904a7520-113a-4259-adb0-a3cef18d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '221e562c-61a4-45d4-8842-84befa0ce97a'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:27.618767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Bound port: 1842d4f8-8b8b-4abd-a8d2-828b0279ad94, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904a7520-113a-4259-adb0-a3cef18d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '221e562c-61a4-45d4-8842-84befa0ce97a'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:27.619591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.627327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port cd7c3b0e-abac-456f-974d-b6086ecc4272 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:27.627872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.695230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] For port cd7c3b0e-abac-456f-974d-b6086ecc4272, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cd7c3b0e-abac-456f-974d-b6086ecc4272,segment=NetworkSegment(a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7),segment_id=a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:27.695630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.709329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for cd7c3b0e-abac-456f-974d-b6086ecc4272 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:27.760112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Made reservation on behalf of e136f65ccb334afda98abc15c69cb485 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:27.764283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.837819 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.881645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.objects.ports [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 21:54:27.883288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.884571 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.895470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] For port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:27.899623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] For port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,segment=NetworkSegment(904a7520-113a-4259-adb0-a3cef18d4443),segment_id=904a7520-113a-4259-adb0-a3cef18d4443)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:27.917818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=cd7c3b0e-abac-456f-974d-b6086ecc4272,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:27.922177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] No DVR routers for this DVR port cd7c3b0e-abac-456f-974d-b6086ecc4272 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:27.926827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:27.959286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] Pushing event deleted for resources: {'Port': ['ID=cd7c3b0e-abac-456f-974d-b6086ecc4272,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:27.961219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fca1ce-26c4-4e76-a23d-34d02192952d None None] No DVR routers for this DVR port cd7c3b0e-abac-456f-974d-b6086ecc4272 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:27.966432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Subnet': ['ID=7264fef6-6dee-4869-93ff-85de7fcf5e91,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:28.002424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] DHCP port deletion for 1a790aee-22a8-43f6-a5ab-024cc5a2380b request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:28.006530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.051944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.052559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Checking segment: {'id': 'dbfd1b73-36a9-4735-a151-ee5e27e9b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:28.053043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network hostable DHCP agents. Network: cd34026b-50f5-4206-816c-04ce0b390fb8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:28.086025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42f1891-be78-4079-8fbe-2c2273c31bfd']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:28.099621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:28.099935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4dc0d58-ea0a-4bd1-85c6-bc22a24d1da7') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:28.111161 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.125994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.128378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038665e-3646-4b2f-9c01-004a92bc53a6 None None] Pushing event updated for resources: {'Port': ['ID=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:28.138792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:28.141944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:28.171354 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:28.186551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] Deleting port 02fde204-a0c3-40a1-b434-661304e3bf09 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:28.187027 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.207497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network cd34026b-50f5-4206-816c-04ce0b390fb8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:28.253467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.300693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] For port 02fde204-a0c3-40a1-b434-661304e3bf09, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=02fde204-a0c3-40a1-b434-661304e3bf09,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:28.301261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.319849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] Calling delete_port for 02fde204-a0c3-40a1-b434-661304e3bf09 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:28.338465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f2c447-d180-457f-b54e-38ec825a1682,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:28.344284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, cd34026b-50f5-4206-816c-04ce0b390fb8) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:28.349486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:28.350259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.355061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Checking segment: {'id': 'd1de84cd-62e6-42d1-bc72-6b9aad2e7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:28.355646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Network hostable DHCP agents. Network: f8927db2-8bb7-47dc-acc9-e80f22c7c1b6, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:28.394814 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.415391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.418762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/networks/c42f1891-be78-4079-8fbe-2c2273c31bfd HTTP/1.1" status: 204 len: 168 time: 1.0119197 Nov 05 21:54:28.422392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33794) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:28.442610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61706b74-6d65-4117-b4aa-2a35daf7d561 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Network': ['ID=c42f1891-be78-4079-8fbe-2c2273c31bfd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:28.457221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e9b45537-7514-4475-b60d-92f42055ce94 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4291029 Nov 05 21:54:28.528829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.533449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33796) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:28.540032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'port': {'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8', 'name': 'tempest-NetworksIpV6TestAttrs-792993045'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:28.620168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Deleting port 02fde204-a0c3-40a1-b434-661304e3bf09 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:28.620508 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.637618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fdcd99-c194-4f36-8a4b-1b5d38db89c4 None None] Network cd34026b-50f5-4206-816c-04ce0b390fb8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:28.709754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] For port 02fde204-a0c3-40a1-b434-661304e3bf09, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=02fde204-a0c3-40a1-b434-661304e3bf09,segment=NetworkSegment(fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e),segment_id=fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:28.710184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.724258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Calling delete_port for 02fde204-a0c3-40a1-b434-661304e3bf09 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:28.836228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-cd34026b-50f5-4206-816c-04ce0b390fb8', 'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8', 'tenant_id': 'cf300e2248994d999a1d16111b71caff', 'fixed_ips': [{'subnet_id': '7264fef6-6dee-4869-93ff-85de7fcf5e91'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:28.837386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.870129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:28.877067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, f8927db2-8bb7-47dc-acc9-e80f22c7c1b6) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:28.885341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:28.885945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:28.929514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eafebf-3395-406d-842e-4d4f269b1799 None None] Network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:29.020354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:29.026522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.028774 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.033179 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.057243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] device_id is not set on port 8e376390-620b-4d69-8d0d-80e759fa8408 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:54:29.084168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] Pushing event deleted for resources: {'Port': ['ID=02fde204-a0c3-40a1-b434-661304e3bf09,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:29.122105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Allocated IP 2001:db8::f816:3eff:fe9e:71a6 (cd34026b-50f5-4206-816c-04ce0b390fb8/7264fef6-6dee-4869-93ff-85de7fcf5e91/643aae08-56e6-482a-85e8-dae678912b3d) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:29.124362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98834b61-5642-4459-bbf2-487f1de48be3 None None] No DVR routers for this DVR port 02fde204-a0c3-40a1-b434-661304e3bf09 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:29.222391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-341711e5-fcc6-4c5b-864c-03644d0ce41f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6177332 Nov 05 21:54:29.223507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Port': ['ID=02fde204-a0c3-40a1-b434-661304e3bf09,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:29.228126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] No DVR routers for this DVR port 02fde204-a0c3-40a1-b434-661304e3bf09 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:29.317678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd85097-d58d-433d-931e-61466edd487e None None] Network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:29.461573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:29.742394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.820282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:29.825606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.834886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d5502-9404-46e4-9ef5-82e006e4f97b None None] Network 221e562c-61a4-45d4-8842-84befa0ce97a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:29.852923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.857922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.886084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a790aee-22a8-43f6-a5ab-024cc5a2380b']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:29.898421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:29.898862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc57f8c-e1bd-4fde-8d4e-57a3d0996d4e') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:29.911243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.928178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:29.935658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Allocated IP 2001:db8::f816:3eff:fe57:b75 (cd34026b-50f5-4206-816c-04ce0b390fb8/7264fef6-6dee-4869-93ff-85de7fcf5e91/8e376390-620b-4d69-8d0d-80e759fa8408) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:29.941963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Network cd34026b-50f5-4206-816c-04ce0b390fb8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:29.988878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:29.996085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:30.014435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:30.019995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:30.020192 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:30.030871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Pushing event updated for resources: {'Port': ['ID=643aae08-56e6-482a-85e8-dae678912b3d,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:30.036565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c8094369-a919-492c-8c2c-061882ede031 None None] Provisioning complete for port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:30.037278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c8094369-a919-492c-8c2c-061882ede031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.122629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.135933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-f4baeb9e-a9dd-4545-88b5-6c53891bf28d tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:30.143261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-f4baeb9e-a9dd-4545-88b5-6c53891bf28d tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/networks?id=f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 HTTP/1.1" status: 200 len: 814 time: 0.2124422 Nov 05 21:54:30.159365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Attempting to bind port 643aae08-56e6-482a-85e8-dae678912b3d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:30.159764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Attempting to bind port 643aae08-56e6-482a-85e8-dae678912b3d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'dbfd1b73-36a9-4735-a151-ee5e27e9b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:30.160129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Attempting to bind port 643aae08-56e6-482a-85e8-dae678912b3d on network cd34026b-50f5-4206-816c-04ce0b390fb8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:30.160695 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-c7e335c3-8b4d-48c8-a118-03931a82fe2d tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/quotas/e136f65ccb334afda98abc15c69cb485 HTTP/1.1" status: 200 len: 375 time: 0.0162580 Nov 05 21:54:30.190213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-61d0d893-6c26-4a0e-9500-93525dee172b tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e136f65ccb334afda98abc15c69cb485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283735 Nov 05 21:54:30.195231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:30.195528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Checking segment: {'id': 'dbfd1b73-36a9-4735-a151-ee5e27e9b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:30.196170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.196574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Bound using segment: {'id': 'dbfd1b73-36a9-4735-a151-ee5e27e9b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:30.197064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Bound port: 643aae08-56e6-482a-85e8-dae678912b3d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfd1b73-36a9-4735-a151-ee5e27e9b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd34026b-50f5-4206-816c-04ce0b390fb8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:30.197450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.228326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.258259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.276549 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.278080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.284266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] 10.222.0.41 "DELETE /v2.0/networks/1a790aee-22a8-43f6-a5ab-024cc5a2380b HTTP/1.1" status: 204 len: 168 time: 1.8595016 Nov 05 21:54:30.301643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2989-d148-45c5-8800-819dcf005ff0 tempest-TaggedBootDevicesTest_v242-680339451 tempest-TaggedBootDevicesTest_v242-680339451-project] Pushing event deleted for resources: {'Network': ['ID=1a790aee-22a8-43f6-a5ab-024cc5a2380b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:30.456164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,segment=NetworkSegment(904a7520-113a-4259-adb0-a3cef18d4443),segment_id=904a7520-113a-4259-adb0-a3cef18d4443)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:30.460818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Port': ['ID=8e376390-620b-4d69-8d0d-80e759fa8408,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:30.501024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c8094369-a919-492c-8c2c-061882ede031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.508474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network cd34026b-50f5-4206-816c-04ce0b390fb8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:30.513812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:30.525226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:30.535711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:30.539396 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.542807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] For port 643aae08-56e6-482a-85e8-dae678912b3d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:30.551972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.635443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] For port 643aae08-56e6-482a-85e8-dae678912b3d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=643aae08-56e6-482a-85e8-dae678912b3d,segment=NetworkSegment(dbfd1b73-36a9-4735-a151-ee5e27e9b6da),segment_id=dbfd1b73-36a9-4735-a151-ee5e27e9b6da)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:30.661716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-7ac746dd-cbf6-4d77-9389-cda384df006f service neutron] 10.222.0.41 "GET /v2.0/networks/f8927db2-8bb7-47dc-acc9-e80f22c7c1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619322 Nov 05 21:54:30.664502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.678533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eaca3bc1-91b3-4eb1-8a86-dd596fe412cc tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1434157 Nov 05 21:54:30.681130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33856) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:30.701374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 02fde204-a0c3-40a1-b434-661304e3bf09 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:30.729490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 02fde204-a0c3-40a1-b434-661304e3bf09 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:30.730093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 02fde204-a0c3-40a1-b434-661304e3bf09 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:30.747040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.797251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting subnet 7264fef6-6dee-4869-93ff-85de7fcf5e91 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:30.801527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:30.805535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.816133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-70bc1a8a-b0cb-44e8-a09c-baaa2f777764 service neutron] 10.222.0.41 "GET /v2.0/networks/f8927db2-8bb7-47dc-acc9-e80f22c7c1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534445 Nov 05 21:54:30.872604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:30.893480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69e657-c1d3-4e72-b8ab-20367b3a3bec None None] Pushing event updated for resources: {'Port': ['ID=643aae08-56e6-482a-85e8-dae678912b3d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:30.898233 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-c8094369-a919-492c-8c2c-061882ede031 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:54:30.898603 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-c8094369-a919-492c-8c2c-061882ede031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:54:31.109336 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.272583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c2b26c0-7f77-4519-8392-189316caf474 req-98278489-5882-4800-9e81-69d08b8715d3 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 210 time: 0.0327806 Nov 05 21:54:31.318280 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.354685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Subnet': ['ID=7264fef6-6dee-4869-93ff-85de7fcf5e91,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:31.357521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.365035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33870) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:31.378268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-70aa153a-857c-4d03-be7c-bf99f6124ff2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/7264fef6-6dee-4869-93ff-85de7fcf5e91 HTTP/1.1" status: 204 len: 168 time: 0.6943052 Nov 05 21:54:31.452111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f880c07-5ad3-465e-88cd-b7b2539b838e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:31.454424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f880c07-5ad3-465e-88cd-b7b2539b838e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:31.470207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33876) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:31.485402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f880c07-5ad3-465e-88cd-b7b2539b838e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0996373 Nov 05 21:54:31.524914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 643aae08-56e6-482a-85e8-dae678912b3d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:31.607019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 643aae08-56e6-482a-85e8-dae678912b3d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:31.607019 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.669616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-224936ee-6bae-4bca-a757-847a8a3b78ca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.688160 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-224936ee-6bae-4bca-a757-847a8a3b78ca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 05 21:54:31.688771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224936ee-6bae-4bca-a757-847a8a3b78ca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:31.695981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-224936ee-6bae-4bca-a757-847a8a3b78ca tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/cd34026b-50f5-4206-816c-04ce0b390fb8 HTTP/1.1" status: 409 len: 405 time: 0.2211044 Nov 05 21:54:31.696721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33888) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:31.701772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2020372364'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:31.733711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7e9aa054-cba9-4700-9d17-4cf13ea3f2fb None None] Provisioning complete for port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:31.734093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa054-cba9-4700-9d17-4cf13ea3f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.819767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.853959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:31.858006 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.883591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 643aae08-56e6-482a-85e8-dae678912b3d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=643aae08-56e6-482a-85e8-dae678912b3d,segment=NetworkSegment(dbfd1b73-36a9-4735-a151-ee5e27e9b6da),segment_id=dbfd1b73-36a9-4735-a151-ee5e27e9b6da)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:31.902055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:31.913824 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:31.914181 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Added segment 76460265-22c0-4861-b0de-d14bfe3f3348 of type vlan for network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 Nov 05 21:54:31.976698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.047234 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.047234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:32.146844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=643aae08-56e6-482a-85e8-dae678912b3d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:32.160407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:32.161331 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.190871 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.197792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:32.198578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.309005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f881a5b-9a2b-4f7a-b4ce-27d8c76073ab None None] Network cd34026b-50f5-4206-816c-04ce0b390fb8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:32.322370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Network': ['ID=4d688e96-64c9-4ac1-8001-3efc9abdd8c4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:32.347532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:32.397928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1631ba57-d0e7-4198-9854-085243b7d0fe tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7003098 Nov 05 21:54:32.400884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:32.408038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'subnet': {'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:32.411947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-703805b9-5c43-4b04-8946-92af168842b5 req-c2f8fcd2-253e-4478-83f8-ef4b5ffa23df tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 210 time: 0.0490289 Nov 05 21:54:32.413512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0bd7e882-d2c3-4c17-9806-2da9d04f68b2 None None] Provisioning complete for port 643aae08-56e6-482a-85e8-dae678912b3d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:32.414124 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e882-d2c3-4c17-9806-2da9d04f68b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.700156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:32.706007 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.710947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] DHCP port deletion for cd34026b-50f5-4206-816c-04ce0b390fb8 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:32.780245 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.821970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] Deleting port 643aae08-56e6-482a-85e8-dae678912b3d {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:32.822491 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.917168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] For port 643aae08-56e6-482a-85e8-dae678912b3d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=643aae08-56e6-482a-85e8-dae678912b3d,segment=NetworkSegment(dbfd1b73-36a9-4735-a151-ee5e27e9b6da),segment_id=dbfd1b73-36a9-4735-a151-ee5e27e9b6da)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:32.917455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-6948290d-5645-400b-a3e4-f55d8fd47ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2538946 Nov 05 21:54:32.917580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:32.935568 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] Calling delete_port for 643aae08-56e6-482a-85e8-dae678912b3d owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:33.117403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.118326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.118996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.119701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.120414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.121069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.121722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.124067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ac3c5a1d-9b0c-4515-ac72-db0ea2c104ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.1379423 Nov 05 21:54:33.127780 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:33.143196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] No DVR routers for this DVR port 643aae08-56e6-482a-85e8-dae678912b3d on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:33.187938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f77c3-d14e-4b6f-b608-130673d7e637 None None] Pushing event deleted for resources: {'Port': ['ID=643aae08-56e6-482a-85e8-dae678912b3d,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:33.327409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 643aae08-56e6-482a-85e8-dae678912b3d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:33.381070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 643aae08-56e6-482a-85e8-dae678912b3d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:33.382001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 643aae08-56e6-482a-85e8-dae678912b3d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:33.417819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.objects.ports [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 21:54:33.428688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-7c927124-b7ad-4022-bd4e-db0668a360b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.429166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-7c927124-b7ad-4022-bd4e-db0668a360b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.429694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-7c927124-b7ad-4022-bd4e-db0668a360b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.431696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-7c927124-b7ad-4022-bd4e-db0668a360b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 2293 time: 0.2734277 Nov 05 21:54:33.432805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:33.570240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Subnet': ['ID=5c77e515-6faa-4e1f-affa-9449a0542a53,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:33.577196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Checking segment: {'id': '76460265-22c0-4861-b0de-d14bfe3f3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:33.577450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network hostable DHCP agents. Network: 4d688e96-64c9-4ac1-8001-3efc9abdd8c4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:33.602033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-18d0545a-a532-41cf-b42e-a9b08626b177 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 1000 time: 0.1615999 Nov 05 21:54:33.620441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-36c889aa-3dfe-4d2b-8514-ec0aedaa5e99 req-f7e367d5-455c-42f3-b633-3263c8d82d96 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 210 time: 0.0648646 Nov 05 21:54:33.665182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-bb829879-eabb-455a-a7bb-a242d42c045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.668002 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-bb829879-eabb-455a-a7bb-a242d42c045b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 200 len: 850 time: 0.0587051 Nov 05 21:54:33.714603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:33.745073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-f8932e83-ff34-4e95-a0bd-a25f3c384345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.747384 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-f8932e83-ff34-4e95-a0bd-a25f3c384345 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718482 Nov 05 21:54:33.844891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4d688e96-64c9-4ac1-8001-3efc9abdd8c4) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:33.857228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ed549-2d86-4055-8e67-63bc1594b376 None None] Network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:33.953707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:33.954614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:34.124326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-7d4838f7-7a6a-4765-8ea3-36431222e765 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547084 Nov 05 21:54:34.144710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.167346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.174240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.190466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.196777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.217664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.246934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.248937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d990d867-160f-42cc-8196-ec3e7b1193de req-bf6a5f89-5571-48d9-b3d5-1da4ece5cd24 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.2707934 Nov 05 21:54:34.308661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33938) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:34.313550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'port': {'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4', 'name': 'tempest-NetworksIpV6TestAttrs-1004214946'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:34.335825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1b636b9e-85ef-4cb6-a2a4-1345a363c730 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9336524 Nov 05 21:54:34.337012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-4d688e96-64c9-4ac1-8001-3efc9abdd8c4', 'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4', 'tenant_id': 'cf300e2248994d999a1d16111b71caff', 'fixed_ips': [{'subnet_id': '5c77e515-6faa-4e1f-affa-9449a0542a53'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:34.338006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:34.582299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d990d867-160f-42cc-8196-ec3e7b1193de req-33bd75a5-1729-466f-8860-5d3fc4338278 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2920892 Nov 05 21:54:34.636546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-122c8220-3f79-44f6-83ff-3a7d4250122d service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770096 Nov 05 21:54:34.651988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-1fde6575-f1ae-471c-bb4d-5e5d3c5e3bfa tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.653550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-1fde6575-f1ae-471c-bb4d-5e5d3c5e3bfa tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.46 "GET /v2.0/networks?id=f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 HTTP/1.1" status: 200 len: 814 time: 0.4036949 Nov 05 21:54:34.681375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:34.692153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:34.695081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Allocated IP 2001:db8::f816:3eff:fecf:d51f (4d688e96-64c9-4ac1-8001-3efc9abdd8c4/5c77e515-6faa-4e1f-affa-9449a0542a53/5be1e478-4fd0-4908-bcac-f153230c5814) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:34.732753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] device_id is not set on port bf5abd36-ec3a-41b0-b119-dadab996b47f yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:54:34.738162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-cd0467dd-8f26-42f4-8a56-b2d46fe4aab2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 217 time: 0.0834036 Nov 05 21:54:34.742864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Request body: {'port': {'device_id': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6', 'admin_state_up': True, 'tenant_id': 'e136f65ccb334afda98abc15c69cb485'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:34.880910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-72e93842-3d3c-4f39-bf48-0e24aad0bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:34.882417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-72e93842-3d3c-4f39-bf48-0e24aad0bf38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.1044359 Nov 05 21:54:34.922815 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19d3670c-772c-4547-9159-67e35a23761f req-3698fc01-b119-44a9-9b8b-f26430649b85 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 210 time: 0.0944121 Nov 05 21:54:35.008591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.091036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.098010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.104248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.110232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.116902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.122982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.129744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.134858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39c5f821-c05b-4f45-9b38-6105c09152f2 req-ca1be95a-2f79-4c32-b92e-455348041add tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.3854206 Nov 05 21:54:35.141985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-fa32e5d3-899e-47e0-8f38-6e12d27610c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.141985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-fa32e5d3-899e-47e0-8f38-6e12d27610c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1975391 Nov 05 21:54:35.150723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.179461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:35.189513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:35.248801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Pushing event updated for resources: {'Port': ['ID=5be1e478-4fd0-4908-bcac-f153230c5814,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:35.252281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:35.303507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Allocated IP 2001:db8::f816:3eff:fe27:f2e2 (4d688e96-64c9-4ac1-8001-3efc9abdd8c4/5c77e515-6faa-4e1f-affa-9449a0542a53/bf5abd36-ec3a-41b0-b119-dadab996b47f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:35.334308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-5dd15951-63b3-49c3-8da9-8dbe0d3e7c2f service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709888 Nov 05 21:54:35.350533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Attempting to bind port 5be1e478-4fd0-4908-bcac-f153230c5814 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:35.351058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Attempting to bind port 5be1e478-4fd0-4908-bcac-f153230c5814 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '76460265-22c0-4861-b0de-d14bfe3f3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:35.354692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Attempting to bind port 5be1e478-4fd0-4908-bcac-f153230c5814 on network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:35.357835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:35.358301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Checking segment: {'id': '76460265-22c0-4861-b0de-d14bfe3f3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:35.358882 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.359484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Bound using segment: {'id': '76460265-22c0-4861-b0de-d14bfe3f3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:35.360877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Bound port: 5be1e478-4fd0-4908-bcac-f153230c5814, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76460265-22c0-4861-b0de-d14bfe3f3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4d688e96-64c9-4ac1-8001-3efc9abdd8c4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:35.361338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.450571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] For port 5be1e478-4fd0-4908-bcac-f153230c5814, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:35.454874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] For port 5be1e478-4fd0-4908-bcac-f153230c5814, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5be1e478-4fd0-4908-bcac-f153230c5814,segment=NetworkSegment(76460265-22c0-4861-b0de-d14bfe3f3348),segment_id=76460265-22c0-4861-b0de-d14bfe3f3348)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:35.522572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Made reservation on behalf of e136f65ccb334afda98abc15c69cb485 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:35.529183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.552193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-aca1d6d9-0cfb-4057-8150-603178e7770c service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102625 Nov 05 21:54:35.555982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.565195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.620280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-795380e0-207b-4075-bb08-9d72969e36bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 217 time: 0.0552812 Nov 05 21:54:35.665231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.691928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911a8c8-0fa2-4f93-899c-18962c5b6ad0 None None] Pushing event updated for resources: {'Port': ['ID=5be1e478-4fd0-4908-bcac-f153230c5814,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:35.770625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Port': ['ID=bf5abd36-ec3a-41b0-b119-dadab996b47f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:35.804312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:35.807163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:35.810010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.810656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.811223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.811885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.812477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.813033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.813617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.814184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.814764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.815320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.815983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.817138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:54:35.821287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:35.827383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.827825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Allocated IP 172.20.0.13 (f8927db2-8bb7-47dc-acc9-e80f22c7c1b6/a0f2c447-d180-457f-b54e-38ec825a1682/3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:35.830216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:35.872349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-280f52b9-b73b-40b3-8121-c8ee071e70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.878225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-280f52b9-b73b-40b3-8121-c8ee071e70a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.2395408 Nov 05 21:54:35.929781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0e3acdc6-c2dc-4112-836e-97ecefbb6d91 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6199601 Nov 05 21:54:35.932621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33962) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:35.992825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-89449065-352f-4bb7-a553-e70748bf1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:35.994434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-89449065-352f-4bb7-a553-e70748bf1112 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122036 Nov 05 21:54:36.048764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting subnet 5c77e515-6faa-4e1f-affa-9449a0542a53 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:36.072440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.185592 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9dda21bb-f120-4cfb-a06f-96c854346745 req-a736616d-c460-4961-9e34-64a0d96e1d71 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 210 time: 0.0785191 Nov 05 21:54:36.222728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.237326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.321822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-050084b0-56c9-4f2f-86e9-7edd47ac590f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.355665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-a5156cd7-7306-4c76-b55b-ad91cf0b0d7b service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515408 Nov 05 21:54:36.393898 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.494030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.550867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.572724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:36.605669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Subnet': ['ID=5c77e515-6faa-4e1f-affa-9449a0542a53,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:36.608746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:36.613533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Pushing event updated for resources: {'Port': ['ID=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:36.620416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.624885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-19ea6608-67fd-4c0c-9cf7-215b0d26f817 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/5c77e515-6faa-4e1f-affa-9449a0542a53 HTTP/1.1" status: 204 len: 168 time: 0.6909983 Nov 05 21:54:36.627901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33980) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:36.648542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:36.761861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511aaad-63c0-44e4-ad5f-c591dad4b466 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:36.763632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511aaad-63c0-44e4-ad5f-c591dad4b466 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:36.765386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e511aaad-63c0-44e4-ad5f-c591dad4b466 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1289437 Nov 05 21:54:36.768764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:36.788205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-d10316fc-608d-4483-9982-cc53eced37b2 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232988 Nov 05 21:54:36.811792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:36.812473 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.899788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-925f8b2d-0ede-4511-bdf8-0ee1da76ae66 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:36.911941 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-925f8b2d-0ede-4511-bdf8-0ee1da76ae66 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 05 21:54:36.912704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925f8b2d-0ede-4511-bdf8-0ee1da76ae66 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:36.926386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-0cb8f51e-e6fa-4706-b6d9-4400273e4de5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 200 len: 217 time: 0.1053650 Nov 05 21:54:36.929742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33990) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:36.930172 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-925f8b2d-0ede-4511-bdf8-0ee1da76ae66 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/4d688e96-64c9-4ac1-8001-3efc9abdd8c4 HTTP/1.1" status: 409 len: 405 time: 0.1594465 Nov 05 21:54:36.947699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-378354065'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:37.052511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-71f6b102-bc42-417f-bd95-4e4e31fff3dd tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3132915 Nov 05 21:54:37.086700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Request body: {'port': {'device_id': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:37.099352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-0bd9968c-78c3-49d7-8779-dcb55edec154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.101183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-0bd9968c-78c3-49d7-8779-dcb55edec154 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.1693273 Nov 05 21:54:37.284278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:37.288380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:37.320829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:37.328502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-1768acfa-f503-47ef-9497-eb260b6f5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.330331 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-1768acfa-f503-47ef-9497-eb260b6f5ece service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138300 Nov 05 21:54:37.381229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f014645-debb-412b-8933-620cc17e319b None None] Network 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:37.384396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:37.468782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb514003-d04f-4a50-8b93-7d2fcf9024b3 req-932faf73-96df-4dce-b271-ce8138a1d231 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.470396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb514003-d04f-4a50-8b93-7d2fcf9024b3 req-932faf73-96df-4dce-b271-ce8138a1d231 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 932 time: 0.1322570 Nov 05 21:54:37.529935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34012) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:37.541769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5be1e478-4fd0-4908-bcac-f153230c5814 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:37.565887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb514003-d04f-4a50-8b93-7d2fcf9024b3 req-9a56c784-149d-4cde-8931-592f26124cd9 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743020 Nov 05 21:54:37.627833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-e10f3bfd-fbcf-4036-b9be-f2f3cb468384 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889428 Nov 05 21:54:37.652787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fd714a45-fa5b-47c4-98ed-8302c9851d70 None None] Provisioning complete for port 5be1e478-4fd0-4908-bcac-f153230c5814 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:37.653918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd714a45-fa5b-47c4-98ed-8302c9851d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:37.722368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.723252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.724064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.724723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.725510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.730703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.731756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.744905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-563d847f-6033-43cb-a39d-d61a00257f74 req-dc1c96c7-58a1-4faf-ad4c-b34f46d636f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.2121532 Nov 05 21:54:37.778450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5be1e478-4fd0-4908-bcac-f153230c5814 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:37.778822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:37.787592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-6d3689e3-679f-45c1-a8e8-8f0a38ee98c6 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397114 Nov 05 21:54:37.791814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:37.792154 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Added segment 787477fd-c3c8-49ee-94f1-a250c21af30a of type vlan for network 7ada4b8f-07a7-467d-814f-a00896dac2c8 Nov 05 21:54:37.905399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-a9b0784e-6350-45e6-8c49-22306ae29660 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 200 len: 217 time: 0.1096873 Nov 05 21:54:37.932034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-563d847f-6033-43cb-a39d-d61a00257f74 req-8090f5fa-c017-43ee-99f4-a2ba42b4bb77 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1857271 Nov 05 21:54:37.948893 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd714a45-fa5b-47c4-98ed-8302c9851d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:37.951082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] DHCP port deletion for 4d688e96-64c9-4ac1-8001-3efc9abdd8c4 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:37.997030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-68055be2-5d44-406d-bc7e-30e01e0c25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:37.998641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-68055be2-5d44-406d-bc7e-30e01e0c25f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0635655 Nov 05 21:54:38.024548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fd714a45-fa5b-47c4-98ed-8302c9851d70 None None] For port 5be1e478-4fd0-4908-bcac-f153230c5814, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5be1e478-4fd0-4908-bcac-f153230c5814,segment=NetworkSegment(76460265-22c0-4861-b0de-d14bfe3f3348),segment_id=76460265-22c0-4861-b0de-d14bfe3f3348)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:38.085395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.099149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.116606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd714a45-fa5b-47c4-98ed-8302c9851d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.180081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd714a45-fa5b-47c4-98ed-8302c9851d70 None None] Pushing event updated for resources: {'Port': ['ID=5be1e478-4fd0-4908-bcac-f153230c5814,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:38.183322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] Deleting port 5be1e478-4fd0-4908-bcac-f153230c5814 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:38.183766 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.192141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-73a3b413-acb5-467e-939c-49d121141370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:38.198435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-73a3b413-acb5-467e-939c-49d121141370 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1765540 Nov 05 21:54:38.281450 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.287852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:38.288444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.328477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] For port 5be1e478-4fd0-4908-bcac-f153230c5814, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5be1e478-4fd0-4908-bcac-f153230c5814,segment=NetworkSegment(76460265-22c0-4861-b0de-d14bfe3f3348),segment_id=76460265-22c0-4861-b0de-d14bfe3f3348)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:38.328877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.338429 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:54:38.340177 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:54:38.344120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] Calling delete_port for 5be1e478-4fd0-4908-bcac-f153230c5814 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:38.488751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-42cc54b2-d766-4929-a569-7e618f3e1825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.495505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-22ee2f12-faae-48e6-bbe5-d8ee88c99edb service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932363 Nov 05 21:54:38.515172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Network': ['ID=7ada4b8f-07a7-467d-814f-a00896dac2c8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:38.532740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7ada4b8f-07a7-467d-814f-a00896dac2c8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:38.602207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:38.632192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-692a1046-5c9c-4c44-98b2-b2469f192735 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118813 Nov 05 21:54:38.641742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] Pushing event deleted for resources: {'Port': ['ID=5be1e478-4fd0-4908-bcac-f153230c5814,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:38.644390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f2827-49f5-49e3-b5c9-511ce0c8775b None None] No DVR routers for this DVR port 5be1e478-4fd0-4908-bcac-f153230c5814 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:38.748269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43267440-ff37-4dd1-8e22-bc424c2f4e4f req-32a85da2-efcf-435f-a16e-16ca7165326c tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:38.756720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43267440-ff37-4dd1-8e22-bc424c2f4e4f req-32a85da2-efcf-435f-a16e-16ca7165326c tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 932 time: 0.0702918 Nov 05 21:54:38.812113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43267440-ff37-4dd1-8e22-bc424c2f4e4f req-aa1c8a84-2f0e-4260-a278-7db73dcb96c9 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542796 Nov 05 21:54:38.862269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Port 5be1e478-4fd0-4908-bcac-f153230c5814 update to ACTIVE by agent not found {{(pid=102293) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 05 21:54:39.052699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:39.058192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-69006024-3f8c-4756-80e7-d8bb6283a273 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 200 len: 217 time: 0.4140439 Nov 05 21:54:39.064232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9c55d798-f090-453b-baf6-f50946000d60 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1280167 Nov 05 21:54:39.064821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34042) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:39.067065 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:39.071833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'subnet': {'network_id': '7ada4b8f-07a7-467d-814f-a00896dac2c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:39.125723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Transition to ACTIVE for port object 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:54:39.140931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-da33b42f-d525-4b9d-aa49-e6f9c57ab576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:39.143950 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-da33b42f-d525-4b9d-aa49-e6f9c57ab576 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0688286 Nov 05 21:54:39.202003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ea72047f-06b2-488a-906c-a88f586a6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:39.218786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-ea72047f-06b2-488a-906c-a88f586a6938 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678608 Nov 05 21:54:39.240825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:39.282637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5be1e478-4fd0-4908-bcac-f153230c5814 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:39.307327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5be1e478-4fd0-4908-bcac-f153230c5814 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:39.307690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5be1e478-4fd0-4908-bcac-f153230c5814 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:39.321090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:39.324926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:39.390792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378023-34b4-4250-a793-69ddb639257b service neutron] Pushing event updated for resources: {'Port': ['ID=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:39.461718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-970917f3-9c70-41c2-87f8-e3041b5ed905 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344739 Nov 05 21:54:39.476191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Attempting to bind port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:39.476958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Attempting to bind port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'd1de84cd-62e6-42d1-bc72-6b9aad2e7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:39.477702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Attempting to bind port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc on network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:39.524030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc on network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:54:39.524386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Attempting to bind port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc on network f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:39.561959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:39.562352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Checking segment: {'id': 'd1de84cd-62e6-42d1-bc72-6b9aad2e7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:39.562799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Bound using segment: {'id': 'd1de84cd-62e6-42d1-bc72-6b9aad2e7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:39.563299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Bound port: 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1de84cd-62e6-42d1-bc72-6b9aad2e7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:39.564573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:39.660314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-d487cd5a-f683-4c4a-ab96-4de7a3c17531 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787004 Nov 05 21:54:39.678508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] For port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:39.684382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] For port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,segment=NetworkSegment(d1de84cd-62e6-42d1-bc72-6b9aad2e7db5),segment_id=d1de84cd-62e6-42d1-bc72-6b9aad2e7db5)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:39.716171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-239d069e-4bef-4b38-966d-b5744976f3ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 217 time: 0.0469887 Nov 05 21:54:39.764045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:39.777076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-cde895a9-a5dc-49eb-89f4-cfcf74c2d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:39.778540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-cde895a9-a5dc-49eb-89f4-cfcf74c2d226 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0550647 Nov 05 21:54:39.842642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:39.842961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:39.844348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-85378023-34b4-4250-a793-69ddb639257b service neutron] 10.222.0.46 "PUT /v2.0/ports/3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc HTTP/1.1" status: 200 len: 1092 time: 2.7668788 Nov 05 21:54:39.846881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'tag': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:39.849320 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba2c23-6bf7-4500-a03b-4a39dc5c70c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc74dba-0fd1-46ad-b4b2-16377267bbdc", "tag": "3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:39.900800 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8379d17-0ea5-4bdd-bc29-0d95f5315ea9 x-openstack-request-id: req-e8379d17-0ea5-4bdd-bc29-0d95f5315ea9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:39.901099 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc74dba-0fd1-46ad-b4b2-16377267bbdc", "tag": "3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:39.901359 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8379d17-0ea5-4bdd-bc29-0d95f5315ea9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:39.901759 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'tag': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc', 'status': 'completed', 'code': 200} Nov 05 21:54:39.904263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378023-34b4-4250-a793-69ddb639257b service neutron] Pushing event updated for resources: {'Port': ['ID=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:39.923332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-badaf0b2-3f3e-4c0d-a288-ac98916c3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:39.924961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-badaf0b2-3f3e-4c0d-a288-ac98916c3087 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202824 Nov 05 21:54:39.965742 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:40.041220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf5c71-418d-438b-a32a-588e3092e372 req-857c77e9-6a10-4b95-96ff-b0aee3868b34 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:40.049601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ebf5c71-418d-438b-a32a-588e3092e372 req-857c77e9-6a10-4b95-96ff-b0aee3868b34 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 944 time: 0.1274896 Nov 05 21:54:40.090225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2c23-6bf7-4500-a03b-4a39dc5c70c0 req-2af957b4-73a0-45c0-ad76-7c999b9091c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:40.091869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60ba2c23-6bf7-4500-a03b-4a39dc5c70c0 req-2af957b4-73a0-45c0-ad76-7c999b9091c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e136f65ccb334afda98abc15c69cb485&device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 1095 time: 0.1528263 Nov 05 21:54:40.145674 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ebf5c71-418d-438b-a32a-588e3092e372 req-974b2651-9a3d-4855-91fd-679d1b8c58de tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907552 Nov 05 21:54:40.209510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-88e7fc34-b956-4e5a-a50b-fff7f05e4926 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716823 Nov 05 21:54:40.340093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2c23-6bf7-4500-a03b-4a39dc5c70c0 req-6a31feb1-8f66-4d73-bdca-3c832e83b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:40.340093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60ba2c23-6bf7-4500-a03b-4a39dc5c70c0 req-6a31feb1-8f66-4d73-bdca-3c832e83b506 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e136f65ccb334afda98abc15c69cb485&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2351522 Nov 05 21:54:40.372289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 21:54:40.376279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:40.474084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-459c8b31-7e18-4969-8df0-931fe11e8e96 req-f3aa1b68-6aad-4ca4-a92c-6939cfe0a0ce service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527373 Nov 05 21:54:40.510162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2c23-6bf7-4500-a03b-4a39dc5c70c0 req-2f60554f-76bd-472e-ad0b-218144e8d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:40.512058 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60ba2c23-6bf7-4500-a03b-4a39dc5c70c0 req-2f60554f-76bd-472e-ad0b-218144e8d549 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634021 Nov 05 21:54:40.529211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Subnet': ['ID=322ce6a7-bd0f-4f0d-b54c-08bcf8f75072,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:40.549044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Checking segment: {'id': '787477fd-c3c8-49ee-94f1-a250c21af30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ada4b8f-07a7-467d-814f-a00896dac2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:40.549498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network hostable DHCP agents. Network: 7ada4b8f-07a7-467d-814f-a00896dac2c8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:40.632995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-b5a2b4a3-e6b5-4a21-afff-92dac07f8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:40.635968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-b5a2b4a3-e6b5-4a21-afff-92dac07f8dc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e136f65ccb334afda98abc15c69cb485&device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 1095 time: 0.0804863 Nov 05 21:54:40.658602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network 7ada4b8f-07a7-467d-814f-a00896dac2c8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:40.702539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-26afc005-28c4-42b7-bc07-d0ae70fb8c09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc HTTP/1.1" status: 200 len: 217 time: 0.0570951 Nov 05 21:54:40.766187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-ee5e0a2f-7488-4a0e-aac0-ef3ef7928b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:40.773118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7ada4b8f-07a7-467d-814f-a00896dac2c8) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:40.777980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:40.778576 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:40.783951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd539b-f5d1-4b57-b957-4d43a0d0e6a8 None None] Network 7ada4b8f-07a7-467d-814f-a00896dac2c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:40.794375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-ee5e0a2f-7488-4a0e-aac0-ef3ef7928b86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0f2c447-d180-457f-b54e-38ec825a1682 HTTP/1.1" status: 200 len: 854 time: 0.0608363 Nov 05 21:54:40.842096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-58e104e2-5aef-41bc-97ce-2b6d95afd618 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f8927db2-8bb7-47dc-acc9-e80f22c7c1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468106 Nov 05 21:54:40.898651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be5ec43f-9850-4828-9998-e8c7240a661e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8303025 Nov 05 21:54:40.898858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34074) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:41.009464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-c1c28a1d-aa33-4288-8f17-abc7f64a0203 service neutron] 10.222.0.46 "GET /v2.0/networks/f8927db2-8bb7-47dc-acc9-e80f22c7c1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600494 Nov 05 21:54:41.062953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-7ada4b8f-07a7-467d-814f-a00896dac2c8', 'network_id': '7ada4b8f-07a7-467d-814f-a00896dac2c8', 'tenant_id': 'cf300e2248994d999a1d16111b71caff', 'fixed_ips': [{'subnet_id': '322ce6a7-bd0f-4f0d-b54c-08bcf8f75072'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:41.064424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.107487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.208626 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a231ead4-2547-415e-8d92-299ed20bfc74 req-023e57c5-d5cc-431c-b514-dcd98b9dce32 service neutron] 10.222.0.46 "GET /v2.0/networks/f8927db2-8bb7-47dc-acc9-e80f22c7c1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894615 Nov 05 21:54:41.326857 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.419472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.424366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f62b3-6cc4-44b6-909a-63e74a39ce8b req-1bc88bae-a420-4069-8eb2-dac008c33017 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:41.431525 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d3f62b3-6cc4-44b6-909a-63e74a39ce8b req-1bc88bae-a420-4069-8eb2-dac008c33017 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 944 time: 0.1610587 Nov 05 21:54:41.461010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Allocated IP 2001:db8::f816:3eff:fe09:f84d (7ada4b8f-07a7-467d-814f-a00896dac2c8/322ce6a7-bd0f-4f0d-b54c-08bcf8f75072/4d984ce9-f178-480f-aaf2-1ca08f044a23) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:41.522953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d3f62b3-6cc4-44b6-909a-63e74a39ce8b req-5e9a6cbf-7e61-4253-a5ab-66b4e51eb71e tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905213 Nov 05 21:54:41.651235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.711266 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.772655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Network 7ada4b8f-07a7-467d-814f-a00896dac2c8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:41.775572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:41.778249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:41.801588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.812409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Pushing event updated for resources: {'Port': ['ID=4d984ce9-f178-480f-aaf2-1ca08f044a23,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:41.862025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Subnet': ['ID=322ce6a7-bd0f-4f0d-b54c-08bcf8f75072,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:41.874743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Attempting to bind port 4d984ce9-f178-480f-aaf2-1ca08f044a23 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:41.876432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Attempting to bind port 4d984ce9-f178-480f-aaf2-1ca08f044a23 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '787477fd-c3c8-49ee-94f1-a250c21af30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ada4b8f-07a7-467d-814f-a00896dac2c8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:41.876432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Attempting to bind port 4d984ce9-f178-480f-aaf2-1ca08f044a23 on network 7ada4b8f-07a7-467d-814f-a00896dac2c8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:41.912260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:41.913268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Checking segment: {'id': '787477fd-c3c8-49ee-94f1-a250c21af30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ada4b8f-07a7-467d-814f-a00896dac2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:41.916791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.916791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Bound using segment: {'id': '787477fd-c3c8-49ee-94f1-a250c21af30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ada4b8f-07a7-467d-814f-a00896dac2c8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:41.916791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Bound port: 4d984ce9-f178-480f-aaf2-1ca08f044a23, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787477fd-c3c8-49ee-94f1-a250c21af30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ada4b8f-07a7-467d-814f-a00896dac2c8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:41.916791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.931443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.958267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ada4b8f-07a7-467d-814f-a00896dac2c8']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:41.970871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787477fd-c3c8-49ee-94f1-a250c21af30a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:41.971366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787477fd-c3c8-49ee-94f1-a250c21af30a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:41.982361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.996296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:41.999478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] For port 4d984ce9-f178-480f-aaf2-1ca08f044a23, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:42.002991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:42.003483 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:42.017334 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:42.023261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:42.092973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] For port 4d984ce9-f178-480f-aaf2-1ca08f044a23, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d984ce9-f178-480f-aaf2-1ca08f044a23,segment=NetworkSegment(787477fd-c3c8-49ee-94f1-a250c21af30a),segment_id=787477fd-c3c8-49ee-94f1-a250c21af30a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:42.134071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 21:54:42.134071 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 21:54:42.134071 n-d-816738-5 neutron-server[102291]: [parameters: {'id': '7ada4b8f-07a7-467d-814f-a00896dac2c8'}] Nov 05 21:54:42.134071 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:54:42.134961 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:54:42.163839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:42.268683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5f2b5-2e65-4b30-9c0b-1e7ee7054bb7 None None] Pushing event updated for resources: {'Port': ['ID=4d984ce9-f178-480f-aaf2-1ca08f044a23,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:42.301817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3cd5d3-2fee-4d33-a4d1-0ac3af5d948b None None] Network 7ada4b8f-07a7-467d-814f-a00896dac2c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:42.448760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e488db-cd8a-4a76-aae9-bfb053b293c5 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:54:42.580428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e488db-cd8a-4a76-aae9-bfb053b293c5 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:54:42.638462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:42.677345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7a58-8f7b-42b4-90c7-7aba9d3e6d6b req-17770d2e-3bfb-40db-aa6c-5b596a1c0fb2 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:42.680715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ffe7a58-8f7b-42b4-90c7-7aba9d3e6d6b req-17770d2e-3bfb-40db-aa6c-5b596a1c0fb2 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 944 time: 0.0864909 Nov 05 21:54:42.771799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ffe7a58-8f7b-42b4-90c7-7aba9d3e6d6b req-d480b45f-782d-4284-a2f9-982052b3733e tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831993 Nov 05 21:54:42.780756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting port 4d984ce9-f178-480f-aaf2-1ca08f044a23 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:42.780756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:42.857166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] For port 4d984ce9-f178-480f-aaf2-1ca08f044a23, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d984ce9-f178-480f-aaf2-1ca08f044a23,segment=NetworkSegment(787477fd-c3c8-49ee-94f1-a250c21af30a),segment_id=787477fd-c3c8-49ee-94f1-a250c21af30a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:42.857535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:42.871232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Calling delete_port for 4d984ce9-f178-480f-aaf2-1ca08f044a23 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:43.073700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.098660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Port': ['ID=4d984ce9-f178-480f-aaf2-1ca08f044a23,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:43.104639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No DVR routers for this DVR port 4d984ce9-f178-480f-aaf2-1ca08f044a23 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:43.194153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.215862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ada4b8f-07a7-467d-814f-a00896dac2c8']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:43.225488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787477fd-c3c8-49ee-94f1-a250c21af30a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:43.225861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787477fd-c3c8-49ee-94f1-a250c21af30a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:43.235862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.257298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.263965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:43.264608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:43.267804 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:43.429368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.440443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.444750 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/7ada4b8f-07a7-467d-814f-a00896dac2c8 HTTP/1.1" status: 204 len: 168 time: 2.5441747 Nov 05 21:54:43.447915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34110) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:43.454976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1060972020'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:43.462644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b50819-5e13-450b-ba7c-1cdf90c30644 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Network': ['ID=7ada4b8f-07a7-467d-814f-a00896dac2c8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:43.541971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:43.545510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.571163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:43.582108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.586040 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Added segment 0a3241ea-9826-459e-a351-ec37f613bdac of type vlan for network 7b468477-5648-4240-9316-8b6013e50188 Nov 05 21:54:43.638644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.727109 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.733453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:43.734125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:43.834851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Network': ['ID=7b468477-5648-4240-9316-8b6013e50188,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:43.849130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7b468477-5648-4240-9316-8b6013e50188 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:43.855017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ea891ca4-e1e0-41d1-b884-11a446bb2aa9 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4052911 Nov 05 21:54:43.857920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34122) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:43.864238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'subnet': {'network_id': '7b468477-5648-4240-9316-8b6013e50188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:43.986757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713bf1-87e9-4205-926b-c767e723c370 req-2ade070b-fa31-465c-89b3-94daf69b040d tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:43.993992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b713bf1-87e9-4205-926b-c767e723c370 req-2ade070b-fa31-465c-89b3-94daf69b040d tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 944 time: 0.1085351 Nov 05 21:54:44.062873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b713bf1-87e9-4205-926b-c767e723c370 req-7f43913a-d8c3-49de-9088-cefc4a210f2b tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635495 Nov 05 21:54:44.109381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:44.113082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:44.395502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:44.463561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Subnet': ['ID=bc9aff8d-cb1a-4c3d-a709-e5c791a24dcc,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:44.474409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Checking segment: {'id': '0a3241ea-9826-459e-a351-ec37f613bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b468477-5648-4240-9316-8b6013e50188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:44.474906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network hostable DHCP agents. Network: 7b468477-5648-4240-9316-8b6013e50188, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:44.558638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network 7b468477-5648-4240-9316-8b6013e50188 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:44.641112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7b468477-5648-4240-9316-8b6013e50188) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:44.645782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:44.646385 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:44.652618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdd307-cd5b-479e-aade-25b3c447081f None None] Network 7b468477-5648-4240-9316-8b6013e50188 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:44.752010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5c7ff706-67e3-4822-852b-c9afa5306e35 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8902669 Nov 05 21:54:44.752010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34134) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:44.873487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:44.935810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.038094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ce924-1c60-45b2-bb0e-2fee8b5f6118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-7b468477-5648-4240-9316-8b6013e50188', 'network_id': '7b468477-5648-4240-9316-8b6013e50188', 'tenant_id': 'cf300e2248994d999a1d16111b71caff', 'fixed_ips': [{'subnet_id': 'bc9aff8d-cb1a-4c3d-a709-e5c791a24dcc'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:45.039752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c05ce924-1c60-45b2-bb0e-2fee8b5f6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.092901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.138770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9aff8d-cb1a-4c3d-a709-e5c791a24dcc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server [None req-c05ce924-1c60-45b2-bb0e-2fee8b5f6118 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc9aff8d-cb1a-4c3d-a709-e5c791a24dcc: This subnet is being modified by another concurrent operation. Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 21:54:45.220577 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise exception Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc9aff8d-cb1a-4c3d-a709-e5c791a24dcc: This subnet is being modified by another concurrent operation. Nov 05 21:54:45.225161 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Nov 05 21:54:45.239855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.256883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af83ff-3637-4454-89c7-4ad0ea1f8afd req-d9c35173-896c-40c6-8bee-c86b122c3b61 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:45.264228 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12af83ff-3637-4454-89c7-4ad0ea1f8afd req-d9c35173-896c-40c6-8bee-c86b122c3b61 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 944 time: 0.1294549 Nov 05 21:54:45.266476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de6b09-f55e-4335-ac1b-35e2dc6f3816 None None] Network 7b468477-5648-4240-9316-8b6013e50188 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:45.302901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b468477-5648-4240-9316-8b6013e50188']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:45.321944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3241ea-9826-459e-a351-ec37f613bdac') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:45.322326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3241ea-9826-459e-a351-ec37f613bdac') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:45.340976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.358866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12af83ff-3637-4454-89c7-4ad0ea1f8afd req-cc53c3e4-c7c9-4c83-84fe-69aa408f594d tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936711 Nov 05 21:54:45.369929 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.389070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:45.389479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:45.392773 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:45.559223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:54:45.566248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca8528-0df0-4e2e-997e-30c5a30735f4 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:54:45.647144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.667428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.687635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/7b468477-5648-4240-9316-8b6013e50188 HTTP/1.1" status: 204 len: 168 time: 0.9358513 Nov 05 21:54:45.692807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34144) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:45.702431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-887000386'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:45.769189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4eb0-dea8-4f4d-8589-1d5c5eef4ad0 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Network': ['ID=7b468477-5648-4240-9316-8b6013e50188,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:45.800987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:45.807531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.848044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:45.859161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.859519 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Added segment 154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d of type vlan for network b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 Nov 05 21:54:45.896520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,segment=NetworkSegment(d1de84cd-62e6-42d1-bc72-6b9aad2e7db5),segment_id=d1de84cd-62e6-42d1-bc72-6b9aad2e7db5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:45.912519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.912652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca8528-0df0-4e2e-997e-30c5a30735f4 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:54:45.923804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc', 'network_id': 'f8927db2-8bb7-47dc-acc9-e80f22c7c1b6', 'port_id': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc', 'mac_address': 'fa:16:3e:15:d6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f2c447-d180-457f-b54e-38ec825a1682', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:54:45.990951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:45.996448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:45.997180 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:46.038278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:46.069769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:54:46.124746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4298158 Nov 05 21:54:46.128049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34154) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:46.131775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca7689-683d-47a3-bc72-d69774acfd7e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Network': ['ID=b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:46.133427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Request body: {'subnet': {'network_id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:46.154502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:46.238263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,segment=NetworkSegment(d1de84cd-62e6-42d1-bc72-6b9aad2e7db5),segment_id=d1de84cd-62e6-42d1-bc72-6b9aad2e7db5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:46.316162 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:46.338259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Made reservation on behalf of cf300e2248994d999a1d16111b71caff for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:46.344823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:46.399969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:46.615236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3b9b9-e915-4e40-8610-9ef43d0f6b03 req-181dd8a4-4e2e-4754-a13d-6528c84bff76 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:46.616599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ee3b9b9-e915-4e40-8610-9ef43d0f6b03 req-181dd8a4-4e2e-4754-a13d-6528c84bff76 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 945 time: 0.1100540 Nov 05 21:54:46.670414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ee3b9b9-e915-4e40-8610-9ef43d0f6b03 req-3d31f701-361b-443c-921c-27199a4596d6 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475056 Nov 05 21:54:46.676444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:46.750208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 21:54:46.751936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:46.848519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event updated for resources: {'Subnet': ['ID=9900b59e-89ec-438a-aa67-cc68602e083c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:46.855735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Checking segment: {'id': '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:46.856418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network hostable DHCP agents. Network: b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:46.938610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Network b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:47.052410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:47.056676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:47.057278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.061469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d0489-93b9-4f69-b935-077d74322ce3 None None] Network b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:47.164217 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-227a14ed-ff38-45d5-b841-b35bc8b8495a tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0349445 Nov 05 21:54:47.166711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34170) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:47.247745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21', 'network_id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21', 'tenant_id': 'cf300e2248994d999a1d16111b71caff', 'fixed_ips': [{'subnet_id': '9900b59e-89ec-438a-aa67-cc68602e083c'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:54:47.248607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.304756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.379027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.402692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Allocated IP 2001:db8::f816:3eff:fe7c:e94a (b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21/9900b59e-89ec-438a-aa67-cc68602e083c/c07424dd-3beb-4a48-8f0a-3aa740898bb2) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:54:47.554172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.619598 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.658304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Network b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:54:47.666494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:47.671225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:54:47.674377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Pushing event updated for resources: {'Port': ['ID=c07424dd-3beb-4a48-8f0a-3aa740898bb2,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:47.722144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.756063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Attempting to bind port c07424dd-3beb-4a48-8f0a-3aa740898bb2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:54:47.756431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Attempting to bind port c07424dd-3beb-4a48-8f0a-3aa740898bb2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:54:47.756795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Attempting to bind port c07424dd-3beb-4a48-8f0a-3aa740898bb2 on network b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:54:47.763118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:54:47.763118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Checking segment: {'id': '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:47.764701 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.764701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Bound using segment: {'id': '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:54:47.764701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Bound port: c07424dd-3beb-4a48-8f0a-3aa740898bb2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:54:47.764701 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.771258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Subnet': ['ID=9900b59e-89ec-438a-aa67-cc68602e083c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:47.855978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] For port c07424dd-3beb-4a48-8f0a-3aa740898bb2, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:54:47.862549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] For port c07424dd-3beb-4a48-8f0a-3aa740898bb2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c07424dd-3beb-4a48-8f0a-3aa740898bb2,segment=NetworkSegment(154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d),segment_id=154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:54:47.893644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.916377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aa4c5-fbb2-40e6-85f9-08b999fc780f req-e13c47bd-d36e-4b4c-acde-a284b83059d6 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:47.917871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d2aa4c5-fbb2-40e6-85f9-08b999fc780f req-e13c47bd-d36e-4b4c-acde-a284b83059d6 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 945 time: 0.1496050 Nov 05 21:54:47.936450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:47.943172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34184) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:47.957838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:47.958122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:47.984028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:47.988569 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:48.011791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d2aa4c5-fbb2-40e6-85f9-08b999fc780f req-29892242-374c-4fa3-84fb-7b8815dcddd2 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834846 Nov 05 21:54:48.015565 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:48.022795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:48.023199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:48.026965 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:48.099104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d413ef-7913-4b79-b8d8-bbdf84797eb3 None None] Pushing event updated for resources: {'Port': ['ID=c07424dd-3beb-4a48-8f0a-3aa740898bb2,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:48.126463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188bbce-dc4a-4719-ba5a-2a0d33a69fff None None] Network b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:48.178673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 21:54:48.178673 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 21:54:48.178673 n-d-816738-5 neutron-server[102291]: [parameters: {'id': 'b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21'}] Nov 05 21:54:48.178673 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:54:48.179579 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:54:48.299940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5f1d2-8338-4807-aecd-565527bfabcc None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 21:54:48.434388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5f1d2-8338-4807-aecd-565527bfabcc None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 21:54:48.654509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:48.680278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:48.781440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting port c07424dd-3beb-4a48-8f0a-3aa740898bb2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:48.782334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:48.853558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] For port c07424dd-3beb-4a48-8f0a-3aa740898bb2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c07424dd-3beb-4a48-8f0a-3aa740898bb2,segment=NetworkSegment(154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d),segment_id=154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:48.853974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:48.870114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Calling delete_port for c07424dd-3beb-4a48-8f0a-3aa740898bb2 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:48.994491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Deleting port bb45f6cf-8098-4c1e-bf80-2c62db966f9e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:48.995724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.035510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.056077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No DVR routers for this DVR port c07424dd-3beb-4a48-8f0a-3aa740898bb2 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:49.100025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Port': ['ID=c07424dd-3beb-4a48-8f0a-3aa740898bb2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:49.158047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] For port bb45f6cf-8098-4c1e-bf80-2c62db966f9e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:49.158741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.194292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Calling delete_port for bb45f6cf-8098-4c1e-bf80-2c62db966f9e owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:49.194518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.219679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:49.229972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:49.233977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154aa6c8-c042-4d5a-a6b7-4f2bcd906b8d') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:49.240366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.254720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.262049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:49.262550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.263109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865627b0-80d3-422c-92a3-92cf089246d2 req-cb51a650-fa32-4020-8c39-a1018d150351 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:49.264667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-865627b0-80d3-422c-92a3-92cf089246d2 req-cb51a650-fa32-4020-8c39-a1018d150351 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 945 time: 0.1232717 Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:49.266849 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:49.379134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-865627b0-80d3-422c-92a3-92cf089246d2 req-c06b4664-f25b-47dd-9606-b18c72f2ba81 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010685 Nov 05 21:54:49.432196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.446552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.453587 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 HTTP/1.1" status: 204 len: 168 time: 2.2854795 Nov 05 21:54:49.456175 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:54:49.460589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34208) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:49.465218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850311aa-306e-4473-b5cf-16d71fd46953 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Network': ['ID=b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:49.519940 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f298ad6b-616e-4df7-b120-eb998a60627d tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:49.520318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f298ad6b-616e-4df7-b120-eb998a60627d tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:49.523373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f298ad6b-616e-4df7-b120-eb998a60627d tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/9900b59e-89ec-438a-aa67-cc68602e083c HTTP/1.1" status: 404 len: 337 time: 0.0601516 Nov 05 21:54:49.526896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34210) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:49.544297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0861b61-401b-449e-b937-7a3cf0fa078b req-fdb4a983-98de-4a0d-9cc3-8edb9b5692f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:49.545770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0861b61-401b-449e-b937-7a3cf0fa078b req-fdb4a983-98de-4a0d-9cc3-8edb9b5692f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 946 time: 0.0984292 Nov 05 21:54:49.550132 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3dc11b-db6a-46ac-9ec3-fefa114486db tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:49.550891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3dc11b-db6a-46ac-9ec3-fefa114486db tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:49.553943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb3dc11b-db6a-46ac-9ec3-fefa114486db tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/b8b0edcb-f94f-4887-8f8a-b5ec20f9fa21 HTTP/1.1" status: 404 len: 339 time: 0.0259118 Nov 05 21:54:49.556529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34212) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:49.562265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:54:49.590589 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eea5d5-2759-4f92-b5e6-04a1f4b4187e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:49.591086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6eea5d5-2759-4f92-b5e6-04a1f4b4187e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:49.594204 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f6eea5d5-2759-4f92-b5e6-04a1f4b4187e tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/bc9aff8d-cb1a-4c3d-a709-e5c791a24dcc HTTP/1.1" status: 404 len: 337 time: 0.0366919 Nov 05 21:54:49.598526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34214) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:49.622390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0861b61-401b-449e-b937-7a3cf0fa078b req-7ee999f5-b570-4198-8149-58e68c788c08 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650966 Nov 05 21:54:49.623810 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54b886d-b9dc-43ec-b4a4-b119a18e18fb tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:49.624371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54b886d-b9dc-43ec-b4a4-b119a18e18fb tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:49.630419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c54b886d-b9dc-43ec-b4a4-b119a18e18fb tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/7b468477-5648-4240-9316-8b6013e50188 HTTP/1.1" status: 404 len: 339 time: 0.0285523 Nov 05 21:54:49.630419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.631295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34216) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:49.675532 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-d445674e-61a5-4198-8aff-9d2dff388be4 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:49.676025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d445674e-61a5-4198-8aff-9d2dff388be4 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:49.683098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34218) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:49.684009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Pushing event deleted for resources: {'Port': ['ID=bb45f6cf-8098-4c1e-bf80-2c62db966f9e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:49.689910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d445674e-61a5-4198-8aff-9d2dff388be4 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/322ce6a7-bd0f-4f0d-b54c-08bcf8f75072 HTTP/1.1" status: 404 len: 337 time: 0.0565395 Nov 05 21:54:49.692400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:54:49.696527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:54:49.696900 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.730127 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f5754d-6627-4274-9fa0-75faf0e4527b tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:49.730710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f5754d-6627-4274-9fa0-75faf0e4527b tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:49.737534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:49.747437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-83f5754d-6627-4274-9fa0-75faf0e4527b tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/7ada4b8f-07a7-467d-814f-a00896dac2c8 HTTP/1.1" status: 404 len: 339 time: 0.0601962 Nov 05 21:54:49.819719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.845071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:49.847526 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267b8255-b740-4158-ac0c-7a92f86f6b82" -d '{"events": [{"server_uuid": "0bc74dba-0fd1-46ad-b4b2-16377267bbdc", "name": "network-vif-plugged", "status": "completed", "tag": "3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:49.861661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,segment=NetworkSegment(d1de84cd-62e6-42d1-bc72-6b9aad2e7db5),segment_id=d1de84cd-62e6-42d1-bc72-6b9aad2e7db5)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:49.926000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting port bf5abd36-ec3a-41b0-b119-dadab996b47f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:49.926344 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.928132 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f1b910-6cfd-436f-9251-4b1ef193ed90 x-openstack-request-id: req-13f1b910-6cfd-436f-9251-4b1ef193ed90 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:49.928703 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc74dba-0fd1-46ad-b4b2-16377267bbdc", "name": "network-vif-plugged", "status": "completed", "tag": "3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:49.929238 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13f1b910-6cfd-436f-9251-4b1ef193ed90 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:49.929940 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc', 'code': 200} Nov 05 21:54:49.932577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:49.980837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.012330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:50.013079 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.027986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Calling delete_port for bf5abd36-ec3a-41b0-b119-dadab996b47f owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:50.123651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359207c-dafe-4db0-9d14-2a5702cd3fba req-d81d98e0-4a42-449f-815b-7b5791b715f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:50.130541 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3359207c-dafe-4db0-9d14-2a5702cd3fba req-d81d98e0-4a42-449f-815b-7b5791b715f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 1097 time: 0.0800960 Nov 05 21:54:50.189486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.223208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Port': ['ID=bf5abd36-ec3a-41b0-b119-dadab996b47f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:50.224098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3359207c-dafe-4db0-9d14-2a5702cd3fba req-a23c85dc-f331-4623-abed-8ef8f27ec12f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869298 Nov 05 21:54:50.229047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.232320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-57fbedc5-15a0-4030-a1b2-fb6a08eb51d7 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/ports/bf5abd36-ec3a-41b0-b119-dadab996b47f HTTP/1.1" status: 204 len: 168 time: 0.4932244 Nov 05 21:54:50.235028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34228) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:50.260417 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc89ede8-bb6e-4f17-bb8c-d105e6c9030b tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:50.260866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc89ede8-bb6e-4f17-bb8c-d105e6c9030b tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:50.263912 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bc89ede8-bb6e-4f17-bb8c-d105e6c9030b tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/5c77e515-6faa-4e1f-affa-9449a0542a53 HTTP/1.1" status: 404 len: 337 time: 0.0282242 Nov 05 21:54:50.266937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34230) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:50.305844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Router 9f026ec8-7668-4f09-a888-d3820277edf7 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:54:50.352805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.419226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:54:50.428190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9bb2bcda-0d6f-4b78-acdb-ab01ffa731ab admin admin] 10.222.0.41 "PUT /v2.0/routers/9f026ec8-7668-4f09-a888-d3820277edf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4830160 Nov 05 21:54:50.428190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34238) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:50.445887 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] Sync routers for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:54:50.465634 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.479587 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:54:50.480160 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:54:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:50.492654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d688e96-64c9-4ac1-8001-3efc9abdd8c4']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:50.508103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76460265-22c0-4861-b0de-d14bfe3f3348') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:50.508402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76460265-22c0-4861-b0de-d14bfe3f3348') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:50.530123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.559086 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.577594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:50.578188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.621841 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:50.673037 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:50.768622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.783807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:50.791610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/4d688e96-64c9-4ac1-8001-3efc9abdd8c4 HTTP/1.1" status: 204 len: 168 time: 0.5236130 Nov 05 21:54:50.804897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34242) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:50.815265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1e4ce-b11b-419f-ae5f-cdf09f0c5780 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Network': ['ID=4d688e96-64c9-4ac1-8001-3efc9abdd8c4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:50.859394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b420d6c-3f8d-472b-8bd8-cf0c49e3397e req-22788b59-a72b-4ccc-aeec-4efe09c08154 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:50.861173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b420d6c-3f8d-472b-8bd8-cf0c49e3397e req-22788b59-a72b-4ccc-aeec-4efe09c08154 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 946 time: 0.1464541 Nov 05 21:54:50.870243 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:54:49Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:50.970326 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b420d6c-3f8d-472b-8bd8-cf0c49e3397e req-a913266a-17e1-45c3-80e9-1d52f46736eb tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719187 Nov 05 21:54:50.978496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting port 8e376390-620b-4d69-8d0d-80e759fa8408 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:50.979162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.007270 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] Checking router: 9f026ec8-7668-4f09-a888-d3820277edf7 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:54:51.016910 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] Routers {'9f026ec8-7668-4f09-a888-d3820277edf7'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:54:51.017532 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:54:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9f026ec8-7668-4f09-a888-d3820277edf7'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:51.028791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.043206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d690a4e-5058-4618-b0d3-26baf9df6580 req-c16e5178-73e1-433a-b5ca-14c37fe62c8c tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:51.051424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d690a4e-5058-4618-b0d3-26baf9df6580 req-c16e5178-73e1-433a-b5ca-14c37fe62c8c tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 946 time: 0.5830054 Nov 05 21:54:51.089840 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.108166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Calling delete_port for 8e376390-620b-4d69-8d0d-80e759fa8408 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:51.121379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-2a4cf332-93d8-43ae-bf26-d7f8adc01a74 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:51.123355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-2a4cf332-93d8-43ae-bf26-d7f8adc01a74 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 946 time: 0.1184835 Nov 05 21:54:51.143488 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] Set router 9f026ec8-7668-4f09-a888-d3820277edf7 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:54:51.154237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d690a4e-5058-4618-b0d3-26baf9df6580 req-85725d4b-18d6-449e-895c-1935e7662f00 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997858 Nov 05 21:54:51.307053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.325098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Deleting port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:51.326039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.354283 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:54:49Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:51.385371 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b12087-73c0-4074-b14f-a4b601a91f7f None None] The sync data for ids ['9f026ec8-7668-4f09-a888-d3820277edf7'] in n-d-816738-5 is: [{'id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1279309364-router', 'tenant_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:42:57Z', 'updated_at': '2021-11-05T21:54:49Z', 'revision_number': 5, 'project_id': 'a4438e56cafd4910bdd0c488aec5ba1d', 'gw_port': {'id': '19fa51b1-52be-4d2c-a437-b1e62b4679cd', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f026ec8-7668-4f09-a888-d3820277edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:42:58Z', 'updated_at': '2021-11-05T21:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:54:51.437384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Deleting port 19fa51b1-52be-4d2c-a437-b1e62b4679cd {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:51.438538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.441976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] For port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:51.442430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.452203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.469554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Calling delete_port for 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:51.497286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.501096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/ports/8e376390-620b-4d69-8d0d-80e759fa8408 HTTP/1.1" status: 204 len: 168 time: 0.6945326 Nov 05 21:54:51.503606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34246) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:51.510059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1a3e8-5747-48ed-bc87-44d11e3817b2 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Port': ['ID=8e376390-620b-4d69-8d0d-80e759fa8408,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:51.534531 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-05725bdb-9f17-4a0b-9835-e7ad4084ab82 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] DELETE failed (client error): The resource could not be found. Nov 05 21:54:51.535033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05725bdb-9f17-4a0b-9835-e7ad4084ab82 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 21:54:51.537780 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-05725bdb-9f17-4a0b-9835-e7ad4084ab82 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/7264fef6-6dee-4869-93ff-85de7fcf5e91 HTTP/1.1" status: 404 len: 337 time: 0.0331569 Nov 05 21:54:51.543188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34250) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:51.639816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] For port 19fa51b1-52be-4d2c-a437-b1e62b4679cd, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=19fa51b1-52be-4d2c-a437-b1e62b4679cd,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:51.640336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.677529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Calling delete_port for 19fa51b1-52be-4d2c-a437-b1e62b4679cd owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:51.688081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.764722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.778972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['8226fae8-6d8f-406c-9139-1a0a0f2f9ceb'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:51.845466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event deleted for resources: {'Port': ['ID=8226fae8-6d8f-406c-9139-1a0a0f2f9ceb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:51.885819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.902589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] No DVR routers for this DVR port 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:51.906188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:51.911185 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7cc6261a-d8bd-4406-8c78-c3b761ac0c62 req-013657c5-9066-4d22-ba32-9a4b4f05d649 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.13 "DELETE /v2.0/ports/8226fae8-6d8f-406c-9139-1a0a0f2f9ceb HTTP/1.1" status: 204 len: 173 time: 0.7815669 Nov 05 21:54:51.911899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'name': 'network-vif-deleted', 'tag': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:51.914081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd34026b-50f5-4206-816c-04ce0b390fb8']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:51.915989 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13016f9c-6405-471d-9a41-b09a420ac420" -d '{"events": [{"server_uuid": "850307a4-4c5b-466b-b645-f2c1736d3a22", "name": "network-vif-deleted", "tag": "8226fae8-6d8f-406c-9139-1a0a0f2f9ceb"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:51.928091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfd1b73-36a9-4735-a151-ee5e27e9b6da') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:51.928344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfd1b73-36a9-4735-a151-ee5e27e9b6da') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:51.961128 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7926cb-3e3a-4e8a-92cb-3b43aafe170c x-openstack-request-id: req-1d7926cb-3e3a-4e8a-92cb-3b43aafe170c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:51.961470 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850307a4-4c5b-466b-b645-f2c1736d3a22", "name": "network-vif-deleted", "tag": "8226fae8-6d8f-406c-9139-1a0a0f2f9ceb", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:51.961810 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d7926cb-3e3a-4e8a-92cb-3b43aafe170c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:51.962223 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850307a4-4c5b-466b-b645-f2c1736d3a22', 'name': 'network-vif-deleted', 'tag': '8226fae8-6d8f-406c-9139-1a0a0f2f9ceb', 'status': 'completed', 'code': 200} Nov 05 21:54:51.967070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.000985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.011574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:52.013441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:52.015257 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:52.069513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.104441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=19fa51b1-52be-4d2c-a437-b1e62b4679cd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:52.168835 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.175023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13f77b80-c035-4533-967b-8d2577dec9f6 req-bff213f8-7460-4017-87ca-26335a379f78 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0498371 Nov 05 21:54:52.211672 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.218423 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.222401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/cd34026b-50f5-4206-816c-04ce0b390fb8 HTTP/1.1" status: 204 len: 168 time: 0.6779561 Nov 05 21:54:52.225006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34264) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:52.304309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting subnet 8702b9bf-d652-4fba-adeb-3339e1311d4b {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:52.308443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.320710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.323022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62273480-9575-4941-9e6f-a73094251750 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Network': ['ID=cd34026b-50f5-4206-816c-04ce0b390fb8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:52.342219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.372331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.426269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619630d7-cf84-4737-950d-b891f099222a req-cc4b595a-89b6-437c-a520-57bfaeb3b862 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:52.427941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-619630d7-cf84-4737-950d-b891f099222a req-cc4b595a-89b6-437c-a520-57bfaeb3b862 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 946 time: 0.1327367 Nov 05 21:54:52.480564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.482697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.484171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f026ec8-7668-4f09-a888-d3820277edf7 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:54:52.495136 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.498507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-52e0aa27-ed92-4704-a8a2-d4d4bfd17d85 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9f026ec8-7668-4f09-a888-d3820277edf7 HTTP/1.1" status: 204 len: 168 time: 2.0672464 Nov 05 21:54:52.500090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34266) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:52.525253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-619630d7-cf84-4737-950d-b891f099222a req-ba7f1671-0cba-4f1b-9f58-6e81ddc461b9 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887554 Nov 05 21:54:52.610088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] Deleting subnet 2f95f881-444e-4810-b7cf-471248464054 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:52.614000 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.658945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.705005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.747126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f76aca-d709-4196-9b39-adcc89148d34 None None] Network 221e562c-61a4-45d4-8842-84befa0ce97a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:52.757930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Subnet': ['ID=8702b9bf-d652-4fba-adeb-3339e1311d4b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:52.764242 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:52.776370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-90293859-cf13-46e3-9e2e-a9a0a80b16f1 tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/subnets/8702b9bf-d652-4fba-adeb-3339e1311d4b HTTP/1.1" status: 204 len: 168 time: 0.5465124 Nov 05 21:54:52.777058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34278) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:52.904888 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.008880 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.103252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Deleting port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:53.106148 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.183811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.222360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] For port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,segment=NetworkSegment(904a7520-113a-4259-adb0-a3cef18d4443),segment_id=904a7520-113a-4259-adb0-a3cef18d4443)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:53.222360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.229220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] DHCP port deletion for 221e562c-61a4-45d4-8842-84befa0ce97a request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:53.269405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f95f881-444e-4810-b7cf-471248464054,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:53.282389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Calling delete_port for 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:53.284281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.287903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-084e93f9-8e12-4aa7-9993-91bce792ff29 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2f95f881-444e-4810-b7cf-471248464054 HTTP/1.1" status: 204 len: 168 time: 0.7789993 Nov 05 21:54:53.290549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34288) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:53.325654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f00202-911d-46e2-b6aa-506ef063b8b4 None None] Network b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:53.403607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-416cd0f7-d625-4acf-b653-381438f9cd84 req-eb4a4c25-e124-4ecf-adb5-b46a4c74bbf1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0455198 Nov 05 21:54:53.470913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 19fa51b1-52be-4d2c-a437-b1e62b4679cd no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:53.481109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.539049 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 19fa51b1-52be-4d2c-a437-b1e62b4679cd {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:53.539450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 19fa51b1-52be-4d2c-a437-b1e62b4679cd not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:53.540121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bb45f6cf-8098-4c1e-bf80-2c62db966f9e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:53.543636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.563041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcc4f9-3f73-48c2-a4e5-9f8d584b6d69 req-8c9a053b-3ef3-4cda-9bed-57dca059af97 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:53.563695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] No DVR routers for this DVR port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:53.565343 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5bdcc4f9-3f73-48c2-a4e5-9f8d584b6d69 req-8c9a053b-3ef3-4cda-9bed-57dca059af97 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 946 time: 0.0872138 Nov 05 21:54:53.611067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: bb45f6cf-8098-4c1e-bf80-2c62db966f9e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:53.611417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bb45f6cf-8098-4c1e-bf80-2c62db966f9e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:53.666963 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5bdcc4f9-3f73-48c2-a4e5-9f8d584b6d69 req-4332f046-7a60-4bf1-8ac9-a2ca5685d61d tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932515 Nov 05 21:54:53.669712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Deleting port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:53.679888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] Deleting port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:53.679888 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.680166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.708824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Port': ['ID=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:53.795958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.807798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] DHCP port deletion for b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:54:53.830046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] For port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94, host n-d-816738-5, got binding levels [] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:53.830431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.833228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] For port 82c7e570-fa7b-4057-b8e1-329a4805f8e7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=82c7e570-fa7b-4057-b8e1-329a4805f8e7,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:53.833811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.847511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221e562c-61a4-45d4-8842-84befa0ce97a']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:53.865665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904a7520-113a-4259-adb0-a3cef18d4443') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:53.866091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904a7520-113a-4259-adb0-a3cef18d4443') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:53.872440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Calling delete_port for 82c7e570-fa7b-4057-b8e1-329a4805f8e7 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:53.879240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.905011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.909619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] Calling delete_port for 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:53.913344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:53.913640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.ipam_backend_mixin [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] Port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 was not found and therefore no delete operation was performed {{(pid=102293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 21:54:53.913765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.915966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:53.919589 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:53.935373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] No DVR routers for this DVR port 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:53.964498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a5b1c-c85e-4dcb-8cd1-ba7a05c804e5 None None] Pushing event deleted for resources: {'Port': ['ID=1842d4f8-8b8b-4abd-a8d2-828b0279ad94,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:53.994745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] Deleting port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:53.997849 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.059479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.086166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] For port 82c7e570-fa7b-4057-b8e1-329a4805f8e7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=82c7e570-fa7b-4057-b8e1-329a4805f8e7,segment=NetworkSegment(719522ee-75c8-4232-a39f-c0150a7eb4d9),segment_id=719522ee-75c8-4232-a39f-c0150a7eb4d9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:54.086166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.091319 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.106839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] Calling delete_port for 82c7e570-fa7b-4057-b8e1-329a4805f8e7 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:54.107143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.112821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] 10.222.0.41 "DELETE /v2.0/networks/221e562c-61a4-45d4-8842-84befa0ce97a HTTP/1.1" status: 204 len: 168 time: 1.3347535 Nov 05 21:54:54.117063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c7e570-fa7b-4057-b8e1-329a4805f8e7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:54.140444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] No DVR routers for this DVR port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:54.145983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914fa89-55c6-4b54-b9cc-ba1841e2d9ff tempest-NetworksIpV6TestAttrs-1355835965 tempest-NetworksIpV6TestAttrs-1355835965-project] Pushing event deleted for resources: {'Network': ['ID=221e562c-61a4-45d4-8842-84befa0ce97a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:54.197817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:54.235331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:54.236033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8226fae8-6d8f-406c-9139-1a0a0f2f9ceb not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:54.241402 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.248789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.272650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:54.275320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] Pushing event deleted for resources: {'Port': ['ID=82c7e570-fa7b-4057-b8e1-329a4805f8e7,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:54.277281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6eb94-fcbc-4723-a9cd-617545a9fd1a None None] No DVR routers for this DVR port 82c7e570-fa7b-4057-b8e1-329a4805f8e7 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:54.282818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719522ee-75c8-4232-a39f-c0150a7eb4d9') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:54.283193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719522ee-75c8-4232-a39f-c0150a7eb4d9') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:54.296562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.311287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.317338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:54.317704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:54.319402 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:54.463938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.471271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:54.475316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc HTTP/1.1" status: 204 len: 168 time: 1.1836817 Nov 05 21:54:54.490939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf9e02-134f-4c03-ad33-9cb04a93adf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a89f0d-f2a4-474b-a3ad-f99e8d2386cc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:54.534910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-183ffc26-1f20-462d-b622-aa74671db11c req-e1817f78-e05a-4803-8c6a-76ffdfc43eae tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0309937 Nov 05 21:54:54.655211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34308) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:54.811465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd553e-51dc-44c1-822f-670de77c8e58 req-5c8d0158-e31e-4bc5-a563-848725695f65 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:54.819225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59dd553e-51dc-44c1-822f-670de77c8e58 req-5c8d0158-e31e-4bc5-a563-848725695f65 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 946 time: 0.0601232 Nov 05 21:54:54.837210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34314) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:54.888453 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9c27be48-5bfc-4303-96e5-76f3bbaf7a98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4438e56cafd4910bdd0c488aec5ba1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493972 Nov 05 21:54:54.895152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34318) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:54.929530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c2c1cd9c-71a1-4e07-bf33-e9180ef529ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf300e2248994d999a1d16111b71caff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730446 Nov 05 21:54:54.934244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34320) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:54.963374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59dd553e-51dc-44c1-822f-670de77c8e58 req-55e750d2-eea6-464c-938d-801cb3ecca50 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/security-groups?id=398eedfa-9d4d-4c6c-b2f7-8467e2262b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429911 Nov 05 21:54:54.996465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-db3905c6-e8ce-4951-b614-0d2330b5a578 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:54.997945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-db3905c6-e8ce-4951-b614-0d2330b5a578 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 946 time: 0.1486301 Nov 05 21:54:55.038791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f46c5bc-78a0-414c-b764-c359974608bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.057961 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75447835-682b-4fe2-b6ef-745b346de896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.094321 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f46c5bc-78a0-414c-b764-c359974608bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.116050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Deleting port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:54:55.116392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.120744 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75447835-682b-4fe2-b6ef-745b346de896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.228587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] For port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,segment=NetworkSegment(d1de84cd-62e6-42d1-bc72-6b9aad2e7db5),segment_id=d1de84cd-62e6-42d1-bc72-6b9aad2e7db5)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:54:55.228957 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.245592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Calling delete_port for 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:54:55.264792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:55.281519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f46c5bc-78a0-414c-b764-c359974608bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.286297 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f46c5bc-78a0-414c-b764-c359974608bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.287925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3f46c5bc-78a0-414c-b764-c359974608bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00cc82d7-9815-4696-9564-83c72248af65 HTTP/1.1" status: 204 len: 168 time: 0.3917096 Nov 05 21:54:55.300937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46c5bc-78a0-414c-b764-c359974608bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc82d7-9815-4696-9564-83c72248af65,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:55.306393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:55.306877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1842d4f8-8b8b-4abd-a8d2-828b0279ad94 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:55.307578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 82c7e570-fa7b-4057-b8e1-329a4805f8e7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:55.311842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75447835-682b-4fe2-b6ef-745b346de896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.320458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75447835-682b-4fe2-b6ef-745b346de896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.324209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-75447835-682b-4fe2-b6ef-745b346de896 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53871d67-9236-4975-8158-e04fd2e96902 HTTP/1.1" status: 204 len: 168 time: 0.3863578 Nov 05 21:54:55.342923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75447835-682b-4fe2-b6ef-745b346de896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53871d67-9236-4975-8158-e04fd2e96902,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:55.350117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 82c7e570-fa7b-4057-b8e1-329a4805f8e7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:55.363217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 82c7e570-fa7b-4057-b8e1-329a4805f8e7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:55.544625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.556402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:54:55.638033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Pushing event deleted for resources: {'Port': ['ID=3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:55.689553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] No DVR routers for this DVR port 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:54:55.692461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:55.696108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8ea6adc-f10c-421e-8775-ba68677af8bf req-6aa84728-6338-4ff4-acd3-ecad12f4bc29 tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.46 "DELETE /v2.0/ports/3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc HTTP/1.1" status: 204 len: 173 time: 0.6898534 Nov 05 21:54:55.703452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'name': 'network-vif-deleted', 'tag': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:54:55.706368 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bae2658-ad14-4813-9cb4-ca019a52dfbe" -d '{"events": [{"server_uuid": "0bc74dba-0fd1-46ad-b4b2-16377267bbdc", "name": "network-vif-deleted", "tag": "3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:54:55.763602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50daa2f7-9239-45e2-ab9d-9a402e933112 req-aa6442b4-684c-4cd4-8147-c788f060c10f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0736291 Nov 05 21:54:55.789898 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3828bec-462b-480d-8644-49a6e720f9ce x-openstack-request-id: req-e3828bec-462b-480d-8644-49a6e720f9ce {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:54:55.790655 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc74dba-0fd1-46ad-b4b2-16377267bbdc", "name": "network-vif-deleted", "tag": "3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:54:55.791010 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3828bec-462b-480d-8644-49a6e720f9ce {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:54:55.791526 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc74dba-0fd1-46ad-b4b2-16377267bbdc', 'name': 'network-vif-deleted', 'tag': '3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc', 'status': 'completed', 'code': 200} Nov 05 21:54:56.156858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df19476a-02da-4d9f-addb-7a8502447e18 req-8ec1478a-d13b-49e7-bff0-deac937857ff tempest-ServerAddressesTestJSON-1784741594 tempest-ServerAddressesTestJSON-1784741594-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc74dba-0fd1-46ad-b4b2-16377267bbdc HTTP/1.1" status: 200 len: 210 time: 0.0358448 Nov 05 21:54:56.681839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34382) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:56.802837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-368496080-network', 'tenant_id': 'e5a449624e5042bf882f3d940f5de600'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:56.892268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-375d6b7d-333b-4427-bbd5-877b8064e002 req-cf0e078b-9f9e-4b6a-b255-c2e9185c25d3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0333745 Nov 05 21:54:56.910719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Made reservation on behalf of e5a449624e5042bf882f3d940f5de600 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:56.910719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:56.922615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.007420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.064725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.118964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23487be1-8360-4da6-be6e-5ac53a75619a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:57.123045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:54:57.135010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.135725 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Added segment 634f191f-4207-494f-81cf-672543950dd0 of type vlan for network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 Nov 05 21:54:57.199838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.224867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34404) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:57.282435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] Deleting subnet a0f2c447-d180-457f-b54e-38ec825a1682 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:54:57.285609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.321946 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.326192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.330950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:57.330950 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.392767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.403196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] Pushing event updated for resources: {'Network': ['ID=5bf69c2e-cbb8-4738-89a0-1542206e90d1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:57.415672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:54:57.449077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-74fa2015-2221-4b18-a089-78371ebd631e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7659047 Nov 05 21:54:57.451796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34410) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:57.457136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Request body: {'subnet': {'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-368496080-subnet', 'tenant_id': 'e5a449624e5042bf882f3d940f5de600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:54:57.533830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.560736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Made reservation on behalf of e5a449624e5042bf882f3d940f5de600 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:54:57.564407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.575655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f2c447-d180-457f-b54e-38ec825a1682,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:57.581273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.585554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e1bb49bf-d254-45fb-b3f2-06ff3920c77b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a0f2c447-d180-457f-b54e-38ec825a1682 HTTP/1.1" status: 204 len: 168 time: 0.3590300 Nov 05 21:54:57.588086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:57.709450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:57.870879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.027241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5622784-9271-4051-ac62-4e9283175c48,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:58.064436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c4e503b-25d2-4dc3-940f-970658b70422 req-55ebe48c-f859-4774-a1fd-6a981f12ca58 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=850307a4-4c5b-466b-b645-f2c1736d3a22 HTTP/1.1" status: 200 len: 210 time: 0.0411863 Nov 05 21:54:58.065599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Checking segment: {'id': '634f191f-4207-494f-81cf-672543950dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:54:58.065965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Network hostable DHCP agents. Network: 5bf69c2e-cbb8-4738-89a0-1542206e90d1, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:54:58.180634 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.200728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8927db2-8bb7-47dc-acc9-e80f22c7c1b6']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:58.201085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:54:58.210934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de84cd-62e6-42d1-bc72-6b9aad2e7db5') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:58.211211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de84cd-62e6-42d1-bc72-6b9aad2e7db5') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:54:58.221140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.233785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.240400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:54:58.240774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:54:58.242406 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:54:58.264158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 5bf69c2e-cbb8-4738-89a0-1542206e90d1) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:54:58.274311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497e000-938f-4277-8426-1867907e0361 None None] Network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:58.294548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:58.297461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.395269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.417272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-92a16413-505b-4a2b-9f9e-b860caa6069f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9569545 Nov 05 21:54:58.418106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:58.436157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] 10.222.0.41 "DELETE /v2.0/networks/f8927db2-8bb7-47dc-acc9-e80f22c7c1b6 HTTP/1.1" status: 204 len: 168 time: 0.8456552 Nov 05 21:54:58.470721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda8b44-0313-4735-b7ec-8f0d7a988aa1 None None] Network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:54:58.471530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381257c-f166-4862-9f00-fb6a40584d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8927db2-8bb7-47dc-acc9-e80f22c7c1b6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:58.853490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34456) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:58.955803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f62ebc4e-4cee-4860-b73e-671b43f9341b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e136f65ccb334afda98abc15c69cb485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1011114 Nov 05 21:54:58.958486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34458) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:54:58.991487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-885e9652-6085-4b8f-aaa3-1acca4313364 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:58.993138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-885e9652-6085-4b8f-aaa3-1acca4313364 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/networks?id=5bf69c2e-cbb8-4738-89a0-1542206e90d1 HTTP/1.1" status: 200 len: 817 time: 0.1258786 Nov 05 21:54:59.011099 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-f030f93e-d7ee-4c0a-9598-d2809062b858 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/quotas/e5a449624e5042bf882f3d940f5de600 HTTP/1.1" status: 200 len: 375 time: 0.0098860 Nov 05 21:54:59.026063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f45fb06b-1177-4719-9dd5-57e03e8a68bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:59.045711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-8f1ea724-d28a-449e-a0e2-378edfaf6eb3 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5a449624e5042bf882f3d940f5de600&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277188 Nov 05 21:54:59.077809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f45fb06b-1177-4719-9dd5-57e03e8a68bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:59.218318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-70965225-3754-428c-a275-e4beb3859b03 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf69c2e-cbb8-4738-89a0-1542206e90d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532583 Nov 05 21:54:59.264449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f45fb06b-1177-4719-9dd5-57e03e8a68bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:59.268236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f45fb06b-1177-4719-9dd5-57e03e8a68bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:54:59.269959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f45fb06b-1177-4719-9dd5-57e03e8a68bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/398eedfa-9d4d-4c6c-b2f7-8467e2262b05 HTTP/1.1" status: 204 len: 168 time: 0.3101428 Nov 05 21:54:59.292717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fb06b-1177-4719-9dd5-57e03e8a68bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398eedfa-9d4d-4c6c-b2f7-8467e2262b05,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:54:59.377397 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-2224feac-64d0-44b8-b227-d56ef1549ebc service neutron] 10.222.0.41 "GET /v2.0/networks/5bf69c2e-cbb8-4738-89a0-1542206e90d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384172 Nov 05 21:54:59.604634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:54:59.680914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:54:59.685028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3e51f1bc-d93e-4a7c-a052-4daf3e3d1ccc not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:54:59.830834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd0754dd-2b74-4931-b8f4-cf7ef1720ebc req-afc202f6-aaaf-41af-aeb2-97460647bd56 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 210 time: 0.0947688 Nov 05 21:54:59.883483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1df010-8447-4460-bbdf-5ab15ae4be17 req-3cf5f10b-64c1-445b-a233-e508661ac974 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:54:59.886201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d1df010-8447-4460-bbdf-5ab15ae4be17 req-3cf5f10b-64c1-445b-a233-e508661ac974 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.2365506 Nov 05 21:54:59.916779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d1df010-8447-4460-bbdf-5ab15ae4be17 req-4d7c8e01-66f1-4283-bd34-45e0f20bb1af tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/quotas/f8fdff17b6244091b0c220ff30795346 HTTP/1.1" status: 200 len: 375 time: 0.0146966 Nov 05 21:54:59.965304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d1df010-8447-4460-bbdf-5ab15ae4be17 req-8f92b71a-7efb-41f9-9550-e03a88eb860f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424654 Nov 05 21:55:00.072196 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d1df010-8447-4460-bbdf-5ab15ae4be17 req-bdc40160-ee22-45f3-a9a1-0e1735524cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056502 Nov 05 21:55:00.167779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d1df010-8447-4460-bbdf-5ab15ae4be17 req-0313acdf-46d2-43fb-a5fc-cc43a3f32afc service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913630 Nov 05 21:55:00.545303 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:00.601247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2d64f83-0e3b-49c1-bf5f-a2958d304ac2 req-856b028b-2534-490d-9ac4-a6a371de6ae1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce3536b0-aa70-4d63-9de6-91fe09e1415b HTTP/1.1" status: 200 len: 210 time: 0.0521138 Nov 05 21:55:00.879112 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34548) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:00.992305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-563f49e7-d515-4b23-8416-35eef62eee56 req-5f5bf9bd-bfdf-46b2-851a-fae7e0d46d8f tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 210 time: 0.0541296 Nov 05 21:55:01.052690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1769462040-network', 'tenant_id': '3bb521e608f9442e921646043cb7cfa7'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:01.183381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Made reservation on behalf of 3bb521e608f9442e921646043cb7cfa7 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:01.186977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.199514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.334839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.396084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.435181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:55:01.442845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad08c6-b911-42a9-868f-99de52d02512,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:01.451771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.452795 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Added segment 73fec9c5-c4e2-4aaa-a544-12c9b8d93f10 of type vlan for network 2c54770b-e024-4341-9b94-290e21d95adc Nov 05 21:55:01.511701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.621030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.631484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:01.632936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.637874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-bbae5c9c-82ce-4570-90f6-1664b9c7d824 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:01.645526 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-bbae5c9c-82ce-4570-90f6-1664b9c7d824 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.1344612 Nov 05 21:55:01.660957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-bb784bc0-0713-41fb-ad84-b11c2024358e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/quotas/f8fdff17b6244091b0c220ff30795346 HTTP/1.1" status: 200 len: 375 time: 0.0145535 Nov 05 21:55:01.696250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-c44ec491-6a34-4f3a-b10a-351e20bba3a2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284357 Nov 05 21:55:01.714554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] Pushing event updated for resources: {'Network': ['ID=2c54770b-e024-4341-9b94-290e21d95adc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:01.726125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 2c54770b-e024-4341-9b94-290e21d95adc details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:55:01.774852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d601195f-c421-471b-8043-25f3857c357e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8929923 Nov 05 21:55:01.782461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34582) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:01.788231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Request body: {'subnet': {'network_id': '2c54770b-e024-4341-9b94-290e21d95adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1769462040-subnet', 'tenant_id': '3bb521e608f9442e921646043cb7cfa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:01.828354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-b2e4d0cc-300e-4984-9c94-eda1323bccc0 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240633 Nov 05 21:55:01.901028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Made reservation on behalf of 3bb521e608f9442e921646043cb7cfa7 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:01.903279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:01.990074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-88a5ffd2-51c4-4b03-8258-a9dc14c51726 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568837 Nov 05 21:55:02.151236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1a37559-fa30-4ad3-b26f-f9f608de4958 req-9edc5e0f-c993-4755-8f87-f26180a55f6c tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 210 time: 0.0340276 Nov 05 21:55:02.240782 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:02.324485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7501648e-c85a-4a2c-98a1-52b19a581e1d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:02.349557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-64f15f11-35c2-450a-9ede-b5fc7b13df7d req-1093907f-7622-48d3-9e68-86c0df11f4f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 210 time: 0.0461528 Nov 05 21:55:02.360276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Checking segment: {'id': '73fec9c5-c4e2-4aaa-a544-12c9b8d93f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2c54770b-e024-4341-9b94-290e21d95adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:02.360560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Network hostable DHCP agents. Network: 2c54770b-e024-4341-9b94-290e21d95adc, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:55:02.441100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Network 2c54770b-e024-4341-9b94-290e21d95adc is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:55:02.528188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 2c54770b-e024-4341-9b94-290e21d95adc) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:02.537806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004d3a8-7726-40e1-a127-830f454bad11 None None] Network 2c54770b-e024-4341-9b94-290e21d95adc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:02.543968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:02.548083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:02.627056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-79d44175-1fbf-4678-af1a-2effc03569ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8468952 Nov 05 21:55:02.689148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-b3884c96-939b-4f01-912a-3e32475b54af tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:02.702353 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-b3884c96-939b-4f01-912a-3e32475b54af tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.13 "GET /v2.0/networks?id=5bf69c2e-cbb8-4738-89a0-1542206e90d1 HTTP/1.1" status: 200 len: 817 time: 0.1699009 Nov 05 21:55:02.711793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Request body: {'port': {'device_id': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1', 'admin_state_up': True, 'tenant_id': 'e5a449624e5042bf882f3d940f5de600'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:02.802454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aacacc-5972-4b39-9ac7-9a9bd1cfb4ad None None] Network 2c54770b-e024-4341-9b94-290e21d95adc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:02.897444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:03.006465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Made reservation on behalf of e5a449624e5042bf882f3d940f5de600 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:03.011436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:03.262560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Allocated IP 172.20.0.10 (5bf69c2e-cbb8-4738-89a0-1542206e90d1/a5622784-9271-4051-ac62-4e9283175c48/04d69883-13e1-49bf-8b1c-ddcf0878e481) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:03.273475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35b59e48-345a-4943-b58c-b231a39c4e52 req-0b6fd66c-51db-43b0-95d9-3d615bbf2ebc tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 210 time: 0.0304964 Nov 05 21:55:03.386707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-f722103b-cdaa-464c-8ebf-608918713331 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:03.388319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-f722103b-cdaa-464c-8ebf-608918713331 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/networks?id=2c54770b-e024-4341-9b94-290e21d95adc HTTP/1.1" status: 200 len: 822 time: 0.1762867 Nov 05 21:55:03.478640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-58f36925-d136-454f-a7cb-e72753e97ce8 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/quotas/3bb521e608f9442e921646043cb7cfa7 HTTP/1.1" status: 200 len: 375 time: 0.0658398 Nov 05 21:55:03.519853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00de1a5c-7b04-4f49-af95-978da8ab1e9d req-16291c21-fb4d-4563-bbfa-cfff6f8ccbf7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 210 time: 0.0419796 Nov 05 21:55:03.529691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-350fe5bc-3169-4494-a895-feb775da9ebb tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bb521e608f9442e921646043cb7cfa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421956 Nov 05 21:55:03.625827 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:03.696464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-c6bdada1-6a9f-4abb-bd41-b1894f8694aa service neutron] 10.222.0.41 "GET /v2.0/networks/2c54770b-e024-4341-9b94-290e21d95adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569850 Nov 05 21:55:03.849436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-6e4adcf9-33ee-4a12-a620-117f91831a09 service neutron] 10.222.0.41 "GET /v2.0/networks/2c54770b-e024-4341-9b94-290e21d95adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520858 Nov 05 21:55:03.932467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:04.012300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Pushing event updated for resources: {'Port': ['ID=04d69883-13e1-49bf-8b1c-ddcf0878e481,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:04.033230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:04.039000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:04.039000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:04.092494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:04.093121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:04.192115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-17211413-a2a4-4740-8b9f-3d150ca50dc2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4886818 Nov 05 21:55:04.196765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-586f2eab-27f3-4fdb-95af-8760fb2b5f3c req-d5978a1b-bb20-4600-8ef7-a4344871befc tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 210 time: 0.0279863 Nov 05 21:55:04.207140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Request body: {'port': {'device_id': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:04.271257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:04.507614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295da59-72be-4551-8075-bf96ca4e9646 req-c9848258-4d57-4c1a-94a6-5253874adb44 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:04.509575 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b295da59-72be-4551-8075-bf96ca4e9646 req-c9848258-4d57-4c1a-94a6-5253874adb44 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 932 time: 0.1134391 Nov 05 21:55:04.591564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b295da59-72be-4551-8075-bf96ca4e9646 req-96d95177-69fd-46fb-95f3-c4636a94c488 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745816 Nov 05 21:55:04.638207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc89d0cb-9a9f-4967-aa04-303b34e5cf8e req-72139ef6-999d-4adb-b5fd-f51085cd41de tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 210 time: 0.0475798 Nov 05 21:55:04.656546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d69883-13e1-49bf-8b1c-ddcf0878e481 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:04.664511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:04.677364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Transition to ACTIVE for port object 04d69883-13e1-49bf-8b1c-ddcf0878e481 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:55:04.761122 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:04.847572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Pushing event updated for resources: {'Port': ['ID=04d69883-13e1-49bf-8b1c-ddcf0878e481,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:04.869981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-e2c6ba32-8521-4679-8cbc-b406e1e50449 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:04.871411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-e2c6ba32-8521-4679-8cbc-b406e1e50449 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.1362016 Nov 05 21:55:04.884714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Request body: {'port': {'device_id': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'admin_state_up': True, 'tenant_id': 'f8fdff17b6244091b0c220ff30795346'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:04.897652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Attempting to bind port 04d69883-13e1-49bf-8b1c-ddcf0878e481 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:04.900840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Attempting to bind port 04d69883-13e1-49bf-8b1c-ddcf0878e481 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '634f191f-4207-494f-81cf-672543950dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:04.900840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Attempting to bind port 04d69883-13e1-49bf-8b1c-ddcf0878e481 on network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:04.903385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Port 04d69883-13e1-49bf-8b1c-ddcf0878e481 on network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:55:04.903732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Attempting to bind port 04d69883-13e1-49bf-8b1c-ddcf0878e481 on network 5bf69c2e-cbb8-4738-89a0-1542206e90d1 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:04.909450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:04.909786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Checking segment: {'id': '634f191f-4207-494f-81cf-672543950dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:04.910161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Bound using segment: {'id': '634f191f-4207-494f-81cf-672543950dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:04.910582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Bound port: 04d69883-13e1-49bf-8b1c-ddcf0878e481, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634f191f-4207-494f-81cf-672543950dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:04.911022 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:05.014824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] For port 04d69883-13e1-49bf-8b1c-ddcf0878e481, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:05.019457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] For port 04d69883-13e1-49bf-8b1c-ddcf0878e481, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=04d69883-13e1-49bf-8b1c-ddcf0878e481,segment=NetworkSegment(634f191f-4207-494f-81cf-672543950dd0),segment_id=634f191f-4207-494f-81cf-672543950dd0)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:05.155508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:05.192585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.193269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:05.194614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] 10.222.0.13 "PUT /v2.0/ports/04d69883-13e1-49bf-8b1c-ddcf0878e481 HTTP/1.1" status: 200 len: 1092 time: 0.9934456 Nov 05 21:55:05.195194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'tag': '04d69883-13e1-49bf-8b1c-ddcf0878e481'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:05.197497 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3073c29f-7979-4bdf-a93a-824f10fca973" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d", "tag": "04d69883-13e1-49bf-8b1c-ddcf0878e481"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:05.220336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:05.220336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:05.266600 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9c7f81-d2f6-4948-a450-5cb7d50c2a62 x-openstack-request-id: req-2d9c7f81-d2f6-4948-a450-5cb7d50c2a62 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:05.266879 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d", "tag": "04d69883-13e1-49bf-8b1c-ddcf0878e481", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:05.267137 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d9c7f81-d2f6-4948-a450-5cb7d50c2a62 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:05.267568 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'tag': '04d69883-13e1-49bf-8b1c-ddcf0878e481', 'status': 'completed', 'code': 200} Nov 05 21:55:05.290114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21d6f3-9929-47a9-bc23-1706c552d898 service neutron] Pushing event updated for resources: {'Port': ['ID=04d69883-13e1-49bf-8b1c-ddcf0878e481,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:05.315792 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac100d17-2bbc-4175-be29-903301248455 req-77db93c1-6d27-4b97-9d70-2107d9da37ef tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 210 time: 0.0406373 Nov 05 21:55:05.353907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c29f-7979-4bdf-a93a-824f10fca973 req-29df3cfe-86d2-4b49-9237-57b8e46e40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.355913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3073c29f-7979-4bdf-a93a-824f10fca973 req-29df3cfe-86d2-4b49-9237-57b8e46e40d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5a449624e5042bf882f3d940f5de600&device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 1095 time: 0.0676963 Nov 05 21:55:05.404086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Allocated IP 172.20.0.7 (42cf4290-2b17-4eb4-b12d-e2679ffb9d14/ee209b30-1739-40bc-ae27-5eddff31c583/0f5370ae-94d3-4155-a9b8-3cdd4ce03c51) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:05.505483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c29f-7979-4bdf-a93a-824f10fca973 req-d35afbf1-2a99-4559-bd4c-b7c7369c62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.507916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3073c29f-7979-4bdf-a93a-824f10fca973 req-d35afbf1-2a99-4559-bd4c-b7c7369c62a2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e5a449624e5042bf882f3d940f5de600&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1442349 Nov 05 21:55:05.607093 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:05.614749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c29f-7979-4bdf-a93a-824f10fca973 req-3ceaa585-cc62-4180-aacd-c2b58a1dc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.616366 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3073c29f-7979-4bdf-a93a-824f10fca973 req-3ceaa585-cc62-4180-aacd-c2b58a1dc90c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017725 Nov 05 21:55:05.697949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-b97e025a-9a83-4542-a276-2b9728844751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.699469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-b97e025a-9a83-4542-a276-2b9728844751 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5a449624e5042bf882f3d940f5de600&device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 1095 time: 0.0448294 Nov 05 21:55:05.742738 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:05.751511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-cd8a347e-3858-47c7-9baa-93b8a20bf939 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d69883-13e1-49bf-8b1c-ddcf0878e481 HTTP/1.1" status: 200 len: 217 time: 0.0433345 Nov 05 21:55:05.813352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:05.828195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:05.842505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6877f10-05e5-4fe9-b1eb-abda782e5788 req-0cec5bb9-b753-4d13-a5c1-956a94b4279d tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.851582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a6877f10-05e5-4fe9-b1eb-abda782e5788 req-0cec5bb9-b753-4d13-a5c1-956a94b4279d tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 944 time: 0.1446431 Nov 05 21:55:05.853698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:05.866595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event updated for resources: {'Port': ['ID=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:05.877714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-f6f8574d-2e6b-4d57-89ed-d3042a2ac457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.880343 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-f6f8574d-2e6b-4d57-89ed-d3042a2ac457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5622784-9271-4051-ac62-4e9283175c48 HTTP/1.1" status: 200 len: 857 time: 0.1124287 Nov 05 21:55:05.956448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387766bc-9682-427c-87a3-423cfd10886c req-e4aad04f-cb73-4556-af46-de78b7f6b2c8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.958318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-387766bc-9682-427c-87a3-423cfd10886c req-e4aad04f-cb73-4556-af46-de78b7f6b2c8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 931 time: 0.1999285 Nov 05 21:55:05.960168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:05.960769 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:05.961174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-35f66804-2223-424e-8fc4-27595b38c298 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bf69c2e-cbb8-4738-89a0-1542206e90d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724449 Nov 05 21:55:05.977586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a6877f10-05e5-4fe9-b1eb-abda782e5788 req-722ea317-fa13-4efa-adea-2828ccf6eff2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247778 Nov 05 21:55:06.044139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-31392008-3948-48c3-aa1d-eed9e5e79016 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1630802 Nov 05 21:55:06.066540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Request body: {'port': {'device_id': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:06.119933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-387766bc-9682-427c-87a3-423cfd10886c req-478e2c4e-5279-4374-83f6-e3e4204aa781 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505091 Nov 05 21:55:06.161008 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:06.163568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-76172870-26e8-4024-aeab-19b723442050 service neutron] 10.222.0.13 "GET /v2.0/networks/5bf69c2e-cbb8-4738-89a0-1542206e90d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946838 Nov 05 21:55:06.269794 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60bd81af-c2b8-43e0-854a-de08b50ab45a req-ef39c45e-e4ed-4934-9375-472dff862fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/5bf69c2e-cbb8-4738-89a0-1542206e90d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950408 Nov 05 21:55:06.286305 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0eabe040-ca72-42e8-8dd7-bcc02b253c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:06.472330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4e14eee-5e04-4db1-b105-eec649d42256 req-10ebd51f-0b94-484e-ad9a-b7a9ae41cf1f tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 210 time: 0.0426617 Nov 05 21:55:06.507453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:06.515852 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:06.534799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Transition to ACTIVE for port object 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:55:06.600414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:06.649810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:06.665549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-d5abfd3d-6cf8-460d-86d6-4244ff703e46 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:06.667291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-d5abfd3d-6cf8-460d-86d6-4244ff703e46 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.13 "GET /v2.0/networks?id=2c54770b-e024-4341-9b94-290e21d95adc HTTP/1.1" status: 200 len: 822 time: 0.1267366 Nov 05 21:55:06.682207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Request body: {'port': {'device_id': 'a169277d-9084-479e-96dc-f7221d6d823e', 'network_id': '2c54770b-e024-4341-9b94-290e21d95adc', 'admin_state_up': True, 'tenant_id': '3bb521e608f9442e921646043cb7cfa7'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:06.727466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Attempting to bind port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:06.727982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Attempting to bind port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:06.733063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Attempting to bind port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:06.738697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:55:06.739178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Attempting to bind port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:06.744799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:06.745536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Checking segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:06.745730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Bound using segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:06.746319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Bound port: 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:06.746762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:06.831392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] For port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:06.834919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] For port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:06.903800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Made reservation on behalf of 3bb521e608f9442e921646043cb7cfa7 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:06.908198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:06.962303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:07.003365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.004039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:07.005998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] 10.222.0.46 "PUT /v2.0/ports/0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 HTTP/1.1" status: 200 len: 1091 time: 0.9524827 Nov 05 21:55:07.006718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'tag': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:07.009455 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8af4c3-3a51-4b97-a72b-32962eb4add9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1304b8-db99-4b84-a025-4f646b3fb14d", "tag": "0f5370ae-94d3-4155-a9b8-3cdd4ce03c51"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:07.045655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a6340-4d92-4eee-a10f-7b431a085b92 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:07.080764 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e484906-345c-458b-b6e0-df90c47dd648 x-openstack-request-id: req-7e484906-345c-458b-b6e0-df90c47dd648 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:07.081387 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1304b8-db99-4b84-a025-4f646b3fb14d", "tag": "0f5370ae-94d3-4155-a9b8-3cdd4ce03c51", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:07.081743 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e484906-345c-458b-b6e0-df90c47dd648 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:07.082329 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'tag': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51', 'status': 'completed', 'code': 200} Nov 05 21:55:07.133627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Allocated IP 172.20.0.5 (2c54770b-e024-4341-9b94-290e21d95adc/7501648e-c85a-4a2c-98a1-52b19a581e1d/0025c76c-9fca-4a14-adeb-4b080d7a24c6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:07.213812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293c181-5523-4f24-86ee-ab9c5ae92318 req-7e7a9c19-4707-47cb-854a-5942f852089a tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.226314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e293c181-5523-4f24-86ee-ab9c5ae92318 req-7e7a9c19-4707-47cb-854a-5942f852089a tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 944 time: 0.1138630 Nov 05 21:55:07.342183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e293c181-5523-4f24-86ee-ab9c5ae92318 req-386a1bbc-c547-4ad4-9b70-b9cb0aa68fc7 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040874 Nov 05 21:55:07.349952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8af4c3-3a51-4b97-a72b-32962eb4add9 req-39cd535d-d747-40dd-a57d-0280eb7de547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.351400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b8af4c3-3a51-4b97-a72b-32962eb4add9 req-39cd535d-d747-40dd-a57d-0280eb7de547 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 1094 time: 0.0797217 Nov 05 21:55:07.360385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face8da8-2c57-4520-980b-b559ddb9a5f6 req-02adc337-1b25-447a-bd63-b0fd7909addc tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.361925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-face8da8-2c57-4520-980b-b559ddb9a5f6 req-02adc337-1b25-447a-bd63-b0fd7909addc tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 943 time: 0.1157193 Nov 05 21:55:07.395530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:07.458405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-face8da8-2c57-4520-980b-b559ddb9a5f6 req-4d08ace5-335d-4531-9a78-dd32483432f8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Nov 05 21:55:07.522205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8af4c3-3a51-4b97-a72b-32962eb4add9 req-188e6281-05bf-49d9-99b7-463bbac56c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.523775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b8af4c3-3a51-4b97-a72b-32962eb4add9 req-188e6281-05bf-49d9-99b7-463bbac56c19 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8fdff17b6244091b0c220ff30795346&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1645861 Nov 05 21:55:07.538138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:07.596946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Network 2c54770b-e024-4341-9b94-290e21d95adc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:07.604253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:07.615707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:07.650516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Pushing event updated for resources: {'Port': ['ID=0025c76c-9fca-4a14-adeb-4b080d7a24c6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:07.688880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.689649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:07.690963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8af4c3-3a51-4b97-a72b-32962eb4add9 req-0bafc802-d63e-4e06-b157-abd219dcc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.692762 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b8af4c3-3a51-4b97-a72b-32962eb4add9 req-0bafc802-d63e-4e06-b157-abd219dcc3d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622372 Nov 05 21:55:07.710768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234327-6ad1-452a-94d7-2e19e9650e2d req-4c1bec0a-32f9-4373-ba90-4607209b98a8 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:07.720488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3234327-6ad1-452a-94d7-2e19e9650e2d req-4c1bec0a-32f9-4373-ba90-4607209b98a8 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 931 time: 0.1510293 Nov 05 21:55:07.774913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-810042c2-d7c4-4c6e-a75e-a4852fef0d06 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0973113 Nov 05 21:55:07.789405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Request body: {'port': {'device_id': 'a169277d-9084-479e-96dc-f7221d6d823e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:07.877654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:08.141504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3234327-6ad1-452a-94d7-2e19e9650e2d req-7889d526-243e-4103-93dd-869431016245 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200323 Nov 05 21:55:08.152889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-b159c1d3-f316-4c98-b6fd-802bd4101888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:08.154496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-b159c1d3-f316-4c98-b6fd-802bd4101888 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 1094 time: 0.4127049 Nov 05 21:55:08.199345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-cddff2c6-d7e8-4e34-b311-88dd8dcac225 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 HTTP/1.1" status: 200 len: 217 time: 0.0356972 Nov 05 21:55:08.228685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0025c76c-9fca-4a14-adeb-4b080d7a24c6 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:08.236295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:08.248265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Transition to ACTIVE for port object 0025c76c-9fca-4a14-adeb-4b080d7a24c6 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:55:08.249223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-2e4fc49f-a3dc-49fa-a88b-0acd7a7e9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:08.250721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-2e4fc49f-a3dc-49fa-a88b-0acd7a7e9dd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0446186 Nov 05 21:55:08.282728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-57b13370-f6ce-47f2-bef2-544e9d3e2117 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252256 Nov 05 21:55:08.326338 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:08.379580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Pushing event updated for resources: {'Port': ['ID=0025c76c-9fca-4a14-adeb-4b080d7a24c6,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:08.399165 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-9e829225-e3d5-4faa-a2e6-2cb0b1ec0dd7 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089625 Nov 05 21:55:08.509182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78d8517f-cafb-42b4-a018-870a6a2e1037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:08.531918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fccab-d577-49b9-95aa-8b09ae5a9b23 req-22f19642-0d5f-46b1-ab74-c5dbd3a93f0d tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:08.533419 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b6fccab-d577-49b9-95aa-8b09ae5a9b23 req-22f19642-0d5f-46b1-ab74-c5dbd3a93f0d tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 944 time: 0.0938079 Nov 05 21:55:08.533577 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34b9aead-7158-413a-bbb7-71be7d8e2088 req-0995eec6-4825-4146-b815-6ca87c893980 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269975 Nov 05 21:55:08.534300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Attempting to bind port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:08.534628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Attempting to bind port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '73fec9c5-c4e2-4aaa-a544-12c9b8d93f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2c54770b-e024-4341-9b94-290e21d95adc'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:08.534953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Attempting to bind port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 on network 2c54770b-e024-4341-9b94-290e21d95adc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:08.539836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 on network 2c54770b-e024-4341-9b94-290e21d95adc not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:55:08.540153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Attempting to bind port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 on network 2c54770b-e024-4341-9b94-290e21d95adc {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:08.545332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:08.545668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Checking segment: {'id': '73fec9c5-c4e2-4aaa-a544-12c9b8d93f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2c54770b-e024-4341-9b94-290e21d95adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:08.546049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Bound using segment: {'id': '73fec9c5-c4e2-4aaa-a544-12c9b8d93f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2c54770b-e024-4341-9b94-290e21d95adc'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:08.546506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Bound port: 0025c76c-9fca-4a14-adeb-4b080d7a24c6, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73fec9c5-c4e2-4aaa-a544-12c9b8d93f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2c54770b-e024-4341-9b94-290e21d95adc'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:08.546864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:08.628721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a270f-cd39-4feb-bccf-558affdebc9a req-26d61576-ce6c-432c-8f6f-8e5c5cc20516 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:08.630652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b46a270f-cd39-4feb-bccf-558affdebc9a req-26d61576-ce6c-432c-8f6f-8e5c5cc20516 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 943 time: 0.0539172 Nov 05 21:55:08.637423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b6fccab-d577-49b9-95aa-8b09ae5a9b23 req-8e259269-e30b-42fb-a6ee-76f48286c00e tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883284 Nov 05 21:55:08.647790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] For port 0025c76c-9fca-4a14-adeb-4b080d7a24c6, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:08.651025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] For port 0025c76c-9fca-4a14-adeb-4b080d7a24c6, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0025c76c-9fca-4a14-adeb-4b080d7a24c6,segment=NetworkSegment(73fec9c5-c4e2-4aaa-a544-12c9b8d93f10),segment_id=73fec9c5-c4e2-4aaa-a544-12c9b8d93f10)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:08.693734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b46a270f-cd39-4feb-bccf-558affdebc9a req-5786563c-a191-4ac3-972f-d36fcd1697f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Nov 05 21:55:08.721130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:08.755668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:08.756291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:08.757689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] 10.222.0.13 "PUT /v2.0/ports/0025c76c-9fca-4a14-adeb-4b080d7a24c6 HTTP/1.1" status: 200 len: 1091 time: 0.9727521 Nov 05 21:55:08.758238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a169277d-9084-479e-96dc-f7221d6d823e', 'tag': '0025c76c-9fca-4a14-adeb-4b080d7a24c6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:08.760516 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f65c5f-801e-4d6e-9806-28cff95cef20" -d '{"events": [{"name": "network-changed", "server_uuid": "a169277d-9084-479e-96dc-f7221d6d823e", "tag": "0025c76c-9fca-4a14-adeb-4b080d7a24c6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:08.784526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189d18d-9fb3-4037-81a5-79ab9bd1191b service neutron] Pushing event updated for resources: {'Port': ['ID=0025c76c-9fca-4a14-adeb-4b080d7a24c6,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:08.802965 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c138cb-7545-4a5e-b618-6055fcb1c927 x-openstack-request-id: req-63c138cb-7545-4a5e-b618-6055fcb1c927 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:08.803327 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a169277d-9084-479e-96dc-f7221d6d823e", "tag": "0025c76c-9fca-4a14-adeb-4b080d7a24c6", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:08.803614 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63c138cb-7545-4a5e-b618-6055fcb1c927 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:08.804024 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a169277d-9084-479e-96dc-f7221d6d823e', 'tag': '0025c76c-9fca-4a14-adeb-4b080d7a24c6', 'status': 'completed', 'code': 200} Nov 05 21:55:08.868502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f65c5f-801e-4d6e-9806-28cff95cef20 req-7fb4fc5d-0d6c-4ecf-b86f-a4f7bef2cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:08.869987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9f65c5f-801e-4d6e-9806-28cff95cef20 req-7fb4fc5d-0d6c-4ecf-b86f-a4f7bef2cd44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bb521e608f9442e921646043cb7cfa7&device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 1094 time: 0.0447443 Nov 05 21:55:08.966798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f65c5f-801e-4d6e-9806-28cff95cef20 req-0eed34e8-f124-49ce-92dc-dc4b18cd0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:08.968267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9f65c5f-801e-4d6e-9806-28cff95cef20 req-0eed34e8-f124-49ce-92dc-dc4b18cd0348 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3bb521e608f9442e921646043cb7cfa7&shared=False HTTP/1.1" status: 200 len: 923 time: 0.0900497 Nov 05 21:55:09.066179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f65c5f-801e-4d6e-9806-28cff95cef20 req-697dd660-7a13-424d-aafa-5e09d1beba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:09.067845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9f65c5f-801e-4d6e-9806-28cff95cef20 req-697dd660-7a13-424d-aafa-5e09d1beba93 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925682 Nov 05 21:55:09.148106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-8a2443d0-d092-45c2-8d48-28b4b9cf19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:09.150067 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-8a2443d0-d092-45c2-8d48-28b4b9cf19f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bb521e608f9442e921646043cb7cfa7&device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 1094 time: 0.0443251 Nov 05 21:55:09.196442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-501926b1-41e8-409e-8e88-8807b20d1c08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0025c76c-9fca-4a14-adeb-4b080d7a24c6 HTTP/1.1" status: 200 len: 217 time: 0.0374730 Nov 05 21:55:09.261646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-029b62db-6a88-4ad7-a31f-195116138215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:09.263116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-029b62db-6a88-4ad7-a31f-195116138215 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7501648e-c85a-4a2c-98a1-52b19a581e1d HTTP/1.1" status: 200 len: 862 time: 0.0585334 Nov 05 21:55:09.267483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ac1bb-7901-4d81-95e4-d023f8d422ec req-903e9061-a007-4bb8-aafd-826091f0794c tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:09.268983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-084ac1bb-7901-4d81-95e4-d023f8d422ec req-903e9061-a007-4bb8-aafd-826091f0794c tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 943 time: 0.0513062 Nov 05 21:55:09.297661 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-6d32eda8-b165-46e3-bc48-bb9e6cf7b6ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c54770b-e024-4341-9b94-290e21d95adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268793 Nov 05 21:55:09.320378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-084ac1bb-7901-4d81-95e4-d023f8d422ec req-db7f076f-a895-4152-b857-0421576b0d4d tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 Nov 05 21:55:09.405065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-0c58d5b9-418f-4e68-a2d7-eedf8d592288 service neutron] 10.222.0.13 "GET /v2.0/networks/2c54770b-e024-4341-9b94-290e21d95adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002991 Nov 05 21:55:09.504076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bebe255-ee9a-4a58-9261-daf39940f65d req-d96efb9a-78c5-4568-80e8-6e63e5f3c299 service neutron] 10.222.0.13 "GET /v2.0/networks/2c54770b-e024-4341-9b94-290e21d95adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Nov 05 21:55:09.773341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a833b-dd4c-46a6-9391-705080cd97b4 req-ffddf9c3-7774-4345-a279-1ce8feeb18c5 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:09.774752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f2a833b-dd4c-46a6-9391-705080cd97b4 req-ffddf9c3-7774-4345-a279-1ce8feeb18c5 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 944 time: 0.0564272 Nov 05 21:55:09.826275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f2a833b-dd4c-46a6-9391-705080cd97b4 req-5639129a-f6f3-49d9-a86d-c1d5e0527579 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Nov 05 21:55:09.830961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca250009-11d9-4783-8e96-0790fb491d59 req-0ea24e4d-4164-43cc-b9b8-d575a62f3957 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:09.838211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca250009-11d9-4783-8e96-0790fb491d59 req-0ea24e4d-4164-43cc-b9b8-d575a62f3957 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 943 time: 0.0602727 Nov 05 21:55:09.882682 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca250009-11d9-4783-8e96-0790fb491d59 req-57e72cc2-0d9f-45d9-8be3-3b83b03262d9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Nov 05 21:55:09.966292 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:10.251726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 04d69883-13e1-49bf-8b1c-ddcf0878e481 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:55:10.353268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 04d69883-13e1-49bf-8b1c-ddcf0878e481, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=04d69883-13e1-49bf-8b1c-ddcf0878e481,segment=NetworkSegment(634f191f-4207-494f-81cf-672543950dd0),segment_id=634f191f-4207-494f-81cf-672543950dd0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:10.370805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '04d69883-13e1-49bf-8b1c-ddcf0878e481', 'network_id': '5bf69c2e-cbb8-4738-89a0-1542206e90d1', 'port_id': '04d69883-13e1-49bf-8b1c-ddcf0878e481', 'mac_address': 'fa:16:3e:6f:cb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5622784-9271-4051-ac62-4e9283175c48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:55:10.411596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:10.429404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d69883-13e1-49bf-8b1c-ddcf0878e481 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:10.463325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c467834-efeb-4bc9-b773-19c6b95ee2f6 req-a75a8dc1-20bd-4f0a-90b9-f0376502ab8a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:10.463930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 04d69883-13e1-49bf-8b1c-ddcf0878e481, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=04d69883-13e1-49bf-8b1c-ddcf0878e481,segment=NetworkSegment(634f191f-4207-494f-81cf-672543950dd0),segment_id=634f191f-4207-494f-81cf-672543950dd0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:10.466115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c467834-efeb-4bc9-b773-19c6b95ee2f6 req-a75a8dc1-20bd-4f0a-90b9-f0376502ab8a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 943 time: 0.0542881 Nov 05 21:55:10.522836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c467834-efeb-4bc9-b773-19c6b95ee2f6 req-d31262c5-2dd6-4b0b-b93f-3ddeed048c31 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Nov 05 21:55:10.589072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:10.649062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=04d69883-13e1-49bf-8b1c-ddcf0878e481,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:10.793183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['04d69883-13e1-49bf-8b1c-ddcf0878e481'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:10.980835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fd0c5-c5ec-4c86-a3bc-db4f0d9c2de9 req-efa8b3c0-9ed3-4c2a-848d-af2dc3b0b3fc tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:10.982939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-016fd0c5-c5ec-4c86-a3bc-db4f0d9c2de9 req-efa8b3c0-9ed3-4c2a-848d-af2dc3b0b3fc tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 945 time: 0.0631902 Nov 05 21:55:11.037820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-016fd0c5-c5ec-4c86-a3bc-db4f0d9c2de9 req-dd506eba-0115-441e-844a-dd64b2ed259d tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476072 Nov 05 21:55:11.064236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7eff9-1294-4b3b-92fb-841707ea84a2 req-22578671-32a0-4fde-9c89-424978d79bf8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:11.066520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eaa7eff9-1294-4b3b-92fb-841707ea84a2 req-22578671-32a0-4fde-9c89-424978d79bf8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 943 time: 0.0722041 Nov 05 21:55:11.125509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eaa7eff9-1294-4b3b-92fb-841707ea84a2 req-1508eee7-0561-452d-86ca-637e59bd4db8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440528 Nov 05 21:55:11.358434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:11.668247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd157c-0ca8-4469-befc-c8a0e7b09b2c req-210c3261-e60c-4190-b3c3-d38bcc989ca5 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:11.669867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75dd157c-0ca8-4469-befc-c8a0e7b09b2c req-210c3261-e60c-4190-b3c3-d38bcc989ca5 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 943 time: 0.0493047 Nov 05 21:55:11.721125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75dd157c-0ca8-4469-befc-c8a0e7b09b2c req-28f748c1-a242-4cfd-9319-5c554a9cf8ec tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Nov 05 21:55:11.938324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:12.187286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf68e2-343d-419e-b5b2-f470a81c7006 req-80023c3e-2068-4576-833a-18a5573fdbd2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:12.188959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8cf68e2-343d-419e-b5b2-f470a81c7006 req-80023c3e-2068-4576-833a-18a5573fdbd2 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 945 time: 0.0586493 Nov 05 21:55:12.262358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8cf68e2-343d-419e-b5b2-f470a81c7006 req-c5aaec1f-043d-4d8d-b24a-a9e325e42512 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658312 Nov 05 21:55:12.267068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdfa6d-33f3-4ded-8d13-1fef05cf6b4d req-455e9e96-a961-4a2e-9c7f-69dc44b240c9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:12.275340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2cdfa6d-33f3-4ded-8d13-1fef05cf6b4d req-455e9e96-a961-4a2e-9c7f-69dc44b240c9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 943 time: 0.0530341 Nov 05 21:55:12.275959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0025c76c-9fca-4a14-adeb-4b080d7a24c6 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:55:12.276273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 04d69883-13e1-49bf-8b1c-ddcf0878e481 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:12.329699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a2cdfa6d-33f3-4ded-8d13-1fef05cf6b4d req-e2c26443-5be3-48cf-b5c9-a3767c331f1b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472150 Nov 05 21:55:12.420730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0025c76c-9fca-4a14-adeb-4b080d7a24c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0025c76c-9fca-4a14-adeb-4b080d7a24c6,segment=NetworkSegment(73fec9c5-c4e2-4aaa-a544-12c9b8d93f10),segment_id=73fec9c5-c4e2-4aaa-a544-12c9b8d93f10)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:12.433950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '0025c76c-9fca-4a14-adeb-4b080d7a24c6', 'network_id': '2c54770b-e024-4341-9b94-290e21d95adc', 'port_id': '0025c76c-9fca-4a14-adeb-4b080d7a24c6', 'mac_address': 'fa:16:3e:54:9f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7501648e-c85a-4a2c-98a1-52b19a581e1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:55:12.459872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 04d69883-13e1-49bf-8b1c-ddcf0878e481 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:55:12.466488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 04d69883-13e1-49bf-8b1c-ddcf0878e481 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:12.466812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:12.497409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:12.519412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0025c76c-9fca-4a14-adeb-4b080d7a24c6 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:12.545586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0025c76c-9fca-4a14-adeb-4b080d7a24c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0025c76c-9fca-4a14-adeb-4b080d7a24c6,segment=NetworkSegment(73fec9c5-c4e2-4aaa-a544-12c9b8d93f10),segment_id=73fec9c5-c4e2-4aaa-a544-12c9b8d93f10)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:12.588121 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:12.626744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:12.650258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 04d69883-13e1-49bf-8b1c-ddcf0878e481, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=04d69883-13e1-49bf-8b1c-ddcf0878e481,segment=NetworkSegment(634f191f-4207-494f-81cf-672543950dd0),segment_id=634f191f-4207-494f-81cf-672543950dd0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:12.653645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d69883-13e1-49bf-8b1c-ddcf0878e481'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:12.656938 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0b5f56-74bf-4773-890d-1e0f0ef8baa7" -d '{"events": [{"server_uuid": "c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d", "name": "network-vif-plugged", "status": "completed", "tag": "04d69883-13e1-49bf-8b1c-ddcf0878e481"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:12.714523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0025c76c-9fca-4a14-adeb-4b080d7a24c6,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:12.720226 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9abdbe-8098-485b-81aa-0f2bd071ce7a x-openstack-request-id: req-da9abdbe-8098-485b-81aa-0f2bd071ce7a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:12.720523 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d", "name": "network-vif-plugged", "status": "completed", "tag": "04d69883-13e1-49bf-8b1c-ddcf0878e481", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:12.720790 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da9abdbe-8098-485b-81aa-0f2bd071ce7a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:12.721306 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d69883-13e1-49bf-8b1c-ddcf0878e481', 'code': 200} Nov 05 21:55:12.744165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:12.834378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbe4d2-6524-4d4e-902b-bcbaf2929575 req-3dc8b650-9e4f-48b8-953b-a7ab60a70a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:12.835882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3efbe4d2-6524-4d4e-902b-bcbaf2929575 req-3dc8b650-9e4f-48b8-953b-a7ab60a70a0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 1097 time: 0.0452991 Nov 05 21:55:12.865362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0025c76c-9fca-4a14-adeb-4b080d7a24c6'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:12.869224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=04d69883-13e1-49bf-8b1c-ddcf0878e481,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:12.905072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3efbe4d2-6524-4d4e-902b-bcbaf2929575 req-ead1faf0-84ce-45e0-8917-0d472f5e5b73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591328 Nov 05 21:55:12.958180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494649b-2378-4d92-901e-9e0476174adf req-59d1bb51-dc35-4c03-8c3d-242fe2a58b7a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:12.959991 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c494649b-2378-4d92-901e-9e0476174adf req-59d1bb51-dc35-4c03-8c3d-242fe2a58b7a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 944 time: 0.0653136 Nov 05 21:55:13.043666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c494649b-2378-4d92-901e-9e0476174adf req-e26ef8d5-3848-4d1c-bc80-c5b9690b1777 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744436 Nov 05 21:55:13.403389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cd75c-ad8b-4596-80b8-95e30f6153a7 req-11e4ea46-5568-4746-bd92-3112ca33639b tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:13.410795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae7cd75c-ad8b-4596-80b8-95e30f6153a7 req-11e4ea46-5568-4746-bd92-3112ca33639b tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 946 time: 0.0626166 Nov 05 21:55:13.462010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1405c3-8b82-48b3-8327-0604cd8b5145 req-62e6ad52-d753-4131-8e36-e6125e80bd33 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:13.462605 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ae7cd75c-ad8b-4596-80b8-95e30f6153a7 req-e6492011-3ddb-4fad-a639-f1f4ef29bc8a tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Nov 05 21:55:13.463666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f1405c3-8b82-48b3-8327-0604cd8b5145 req-62e6ad52-d753-4131-8e36-e6125e80bd33 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 943 time: 0.0518348 Nov 05 21:55:13.518685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f1405c3-8b82-48b3-8327-0604cd8b5145 req-a681633f-bbf4-4929-9feb-0cad89af004a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489397 Nov 05 21:55:13.630281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:55:13.729434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:13.742665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'port_id': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51', 'mac_address': 'fa:16:3e:6e:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee209b30-1739-40bc-ae27-5eddff31c583', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:55:13.778968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:13.792609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:13.807596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:13.842155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:13.920519 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:13.929942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8b5706f-57cb-42d0-8d15-66dbd793d1db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:13.993149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:14.010314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8b5706f-57cb-42d0-8d15-66dbd793d1db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.085191 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a8b5706f-57cb-42d0-8d15-66dbd793d1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.127296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a8b5706f-57cb-42d0-8d15-66dbd793d1db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fcb0b30b5e4446794cfa6e35e8c34f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185318 Nov 05 21:55:14.128292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5706f-57cb-42d0-8d15-66dbd793d1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad3c3b5-7bed-4c54-9068-1e7b6019f261,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:14.130657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34818) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:14.174477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294448-b55e-4be7-b81f-fd7033241b3a req-7a2683dc-c14f-4a35-8f8e-db997ca44e5a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:14.176848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-10294448-b55e-4be7-b81f-fd7033241b3a req-7a2683dc-c14f-4a35-8f8e-db997ca44e5a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 944 time: 0.0597746 Nov 05 21:55:14.200926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3238512e-9cce-406c-80ab-b14b2d0809a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.233001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3238512e-9cce-406c-80ab-b14b2d0809a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.238710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-10294448-b55e-4be7-b81f-fd7033241b3a req-ab236d81-ee3d-46b6-b86e-2b9a8e915f42 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547945 Nov 05 21:55:14.302121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0025c76c-9fca-4a14-adeb-4b080d7a24c6 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:14.305436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0f5370ae-94d3-4155-a9b8-3cdd4ce03c51'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:14.383495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3238512e-9cce-406c-80ab-b14b2d0809a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.386229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3238512e-9cce-406c-80ab-b14b2d0809a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.387465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3238512e-9cce-406c-80ab-b14b2d0809a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ad3c3b5-7bed-4c54-9068-1e7b6019f261 HTTP/1.1" status: 204 len: 168 time: 0.2558010 Nov 05 21:55:14.396374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238512e-9cce-406c-80ab-b14b2d0809a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad3c3b5-7bed-4c54-9068-1e7b6019f261,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:14.459415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:55:14.469247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:14.470958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.570602 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.603212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0025c76c-9fca-4a14-adeb-4b080d7a24c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0025c76c-9fca-4a14-adeb-4b080d7a24c6,segment=NetworkSegment(73fec9c5-c4e2-4aaa-a544-12c9b8d93f10),segment_id=73fec9c5-c4e2-4aaa-a544-12c9b8d93f10)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:14.626137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2c219-6dd7-45fa-9128-c3119bdef3ce req-48297105-ca51-4105-8f9e-f0c5e5172942 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:14.628386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21a2c219-6dd7-45fa-9128-c3119bdef3ce req-48297105-ca51-4105-8f9e-f0c5e5172942 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 946 time: 0.0720141 Nov 05 21:55:14.664285 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:14.695222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456126b-4b83-4573-a0b5-174ce1cae972 req-e9b0a7dc-9aeb-4175-9444-042f0c8a3067 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:14.697618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9456126b-4b83-4573-a0b5-174ce1cae972 req-e9b0a7dc-9aeb-4175-9444-042f0c8a3067 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 944 time: 0.0796106 Nov 05 21:55:14.725094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21a2c219-6dd7-45fa-9128-c3119bdef3ce req-9a46bbbb-fa94-4358-9a7a-572580d2b642 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836773 Nov 05 21:55:14.745620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a169277d-9084-479e-96dc-f7221d6d823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0025c76c-9fca-4a14-adeb-4b080d7a24c6'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:14.748405 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb1bfec-4b38-45e4-b656-38f924586e2b" -d '{"events": [{"server_uuid": "a169277d-9084-479e-96dc-f7221d6d823e", "name": "network-vif-plugged", "status": "completed", "tag": "0025c76c-9fca-4a14-adeb-4b080d7a24c6"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:14.769206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9456126b-4b83-4573-a0b5-174ce1cae972 req-ceec4bc1-acdb-42b8-996d-df4f23847a00 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649512 Nov 05 21:55:14.772327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0025c76c-9fca-4a14-adeb-4b080d7a24c6,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:14.835225 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ca5339-90cc-4d86-8b2b-16f5abc75219 x-openstack-request-id: req-96ca5339-90cc-4d86-8b2b-16f5abc75219 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:14.835523 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a169277d-9084-479e-96dc-f7221d6d823e", "name": "network-vif-plugged", "status": "completed", "tag": "0025c76c-9fca-4a14-adeb-4b080d7a24c6", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:14.835811 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96ca5339-90cc-4d86-8b2b-16f5abc75219 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:14.836206 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a169277d-9084-479e-96dc-f7221d6d823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0025c76c-9fca-4a14-adeb-4b080d7a24c6', 'code': 200} Nov 05 21:55:14.935125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3e6fa-6645-45dd-80ea-982781fde418 req-9e03390d-5a02-4a4a-805e-86e56dd1defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:14.937411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1f3e6fa-6645-45dd-80ea-982781fde418 req-9e03390d-5a02-4a4a-805e-86e56dd1defc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 1096 time: 0.0438254 Nov 05 21:55:14.986760 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1f3e6fa-6645-45dd-80ea-982781fde418 req-5655b969-5f56-431d-bfa1-de801498d2ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Nov 05 21:55:15.093792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34838) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:15.106872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c08d-4018-4a71-8fae-539491521be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.202778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c08d-4018-4a71-8fae-539491521be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.256321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c741c-6f83-4e9a-903d-d2dd80f929c9 req-b58324a7-88b0-44d6-b76c-6202e8a7fa88 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:15.257810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa4c741c-6f83-4e9a-903d-d2dd80f929c9 req-b58324a7-88b0-44d6-b76c-6202e8a7fa88 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 946 time: 0.0509946 Nov 05 21:55:15.298014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c08d-4018-4a71-8fae-539491521be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.308399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa4c741c-6f83-4e9a-903d-d2dd80f929c9 req-9cde0a10-d7a8-43ce-bce2-8a520ef63366 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441303 Nov 05 21:55:15.371782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f4c8c08d-4018-4a71-8fae-539491521be2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79161a768bea4348b37bcdab04288ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744861 Nov 05 21:55:15.371964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8c08d-4018-4a71-8fae-539491521be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1932c3f7-7764-435d-9e18-a9cdaed260e0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:15.372837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34848) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:15.396335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea181-bc3b-45f0-ac71-69b49b4f327b req-c96d895d-ebc8-4701-aac2-b3a068c15b3f tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:15.397878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f8ea181-bc3b-45f0-ac71-69b49b4f327b req-c96d895d-ebc8-4701-aac2-b3a068c15b3f tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 945 time: 0.0811632 Nov 05 21:55:15.425023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5b600d-2d74-4d68-af23-a66e28bd1240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.450175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5b600d-2d74-4d68-af23-a66e28bd1240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.465096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f8ea181-bc3b-45f0-ac71-69b49b4f327b req-97f74860-122d-48da-8aed-f644895e5011 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606804 Nov 05 21:55:15.554861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5b600d-2d74-4d68-af23-a66e28bd1240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.557434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5b600d-2d74-4d68-af23-a66e28bd1240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.560927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c5b600d-2d74-4d68-af23-a66e28bd1240 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1932c3f7-7764-435d-9e18-a9cdaed260e0 HTTP/1.1" status: 204 len: 168 time: 0.1845810 Nov 05 21:55:15.568075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b600d-2d74-4d68-af23-a66e28bd1240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1932c3f7-7764-435d-9e18-a9cdaed260e0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:15.648818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:15.760251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:55:15.764386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:15.765440 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.861199 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:15.904315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:15.952184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d86d2-7933-404a-87a6-c7c4a8ee86d4 req-9493d408-5522-47b5-a120-991126e2b781 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:15.956024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e07d86d2-7933-404a-87a6-c7c4a8ee86d4 req-9493d408-5522-47b5-a120-991126e2b781 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 944 time: 0.0717740 Nov 05 21:55:15.966070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:16.014876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e07d86d2-7933-404a-87a6-c7c4a8ee86d4 req-92383a6d-5443-4c59-bfa3-e2909ca59c49 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537229 Nov 05 21:55:16.055966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:16.449777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2933bb-f351-475c-a1b9-77ac7aec8e15 req-709ec847-0322-452c-82a5-509cd22649fc tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:16.452362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc2933bb-f351-475c-a1b9-77ac7aec8e15 req-709ec847-0322-452c-82a5-509cd22649fc tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 946 time: 0.0551026 Nov 05 21:55:16.507503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc2933bb-f351-475c-a1b9-77ac7aec8e15 req-774175a2-b1c0-4a55-8435-a709b3a3726a tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482798 Nov 05 21:55:16.623422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c27b9-8c66-4856-86c8-6bb84a50d69d req-92c3a691-8623-45ea-b239-aeab85ec6d0c tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:16.625550 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff7c27b9-8c66-4856-86c8-6bb84a50d69d req-92c3a691-8623-45ea-b239-aeab85ec6d0c tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 945 time: 0.0513244 Nov 05 21:55:16.709980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff7c27b9-8c66-4856-86c8-6bb84a50d69d req-2648a06b-2cd1-43cf-a799-40717eb5fdcd tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784662 Nov 05 21:55:16.735909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-f57a0c1f-4e94-41bf-806c-061fc9747d4c tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:16.737576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-f57a0c1f-4e94-41bf-806c-061fc9747d4c tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 946 time: 0.0804174 Nov 05 21:55:16.837249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:16.839778 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0c376-d15b-4f9f-86bd-979790306632" -d '{"events": [{"server_uuid": "2c1304b8-db99-4b84-a025-4f646b3fb14d", "name": "network-vif-plugged", "status": "completed", "tag": "0f5370ae-94d3-4155-a9b8-3cdd4ce03c51"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:16.885461 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a712d7-473f-43bf-8ee9-79489f5606fd x-openstack-request-id: req-b9a712d7-473f-43bf-8ee9-79489f5606fd {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:16.885461 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1304b8-db99-4b84-a025-4f646b3fb14d", "name": "network-vif-plugged", "status": "completed", "tag": "0f5370ae-94d3-4155-a9b8-3cdd4ce03c51", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:16.885461 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9a712d7-473f-43bf-8ee9-79489f5606fd {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:16.885461 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51', 'code': 200} Nov 05 21:55:17.010144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1aad-465a-4ad6-813b-abd58d230d25 req-22e7c421-e185-4d40-a34a-b2a498d43b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:17.012758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-392d1aad-465a-4ad6-813b-abd58d230d25 req-22e7c421-e185-4d40-a34a-b2a498d43b0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 1096 time: 0.0643578 Nov 05 21:55:17.073029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-392d1aad-465a-4ad6-813b-abd58d230d25 req-e424de37-08a4-473c-b5de-374e415139ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514629 Nov 05 21:55:17.315000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Deleting port 04d69883-13e1-49bf-8b1c-ddcf0878e481 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:55:17.315604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:17.346418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847669c1-71c8-476a-901c-ec9bb6b7251f req-84b4fbba-fdf7-4e2b-8e02-095cc88f886f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:17.348386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-847669c1-71c8-476a-901c-ec9bb6b7251f req-84b4fbba-fdf7-4e2b-8e02-095cc88f886f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.0584803 Nov 05 21:55:17.432420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-847669c1-71c8-476a-901c-ec9bb6b7251f req-7f70c645-87b4-4d2a-af84-1b22bd908cf6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728326 Nov 05 21:55:17.449093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] For port 04d69883-13e1-49bf-8b1c-ddcf0878e481, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=04d69883-13e1-49bf-8b1c-ddcf0878e481,segment=NetworkSegment(634f191f-4207-494f-81cf-672543950dd0),segment_id=634f191f-4207-494f-81cf-672543950dd0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:17.449445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:17.466391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Calling delete_port for 04d69883-13e1-49bf-8b1c-ddcf0878e481 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:55:17.497763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3bce8-96da-4e8e-8965-fc41e27701c6 req-99960dab-48dd-4da3-af3d-3da8adc24f5b tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:17.500167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17d3bce8-96da-4e8e-8965-fc41e27701c6 req-99960dab-48dd-4da3-af3d-3da8adc24f5b tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 945 time: 0.0903783 Nov 05 21:55:17.596098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17d3bce8-96da-4e8e-8965-fc41e27701c6 req-ed26a615-87eb-48b0-986e-7d078913cf55 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669837 Nov 05 21:55:17.651834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c93a6-46df-49b4-b596-089ce623eccd req-f4d562b4-78c8-49d6-ba58-31256ca3a82d tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:17.654009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f6c93a6-46df-49b4-b596-089ce623eccd req-f4d562b4-78c8-49d6-ba58-31256ca3a82d tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 946 time: 0.0564008 Nov 05 21:55:17.709672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f6c93a6-46df-49b4-b596-089ce623eccd req-a4181051-5214-45af-8805-cbb88486f590 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/security-groups?id=23487be1-8360-4da6-be6e-5ac53a75619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485551 Nov 05 21:55:17.760397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:17.774826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['04d69883-13e1-49bf-8b1c-ddcf0878e481'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:17.810499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Pushing event deleted for resources: {'Port': ['ID=04d69883-13e1-49bf-8b1c-ddcf0878e481,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:17.866458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] No DVR routers for this DVR port 04d69883-13e1-49bf-8b1c-ddcf0878e481 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:55:17.869248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:17.872743 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9510a9bf-d31b-49e3-9b46-6324fff48535 req-eda834a1-e89f-4ba9-aded-f7a341cf7011 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.13 "DELETE /v2.0/ports/04d69883-13e1-49bf-8b1c-ddcf0878e481 HTTP/1.1" status: 204 len: 173 time: 1.1206906 Nov 05 21:55:17.873196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'name': 'network-vif-deleted', 'tag': '04d69883-13e1-49bf-8b1c-ddcf0878e481'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:17.876054 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f44fda-d72d-4906-a007-8077c15823d6" -d '{"events": [{"server_uuid": "c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d", "name": "network-vif-deleted", "tag": "04d69883-13e1-49bf-8b1c-ddcf0878e481"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:17.912456 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42d7e8-eaa9-4bd9-8933-05b1dbc4b315 x-openstack-request-id: req-bd42d7e8-eaa9-4bd9-8933-05b1dbc4b315 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:17.912893 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d", "name": "network-vif-deleted", "tag": "04d69883-13e1-49bf-8b1c-ddcf0878e481", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:17.913208 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd42d7e8-eaa9-4bd9-8933-05b1dbc4b315 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:17.913673 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d', 'name': 'network-vif-deleted', 'tag': '04d69883-13e1-49bf-8b1c-ddcf0878e481', 'status': 'completed', 'code': 200} Nov 05 21:55:18.554807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576358-770b-4845-80d2-778555c6f407 req-1976d171-2fde-43f0-a16f-da9c7fe43f58 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:18.556284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1576358-770b-4845-80d2-778555c6f407 req-1976d171-2fde-43f0-a16f-da9c7fe43f58 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.0575271 Nov 05 21:55:18.604534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1576358-770b-4845-80d2-778555c6f407 req-d3ce7a85-f6fe-4beb-ab94-865a3f9a9bc3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 Nov 05 21:55:18.683925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-a5189b5f-5f05-43ff-93a9-08d633df5c9a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:18.685662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-a5189b5f-5f05-43ff-93a9-08d633df5c9a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.13 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 945 time: 0.0766072 Nov 05 21:55:18.746107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabf88e-a6a0-4362-a51f-340df7e12476 req-66a3db74-09e8-4b7c-baa2-bd1b51c76af2 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:18.748772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-faabf88e-a6a0-4362-a51f-340df7e12476 req-66a3db74-09e8-4b7c-baa2-bd1b51c76af2 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 945 time: 0.0623803 Nov 05 21:55:18.818147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Deleting port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:55:18.818539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:18.886918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-faabf88e-a6a0-4362-a51f-340df7e12476 req-6b66debd-5b5d-4cf8-982a-dc6563aebdbb tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad08c6-b911-42a9-868f-99de52d02512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123343 Nov 05 21:55:18.902887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-002dd0fc-1a4e-4865-b81a-3223db7f4e38 req-71a2de97-e069-48b6-aca1-f1c3f7311ea0 tempest-InstanceActionsV221TestJSON-2101016626 tempest-InstanceActionsV221TestJSON-2101016626-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7ad2bb1-45db-40df-a2a6-d7d1a3cd6c2d HTTP/1.1" status: 200 len: 210 time: 0.0622084 Nov 05 21:55:18.964138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] For port 0025c76c-9fca-4a14-adeb-4b080d7a24c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0025c76c-9fca-4a14-adeb-4b080d7a24c6,segment=NetworkSegment(73fec9c5-c4e2-4aaa-a544-12c9b8d93f10),segment_id=73fec9c5-c4e2-4aaa-a544-12c9b8d93f10)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:18.965070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:18.979435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Calling delete_port for 0025c76c-9fca-4a14-adeb-4b080d7a24c6 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:55:19.172983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:19.185295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0025c76c-9fca-4a14-adeb-4b080d7a24c6'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:19.206769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Pushing event deleted for resources: {'Port': ['ID=0025c76c-9fca-4a14-adeb-4b080d7a24c6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:19.270844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] No DVR routers for this DVR port 0025c76c-9fca-4a14-adeb-4b080d7a24c6 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:55:19.273443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:19.276774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08b799b0-0d4a-4e31-8974-7a02d427c357 req-ae449a1a-9f64-4195-a338-421cbc4985a4 tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.13 "DELETE /v2.0/ports/0025c76c-9fca-4a14-adeb-4b080d7a24c6 HTTP/1.1" status: 204 len: 173 time: 0.5852489 Nov 05 21:55:19.741815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc237d-fca7-436e-9ef4-658cb59408ac req-9373a498-ced7-4442-99a1-0c00a4a51a08 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:19.743508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-48cc237d-fca7-436e-9ef4-658cb59408ac req-9373a498-ced7-4442-99a1-0c00a4a51a08 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.0530288 Nov 05 21:55:19.794727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-48cc237d-fca7-436e-9ef4-658cb59408ac req-8108c878-ab79-404f-906d-163433a4f298 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440919 Nov 05 21:55:19.914830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a169277d-9084-479e-96dc-f7221d6d823e', 'name': 'network-vif-deleted', 'tag': '0025c76c-9fca-4a14-adeb-4b080d7a24c6'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:19.919404 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cfccf7-dd0d-44ef-8423-4133409351e1" -d '{"events": [{"server_uuid": "a169277d-9084-479e-96dc-f7221d6d823e", "name": "network-vif-deleted", "tag": "0025c76c-9fca-4a14-adeb-4b080d7a24c6"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:20.014930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b6d5a05-9401-4c05-8534-face95ab549f req-655f06c2-0314-408e-8a01-c800f9e8499a tempest-ServerAddressesNegativeTestJSON-398031240 tempest-ServerAddressesNegativeTestJSON-398031240-project] 10.222.0.41 "GET /v2.0/ports?device_id=a169277d-9084-479e-96dc-f7221d6d823e HTTP/1.1" status: 200 len: 210 time: 0.0295908 Nov 05 21:55:20.066091 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d09035-f010-4be3-87d0-1c78bb397c19 x-openstack-request-id: req-58d09035-f010-4be3-87d0-1c78bb397c19 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:20.066497 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a169277d-9084-479e-96dc-f7221d6d823e", "name": "network-vif-deleted", "tag": "0025c76c-9fca-4a14-adeb-4b080d7a24c6", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:20.066857 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58d09035-f010-4be3-87d0-1c78bb397c19 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:20.067459 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a169277d-9084-479e-96dc-f7221d6d823e', 'name': 'network-vif-deleted', 'tag': '0025c76c-9fca-4a14-adeb-4b080d7a24c6', 'status': 'completed', 'code': 200} Nov 05 21:55:20.305521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dd135-ec96-47a2-a38e-5f9baacc947f req-db634a7b-4abb-4444-b610-d5f04b63344b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:20.317512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-728dd135-ec96-47a2-a38e-5f9baacc947f req-db634a7b-4abb-4444-b610-d5f04b63344b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.0898902 Nov 05 21:55:20.320470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0025c76c-9fca-4a14-adeb-4b080d7a24c6 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:55:20.328797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:20.374433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 0025c76c-9fca-4a14-adeb-4b080d7a24c6 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:55:20.380329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0025c76c-9fca-4a14-adeb-4b080d7a24c6 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:55:20.380804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 04d69883-13e1-49bf-8b1c-ddcf0878e481 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:55:20.386493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-728dd135-ec96-47a2-a38e-5f9baacc947f req-ac3fdc64-1eaf-42e6-a811-912385ac2b7a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719113 Nov 05 21:55:20.398803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] Deleting subnet a5622784-9271-4051-ac62-4e9283175c48 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:55:20.404564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.429244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 04d69883-13e1-49bf-8b1c-ddcf0878e481 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:55:20.429863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 04d69883-13e1-49bf-8b1c-ddcf0878e481 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:55:20.449529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.493782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.634767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.662668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5622784-9271-4051-ac62-4e9283175c48,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:20.664592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.668209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c8c922d-bad3-4dff-a5a3-1489788847ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a5622784-9271-4051-ac62-4e9283175c48 HTTP/1.1" status: 204 len: 168 time: 0.3375952 Nov 05 21:55:20.670519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34992) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:20.745279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.827934 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.850944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf69c2e-cbb8-4738-89a0-1542206e90d1']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:20.860638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634f191f-4207-494f-81cf-672543950dd0') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:20.860935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634f191f-4207-494f-81cf-672543950dd0') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:20.870216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.883266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.891425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:55:20.891425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:55:20.892248 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:55:20.983234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.988942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:20.992102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5bf69c2e-cbb8-4738-89a0-1542206e90d1 HTTP/1.1" status: 204 len: 168 time: 0.3205745 Nov 05 21:55:21.002908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c10f6f-1f68-4bc8-abd9-a7c25078e305 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf69c2e-cbb8-4738-89a0-1542206e90d1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:21.083805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35000) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:21.129910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Deleting subnet 7501648e-c85a-4a2c-98a1-52b19a581e1d {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:55:21.133286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.168627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.212904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.366581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35006) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:21.385336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.428207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7501648e-c85a-4a2c-98a1-52b19a581e1d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:21.435766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.441994 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7501648e-c85a-4a2c-98a1-52b19a581e1d HTTP/1.1" status: 204 len: 168 time: 0.3544543 Nov 05 21:55:21.442437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35012) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:21.452006 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4fe928b6-0604-4f88-8846-1a97147bd799 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5a449624e5042bf882f3d940f5de600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0832093 Nov 05 21:55:21.454583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.455189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.455621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.456415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.456415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.456835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.457268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.457658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.458088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.458479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.458869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.459290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6528857-773a-4e95-a6cd-6ba9fa6c7280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:21.462005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35014) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:21.514817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-338cf1e6-4066-412e-a7c7-ba5112b301ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.547036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-338cf1e6-4066-412e-a7c7-ba5112b301ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.557647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.574166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3052-4c62-4b20-b331-921f16aeaab6 req-23b9b0dc-1f65-4625-a0fe-881dade3c04f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:21.575923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e6e3052-4c62-4b20-b331-921f16aeaab6 req-23b9b0dc-1f65-4625-a0fe-881dade3c04f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.0985026 Nov 05 21:55:21.680442 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-338cf1e6-4066-412e-a7c7-ba5112b301ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.682916 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-338cf1e6-4066-412e-a7c7-ba5112b301ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.687197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-338cf1e6-4066-412e-a7c7-ba5112b301ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23487be1-8360-4da6-be6e-5ac53a75619a HTTP/1.1" status: 204 len: 168 time: 0.2235057 Nov 05 21:55:21.704804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cf1e6-4066-412e-a7c7-ba5112b301ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23487be1-8360-4da6-be6e-5ac53a75619a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:21.712363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e6e3052-4c62-4b20-b331-921f16aeaab6 req-f22e3820-8f28-46f3-9f0f-c30909b49fb5 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277328 Nov 05 21:55:21.720053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.753353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c54770b-e024-4341-9b94-290e21d95adc']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:21.776077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fec9c5-c4e2-4aaa-a544-12c9b8d93f10') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:21.776523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fec9c5-c4e2-4aaa-a544-12c9b8d93f10') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:21.798374 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.824531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.840513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:55:21.847352 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:55:21.983386 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.989749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:21.992406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] 10.222.0.41 "DELETE /v2.0/networks/2c54770b-e024-4341-9b94-290e21d95adc HTTP/1.1" status: 204 len: 168 time: 0.5480587 Nov 05 21:55:22.003956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968a09d-0732-481a-b953-66a1729c655f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c54770b-e024-4341-9b94-290e21d95adc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:22.274786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bf158-1771-4592-ae14-225365f266b6 req-b24f0c43-0c0d-4e9a-b44c-99708d5fe162 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:22.276637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-364bf158-1771-4592-ae14-225365f266b6 req-b24f0c43-0c0d-4e9a-b44c-99708d5fe162 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.0588968 Nov 05 21:55:22.332006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-364bf158-1771-4592-ae14-225365f266b6 req-259fd9fb-f4d3-4f78-9e3a-a18b50fcc2c2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Nov 05 21:55:22.470067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35048) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:22.514740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f607842e-056e-432e-b276-f13a83c03077 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bb521e608f9442e921646043cb7cfa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409539 Nov 05 21:55:22.515207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35052) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:22.584811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-653be6b0-82cc-46ee-b784-f394e80bd7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:22.613141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-653be6b0-82cc-46ee-b784-f394e80bd7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:22.732038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-653be6b0-82cc-46ee-b784-f394e80bd7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:22.735118 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-653be6b0-82cc-46ee-b784-f394e80bd7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:22.736395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-653be6b0-82cc-46ee-b784-f394e80bd7b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7ad08c6-b911-42a9-868f-99de52d02512 HTTP/1.1" status: 204 len: 168 time: 0.2205334 Nov 05 21:55:22.747775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653be6b0-82cc-46ee-b784-f394e80bd7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad08c6-b911-42a9-868f-99de52d02512,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:22.909416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35072) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:23.183140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1138682741-network', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:23.304635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Made reservation on behalf of 27b7bd5cb7994db491da4bdbba53a059 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:23.307911 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.319417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.398004 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.487735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.507118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f5d19-f54a-40dc-ae01-5b00c48795b9 req-dafc2c67-97d7-4362-95fa-69928dbefd65 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:23.544703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-847f5d19-f54a-40dc-ae01-5b00c48795b9 req-dafc2c67-97d7-4362-95fa-69928dbefd65 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.0915418 Nov 05 21:55:23.546444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:55:23.563128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521177fd-c9ea-48b0-bac7-74e1c11302cd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:23.567579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.568084 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Added segment 44e2fb46-da58-4c0f-b28a-fb36409f93a1 of type vlan for network 82214baf-d054-4324-8f89-16412cff8074 Nov 05 21:55:23.583235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-847f5d19-f54a-40dc-ae01-5b00c48795b9 req-a38ebaa2-08d1-455a-9f7c-e2fb877230ce tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633433 Nov 05 21:55:23.612889 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.714234 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.715412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:23.716155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:23.811334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43973a-071e-400c-be60-23e8ed465385 req-20743aeb-8932-417e-b768-b888dc050d10 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:23.813374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b43973a-071e-400c-be60-23e8ed465385 req-20743aeb-8932-417e-b768-b888dc050d10 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 945 time: 0.1120713 Nov 05 21:55:23.814473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] Pushing event updated for resources: {'Network': ['ID=82214baf-d054-4324-8f89-16412cff8074,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:23.826716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 82214baf-d054-4324-8f89-16412cff8074 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:55:23.854679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9020e47b-143c-4c0b-8cc4-c27fadef7fdc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9504845 Nov 05 21:55:23.854888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35124) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:23.860998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Request body: {'subnet': {'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1138682741-subnet', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:23.947388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Deleting port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:55:23.947842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:24.053616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] For port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:24.054248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:24.087641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Made reservation on behalf of 27b7bd5cb7994db491da4bdbba53a059 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:24.089965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:24.098316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Calling delete_port for 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:55:24.475082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:24.488750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0f5370ae-94d3-4155-a9b8-3cdd4ce03c51'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:24.505845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event deleted for resources: {'Port': ['ID=0f5370ae-94d3-4155-a9b8-3cdd4ce03c51,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:24.553419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] No DVR routers for this DVR port 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:55:24.555445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:24.557960 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:24.561268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b43973a-071e-400c-be60-23e8ed465385 req-528dbe4a-5a67-40a2-bb62-5ec563993951 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "DELETE /v2.0/ports/0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 HTTP/1.1" status: 204 len: 173 time: 0.7412469 Nov 05 21:55:24.563139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'name': 'network-vif-deleted', 'tag': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:24.565463 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488547e1-3266-482d-9f8d-8b23cad22562" -d '{"events": [{"server_uuid": "2c1304b8-db99-4b84-a025-4f646b3fb14d", "name": "network-vif-deleted", "tag": "0f5370ae-94d3-4155-a9b8-3cdd4ce03c51"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:24.614371 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c062ae5-5fd2-4768-9203-fe361e84773a x-openstack-request-id: req-4c062ae5-5fd2-4768-9203-fe361e84773a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:24.614669 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1304b8-db99-4b84-a025-4f646b3fb14d", "name": "network-vif-deleted", "tag": "0f5370ae-94d3-4155-a9b8-3cdd4ce03c51", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:24.614931 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c062ae5-5fd2-4768-9203-fe361e84773a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:24.615343 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1304b8-db99-4b84-a025-4f646b3fb14d', 'name': 'network-vif-deleted', 'tag': '0f5370ae-94d3-4155-a9b8-3cdd4ce03c51', 'status': 'completed', 'code': 200} Nov 05 21:55:24.622042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:24.644716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:24.645120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Network hostable DHCP agents. Network: 82214baf-d054-4324-8f89-16412cff8074, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:55:24.733650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2dbe09b-3de1-4a12-8420-625c5a0229d2 req-b99b5083-c3d7-4cf8-b0d3-cf556e65f863 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0440381 Nov 05 21:55:24.771841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Network 82214baf-d054-4324-8f89-16412cff8074 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:55:24.863419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 82214baf-d054-4324-8f89-16412cff8074) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:24.876661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176fe864-6686-4a55-b6ea-7a2dd688caec None None] Network 82214baf-d054-4324-8f89-16412cff8074 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:24.880606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:24.881664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:24.948785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e60df51-953d-4415-8165-933a3b6a5dfd req-e3431807-fd8e-4daf-80a6-f5769d5c2f4a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1304b8-db99-4b84-a025-4f646b3fb14d HTTP/1.1" status: 200 len: 210 time: 0.2380564 Nov 05 21:55:25.049262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-86e50066-d771-4f82-9d9c-a7adbc971138 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1931686 Nov 05 21:55:25.052109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35194) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:25.062607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:25.075581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-82214baf-d054-4324-8f89-16412cff8074', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:55:25.076617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.189727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.191255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.218376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Allocated IP 172.20.0.2 (82214baf-d054-4324-8f89-16412cff8074/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d/f1d0cc76-9fc9-4a34-9b07-71335ac0aa53) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:25.271157 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.502294 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.596277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.600951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.648910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:25.652324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:25.655261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:25.729440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Pushing event updated for resources: {'Port': ['ID=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:25.743246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.743610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.744005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.744821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.745166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.745494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.746497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.747080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.747412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.747811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.748204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.748530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:25.759577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Attempting to bind port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:25.760062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Attempting to bind port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:25.760427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Attempting to bind port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:25.767583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:25.767998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:25.768450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.769789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Bound using segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:25.769789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Bound port: f1d0cc76-9fc9-4a34-9b07-71335ac0aa53, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:25.770021 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.860148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] For port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:25.864236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] For port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:25.926886 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:25.927632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0deafbc-e939-4d3b-9780-efebd32aa0cd req-b65e92af-baa4-4cc2-bb45-eeaa03aeca7e tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0547020 Nov 05 21:55:26.027119 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:26.062433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024e468-3e71-4113-ab35-7fa95d6c7121 None None] Pushing event updated for resources: {'Port': ['ID=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:26.087981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:26.305773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Allocated IP 172.25.6.229 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/87ccd5b0-4bae-4891-97b7-fed7f257a320) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:26.451768 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:55:26.568198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-c26c78db-e971-457f-b476-d79697476dbf tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:26.575725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-c26c78db-e971-457f-b476-d79697476dbf tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.2489581 Nov 05 21:55:26.596410 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:26.714648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-069003ad-f652-4d62-952d-76bbea229fab tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/quotas/f8fdff17b6244091b0c220ff30795346 HTTP/1.1" status: 200 len: 375 time: 0.1371052 Nov 05 21:55:26.748960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-01853d2f-339c-4912-b3be-e3b36222bf74 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273468 Nov 05 21:55:26.750575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:26.812307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:26.820221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:26.827996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:26.865738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Pushing event updated for resources: {'Port': ['ID=87ccd5b0-4bae-4891-97b7-fed7f257a320,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:27.012447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e18e9c4a-4689-4d5a-84f9-f91c0a6de2e3 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535744 Nov 05 21:55:27.093909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d5ee812-2ffc-4ca7-aab9-89c75d4cf6e1 req-7f3109de-46f0-4189-b66f-c39a25073fbe tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0502665 Nov 05 21:55:27.339381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:27.420848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb8c2185-c349-4b45-b68a-c634384cb350 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565369 Nov 05 21:55:27.439910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60d1b0-a012-4233-9c92-72e42abd0322 None None] Network 82214baf-d054-4324-8f89-16412cff8074 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:27.486149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:27.486823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:27.521965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:27.577850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3c79ec4d-fcb6-41f3-ba0e-173e1b5060bd None None] Provisioning complete for port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:27.577850 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c79ec4d-fcb6-41f3-ba0e-173e1b5060bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:27.688546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:55:27.766088 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:27.798555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fce72d64-6c5b-4b7b-ae3d-e8bc0ac9bfe1 req-9b017e55-d954-4a86-8a42-b3b51f9f787a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 210 time: 0.0600655 Nov 05 21:55:27.835270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:27.838163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:55:27.838689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0f5370ae-94d3-4155-a9b8-3cdd4ce03c51 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:55:27.858632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:27.913368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:27.976298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:27.984892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c79ec4d-fcb6-41f3-ba0e-173e1b5060bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:28.056443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-3c79ec4d-fcb6-41f3-ba0e-173e1b5060bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 21:55:28.056877 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-3c79ec4d-fcb6-41f3-ba0e-173e1b5060bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 21:55:28.117719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Router b6784b09-0018-47f1-a984-d2f3b174155a is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:55:28.257686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:55:28.268076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Sync routers for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:55:28.288819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:28.289454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:28.358274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-efe4e181-31aa-4415-b0db-95fc2d9d4357 req-e310ece1-eb9f-4783-b85d-15c640ed56dc tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0288041 Nov 05 21:55:28.361258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:28.365051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b78b14e8-345d-4500-81cc-78120c84ff07 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3087981 Nov 05 21:55:28.365867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35264) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:28.425113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:28.709796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:27Z', 'revision_number': 3, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:28.771495 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Checking router: b6784b09-0018-47f1-a984-d2f3b174155a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:55:28.771755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Updating router b6784b09-0018-47f1-a984-d2f3b174155a port 87ccd5b0-4bae-4891-97b7-fed7f257a320 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:55:28.841351 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:28.884135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6fbf2a13-4dc1-47e2-976a-c3d5e4c0b8b4 None None] Provisioning complete for port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:28.885117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2a13-4dc1-47e2-976a-c3d5e4c0b8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:28.915504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d89b5b7-afd7-45d2-93b8-2fa2ca0a6704 req-3abe7c00-a7d1-4997-a0e1-70d84d74749e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 210 time: 0.0486856 Nov 05 21:55:29.138303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f8143da-efc6-41b2-8da7-835ef707c3a7 req-665ca97b-d551-45bf-9978-17307a621742 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Nov 05 21:55:29.378258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:29.575464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:29.581406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:29.586610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:29.589393 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5d7b6a5-e68c-41c9-94a4-b739b3c4b3fd req-8a19b1cb-9863-4f0a-8254-995b26304021 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0703616 Nov 05 21:55:29.670275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:29.686368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35296) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:29.785843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:29.833294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7951c8d0-9a62-4700-84ae-a108a4e88055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:29.883297 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Attempting to bind port 87ccd5b0-4bae-4891-97b7-fed7f257a320 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:29.883688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Attempting to bind port 87ccd5b0-4bae-4891-97b7-fed7f257a320 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:29.884074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Attempting to bind port 87ccd5b0-4bae-4891-97b7-fed7f257a320 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:29.886345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53587ae3-83eb-455a-8075-ef84d69e871f None None] Pushing event updated for resources: {'Port': ['ID=87ccd5b0-4bae-4891-97b7-fed7f257a320,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:29.893106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:29.893520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:29.893873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:29.894255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:29.894732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Bound port: 87ccd5b0-4bae-4891-97b7-fed7f257a320, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:29.895147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:29.936991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Allocated IP 172.20.0.1 (82214baf-d054-4324-8f89-16412cff8074/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d/f821d2d9-73cd-4e65-abf6-bb7b68b51e7c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:30.031701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] For port 87ccd5b0-4bae-4891-97b7-fed7f257a320, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:30.035751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] For port 87ccd5b0-4bae-4891-97b7-fed7f257a320, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=87ccd5b0-4bae-4891-97b7-fed7f257a320,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:30.044002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7951c8d0-9a62-4700-84ae-a108a4e88055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.085204 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d5bc8ab-e3e6-4ff5-b883-48609f44c0b6 req-83df6f04-e9e0-4955-a1b6-b33ccda400a4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 210 time: 0.0377240 Nov 05 21:55:30.120180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.137811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.178930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:30.179589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:30.188429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7951c8d0-9a62-4700-84ae-a108a4e88055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.228309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7951c8d0-9a62-4700-84ae-a108a4e88055 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70dae160fccf4568966dc08ea878c32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396838 Nov 05 21:55:30.231239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35310) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:30.235688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53587ae3-83eb-455a-8075-ef84d69e871f None None] Pushing event updated for resources: {'Port': ['ID=87ccd5b0-4bae-4891-97b7-fed7f257a320,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:30.251441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951c8d0-9a62-4700-84ae-a108a4e88055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d26a98-21e9-4719-b8ca-f67cbf8466f0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:30.305083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3de8d16a-bc52-4e1c-ad81-2c7147e7501e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.325086 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.328985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:30.350084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3de8d16a-bc52-4e1c-ad81-2c7147e7501e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.391519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:30.400441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-39a2b93a-3964-45bf-8398-4aa17f1e556b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:30.400572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:30.401627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-39a2b93a-3964-45bf-8398-4aa17f1e556b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.1393745 Nov 05 21:55:30.403735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:30.415772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Request body: {'port': {'device_id': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'admin_state_up': True, 'tenant_id': 'f8fdff17b6244091b0c220ff30795346'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:30.467784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Pushing event updated for resources: {'Port': ['ID=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:30.496118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.630378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3de8d16a-bc52-4e1c-ad81-2c7147e7501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.634041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3de8d16a-bc52-4e1c-ad81-2c7147e7501e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.635249 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3de8d16a-bc52-4e1c-ad81-2c7147e7501e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08d26a98-21e9-4719-b8ca-f67cbf8466f0 HTTP/1.1" status: 204 len: 168 time: 0.4029377 Nov 05 21:55:30.635640 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.651137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8d16a-bc52-4e1c-ad81-2c7147e7501e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d26a98-21e9-4719-b8ca-f67cbf8466f0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:30.679092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:27Z', 'revision_number': 3, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:30.721321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b8d15-c798-4c5a-a2cd-4f384d5d9cf6 None None] The sync data for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 is: [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:27Z', 'revision_number': 3, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:55:30.800879 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72b7d200-b89e-499f-a99a-463a885158ac req-4b1683ca-1070-47c7-8e94-f97cecd4dffd tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0346746 Nov 05 21:55:30.815865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2d4f20a8-a11b-40b5-b0db-91448293900a None None] Provisioning complete for port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:30.816485 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d4f20a8-a11b-40b5-b0db-91448293900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:30.867383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f20a8-a11b-40b5-b0db-91448293900a None None] Port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:31.006028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:31.019054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.061834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.244138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Allocated IP 172.20.0.12 (42cf4290-2b17-4eb4-b12d-e2679ffb9d14/ee209b30-1739-40bc-ae27-5eddff31c583/4e12cc23-2757-42ab-b6d6-bfa403c36fb1) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:31.382724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fd6d86e-e1e9-4460-97e0-74b825ca15e0 req-871ae484-69b7-46fb-bcd4-fc78e00d77c1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 210 time: 0.0997832 Nov 05 21:55:31.407078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 87ccd5b0-4bae-4891-97b7-fed7f257a320 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:31.504070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 87ccd5b0-4bae-4891-97b7-fed7f257a320 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:31.504561 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.515393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.546341 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.588425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.669614 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.676928 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.679023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Pushing event updated for resources: {'Port': ['ID=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:31.697741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 87ccd5b0-4bae-4891-97b7-fed7f257a320, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=87ccd5b0-4bae-4891-97b7-fed7f257a320,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:31.709212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.762869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:31.766246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:31.770436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:31.783446 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.810055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:31.832657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:31.834709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:31.837765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:31.838815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.869698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35350) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:31.908384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7405206-7398-4de3-bc47-286a518f2342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:31.909361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=87ccd5b0-4bae-4891-97b7-fed7f257a320,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:31.958043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-bb7ec4ce-529a-4e3b-89b5-854ea821bc3d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5462041 Nov 05 21:55:31.971140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Request body: {'port': {'device_id': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:32.181333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.187914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Router b6784b09-0018-47f1-a984-d2f3b174155a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:55:32.193732 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7405206-7398-4de3-bc47-286a518f2342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.225907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-37e428bc-dfc2-4e5f-a6ce-ce8f2010ad58 req-eb576c39-69d9-4dd8-9fb7-5c4eccd31714 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0401015 Nov 05 21:55:32.315037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e8be4647-f75b-4fea-908b-71eab2d85359 None None] Provisioning complete for port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:32.318775 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e8be4647-f75b-4fea-908b-71eab2d85359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.374680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:55:32.377119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e8be4647-f75b-4fea-908b-71eab2d85359 None None] Port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:32.378474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7405206-7398-4de3-bc47-286a518f2342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.387660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c6347d14-b07d-46e7-a297-22711158fae7 admin admin] 10.222.0.41 "PUT /v2.0/routers/b6784b09-0018-47f1-a984-d2f3b174155a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0183175 Nov 05 21:55:32.480480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7405206-7398-4de3-bc47-286a518f2342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0eea43-2301-4b46-ac7c-f2c5fda546dc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:32.487988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a7405206-7398-4de3-bc47-286a518f2342 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e819fbe377f947f2b400d8ce1c3b1eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6171958 Nov 05 21:55:32.489040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35368) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:32.551155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-526df392-82a2-4737-9056-438b5989a669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.589965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-526df392-82a2-4737-9056-438b5989a669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.617156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3abc1a-09af-4905-b1c4-4c8bc2b7cf2e req-7f26b286-16be-471d-8ed4-239aa15a5945 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:32.627301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3abc1a-09af-4905-b1c4-4c8bc2b7cf2e req-7f26b286-16be-471d-8ed4-239aa15a5945 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 932 time: 0.1572759 Nov 05 21:55:32.652905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:32.661563 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.709906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3abc1a-09af-4905-b1c4-4c8bc2b7cf2e req-bc6a6c3b-7f9f-49ab-9b13-6f9c221c4669 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827286 Nov 05 21:55:32.794434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-526df392-82a2-4737-9056-438b5989a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.794802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Transition to ACTIVE for port object 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:55:32.798828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-526df392-82a2-4737-9056-438b5989a669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.800292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-526df392-82a2-4737-9056-438b5989a669 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d0eea43-2301-4b46-ac7c-f2c5fda546dc HTTP/1.1" status: 204 len: 168 time: 0.3103988 Nov 05 21:55:32.810503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526df392-82a2-4737-9056-438b5989a669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0eea43-2301-4b46-ac7c-f2c5fda546dc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:32.895110 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:32.916665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.015424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:33.075765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Attempting to bind port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:33.076116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Attempting to bind port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:33.076973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Attempting to bind port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:33.085496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35382) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:33.088706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:55:33.089039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Attempting to bind port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:33.094542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-024b11b1-b26f-46f3-b9db-a17d555b6562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856729207', 'description': 'tempest-description--136662577'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:33.094978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:33.095463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Checking segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:33.096016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Bound using segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:33.096434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Bound port: 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:33.096805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.174398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:33.178369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:33.184807 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Sync routers for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:55:33.198275 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:33.200267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-024b11b1-b26f-46f3-b9db-a17d555b6562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.226018 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:33.269383 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.327592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 87ccd5b0-4bae-4891-97b7-fed7f257a320 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:33.349521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:33.351256 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.352005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-024b11b1-b26f-46f3-b9db-a17d555b6562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.352708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e12cc23-2757-42ab-b6d6-bfa403c36fb1 HTTP/1.1" status: 200 len: 1092 time: 1.3866510 Nov 05 21:55:33.361952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:33.380248 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da54503-cfbe-45e3-89fd-c99b148d33ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:33.424957 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-024b11b1-b26f-46f3-b9db-a17d555b6562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.473226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 87ccd5b0-4bae-4891-97b7-fed7f257a320 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:33.475607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.500681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9eef387-7434-4436-9ec2-2852bf3bf018 req-fef85da6-3475-46b0-82ea-28c1e4458662 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0681982 Nov 05 21:55:33.511082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b11b1-b26f-46f3-b9db-a17d555b6562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2674a9-2907-42d8-8343-008a40bf43be,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:33.518683 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:33.525797 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328f3902-839a-42f2-8fa1-aeabad24e4b2 x-openstack-request-id: req-328f3902-839a-42f2-8fa1-aeabad24e4b2 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:33.527117 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:33.527617 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-328f3902-839a-42f2-8fa1-aeabad24e4b2 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:33.528212 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'status': 'completed', 'code': 200} Nov 05 21:55:33.550459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-024b11b1-b26f-46f3-b9db-a17d555b6562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.556542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-024b11b1-b26f-46f3-b9db-a17d555b6562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4688191 Nov 05 21:55:33.557615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35398) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:33.564982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-62a27a44-4853-4330-b445-de6764e6156e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'security_group_rule': {'security_group_id': 'eb2674a9-2907-42d8-8343-008a40bf43be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:33.572358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466a9c8-9d4f-4a8b-ad1b-fac2637d00f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:33.591206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54503-cfbe-45e3-89fd-c99b148d33ef req-c4de9861-a7c9-4653-8de7-cfa6e309b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:33.595277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2da54503-cfbe-45e3-89fd-c99b148d33ef req-c4de9861-a7c9-4653-8de7-cfa6e309b4a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 1095 time: 0.0637977 Nov 05 21:55:33.696511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62a27a44-4853-4330-b445-de6764e6156e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.736615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54503-cfbe-45e3-89fd-c99b148d33ef req-a21eb50d-9967-4b23-8b12-3e6f9c05b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:33.738864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2da54503-cfbe-45e3-89fd-c99b148d33ef req-a21eb50d-9967-4b23-8b12-3e6f9c05b096 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8fdff17b6244091b0c220ff30795346&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1383603 Nov 05 21:55:33.784367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62a27a44-4853-4330-b445-de6764e6156e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.805982 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 2, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:33.860349 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Checking router: b6784b09-0018-47f1-a984-d2f3b174155a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:55:33.864368 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Updating router b6784b09-0018-47f1-a984-d2f3b174155a port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:55:33.889854 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.895765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54503-cfbe-45e3-89fd-c99b148d33ef req-d9f2e9f3-cc0e-41b6-9cb4-a418e7f8c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:33.895765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2da54503-cfbe-45e3-89fd-c99b148d33ef req-d9f2e9f3-cc0e-41b6-9cb4-a418e7f8c591 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483595 Nov 05 21:55:33.896383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62a27a44-4853-4330-b445-de6764e6156e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:33.931185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a27a44-4853-4330-b445-de6764e6156e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4603842-4034-4a74-a77f-9f249b057552,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:33.957733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a52473-fcaf-4ff8-a1ed-2e41e0e75387 req-4ed74f7a-5cba-4809-9110-607fe32240a6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:33.968912 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21a52473-fcaf-4ff8-a1ed-2e41e0e75387 req-4ed74f7a-5cba-4809-9110-607fe32240a6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 944 time: 0.1448243 Nov 05 21:55:34.033562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21a52473-fcaf-4ff8-a1ed-2e41e0e75387 req-54c3d87d-beb2-406d-99aa-2549a43da5da tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622287 Nov 05 21:55:34.034358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-5067e74a-594c-4ab8-bc2a-42f012d4e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:34.036034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-5067e74a-594c-4ab8-bc2a-42f012d4e5f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 1095 time: 0.0939033 Nov 05 21:55:34.041389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62a27a44-4853-4330-b445-de6764e6156e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.042820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-62a27a44-4853-4330-b445-de6764e6156e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4836054 Nov 05 21:55:34.046814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:34.055393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-41888d60-f9d6-440e-9e9d-84737ff68a64 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'security_group_rule': {'security_group_id': 'eb2674a9-2907-42d8-8343-008a40bf43be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:34.088275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-49e43380-08d3-4e31-b748-c7da57f758d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1 HTTP/1.1" status: 200 len: 217 time: 0.0439272 Nov 05 21:55:34.155714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-a1ff5b71-7f28-463d-96d4-6e224e93980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:34.157187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-a1ff5b71-7f28-463d-96d4-6e224e93980f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0620277 Nov 05 21:55:34.171050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41888d60-f9d6-440e-9e9d-84737ff68a64 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.208494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-e478c865-0a1d-4ab4-b786-34ca6f0c4398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441866 Nov 05 21:55:34.225437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-da88603f-dc06-44e9-b3d6-69ddda3903be service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:55:34.226786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-da88603f-dc06-44e9-b3d6-69ddda3903be service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106361 Nov 05 21:55:34.294786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41888d60-f9d6-440e-9e9d-84737ff68a64 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.298235 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.351118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-eb549e6e-df13-44e4-b968-fd160f8715db service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164782 Nov 05 21:55:34.359668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41888d60-f9d6-440e-9e9d-84737ff68a64 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.371657 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.379882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41888d60-f9d6-440e-9e9d-84737ff68a64 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22c0fd5-1d4e-4c99-867e-09169e38399c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:34.423686 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Pushing event updated for resources: {'Port': ['ID=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:34.446528 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.446987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.447417 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.448769 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.449165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.449577 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.450165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.450406 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.451125 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.451125 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.452087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.452636 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:34.468342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41888d60-f9d6-440e-9e9d-84737ff68a64 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.468342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41888d60-f9d6-440e-9e9d-84737ff68a64 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159718 Nov 05 21:55:34.470530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35424) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:34.476322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3719f8d4-af8a-4aff-878b-cadb258488e3 req-1d18447e-bd51-4dc8-b736-28209c36dcc2 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182206 Nov 05 21:55:34.481374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:34.520888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Attempting to bind port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:34.521252 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Attempting to bind port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:34.521606 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Attempting to bind port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:34.534519 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:34.535481 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:34.536093 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.536723 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Bound using segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:34.537298 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Bound port: f821d2d9-73cd-4e65-abf6-bb7b68b51e7c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:34.537928 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.628854 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.680499 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] For port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:34.685151 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] For port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:34.720567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bea3b784-4967-438a-bea4-c73ce5895ccb req-5a22306f-503b-4723-b304-44697e47a9f3 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0683751 Nov 05 21:55:34.777674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.779404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-d3b8b75a-915b-4dde-aae2-2e4231a49caa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576735 Nov 05 21:55:34.783518 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.830338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-859dc0c6-7495-43fc-928d-24d50b113f5a None None] Provisioning complete for port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:34.833563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-859dc0c6-7495-43fc-928d-24d50b113f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:34.861916 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:34.868872 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:34.871700 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fe254-e721-4270-8251-5e8a010fbd3d None None] Pushing event updated for resources: {'Port': ['ID=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:34.900582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-eabe2066-2dd3-444b-9c17-369015a37ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:34.903000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-eabe2066-2dd3-444b-9c17-369015a37ad3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4287df32194c58a93e9d4fb51c011b&device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 1096 time: 0.0840244 Nov 05 21:55:35.041216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Allocated IP 172.25.6.243 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/bb8c1ab7-8f61-46ae-a6a0-93fefd0269cf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:35.050928 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-859dc0c6-7495-43fc-928d-24d50b113f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:35.133840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-859dc0c6-7495-43fc-928d-24d50b113f5a None None] For port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:35.142264 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:35.240409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-9f7053f1-77dd-4640-a149-fce9b2c28312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:35.240409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-9f7053f1-77dd-4640-a149-fce9b2c28312 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 200 len: 911 time: 0.2955744 Nov 05 21:55:35.240596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-859dc0c6-7495-43fc-928d-24d50b113f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:35.276427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:35.311727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dc0c6-7495-43fc-928d-24d50b113f5a None None] Pushing event updated for resources: {'Port': ['ID=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:35.339716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4183e-7ef5-430c-aa8e-631dd5468f82 req-d61c6a9e-d898-419c-b841-1d1e25288fda tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:35.341307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67f4183e-7ef5-430c-aa8e-631dd5468f82 req-d61c6a9e-d898-419c-b841-1d1e25288fda tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 944 time: 0.1764276 Nov 05 21:55:35.367139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-3f9dfec4-bf55-4518-a485-23280e90b51f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208590b9-2926-4341-880a-85a0e08b6916 HTTP/1.1" status: 200 len: 1001 time: 0.1289635 Nov 05 21:55:35.373308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b6254e6e-16a1-49db-af8a-ae20544578c3 None None] Provisioning complete for port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:35.374563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b6254e6e-16a1-49db-af8a-ae20544578c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:35.412828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:35.472218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67f4183e-7ef5-430c-aa8e-631dd5468f82 req-19308581-2bb1-4162-a65c-01da23be6175 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187499 Nov 05 21:55:35.513138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-e0b9b607-1fa0-4a69-b6a3-38684ce00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:35.515395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-e0b9b607-1fa0-4a69-b6a3-38684ce00954 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 200 len: 849 time: 0.1260955 Nov 05 21:55:35.519432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:35.525563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:35.533444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:35.562197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=bb8c1ab7-8f61-46ae-a6a0-93fefd0269cf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:35.575902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-398c91d8-9cb5-4b35-8193-6dbb4c89ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:35.579708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-398c91d8-9cb5-4b35-8193-6dbb4c89ec53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b0fd063-a377-4d32-b254-76bd2e233467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555482 Nov 05 21:55:35.658553 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:35.695677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-9d009226-7f70-4f63-b794-33485b4e0708 service neutron] 10.222.0.46 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092877 Nov 05 21:55:35.707683 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:34Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:35.743137 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d08e0-19c5-4938-83b7-188997312b48 None None] The sync data for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 is: [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:34Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:55:35.774585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:35.840629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5f3aec7b-f475-498d-9319-f47f5bbcfd85 req-d18ecd35-84b4-4598-9e10-aed21198720f service neutron] 10.222.0.46 "GET /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336310 Nov 05 21:55:35.963252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e030092e-2432-41aa-bf00-7e2763adbd93 req-193a6ad0-ea34-4339-994e-b9e38c88f23f tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0533772 Nov 05 21:55:36.135540 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:36.222786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:36.303005 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1134b77f-24ee-47ea-9c44-6c5bbb97682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:36.305248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=bb8c1ab7-8f61-46ae-a6a0-93fefd0269cf,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:36.316297 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:36.321817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.322404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.322998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.323622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.323983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.324315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.324692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.325080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.325403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.325723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.326043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.326390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:55:36.426672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:36.430650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-52021dd7-97e5-452b-b00f-cc15f03036ed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9569514 Nov 05 21:55:36.615452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57d737-3b4c-475c-95ff-218d696e5823 req-451d4c66-bf9d-4cd2-9964-976518bfc461 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:36.623283 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e57d737-3b4c-475c-95ff-218d696e5823 req-451d4c66-bf9d-4cd2-9964-976518bfc461 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 944 time: 0.0629954 Nov 05 21:55:36.700399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e57d737-3b4c-475c-95ff-218d696e5823 req-73e30da7-859a-49ab-b6d1-b4968091ebff tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760412 Nov 05 21:55:36.716763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cdbc500f-6e70-4331-b5e3-38142402e03d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1856729207&fields=id&tenant_id=27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 267 time: 0.0769830 Nov 05 21:55:36.864639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-4e76dea6-a8df-48ea-baa3-6a04d0126871 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:36.866266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-4e76dea6-a8df-48ea-baa3-6a04d0126871 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.1390805 Nov 05 21:55:36.885141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-2858179c-8bbe-401b-ba60-105692282588 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/quotas/27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 375 time: 0.0101931 Nov 05 21:55:36.953052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-da157aba-c3de-4ff6-b581-38102c4dd90f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583630 Nov 05 21:55:37.088115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-db12b961-d557-475e-86c7-39df248a406f service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285284 Nov 05 21:55:37.133903 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-daa3c8c6-8570-47db-8e79-01aa37e9b783 req-5493ff54-16e8-4ee3-88c7-8229129f15dd tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0377574 Nov 05 21:55:37.197286 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-96208f7a-ec56-49ac-9826-1968e94e94da service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022811 Nov 05 21:55:37.343580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f821d2d9-73cd-4e65-abf6-bb7b68b51e7c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:37.402725 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:37.403096 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:37.504403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e599871b-0b41-49f8-b520-5e856205a297 req-0186586a-43fb-428a-abaa-b31114d6c419 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 210 time: 0.0524030 Nov 05 21:55:37.554404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35530) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:37.670151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0bbc7c83-0487-490b-ac94-5a4c1993c1c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:37.752668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0bbc7c83-0487-490b-ac94-5a4c1993c1c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:37.831097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f76ac4-59f5-4c19-8a23-d81f0e65f1f2 req-ee4c2466-dd63-4613-b76e-17fb3ef789a8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:37.832648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f76ac4-59f5-4c19-8a23-d81f0e65f1f2 req-ee4c2466-dd63-4613-b76e-17fb3ef789a8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 944 time: 0.0506992 Nov 05 21:55:37.851343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0bbc7c83-0487-490b-ac94-5a4c1993c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:37.881599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f76ac4-59f5-4c19-8a23-d81f0e65f1f2 req-6550de05-a8e5-4321-b768-5c88bf67d6b6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Nov 05 21:55:37.891270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0bbc7c83-0487-490b-ac94-5a4c1993c1c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a44198ffb3234d6c95a8f0c5d466efac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357530 Nov 05 21:55:37.892184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc7c83-0487-490b-ac94-5a4c1993c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67d438-d07a-476d-9585-aeeb7b54e22c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:37.894574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35544) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:37.947790 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85054cfb-575a-45e1-9679-9ead145a9371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:37.970742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85054cfb-575a-45e1-9679-9ead145a9371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:38.204596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85054cfb-575a-45e1-9679-9ead145a9371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:38.204596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85054cfb-575a-45e1-9679-9ead145a9371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:38.205098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-85054cfb-575a-45e1-9679-9ead145a9371 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f67d438-d07a-476d-9585-aeeb7b54e22c HTTP/1.1" status: 204 len: 168 time: 0.3095005 Nov 05 21:55:38.217285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85054cfb-575a-45e1-9679-9ead145a9371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67d438-d07a-476d-9585-aeeb7b54e22c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:38.261928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4fd6f8f-f0f7-4a8e-894f-8c5676bb8eeb req-26fd2b58-f057-4f78-b865-ae98578adb9c tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0346596 Nov 05 21:55:38.497463 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd118706-4fa8-48a6-9ae7-9246b4cd290d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:38.580919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-048561da-f9ba-4c9c-a515-f89dbc661cab req-7a9b7695-5a63-4b72-af4d-470d5925c596 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 210 time: 0.0336947 Nov 05 21:55:39.000677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35574) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:39.005680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da4dd1-5c52-4e3d-91a2-fa1b0d77788d req-87ae07b5-0c81-4566-8369-3bd622a72e48 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:39.007239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67da4dd1-5c52-4e3d-91a2-fa1b0d77788d req-87ae07b5-0c81-4566-8369-3bd622a72e48 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 944 time: 0.0530050 Nov 05 21:55:39.018349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2153a09c-04de-485f-910e-b6277b8112a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.060503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67da4dd1-5c52-4e3d-91a2-fa1b0d77788d req-ae01180d-8b17-4c3c-9248-a3927433b2a6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 Nov 05 21:55:39.100725 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2153a09c-04de-485f-910e-b6277b8112a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.241469 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2153a09c-04de-485f-910e-b6277b8112a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.289918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2153a09c-04de-485f-910e-b6277b8112a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa184bd49ec24bf08c13ccfa4bc53f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856219 Nov 05 21:55:39.289918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153a09c-04de-485f-910e-b6277b8112a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b510c6e3-650f-411e-a267-c8d0af54e4b6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:39.290280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35578) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:39.346429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8159e754-886d-46ec-94f6-7ec7bdffc5ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.369943 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8159e754-886d-46ec-94f6-7ec7bdffc5ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.379294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17b0af67-d9d3-46f7-aab8-bdb1d7e56e54 req-e3650335-8e82-40ed-a787-ad5d92597942 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Nov 05 21:55:39.537135 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8159e754-886d-46ec-94f6-7ec7bdffc5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.540092 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8159e754-886d-46ec-94f6-7ec7bdffc5ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.541248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8159e754-886d-46ec-94f6-7ec7bdffc5ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b510c6e3-650f-411e-a267-c8d0af54e4b6 HTTP/1.1" status: 204 len: 168 time: 0.2497990 Nov 05 21:55:39.550834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159e754-886d-46ec-94f6-7ec7bdffc5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b510c6e3-650f-411e-a267-c8d0af54e4b6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:39.681921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22578e2d-0383-4c37-9bf3-9b116cc1557f req-593fb232-4b6d-4e0f-a7e1-5f2a1ea33e3b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 210 time: 0.0268545 Nov 05 21:55:39.776577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:55:39.894581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:39.929601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'port_id': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'mac_address': 'fa:16:3e:6e:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee209b30-1739-40bc-ae27-5eddff31c583', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:55:39.969921 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:39.986670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:40.007453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:40.068652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:40.160096 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:40.188095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-3cc28a2a-3652-40e5-8ec1-03fab1c0cdff tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:40.189543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-3cc28a2a-3652-40e5-8ec1-03fab1c0cdff tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.1436188 Nov 05 21:55:40.213727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e26e-ae0c-4ec3-ae94-c7b1630e21b4 req-2fc9ec5a-a750-4150-af12-8eddcaadf368 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:40.215390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c13e26e-ae0c-4ec3-ae94-c7b1630e21b4 req-2fc9ec5a-a750-4150-af12-8eddcaadf368 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 944 time: 0.0836830 Nov 05 21:55:40.226586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:40.319696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c13e26e-ae0c-4ec3-ae94-c7b1630e21b4 req-938e0dd3-430e-40c6-b655-82dbdcdd8708 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950398 Nov 05 21:55:40.327590 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-7a94597b-c038-438e-b391-e48da5cf96b4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 380 time: 0.1110075 Nov 05 21:55:40.337566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'port': {'device_id': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'admin_state_up': True, 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'security_groups': ['eb2674a9-2907-42d8-8343-008a40bf43be']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:40.526509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-072a1171-fa4a-4849-bc79-286bb6e4729a req-5fc2b3da-e22f-4dea-a36e-57d05700f8cc tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0319979 Nov 05 21:55:40.539292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4e12cc23-2757-42ab-b6d6-bfa403c36fb1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:40.599952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Made reservation on behalf of 27b7bd5cb7994db491da4bdbba53a059 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:40.603578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:40.757696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35634) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:40.793399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Allocated IP 172.20.0.6 (82214baf-d054-4324-8f89-16412cff8074/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d/a2fb0875-c21e-4922-a92b-3f0b5a5a44c9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:40.829566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3f46d4f-bfe2-47f0-bdda-696dd582bccb req-b49d076c-524c-4c2c-99d8-70f9bcf4be77 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 210 time: 0.0513029 Nov 05 21:55:40.882324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1571254197-network', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:40.941239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:40.983346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Made reservation on behalf of 428f28f3ee2444339c2fe089ffe91548 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:40.985735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:40.994421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.052301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.077316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.119116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:41.122382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:41.127626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:41.131742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:41.181787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:41.182536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.228638 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.248731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:55:41.257754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b015bd40-7101-4e88-9ff0-ab5126a4944a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:41.266636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.266636 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Added segment 00d2c344-319a-4992-b6e8-3574ee4e0913 of type vlan for network a20f2499-c8fc-4658-8362-5371f1b7f9c8 Nov 05 21:55:41.311947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.408264 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d871ef3c-2935-48ca-b8b1-7c3914e1d3b3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0746510 Nov 05 21:55:41.428388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aef489-bc78-44f1-a726-de3b3c06bf37 req-6163ed81-74fa-46e7-ae11-b86453df689f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:41.429935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56aef489-bc78-44f1-a726-de3b3c06bf37 req-6163ed81-74fa-46e7-ae11-b86453df689f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Nov 05 21:55:41.435709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Request body: {'port': {'device_id': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:41.441097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.442065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:41.442636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.449331 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.454677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0cb2f4e7-e088-49ca-b8db-74eec8f2c655 None None] Provisioning complete for port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:41.455264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4e7-e088-49ca-b8db-74eec8f2c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.535178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2f4e7-e088-49ca-b8db-74eec8f2c655 None None] Port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:41.536210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-56aef489-bc78-44f1-a726-de3b3c06bf37 req-ade9982d-c7fc-4cb1-bb9e-315f5005e1d7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976529 Nov 05 21:55:41.536776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.560464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7931347 Nov 05 21:55:41.560464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfabd0-23d0-4f83-979a-294191d3eb26 admin admin] Pushing event updated for resources: {'Network': ['ID=a20f2499-c8fc-4658-8362-5371f1b7f9c8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:41.560464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35652) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:41.570196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:55:41.576366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Request body: {'subnet': {'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1571254197-subnet', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:41.702952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-753b8921-db4e-48a1-a297-0acd98d93bcc req-377d0d47-b268-4348-a861-d05cee85df2f tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0360689 Nov 05 21:55:41.729350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Made reservation on behalf of 428f28f3ee2444339c2fe089ffe91548 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:41.731901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.787403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:41.909706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:41.918967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.931468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Transition to ACTIVE for port object a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:55:41.953919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:55:41.959079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:41.959995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.984688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:41.992820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502170db-3068-49aa-bbf0-92a43a3df32a req-a57d911b-7809-4467-8b6b-ed54d7f99403 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:41.994687 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-502170db-3068-49aa-bbf0-92a43a3df32a req-a57d911b-7809-4467-8b6b-ed54d7f99403 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 931 time: 0.0882335 Nov 05 21:55:42.017622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.049875 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.052051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-502170db-3068-49aa-bbf0-92a43a3df32a req-ff4b3c19-1f97-4a8c-95e3-296ecaa85f50 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508480 Nov 05 21:55:42.077548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:42.084632 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb0e912-5ed9-438d-839a-9962624b36e8" -d '{"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-plugged", "status": "completed", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:42.094921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.130933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:42.136050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:42.161492 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd3d77-e66f-4d34-ad3b-c8822f672eab x-openstack-request-id: req-ddcd3d77-e66f-4d34-ad3b-c8822f672eab {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:42.162024 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-plugged", "status": "completed", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:42.162475 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddcd3d77-e66f-4d34-ad3b-c8822f672eab {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:42.163223 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'code': 200} Nov 05 21:55:42.177971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c919a23-c572-4b73-bb7e-0b6847919bfb,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:42.189655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Checking segment: {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:42.190017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Network hostable DHCP agents. Network: a20f2499-c8fc-4658-8362-5371f1b7f9c8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:55:42.214001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Attempting to bind port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:42.214338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Attempting to bind port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:42.214676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Attempting to bind port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:42.217249 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.226819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 on network 82214baf-d054-4324-8f89-16412cff8074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:55:42.226819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Attempting to bind port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:42.233840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:42.234184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:42.234575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Bound using segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:42.235011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Bound port: a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:42.235372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.280488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:55:42.296384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:42.342232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:42.346083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:42.371927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad276906-10ce-4fce-8c09-9bd63e1deb04 req-23dc2baf-75c9-40ce-b869-299c64a358f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:42.374393 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad276906-10ce-4fce-8c09-9bd63e1deb04 req-23dc2baf-75c9-40ce-b869-299c64a358f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 1097 time: 0.1301594 Nov 05 21:55:42.392594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a20f2499-c8fc-4658-8362-5371f1b7f9c8) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:42.398854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a01e6c-b759-4224-9058-9a76eb2c14f3 None None] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:42.405002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:42.405594 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.439137 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad276906-10ce-4fce-8c09-9bd63e1deb04 req-a5a0ad0d-0d31-4d17-8bfa-3826d3805b56 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Nov 05 21:55:42.452135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.504054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:42.504967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.506866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] 10.222.0.13 "PUT /v2.0/ports/a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 1091 time: 1.0758126 Nov 05 21:55:42.507625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:42.510072 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5f4ab-05f9-476c-b43a-53c307b66806" -d '{"events": [{"name": "network-changed", "server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:42.536201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cb7de-8cbb-47b3-bd2b-ec1c307e7c32 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:42.543044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f2c89ef7-35c7-4f3c-8d5d-16f49db605b3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9805260 Nov 05 21:55:42.543256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35674) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:42.548175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:42.585695 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99a945-0b15-4770-b68d-343997d5ef77 x-openstack-request-id: req-7b99a945-0b15-4770-b68d-343997d5ef77 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:42.585994 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:42.589943 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b99a945-0b15-4770-b68d-343997d5ef77 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:42.590421 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'status': 'completed', 'code': 200} Nov 05 21:55:42.606261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:55:42.607859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.678875 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.683343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.725180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca57f4-2e72-41f6-af7b-63b974e20fd2 req-72f7d39c-d103-4a2c-b6ad-6fa3540e9e0b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:42.736475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7aca57f4-2e72-41f6-af7b-63b974e20fd2 req-72f7d39c-d103-4a2c-b6ad-6fa3540e9e0b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0922606 Nov 05 21:55:42.829805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:42.839341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7aca57f4-2e72-41f6-af7b-63b974e20fd2 req-de6ad470-b96f-4010-80ba-fa48d217994b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013796 Nov 05 21:55:42.844514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Allocated IP 172.20.0.2 (a20f2499-c8fc-4658-8362-5371f1b7f9c8/9c919a23-c572-4b73-bb7e-0b6847919bfb/50b8aadd-27e1-44b6-8323-91e8ae6bb8dc) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:42.854667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f4ab-05f9-476c-b43a-53c307b66806 req-540664b0-1bc6-44a7-aa88-2acd40ccdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:42.856258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54b5f4ab-05f9-476c-b43a-53c307b66806 req-540664b0-1bc6-44a7-aa88-2acd40ccdee4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1094 time: 0.2475033 Nov 05 21:55:42.883754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-386d3677-76ec-4f60-90d8-19c8c52a61c7 req-1bf2af32-d6d3-4089-82cc-8971391b901a tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0489340 Nov 05 21:55:42.994400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f4ab-05f9-476c-b43a-53c307b66806 req-c3e6efc0-ef93-4ac8-883c-3ec5740a1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:42.996497 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54b5f4ab-05f9-476c-b43a-53c307b66806 req-c3e6efc0-ef93-4ac8-883c-3ec5740a1b14 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=27b7bd5cb7994db491da4bdbba53a059&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1316795 Nov 05 21:55:43.019192 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.114314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f4ab-05f9-476c-b43a-53c307b66806 req-ab9a1afc-b530-43f0-9999-1568eea67cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:43.115926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54b5f4ab-05f9-476c-b43a-53c307b66806 req-ab9a1afc-b530-43f0-9999-1568eea67cd7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125917 Nov 05 21:55:43.131837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.206451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Pushing event updated for resources: {'Port': ['ID=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:43.222383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:43.224815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:43.231960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:43.284069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-12f6555c-c2d6-4d82-b787-ea68a76d64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:43.287740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-12f6555c-c2d6-4d82-b787-ea68a76d64c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1094 time: 0.0617235 Nov 05 21:55:43.300520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Attempting to bind port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:43.301203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Attempting to bind port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:43.301759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9b894-7dc1-4321-b32b-37f64243fb72 req-dd6251f3-102b-4cae-8b84-f28bb04529c1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:43.301909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Attempting to bind port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc on network a20f2499-c8fc-4658-8362-5371f1b7f9c8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:43.303695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ac9b894-7dc1-4321-b32b-37f64243fb72 req-dd6251f3-102b-4cae-8b84-f28bb04529c1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 943 time: 0.1162097 Nov 05 21:55:43.307901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:43.308443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Checking segment: {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:43.308853 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.309246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Bound using segment: {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:43.309720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Bound port: 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:43.310104 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.363279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ac9b894-7dc1-4321-b32b-37f64243fb72 req-9ed118f8-385c-4a99-b54c-c8d5008efce0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513518 Nov 05 21:55:43.373642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.394909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] For port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:43.401854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] For port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:43.417424 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-ad5e84e7-b748-4125-88cd-9d634ad844a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 217 time: 0.0401106 Nov 05 21:55:43.466986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d362d807-7008-4a8c-8705-6f47e86c5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:43.468725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-d362d807-7008-4a8c-8705-6f47e86c5135 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0447543 Nov 05 21:55:43.469673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.525544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-4dc4e42b-9c68-494e-a20c-3838c6d34791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:43.527281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-4dc4e42b-9c68-494e-a20c-3838c6d34791 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506599 Nov 05 21:55:43.561660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982092-79e7-45b3-baa4-9a30b64b142f None None] Pushing event updated for resources: {'Port': ['ID=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:43.653058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.674778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:43.704568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-940f08a5-850c-4c57-aede-6e091aa7c3b0 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658213 Nov 05 21:55:43.865369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Allocated IP 172.25.6.3 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/c604b027-3b25-41e0-904c-bb1f017d20b8) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:43.923883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f8e5d7c-ac52-4385-b4ce-a98d1566d831 req-a7b51642-f5ca-462d-a690-2e37d067a8bf service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042801 Nov 05 21:55:43.983856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:44.003725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53af4-fe5e-4bc5-8142-a6839b3d79dc req-40ab46a7-9e1d-4ec8-a46e-5259daece48b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:44.005607 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59a53af4-fe5e-4bc5-8142-a6839b3d79dc req-40ab46a7-9e1d-4ec8-a46e-5259daece48b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0577025 Nov 05 21:55:44.015575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1996364c-b703-4e4a-b975-086b9a5d75aa req-93700bb2-c354-443f-baf5-d4fc8aaa0843 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0300436 Nov 05 21:55:44.054642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59a53af4-fe5e-4bc5-8142-a6839b3d79dc req-e9145cf9-43d6-4f3f-96eb-5954697c2e40 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432832 Nov 05 21:55:44.121337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:44.165094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:44.167832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:44.174486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:44.197797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Pushing event updated for resources: {'Port': ['ID=c604b027-3b25-41e0-904c-bb1f017d20b8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:44.541236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0abc9c-7a45-49b0-b319-b584a7d5ec47 req-5fc5e7b1-1405-4446-98c9-f0f0385c4c1c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:44.544035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f0abc9c-7a45-49b0-b319-b584a7d5ec47 req-5fc5e7b1-1405-4446-98c9-f0f0385c4c1c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 943 time: 0.0989637 Nov 05 21:55:44.601875 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bebfd4-eb4d-457e-b74a-0def76f64280 None None] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:44.637585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f0abc9c-7a45-49b0-b319-b584a7d5ec47 req-a74e3b3d-ad8c-4402-91f6-8a23f5bcaadf tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869892 Nov 05 21:55:44.640213 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:44.667117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2fca1eac-94b6-458a-9b94-73370f6c5cef None None] Provisioning complete for port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:44.667771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fca1eac-94b6-458a-9b94-73370f6c5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:44.817211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fca1eac-94b6-458a-9b94-73370f6c5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:44.851131 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:44.860807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2fca1eac-94b6-458a-9b94-73370f6c5cef None None] For port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:44.908282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fca1eac-94b6-458a-9b94-73370f6c5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:44.968254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca1eac-94b6-458a-9b94-73370f6c5cef None None] Pushing event updated for resources: {'Port': ['ID=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:45.142888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-32cf10fc-1e3b-4301-aecc-f1821da86cec None None] Provisioning complete for port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:45.143040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-32cf10fc-1e3b-4301-aecc-f1821da86cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:45.144092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ef8f07b-0496-4826-8e66-08c43b9f9b59 req-fc391113-7cf4-4269-bcff-1a903b67e116 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0327632 Nov 05 21:55:45.145256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:55:45.210262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1c690-1c7e-4692-8942-464b1e845805 req-9de30a5d-0d22-45f7-a309-322d8ce1517d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:45.212728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75d1c690-1c7e-4692-8942-464b1e845805 req-9de30a5d-0d22-45f7-a309-322d8ce1517d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0655820 Nov 05 21:55:45.263676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-75d1c690-1c7e-4692-8942-464b1e845805 req-0c300872-a759-4059-91d6-1816e0d7d611 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Nov 05 21:55:45.269601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:55:45.296160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Sync routers for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:55:45.306834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:45.307442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:45.350175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:45.368634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:45.372921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-569f7a55-9b3c-41f0-8d9d-acd74d9b2047 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8256984 Nov 05 21:55:45.373328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35734) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:45.617832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:45.646552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:45.646921 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:45.878766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:45.917459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac8367-0727-48bc-8e35-1a49870bb925 req-c3263f11-8e7a-41c1-9ff7-15190f36b0df tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:45.919004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63ac8367-0727-48bc-8e35-1a49870bb925 req-c3263f11-8e7a-41c1-9ff7-15190f36b0df tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 943 time: 0.1777833 Nov 05 21:55:45.972608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:44Z', 'revision_number': 3, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:46.003174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Checking router: 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:55:46.003438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Updating router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a port c604b027-3b25-41e0-904c-bb1f017d20b8 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:55:46.040372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.090077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63ac8367-0727-48bc-8e35-1a49870bb925 req-7417993a-d3a3-4b20-96b4-cf943344056e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618452 Nov 05 21:55:46.172147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Allocated IP 172.20.0.1 (a20f2499-c8fc-4658-8362-5371f1b7f9c8/9c919a23-c572-4b73-bb7e-0b6847919bfb/d46ea281-1dc2-4e14-b5cd-b7b53d569f72) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:46.314848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a17a91fa-00eb-4ff0-8df1-4c3b19d0870f req-756ef406-cfbf-4453-9889-2f9e4a9dcf81 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0519617 Nov 05 21:55:46.418001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:55:46.453512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.526480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:46.538700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'mac_address': 'fa:16:3e:c9:6f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:55:46.569589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.616510 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.643195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3580068-f47e-455f-8128-eeda78f5b230 None None] Pushing event updated for resources: {'Port': ['ID=c604b027-3b25-41e0-904c-bb1f017d20b8,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:46.647382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Attempting to bind port c604b027-3b25-41e0-904c-bb1f017d20b8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:46.647777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Attempting to bind port c604b027-3b25-41e0-904c-bb1f017d20b8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:46.648143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Attempting to bind port c604b027-3b25-41e0-904c-bb1f017d20b8 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:46.652356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:55:46.660905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:46.661280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:46.661685 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.662071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:46.662538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Bound port: c604b027-3b25-41e0-904c-bb1f017d20b8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:46.662919 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.689872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed6ce4-395d-48ea-b15a-cd00467011fe req-38cd03e8-1a96-4886-97c3-5565cf299cab tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:46.691375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fbed6ce4-395d-48ea-b15a-cd00467011fe req-38cd03e8-1a96-4886-97c3-5565cf299cab tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.5009916 Nov 05 21:55:46.698131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:46.730491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] For port c604b027-3b25-41e0-904c-bb1f017d20b8, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:46.734167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] For port c604b027-3b25-41e0-904c-bb1f017d20b8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c604b027-3b25-41e0-904c-bb1f017d20b8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:46.740910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.765772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.784383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fbed6ce4-395d-48ea-b15a-cd00467011fe req-c297131a-fb96-4a80-8c1e-f73692080365 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736196 Nov 05 21:55:46.811163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.822197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:46.878990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:46.878990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:46.914223 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:46.922116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3580068-f47e-455f-8128-eeda78f5b230 None None] Pushing event updated for resources: {'Port': ['ID=c604b027-3b25-41e0-904c-bb1f017d20b8,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:46.953006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:46.958064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:46.961705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:46.967818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Pushing event updated for resources: {'Port': ['ID=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:46.987012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:55:47.007126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:47.027371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:47.252036 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:47.288301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-29313aa2-4e2f-40d5-bcb9-91d8111295ed None None] Provisioning complete for port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:47.288877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-29313aa2-4e2f-40d5-bcb9-91d8111295ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:47.304102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25175c-7dce-4ce2-9bb9-6c7230f64a8b req-a4d5894c-b382-4e14-8079-2efe20aef6e4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:47.306774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c25175c-7dce-4ce2-9bb9-6c7230f64a8b req-a4d5894c-b382-4e14-8079-2efe20aef6e4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0881484 Nov 05 21:55:47.370170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c25175c-7dce-4ce2-9bb9-6c7230f64a8b req-4507936b-90c8-47a7-bc95-37dbb95d5dd3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563779 Nov 05 21:55:47.382101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-29313aa2-4e2f-40d5-bcb9-91d8111295ed None None] Port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:47.386578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:44Z', 'revision_number': 3, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:47.421767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0891-10fd-4533-9d14-90412e52d2e3 None None] The sync data for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 is: [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:44Z', 'revision_number': 3, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:55:47.483995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1cd8f93f-f502-457a-9752-005f7ff9882e req-df4d9ba5-5265-43ed-b149-943e580d4f21 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0302706 Nov 05 21:55:47.512865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:47.602415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:47.696143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Pushing event updated for resources: {'Port': ['ID=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:47.698660 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:47.801231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:47.802749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:47.944017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2072-6620-4342-aed3-97fb401b78ac req-00c79914-e8c4-47c1-8e40-171ce441c15e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:47.945621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9adf2072-6620-4342-aed3-97fb401b78ac req-00c79914-e8c4-47c1-8e40-171ce441c15e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0796845 Nov 05 21:55:47.959233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:55:48.015296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9adf2072-6620-4342-aed3-97fb401b78ac req-8c1981a5-cf50-49a4-9b4d-232e3debb6ea tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617020 Nov 05 21:55:48.113706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7fd2bf5a-9a73-4e2e-a983-ae88d28d9d88 None None] Provisioning complete for port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:48.114301 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fd2bf5a-9a73-4e2e-a983-ae88d28d9d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:48.140223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:55:48.149281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aa3a4425-27d3-4c54-82f1-eb0f98431b79 admin admin] 10.222.0.41 "PUT /v2.0/routers/6e343005-dbfb-4077-a9d5-6d7c1f52ac5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7747893 Nov 05 21:55:48.157379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2bf5a-9a73-4e2e-a983-ae88d28d9d88 None None] Port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:48.443567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:48.523565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c556-0669-42f0-a06a-409e9a021f56 req-d6de2d20-4b12-4fe5-a26a-f6ddb7b56359 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:48.525741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0be2c556-0669-42f0-a06a-409e9a021f56 req-d6de2d20-4b12-4fe5-a26a-f6ddb7b56359 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0640976 Nov 05 21:55:48.554629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:55:48.559586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:48.560107 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:48.594247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0be2c556-0669-42f0-a06a-409e9a021f56 req-ec83912d-4309-456c-bd7b-fdd1bef06b4f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617549 Nov 05 21:55:48.625725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7f64110-2f8f-4090-a6f8-54451a29828a req-775d5e5e-405c-47c8-accd-601066cbf2ba tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0314589 Nov 05 21:55:48.662100 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:48.677789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:48.680063 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d422c-d022-40c4-a92f-8b61d01210e5" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:48.696872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:48.719948 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9531274-c7ed-4e11-a62c-45b0dd7d12cf x-openstack-request-id: req-d9531274-c7ed-4e11-a62c-45b0dd7d12cf {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:48.722428 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:48.722428 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9531274-c7ed-4e11-a62c-45b0dd7d12cf {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:48.722428 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'code': 200} Nov 05 21:55:48.783320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:48.842394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c12d7-d7db-4ffa-b403-f20ebfe3c597 req-5c42fee0-7e80-45be-a9eb-5651c759e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:48.845015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c81c12d7-d7db-4ffa-b403-f20ebfe3c597 req-5c42fee0-7e80-45be-a9eb-5651c759e6d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1096 time: 0.0704713 Nov 05 21:55:48.861458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:48.921656 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c81c12d7-d7db-4ffa-b403-f20ebfe3c597 req-ee38e396-e0a9-47ad-87b2-cbfa581ecc37 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629992 Nov 05 21:55:49.022412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35822) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:49.027234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2034493486-network', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:49.148050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Made reservation on behalf of 2f9df571608b47d8b28556f1923e6ca1 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:49.150404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.163523 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.186237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c152d04-9347-422a-9772-f94773ffbc69 req-9d5dd3cf-dacc-4342-8e39-666da51e3560 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:49.187828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c152d04-9347-422a-9772-f94773ffbc69 req-9d5dd3cf-dacc-4342-8e39-666da51e3560 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.1018035 Nov 05 21:55:49.213643 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Sync routers for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:55:49.225220 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:49.225921 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:49.255531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c152d04-9347-422a-9772-f94773ffbc69 req-e3870042-9210-4736-993d-d56101bb7633 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Nov 05 21:55:49.273554 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.337511 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.343015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c604b027-3b25-41e0-904c-bb1f017d20b8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:49.351905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:55:49.362937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.363605 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Added segment 41037545-295e-4e37-ac91-f2f802c2b3be of type vlan for network 225f4881-af4e-4126-9268-9f89df64a690 Nov 05 21:55:49.365242 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:49.412517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c604b027-3b25-41e0-904c-bb1f017d20b8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:49.413040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.413238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.468465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e55638-62c4-4177-9631-f4d340746dba,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:49.481087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.482785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:49.483534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.523611 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.549479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port c604b027-3b25-41e0-904c-bb1f017d20b8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c604b027-3b25-41e0-904c-bb1f017d20b8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:49.554019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] Pushing event updated for resources: {'Network': ['ID=225f4881-af4e-4126-9268-9f89df64a690,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:49.564967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 225f4881-af4e-4126-9268-9f89df64a690 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:55:49.580319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1cda44fd-2eb1-411a-b968-3e2ca385abe9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5568066 Nov 05 21:55:49.583071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35832) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:49.590612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Request body: {'subnet': {'network_id': '225f4881-af4e-4126-9268-9f89df64a690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2034493486-subnet', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:49.591168 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 2, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:49.624985 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Checking router: 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:55:49.625330 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Updating router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:55:49.651354 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.670240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.706885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Made reservation on behalf of 2f9df571608b47d8b28556f1923e6ca1 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:55:49.719871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:49.738490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=c604b027-3b25-41e0-904c-bb1f017d20b8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:49.766736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3aa471-3434-4ea6-927d-479a5fa87df0 req-62a340e1-0893-4dde-bc78-8736ed22d8a7 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0349269 Nov 05 21:55:49.816280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cc140-d02e-405c-a66d-49c5b72bea12 req-da3243fb-acd4-4994-b252-66248f215abc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:49.817975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb9cc140-d02e-405c-a66d-49c5b72bea12 req-da3243fb-acd4-4994-b252-66248f215abc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 945 time: 0.1534905 Nov 05 21:55:49.909582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb9cc140-d02e-405c-a66d-49c5b72bea12 req-974ebf76-373d-46fa-b870-af83898a6579 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819166 Nov 05 21:55:49.956690 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.006072 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.028709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.077812 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a2e46-140a-4369-b5cc-a1b9f143de7f None None] Pushing event updated for resources: {'Port': ['ID=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:50.096047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cdd61a-e1af-46c5-90ea-811b5013ee52,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:50.109353 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Attempting to bind port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:50.111678 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Attempting to bind port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:50.111678 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Attempting to bind port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 on network a20f2499-c8fc-4658-8362-5371f1b7f9c8 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:50.118431 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:50.119029 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Checking segment: {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:50.119511 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.119670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Checking segment: {'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:50.119930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Network hostable DHCP agents. Network: 225f4881-af4e-4126-9268-9f89df64a690, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:55:50.120191 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Bound using segment: {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:50.120778 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Bound port: d46ea281-1dc2-4e14-b5cd-b7b53d569f72, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:50.121302 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.194760 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] For port d46ea281-1dc2-4e14-b5cd-b7b53d569f72, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:50.198844 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] For port d46ea281-1dc2-4e14-b5cd-b7b53d569f72, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:50.268067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Network 225f4881-af4e-4126-9268-9f89df64a690 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:55:50.298410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5f44a39e-f2c3-403e-aaa3-2ce9c976dc66 None None] Provisioning complete for port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:50.298782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f44a39e-f2c3-403e-aaa3-2ce9c976dc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.305712 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.335580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5f44a39e-f2c3-403e-aaa3-2ce9c976dc66 None None] Port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:50.376464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 225f4881-af4e-4126-9268-9f89df64a690) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:50.380660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:50.381431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.386605 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a2e46-140a-4369-b5cc-a1b9f143de7f None None] Pushing event updated for resources: {'Port': ['ID=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:50.390752 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:50.391908 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:50.400838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f9fb1-83e3-44cc-9ad1-cf6f5c8d1d40 None None] Network 225f4881-af4e-4126-9268-9f89df64a690 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:50.434071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153979b4-26ec-4416-8ca6-81855dd955dc req-115dd9e3-79db-46d8-af00-ab028568ee20 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:50.443640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-153979b4-26ec-4416-8ca6-81855dd955dc req-115dd9e3-79db-46d8-af00-ab028568ee20 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0934632 Nov 05 21:55:50.465348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be9f2c85-1d59-40c0-8d50-7b5084f9cc31 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8806920 Nov 05 21:55:50.467849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35854) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:50.474447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:50.513138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-153979b4-26ec-4416-8ca6-81855dd955dc req-bbb50eee-ed37-4061-8755-63f2e4b10250 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684416 Nov 05 21:55:50.606362 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:50.623271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.624370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.699596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.772783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0effaa31-9890-42c7-b217-3b454c591797 None None] Provisioning complete for port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:50.773065 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0effaa31-9890-42c7-b217-3b454c591797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.810681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-225f4881-af4e-4126-9268-9f89df64a690', 'network_id': '225f4881-af4e-4126-9268-9f89df64a690', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'fixed_ips': [{'subnet_id': '15cdd61a-e1af-46c5-90ea-811b5013ee52'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 21:55:50.811516 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:50.902114 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:50Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:50.934445 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d57b02-5b44-45e5-ba2e-7148bf3af484 None None] The sync data for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 is: [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:50Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:55:50.960627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-92c5ec8e-4ee5-4f6c-bd72-07d8547d9436 req-fcb616c1-8668-4728-9298-dabd7d20fc73 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0617204 Nov 05 21:55:50.965621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.062888 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0effaa31-9890-42c7-b217-3b454c591797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.114641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f524ea-13cb-4f4c-ad96-315f634bd8b2 req-537356f8-cfc3-482b-803e-4cccf99c54b4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:51.116254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04f524ea-13cb-4f4c-ad96-315f634bd8b2 req-537356f8-cfc3-482b-803e-4cccf99c54b4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 945 time: 0.0782452 Nov 05 21:55:51.136055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Allocated IP 172.20.0.2 (225f4881-af4e-4126-9268-9f89df64a690/15cdd61a-e1af-46c5-90ea-811b5013ee52/2c699796-305a-48bb-955e-e7c2bfd521ac) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:51.148507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0effaa31-9890-42c7-b217-3b454c591797 None None] For port d46ea281-1dc2-4e14-b5cd-b7b53d569f72, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:51.191657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04f524ea-13cb-4f4c-ad96-315f634bd8b2 req-baa0e627-09a2-4f18-9505-1ad08266f4ec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608585 Nov 05 21:55:51.249159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0effaa31-9890-42c7-b217-3b454c591797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.386601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effaa31-9890-42c7-b217-3b454c591797 None None] Pushing event updated for resources: {'Port': ['ID=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:51.434759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cc52c-e22c-4cc1-a0a4-30e9e5b77417 req-0b2b1970-b7a3-4a00-8daf-8db97651ca9f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:51.436975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-647cc52c-e22c-4cc1-a0a4-30e9e5b77417 req-0b2b1970-b7a3-4a00-8daf-8db97651ca9f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 945 time: 0.1231565 Nov 05 21:55:51.449399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35878) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:51.456149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.457885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'floatingip': {'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:55:51.483761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.486979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c604b027-3b25-41e0-904c-bb1f017d20b8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:51.493110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.552862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.605372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.676615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Allocated IP 172.25.6.248 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/1c0b2420-3bb7-45bb-821e-6e59d1376351) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:51.678854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c604b027-3b25-41e0-904c-bb1f017d20b8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:51.679224 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.681990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Pushing event updated for resources: {'Port': ['ID=2c699796-305a-48bb-955e-e7c2bfd521ac,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:51.692712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Network 225f4881-af4e-4126-9268-9f89df64a690 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:51.712142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:51.715260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:51.815367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Attempting to bind port 2c699796-305a-48bb-955e-e7c2bfd521ac on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:51.816414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Attempting to bind port 2c699796-305a-48bb-955e-e7c2bfd521ac by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:51.816958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Attempting to bind port 2c699796-305a-48bb-955e-e7c2bfd521ac on network 225f4881-af4e-4126-9268-9f89df64a690 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:51.827264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:51.827952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Checking segment: {'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:51.828553 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.829387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Bound using segment: {'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:51.830060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Bound port: 2c699796-305a-48bb-955e-e7c2bfd521ac, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:51.830626 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.869768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.950364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] For port 2c699796-305a-48bb-955e-e7c2bfd521ac, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:51.956012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] For port 2c699796-305a-48bb-955e-e7c2bfd521ac, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c699796-305a-48bb-955e-e7c2bfd521ac,segment=NetworkSegment(41037545-295e-4e37-ac91-f2f802c2b3be),segment_id=41037545-295e-4e37-ac91-f2f802c2b3be)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:51.971641 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:51.998703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d46ea281-1dc2-4e14-b5cd-b7b53d569f72 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:52.067151 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:52.109208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:52.113064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:52.165431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:52.177786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-680d24d6-ffee-4d85-a814-5bcb296e3307 req-967509a9-81b3-4107-b934-43fa0ac94501 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0539396 Nov 05 21:55:52.181775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0b2420-3bb7-45bb-821e-6e59d1376351,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:52.230529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207f66c-79d6-435a-bde8-36999d042333 None None] Pushing event updated for resources: {'Port': ['ID=2c699796-305a-48bb-955e-e7c2bfd521ac,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:52.241620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:52.243247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:52.531608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.resource_extend [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 21:55:52.618227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f72ac-ba90-4fd8-9ef2-5444169b9ff8 req-ae16a82f-5546-4a5e-83f6-ed6139e1ddbd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:52.629947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f72ac-ba90-4fd8-9ef2-5444169b9ff8 req-ae16a82f-5546-4a5e-83f6-ed6139e1ddbd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.2287531 Nov 05 21:55:52.665573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:52.717637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0f72ac-ba90-4fd8-9ef2-5444169b9ff8 req-7fec3c9d-b760-41e0-8afd-74ca9d7c363f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867770 Nov 05 21:55:52.754422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:52.784084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:52.886848 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Floating IP bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6 associated. External IP: 172.25.6.243, port: a2fb0875-c21e-4922-a92b-3f0b5a5a44c9. Nov 05 21:55:53.011198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:53.137127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Router b6784b09-0018-47f1-a984-d2f3b174155a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:55:53.262550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Router 5e608216-0c2b-4d36-8f19-a246e7277d73 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:55:53.289223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:55:53.300729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] Sync routers for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:55:53.318973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:53.329361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:53.334152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:53.412801 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-63e4f3bd-c947-4ee5-8ea5-5d6074255983 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "PUT /v2.0/floatingips/bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6 HTTP/1.1" status: 200 len: 991 time: 1.9619823 Nov 05 21:55:53.418810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:55:53.422178 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9c8dae-d440-4c06-ad0b-f5b714e64637" -d '{"events": [{"name": "network-changed", "server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:55:53.506501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b47ee9e-aa94-4848-a343-50ce86fe9919 req-17b178fd-3f08-4d60-9620-905a76a5940a tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.1264906 Nov 05 21:55:53.568683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c699796-305a-48bb-955e-e7c2bfd521ac up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:53.620162 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e08e56-7ff2-4824-b43b-90ceb746071f x-openstack-request-id: req-f0e08e56-7ff2-4824-b43b-90ceb746071f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:55:53.620732 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:55:53.621312 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0e08e56-7ff2-4824-b43b-90ceb746071f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:55:53.621750 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'status': 'completed', 'code': 200} Nov 05 21:55:53.631751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:55:53.635778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:53.641481 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Sync routers for ids ['5e608216-0c2b-4d36-8f19-a246e7277d73'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:55:53.655468 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Routers {'5e608216-0c2b-4d36-8f19-a246e7277d73'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:53.660117 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5e608216-0c2b-4d36-8f19-a246e7277d73'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:53.687533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2c699796-305a-48bb-955e-e7c2bfd521ac triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:53.687915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:53.734740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-3009222e-bbc4-4083-9b6d-1f3661e8b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:53.737133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-3009222e-bbc4-4083-9b6d-1f3661e8b413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1096 time: 0.0898690 Nov 05 21:55:53.739081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:53.740405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-79e38b0e-298e-4117-9556-b69488a81373 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2713070 Nov 05 21:55:53.743095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35908) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:55:53.831190 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Set router 5e608216-0c2b-4d36-8f19-a246e7277d73 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:54.034532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-4ec775e5-1113-47c8-88f0-3e4b2456a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:54.038886 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-4ec775e5-1113-47c8-88f0-3e4b2456a617 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.2944064 Nov 05 21:55:54.068822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a4b4d-3e57-49d2-ae3d-26ec0dd87782 None None] Network 225f4881-af4e-4126-9268-9f89df64a690 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:55:54.178498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c939a94-58ae-4d57-89aa-43fc2bec225f req-96d0fad7-f252-4c42-ab16-0df4b427ecc7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:54.178498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c939a94-58ae-4d57-89aa-43fc2bec225f req-96d0fad7-f252-4c42-ab16-0df4b427ecc7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.2407210 Nov 05 21:55:54.206563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:54.261234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c939a94-58ae-4d57-89aa-43fc2bec225f req-d9120470-7a84-4315-bc09-4bfe8f91d60f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740445 Nov 05 21:55:54.268168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-3408bac9-1ef2-4b71-bda6-65087638ef9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.2209113 Nov 05 21:55:54.290887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1fa9d696-ab7f-4bbc-ac73-30854fe6afc8 None None] Provisioning complete for port 2c699796-305a-48bb-955e-e7c2bfd521ac triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:54.291384 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d696-ab7f-4bbc-ac73-30854fe6afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:54.371716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-5f49a84e-3a7d-4e59-9288-74360382b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:54.375212 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-5f49a84e-3a7d-4e59-9288-74360382b8a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0963323 Nov 05 21:55:54.418118 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T21:55:52Z', 'revision_number': 3, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:54.430484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 2c699796-305a-48bb-955e-e7c2bfd521ac, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c699796-305a-48bb-955e-e7c2bfd521ac,segment=NetworkSegment(41037545-295e-4e37-ac91-f2f802c2b3be),segment_id=41037545-295e-4e37-ac91-f2f802c2b3be)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:54.449526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-168f8f53-9bb7-43fe-9351-84e457ac40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:54.451248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-168f8f53-9bb7-43fe-9351-84e457ac40a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689306 Nov 05 21:55:54.451921 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Checking router: 5e608216-0c2b-4d36-8f19-a246e7277d73 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:55:54.454484 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Updating router 5e608216-0c2b-4d36-8f19-a246e7277d73 port 1c0b2420-3bb7-45bb-821e-6e59d1376351 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:55:54.468623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-42ec067a-5ac6-449b-901e-24b4e2139933 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:55:54.469943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-42ec067a-5ac6-449b-901e-24b4e2139933 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114937 Nov 05 21:55:54.495652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:54.496883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d46ea281-1dc2-4e14-b5cd-b7b53d569f72 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:54.518987 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:54.657435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=2c699796-305a-48bb-955e-e7c2bfd521ac,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:54.701758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-0761debf-54a5-4aca-b7ba-080aee3708dc service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244782 Nov 05 21:55:54.843088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'mac_address': 'fa:16:3e:c9:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:55:35Z', 'updated_at': '2021-11-05T21:55:52Z', 'revision_number': 1, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:35Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:54.863143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca9c8dae-d440-4c06-ad0b-f5b714e64637 req-8aa99061-fec6-4f57-b860-ad5e659269f6 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520598 Nov 05 21:55:54.895091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] Checking router: b6784b09-0018-47f1-a984-d2f3b174155a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:55:54.916589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:54.916589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:54.929484 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:54.930536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-830ee419-7f93-4d2b-9504-41e64a66a8e8 req-48f246c0-7769-43c3-ac05-8d861c8d43b0 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0804822 Nov 05 21:55:54.945738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:54.946514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:55.028076 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.134608 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Attempting to bind port 1c0b2420-3bb7-45bb-821e-6e59d1376351 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:55:55.135277 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Attempting to bind port 1c0b2420-3bb7-45bb-821e-6e59d1376351 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:55:55.135993 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Attempting to bind port 1c0b2420-3bb7-45bb-821e-6e59d1376351 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:55:55.140802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.145594 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29885114-ba9f-400a-9d98-e9a1b12c622a None None] Pushing event updated for resources: {'Port': ['ID=1c0b2420-3bb7-45bb-821e-6e59d1376351,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:55.150541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:55:55.150541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:55:55.150541 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.150541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:55:55.151758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Bound port: 1c0b2420-3bb7-45bb-821e-6e59d1376351, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:55:55.152323 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.227058 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] For port 1c0b2420-3bb7-45bb-821e-6e59d1376351, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:55:55.233169 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] For port 1c0b2420-3bb7-45bb-821e-6e59d1376351, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c0b2420-3bb7-45bb-821e-6e59d1376351,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:55:55.314392 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.319257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:55.323028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-69c0dd2b-a9b9-44eb-a071-f5c17bd53add None None] Provisioning complete for port 2c699796-305a-48bb-955e-e7c2bfd521ac triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:55.323403 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-69c0dd2b-a9b9-44eb-a071-f5c17bd53add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.410902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29885114-ba9f-400a-9d98-e9a1b12c622a None None] Pushing event updated for resources: {'Port': ['ID=1c0b2420-3bb7-45bb-821e-6e59d1376351,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:55.413916 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Routers {'5e608216-0c2b-4d36-8f19-a246e7277d73'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:55.414711 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5e608216-0c2b-4d36-8f19-a246e7277d73'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:55.440112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Allocated IP 172.20.0.1 (225f4881-af4e-4126-9268-9f89df64a690/15cdd61a-e1af-46c5-90ea-811b5013ee52/ac232957-dec3-44aa-91f5-f49914fd0091) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:55:55.469150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a75df-a103-4ef6-aa09-22a35c7e28aa req-1aca3e06-768e-466c-96ac-e89de5514441 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:55.470734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d3a75df-a103-4ef6-aa09-22a35c7e28aa req-1aca3e06-768e-466c-96ac-e89de5514441 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.1063056 Nov 05 21:55:55.587962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d3a75df-a103-4ef6-aa09-22a35c7e28aa req-1b461525-7deb-4e19-beaa-32f2c3faba0c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090300 Nov 05 21:55:55.588691 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] Set router 5e608216-0c2b-4d36-8f19-a246e7277d73 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:55.626672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c699796-305a-48bb-955e-e7c2bfd521ac up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:55.659498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.779239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2c699796-305a-48bb-955e-e7c2bfd521ac triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:55.779767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.813274 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:55.822319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'mac_address': 'fa:16:3e:c9:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:55:35Z', 'updated_at': '2021-11-05T21:55:52Z', 'revision_number': 1, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:35Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:55.853673 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T21:55:52Z', 'revision_number': 3, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:55.863865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e6d0b-b77c-4627-99da-47571e424761 None None] The sync data for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 is: [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'mac_address': 'fa:16:3e:c9:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T21:55:35Z', 'updated_at': '2021-11-05T21:55:52Z', 'revision_number': 1, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:35Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:55:55.876255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Network 225f4881-af4e-4126-9268-9f89df64a690 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:55.879896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:55.888696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:55:55.910885 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1c3b4-7928-4941-94c0-132e8b35be48 None None] The sync data for ids ['5e608216-0c2b-4d36-8f19-a246e7277d73'] in n-d-816738-5 is: [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T21:55:52Z', 'revision_number': 3, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:55:55.963314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Pushing event updated for resources: {'Port': ['ID=ac232957-dec3-44aa-91f5-f49914fd0091,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:55.984035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:56.089584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a285142-e137-496c-9ad1-07240c0d2345 req-3e61dc4d-c7d3-48ce-a805-2fc11609f009 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0389006 Nov 05 21:55:56.278445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:56.281818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffeb4d0-9571-42ca-8d8c-165e6221ff79 None None] New status for floating IP bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:55:56.522337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:56.564667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ef7e1daa-fb48-4e7a-8574-1e00582bfc56 None None] Provisioning complete for port ac232957-dec3-44aa-91f5-f49914fd0091 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:56.565180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ef7e1daa-fb48-4e7a-8574-1e00582bfc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:56.612277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e1daa-fb48-4e7a-8574-1e00582bfc56 None None] Port ac232957-dec3-44aa-91f5-f49914fd0091 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:56.616886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:56.692142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Pushing event updated for resources: {'Port': ['ID=ac232957-dec3-44aa-91f5-f49914fd0091,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:56.694602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:56.830771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcc221-255c-4644-a435-8065f4732002 req-d03b3f5e-a284-42aa-aa84-ec11b6d9c3bd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:56.838053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5cdcc221-255c-4644-a435-8065f4732002 req-d03b3f5e-a284-42aa-aa84-ec11b6d9c3bd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.1158907 Nov 05 21:55:56.877730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Network 225f4881-af4e-4126-9268-9f89df64a690 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:55:56.884508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:55:56.917306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5cdcc221-255c-4644-a435-8065f4732002 req-d9f122da-3fd8-481b-96b6-2c775b525469 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779340 Nov 05 21:55:57.037969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Router 5e608216-0c2b-4d36-8f19-a246e7277d73 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:55:57.158821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e788b37c-fa57-43a4-bbbc-a66ae3d9b50b None None] Provisioning complete for port ac232957-dec3-44aa-91f5-f49914fd0091 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:57.159359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e788b37c-fa57-43a4-bbbc-a66ae3d9b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:57.165872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:55:57.172780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-af750ba7-5a33-4da8-9a9e-4da153f25233 admin admin] 10.222.0.41 "PUT /v2.0/routers/5e608216-0c2b-4d36-8f19-a246e7277d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4285383 Nov 05 21:55:57.209327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e788b37c-fa57-43a4-bbbc-a66ae3d9b50b None None] Port ac232957-dec3-44aa-91f5-f49914fd0091 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:55:57.261527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-51b67701-c563-4be4-954e-a0aa8dfd5d3f req-39a4c054-cc87-46fc-baae-6a97ea008bbe tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0373702 Nov 05 21:55:57.525965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c0b2420-3bb7-45bb-821e-6e59d1376351 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:57.581692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1c0b2420-3bb7-45bb-821e-6e59d1376351 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:57.582338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:57.695122 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:57.721456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 1c0b2420-3bb7-45bb-821e-6e59d1376351, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c0b2420-3bb7-45bb-821e-6e59d1376351,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:55:57.810993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:57.866711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=1c0b2420-3bb7-45bb-821e-6e59d1376351,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:55:58.057034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7874-c454-4776-966c-98378487342c req-0c165575-6f1a-48ea-b39a-903ff2e63c8c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:58.058602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec7d7874-c454-4776-966c-98378487342c req-0c165575-6f1a-48ea-b39a-903ff2e63c8c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0511715 Nov 05 21:55:58.120897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec7d7874-c454-4776-966c-98378487342c req-da5b388d-2b00-4569-a085-088a34553a49 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554917 Nov 05 21:55:58.390724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5640932-82c6-4ce0-9fd9-b230479ffb41 req-0dc4f576-863d-4080-bb24-d8e0fae318f7 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0396512 Nov 05 21:55:59.206261 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Sync routers for ids ['5e608216-0c2b-4d36-8f19-a246e7277d73'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:55:59.224872 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Routers {'5e608216-0c2b-4d36-8f19-a246e7277d73'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:55:59.225941 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5e608216-0c2b-4d36-8f19-a246e7277d73'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:59.311824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1b5d9-bf45-4160-b237-f8b3c79d53e7 req-a58043b3-475d-46bc-90fa-2e2d201cc95a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:55:59.313601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86d1b5d9-bf45-4160-b237-f8b3c79d53e7 req-a58043b3-475d-46bc-90fa-2e2d201cc95a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0832355 Nov 05 21:55:59.360029 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Set router 5e608216-0c2b-4d36-8f19-a246e7277d73 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:55:59.408360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86d1b5d9-bf45-4160-b237-f8b3c79d53e7 req-64aa066d-48ea-48eb-8448-4b941b0cbc05 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872955 Nov 05 21:55:59.573176 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-62f05479-7dde-4a62-8ea5-8d3dbc5d5fb6 req-a507bf0b-ba91-4247-a851-ae2ddb784d57 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0576570 Nov 05 21:55:59.595626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c0b2420-3bb7-45bb-821e-6e59d1376351 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:55:59.687417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1c0b2420-3bb7-45bb-821e-6e59d1376351 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:55:59.688088 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:55:59.706398 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T21:55:56Z', 'revision_number': 4, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'ac232957-dec3-44aa-91f5-f49914fd0091', 'name': '', 'network_id': '225f4881-af4e-4126-9268-9f89df64a690', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'mac_address': 'fa:16:3e:2d:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '15cdd61a-e1af-46c5-90ea-811b5013ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:55Z', 'updated_at': '2021-11-05T21:55:56Z', 'revision_number': 2, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'subnets': [{'id': '15cdd61a-e1af-46c5-90ea-811b5013ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:55:59.761192 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Checking router: 5e608216-0c2b-4d36-8f19-a246e7277d73 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:55:59.761541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Updating router 5e608216-0c2b-4d36-8f19-a246e7277d73 port ac232957-dec3-44aa-91f5-f49914fd0091 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:55:59.805243 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.260504 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.348072 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.429298 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf41c77-b8cf-4e96-9773-10d2412dbfb1 None None] Pushing event updated for resources: {'Port': ['ID=ac232957-dec3-44aa-91f5-f49914fd0091,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:00.520061 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Attempting to bind port ac232957-dec3-44aa-91f5-f49914fd0091 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:56:00.520430 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Attempting to bind port ac232957-dec3-44aa-91f5-f49914fd0091 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:56:00.520785 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Attempting to bind port ac232957-dec3-44aa-91f5-f49914fd0091 on network 225f4881-af4e-4126-9268-9f89df64a690 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:56:00.558542 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:56:00.559090 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Checking segment: {'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:56:00.559883 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.562912 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Bound using segment: {'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:56:00.564478 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Bound port: ac232957-dec3-44aa-91f5-f49914fd0091, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41037545-295e-4e37-ac91-f2f802c2b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '225f4881-af4e-4126-9268-9f89df64a690'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:56:00.566147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.566551 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.577823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a83cc9-db54-4f7a-8b66-a36e3c8558f3 req-d69be826-19af-478f-b32f-abcc7c702b9d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:00.586480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a83cc9-db54-4f7a-8b66-a36e3c8558f3 req-d69be826-19af-478f-b32f-abcc7c702b9d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0914559 Nov 05 21:56:00.726771 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] For port ac232957-dec3-44aa-91f5-f49914fd0091, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:56:00.734340 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] For port ac232957-dec3-44aa-91f5-f49914fd0091, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ac232957-dec3-44aa-91f5-f49914fd0091,segment=NetworkSegment(41037545-295e-4e37-ac91-f2f802c2b3be),segment_id=41037545-295e-4e37-ac91-f2f802c2b3be)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:56:00.755057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a83cc9-db54-4f7a-8b66-a36e3c8558f3 req-cd0d57f8-24ed-43db-8cf1-fa0856bf2efa tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650276 Nov 05 21:56:00.774002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-855005ba-616e-4eb8-9983-b95b6322aba5 req-23b0e8a5-ca4c-4528-9b8b-bb6b5785d1ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0688608 Nov 05 21:56:00.780736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-795cc66f-63ee-4098-bc9e-ad44bbce71e5 req-f7393784-ffb9-40b1-afd6-a9360c0535fc tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0370257 Nov 05 21:56:00.800220 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.869168 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf41c77-b8cf-4e96-9773-10d2412dbfb1 None None] Pushing event updated for resources: {'Port': ['ID=ac232957-dec3-44aa-91f5-f49914fd0091,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:00.892030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-64bbb974-f070-4d96-8e2f-642bf4d15a52 None None] Provisioning complete for port ac232957-dec3-44aa-91f5-f49914fd0091 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:00.892592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64bbb974-f070-4d96-8e2f-642bf4d15a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:00.893406 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Routers {'5e608216-0c2b-4d36-8f19-a246e7277d73'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:56:00.894497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5e608216-0c2b-4d36-8f19-a246e7277d73'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:01.033059 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64bbb974-f070-4d96-8e2f-642bf4d15a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:01.070242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-64bbb974-f070-4d96-8e2f-642bf4d15a52 None None] For port ac232957-dec3-44aa-91f5-f49914fd0091, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ac232957-dec3-44aa-91f5-f49914fd0091,segment=NetworkSegment(41037545-295e-4e37-ac91-f2f802c2b3be),segment_id=41037545-295e-4e37-ac91-f2f802c2b3be)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:01.104248 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] Set router 5e608216-0c2b-4d36-8f19-a246e7277d73 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:56:01.148288 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64bbb974-f070-4d96-8e2f-642bf4d15a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:01.257931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbb974-f070-4d96-8e2f-642bf4d15a52 None None] Pushing event updated for resources: {'Port': ['ID=ac232957-dec3-44aa-91f5-f49914fd0091,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:01.302135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c7217bb1-c844-4d87-aad4-491cb2640d09 None None] Provisioning complete for port ac232957-dec3-44aa-91f5-f49914fd0091 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:01.302498 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c7217bb1-c844-4d87-aad4-491cb2640d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:01.404356 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T21:55:56Z', 'revision_number': 4, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'ac232957-dec3-44aa-91f5-f49914fd0091', 'name': '', 'network_id': '225f4881-af4e-4126-9268-9f89df64a690', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'mac_address': 'fa:16:3e:2d:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '15cdd61a-e1af-46c5-90ea-811b5013ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:55Z', 'updated_at': '2021-11-05T21:56:00Z', 'revision_number': 4, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'subnets': [{'id': '15cdd61a-e1af-46c5-90ea-811b5013ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:01.434282 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaddae9-ce4b-44b7-ac12-b488ba9ab4bb None None] The sync data for ids ['5e608216-0c2b-4d36-8f19-a246e7277d73'] in n-d-816738-5 is: [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T21:55:56Z', 'revision_number': 4, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'ac232957-dec3-44aa-91f5-f49914fd0091', 'name': '', 'network_id': '225f4881-af4e-4126-9268-9f89df64a690', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'mac_address': 'fa:16:3e:2d:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '15cdd61a-e1af-46c5-90ea-811b5013ee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:55Z', 'updated_at': '2021-11-05T21:56:00Z', 'revision_number': 4, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'subnets': [{'id': '15cdd61a-e1af-46c5-90ea-811b5013ee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:56:01.905516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc35dd-3669-4a02-ab69-7ad28f18a0a4 req-4a5374f5-7803-456b-9419-a227ebbd8e5f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:01.909116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39fc35dd-3669-4a02-ab69-7ad28f18a0a4 req-4a5374f5-7803-456b-9419-a227ebbd8e5f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0715811 Nov 05 21:56:01.938572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4b6c5144-d96a-4731-80b2-7f2b24a84d5d req-6199be82-5617-4f02-88ca-ef503e9d1c5f tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0634897 Nov 05 21:56:01.988259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39fc35dd-3669-4a02-ab69-7ad28f18a0a4 req-1c419f1f-f30e-4355-8eb3-d80b6993cc0a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776799 Nov 05 21:56:02.765033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:03.121104 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb3fad3-a4a6-43b6-8415-63d17de58d93 req-1c70a457-421b-430d-9f6c-7cc30f448336 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0571897 Nov 05 21:56:03.152971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea260c-0a20-4554-9655-51544aaac397 req-19ceb041-9df6-42bb-abaa-7ced501dc6e9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:03.156963 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b2ea260c-0a20-4554-9655-51544aaac397 req-19ceb041-9df6-42bb-abaa-7ced501dc6e9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0643566 Nov 05 21:56:03.213919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b2ea260c-0a20-4554-9655-51544aaac397 req-9045b124-bc50-4717-b7ec-d9ed016a9802 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 Nov 05 21:56:03.458102 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:56:03.561736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ac232957-dec3-44aa-91f5-f49914fd0091 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:56:03.641742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ada46820-8c9d-43d0-bea2-481a49e176e6 req-bf92524b-039b-4c3c-8e36-dbdf3ed2acf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0e751120e5e4935b09ec32f9bd493da&device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0427871 Nov 05 21:56:03.658858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ac232957-dec3-44aa-91f5-f49914fd0091 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:03.660435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:03.742756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92b47db8-2c24-4b47-9389-bb1a939e63d2 req-20e95eed-7722-4a6d-ae3b-7821bc1400d9 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0388079 Nov 05 21:56:03.744701 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ada46820-8c9d-43d0-bea2-481a49e176e6 req-1ffd158c-a85c-4923-b88f-2c18a06aba9d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0e751120e5e4935b09ec32f9bd493da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941308 Nov 05 21:56:03.862838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46820-8c9d-43d0-bea2-481a49e176e6 req-78175450-ea03-489a-b7a9-1c1cc529dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:03.864785 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ada46820-8c9d-43d0-bea2-481a49e176e6 req-78175450-ea03-489a-b7a9-1c1cc529dd86 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084671 Nov 05 21:56:04.359063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37f067-ff07-4830-b987-427a4b2dad2b req-c01d434e-4e1a-4ce6-8b1c-9405ce524299 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:04.360592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab37f067-ff07-4830-b987-427a4b2dad2b req-c01d434e-4e1a-4ce6-8b1c-9405ce524299 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Nov 05 21:56:04.434119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab37f067-ff07-4830-b987-427a4b2dad2b req-ffe11f12-8550-4f59-86da-3bd9e3a4f9c8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632682 Nov 05 21:56:04.842675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d013f9af-a090-4f29-b233-41cf084bed89 req-3b9a070b-1054-4f00-b22d-bf807b09b7ea tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0319791 Nov 05 21:56:05.184017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ada46820-8c9d-43d0-bea2-481a49e176e6 req-f8c09e34-b46b-4a45-9ddb-488ee6267fb6 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0318439 Nov 05 21:56:05.586925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6cb19-8f9f-462a-b378-87b1b8ddb9fd req-ffb8f94f-644b-4be9-881c-be5af3ec58d8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:05.589499 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5fa6cb19-8f9f-462a-b378-87b1b8ddb9fd req-ffb8f94f-644b-4be9-881c-be5af3ec58d8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0557890 Nov 05 21:56:05.647290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5fa6cb19-8f9f-462a-b378-87b1b8ddb9fd req-be747fdf-ab40-4a0b-9f06-7123ea32b6cd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Nov 05 21:56:05.965551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76af99dd-1fe3-4644-80a3-6bdecd94b275 req-5a1f540e-51b5-4848-b4c2-90ece2a5de57 tempest-ServerShowV254Test-58941158 tempest-ServerShowV254Test-58941158-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d1ab42-6fe3-4f32-a562-aad088a5ca59 HTTP/1.1" status: 200 len: 210 time: 0.0335519 Nov 05 21:56:06.276108 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c427bb9-b73a-4ea2-b29e-b00dd34df71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:06.780460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2630d5-754a-47bf-bede-042caaf16abf req-0ed126ba-dcc7-48ac-b3c6-ccf8e08b582b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:06.782752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb2630d5-754a-47bf-bede-042caaf16abf req-0ed126ba-dcc7-48ac-b3c6-ccf8e08b582b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0596244 Nov 05 21:56:06.851731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb2630d5-754a-47bf-bede-042caaf16abf req-2330c03f-5138-4bc6-b7a3-e80eb67b82e5 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627146 Nov 05 21:56:07.587188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36138) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:56:07.728104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-020b3012-b966-4bf3-8e28-ce4cc011ddd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:07.806747 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-020b3012-b966-4bf3-8e28-ce4cc011ddd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:07.886249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-020b3012-b966-4bf3-8e28-ce4cc011ddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:07.920179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-020b3012-b966-4bf3-8e28-ce4cc011ddd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0e751120e5e4935b09ec32f9bd493da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3318646 Nov 05 21:56:07.922835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36150) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:56:07.962187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b3012-b966-4bf3-8e28-ce4cc011ddd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c422039-a21a-4bb1-9584-eef3720e7cec,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:08.035026 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55a3fa6a-c93e-452d-a8fe-7de1616b3dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:08.050653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145bce6-e1f6-4cca-aecd-70197edf453b req-6faf6ccc-2c42-415c-8497-caeb521480f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:08.052311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b145bce6-e1f6-4cca-aecd-70197edf453b req-6faf6ccc-2c42-415c-8497-caeb521480f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0955615 Nov 05 21:56:08.094960 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55a3fa6a-c93e-452d-a8fe-7de1616b3dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:08.157711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b145bce6-e1f6-4cca-aecd-70197edf453b req-e04b0d52-3239-44c8-9c2f-2194d9c11c78 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929198 Nov 05 21:56:08.246699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55a3fa6a-c93e-452d-a8fe-7de1616b3dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:08.250532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55a3fa6a-c93e-452d-a8fe-7de1616b3dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:08.252104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-55a3fa6a-c93e-452d-a8fe-7de1616b3dac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c422039-a21a-4bb1-9584-eef3720e7cec HTTP/1.1" status: 204 len: 168 time: 0.3273764 Nov 05 21:56:08.262900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3fa6a-c93e-452d-a8fe-7de1616b3dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c422039-a21a-4bb1-9584-eef3720e7cec,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:08.473910 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-17f152f2-c4ac-4ff4-9201-fbd3a7d3e91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:09.289707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a7433-5211-4250-9075-29c4cb273be1 req-266ea5c0-fa02-4711-b0e9-7fc9d7814179 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:09.292537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c99a7433-5211-4250-9075-29c4cb273be1 req-266ea5c0-fa02-4711-b0e9-7fc9d7814179 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0637560 Nov 05 21:56:09.343403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c99a7433-5211-4250-9075-29c4cb273be1 req-290acf71-e32d-4fb2-a71f-e1524e4c0b74 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Nov 05 21:56:09.751972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36186) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:56:09.882266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-811610106-network', 'tenant_id': '1afbc5028b1842628821c45bee7eae90'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:09.941843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:09.964727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Made reservation on behalf of 1afbc5028b1842628821c45bee7eae90 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:56:09.967168 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:09.977396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.065442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.125162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.154976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:56:10.164687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb196627-dedc-4ac4-b019-0b70032a7f37,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:10.169499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.169763 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Added segment 0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653 of type vlan for network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 Nov 05 21:56:10.212040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.291237 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.292208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:10.292784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.357067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] Pushing event updated for resources: {'Network': ['ID=e6e0df68-a9b4-4e03-82ae-8fccc533cf86,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:10.370046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:56:10.444796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3f1ef7b5-6953-464e-b409-c055d6715a2c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6914489 Nov 05 21:56:10.447598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36198) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:56:10.452470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Request body: {'subnet': {'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-811610106-subnet', 'tenant_id': '1afbc5028b1842628821c45bee7eae90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:10.489063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fd6a-10cc-4105-a78a-6bc9ff8b9a3b req-5d1a184f-7092-414f-a8fb-45fadc921184 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:10.490621 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ecf7fd6a-10cc-4105-a78a-6bc9ff8b9a3b req-5d1a184f-7092-414f-a8fb-45fadc921184 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0643632 Nov 05 21:56:10.541801 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ecf7fd6a-10cc-4105-a78a-6bc9ff8b9a3b req-e07498b2-d2d2-4486-8d9e-435eadfd9fc0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Nov 05 21:56:10.564868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Made reservation on behalf of 1afbc5028b1842628821c45bee7eae90 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:56:10.567706 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.828723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:10.897302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e99950-3ec4-48d1-90ad-20f48a39d9c9,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:10.906436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Checking segment: {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:56:10.906799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Network hostable DHCP agents. Network: e6e0df68-a9b4-4e03-82ae-8fccc533cf86, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:56:11.038760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:56:11.136177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, e6e0df68-a9b4-4e03-82ae-8fccc533cf86) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:56:11.145382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:11.149019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85b0c3-fa01-4c44-bb76-08164daf0ee1 None None] Network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:56:11.152732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:11.270231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2ac3f0e8-64eb-42c3-a311-fa10ee41de7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8213804 Nov 05 21:56:11.320374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8487e-4f87-45cd-b0ec-c4fed9428603 None None] Network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:56:11.994772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d058707-a215-450e-8afa-c47da4de0b57 req-d8489b0d-55b4-4506-845d-004652f1d910 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:11.994772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d058707-a215-450e-8afa-c47da4de0b57 req-d8489b0d-55b4-4506-845d-004652f1d910 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0598459 Nov 05 21:56:11.994772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d058707-a215-450e-8afa-c47da4de0b57 req-2babcb07-4a29-4e68-8168-726e7d20d322 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Nov 05 21:56:11.999115 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:12.001298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-f58ed450-382a-4dfa-bb17-5f049441a4bc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:12.001298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-f58ed450-382a-4dfa-bb17-5f049441a4bc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 813 time: 0.1220574 Nov 05 21:56:12.002204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:12.002703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-5340ca10-07c6-4dac-9d1c-fbf3911b5b41 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/quotas/1afbc5028b1842628821c45bee7eae90 HTTP/1.1" status: 200 len: 375 time: 0.0366163 Nov 05 21:56:12.005308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-aeb92698-8580-40f5-b6a3-61a3afe7e15e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351386 Nov 05 21:56:12.106614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-684b2289-a644-4f18-8a17-af45a1551e0d service neutron] 10.222.0.41 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919478 Nov 05 21:56:12.251765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-8536fa74-e7f3-47a1-a347-d8cc60ee52ed service neutron] 10.222.0.41 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351111 Nov 05 21:56:12.530143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9c44998a-49a3-44c8-b9a8-424c688ccb81 req-84fe308a-5ffb-48b0-b7f5-c2653c852812 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 210 time: 0.0366263 Nov 05 21:56:12.878326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df9ef6-54ea-4d5c-8e76-0ea467bc5aac req-9f97497e-32d5-4de2-9eb6-59b28ad9f637 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:12.880119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86df9ef6-54ea-4d5c-8e76-0ea467bc5aac req-9f97497e-32d5-4de2-9eb6-59b28ad9f637 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0733798 Nov 05 21:56:12.961220 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86df9ef6-54ea-4d5c-8e76-0ea467bc5aac req-101d85d1-0685-439f-82e5-55b227882678 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730803 Nov 05 21:56:13.797740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06b1e8e2-4465-4644-bd9a-4abd97617390 req-0702262c-2e5a-4c9f-a2c5-5b1d8cedd11f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 210 time: 0.0277429 Nov 05 21:56:14.085279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11259a5-dfcf-4abb-bf76-8ad9f9e7a2aa req-1e8aa87a-5efd-4b60-8267-56802cfc69a1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:14.086838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d11259a5-dfcf-4abb-bf76-8ad9f9e7a2aa req-1e8aa87a-5efd-4b60-8267-56802cfc69a1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0603020 Nov 05 21:56:14.144844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d11259a5-dfcf-4abb-bf76-8ad9f9e7a2aa req-45c1fbaf-2d61-4de7-821d-c9cef684ad95 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508897 Nov 05 21:56:14.718228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bddf8a9a-1a50-4567-a3e7-83ee6a50e9df req-50656bcc-69f8-415f-88d2-5ab7bd409038 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 210 time: 0.0285068 Nov 05 21:56:15.306763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a68107-9a55-47e9-aaab-ca083a1d8b1a req-d9b4992f-5cdb-43fc-bdbd-8342220fa883 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:15.308412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a68107-9a55-47e9-aaab-ca083a1d8b1a req-d9b4992f-5cdb-43fc-bdbd-8342220fa883 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0560434 Nov 05 21:56:15.372091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a68107-9a55-47e9-aaab-ca083a1d8b1a req-7c0b54f5-3417-4630-ba9c-42cb191b9b81 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 Nov 05 21:56:15.858835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38eeb282-2b01-4cc9-a520-b4f93f0701d9 req-59733e76-56dc-4f86-a851-8e52d44af746 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 210 time: 0.0528433 Nov 05 21:56:15.945428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-83b7b8b8-e05f-4924-89b2-af2eca978102 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:15.947408 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-83b7b8b8-e05f-4924-89b2-af2eca978102 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.13 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 813 time: 0.1399429 Nov 05 21:56:15.984159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Request body: {'port': {'device_id': '618100fc-8d89-490d-b9d9-481567250b1a', 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86', 'admin_state_up': True, 'tenant_id': '1afbc5028b1842628821c45bee7eae90'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:16.211078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Made reservation on behalf of 1afbc5028b1842628821c45bee7eae90 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:56:16.215967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:16.457560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Allocated IP 172.20.0.7 (e6e0df68-a9b4-4e03-82ae-8fccc533cf86/49e99950-3ec4-48d1-90ad-20f48a39d9c9/da4f9237-0159-44b8-9864-24bdaf1617dc) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:56:16.547165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00878d75-fd10-4aae-be6e-141297791d7a req-c6be0e68-d1d7-4341-bc56-e45c02072009 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:16.549949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00878d75-fd10-4aae-be6e-141297791d7a req-c6be0e68-d1d7-4341-bc56-e45c02072009 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0656533 Nov 05 21:56:16.601108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00878d75-fd10-4aae-be6e-141297791d7a req-c55a3e62-3cf7-407b-be0e-d808a937c2b1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Nov 05 21:56:16.658878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:16.811378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:16.867764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:56:16.872058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:56:16.875065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:56:16.972242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:17.005959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:17.006640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:17.038546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006856c-9f83-4041-aae0-362fbdd1e691 req-5e0c10d3-8176-4b0d-803d-a8cf59c9695e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:17.040011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e006856c-9f83-4041-aae0-362fbdd1e691 req-5e0c10d3-8176-4b0d-803d-a8cf59c9695e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 931 time: 0.0755892 Nov 05 21:56:17.105201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e006856c-9f83-4041-aae0-362fbdd1e691 req-f17a7e0c-9341-4e0f-9715-b221fdb6914d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Nov 05 21:56:17.140275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-1b71e92c-10da-43d4-a020-d2eb2d615b6a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1819522 Nov 05 21:56:17.154488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Request body: {'port': {'device_id': '618100fc-8d89-490d-b9d9-481567250b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:17.209916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:17.788944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac1b60-258a-46da-805f-4275207a8d7c req-173e4f0a-0e62-4a1b-997a-394d3e7691b3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:17.791070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3ac1b60-258a-46da-805f-4275207a8d7c req-173e4f0a-0e62-4a1b-997a-394d3e7691b3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0841258 Nov 05 21:56:17.854578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3ac1b60-258a-46da-805f-4275207a8d7c req-e8f9eb5e-e716-4f4a-b054-3dc27461bdf4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558894 Nov 05 21:56:17.992540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4f9237-0159-44b8-9864-24bdaf1617dc {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:56:18.000987 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:18.013763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Transition to ACTIVE for port object da4f9237-0159-44b8-9864-24bdaf1617dc will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:56:18.102096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:18.214670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:18.303332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:56:18.303787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:56:18.304229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:56:18.318749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1bd06-370c-4a9d-9b97-df7867af88bb req-fbf13ed1-1dca-414d-ac4b-23b1bd4e9af5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:18.320505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60b1bd06-370c-4a9d-9b97-df7867af88bb req-fbf13ed1-1dca-414d-ac4b-23b1bd4e9af5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.0773325 Nov 05 21:56:18.321410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Port da4f9237-0159-44b8-9864-24bdaf1617dc on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:56:18.321830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:56:18.341405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:56:18.341906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Checking segment: {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:56:18.342397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Bound using segment: {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:56:18.342959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Bound port: da4f9237-0159-44b8-9864-24bdaf1617dc, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:56:18.343417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:18.441822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:56:18.449686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:56:18.458994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60b1bd06-370c-4a9d-9b97-df7867af88bb req-cdbd2d70-d47c-48e1-8ab6-a67cac9e9367 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246629 Nov 05 21:56:18.718815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:18.759645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:18.760312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:18.761715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] 10.222.0.13 "PUT /v2.0/ports/da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 1091 time: 1.6123726 Nov 05 21:56:18.762692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:18.765494 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e913c1-8788-4f92-b31b-3261183b850b" -d '{"events": [{"name": "network-changed", "server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:18.809727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755c00b-0472-405f-9e70-d22ea5163f4f service neutron] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:18.851910 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302828c-cf09-40ec-bea7-68f0193b1a56 x-openstack-request-id: req-e302828c-cf09-40ec-bea7-68f0193b1a56 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:18.857519 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:18.857794 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e302828c-cf09-40ec-bea7-68f0193b1a56 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:18.858231 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'status': 'completed', 'code': 200} Nov 05 21:56:18.946706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e913c1-8788-4f92-b31b-3261183b850b req-db8f62eb-ee9f-409e-ad90-a5389ee152a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:18.948520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d6e913c1-8788-4f92-b31b-3261183b850b req-db8f62eb-ee9f-409e-ad90-a5389ee152a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1094 time: 0.0733533 Nov 05 21:56:19.046786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf719-af9a-4782-accc-2876db5a4323 req-476bfdbe-bf99-436b-994f-8245c03df605 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:19.049918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11ebf719-af9a-4782-accc-2876db5a4323 req-476bfdbe-bf99-436b-994f-8245c03df605 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0798070 Nov 05 21:56:19.107623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11ebf719-af9a-4782-accc-2876db5a4323 req-b69a8f00-7241-4024-abc8-d760c8494600 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523357 Nov 05 21:56:19.114876 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e913c1-8788-4f92-b31b-3261183b850b req-6aaa2a41-29cb-4dde-89f0-6148e99493aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:19.117005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d6e913c1-8788-4f92-b31b-3261183b850b req-6aaa2a41-29cb-4dde-89f0-6148e99493aa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1afbc5028b1842628821c45bee7eae90&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1558311 Nov 05 21:56:19.262132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e913c1-8788-4f92-b31b-3261183b850b req-2e428230-ca85-4409-b052-0e89a657d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:19.263664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d6e913c1-8788-4f92-b31b-3261183b850b req-2e428230-ca85-4409-b052-0e89a657d1f8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394584 Nov 05 21:56:19.353839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-f59c4cf0-3812-4c97-947e-1a69643abbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:19.355418 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-f59c4cf0-3812-4c97-947e-1a69643abbd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1094 time: 0.0515478 Nov 05 21:56:19.403190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-0902b3f9-5181-4df0-999f-be02952635ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 217 time: 0.0395050 Nov 05 21:56:19.460837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-d5c11acf-d8b4-4393-8eea-292c4de8ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:19.462319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-d5c11acf-d8b4-4393-8eea-292c4de8ccef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.0528963 Nov 05 21:56:19.498390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-4d6578e9-878b-4fd4-a5ca-05b6776d04a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271170 Nov 05 21:56:19.738059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59b14-a898-4437-9ae7-20456b714093 req-a28054eb-edbd-4255-98b2-51f0953b3a52 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:19.739649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dad59b14-a898-4437-9ae7-20456b714093 req-a28054eb-edbd-4255-98b2-51f0953b3a52 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.0801053 Nov 05 21:56:19.741676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-7af29685-1364-4dd2-b0e1-2d3f20616899 service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360790 Nov 05 21:56:19.848103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dad59b14-a898-4437-9ae7-20456b714093 req-69e02752-0af5-4cd7-b60e-27ea9dc580c4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024270 Nov 05 21:56:19.913742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa2e3b80-d5fe-4dda-b8ba-7cdc49a39f2e req-b6fa765d-bea0-4306-8ad4-2edc28ba87d3 service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275883 Nov 05 21:56:19.939840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:56:20.055234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:20.070563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'port_id': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'mac_address': 'fa:16:3e:6e:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee209b30-1739-40bc-ae27-5eddff31c583', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:56:20.109446 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:20.122140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:56:20.144275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:20.236936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2e46e-a3a6-4d97-9147-6cd0f011ec70 req-6c0c91b0-abb7-414d-868f-f0a013f8c3fe tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:20.238458 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7a2e46e-a3a6-4d97-9147-6cd0f011ec70 req-6c0c91b0-abb7-414d-868f-f0a013f8c3fe tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0551479 Nov 05 21:56:20.290842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7a2e46e-a3a6-4d97-9147-6cd0f011ec70 req-b985ea55-35a1-491a-9f92-4a79661077ea tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Nov 05 21:56:20.445072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:20.501332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:20.565244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4e12cc23-2757-42ab-b6d6-bfa403c36fb1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:56:20.975801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e1f5-e918-41a5-a5f7-b54a9c9c9941 req-1d59bc35-a253-4629-8b81-94e27de90ff7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:20.977472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e62e1f5-e918-41a5-a5f7-b54a9c9c9941 req-1d59bc35-a253-4629-8b81-94e27de90ff7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.0532749 Nov 05 21:56:21.036069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e62e1f5-e918-41a5-a5f7-b54a9c9c9941 req-945c0428-2e20-41a5-bd0b-9d1a40ae05fd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525861 Nov 05 21:56:21.425296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c597-e602-4b09-8f56-5cce122c1c0b req-df7038c9-073d-4aad-9fb6-402cb3a794ee tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:21.427156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a51c597-e602-4b09-8f56-5cce122c1c0b req-df7038c9-073d-4aad-9fb6-402cb3a794ee tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 945 time: 0.0620794 Nov 05 21:56:21.497872 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a51c597-e602-4b09-8f56-5cce122c1c0b req-229a72a2-be2b-44ea-9530-dd85e9ccdb06 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Nov 05 21:56:21.965913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:56:22.018522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:22.018886 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:22.179306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:22.207593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf1714-c48f-4d4e-b38c-5456a5095674 req-07240af8-8bbb-49bc-9085-640720f743c8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:22.216835 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6adf1714-c48f-4d4e-b38c-5456a5095674 req-07240af8-8bbb-49bc-9085-640720f743c8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.0740497 Nov 05 21:56:22.229449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:22.231205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:22.233880 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4803b3-a97c-4af7-a7cd-6e272f6d6d15" -d '{"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-plugged", "status": "completed", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:22.286848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6adf1714-c48f-4d4e-b38c-5456a5095674 req-77de2290-3ef6-4e6f-92bb-8aabf3323b12 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683403 Nov 05 21:56:22.381169 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0ef5f8-3372-4ab9-a3f1-736c8e93b209 x-openstack-request-id: req-2d0ef5f8-3372-4ab9-a3f1-736c8e93b209 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:22.381385 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-plugged", "status": "completed", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:22.381647 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d0ef5f8-3372-4ab9-a3f1-736c8e93b209 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:22.382048 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'code': 200} Nov 05 21:56:22.388726 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:22.448427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:22.632830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b08a3-b4f8-4cb5-b54f-e1506c163a80 req-3930c0ac-a443-44d7-9591-c80cd353b65f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:22.634382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf1b08a3-b4f8-4cb5-b54f-e1506c163a80 req-3930c0ac-a443-44d7-9591-c80cd353b65f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0616510 Nov 05 21:56:22.688076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf1b08a3-b4f8-4cb5-b54f-e1506c163a80 req-34ae895d-8eca-4068-8214-2a40138860c1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Nov 05 21:56:22.769757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:56:23.088198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:23.099832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86', 'port_id': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'mac_address': 'fa:16:3e:e0:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e99950-3ec4-48d1-90ad-20f48a39d9c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:56:23.148406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:23.184711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4f9237-0159-44b8-9864-24bdaf1617dc {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:56:23.209636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:23.278914 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:23.344903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:23.508583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['da4f9237-0159-44b8-9864-24bdaf1617dc'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:56:23.549525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dd269-7486-4b22-aa75-a108d9203cb6 req-3b7d2761-19d3-4fc5-9bd2-5490c617fb2e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:23.562861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7f3dd269-7486-4b22-aa75-a108d9203cb6 req-3b7d2761-19d3-4fc5-9bd2-5490c617fb2e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1608126 Nov 05 21:56:23.681725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7f3dd269-7486-4b22-aa75-a108d9203cb6 req-e1612891-b903-433c-b8ba-74016933d163 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176362 Nov 05 21:56:23.827616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74932908-5bc6-41ae-a311-1d8e645e8b38 req-7ca655e6-56e4-4e38-9a29-f5fb9fe6b31d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:23.836182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74932908-5bc6-41ae-a311-1d8e645e8b38 req-7ca655e6-56e4-4e38-9a29-f5fb9fe6b31d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0684595 Nov 05 21:56:23.893914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74932908-5bc6-41ae-a311-1d8e645e8b38 req-c969627e-776d-4a2f-bbd1-469b82bad925 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Nov 05 21:56:24.407359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-73f41139-84f0-428d-ac77-f420dc15cfbb req-372ec8ff-04fe-4a72-a170-4d87e31b2d5b service neutron] (102291) timed out ('10.222.0.41', 34366) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 21:56:24.783732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:56:24.821982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9881-8362-4356-8da9-f94699bea0f3 req-0ca4733f-1b58-410f-836e-a404293d7ca8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:24.823679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26ad9881-8362-4356-8da9-f94699bea0f3 req-0ca4733f-1b58-410f-836e-a404293d7ca8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.0568929 Nov 05 21:56:24.891331 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26ad9881-8362-4356-8da9-f94699bea0f3 req-0ce04dd3-e21b-4ec3-8cf3-786fa12e63d2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600610 Nov 05 21:56:25.027336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port da4f9237-0159-44b8-9864-24bdaf1617dc completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:56:25.031960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port da4f9237-0159-44b8-9864-24bdaf1617dc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:25.032339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:25.141233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2a21a-08f0-4779-a424-648b393bdd91 req-c27f84b0-515c-42a8-a93f-4840d6727697 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:25.145827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:25.150013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-38e2a21a-08f0-4779-a424-648b393bdd91 req-c27f84b0-515c-42a8-a93f-4840d6727697 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.1195972 Nov 05 21:56:25.192299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:25.195016 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5559a0-0359-4580-891e-df62e857a0d3" -d '{"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:25.211571 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-38e2a21a-08f0-4779-a424-648b393bdd91 req-cf62ef98-75eb-4750-aefc-a7c118a73d26 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587616 Nov 05 21:56:25.211672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:25.258770 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6f8eb-7ff5-40c6-9aec-b23056ac1e0d x-openstack-request-id: req-57a6f8eb-7ff5-40c6-9aec-b23056ac1e0d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:25.259151 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:25.259414 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57a6f8eb-7ff5-40c6-9aec-b23056ac1e0d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:25.259848 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'code': 200} Nov 05 21:56:25.362507 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:25.444939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1c5f-7b27-43f7-8f79-beebfb4c792f req-c9f3196d-72f7-4318-915b-4f5bd4377efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:25.446851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1dc1c5f-7b27-43f7-8f79-beebfb4c792f req-c9f3196d-72f7-4318-915b-4f5bd4377efe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1095 time: 0.1165242 Nov 05 21:56:25.458544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:25.532463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1dc1c5f-7b27-43f7-8f79-beebfb4c792f req-7583151f-257a-4cda-8a66-93672ede8c00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771921 Nov 05 21:56:26.049846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5073-efc8-431c-bbaf-d3965fe1d763 req-c1d3cbe1-3536-4585-adcd-30001bf8d710 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:26.052211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc6b5073-efc8-431c-bbaf-d3965fe1d763 req-c1d3cbe1-3536-4585-adcd-30001bf8d710 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0741246 Nov 05 21:56:26.129111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc6b5073-efc8-431c-bbaf-d3965fe1d763 req-7a33571c-1cfc-45b8-aac6-e40ffc7bb87c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687234 Nov 05 21:56:26.362796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3033d4-a741-4337-9bdb-b4afd3f5dc2c req-89e8b365-169c-4cdd-9d0f-fe68c6e061db tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:26.362796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce3033d4-a741-4337-9bdb-b4afd3f5dc2c req-89e8b365-169c-4cdd-9d0f-fe68c6e061db tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0677705 Nov 05 21:56:26.417063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce3033d4-a741-4337-9bdb-b4afd3f5dc2c req-8bb02e48-8c41-472b-bc43-65d76a6b2390 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Nov 05 21:56:26.615839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-b3f4be0b-8b52-418c-84d8-f666a5ed076b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662162 Nov 05 21:56:26.721508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-87c65ade-0c44-470c-ab82-e897ee41ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:26.723277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-87c65ade-0c44-470c-ab82-e897ee41ae54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1096 time: 0.0505831 Nov 05 21:56:26.844640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-c6a7d3b9-4737-44be-bc87-637a2c86dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:26.846258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-c6a7d3b9-4737-44be-bc87-637a2c86dec4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1033273 Nov 05 21:56:26.920869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-97a60715-4dad-4fcc-a2dc-f2d9e9a739ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 1001 time: 0.0667818 Nov 05 21:56:26.975795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-a367f254-dcfa-4c37-b7c1-51b9d26d3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:26.977186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-a367f254-dcfa-4c37-b7c1-51b9d26d3b01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0491247 Nov 05 21:56:27.036196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-6c92e3b1-7b22-4608-a0cf-9df86af7fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:27.037829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-6c92e3b1-7b22-4608-a0cf-9df86af7fa03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531137 Nov 05 21:56:27.146762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-4d6d7af7-abda-4f7a-981a-17cd2fcbe021 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021531 Nov 05 21:56:27.291079 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5981522c-84c8-400b-b54f-d393c2dcacaa req-2030b688-8f5e-4b29-8ff9-8f332b4bbaed service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364999 Nov 05 21:56:27.327313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e54eb-dc82-4098-9853-cac99bbc028a req-dbac62da-e0a0-4b14-8574-e46d7be6ba80 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:27.344876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-170e54eb-dc82-4098-9853-cac99bbc028a req-dbac62da-e0a0-4b14-8574-e46d7be6ba80 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0787504 Nov 05 21:56:27.404101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-170e54eb-dc82-4098-9853-cac99bbc028a req-54c41fd7-a398-4134-bf45-a7cb4ead40c2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Nov 05 21:56:27.622614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0948-3b4e-4a1c-a4ca-d1db24772eae req-f809c74c-0c36-4603-ae05-3766a04aaa2c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:27.629417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dccc0948-3b4e-4a1c-a4ca-d1db24772eae req-f809c74c-0c36-4603-ae05-3766a04aaa2c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0691299 Nov 05 21:56:27.708136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dccc0948-3b4e-4a1c-a4ca-d1db24772eae req-277e1db0-6534-4c32-a3df-a036e320c9bc tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717456 Nov 05 21:56:27.743528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e6a0518d-505b-48be-b119-fc74ca1279f9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:27.745701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e6a0518d-505b-48be-b119-fc74ca1279f9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 813 time: 0.1220970 Nov 05 21:56:27.762924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-f85926ee-23b8-4615-8621-39512827c95c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/quotas/1afbc5028b1842628821c45bee7eae90 HTTP/1.1" status: 200 len: 375 time: 0.0104046 Nov 05 21:56:27.838517 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-53145bea-8f63-4105-a607-978260de7ff2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637288 Nov 05 21:56:27.970204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-de340192-50e8-4c47-b0b0-075270e2366d service neutron] 10.222.0.41 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300659 Nov 05 21:56:28.082878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-edeacbf1-d670-4b24-b0fd-15e2db0c0e7f service neutron] 10.222.0.41 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113048 Nov 05 21:56:28.434065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6b209bb-6bf0-4e7d-9928-f7c93b0bcfd9 req-8ef243b5-7b92-4bdf-92c0-74146eb1f28c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 210 time: 0.0481210 Nov 05 21:56:28.887911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f3417-a29b-4298-bf01-772960c58aa6 req-4cd139be-ddab-464a-9e22-1bbf3d4b2a47 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:28.889556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55f3417-a29b-4298-bf01-772960c58aa6 req-4cd139be-ddab-464a-9e22-1bbf3d4b2a47 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0614734 Nov 05 21:56:28.942421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f55f3417-a29b-4298-bf01-772960c58aa6 req-d0406515-15c4-4b66-bdad-95eb77357619 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Nov 05 21:56:29.518998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b75ae30b-ef3c-490f-92c2-6fdbb4b1880f req-91339725-907a-4524-bdaa-74ea661310a5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 210 time: 0.0313189 Nov 05 21:56:30.144173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b49b4-6ebd-48e3-a958-8a632448fede req-b51c5369-3224-4059-9c99-2bbd7445412b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:30.147106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e23b49b4-6ebd-48e3-a958-8a632448fede req-b51c5369-3224-4059-9c99-2bbd7445412b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0669434 Nov 05 21:56:30.220671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e23b49b4-6ebd-48e3-a958-8a632448fede req-d7c35405-6d81-4523-bd56-082e813366ad tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661266 Nov 05 21:56:30.627879 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:30.646494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb57eced-c696-4b59-abde-6e0dad9b3160 req-2f122c8f-09c1-4980-8da5-63e358330c51 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 210 time: 0.0328455 Nov 05 21:56:31.412921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167027e7-4aa3-4c42-846b-810d86a74b4a req-0a2b934c-4e71-49a5-be2f-eb042124ea42 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:31.414507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-167027e7-4aa3-4c42-846b-810d86a74b4a req-0a2b934c-4e71-49a5-be2f-eb042124ea42 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0863802 Nov 05 21:56:31.484278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-167027e7-4aa3-4c42-846b-810d86a74b4a req-7540bc7c-5922-46ab-ba4c-39365a2854ee tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614998 Nov 05 21:56:31.779619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-41cb8cab-d956-4acb-a451-0a07a2dd9653 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:31.782921 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-41cb8cab-d956-4acb-a451-0a07a2dd9653 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.13 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 813 time: 0.2346165 Nov 05 21:56:31.813327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Request body: {'port': {'device_id': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86', 'admin_state_up': True, 'tenant_id': '1afbc5028b1842628821c45bee7eae90'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:31.898937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4995e296-2473-4614-b6fb-dd1b38626596 req-27cee139-b4a5-432b-8e8c-85ad2f811e34 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 210 time: 0.1211102 Nov 05 21:56:32.272462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Made reservation on behalf of 1afbc5028b1842628821c45bee7eae90 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:56:32.276701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:32.436896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Allocated IP 172.20.0.5 (e6e0df68-a9b4-4e03-82ae-8fccc533cf86/49e99950-3ec4-48d1-90ad-20f48a39d9c9/8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:56:32.787316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:32.805872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500e18-1cdd-4c19-be9b-56360d97a9b1 req-dbe4a06e-6618-44c0-be3d-74a9a6d0d095 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:32.808057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5500e18-1cdd-4c19-be9b-56360d97a9b1 req-dbe4a06e-6618-44c0-be3d-74a9a6d0d095 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.2080212 Nov 05 21:56:32.854421 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:32.936820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5500e18-1cdd-4c19-be9b-56360d97a9b1 req-cabc7e19-37fa-4656-aef4-481de360142d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168308 Nov 05 21:56:33.081041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e17f3f85-a730-4a65-8a0f-38fd79744b41 req-bfdcbfbf-7e30-46e4-9977-b61570d06f49 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 210 time: 0.0579419 Nov 05 21:56:33.085212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:33.104610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['da4f9237-0159-44b8-9864-24bdaf1617dc'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:56:33.152374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:56:33.158605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:56:33.162836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:56:33.169737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Pushing event updated for resources: {'Port': ['ID=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:33.242657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:33.243842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:33.339090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-e5563d39-7e18-445b-87b6-f7bc02c573d0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5395305 Nov 05 21:56:33.354843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Request body: {'port': {'device_id': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:33.471314 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:34.131684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e243cb-e341-4a21-a02b-651c8f3c97a6 req-26477c95-3b7d-49cd-914a-2243d4af8413 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:34.133468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:56:34.146714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80e243cb-e341-4a21-a02b-651c8f3c97a6 req-26477c95-3b7d-49cd-914a-2243d4af8413 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.1087360 Nov 05 21:56:34.160474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:34.181617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Transition to ACTIVE for port object 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:56:34.235202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80e243cb-e341-4a21-a02b-651c8f3c97a6 req-7795dda3-5f0d-49d4-8fef-5364d22be546 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860810 Nov 05 21:56:34.299628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:34.327689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e4a6b-6fa1-415d-8ee8-15e59a57f8e7 req-ce192796-2982-481b-873d-379d7839a5c9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:34.329931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a74e4a6b-6fa1-415d-8ee8-15e59a57f8e7 req-ce192796-2982-481b-873d-379d7839a5c9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 931 time: 0.1232634 Nov 05 21:56:34.460773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:34.509949 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a74e4a6b-6fa1-415d-8ee8-15e59a57f8e7 req-f847b9fb-6180-4386-8099-df5f397f1f4a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292946 Nov 05 21:56:34.525284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Attempting to bind port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:56:34.525818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Attempting to bind port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:56:34.526202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Attempting to bind port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:56:34.534569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:56:34.535029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Attempting to bind port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:56:34.540740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:56:34.541245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Checking segment: {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:56:34.541742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Bound using segment: {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:56:34.542258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Bound port: 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:56:34.542717 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:34.622905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] For port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:56:34.625845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] For port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:56:35.118920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:35.177783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.178464 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:35.189904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe HTTP/1.1" status: 200 len: 1091 time: 1.8300517 Nov 05 21:56:35.191625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'tag': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:35.201029 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cb3874-eab0-4807-9128-15e308ebc09a" -d '{"events": [{"name": "network-changed", "server_uuid": "461cba15-ee5b-4258-ba51-0ff6ea391d2a", "tag": "8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:35.221452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84894c-69e6-4d45-b87b-bac0cf61c7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:35.398446 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f4dba-d56d-49d0-b72b-46068c091cf4 x-openstack-request-id: req-508f4dba-d56d-49d0-b72b-46068c091cf4 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:35.398739 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461cba15-ee5b-4258-ba51-0ff6ea391d2a", "tag": "8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:35.398995 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-508f4dba-d56d-49d0-b72b-46068c091cf4 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:35.399398 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'tag': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe', 'status': 'completed', 'code': 200} Nov 05 21:56:35.434137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-16744ab5-3013-44f4-973b-2606e086b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.435737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-16744ab5-3013-44f4-973b-2606e086b34e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 1094 time: 0.0897024 Nov 05 21:56:35.472916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2afe5-b8ba-4e52-be9a-ac50c6940614 req-3752e373-16ee-4788-8baf-6136341a7ef8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.481792 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db2afe5-b8ba-4e52-be9a-ac50c6940614 req-3752e373-16ee-4788-8baf-6136341a7ef8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0884683 Nov 05 21:56:35.567150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-92cf5a68-c450-47ac-be18-6bb8497778d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe HTTP/1.1" status: 200 len: 217 time: 0.1218822 Nov 05 21:56:35.595181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9db2afe5-b8ba-4e52-be9a-ac50c6940614 req-c6684885-5b16-40f2-bf93-e99a8ab9512e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122172 Nov 05 21:56:35.647723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-469767c1-dfba-48d9-a186-9a3b32a3e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.649187 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-469767c1-dfba-48d9-a186-9a3b32a3e4ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.0712485 Nov 05 21:56:35.650789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-28da38f4-e377-45a4-8dd8-fe582e7790c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0760701 Nov 05 21:56:35.727819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-0be1d271-1737-464c-a089-7b0b11416d15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707636 Nov 05 21:56:35.795957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.796629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.797350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.810772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.811585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.812699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.814531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.826279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-4a01f65e-bf12-4a70-bf5e-75259cd1b19b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 6488 time: 0.0997748 Nov 05 21:56:35.942990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b83f-a6d7-4b1d-99bf-4386fbe16e9f req-d610ef97-e6e6-4da9-bc49-4627ff2fb4ab tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:35.951158 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-67a6b83f-a6d7-4b1d-99bf-4386fbe16e9f req-d610ef97-e6e6-4da9-bc49-4627ff2fb4ab tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 943 time: 0.2219472 Nov 05 21:56:36.017241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-4534979b-3845-43ae-8ac6-698e8484ebbb service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447183 Nov 05 21:56:36.074721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-16082cb4-6d59-4c2e-ad22-fcdc24ef9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.075196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-16082cb4-6d59-4c2e-ad22-fcdc24ef9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.075680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-16082cb4-6d59-4c2e-ad22-fcdc24ef9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.086684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-16082cb4-6d59-4c2e-ad22-fcdc24ef9d23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=f743c608-3f22-4271-bcad-61f66413d2e8&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 200 len: 2293 time: 0.2039189 Nov 05 21:56:36.140282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34153bf8-3214-4682-a2c4-0ec02defec9f req-13cbfba4-a28e-41f3-ad9b-bc3c0621fe32 service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170366 Nov 05 21:56:36.182769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-67a6b83f-a6d7-4b1d-99bf-4386fbe16e9f req-167112d7-c552-47fc-b36c-156e46fe27b8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284932 Nov 05 21:56:36.198569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-7833e8b8-08bd-4e6f-900a-ec7d71317139 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 200 len: 1000 time: 0.1058018 Nov 05 21:56:36.264736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-c7f725b8-5d0c-4ee2-a09d-b55dc9ccdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.266442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-c7f725b8-5d0c-4ee2-a09d-b55dc9ccdb52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 200 len: 850 time: 0.0606673 Nov 05 21:56:36.336414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-73628742-f61d-4169-af99-1e5cd521de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.336414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-73628742-f61d-4169-af99-1e5cd521de76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b35f41f0-e923-4394-b3c3-d9936cd8d0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490131 Nov 05 21:56:36.357542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-03498ccf-4b88-4b9b-a1a3-f3c1ced5df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.359578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-03498ccf-4b88-4b9b-a1a3-f3c1ced5df9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 1094 time: 0.0549583 Nov 05 21:56:36.381457 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f14f8b77-bbdd-4f87-8d06-8b72b29287f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:36.447723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-8b0fcf4d-d831-4cfd-90a2-be7a38a178fc service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185894 Nov 05 21:56:36.502658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-482d4889-9f12-455d-9f46-b21a6c48f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.504284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-482d4889-9f12-455d-9f46-b21a6c48f6a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 914 time: 0.1299396 Nov 05 21:56:36.557685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-802fe731-f963-4423-992b-3f7292be2e12 service neutron] 10.222.0.46 "GET /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024582 Nov 05 21:56:36.564920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-c3dc5ddf-d383-4b73-8721-838507ea920d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe HTTP/1.1" status: 200 len: 217 time: 0.0458956 Nov 05 21:56:36.620024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-581f0d8c-9ac8-4801-9bdf-01f8a3e5f2fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 217 time: 0.0547161 Nov 05 21:56:36.639849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-f7d6a959-5221-4ce4-a8f6-d612bc004561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.641812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-f7d6a959-5221-4ce4-a8f6-d612bc004561 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.0697355 Nov 05 21:56:36.709149 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-3de87b3c-70ae-433f-aece-304a0554ed62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601850 Nov 05 21:56:36.731026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-2188daff-2079-410f-bffa-d2f1696f9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.733044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-2188daff-2079-410f-bffa-d2f1696f9448 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.1065998 Nov 05 21:56:36.747868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5cc76-0030-4f03-9ba9-b1d3c51acfb0 req-c77ac0ba-2673-4480-ba77-2ffed1a6b5b6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.756494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a5cc76-0030-4f03-9ba9-b1d3c51acfb0 req-c77ac0ba-2673-4480-ba77-2ffed1a6b5b6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0775743 Nov 05 21:56:36.859411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06a5cc76-0030-4f03-9ba9-b1d3c51acfb0 req-cc1a095c-bee9-4a1c-bd15-cb4bc324d0b1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015584 Nov 05 21:56:36.869934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-782166bd-53b0-451d-a742-ac43d0bc67df service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395338 Nov 05 21:56:36.874385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-53f8b25f-fbd5-4530-9538-e39ac25ea672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:36.876095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-53f8b25f-fbd5-4530-9538-e39ac25ea672 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171923 Nov 05 21:56:37.052863 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2cb3874-eab0-4807-9128-15e308ebc09a req-7e656ee9-8fd9-4285-a77e-3b8ea059f45e service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739109 Nov 05 21:56:37.064366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-bc20b75c-0064-4f1a-87e4-1348a373abe7 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796563 Nov 05 21:56:37.210441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-70087de6-5b39-4c7d-94ef-2b0073b49145 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215138 Nov 05 21:56:37.265339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-42228ff5-1044-4ef5-855b-0340808d616f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 217 time: 0.0386515 Nov 05 21:56:37.363323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-6ccb8da8-6683-4a01-9488-5780ada3ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:37.364502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-6ccb8da8-6683-4a01-9488-5780ada3ede5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0848157 Nov 05 21:56:37.418035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3660979-6b89-4f5a-a355-2aa90f84349e req-27b29ddb-b12f-42bf-b9fe-75a58454af52 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:37.419511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3660979-6b89-4f5a-a355-2aa90f84349e req-27b29ddb-b12f-42bf-b9fe-75a58454af52 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 943 time: 0.1509988 Nov 05 21:56:37.446055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-6b591434-e2bb-402d-9682-0f985b9866f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:37.447741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-6b591434-e2bb-402d-9682-0f985b9866f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758042 Nov 05 21:56:37.492949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3660979-6b89-4f5a-a355-2aa90f84349e req-9b483cda-a7e3-4688-a737-5b6774444990 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667408 Nov 05 21:56:37.589975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-80759861-9870-49a4-bddc-becc5a4acf36 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953610 Nov 05 21:56:37.700327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-2c973df7-ceac-43b4-9f4a-00725f6544d8 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029294 Nov 05 21:56:37.754114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-70533aec-bc33-419b-95cd-cc38d559a3b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 200 len: 217 time: 0.0463495 Nov 05 21:56:37.860092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-80c88c7a-193a-428d-8d44-cead81ef1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:37.861573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-80c88c7a-193a-428d-8d44-cead81ef1c8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.1003966 Nov 05 21:56:37.885441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-3fb53f7e-8f4e-476e-b029-2d6647ddeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:37.887562 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-3fb53f7e-8f4e-476e-b029-2d6647ddeaf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 1097 time: 0.0739501 Nov 05 21:56:37.990067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-ef569641-4661-45a4-af9b-505bd76329bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:37.991805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-ef569641-4661-45a4-af9b-505bd76329bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204252 Nov 05 21:56:38.053111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a99f44-1d16-4490-9c4f-9bf2590178c3 req-30be32d6-33ca-4881-9bbc-f7cec116bb5e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:38.066487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4a99f44-1d16-4490-9c4f-9bf2590178c3 req-30be32d6-33ca-4881-9bbc-f7cec116bb5e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.1339548 Nov 05 21:56:38.145478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4a99f44-1d16-4490-9c4f-9bf2590178c3 req-fab96e57-4c56-4a67-ae66-5415ac169adf tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Nov 05 21:56:38.146363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-e4a79775-ce1b-486d-b90c-b8818702a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:38.148014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-e4a79775-ce1b-486d-b90c-b8818702a5cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 912 time: 0.2389226 Nov 05 21:56:38.207664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-2c6745e4-d25b-4fd4-8753-95aafe8b4aea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1 HTTP/1.1" status: 200 len: 217 time: 0.0503848 Nov 05 21:56:38.265481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-bce63b49-58e0-4ee3-91cb-3ee9ad91edc8 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650785 Nov 05 21:56:38.303432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-d614a9d9-66cc-4724-bad0-1392a3532f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:38.305377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-d614a9d9-66cc-4724-bad0-1392a3532f8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0911620 Nov 05 21:56:38.372075 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-536ec6c1-dafc-4666-9b9e-b63f1f3aa693 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587015 Nov 05 21:56:38.469582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-b4c675f3-8cac-4b9c-9ae5-607f3db51f39 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960471 Nov 05 21:56:38.513743 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f1cdad94-0a70-4f21-904e-985b3a222fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:38.540127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-acc93800-a03b-43dd-a4a4-2372388e9831 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 200 len: 217 time: 0.0600271 Nov 05 21:56:38.588285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-e4468fc7-3b44-4265-8cb8-590c68c0df03 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082999 Nov 05 21:56:38.628179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-199d4294-22d3-4c7e-a9d4-fc7b7449b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:38.629817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-199d4294-22d3-4c7e-a9d4-fc7b7449b56f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 200 len: 797 time: 0.0808859 Nov 05 21:56:38.636739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a59c2-f227-4b4f-8b4a-7e85865e7a57 req-9d7c7cf0-72a0-4198-b6ac-73a080af7ff1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:38.639679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b33a59c2-f227-4b4f-8b4a-7e85865e7a57 req-9d7c7cf0-72a0-4198-b6ac-73a080af7ff1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 943 time: 0.0618396 Nov 05 21:56:38.718689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b33a59c2-f227-4b4f-8b4a-7e85865e7a57 req-e9f42aed-6480-479b-a824-2c429341e4d2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724359 Nov 05 21:56:38.735960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-a14eb772-d3cd-473e-a9e6-09b553f0c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:38.737408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-a14eb772-d3cd-473e-a9e6-09b553f0c41e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f743c608-3f22-4271-bcad-61f66413d2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646093 Nov 05 21:56:38.742857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcf95450-67de-486c-b2ca-b8c871b7d6b0 req-481797a1-58ef-4eba-b636-ab98bd480215 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475749 Nov 05 21:56:38.849384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:56:38.870830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-cb162a31-b75a-453f-8663-d3b3df2b5757 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218386 Nov 05 21:56:38.974066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:38.980606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-3c49dc41-60e8-44a8-89f0-3fbc39a81868 service neutron] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016750 Nov 05 21:56:38.985804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe', 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86', 'port_id': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe', 'mac_address': 'fa:16:3e:6a:5a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e99950-3ec4-48d1-90ad-20f48a39d9c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:56:39.027469 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:39.032071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-5548afec-ae81-4e7e-a3c7-c9238e3823ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 200 len: 217 time: 0.0398405 Nov 05 21:56:39.041495 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:56:39.064803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:39.175987 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:39.261629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:39.280586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.280926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.283461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.283461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.283461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.283461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.283461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.283461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.283461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.284048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.284048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.284203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:39.412357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:56:39.517225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-5ab349bd-72ba-45be-a91c-a962699234f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:39.518304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-5ab349bd-72ba-45be-a91c-a962699234f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.4827662 Nov 05 21:56:39.542646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773611-8694-44d2-b3c5-79be3e2ed0c7 req-48912c1f-b6fb-4d54-b614-43ce1d7549a2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:39.544825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd773611-8694-44d2-b3c5-79be3e2ed0c7 req-48912c1f-b6fb-4d54-b614-43ce1d7549a2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0734363 Nov 05 21:56:39.626001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-73925868-1c38-4466-b78e-e00dea6c189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:39.627487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-73925868-1c38-4466-b78e-e00dea6c189d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007767 Nov 05 21:56:39.669217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd773611-8694-44d2-b3c5-79be3e2ed0c7 req-008f06ee-feb4-4a65-bbab-ae7ea4bed6f2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868223 Nov 05 21:56:39.741388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-c4b1ad54-8468-46ef-9118-f8c83f1c79b6 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048498 Nov 05 21:56:39.858946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-7c8a9a39-c9cf-441d-a0df-8f174a2890ad service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092827 Nov 05 21:56:39.916222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-9b019e0b-a8b4-4123-9c0b-cbe9ecb24342 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 200 len: 217 time: 0.0500357 Nov 05 21:56:39.969363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-558a6698-ee5c-4724-8192-da341e77cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:39.970824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-558a6698-ee5c-4724-8192-da341e77cbc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 200 len: 797 time: 0.0471339 Nov 05 21:56:39.991000 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:40.022940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-773d7ef9-d4ce-4488-890a-dbc9e04634c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.024438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-773d7ef9-d4ce-4488-890a-dbc9e04634c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=317d7b5c-d1e6-49f8-bb31-f6bfc843f087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459168 Nov 05 21:56:40.127034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-aaeff5f5-fd2f-4bb9-af7c-fe6d29c73207 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938177 Nov 05 21:56:40.180372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dfeb1-c157-4d7b-b5c3-0518959b08b1 req-ff346b3f-d06c-4671-a232-9781dfab9ecc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.182091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-364dfeb1-c157-4d7b-b5c3-0518959b08b1 req-ff346b3f-d06c-4671-a232-9781dfab9ecc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 944 time: 0.0780563 Nov 05 21:56:40.245352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08adef23-124f-4d13-9c4d-df0d809bbc43 req-bb87b966-7555-4258-ae23-7d33a2941f05 service neutron] 10.222.0.46 "GET /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103871 Nov 05 21:56:40.263478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-364dfeb1-c157-4d7b-b5c3-0518959b08b1 req-9dee004d-5772-412a-a42d-40ff945c1285 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724561 Nov 05 21:56:40.455622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.458116 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:56:40.461778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.468502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.474433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.480461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.486423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.494978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.497298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c2f2dbc3-1c04-427d-a1cf-64d90f5f9e56 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.1016445 Nov 05 21:56:40.560686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d37b0ef-01d7-43af-949c-dc97e5145c44 req-c01c0dd6-fcb6-42aa-ab02-b4feae82b345 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568590 Nov 05 21:56:40.832559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5612-a5c4-4fc5-a675-4e8edc239108 req-694dd838-b2ea-4764-9fda-9a43c4330330 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:40.834141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c1e5612-a5c4-4fc5-a675-4e8edc239108 req-694dd838-b2ea-4764-9fda-9a43c4330330 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 946 time: 0.0680394 Nov 05 21:56:40.880272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:56:40.894387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c1e5612-a5c4-4fc5-a675-4e8edc239108 req-e7b92a38-1d0e-4571-8b39-234d2c1971b8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Nov 05 21:56:41.038771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:56:41.043985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:41.048303 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:41.164114 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:41.196851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:41.199170 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfb9569-c732-4c25-a48a-d281d8041fc3" -d '{"events": [{"server_uuid": "461cba15-ee5b-4258-ba51-0ff6ea391d2a", "name": "network-vif-plugged", "status": "completed", "tag": "8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:41.212619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:41.239316 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51750e5d-d3e4-4148-8d65-c5a11ac6fc7e x-openstack-request-id: req-51750e5d-d3e4-4148-8d65-c5a11ac6fc7e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:41.239632 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461cba15-ee5b-4258-ba51-0ff6ea391d2a", "name": "network-vif-plugged", "status": "completed", "tag": "8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:41.240044 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51750e5d-d3e4-4148-8d65-c5a11ac6fc7e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:41.240602 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe', 'code': 200} Nov 05 21:56:41.304947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:41.386998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:41.404691 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:41.425097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69748ac8-8be7-42c2-a9fd-695850eaf629 req-1fc70a33-2512-48a1-bfab-334828e4b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.426660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69748ac8-8be7-42c2-a9fd-695850eaf629 req-1fc70a33-2512-48a1-bfab-334828e4b5c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 1096 time: 0.1098421 Nov 05 21:56:41.449619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38264-cdb3-4915-8fc0-3632e5cadf7f req-340dfd29-e5e1-4117-8461-6ed375015ca4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.452129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2f38264-cdb3-4915-8fc0-3632e5cadf7f req-340dfd29-e5e1-4117-8461-6ed375015ca4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 945 time: 0.0696433 Nov 05 21:56:41.482795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69748ac8-8be7-42c2-a9fd-695850eaf629 req-d4739621-9896-4938-9328-b9f2481717bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475428 Nov 05 21:56:41.517969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2f38264-cdb3-4915-8fc0-3632e5cadf7f req-92ce9e04-dcc6-4126-b5e9-f6e015a213df tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592296 Nov 05 21:56:41.729289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.731910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.738928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.769381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.776147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.783038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.789770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.793525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-1dd5c52f-91ec-4fae-819d-522b4f6cebfa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.1690640 Nov 05 21:56:41.871523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-317be155-f71f-4d0e-960c-ae06d7144983 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.873016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-317be155-f71f-4d0e-960c-ae06d7144983 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "GET /v2.0/ports/7f8eb599-9706-468b-8864-8c33aa45c77b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688751 Nov 05 21:56:41.902613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.908603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.914724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.921349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.927418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.934103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.940294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:41.942220 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-0953f721-33c5-4b74-876d-013d8beeae90 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 5431 time: 0.1475813 Nov 05 21:56:41.968605 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.053498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:42.083756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11b9ae35-d29f-4a06-b1ff-44c57780d25d req-13a8b074-22ff-4344-bf8a-ef7454b4725d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1169915 Nov 05 21:56:42.100352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-3dff2528-9406-4bb6-9caf-a7d4f1b9154e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "GET /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2211964 Nov 05 21:56:42.112068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:42.209985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.215730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.293619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:42.364081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.406851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] For port 7f8eb599-9706-468b-8864-8c33aa45c77b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f8eb599-9706-468b-8864-8c33aa45c77b,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:42.433035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:42.452253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] For port 7f8eb599-9706-468b-8864-8c33aa45c77b, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:56:42.498691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] device_id is not set on port 7f8eb599-9706-468b-8864-8c33aa45c77b yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:56:42.508557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.564608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.567823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-d8d0f3c5-25a8-41e8-8885-4e7836a61e27 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:42.578994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-d8d0f3c5-25a8-41e8-8885-4e7836a61e27 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e5c20f2-163c-499a-80b9-017e0b1f3469 HTTP/1.1" status: 200 len: 944 time: 0.0835857 Nov 05 21:56:42.686284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Deleting port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:42.686914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.718387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] No DVR routers for this DVR port 7f8eb599-9706-468b-8864-8c33aa45c77b on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:42.750671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8eb599-9706-468b-8864-8c33aa45c77b,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:42.768634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.768979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.769325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.769657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.769985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.770312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.770632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.770957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.771277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.771691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.771964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.772279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:42.794861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d67f7-aff8-485b-9ff9-fb2fe856e66f req-77ceace2-0fc6-4046-8f83-ecd5c1fb64d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:42.796445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-603d67f7-aff8-485b-9ff9-fb2fe856e66f req-77ceace2-0fc6-4046-8f83-ecd5c1fb64d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 945 time: 0.1583724 Nov 05 21:56:42.800141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] In _notify_port_updated(), no bound segment for port 7f8eb599-9706-468b-8864-8c33aa45c77b on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:56:42.801181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:42.801928 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.803325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-cfa09fa7-a9b8-4d98-b1e7-cc864a036b24 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 200 len: 1026 time: 0.6956754 Nov 05 21:56:42.806349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] For port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:42.819349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.825286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Calling delete_port for 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:42.875287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d656d687-904b-41f5-9eca-941bc7eb9bb5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:42.876772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d656d687-904b-41f5-9eca-941bc7eb9bb5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "GET /v2.0/ports/be6ddd98-0a33-4abd-b248-a37e230feccb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0643554 Nov 05 21:56:42.893720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:42.931623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2c5b738a-a0dc-460e-a80f-c22fb0449c5b None None] Provisioning complete for port 7f8eb599-9706-468b-8864-8c33aa45c77b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:42.932206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2c5b738a-a0dc-460e-a80f-c22fb0449c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:42.943919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-603d67f7-aff8-485b-9ff9-fb2fe856e66f req-497d5fb1-e839-4b91-8ea9-d61c0c1d5e0c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235404 Nov 05 21:56:42.981967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b738a-a0dc-460e-a80f-c22fb0449c5b None None] Port 7f8eb599-9706-468b-8864-8c33aa45c77b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:56:43.015679 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.061379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.095069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event deleted for resources: {'Port': ['ID=4e12cc23-2757-42ab-b6d6-bfa403c36fb1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:43.105738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.106082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.106587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.107072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.107564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.108066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.108536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.109006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.109472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.109950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.110579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.111107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:56:43.160016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] No DVR routers for this DVR port 4e12cc23-2757-42ab-b6d6-bfa403c36fb1 on host n-h2-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:43.163504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.165450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] For port be6ddd98-0a33-4abd-b248-a37e230feccb, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=be6ddd98-0a33-4abd-b248-a37e230feccb,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:43.168311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2fb6a39-505e-433f-b80f-764445f61cd0 req-de5cd228-4fb4-4da6-91bf-e395ef6b8ad2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "DELETE /v2.0/ports/4e12cc23-2757-42ab-b6d6-bfa403c36fb1 HTTP/1.1" status: 204 len: 173 time: 0.5875051 Nov 05 21:56:43.169068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-deleted', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:43.171816 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158dde51-c35d-458f-95d0-2bbb9b710884" -d '{"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-deleted", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:43.223536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] For port be6ddd98-0a33-4abd-b248-a37e230feccb, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:56:43.242188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:43.245744 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b0e5ba-400a-46e0-b94a-78b1e9c1a4a4" -d '{"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-unplugged", "status": "completed", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:43.274310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] device_id is not set on port be6ddd98-0a33-4abd-b248-a37e230feccb yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:56:43.286918 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.302534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-fdd020dc-1c5f-49c6-82c4-fe9836016473 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:43.308666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-fdd020dc-1c5f-49c6-82c4-fe9836016473 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:43.315028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-fdd020dc-1c5f-49c6-82c4-fe9836016473 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:43.321057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-fdd020dc-1c5f-49c6-82c4-fe9836016473 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:43.327772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-fdd020dc-1c5f-49c6-82c4-fe9836016473 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:43.334153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-fdd020dc-1c5f-49c6-82c4-fe9836016473 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:43.336067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-fdd020dc-1c5f-49c6-82c4-fe9836016473 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 4658 time: 0.1276174 Nov 05 21:56:43.359740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.426812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] Pushing event updated for resources: {'Port': ['ID=be6ddd98-0a33-4abd-b248-a37e230feccb,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:43.465529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] No DVR routers for this DVR port be6ddd98-0a33-4abd-b248-a37e230feccb on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:43.483595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a61ee32-19cf-4e03-86bb-71e379e7df3f req-4d457bd2-1363-4386-8da8-259cc3cd5dcf tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=98c39e8a-0776-4f42-9f5a-7bf01c606e1b&id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1402481 Nov 05 21:56:43.521521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] In _notify_port_updated(), no bound segment for port be6ddd98-0a33-4abd-b248-a37e230feccb on network f743c608-3f22-4271-bcad-61f66413d2e8 {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:56:43.522418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:43.523033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.524338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-6447a0c0-6101-4996-8aa3-7d8a3ff3d644 service neutron] 10.222.0.46 "PUT /v2.0/ports/be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 200 len: 1027 time: 0.6350088 Nov 05 21:56:43.579384 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03adaff3-95a5-48dc-8fc0-b20970cb5066 x-openstack-request-id: req-03adaff3-95a5-48dc-8fc0-b20970cb5066 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:43.579904 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-deleted", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1", "status": "failed", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:43.579982 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03adaff3-95a5-48dc-8fc0-b20970cb5066 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:43.580399 n-d-816738-5 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-deleted', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'status': 'failed', 'code': 422} returned with failed status Nov 05 21:56:43.625863 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ded59ea-9a8f-4338-a2b8-99639c6f63cc x-openstack-request-id: req-2ded59ea-9a8f-4338-a2b8-99639c6f63cc {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:43.626158 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c20f2-163c-499a-80b9-017e0b1f3469", "name": "network-vif-unplugged", "status": "failed", "tag": "4e12cc23-2757-42ab-b6d6-bfa403c36fb1", "code": 422}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:43.626419 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ded59ea-9a8f-4338-a2b8-99639c6f63cc {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:43.626829 n-d-816738-5 neutron-server[102293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e5c20f2-163c-499a-80b9-017e0b1f3469', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e12cc23-2757-42ab-b6d6-bfa403c36fb1', 'code': 422} returned with failed status Nov 05 21:56:43.648493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port 58f4e8f7-47db-4f99-b8f8-9b652105c956 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:43.648844 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.758401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] For port 58f4e8f7-47db-4f99-b8f8-9b652105c956, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=58f4e8f7-47db-4f99-b8f8-9b652105c956,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:43.758401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.773989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for 58f4e8f7-47db-4f99-b8f8-9b652105c956 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:43.809293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e3aebba1-ebbf-44d8-83e7-be7ca6b9ecfb None None] Provisioning complete for port be6ddd98-0a33-4abd-b248-a37e230feccb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:43.809771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3aebba1-ebbf-44d8-83e7-be7ca6b9ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:43.863105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e3aebba1-ebbf-44d8-83e7-be7ca6b9ecfb None None] Port be6ddd98-0a33-4abd-b248-a37e230feccb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:56:43.970481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:44.012223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=58f4e8f7-47db-4f99-b8f8-9b652105c956,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:44.107257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e15bc-fd9e-4935-b720-a7df397b5ee9 req-9581a139-6dcf-418a-a1da-8fddd3bb8f3e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:44.108784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed0e15bc-fd9e-4935-b720-a7df397b5ee9 req-9581a139-6dcf-418a-a1da-8fddd3bb8f3e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 945 time: 0.1007037 Nov 05 21:56:44.109687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] No DVR routers for this DVR port 58f4e8f7-47db-4f99-b8f8-9b652105c956 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:44.112336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:44.116061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-47b95018-26a4-435a-9a78-5ec5d1e43c2e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "DELETE /v2.0/ports/58f4e8f7-47db-4f99-b8f8-9b652105c956 HTTP/1.1" status: 204 len: 173 time: 0.5842953 Nov 05 21:56:44.116525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': '58f4e8f7-47db-4f99-b8f8-9b652105c956'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:44.119079 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bcbd09-0c54-4f33-be18-104a20b4c749" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "58f4e8f7-47db-4f99-b8f8-9b652105c956"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:44.230717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed0e15bc-fd9e-4935-b720-a7df397b5ee9 req-79d74644-42a5-4970-9590-67d720dcd9ac tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077621 Nov 05 21:56:44.256991 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d77241-6651-46bc-9bb7-13dc96e855e6 x-openstack-request-id: req-b4d77241-6651-46bc-9bb7-13dc96e855e6 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:44.257473 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "58f4e8f7-47db-4f99-b8f8-9b652105c956", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:44.257918 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4d77241-6651-46bc-9bb7-13dc96e855e6 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:44.258392 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': '58f4e8f7-47db-4f99-b8f8-9b652105c956', 'status': 'completed', 'code': 200} Nov 05 21:56:44.305071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port 482df8b5-d373-47a9-87d1-4f151e168030 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:44.305495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:44.422404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] For port 482df8b5-d373-47a9-87d1-4f151e168030, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=482df8b5-d373-47a9-87d1-4f151e168030,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:44.422777 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:44.436672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for 482df8b5-d373-47a9-87d1-4f151e168030 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:44.605685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-40f0838c-7bcb-45b0-ab6a-18c019e645a2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:44.608010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-40f0838c-7bcb-45b0-ab6a-18c019e645a2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.1388264 Nov 05 21:56:44.623588 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-b52fb016-c29a-4c9b-8123-fb98f1212136 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/quotas/f8fdff17b6244091b0c220ff30795346 HTTP/1.1" status: 200 len: 375 time: 0.0096030 Nov 05 21:56:44.656945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-79a68d18-224d-4fe8-87fa-d5c2d6abfe44 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271318 Nov 05 21:56:44.690268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:44.723568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-84905317-b70f-4e8e-bd91-cd836d48cbb2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:56:44.724955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-84905317-b70f-4e8e-bd91-cd836d48cbb2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593743 Nov 05 21:56:44.736815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=482df8b5-d373-47a9-87d1-4f151e168030,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:44.830560 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-39263e47-4fd7-4d49-aab8-f28789337235 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980814 Nov 05 21:56:44.843170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] No DVR routers for this DVR port 482df8b5-d373-47a9-87d1-4f151e168030 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:44.853429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2226-e017-4fc2-83e2-18f2c967951d req-528d8c07-75ba-4e64-97d6-30936ec59d9e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:44.859673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2226-e017-4fc2-83e2-18f2c967951d req-528d8c07-75ba-4e64-97d6-30936ec59d9e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:44.865643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2226-e017-4fc2-83e2-18f2c967951d req-528d8c07-75ba-4e64-97d6-30936ec59d9e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:44.867301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dae2226-e017-4fc2-83e2-18f2c967951d req-528d8c07-75ba-4e64-97d6-30936ec59d9e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 2414 time: 0.1082089 Nov 05 21:56:44.868540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:44.871958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-c5cda8aa-8e79-4b9b-a57c-fad67f57666d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "DELETE /v2.0/ports/482df8b5-d373-47a9-87d1-4f151e168030 HTTP/1.1" status: 204 len: 173 time: 0.7480757 Nov 05 21:56:44.926990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-d8cae1b4-4948-4803-82ed-e968b7248193 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897846 Nov 05 21:56:44.974542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0dae2226-e017-4fc2-83e2-18f2c967951d req-928d553f-ac31-4017-917d-6b475c6d218a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000524 Nov 05 21:56:45.019235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port d2b6bde2-e0e2-4844-96a9-be4627d988d2 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:45.021370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:45.155146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0369-a09c-47fb-955e-80c58eb143bf req-3e9b0822-c40e-48c0-87d4-27873cc2a43f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:45.156693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d7c0369-a09c-47fb-955e-80c58eb143bf req-3e9b0822-c40e-48c0-87d4-27873cc2a43f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 945 time: 0.1061218 Nov 05 21:56:45.218800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] For port d2b6bde2-e0e2-4844-96a9-be4627d988d2, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d2b6bde2-e0e2-4844-96a9-be4627d988d2,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:45.219167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:45.233955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d7c0369-a09c-47fb-955e-80c58eb143bf req-116f869e-95e1-4a40-a467-275407975fc9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657349 Nov 05 21:56:45.241204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for d2b6bde2-e0e2-4844-96a9-be4627d988d2 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:45.369207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7c57a9d-a5b2-4cab-93b4-099b5dffa610 req-ea5a7ca4-daae-4e8a-a8f4-2f3a71c84fb2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 210 time: 0.0472395 Nov 05 21:56:45.564104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:45.593659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=d2b6bde2-e0e2-4844-96a9-be4627d988d2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:45.636778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] No DVR routers for this DVR port d2b6bde2-e0e2-4844-96a9-be4627d988d2 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:45.639350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:45.642702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-dfe36fa6-6687-4f8d-bd9c-603845ab5142 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "DELETE /v2.0/ports/d2b6bde2-e0e2-4844-96a9-be4627d988d2 HTTP/1.1" status: 204 len: 173 time: 0.7622797 Nov 05 21:56:45.745917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port d5065d2d-b643-44b4-a69b-2794b131e876 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:45.746259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:45.846115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] For port d5065d2d-b643-44b4-a69b-2794b131e876, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d5065d2d-b643-44b4-a69b-2794b131e876,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:45.846575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:46.051786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f8eb599-9706-468b-8864-8c33aa45c77b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:46.111825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:46.112487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:46.116203 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Floating IP a5cebb55-63a0-4c5d-a554-35421515882e disassociated. External IP: 172.25.6.98, port: d5065d2d-b643-44b4-a69b-2794b131e876. Nov 05 21:56:46.121614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for d5065d2d-b643-44b4-a69b-2794b131e876 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:46.165457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f8eb599-9706-468b-8864-8c33aa45c77b not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:56:46.166125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d5065d2d-b643-44b4-a69b-2794b131e876 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:46.240637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568f98-e07d-4260-917e-416fed64d751 req-5da28bc0-1533-4e0f-82f5-067c2088459e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:46.242300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57568f98-e07d-4260-917e-416fed64d751 req-5da28bc0-1533-4e0f-82f5-067c2088459e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.13 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 945 time: 0.1788051 Nov 05 21:56:46.261579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0da181-0684-4673-a831-6ff72a623e5e req-f51bfeb2-040b-4930-b6ca-55a7a3461656 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:46.270418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0da181-0684-4673-a831-6ff72a623e5e req-f51bfeb2-040b-4930-b6ca-55a7a3461656 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:46.274031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': '482df8b5-d373-47a9-87d1-4f151e168030'}, {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:46.276796 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a861cc3a-f60d-4079-88cc-f06f49dadb8a" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "482df8b5-d373-47a9-87d1-4f151e168030"}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "d2b6bde2-e0e2-4844-96a9-be4627d988d2"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:46.277916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a0da181-0684-4673-a831-6ff72a623e5e req-f51bfeb2-040b-4930-b6ca-55a7a3461656 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 1680 time: 0.0969274 Nov 05 21:56:46.338011 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:46.423703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a0da181-0684-4673-a831-6ff72a623e5e req-f7c40377-75bd-4478-91cb-9df8d985d9f0 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1448004 Nov 05 21:56:46.456648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00100b-0090-4707-b2f4-019314a26f51 req-a792612d-5528-4999-b248-84c3abc1004c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:46.465771 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a00100b-0090-4707-b2f4-019314a26f51 req-a792612d-5528-4999-b248-84c3abc1004c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 945 time: 0.0867050 Nov 05 21:56:46.496718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:46.519255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Deleting port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:46.524809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:46.547661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device be6ddd98-0a33-4abd-b248-a37e230feccb no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:46.572341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=d5065d2d-b643-44b4-a69b-2794b131e876,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:46.673913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device be6ddd98-0a33-4abd-b248-a37e230feccb not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:56:46.674355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 58f4e8f7-47db-4f99-b8f8-9b652105c956 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:46.682609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a00100b-0090-4707-b2f4-019314a26f51 req-ed47b02e-d18c-45ed-834c-5d3b27bd8ad8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157404 Nov 05 21:56:46.714499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 58f4e8f7-47db-4f99-b8f8-9b652105c956 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:56:46.715300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 58f4e8f7-47db-4f99-b8f8-9b652105c956 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:56:46.716604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2b6bde2-e0e2-4844-96a9-be4627d988d2 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:46.725400 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4799c3-bc7f-4564-be7d-986bfd72d6cb x-openstack-request-id: req-5f4799c3-bc7f-4564-be7d-986bfd72d6cb {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:46.725706 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "482df8b5-d373-47a9-87d1-4f151e168030", "status": "completed", "code": 200}, {"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "d2b6bde2-e0e2-4844-96a9-be4627d988d2", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:46.725959 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f4799c3-bc7f-4564-be7d-986bfd72d6cb {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:46.726362 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': '482df8b5-d373-47a9-87d1-4f151e168030', 'status': 'completed', 'code': 200} Nov 05 21:56:46.726620 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': 'd2b6bde2-e0e2-4844-96a9-be4627d988d2', 'status': 'completed', 'code': 200} Nov 05 21:56:46.780776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: d2b6bde2-e0e2-4844-96a9-be4627d988d2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:56:46.781133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d2b6bde2-e0e2-4844-96a9-be4627d988d2 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:56:46.781793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 482df8b5-d373-47a9-87d1-4f151e168030 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:46.809009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] For port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:46.810873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:46.841007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Calling delete_port for 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:46.862777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 482df8b5-d373-47a9-87d1-4f151e168030 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:56:46.863121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 482df8b5-d373-47a9-87d1-4f151e168030 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:56:46.863537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 07716e02-a507-4c9a-890f-311f6a31175f no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:46.948880 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2781287c-1eaa-4720-9d45-887d9c6ec0fd req-c1857b4a-7092-4c66-aac6-1713d57de104 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 210 time: 0.0884826 Nov 05 21:56:46.959229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:56:47.082431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:47.136614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:47.145315 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9697ecc-0ed4-41e5-8c93-20b025c68e9f" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-unplugged", "status": "completed", "tag": "07716e02-a507-4c9a-890f-311f6a31175f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:47.185238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 07716e02-a507-4c9a-890f-311f6a31175f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=07716e02-a507-4c9a-890f-311f6a31175f,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:47.225047 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef78e3f-ac1f-4703-b8f4-950973747fee x-openstack-request-id: req-9ef78e3f-ac1f-4703-b8f4-950973747fee {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:47.225403 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-unplugged", "status": "completed", "tag": "07716e02-a507-4c9a-890f-311f6a31175f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:47.225723 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ef78e3f-ac1f-4703-b8f4-950973747fee {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:47.226481 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f', 'code': 200} Nov 05 21:56:47.254038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:56:47.267895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] Sync routers for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:56:47.283039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:56:47.283971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:56:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:47.287205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:47.326837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] No DVR routers for this DVR port d5065d2d-b643-44b4-a69b-2794b131e876 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:47.329978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:47.335467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-d3c4c895-a5f7-4a98-8a71-c951279e91a5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "DELETE /v2.0/ports/d5065d2d-b643-44b4-a69b-2794b131e876 HTTP/1.1" status: 204 len: 173 time: 1.6869407 Nov 05 21:56:47.412160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=07716e02-a507-4c9a-890f-311f6a31175f,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:47.540253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:56:47.576005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:47.591274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['da4f9237-0159-44b8-9864-24bdaf1617dc'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:56:47.610565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Pushing event deleted for resources: {'Port': ['ID=8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:47.688422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-4cd5ba4d-3075-4db0-9bde-b777c45bed97 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:47.689903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-4cd5ba4d-3075-4db0-9bde-b777c45bed97 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.3066676 Nov 05 21:56:47.696588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] No DVR routers for this DVR port 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:47.700383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:47.704918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Request body: {'port': {'device_id': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'admin_state_up': True, 'tenant_id': 'f8fdff17b6244091b0c220ff30795346'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:47.705415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57568f98-e07d-4260-917e-416fed64d751 req-527a0627-376e-4d20-9622-16ff2c3f5195 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.13 "DELETE /v2.0/ports/8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe HTTP/1.1" status: 204 len: 173 time: 1.4246662 Nov 05 21:56:47.706048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'name': 'network-vif-deleted', 'tag': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:47.709813 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8be0587-b1bc-4bac-8dbb-12c4a3f3a16f" -d '{"events": [{"server_uuid": "461cba15-ee5b-4258-ba51-0ff6ea391d2a", "name": "network-vif-deleted", "tag": "8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:47.733117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port 07716e02-a507-4c9a-890f-311f6a31175f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:47.733578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:47.748401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6990e8-d94f-4bc4-a138-b49fcb57bc5d req-1aa33fb0-4287-4691-be65-9b5c60b3d051 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:47.750065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc6990e8-d94f-4bc4-a138-b49fcb57bc5d req-1aa33fb0-4287-4691-be65-9b5c60b3d051 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 942 time: 0.1534770 Nov 05 21:56:47.938703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc6990e8-d94f-4bc4-a138-b49fcb57bc5d req-a1eaf501-285e-4a46-9450-58e42d0bad10 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1ab8596-43ce-40bd-949f-12c4f080bb03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1758513 Nov 05 21:56:47.988086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] For port 07716e02-a507-4c9a-890f-311f6a31175f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=07716e02-a507-4c9a-890f-311f6a31175f,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:47.990495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:48.001035 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d620600-9011-4ea8-8e03-722a1e80a966 req-4699ba49-fe85-4c87-95d7-49dfb027cccb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=461cba15-ee5b-4258-ba51-0ff6ea391d2a HTTP/1.1" status: 200 len: 210 time: 0.0372016 Nov 05 21:56:48.048329 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf61e4ad-2b62-4e26-9d84-aa8103c64f03 x-openstack-request-id: req-bf61e4ad-2b62-4e26-9d84-aa8103c64f03 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:48.048509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for 07716e02-a507-4c9a-890f-311f6a31175f owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:48.049057 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461cba15-ee5b-4258-ba51-0ff6ea391d2a", "name": "network-vif-deleted", "tag": "8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:48.049519 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf61e4ad-2b62-4e26-9d84-aa8103c64f03 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:48.050527 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461cba15-ee5b-4258-ba51-0ff6ea391d2a', 'name': 'network-vif-deleted', 'tag': '8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe', 'status': 'completed', 'code': 200} Nov 05 21:56:48.058345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:56:48.061937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:48.098250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:13Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:48.157116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] Checking router: 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:56:48.187266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:56:48.187931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:56:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:48.225720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e20d4-988b-4e09-a503-cb8a3abb06ab req-c075373a-18cd-47a4-9e86-1c08d697d1c6 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:48.231658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9095b26e-8249-43a1-9ea7-ccb9363cfe72 req-fcba2375-52c0-49a9-ad94-7106ac10f84d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 210 time: 0.0699883 Nov 05 21:56:48.235061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c8e20d4-988b-4e09-a503-cb8a3abb06ab req-c075373a-18cd-47a4-9e86-1c08d697d1c6 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 945 time: 0.1176050 Nov 05 21:56:48.299177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c8e20d4-988b-4e09-a503-cb8a3abb06ab req-08a11825-bd51-4c4a-8d12-403e98519184 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626178 Nov 05 21:56:48.333112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:56:48.383449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Allocated IP 172.20.0.4 (42cf4290-2b17-4eb4-b12d-e2679ffb9d14/ee209b30-1739-40bc-ae27-5eddff31c583/70854519-5769-40a8-8d64-9bfd0693d780) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:56:48.487381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:48.554811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:13Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:48.596562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2934303-b6a3-4c37-9d6f-c5e53b2c5bfa None None] The sync data for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 is: [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:46:05Z', 'revision_number': 4, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b97853f4-fadd-427f-a8ef-c2a18d0a2a6e', 'name': '', 'network_id': 'b35f41f0-e923-4394-b3c3-d9936cd8d0b4', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'mac_address': 'fa:16:3e:c2:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:46:00Z', 'updated_at': '2021-11-05T21:46:13Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'subnets': [{'id': 'fca2a2cb-d5ee-4663-98c0-03f85f939691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:56:48.860582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:48.862861 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adbe8ea-01a7-4376-971e-13a06ba9cd73" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:48.865550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=07716e02-a507-4c9a-890f-311f6a31175f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:48.896852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:48.935963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:56:48.936497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8fbf286b-8f59-4e7b-83d4-1f9e94c7b5fe not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:56:48.941083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] No DVR routers for this DVR port 07716e02-a507-4c9a-890f-311f6a31175f on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:48.947155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:48.950662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc64fb45-65aa-41d3-83da-db32f840e980 req-0d6c71b3-7410-41f4-8dc0-4488566d892a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.46 "DELETE /v2.0/ports/07716e02-a507-4c9a-890f-311f6a31175f HTTP/1.1" status: 204 len: 173 time: 1.6088805 Nov 05 21:56:48.958129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a9b04-ecd2-41cb-98a7-94642ab82a2e None None] New status for floating IP a5cebb55-63a0-4c5d-a554-35421515882e: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:56:48.970255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:48.997849 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0966875-f078-4f1f-89c2-a83c23e34d6f x-openstack-request-id: req-a0966875-f078-4f1f-89c2-a83c23e34d6f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:48.998142 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "d5065d2d-b643-44b4-a69b-2794b131e876", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:48.998392 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0966875-f078-4f1f-89c2-a83c23e34d6f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:48.998791 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': 'd5065d2d-b643-44b4-a69b-2794b131e876', 'status': 'completed', 'code': 200} Nov 05 21:56:49.096903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fa503a7b-1eb1-4906-b161-dd71dc9eb2b7 req-607715b5-ba21-4d38-9fdc-b9cdede055fa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0367732 Nov 05 21:56:49.098276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:49.159764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:56:49.162812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:56:49.169744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:56:49.195390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event updated for resources: {'Port': ['ID=70854519-5769-40a8-8d64-9bfd0693d780,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:49.239762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b75e28-0ecb-4a7c-afcd-bc8a7ebd6246 req-8fb22276-175f-495d-98bb-f137bc6a949e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:49.257437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:49.257437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:49.261092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17b75e28-0ecb-4a7c-afcd-bc8a7ebd6246 req-8fb22276-175f-495d-98bb-f137bc6a949e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0808432 Nov 05 21:56:49.367260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17b75e28-0ecb-4a7c-afcd-bc8a7ebd6246 req-5c90ceab-a374-4e06-ba6f-9cc79ca6c532 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998878 Nov 05 21:56:49.374918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-3909e358-d5b6-48a7-bb80-a767867f2958 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6741481 Nov 05 21:56:49.410129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Request body: {'port': {'device_id': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:56:49.470569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42549d-7a01-4c7f-b619-33fcde408098 req-c1e6c487-05d1-4313-86e1-47fa671eb7ec tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:49.477419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f42549d-7a01-4c7f-b619-33fcde408098 req-c1e6c487-05d1-4313-86e1-47fa671eb7ec tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 931 time: 0.1390705 Nov 05 21:56:49.511782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5fd0e-8a95-45eb-877b-c86eb2205986 req-49e63303-a44d-4478-9487-ca960df70096 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:49.516102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7bb5fd0e-8a95-45eb-877b-c86eb2205986 req-49e63303-a44d-4478-9487-ca960df70096 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 945 time: 0.0938160 Nov 05 21:56:49.536327 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:49.574443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f42549d-7a01-4c7f-b619-33fcde408098 req-7283df7c-043b-41e8-849a-eba117b2a97a tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 Nov 05 21:56:49.584128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7bb5fd0e-8a95-45eb-877b-c86eb2205986 req-1c1f9c87-b993-4688-a8a6-0b340c6aa3f6 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602846 Nov 05 21:56:49.715505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4c4ed-5736-48e3-8e53-a9c64995261a req-5f3a24fd-a0f2-4ff2-8d7d-f51999816151 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:49.717138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26f4c4ed-5736-48e3-8e53-a9c64995261a req-5f3a24fd-a0f2-4ff2-8d7d-f51999816151 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0503201 Nov 05 21:56:49.768640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26f4c4ed-5736-48e3-8e53-a9c64995261a req-29f8a756-d6ce-48d1-a757-69015c88f163 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Nov 05 21:56:49.816762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ac622-9b7b-48bc-9149-137675cb6184 req-814784ae-dd25-4e87-b856-983fbfe5e6e8 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:49.818229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-174ac622-9b7b-48bc-9149-137675cb6184 req-814784ae-dd25-4e87-b856-983fbfe5e6e8 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.46 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 945 time: 0.0740042 Nov 05 21:56:49.971020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70854519-5769-40a8-8d64-9bfd0693d780 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:56:49.980894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.002611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd288b4-6c1d-4a2f-9981-12f237f80fbe req-6c8f308b-63e1-43d0-ba52-57e6a4aa1814 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:50.004105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bd288b4-6c1d-4a2f-9981-12f237f80fbe req-6c8f308b-63e1-43d0-ba52-57e6a4aa1814 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1489286 Nov 05 21:56:50.011326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Transition to ACTIVE for port object 70854519-5769-40a8-8d64-9bfd0693d780 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:56:50.041483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Deleting port 208590b9-2926-4341-880a-85a0e08b6916 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:50.042293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.108926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bd288b4-6c1d-4a2f-9981-12f237f80fbe req-5e20cdbe-00b0-4730-9720-4a89c915c71c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963938 Nov 05 21:56:50.113960 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.205677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] For port 208590b9-2926-4341-880a-85a0e08b6916, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=208590b9-2926-4341-880a-85a0e08b6916,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:50.206047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.211220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=70854519-5769-40a8-8d64-9bfd0693d780,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:50.279311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b93c56b-02e5-402b-bf00-6fd3851e0772 req-81d92102-1894-4a97-851b-05ad3bf10ebd tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0488214 Nov 05 21:56:50.388865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Attempting to bind port 70854519-5769-40a8-8d64-9bfd0693d780 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:56:50.389200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Attempting to bind port 70854519-5769-40a8-8d64-9bfd0693d780 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:56:50.389533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Attempting to bind port 70854519-5769-40a8-8d64-9bfd0693d780 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:56:50.398615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Port 70854519-5769-40a8-8d64-9bfd0693d780 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:56:50.398935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Attempting to bind port 70854519-5769-40a8-8d64-9bfd0693d780 on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:56:50.411768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:56:50.412441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Checking segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:56:50.412570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Bound using segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:56:50.412893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Bound port: 70854519-5769-40a8-8d64-9bfd0693d780, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:56:50.413247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.512048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.512404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.512717 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Floating IP 376de7aa-ac4e-4d2a-b222-9600c52f5b42 disassociated. External IP: 172.25.6.233, port: 208590b9-2926-4341-880a-85a0e08b6916. Nov 05 21:56:50.513051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Calling delete_port for 208590b9-2926-4341-880a-85a0e08b6916 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:50.573045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] For port 70854519-5769-40a8-8d64-9bfd0693d780, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:56:50.587892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] For port 70854519-5769-40a8-8d64-9bfd0693d780, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=70854519-5769-40a8-8d64-9bfd0693d780,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:56:50.655904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.696953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:50.697579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.699114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] 10.222.0.46 "PUT /v2.0/ports/70854519-5769-40a8-8d64-9bfd0693d780 HTTP/1.1" status: 200 len: 1091 time: 1.3060358 Nov 05 21:56:50.734582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcfa70-58b2-4842-903e-9b665a26bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=70854519-5769-40a8-8d64-9bfd0693d780,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:50.792789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d531a1b-968e-4335-82d8-1c409d72bdb7 req-141b3885-20a9-4b86-85f3-2b41e1028562 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:50.792789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d531a1b-968e-4335-82d8-1c409d72bdb7 req-141b3885-20a9-4b86-85f3-2b41e1028562 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 943 time: 0.1008019 Nov 05 21:56:50.809822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44077f0c-d035-495f-84d1-145b677050d9 req-acee4562-9c19-456a-bd73-ecf029e55247 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:50.819516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44077f0c-d035-495f-84d1-145b677050d9 req-acee4562-9c19-456a-bd73-ecf029e55247 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 945 time: 0.1458516 Nov 05 21:56:50.860173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d531a1b-968e-4335-82d8-1c409d72bdb7 req-66fd7378-ec7f-4904-8c74-a74c47e158ca tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721078 Nov 05 21:56:50.897635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:50.943487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44077f0c-d035-495f-84d1-145b677050d9 req-1aa88a74-aee7-4131-8102-99e28468051e tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups?id=923592d4-2964-433f-9eaf-12e971d625d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230662 Nov 05 21:56:50.945825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event deleted for resources: {'Port': ['ID=208590b9-2926-4341-880a-85a0e08b6916,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:50.962666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-f89cd589-32a9-4f4d-b213-7031daacc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:50.964955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-f89cd589-32a9-4f4d-b213-7031daacc8a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 1094 time: 0.1125822 Nov 05 21:56:51.003879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f'}, {'name': 'network-changed', 'server_uuid': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'tag': '70854519-5769-40a8-8d64-9bfd0693d780'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:51.006028 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4" -d '{"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "07716e02-a507-4c9a-890f-311f6a31175f"}, {"name": "network-changed", "server_uuid": "9e81c075-bab1-49e6-b9b4-462e37e1461e", "tag": "70854519-5769-40a8-8d64-9bfd0693d780"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:51.052524 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6271520-18b3-4736-982c-073a9cb16c2b x-openstack-request-id: req-f6271520-18b3-4736-982c-073a9cb16c2b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:51.052824 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455e2f6d-e0d8-400b-9267-bf9b769f1302", "name": "network-vif-deleted", "tag": "07716e02-a507-4c9a-890f-311f6a31175f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e81c075-bab1-49e6-b9b4-462e37e1461e", "tag": "70854519-5769-40a8-8d64-9bfd0693d780", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:51.053079 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6271520-18b3-4736-982c-073a9cb16c2b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:51.053474 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e2f6d-e0d8-400b-9267-bf9b769f1302', 'name': 'network-vif-deleted', 'tag': '07716e02-a507-4c9a-890f-311f6a31175f', 'status': 'completed', 'code': 200} Nov 05 21:56:51.053729 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'tag': '70854519-5769-40a8-8d64-9bfd0693d780', 'status': 'completed', 'code': 200} Nov 05 21:56:51.057431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-a13307de-85a6-4172-9468-fe417d61a381 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70854519-5769-40a8-8d64-9bfd0693d780 HTTP/1.1" status: 200 len: 217 time: 0.0604806 Nov 05 21:56:51.154742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-579f30d4-6622-446b-ab93-a524afc93b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:51.156160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-579f30d4-6622-446b-ab93-a524afc93b24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0900378 Nov 05 21:56:51.174103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Router 5a632ee0-5686-4f22-949d-850cf733064d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:56:51.203345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-cdbcfd90-49a3-4dd2-a182-52b37aa14164 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357730 Nov 05 21:56:51.408323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-70835c4c-d65f-4864-a1df-cd100b1199be service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995401 Nov 05 21:56:51.413206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:56:51.430013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] Sync routers for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:56:51.439145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-526d4ab2-1d69-4922-8ff2-587c4d5b05b8 req-59f1237d-f160-42a1-9d10-af1851a6fec4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0532098 Nov 05 21:56:51.451394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:56:51.452255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:56:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:51.528027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] No DVR routers for this DVR port 208590b9-2926-4341-880a-85a0e08b6916 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:56:51.532395 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:51.535909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-174ac622-9b7b-48bc-9149-137675cb6184 req-f8bc3fbc-b7fb-4fe5-8000-c13f6c8bd1cb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.46 "DELETE /v2.0/ports/208590b9-2926-4341-880a-85a0e08b6916 HTTP/1.1" status: 204 len: 173 time: 1.7073634 Nov 05 21:56:51.616689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9afaa39b-6fa4-4bf9-ac2e-ce6444130a79 req-140e6cc5-8c67-4ca8-ae0c-16811cdf7ab2 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936772 Nov 05 21:56:51.630277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:56:51.840485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-8e64c4f1-6ae2-4b86-b45a-7e140c716853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:51.842308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-8e64c4f1-6ae2-4b86-b45a-7e140c716853 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 1094 time: 0.0881939 Nov 05 21:56:51.893519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:51.923349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] Checking router: 5a632ee0-5686-4f22-949d-850cf733064d for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:56:51.942830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:56:51.944253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:56:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:52.041452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-d0126787-f4c5-46f4-887e-2d9032a2a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:52.041452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-d0126787-f4c5-46f4-887e-2d9032a2a415 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 912 time: 0.1913834 Nov 05 21:56:52.097546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:56:52.158266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-32657644-1014-4d52-b888-44125a9f333f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70854519-5769-40a8-8d64-9bfd0693d780 HTTP/1.1" status: 200 len: 217 time: 0.0992043 Nov 05 21:56:52.165828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a8e88c58-08b7-4fac-a793-5107dd24f1e3 req-ce2e188c-e307-46d5-ad01-8547def8abeb tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efa7ba5-2e6a-41bd-824f-370b94a24de0 HTTP/1.1" status: 200 len: 210 time: 0.0476198 Nov 05 21:56:52.275650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-ccf30a78-cece-49b7-bd73-99d315363ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:52.277900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-ccf30a78-cece-49b7-bd73-99d315363ec7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.1049840 Nov 05 21:56:52.302438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4428926-fe21-429f-bc3b-c53a29b0ea9d req-e79c9afa-513a-49b8-b954-88e3561644f4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:52.304089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4428926-fe21-429f-bc3b-c53a29b0ea9d req-e79c9afa-513a-49b8-b954-88e3561644f4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 943 time: 0.3308113 Nov 05 21:56:52.340464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-9be11401-02d2-413b-ab5e-8f2dd2b9f864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544760 Nov 05 21:56:52.396005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4428926-fe21-429f-bc3b-c53a29b0ea9d req-e914e2e1-16a9-49fa-baa3-0acce87d25d8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830653 Nov 05 21:56:52.416977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:56:52.449213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e944b56-4030-4460-bde8-969a35f00f62 None None] The sync data for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 is: [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:48:38Z', 'revision_number': 4, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd4a3f841-43e2-4dd9-8f46-c30b90c5a331', 'name': '', 'network_id': '4b0fd063-a377-4d32-b254-76bd2e233467', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'mac_address': 'fa:16:3e:f1:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:37Z', 'updated_at': '2021-11-05T21:48:42Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'subnets': [{'id': '3bfc746d-a399-4e56-815f-f5bc9c201b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:56:52.468077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-9b5b507a-6bc0-4267-8a85-a0ac6b9eb812 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147792 Nov 05 21:56:52.582200 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c24d8329-bde2-4241-8b4a-b2d5831ca2a4 req-78397c0a-041c-4f1a-98c8-39429f932b43 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069252 Nov 05 21:56:52.586233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59d98032-82cb-4a84-b8ec-8d2a95a3c02b req-4f54fbbc-0005-4fae-9b68-45a26a7f7e3d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0360060 Nov 05 21:56:52.757667 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd2c58-dcbf-41d3-8884-1ea8df005021 None None] New status for floating IP 376de7aa-ac4e-4d2a-b222-9600c52f5b42: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 21:56:53.054742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'name': 'network-vif-deleted', 'tag': '208590b9-2926-4341-880a-85a0e08b6916'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:53.057304 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165a1305-039c-4442-b090-2a7ffd84fac1" -d '{"events": [{"server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "name": "network-vif-deleted", "tag": "208590b9-2926-4341-880a-85a0e08b6916"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:53.104648 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ca75e-1c0f-4909-a0a7-e93357160bca x-openstack-request-id: req-ba2ca75e-1c0f-4909-a0a7-e93357160bca {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:53.105504 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efa7ba5-2e6a-41bd-824f-370b94a24de0", "name": "network-vif-deleted", "tag": "208590b9-2926-4341-880a-85a0e08b6916", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:53.105764 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba2ca75e-1c0f-4909-a0a7-e93357160bca {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:53.106622 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efa7ba5-2e6a-41bd-824f-370b94a24de0', 'name': 'network-vif-deleted', 'tag': '208590b9-2926-4341-880a-85a0e08b6916', 'status': 'completed', 'code': 200} Nov 05 21:56:53.328557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ace57-3bde-4814-8862-0a96074fe031 req-bf186235-e490-4969-8c17-4a519c12211b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:53.330427 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be8ace57-3bde-4814-8862-0a96074fe031 req-bf186235-e490-4969-8c17-4a519c12211b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0504270 Nov 05 21:56:53.337671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37216) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:56:53.388870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be8ace57-3bde-4814-8862-0a96074fe031 req-1603b1bb-00d5-4849-9bc6-5999666a7e35 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Nov 05 21:56:53.400021 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14005ed7-9891-43fd-82cc-ccfc03ee1f0f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:53.425991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14005ed7-9891-43fd-82cc-ccfc03ee1f0f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:53.521166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0ee97-885a-475d-ad85-616196611928 req-5c40a386-20d1-4c38-aca3-67a8fdb3c3b0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:53.522916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4a0ee97-885a-475d-ad85-616196611928 req-5c40a386-20d1-4c38-aca3-67a8fdb3c3b0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0611718 Nov 05 21:56:53.550945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46d9d4-de15-4d63-99e2-b26f1d22ad00 req-93238aa4-01dc-41b4-b95d-d250a0869eb7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:53.556818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f46d9d4-de15-4d63-99e2-b26f1d22ad00 req-93238aa4-01dc-41b4-b95d-d250a0869eb7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 943 time: 0.0584383 Nov 05 21:56:53.580939 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4a0ee97-885a-475d-ad85-616196611928 req-b1e2e61c-0b87-44dc-9b12-0ada1cb10f3e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505111 Nov 05 21:56:53.611229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f46d9d4-de15-4d63-99e2-b26f1d22ad00 req-253aebbf-9605-4246-9bcd-476ebc5ee5e3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508049 Nov 05 21:56:53.612637 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14005ed7-9891-43fd-82cc-ccfc03ee1f0f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:53.614965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14005ed7-9891-43fd-82cc-ccfc03ee1f0f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:53.616147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-14005ed7-9891-43fd-82cc-ccfc03ee1f0f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "DELETE /v2.0/security-groups/923592d4-2964-433f-9eaf-12e971d625d9 HTTP/1.1" status: 204 len: 168 time: 0.2776895 Nov 05 21:56:53.618931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37224) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:56:53.633534 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-f0e51aa4-a0b0-40c3-b0a6-8162f9d7fad5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] show failed (client error): The resource could not be found. Nov 05 21:56:53.637849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f0e51aa4-a0b0-40c3-b0a6-8162f9d7fad5 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "GET /v2.0/security-groups/923592d4-2964-433f-9eaf-12e971d625d9 HTTP/1.1" status: 404 len: 347 time: 0.0140610 Nov 05 21:56:53.638545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37228) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:56:53.652601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14005ed7-9891-43fd-82cc-ccfc03ee1f0f tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923592d4-2964-433f-9eaf-12e971d625d9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:53.714882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82623081-3211-4c8b-91c4-85b4fca4381c req-9e7309a5-01ab-45f0-b931-c33a83760ad0 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0370460 Nov 05 21:56:53.780264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Deleting port 406e175b-5a53-4372-acfc-6c3ca8ec4986 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:56:53.780624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:53.862728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:53.863153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:53.875846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Calling delete_port for 406e175b-5a53-4372-acfc-6c3ca8ec4986 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:56:54.078376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 208590b9-2926-4341-880a-85a0e08b6916 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:56:54.100923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 208590b9-2926-4341-880a-85a0e08b6916 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:56:54.101299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 208590b9-2926-4341-880a-85a0e08b6916 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:56:54.112724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:54.138476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Pushing event deleted for resources: {'Port': ['ID=406e175b-5a53-4372-acfc-6c3ca8ec4986,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:54.228293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:54.231456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:54.233459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-92a0fc7d-97fe-4394-803e-363daae56018 tempest-AttachVolumeTestJSON-1069266606 tempest-AttachVolumeTestJSON-1069266606-project] 10.222.0.41 "DELETE /v2.0/floatingips/376de7aa-ac4e-4d2a-b222-9600c52f5b42 HTTP/1.1" status: 204 len: 168 time: 0.5918806 Nov 05 21:56:54.756899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d447ee-8dcc-4b77-bb9c-33ce78f84088 req-bd0653c2-b04f-4053-94a6-10988c5417b0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:54.759099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4d447ee-8dcc-4b77-bb9c-33ce78f84088 req-bd0653c2-b04f-4053-94a6-10988c5417b0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 943 time: 0.0707760 Nov 05 21:56:54.819042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4d447ee-8dcc-4b77-bb9c-33ce78f84088 req-75daf84f-a53e-4884-a5ba-7c5673a16347 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530250 Nov 05 21:56:54.843266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb2413dd-0d02-443f-81eb-9c722223bb47 req-401bd242-20ca-4134-8eb8-c087d1f6f22f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0359428 Nov 05 21:56:55.938938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51594eaa-49bb-4d6f-9f10-ac6459dc8da4 req-1eed1805-cc29-4a63-ad72-2bc09c13831e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:55.940599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51594eaa-49bb-4d6f-9f10-ac6459dc8da4 req-1eed1805-cc29-4a63-ad72-2bc09c13831e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 943 time: 0.0508382 Nov 05 21:56:55.958854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6ec7dcc-8db6-4e66-b3ab-9e6547c62738 req-3aee15aa-f6f7-4b9d-b61c-b3d4ba05412d tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0268581 Nov 05 21:56:55.999776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51594eaa-49bb-4d6f-9f10-ac6459dc8da4 req-918823c7-4999-4cd1-bdab-fce925ca22cc tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506558 Nov 05 21:56:56.093971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 70854519-5769-40a8-8d64-9bfd0693d780 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:56:56.188739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 70854519-5769-40a8-8d64-9bfd0693d780, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=70854519-5769-40a8-8d64-9bfd0693d780,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:56.200159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '70854519-5769-40a8-8d64-9bfd0693d780', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'port_id': '70854519-5769-40a8-8d64-9bfd0693d780', 'mac_address': 'fa:16:3e:af:b9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee209b30-1739-40bc-ae27-5eddff31c583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:56:56.242470 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:56.256493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70854519-5769-40a8-8d64-9bfd0693d780 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:56:56.277778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 70854519-5769-40a8-8d64-9bfd0693d780, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=70854519-5769-40a8-8d64-9bfd0693d780,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:56.335279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:56.384874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=70854519-5769-40a8-8d64-9bfd0693d780,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:56.515011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07952588-f96f-49af-b055-ebc211cb8bfe req-4b92e509-46b6-4925-a2c8-9d956711d96b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:56.516477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07952588-f96f-49af-b055-ebc211cb8bfe req-4b92e509-46b6-4925-a2c8-9d956711d96b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0500319 Nov 05 21:56:56.565533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07952588-f96f-49af-b055-ebc211cb8bfe req-cf0e457c-d53b-4f42-95ea-26c197e7b75a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Nov 05 21:56:56.649521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['70854519-5769-40a8-8d64-9bfd0693d780'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:56:56.710942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951512a3-2819-4de1-87e4-15a711c781a7 req-1e459fbf-3dd4-432d-8246-6200d27b8c6d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:56.712656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-951512a3-2819-4de1-87e4-15a711c781a7 req-1e459fbf-3dd4-432d-8246-6200d27b8c6d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0788448 Nov 05 21:56:56.768244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-951512a3-2819-4de1-87e4-15a711c781a7 req-77765a3c-b0ef-4f44-ab46-74d13f50f952 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489552 Nov 05 21:56:56.940338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885425f-cec5-4a8a-9a13-1e65bd24ad67 req-ae1ebbcb-8e2e-4fca-8a2a-69cb95e6500b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:56.941840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6885425f-cec5-4a8a-9a13-1e65bd24ad67 req-ae1ebbcb-8e2e-4fca-8a2a-69cb95e6500b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0510249 Nov 05 21:56:56.989957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6885425f-cec5-4a8a-9a13-1e65bd24ad67 req-7efa3451-d0c9-4b4c-a2c0-01bac3e20f1e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Nov 05 21:56:57.080209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cd51edf-f5c0-4af0-b092-062a68a16fd4 req-3321fe4e-7bac-461d-9021-ec2856e5446e tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0314012 Nov 05 21:56:57.142309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52762c22-142c-42b7-b6bd-db2cff741baa req-1b961bcb-9afb-45c7-81a8-c6fbc9237ac8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:57.143977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52762c22-142c-42b7-b6bd-db2cff741baa req-1b961bcb-9afb-45c7-81a8-c6fbc9237ac8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0586712 Nov 05 21:56:57.196648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52762c22-142c-42b7-b6bd-db2cff741baa req-9cd61eb0-a3e4-4c07-8eee-d0102715e928 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Nov 05 21:56:57.200542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be52cf-e45c-460a-a8f9-501548fdc309 req-45718afe-1297-450a-9479-6cf9e318f198 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:57.202257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a8be52cf-e45c-460a-a8f9-501548fdc309 req-45718afe-1297-450a-9479-6cf9e318f198 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 944 time: 0.0523796 Nov 05 21:56:57.258557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a8be52cf-e45c-460a-a8f9-501548fdc309 req-34a6ede3-f67a-40ce-a874-317e380d4c05 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494506 Nov 05 21:56:57.368668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249eebf-e644-488c-b28e-259c8ba58295 req-9ae325c9-8329-422c-be65-40ee11f2d0cd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:57.370133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f249eebf-e644-488c-b28e-259c8ba58295 req-9ae325c9-8329-422c-be65-40ee11f2d0cd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0501761 Nov 05 21:56:57.418749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f249eebf-e644-488c-b28e-259c8ba58295 req-1c46c9ac-78c7-4053-90b4-4ef872a2f93d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Nov 05 21:56:57.538232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dca76-2e71-440a-9ca8-ebe9f7827cc9 req-9a4263b9-3587-41b0-911b-91540c6dfd94 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:57.539649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be4dca76-2e71-440a-9ca8-ebe9f7827cc9 req-9a4263b9-3587-41b0-911b-91540c6dfd94 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0530143 Nov 05 21:56:57.586517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be4dca76-2e71-440a-9ca8-ebe9f7827cc9 req-a4acabaf-3214-4014-84fa-c70fe8fbab36 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Nov 05 21:56:57.767923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731237a-dc08-42ec-8c8f-cfedb26114ed req-d562d098-6cd9-4b84-96ad-5be2c809ede9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:57.769481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6731237a-dc08-42ec-8c8f-cfedb26114ed req-d562d098-6cd9-4b84-96ad-5be2c809ede9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0531156 Nov 05 21:56:57.826135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6731237a-dc08-42ec-8c8f-cfedb26114ed req-0c4e3183-8b37-4976-9402-2f758af827f4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503085 Nov 05 21:56:57.946975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5496-ff4e-4fb3-8631-d94a3fac96aa req-26071544-82b5-4d5b-88c7-ebe9861a1237 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:57.949093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27ce5496-ff4e-4fb3-8631-d94a3fac96aa req-26071544-82b5-4d5b-88c7-ebe9861a1237 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0500679 Nov 05 21:56:58.003633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27ce5496-ff4e-4fb3-8631-d94a3fac96aa req-68ed41e8-db6d-404c-aab7-d862a5cbcabc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Nov 05 21:56:58.094338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 70854519-5769-40a8-8d64-9bfd0693d780 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:56:58.183831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f4ad6-45f0-4132-8d76-b3474be7ce09 req-c8329c5f-6073-47af-b76e-4355934e2f48 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:58.185784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c1f4ad6-45f0-4132-8d76-b3474be7ce09 req-c8329c5f-6073-47af-b76e-4355934e2f48 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0560420 Nov 05 21:56:58.193043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6701ad3d-4315-49df-8fde-cc55f64deead req-bb36bdb3-082c-45f9-80f3-e174cd558c8f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0309105 Nov 05 21:56:58.214627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 70854519-5769-40a8-8d64-9bfd0693d780 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:56:58.218918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 70854519-5769-40a8-8d64-9bfd0693d780 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:56:58.219445 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:58.242678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c1f4ad6-45f0-4132-8d76-b3474be7ce09 req-adbf7fc8-69bc-4cab-937d-a0f49167786a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501282 Nov 05 21:56:58.330704 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:58.357229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70854519-5769-40a8-8d64-9bfd0693d780'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:56:58.359477 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cd7997-4ee4-4a8d-b408-a63813df4315" -d '{"events": [{"server_uuid": "9e81c075-bab1-49e6-b9b4-462e37e1461e", "name": "network-vif-plugged", "status": "completed", "tag": "70854519-5769-40a8-8d64-9bfd0693d780"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:56:58.374740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 70854519-5769-40a8-8d64-9bfd0693d780, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=70854519-5769-40a8-8d64-9bfd0693d780,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:56:58.387311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063c307-cca4-4b7a-af81-134a413dcee0 req-923aa19e-c33e-421f-80cb-d18856f0759d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:58.388908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9063c307-cca4-4b7a-af81-134a413dcee0 req-923aa19e-c33e-421f-80cb-d18856f0759d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0595307 Nov 05 21:56:58.406366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4ad33-a0dd-4881-af33-6028976529e7 req-cecff4b8-65d3-4f13-80fc-f5d743bada1b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:58.412038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7d4ad33-a0dd-4881-af33-6028976529e7 req-cecff4b8-65d3-4f13-80fc-f5d743bada1b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 944 time: 0.0605445 Nov 05 21:56:58.438188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9063c307-cca4-4b7a-af81-134a413dcee0 req-c51116c4-af0b-415f-b7f5-bfc245cb736a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Nov 05 21:56:58.449147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:56:58.475877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7d4ad33-a0dd-4881-af33-6028976529e7 req-6a78997a-3ef0-4ea6-8cee-8fb425ac1097 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615554 Nov 05 21:56:58.511951 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a0008a-b50e-4335-8ecc-3087fb43df50 x-openstack-request-id: req-43a0008a-b50e-4335-8ecc-3087fb43df50 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:56:58.514589 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e81c075-bab1-49e6-b9b4-462e37e1461e", "name": "network-vif-plugged", "status": "completed", "tag": "70854519-5769-40a8-8d64-9bfd0693d780", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:56:58.515702 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43a0008a-b50e-4335-8ecc-3087fb43df50 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:56:58.516597 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70854519-5769-40a8-8d64-9bfd0693d780', 'code': 200} Nov 05 21:56:58.530918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=70854519-5769-40a8-8d64-9bfd0693d780,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:56:58.616704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afa8a5-4863-4d21-90e8-32aa9f12297d req-9707b2f2-007d-4cd4-a3e6-f0da63ec75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:58.618521 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94afa8a5-4863-4d21-90e8-32aa9f12297d req-9707b2f2-007d-4cd4-a3e6-f0da63ec75fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 1096 time: 0.0472414 Nov 05 21:56:58.632718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b3fef-9d0c-4754-aa1a-aeaff186c70a req-ef185aab-499c-42c1-bc49-77a075e596b6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:58.634220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-150b3fef-9d0c-4754-aa1a-aeaff186c70a req-ef185aab-499c-42c1-bc49-77a075e596b6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0515118 Nov 05 21:56:58.667222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94afa8a5-4863-4d21-90e8-32aa9f12297d req-7cb53b29-7793-4305-aea5-de43022341a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Nov 05 21:56:58.691010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-150b3fef-9d0c-4754-aa1a-aeaff186c70a req-391f61ca-021e-494d-8326-2affe00d9785 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503273 Nov 05 21:56:58.812798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694274a4-54bd-4673-ad9c-c9f9556032de req-45c0ecb4-94c8-453b-9bc8-b869e3187fe7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:58.816014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-694274a4-54bd-4673-ad9c-c9f9556032de req-45c0ecb4-94c8-453b-9bc8-b869e3187fe7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0527449 Nov 05 21:56:58.869242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-694274a4-54bd-4673-ad9c-c9f9556032de req-b73df887-2a1c-41e2-a141-c8e79095364c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483315 Nov 05 21:56:59.111132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415e410-850c-43a4-b130-6e79f6f45ddd req-d3fe7e11-8d95-458a-ad24-eca824129eaf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:59.112685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f415e410-850c-43a4-b130-6e79f6f45ddd req-d3fe7e11-8d95-458a-ad24-eca824129eaf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 813 time: 0.1118374 Nov 05 21:56:59.129434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f415e410-850c-43a4-b130-6e79f6f45ddd req-75d5b72e-c1c5-42d2-a741-cc0e7eedf108 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/quotas/1afbc5028b1842628821c45bee7eae90 HTTP/1.1" status: 200 len: 375 time: 0.0097547 Nov 05 21:56:59.185352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f415e410-850c-43a4-b130-6e79f6f45ddd req-abca1faf-f9b0-4333-8a69-e0134868efb2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489531 Nov 05 21:56:59.297124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89120b5e-e168-438d-83e9-e218a825ad98 req-f139c884-1afa-4d49-a2d5-05de78377167 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0265653 Nov 05 21:56:59.298228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3481f1-5d02-4a04-8468-8e3191ca8b55 req-6087e075-476c-49b2-bd09-495eaa5a0f25 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:59.299807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a3481f1-5d02-4a04-8468-8e3191ca8b55 req-6087e075-476c-49b2-bd09-495eaa5a0f25 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0515578 Nov 05 21:56:59.357984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a3481f1-5d02-4a04-8468-8e3191ca8b55 req-47a56188-a3d4-47c5-a1ae-72362c04e99b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Nov 05 21:56:59.474501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0179416-864b-4320-82dc-1b8a71a87d99 req-f95476d2-d78f-4616-8b30-7ee5f564ad1a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:59.476014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0179416-864b-4320-82dc-1b8a71a87d99 req-f95476d2-d78f-4616-8b30-7ee5f564ad1a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0522840 Nov 05 21:56:59.524169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0179416-864b-4320-82dc-1b8a71a87d99 req-1950452c-f0d3-4939-b6ac-aa110bcfff8b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Nov 05 21:56:59.605933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1040d9-2b5b-4f09-99ae-485d09fa333a req-d724b325-2b24-425a-9614-272868b98955 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:59.607453 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad1040d9-2b5b-4f09-99ae-485d09fa333a req-d724b325-2b24-425a-9614-272868b98955 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0552649 Nov 05 21:56:59.658791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad1040d9-2b5b-4f09-99ae-485d09fa333a req-d17b6e36-58db-4043-a6cf-6ec9733bd0ad tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 Nov 05 21:56:59.686340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50d36327-8a2d-41d3-8d93-717249673b24 req-9aa6698f-362a-439e-ada6-8676520b8286 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1afbc5028b1842628821c45bee7eae90 HTTP/1.1" status: 200 len: 221 time: 0.0316310 Nov 05 21:56:59.801405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b867-30a3-4449-9120-de12e38c2426 req-57765f4c-9ca0-4ca7-8a9b-acc7710b5243 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:56:59.802957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eff5b867-30a3-4449-9120-de12e38c2426 req-57765f4c-9ca0-4ca7-8a9b-acc7710b5243 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0619500 Nov 05 21:56:59.880421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eff5b867-30a3-4449-9120-de12e38c2426 req-ccf0466b-9ed8-4040-8f8f-8a68492e7225 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710101 Nov 05 21:57:00.003595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e355a8-52fe-481e-a16f-69096e2b0f90 req-1ca760b0-36c3-440e-9ead-add83ba4d748 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:00.005116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56e355a8-52fe-481e-a16f-69096e2b0f90 req-1ca760b0-36c3-440e-9ead-add83ba4d748 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0588646 Nov 05 21:57:00.062191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56e355a8-52fe-481e-a16f-69096e2b0f90 req-a2e28b47-efeb-45c9-8982-b4a09febbffd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490658 Nov 05 21:57:00.218316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d9300-07c0-4559-88cf-acfcbe25e03b req-f8cabe8b-e5ff-41c3-ad96-b5991637bf1a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:00.219752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f0d9300-07c0-4559-88cf-acfcbe25e03b req-f8cabe8b-e5ff-41c3-ad96-b5991637bf1a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0540917 Nov 05 21:57:00.269319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f0d9300-07c0-4559-88cf-acfcbe25e03b req-ed9a96a0-59fb-4e51-bdb3-8e21372bc851 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429573 Nov 05 21:57:00.402748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29b504-8942-4575-b4f2-519b66f0ef1d req-9d610452-a0a8-42f9-b820-3a587f11ffca tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:00.404587 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be29b504-8942-4575-b4f2-519b66f0ef1d req-9d610452-a0a8-42f9-b820-3a587f11ffca tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0585499 Nov 05 21:57:00.439152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cea62221-3e38-4af9-8ae0-1a37056ebf56 req-5524ae3b-0a83-48b2-bb84-e58b5b60e5d1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0343776 Nov 05 21:57:00.458262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be29b504-8942-4575-b4f2-519b66f0ef1d req-809b4f58-98cc-45f2-bcc3-43dcad966856 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Nov 05 21:57:00.587115 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:00.593921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f2f73-ad0c-4c54-a28a-7c72a736eb68 req-888b626a-aaa7-49b4-aaf0-d4ab5cb1389c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:00.595516 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f52f2f73-ad0c-4c54-a28a-7c72a736eb68 req-888b626a-aaa7-49b4-aaf0-d4ab5cb1389c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0527296 Nov 05 21:57:00.654695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f52f2f73-ad0c-4c54-a28a-7c72a736eb68 req-758114bb-7a06-4edd-b925-61489a3cf2c2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 Nov 05 21:57:00.796574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b9f7-99c6-4f28-9bde-9193c31db3eb req-183c464d-9810-425b-a18b-39cd1e86b546 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:00.797011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f006843-6fad-466b-b299-1dae6f5f7542 req-09e1deab-88b0-4aa0-8978-ba3ef740b4a1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:00.798683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b949b9f7-99c6-4f28-9bde-9193c31db3eb req-183c464d-9810-425b-a18b-39cd1e86b546 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0594556 Nov 05 21:57:00.799428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f006843-6fad-466b-b299-1dae6f5f7542 req-09e1deab-88b0-4aa0-8978-ba3ef740b4a1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0610650 Nov 05 21:57:00.885052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b949b9f7-99c6-4f28-9bde-9193c31db3eb req-0bb98fcf-d1d3-413e-96ff-661d996db638 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769680 Nov 05 21:57:00.885314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f006843-6fad-466b-b299-1dae6f5f7542 req-a23bf7b1-f01b-4113-930c-9db05d0914cb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Nov 05 21:57:01.109235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832b90a-5744-4655-b7b2-9c0e47e9ecc4 req-c99c1a35-6059-4321-b68c-b79747084e26 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:01.110745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d832b90a-5744-4655-b7b2-9c0e47e9ecc4 req-c99c1a35-6059-4321-b68c-b79747084e26 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0524876 Nov 05 21:57:01.171023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d832b90a-5744-4655-b7b2-9c0e47e9ecc4 req-494d17c7-5e1d-46fd-aba7-685280d84668 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Nov 05 21:57:01.299184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bbbd9-6e87-4f62-ba24-dc0f85021105 req-00137173-7c4c-461b-984c-739dbdcffd96 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:01.300894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee4bbbd9-6e87-4f62-ba24-dc0f85021105 req-00137173-7c4c-461b-984c-739dbdcffd96 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0682793 Nov 05 21:57:01.347714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eae823-b411-43e3-908f-6d5b698c7cbb req-a7838bd4-176c-47c1-a3f5-f1cf35cdda29 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:01.356106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57eae823-b411-43e3-908f-6d5b698c7cbb req-a7838bd4-176c-47c1-a3f5-f1cf35cdda29 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0821421 Nov 05 21:57:01.391338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee4bbbd9-6e87-4f62-ba24-dc0f85021105 req-83cec684-2d04-4901-aa50-c92424dc2e06 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802863 Nov 05 21:57:01.417905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57eae823-b411-43e3-908f-6d5b698c7cbb req-0dcd5570-7bc8-426f-9155-2d6eeeb7c637 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590384 Nov 05 21:57:01.555970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-508d4bb4-bfd1-43a7-a6c5-efbfb1f3097e req-62b183d0-44b4-4d90-bbf6-09354ba78caa tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0403397 Nov 05 21:57:01.570510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec96e3e-7a16-49de-88b2-ef3bb3919de8 req-e42918d3-a4d3-42dc-a7d7-98b036ee3086 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:01.572236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec96e3e-7a16-49de-88b2-ef3bb3919de8 req-e42918d3-a4d3-42dc-a7d7-98b036ee3086 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0604119 Nov 05 21:57:01.623300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ec96e3e-7a16-49de-88b2-ef3bb3919de8 req-272f6adc-9de3-48e2-8ddd-871f5f8af355 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Nov 05 21:57:01.748683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c84f-dc29-4b9d-a83c-8a69a0db3775 req-fe7c5dce-6d73-476a-a82c-5d7084a4cb94 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:01.750385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a469c84f-dc29-4b9d-a83c-8a69a0db3775 req-fe7c5dce-6d73-476a-a82c-5d7084a4cb94 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0519948 Nov 05 21:57:01.808358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a469c84f-dc29-4b9d-a83c-8a69a0db3775 req-4b74b82f-8b6f-44c8-b915-6ba1cfcb112e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518172 Nov 05 21:57:01.982087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bcbc-f97f-4d38-bb6c-392402cacbae req-a128703d-1690-419f-8e9d-6b84e7345b1c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:01.983759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7af6bcbc-f97f-4d38-bb6c-392402cacbae req-a128703d-1690-419f-8e9d-6b84e7345b1c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0706251 Nov 05 21:57:02.088868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7af6bcbc-f97f-4d38-bb6c-392402cacbae req-4ca1f2c6-1f39-43f8-9ae2-bc76d01bae80 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937688 Nov 05 21:57:02.238065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd06b61-e11f-4733-ad7d-7330af5422ff req-8ea9551b-eb10-428d-ba97-00b93797dbbd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:02.239599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3dd06b61-e11f-4733-ad7d-7330af5422ff req-8ea9551b-eb10-428d-ba97-00b93797dbbd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0653222 Nov 05 21:57:02.298891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3dd06b61-e11f-4733-ad7d-7330af5422ff req-4a9dd2e4-0c84-418c-bd3d-6b1378581600 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517402 Nov 05 21:57:02.462214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f87cf7-56a9-48a3-96dd-35d15dc9c7c9 req-a514d679-9457-4838-9ae3-3a5e7086b559 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:02.464890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43f87cf7-56a9-48a3-96dd-35d15dc9c7c9 req-a514d679-9457-4838-9ae3-3a5e7086b559 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0797026 Nov 05 21:57:02.536285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736b771-65e7-44c1-a557-ff2fd17cea10 req-eda03309-fb1c-4171-bcf4-4ca0b1042498 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:02.544657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43f87cf7-56a9-48a3-96dd-35d15dc9c7c9 req-fa0d9848-9d48-49a1-a248-13b661cb6f90 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636749 Nov 05 21:57:02.546956 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d736b771-65e7-44c1-a557-ff2fd17cea10 req-eda03309-fb1c-4171-bcf4-4ca0b1042498 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0809977 Nov 05 21:57:02.606222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d736b771-65e7-44c1-a557-ff2fd17cea10 req-d2a22d48-8a04-4504-8079-f12395f788cc tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581310 Nov 05 21:57:02.687519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee646b-321d-4cb8-9677-4854ef143e53 req-ac2e4892-08c5-4fdd-86d7-b8e5169f2442 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:02.689937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cee646b-321d-4cb8-9677-4854ef143e53 req-ac2e4892-08c5-4fdd-86d7-b8e5169f2442 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0764766 Nov 05 21:57:02.737249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62e81b02-5020-43e3-84cc-b93689084fed req-23c455d5-f05a-4d68-887a-5c6b071b5277 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0551324 Nov 05 21:57:02.772164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cee646b-321d-4cb8-9677-4854ef143e53 req-ac6515d6-180b-433c-82fa-8c5fd6a22557 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746799 Nov 05 21:57:02.797776 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:02.945491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59e39-6fef-4981-b48e-1bbacca3507e req-5200955c-a21e-4266-b06d-3afc647abc02 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:02.946940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78c59e39-6fef-4981-b48e-1bbacca3507e req-5200955c-a21e-4266-b06d-3afc647abc02 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0521367 Nov 05 21:57:02.995377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78c59e39-6fef-4981-b48e-1bbacca3507e req-5b26378c-ceeb-479f-a5d1-96a11604a71a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Nov 05 21:57:03.200731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba236ef-efaf-40e8-b74d-73688e9d0527 req-dc9e129f-cd96-4eec-8371-b1bbfb5ce033 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:03.212057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bba236ef-efaf-40e8-b74d-73688e9d0527 req-dc9e129f-cd96-4eec-8371-b1bbfb5ce033 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0835524 Nov 05 21:57:03.282378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bba236ef-efaf-40e8-b74d-73688e9d0527 req-d29c501d-b9a5-4d09-9c05-e69957fb12a2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690207 Nov 05 21:57:03.473822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd89f04-0340-4a4a-856f-9ed2995c0a65 req-0d4f6b90-667e-4eb7-a3a8-6451aebaf505 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:03.485008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccd89f04-0340-4a4a-856f-9ed2995c0a65 req-0d4f6b90-667e-4eb7-a3a8-6451aebaf505 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0776720 Nov 05 21:57:03.552199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccd89f04-0340-4a4a-856f-9ed2995c0a65 req-ab652cc6-6871-4103-8318-9b1414a0fac3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661850 Nov 05 21:57:03.698404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aeaf16-6a3f-4002-8999-d00799a97095 req-514c8f3c-52bc-40fb-879c-33e98ba175b7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:03.700153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44aeaf16-6a3f-4002-8999-d00799a97095 req-514c8f3c-52bc-40fb-879c-33e98ba175b7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0796227 Nov 05 21:57:03.757062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db893-6221-40ea-a240-40e3d51bf7fc req-cfd729fa-3ab2-402a-ae2e-811d8ca46056 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:03.760490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c01db893-6221-40ea-a240-40e3d51bf7fc req-cfd729fa-3ab2-402a-ae2e-811d8ca46056 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0711439 Nov 05 21:57:03.763602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44aeaf16-6a3f-4002-8999-d00799a97095 req-f727cab0-500d-4e0c-abd5-5c3921d071ff tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569363 Nov 05 21:57:03.851089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c01db893-6221-40ea-a240-40e3d51bf7fc req-a46ae53e-2425-4377-99d1-1db35942fb29 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818536 Nov 05 21:57:03.896543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a10ad70-c46c-4649-8c5d-4a4be5404609 req-ba80c54b-676d-4bf9-b5b4-f86949cb5ec4 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0420294 Nov 05 21:57:03.982102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1dfda-3e4e-4f80-9ecf-80e0a1bd479c req-bad24763-5ee4-4537-ba31-13da5c0191c0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:03.983817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79e1dfda-3e4e-4f80-9ecf-80e0a1bd479c req-bad24763-5ee4-4537-ba31-13da5c0191c0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0525498 Nov 05 21:57:04.039648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79e1dfda-3e4e-4f80-9ecf-80e0a1bd479c req-5563d053-ab47-4aef-a474-b3e8630a6f66 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497005 Nov 05 21:57:04.167311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5245c30-0657-414e-9132-90398ae47c40 req-19280f9e-122e-4474-afa6-d08b39760a59 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:04.169728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5245c30-0657-414e-9132-90398ae47c40 req-19280f9e-122e-4474-afa6-d08b39760a59 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0525768 Nov 05 21:57:04.219937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5245c30-0657-414e-9132-90398ae47c40 req-edbf9418-c29d-4e60-9037-d377b396b43a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Nov 05 21:57:04.622903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7470-05cf-4bb6-8b30-e8729389cf7f req-5f66ad15-c002-4a68-8832-5e1c11b32c27 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:04.624493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d9a7470-05cf-4bb6-8b30-e8729389cf7f req-5f66ad15-c002-4a68-8832-5e1c11b32c27 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0580492 Nov 05 21:57:04.679358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d9a7470-05cf-4bb6-8b30-e8729389cf7f req-a84a3805-22a1-4ffb-be9d-635c0b4c9972 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Nov 05 21:57:04.973975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47483d15-4147-49c9-bdeb-ef6ce3ef68d2 req-3d5c79de-1038-40a1-b532-0e04c5950532 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:04.973975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47483d15-4147-49c9-bdeb-ef6ce3ef68d2 req-3d5c79de-1038-40a1-b532-0e04c5950532 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0586357 Nov 05 21:57:05.031657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47483d15-4147-49c9-bdeb-ef6ce3ef68d2 req-3505a533-e0f1-4107-90fc-1d47ac1acd13 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491428 Nov 05 21:57:05.041690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0df6b6a5-1d5e-4f10-a1a8-e15d6d93c67e req-9f065b09-1e10-422b-9ec1-1f5caeb41ce5 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0479822 Nov 05 21:57:05.808632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568235c-d162-40d6-9ef0-a3a5c0c3e5f9 req-65134fa2-4f2c-4422-ad14-7b537076a172 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:05.810944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3568235c-d162-40d6-9ef0-a3a5c0c3e5f9 req-65134fa2-4f2c-4422-ad14-7b537076a172 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0509589 Nov 05 21:57:05.860191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3568235c-d162-40d6-9ef0-a3a5c0c3e5f9 req-3e003d32-4f10-400d-b463-ed5d8a85a366 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Nov 05 21:57:06.151358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa294-f0b2-4be0-999b-b7228b474e0e req-4aeae736-7c39-469a-ad91-0e5687d820ad tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:06.152882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78eaa294-f0b2-4be0-999b-b7228b474e0e req-4aeae736-7c39-469a-ad91-0e5687d820ad tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0504942 Nov 05 21:57:06.222467 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78eaa294-f0b2-4be0-999b-b7228b474e0e req-c3bb8fa0-a3a0-47fd-af77-28b680610863 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633068 Nov 05 21:57:06.294716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbd0fed5-af0f-4434-9804-2f5b04d4af6c req-c66724b4-7f00-40be-82b9-b3c8bd922a44 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0623376 Nov 05 21:57:06.300797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b3232c58-4f7f-4acb-8e9b-e44053f13924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:06.393231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffae3d4-4b26-46df-a9c3-55e1b6252ce7 req-462ed194-3227-4aaf-b7a8-96c71501a765 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:06.394732 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ffae3d4-4b26-46df-a9c3-55e1b6252ce7 req-462ed194-3227-4aaf-b7a8-96c71501a765 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0761335 Nov 05 21:57:06.457686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ffae3d4-4b26-46df-a9c3-55e1b6252ce7 req-eceda84e-9d2f-46aa-9bc1-2cfdc288d9e2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523641 Nov 05 21:57:07.361492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0fc37-17fb-4419-b8a4-76036fc091ee req-d8b28819-34be-4c3e-af79-428566962a23 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:07.363210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c0fc37-17fb-4419-b8a4-76036fc091ee req-d8b28819-34be-4c3e-af79-428566962a23 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0594695 Nov 05 21:57:07.406938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-924cf3b6-5c3b-4f68-bded-5ba2ae5aa8a4 req-9430ab89-704c-42c4-af5e-126ec16fd61f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0354714 Nov 05 21:57:07.434617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1c0fc37-17fb-4419-b8a4-76036fc091ee req-aad43f7f-476c-4258-b80b-3995145b62e7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591948 Nov 05 21:57:07.628252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbd337-6a8c-451f-8e92-5d11e2b2043d req-7462ec14-bcff-4586-b0a7-49a70ae03f82 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:07.630063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8cbd337-6a8c-451f-8e92-5d11e2b2043d req-7462ec14-bcff-4586-b0a7-49a70ae03f82 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0701382 Nov 05 21:57:07.763461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8cbd337-6a8c-451f-8e92-5d11e2b2043d req-52a657db-682d-425a-ac73-ca8e5f6390bc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195779 Nov 05 21:57:07.892774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be6b61-dae6-421d-95c5-89153850c2ca req-0121d62b-109a-45ef-a84b-097144656b7a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:07.901251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34be6b61-dae6-421d-95c5-89153850c2ca req-0121d62b-109a-45ef-a84b-097144656b7a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0633979 Nov 05 21:57:07.947780 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34be6b61-dae6-421d-95c5-89153850c2ca req-8d67655f-457f-4c13-ac4c-53906ded263b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Nov 05 21:57:08.127784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fb6f7-6d90-4a0a-ab15-77617edd3fcc req-66ad79bb-7d7d-48aa-9442-1b019b9f05d1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:08.129313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a78fb6f7-6d90-4a0a-ab15-77617edd3fcc req-66ad79bb-7d7d-48aa-9442-1b019b9f05d1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0537477 Nov 05 21:57:08.191994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a78fb6f7-6d90-4a0a-ab15-77617edd3fcc req-98cc0ae8-0dcc-4068-a4ef-e94c71979880 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555553 Nov 05 21:57:08.326110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fb84e-ed87-4495-a373-ac7f40c6f1e4 req-b6e2fd25-562c-4ecb-ba2b-689f273b7bfe tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:08.328463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a58fb84e-ed87-4495-a373-ac7f40c6f1e4 req-b6e2fd25-562c-4ecb-ba2b-689f273b7bfe tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0636785 Nov 05 21:57:08.383304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a58fb84e-ed87-4495-a373-ac7f40c6f1e4 req-9346732c-47f9-4eb8-b39b-b0f85eb3a46f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Nov 05 21:57:08.541577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-85e13913-8ae7-44c1-b6cb-48a9b893033c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:08.603603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7b42da3-31a9-4283-9fe6-a1c24e9b63cc req-464c37db-6985-4b34-b424-bfc8da5ddb04 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0497501 Nov 05 21:57:08.677185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd4739-ea34-4751-aec2-153781578651 req-ae7c798a-0266-4f2e-af1e-b59c13296acc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:08.679459 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fd4739-ea34-4751-aec2-153781578651 req-ae7c798a-0266-4f2e-af1e-b59c13296acc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0906000 Nov 05 21:57:08.797889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27fd4739-ea34-4751-aec2-153781578651 req-eb300655-9318-4658-ab77-99d84f9ff3e9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116624 Nov 05 21:57:08.817344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdae23-09c7-4e90-9676-06084671d679 req-159f9f51-9768-4c52-8ddb-9096ad269cd1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:08.832827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5bdae23-09c7-4e90-9676-06084671d679 req-159f9f51-9768-4c52-8ddb-9096ad269cd1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.1296268 Nov 05 21:57:08.936937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5bdae23-09c7-4e90-9676-06084671d679 req-6d704fee-5fac-4459-a911-8912b65fb371 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013677 Nov 05 21:57:09.061006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c119e-c62c-466f-806b-514d0d31e1bd req-d0505d79-ccce-40e5-9535-e06a76425d7d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:09.062524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2c119e-c62c-466f-806b-514d0d31e1bd req-d0505d79-ccce-40e5-9535-e06a76425d7d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0518360 Nov 05 21:57:09.156206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d2c119e-c62c-466f-806b-514d0d31e1bd req-2f6675b8-ae3d-4dfd-9912-59e8a83e2ac9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865083 Nov 05 21:57:09.404754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d054-2c70-4e9a-b207-e37ad5bd08ed req-244f7dd7-11a0-421b-8a2b-b832bdf0727b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:09.411878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53a6d054-2c70-4e9a-b207-e37ad5bd08ed req-244f7dd7-11a0-421b-8a2b-b832bdf0727b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0922742 Nov 05 21:57:09.463736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53a6d054-2c70-4e9a-b207-e37ad5bd08ed req-d2cf7df2-2f9f-4b2d-9aae-899cb548bae0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509338 Nov 05 21:57:09.657375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a22e-82fc-432a-aafc-ff819d45e348 req-fb98488e-a14f-4bfd-87a4-40b7d2fcd93e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:09.660299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3116a22e-82fc-432a-aafc-ff819d45e348 req-fb98488e-a14f-4bfd-87a4-40b7d2fcd93e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0896087 Nov 05 21:57:09.750225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3116a22e-82fc-432a-aafc-ff819d45e348 req-a8ea6c96-eeff-4290-a871-68d6514532c4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786808 Nov 05 21:57:09.772878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42aff6c4-db05-4401-992c-78380b5b355d req-790a6410-add9-42f8-96e7-193055e338fe tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0398314 Nov 05 21:57:09.963798 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:10.081646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c2afb-0b32-4cd0-986c-10116a53c1e9 req-6bc5bfdd-edf6-4532-b258-2092d08ee5a1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:10.091906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-777c2afb-0b32-4cd0-986c-10116a53c1e9 req-6bc5bfdd-edf6-4532-b258-2092d08ee5a1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1175420 Nov 05 21:57:10.165739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e54e9-f52a-4807-8340-3675ef5bb629 req-7f5ad4e9-2049-4de2-8e44-e72b3c30efb2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:10.168161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f48e54e9-f52a-4807-8340-3675ef5bb629 req-7f5ad4e9-2049-4de2-8e44-e72b3c30efb2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0780938 Nov 05 21:57:10.172150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-777c2afb-0b32-4cd0-986c-10116a53c1e9 req-ef708cb2-1131-47e7-8e4b-00d4ba38c580 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739558 Nov 05 21:57:10.261608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f48e54e9-f52a-4807-8340-3675ef5bb629 req-a5c9d66a-3b0f-4212-a77e-fc4d8cbfe160 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868661 Nov 05 21:57:10.346144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37747c-5e38-48f7-b167-8b83fec79580 req-efdb001d-c658-4dbf-8d60-dadfa7ebf002 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:10.356091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb37747c-5e38-48f7-b167-8b83fec79580 req-efdb001d-c658-4dbf-8d60-dadfa7ebf002 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0752809 Nov 05 21:57:10.432182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb37747c-5e38-48f7-b167-8b83fec79580 req-e69956d0-289b-4c99-bc6c-9d27b3b7100d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743403 Nov 05 21:57:10.595019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8cf8a-1fed-4a80-8d10-31d8425b4d3c req-8734297f-8b6e-445f-937c-b864459e1d58 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:10.608083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21d8cf8a-1fed-4a80-8d10-31d8425b4d3c req-8734297f-8b6e-445f-937c-b864459e1d58 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0864608 Nov 05 21:57:10.694813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21d8cf8a-1fed-4a80-8d10-31d8425b4d3c req-43650db6-7719-4990-befc-3d72bb2a3ad3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858574 Nov 05 21:57:10.836447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3f134-2120-4fdc-a5ee-867200ccb4fc req-bf0a4086-c7f4-456d-9ed1-c19e9dfff0d8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:10.847380 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4b3f134-2120-4fdc-a5ee-867200ccb4fc req-bf0a4086-c7f4-456d-9ed1-c19e9dfff0d8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0649831 Nov 05 21:57:10.940164 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4b3f134-2120-4fdc-a5ee-867200ccb4fc req-7e0ef1d0-0aff-4c21-9458-ea3e9f9b62b8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901105 Nov 05 21:57:10.959764 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be407ec0-631d-425b-a048-a4933ac89085 req-6ed6c057-c3d6-4847-aa48-414548e10d7c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0444598 Nov 05 21:57:11.235603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985558c6-213f-4eac-85ae-accc389a6cc4 req-15b4b41e-de5c-4f42-854b-46eb1b6764b0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:11.245274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-985558c6-213f-4eac-85ae-accc389a6cc4 req-15b4b41e-de5c-4f42-854b-46eb1b6764b0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0760984 Nov 05 21:57:11.311936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-985558c6-213f-4eac-85ae-accc389a6cc4 req-a102e0e1-d676-496e-a0a2-e7dd0b8bbf8c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654151 Nov 05 21:57:11.386466 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:11.459327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a488fd2-e8ee-4543-a27f-93ce650fecaf req-49880911-f964-4f45-9f84-adeeda9441da tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:11.468905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a488fd2-e8ee-4543-a27f-93ce650fecaf req-49880911-f964-4f45-9f84-adeeda9441da tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0868723 Nov 05 21:57:11.552014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a488fd2-e8ee-4543-a27f-93ce650fecaf req-824748a1-852a-4175-bfb3-a3dea33eeefc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820670 Nov 05 21:57:11.793843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed83f7-e367-496d-ab08-5a8f99601267 req-a14e97c1-18b0-4a4c-bb5b-730ca0297eba tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:11.808528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80ed83f7-e367-496d-ab08-5a8f99601267 req-a14e97c1-18b0-4a4c-bb5b-730ca0297eba tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0842106 Nov 05 21:57:11.957374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80ed83f7-e367-496d-ab08-5a8f99601267 req-5c4b33ec-5646-446c-8dd5-f0f911314dbf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476421 Nov 05 21:57:11.974943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:12.129673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989dc52-a2c6-4088-9fde-612a7d34a3ab req-8226ceae-2d78-42c3-8bcb-022b8c7e8912 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:12.131235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2989dc52-a2c6-4088-9fde-612a7d34a3ab req-8226ceae-2d78-42c3-8bcb-022b8c7e8912 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.7292099 Nov 05 21:57:12.189956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cbea4-e7b9-40ce-890c-246fbd8dd2d5 req-a3e59181-2f5b-498f-94eb-9341735d193f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:12.203022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1c9cbea4-e7b9-40ce-890c-246fbd8dd2d5 req-a3e59181-2f5b-498f-94eb-9341735d193f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1239150 Nov 05 21:57:12.238101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2989dc52-a2c6-4088-9fde-612a7d34a3ab req-e0846e3f-2017-402f-b6f4-631880273cff tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948126 Nov 05 21:57:12.329888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1c9cbea4-e7b9-40ce-890c-246fbd8dd2d5 req-d07f4fdb-3aa1-4e67-890a-4b742cc13970 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256084 Nov 05 21:57:12.400645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a9c96b6-bf4b-43d2-9122-43d2fdfec5f7 req-9156ff11-48e4-4315-b2c0-14f146711d73 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0736520 Nov 05 21:57:12.588922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b04d5-5251-49c1-87b5-df48c9eaac44 req-24c573a8-dd58-47dc-88e9-2c464704b511 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:12.596597 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-076b04d5-5251-49c1-87b5-df48c9eaac44 req-24c573a8-dd58-47dc-88e9-2c464704b511 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0758801 Nov 05 21:57:12.648888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-076b04d5-5251-49c1-87b5-df48c9eaac44 req-adc8aa74-4dc6-493e-abd8-41022abdb36d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513940 Nov 05 21:57:12.790345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47de34-6c48-4ec2-b58a-164ba50ff896 req-7ee8aedf-fd42-4115-8cd2-aa22e8ee6daf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:12.799389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b47de34-6c48-4ec2-b58a-164ba50ff896 req-7ee8aedf-fd42-4115-8cd2-aa22e8ee6daf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0733690 Nov 05 21:57:12.870266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b47de34-6c48-4ec2-b58a-164ba50ff896 req-42b9ec72-0389-46c2-9bac-a1ed00250810 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678461 Nov 05 21:57:13.053488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf3228-62b6-46eb-b268-ad16aacf41ed req-b83909f5-26f5-49bd-8a1c-306feed045b9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:13.055328 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6cf3228-62b6-46eb-b268-ad16aacf41ed req-b83909f5-26f5-49bd-8a1c-306feed045b9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0579143 Nov 05 21:57:13.117568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6cf3228-62b6-46eb-b268-ad16aacf41ed req-c391b9d4-aea6-4f42-83fc-736e9166d56a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556016 Nov 05 21:57:13.257261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223f8a4-3906-4df4-875c-3ca444f198c8 req-1367ed47-ea43-4a04-890f-85af3e8371ed tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:13.259188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2223f8a4-3906-4df4-875c-3ca444f198c8 req-1367ed47-ea43-4a04-890f-85af3e8371ed tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0627756 Nov 05 21:57:13.368528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2223f8a4-3906-4df4-875c-3ca444f198c8 req-f7d89af7-c07b-46e2-a181-9f10850ba366 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012332 Nov 05 21:57:13.426328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532db3c-f477-4053-81c3-1ce7d296c4ed req-17415490-4fb1-4354-a36c-a8347dc194d8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:13.438142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7532db3c-f477-4053-81c3-1ce7d296c4ed req-17415490-4fb1-4354-a36c-a8347dc194d8 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0926046 Nov 05 21:57:13.489525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7532db3c-f477-4053-81c3-1ce7d296c4ed req-d68b4e20-c326-4332-a68e-95496951f5a5 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Nov 05 21:57:13.523144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb5a92e8-5195-4850-adee-ad089e044cd1 req-860eacf9-ae9b-426f-ab83-78ea15063c40 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0463772 Nov 05 21:57:13.621165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca979455-e10c-49e6-9880-a02b40ac1eed req-f3ab57a5-bfab-4037-ad92-fd3eea4977ee tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:13.622781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca979455-e10c-49e6-9880-a02b40ac1eed req-f3ab57a5-bfab-4037-ad92-fd3eea4977ee tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0624640 Nov 05 21:57:13.675892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca979455-e10c-49e6-9880-a02b40ac1eed req-6b5c6488-8a5a-475d-8f03-284dab5295af tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Nov 05 21:57:13.810510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921479ca-ea55-4663-988c-5f6b2fdd9072 req-8431d2d1-9781-4d47-bccd-a3a3effd6ad4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:13.812055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-921479ca-ea55-4663-988c-5f6b2fdd9072 req-8431d2d1-9781-4d47-bccd-a3a3effd6ad4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0560606 Nov 05 21:57:13.864355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-921479ca-ea55-4663-988c-5f6b2fdd9072 req-a7ccb8be-4336-41fe-983a-ecff8f92cb10 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Nov 05 21:57:14.641065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0acf-2714-4025-b8d7-026bbfe28963 req-f395a430-123c-4947-a26a-9f34d7c65053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:14.650663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2dc0acf-2714-4025-b8d7-026bbfe28963 req-f395a430-123c-4947-a26a-9f34d7c65053 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0742664 Nov 05 21:57:14.729560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51d936c4-7059-4492-982f-090cb0b4ccdb req-19b4bcc7-7a42-4a4b-8c65-94aa17b5546c tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/ports?device_id=455e2f6d-e0d8-400b-9267-bf9b769f1302 HTTP/1.1" status: 200 len: 210 time: 0.0472715 Nov 05 21:57:14.738980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a2dc0acf-2714-4025-b8d7-026bbfe28963 req-e6e77ab0-99d2-4686-bd5a-7de039522e40 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866725 Nov 05 21:57:14.862454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab3eb5-670e-4f9d-9ed2-b2fc8267a04d req-e545fa01-080c-43e0-9f4b-d2fc246f9b76 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:14.863985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3fab3eb5-670e-4f9d-9ed2-b2fc8267a04d req-e545fa01-080c-43e0-9f4b-d2fc246f9b76 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0668418 Nov 05 21:57:14.922368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3fab3eb5-670e-4f9d-9ed2-b2fc8267a04d req-fc564755-014c-46f5-9c46-772b48c25090 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512161 Nov 05 21:57:15.925747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd902d-af0e-4b21-9a76-a3918f5d4fa2 req-875c1777-7dbc-49f7-aa13-a9ab00f0679f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:15.934292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23cd902d-af0e-4b21-9a76-a3918f5d4fa2 req-875c1777-7dbc-49f7-aa13-a9ab00f0679f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0965538 Nov 05 21:57:16.013903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23cd902d-af0e-4b21-9a76-a3918f5d4fa2 req-e8a0ce94-2abd-4e72-879c-21c8fb033591 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785084 Nov 05 21:57:16.054259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37956) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:16.172114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109a5d4-0d2c-47d9-8eb8-da70aad77cab req-7725a9ee-d11c-4365-bc3b-8f2aa0975945 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:16.173754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d109a5d4-0d2c-47d9-8eb8-da70aad77cab req-7725a9ee-d11c-4365-bc3b-8f2aa0975945 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0789053 Nov 05 21:57:16.177257 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-926cf407-a639-43cb-9dd3-a9ddcc570eb3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.233156 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-926cf407-a639-43cb-9dd3-a9ddcc570eb3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.285109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d109a5d4-0d2c-47d9-8eb8-da70aad77cab req-88370a90-1d38-48d5-a792-933e8e2d7555 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992463 Nov 05 21:57:16.392561 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-926cf407-a639-43cb-9dd3-a9ddcc570eb3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.396023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-926cf407-a639-43cb-9dd3-a9ddcc570eb3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.397385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-926cf407-a639-43cb-9dd3-a9ddcc570eb3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1ab8596-43ce-40bd-949f-12c4f080bb03 HTTP/1.1" status: 204 len: 168 time: 0.3421240 Nov 05 21:57:16.400118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37972) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:16.409435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cf407-a639-43cb-9dd3-a9ddcc570eb3 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ab8596-43ce-40bd-949f-12c4f080bb03,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:16.414771 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-4c455e0a-3f14-4644-8219-b61e1233f648 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] show failed (client error): The resource could not be found. Nov 05 21:57:16.421902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4c455e0a-3f14-4644-8219-b61e1233f648 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "GET /v2.0/security-groups/d1ab8596-43ce-40bd-949f-12c4f080bb03 HTTP/1.1" status: 404 len: 347 time: 0.0206208 Nov 05 21:57:16.424755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:16.567844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port de60a0c4-1130-4bb6-b0fa-95c1c550a752 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:16.568431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.669020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.669569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.682614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for de60a0c4-1130-4bb6-b0fa-95c1c550a752 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:16.935259 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:16.990068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=de60a0c4-1130-4bb6-b0fa-95c1c550a752,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:17.046520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:17.049537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:17.053041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c1c6e92e-5fda-4b3d-b79c-2d09e31224af tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/floatingips/a5cebb55-63a0-4c5d-a554-35421515882e HTTP/1.1" status: 204 len: 168 time: 0.6247952 Nov 05 21:57:17.053281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38004) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:17.187376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port be6ddd98-0a33-4abd-b248-a37e230feccb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:17.187924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:17.190840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fc4d-b163-45b5-afdc-115b932c7dc6 req-9cbaadd7-a114-406b-bfe7-d1b9ef8905f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:17.194322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31f1fc4d-b163-45b5-afdc-115b932c7dc6 req-9cbaadd7-a114-406b-bfe7-d1b9ef8905f7 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0739899 Nov 05 21:57:17.258825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31f1fc4d-b163-45b5-afdc-115b932c7dc6 req-f2e4b68e-331e-45fb-a331-036dc34fc352 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581782 Nov 05 21:57:17.288692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:17.316545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for be6ddd98-0a33-4abd-b248-a37e230feccb owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:17.456936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f8a5-3a12-41f7-b4b1-45e29a30b15b req-75440862-6f13-4298-a933-4a08f33b08d8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:17.458457 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ca2f8a5-3a12-41f7-b4b1-45e29a30b15b req-75440862-6f13-4298-a933-4a08f33b08d8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0701668 Nov 05 21:57:17.466464 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:57:17.564510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ca2f8a5-3a12-41f7-b4b1-45e29a30b15b req-bb4eb831-5e06-449c-b681-e7a7337059d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980856 Nov 05 21:57:17.672225 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:17.706580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=be6ddd98-0a33-4abd-b248-a37e230feccb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:17.788537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:17.792062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-400b9aec-42ef-491a-85f6-f0d80563bba1 tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/ports/be6ddd98-0a33-4abd-b248-a37e230feccb HTTP/1.1" status: 204 len: 168 time: 0.7378266 Nov 05 21:57:17.794718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:17.888492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port 7f8eb599-9706-468b-8864-8c33aa45c77b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:17.890685 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:17.986424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.000630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for 7f8eb599-9706-468b-8864-8c33aa45c77b owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:18.093677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38054) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:18.226607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.283889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=7f8eb599-9706-468b-8864-8c33aa45c77b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:18.409722 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.413904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e319db45-123c-47c6-b67e-99d6d5aad4ff tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/ports/7f8eb599-9706-468b-8864-8c33aa45c77b HTTP/1.1" status: 204 len: 168 time: 0.6177182 Nov 05 21:57:18.416957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38072) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:18.506241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334328ac-93a4-46a2-857f-5569b9cbd7fc req-4e8aa215-c8ac-4494-956f-2623d4bcc407 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:18.507721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-334328ac-93a4-46a2-857f-5569b9cbd7fc req-4e8aa215-c8ac-4494-956f-2623d4bcc407 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.1138196 Nov 05 21:57:18.512806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting subnet 92a334b8-180c-4708-bf96-4f302d966367 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:57:18.523245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.602548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-334328ac-93a4-46a2-857f-5569b9cbd7fc req-86c62c33-cbfe-40bd-93bc-970242c3ec20 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869722 Nov 05 21:57:18.616161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.749639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbd4b5-860d-4d07-957c-943252a64e3c req-c71e5712-4b99-47b5-9223-b8d493dbeea2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:18.750178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.751159 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-16cbd4b5-860d-4d07-957c-943252a64e3c req-c71e5712-4b99-47b5-9223-b8d493dbeea2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0985272 Nov 05 21:57:18.838568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.843582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-16cbd4b5-860d-4d07-957c-943252a64e3c req-cb5bbd8b-00cf-43a4-b548-dafccfaaa723 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827646 Nov 05 21:57:18.912289 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.930827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:18.934103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/subnets/92a334b8-180c-4708-bf96-4f302d966367 HTTP/1.1" status: 204 len: 168 time: 0.5161984 Nov 05 21:57:18.963172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f422ae3-14b9-4aab-bfd2-d17d22e810c5 None None] Network 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:57:18.963740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38094) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:18.972405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6f57c-af50-4ac1-a48a-8a84592a298a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Subnet': ['ID=92a334b8-180c-4708-bf96-4f302d966367,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:19.019423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting subnet cdcf55b4-eeef-4be0-a859-36f03fdb09ca {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:57:19.023121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.082861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.224156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] DHCP port deletion for 317d7b5c-d1e6-49f8-bb31-f6bfc843f087 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:57:19.292928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] Deleting port 763372d8-b172-4a2c-9034-4d49bf6c01bc {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:19.293518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.297441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.393878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] For port 763372d8-b172-4a2c-9034-4d49bf6c01bc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=763372d8-b172-4a2c-9034-4d49bf6c01bc,segment=NetworkSegment(ba075ff8-9e9b-417a-a074-2931a48d8e0b),segment_id=ba075ff8-9e9b-417a-a074-2931a48d8e0b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:19.394517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.409657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] Calling delete_port for 763372d8-b172-4a2c-9034-4d49bf6c01bc owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:19.439143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.468387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.473205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c70a8-9aea-4a92-9ead-746a3cbf7ac6 None None] Network f743c608-3f22-4271-bcad-61f66413d2e8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:57:19.476720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38120) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:19.488533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/subnets/cdcf55b4-eeef-4be0-a859-36f03fdb09ca HTTP/1.1" status: 204 len: 168 time: 0.5424771 Nov 05 21:57:19.542610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd4f01-b579-4706-a389-7d068f26ef1b tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Subnet': ['ID=cdcf55b4-eeef-4be0-a859-36f03fdb09ca,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:19.559402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Deleting port d4a3f841-43e2-4dd9-8f46-c30b90c5a331 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:19.559772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.631489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 763372d8-b172-4a2c-9034-4d49bf6c01bc no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:19.682226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.769613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.771942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe3bc0-84d0-4b74-9cc1-b041c9bbd85d req-1d905ae0-c91d-443b-9393-cb997d90ad6d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:19.773553 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11fe3bc0-84d0-4b74-9cc1-b041c9bbd85d req-1d905ae0-c91d-443b-9393-cb997d90ad6d tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0790274 Nov 05 21:57:19.777534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Deleting port 763372d8-b172-4a2c-9034-4d49bf6c01bc {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:19.778533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.793733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] For port d4a3f841-43e2-4dd9-8f46-c30b90c5a331, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:19.794110 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.820701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Calling delete_port for d4a3f841-43e2-4dd9-8f46-c30b90c5a331 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:19.915427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] For port 763372d8-b172-4a2c-9034-4d49bf6c01bc, host n-d-816738-5, got binding levels [] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:19.916463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.942041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Calling delete_port for 763372d8-b172-4a2c-9034-4d49bf6c01bc owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:19.945718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Port 763372d8-b172-4a2c-9034-4d49bf6c01bc was not found and therefore no delete operation was performed {{(pid=102292) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 21:57:19.947951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.981235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:19.981700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] No DVR routers for this DVR port 763372d8-b172-4a2c-9034-4d49bf6c01bc on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:19.995599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Port': ['ID=763372d8-b172-4a2c-9034-4d49bf6c01bc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:19.998904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11fe3bc0-84d0-4b74-9cc1-b041c9bbd85d req-d8cdff18-d48e-401a-8178-7a7231e89fbf tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962905 Nov 05 21:57:20.058432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] Pushing event deleted for resources: {'Port': ['ID=763372d8-b172-4a2c-9034-4d49bf6c01bc,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:20.065983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5fd89-94b3-40b4-a481-567a0cbe744d None None] No DVR routers for this DVR port 763372d8-b172-4a2c-9034-4d49bf6c01bc on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:20.167023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] DHCP port deletion for f743c608-3f22-4271-bcad-61f66413d2e8 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:57:20.186669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.218616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675614de-e562-47e5-aaa4-a867ca3f3213 req-27b8764a-ee52-44b5-8b68-f00eff2fc5f0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:20.228294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-675614de-e562-47e5-aaa4-a867ca3f3213 req-27b8764a-ee52-44b5-8b68-f00eff2fc5f0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1652098 Nov 05 21:57:20.266198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] Deleting port 4d755491-de7f-4749-8a5a-c605c1a44055 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:20.266573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.268455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317d7b5c-d1e6-49f8-bb31-f6bfc843f087']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:20.287447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba075ff8-9e9b-417a-a074-2931a48d8e0b') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:20.287447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba075ff8-9e9b-417a-a074-2931a48d8e0b') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:20.298826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.324366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-675614de-e562-47e5-aaa4-a867ca3f3213 req-d998da9f-81c2-4b9a-8e5e-e2e54271d788 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886045 Nov 05 21:57:20.325204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.332687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:57:20.333530 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.348327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] For port 4d755491-de7f-4749-8a5a-c605c1a44055, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d755491-de7f-4749-8a5a-c605c1a44055,segment=NetworkSegment(2ffcb527-bc23-4d00-a50f-6c7f4f82de82),segment_id=2ffcb527-bc23-4d00-a50f-6c7f4f82de82)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:20.348937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:57:20.353880 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:57:20.358296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.371529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] Calling delete_port for 4d755491-de7f-4749-8a5a-c605c1a44055 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:20.388517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a3f841-43e2-4dd9-8f46-c30b90c5a331,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:20.506803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.543498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.546758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/networks/317d7b5c-d1e6-49f8-bb31-f6bfc843f087 HTTP/1.1" status: 204 len: 168 time: 1.0680006 Nov 05 21:57:20.549098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20853d-4074-408d-af29-a0533414560a tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Network': ['ID=317d7b5c-d1e6-49f8-bb31-f6bfc843f087,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:20.549510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38158) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:20.569813 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.611333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] Pushing event deleted for resources: {'Port': ['ID=4d755491-de7f-4749-8a5a-c605c1a44055,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:20.614205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef2ca2-f327-492d-83d7-18c27a9344cc None None] No DVR routers for this DVR port 4d755491-de7f-4749-8a5a-c605c1a44055 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:20.681393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.683201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.849296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.879737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f743c608-3f22-4271-bcad-61f66413d2e8']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:20.892228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffcb527-bc23-4d00-a50f-6c7f4f82de82') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:20.892494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffcb527-bc23-4d00-a50f-6c7f4f82de82') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:20.904207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.953253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.966277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:57:20.966683 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:57:20.969897 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:57:21.464177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Router 5a632ee0-5686-4f22-949d-850cf733064d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:57:21.466198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ccaa-f1f1-4a1f-bb61-4bed5f1d2de5 req-eacd3d59-0aa2-48a1-b6ce-a649b0ec31fb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:21.468253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2b8ccaa-f1f1-4a1f-bb61-4bed5f1d2de5 req-eacd3d59-0aa2-48a1-b6ce-a649b0ec31fb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0599761 Nov 05 21:57:21.478669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c605-0d8e-4c82-881a-d7f2b5738667 req-424b0b4c-9947-42eb-a597-bffed2f01eb3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:21.480773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee06c605-0d8e-4c82-881a-d7f2b5738667 req-424b0b4c-9947-42eb-a597-bffed2f01eb3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0822868 Nov 05 21:57:21.554592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:21.580293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:21.583914 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] 10.222.0.41 "DELETE /v2.0/networks/f743c608-3f22-4271-bcad-61f66413d2e8 HTTP/1.1" status: 204 len: 168 time: 1.0333486 Nov 05 21:57:21.596931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2b8ccaa-f1f1-4a1f-bb61-4bed5f1d2de5 req-2e5a7ffe-eecb-4f8d-8926-b40ed24e4a2d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125963 Nov 05 21:57:21.627324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3deb5f-d2cd-424a-9d23-9915ff80306f tempest-TaggedBootDevicesTest-2142088931 tempest-TaggedBootDevicesTest-2142088931-project] Pushing event deleted for resources: {'Network': ['ID=f743c608-3f22-4271-bcad-61f66413d2e8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:21.667090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee06c605-0d8e-4c82-881a-d7f2b5738667 req-ada7226a-aab9-4fb9-bc00-8ee7f04e9ab6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769888 Nov 05 21:57:21.703357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:57:21.708764 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-688bd66b-a5f5-4d5a-81e9-d205621e3202 admin admin] 10.222.0.41 "PUT /v2.0/routers/5a632ee0-5686-4f22-949d-850cf733064d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6140723 Nov 05 21:57:21.711331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38212) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:21.717412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] Sync routers for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:57:21.731170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:57:21.731834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:21.776151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4d755491-de7f-4749-8a5a-c605c1a44055 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:21.804199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 4d755491-de7f-4749-8a5a-c605c1a44055 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:21.804541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4d755491-de7f-4749-8a5a-c605c1a44055 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:21.853881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:21.905587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:57:21.979403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:22.120756 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:57:20Z', 'revision_number': 5, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port': {'id': 'a8f31bea-4219-4b9d-880c-630e55208b68', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a632ee0-5686-4f22-949d-850cf733064d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:48:34Z', 'updated_at': '2021-11-05T21:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:22.149912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] Checking router: 5a632ee0-5686-4f22-949d-850cf733064d for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:57:22.158704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] Routers {'5a632ee0-5686-4f22-949d-850cf733064d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:57:22.159247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5a632ee0-5686-4f22-949d-850cf733064d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:22.199401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Deleting port a8f31bea-4219-4b9d-880c-630e55208b68 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:22.199776 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:22.260478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] Set router 5a632ee0-5686-4f22-949d-850cf733064d gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:57:22.313509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] For port a8f31bea-4219-4b9d-880c-630e55208b68, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a8f31bea-4219-4b9d-880c-630e55208b68,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:22.313886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:22.339669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:57:21Z', 'revision_number': 6, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:22.363367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Calling delete_port for a8f31bea-4219-4b9d-880c-630e55208b68 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:22.372859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ef0e0-25c2-4d1b-984c-864cf4c21b5d None None] The sync data for ids ['5a632ee0-5686-4f22-949d-850cf733064d'] in n-d-816738-5 is: [{'id': '5a632ee0-5686-4f22-949d-850cf733064d', 'name': 'tempest-AttachVolumeTestJSON-369488047-router', 'tenant_id': '5f4287df32194c58a93e9d4fb51c011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:48:33Z', 'updated_at': '2021-11-05T21:57:21Z', 'revision_number': 6, 'project_id': '5f4287df32194c58a93e9d4fb51c011b', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:57:22.637848 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:22.669548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f31bea-4219-4b9d-880c-630e55208b68,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:22.765837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:22.849502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8571cac-b089-4221-ba91-f59c5802f12b req-a5c91f88-46c4-4773-a916-2c3c956d6a54 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:22.860055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8571cac-b089-4221-ba91-f59c5802f12b req-a5c91f88-46c4-4773-a916-2c3c956d6a54 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1153204 Nov 05 21:57:22.931293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8571cac-b089-4221-ba91-f59c5802f12b req-3425c45b-503f-4acd-a6a0-066d9e6a044b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688288 Nov 05 21:57:22.950741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:22.957964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.021981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec92421-2912-45fe-8588-c2dca78d119e req-74c64d0a-eb09-42f2-bb3f-14e91d7ad1e1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:23.023474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ec92421-2912-45fe-8588-c2dca78d119e req-74c64d0a-eb09-42f2-bb3f-14e91d7ad1e1 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.1448455 Nov 05 21:57:23.075295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.076326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a632ee0-5686-4f22-949d-850cf733064d {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:57:23.081920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.083343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-623a0ed3-ca6c-491e-abd8-9da940bfa05f admin admin] 10.222.0.41 "DELETE /v2.0/routers/5a632ee0-5686-4f22-949d-850cf733064d HTTP/1.1" status: 204 len: 168 time: 1.3706288 Nov 05 21:57:23.085953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38272) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:23.093269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ec92421-2912-45fe-8588-c2dca78d119e req-ddab49f1-8ad0-41af-a5c5-d213f4afabc4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621040 Nov 05 21:57:23.151646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] Deleting subnet 3bfc746d-a399-4e56-815f-f5bc9c201b25 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:57:23.155877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.198159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.293427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.478175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.516736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfc746d-a399-4e56-815f-f5bc9c201b25,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:23.540443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.547136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d3ac9542-108f-4f7a-892f-a7d830bced19 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3bfc746d-a399-4e56-815f-f5bc9c201b25 HTTP/1.1" status: 204 len: 168 time: 0.4556026 Nov 05 21:57:23.547798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d406e-5d14-40b0-8987-2929e69a9e7e None None] Network 4b0fd063-a377-4d32-b254-76bd2e233467 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:57:23.548291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38300) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:23.675089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d4a3f841-43e2-4dd9-8f46-c30b90c5a331 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:23.699336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.703783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d4a3f841-43e2-4dd9-8f46-c30b90c5a331 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:23.703783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d4a3f841-43e2-4dd9-8f46-c30b90c5a331 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:23.703783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a8f31bea-4219-4b9d-880c-630e55208b68 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:23.728276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a8f31bea-4219-4b9d-880c-630e55208b68 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:23.728760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a8f31bea-4219-4b9d-880c-630e55208b68 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:23.772889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Deleting port 2c1e86f3-46bd-40db-9d25-ccf417723452 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:23.773374 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.826815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] DHCP port deletion for 4b0fd063-a377-4d32-b254-76bd2e233467 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:57:23.856845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] For port 2c1e86f3-46bd-40db-9d25-ccf417723452, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c1e86f3-46bd-40db-9d25-ccf417723452,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:23.858349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:23.875834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Calling delete_port for 2c1e86f3-46bd-40db-9d25-ccf417723452 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:23.900047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] Deleting port 2c1e86f3-46bd-40db-9d25-ccf417723452 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:23.900421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.003297 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] For port 2c1e86f3-46bd-40db-9d25-ccf417723452, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c1e86f3-46bd-40db-9d25-ccf417723452,segment=NetworkSegment(d6206627-d1b4-456a-9813-b3689378af1e),segment_id=d6206627-d1b4-456a-9813-b3689378af1e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:24.007195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.021871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] Calling delete_port for 2c1e86f3-46bd-40db-9d25-ccf417723452 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:24.054715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.116272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1e86f3-46bd-40db-9d25-ccf417723452,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:24.141515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] No DVR routers for this DVR port 2c1e86f3-46bd-40db-9d25-ccf417723452 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.162876 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 21:57:24.167688 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 21:57:24.173717 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.228381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.247673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] Pushing event deleted for resources: {'Port': ['ID=2c1e86f3-46bd-40db-9d25-ccf417723452,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:24.259394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0fd063-a377-4d32-b254-76bd2e233467']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:24.264852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea88f0-d236-48e6-a379-e48b639eb69f None None] No DVR routers for this DVR port 2c1e86f3-46bd-40db-9d25-ccf417723452 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:24.270960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48909a5-7532-434d-833f-2f7125279b48 req-ee99a5c6-1143-4393-b096-1e3b0b87c2d8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:24.272583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b48909a5-7532-434d-833f-2f7125279b48 req-ee99a5c6-1143-4393-b096-1e3b0b87c2d8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.2293448 Nov 05 21:57:24.276600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bef761-bb15-46a3-b90a-f1e2510dacc2 req-9b9a84f7-c5ef-4536-a8f2-a2498c7bdcbd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:24.288289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77bef761-bb15-46a3-b90a-f1e2510dacc2 req-9b9a84f7-c5ef-4536-a8f2-a2498c7bdcbd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0725033 Nov 05 21:57:24.292288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6206627-d1b4-456a-9813-b3689378af1e') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:24.292597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6206627-d1b4-456a-9813-b3689378af1e') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:24.319149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.374808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b48909a5-7532-434d-833f-2f7125279b48 req-94ead269-f2f5-4108-9596-0eab10afc786 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799506 Nov 05 21:57:24.375858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.382371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:57:24.382778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:57:24.384613 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:57:24.393874 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77bef761-bb15-46a3-b90a-f1e2510dacc2 req-b23f8bb4-6694-4978-99d1-3211201f9bba tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984669 Nov 05 21:57:24.518044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.522948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:24.530480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4b0fd063-a377-4d32-b254-76bd2e233467 HTTP/1.1" status: 204 len: 168 time: 0.9816568 Nov 05 21:57:24.541492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaefac2-a487-465b-b2b9-bdcf79aa4be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0fd063-a377-4d32-b254-76bd2e233467,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:24.884978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38366) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:24.925044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-53482775-e8f0-4e21-abd7-3b6e058ce096 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f4287df32194c58a93e9d4fb51c011b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388410 Nov 05 21:57:24.927526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38368) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:24.981456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51da3ac4-497d-4e8f-9f62-78436bcd3816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:25.020826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51da3ac4-497d-4e8f-9f62-78436bcd3816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:25.123443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51da3ac4-497d-4e8f-9f62-78436bcd3816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:25.126056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51da3ac4-497d-4e8f-9f62-78436bcd3816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:25.129456 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-51da3ac4-497d-4e8f-9f62-78436bcd3816 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb1b40cd-3ecc-435e-803d-3a965274e14c HTTP/1.1" status: 204 len: 168 time: 0.1987853 Nov 05 21:57:25.136651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da3ac4-497d-4e8f-9f62-78436bcd3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b40cd-3ecc-435e-803d-3a965274e14c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:25.595580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5626-c1e6-4f25-bc91-ccf3fe817db0 req-4e44e8b3-dac6-4b1c-a7ce-0cd00a236f04 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:25.597715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42be5626-c1e6-4f25-bc91-ccf3fe817db0 req-4e44e8b3-dac6-4b1c-a7ce-0cd00a236f04 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0660968 Nov 05 21:57:25.625594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d279472-d4d2-4033-8093-bb0011e823cb req-0ca3cf07-0934-4854-b014-57ec8070b788 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:25.633418 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d279472-d4d2-4033-8093-bb0011e823cb req-0ca3cf07-0934-4854-b014-57ec8070b788 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0923626 Nov 05 21:57:25.652347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c1e86f3-46bd-40db-9d25-ccf417723452 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:25.682411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42be5626-c1e6-4f25-bc91-ccf3fe817db0 req-4674d2bb-efb6-4382-ab20-a487c27b1c46 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728014 Nov 05 21:57:25.699455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2c1e86f3-46bd-40db-9d25-ccf417723452 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:25.700403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c1e86f3-46bd-40db-9d25-ccf417723452 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:25.702063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d279472-d4d2-4033-8093-bb0011e823cb req-b8c214d3-cf50-4dd1-9377-abff8b70ec34 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Nov 05 21:57:26.890373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1bc3b-a1b9-4b59-97f7-d197e0afa5fc req-5a1ec4a1-e4f8-465c-806c-a55d576f93d9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:26.900838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-29a1bc3b-a1b9-4b59-97f7-d197e0afa5fc req-5a1ec4a1-e4f8-465c-806c-a55d576f93d9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.1061790 Nov 05 21:57:26.943844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b824c-8fde-4732-abbf-bfcff6703aeb req-1f542056-5c4e-44da-b086-f10bccad4176 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:26.951192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c8b824c-8fde-4732-abbf-bfcff6703aeb req-1f542056-5c4e-44da-b086-f10bccad4176 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0833638 Nov 05 21:57:26.957666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-29a1bc3b-a1b9-4b59-97f7-d197e0afa5fc req-a69504b5-7825-40b5-b965-9aa5a4d6d840 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552883 Nov 05 21:57:26.997435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c8b824c-8fde-4732-abbf-bfcff6703aeb req-3a9ca724-355b-496a-9293-25805b95a48b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Nov 05 21:57:27.662578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-ffa16814-a04f-4ea5-9609-b337bc88a30e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933201 Nov 05 21:57:27.777807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169121-8460-4f49-a261-45e353c9abc6 req-0eaff5a6-9b0f-4e96-8fee-d5c4281f13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:27.779927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-0eaff5a6-9b0f-4e96-8fee-d5c4281f13fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1096 time: 0.0623324 Nov 05 21:57:27.961121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169121-8460-4f49-a261-45e353c9abc6 req-34148c1c-c7be-4f34-9c0b-f4a4395bf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:27.962778 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-34148c1c-c7be-4f34-9c0b-f4a4395bf0e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1607988 Nov 05 21:57:28.091935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-de2202cf-591f-47db-a305-097bf1c91455 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 1001 time: 0.1193571 Nov 05 21:57:28.163035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac76b-dbab-4195-80ff-81aa80150a2a req-e666432b-a16e-4ffc-bf5b-392307e9a5f4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:28.172196 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d11ac76b-dbab-4195-80ff-81aa80150a2a req-e666432b-a16e-4ffc-bf5b-392307e9a5f4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0705709 Nov 05 21:57:28.244011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d11ac76b-dbab-4195-80ff-81aa80150a2a req-51d92564-320c-4013-8acb-4f8ff9d02325 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689433 Nov 05 21:57:28.268136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169121-8460-4f49-a261-45e353c9abc6 req-14095a21-33bb-4a04-9ef4-0e173fea7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:28.269641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-14095a21-33bb-4a04-9ef4-0e173fea7ea4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.1671329 Nov 05 21:57:28.281440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239bd9f-72ba-467d-956f-fff0914341c4 req-3b07a5e9-4c74-478a-b213-a078b8c635c7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:28.288610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5239bd9f-72ba-467d-956f-fff0914341c4 req-3b07a5e9-4c74-478a-b213-a078b8c635c7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1342437 Nov 05 21:57:28.381579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5239bd9f-72ba-467d-956f-fff0914341c4 req-fb4ed634-5cf1-4587-826d-39fabbf8aa66 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873165 Nov 05 21:57:28.393828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169121-8460-4f49-a261-45e353c9abc6 req-7631fae1-95fe-4f5d-afec-95c69017d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:28.395313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-7631fae1-95fe-4f5d-afec-95c69017d08b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859442 Nov 05 21:57:28.563570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-c0c162ca-2b74-4a4a-9fd9-f89178f104e8 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589899 Nov 05 21:57:28.767488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21169121-8460-4f49-a261-45e353c9abc6 req-5e00ce80-c68f-41cc-a759-b8a250b4e3aa service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968281 Nov 05 21:57:29.382634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6e140-dfb0-40d2-9b9d-c8755d570417 req-6dce3d2e-dbef-4081-9570-2a9986d232ff tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:29.390799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d6e140-dfb0-40d2-9b9d-c8755d570417 req-6dce3d2e-dbef-4081-9570-2a9986d232ff tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0818541 Nov 05 21:57:29.451995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39d6e140-dfb0-40d2-9b9d-c8755d570417 req-fca4e57c-214d-43aa-9884-4bb60df4a7e0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560939 Nov 05 21:57:29.575521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5c343-e9d8-417f-a789-561f17ea0ff5 req-3830cf59-12a0-4046-bf4f-7e0ff3461215 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:29.584121 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7be5c343-e9d8-417f-a789-561f17ea0ff5 req-3830cf59-12a0-4046-bf4f-7e0ff3461215 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0774550 Nov 05 21:57:29.621936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f6dc0-04ec-4cdf-8467-337a93c80109 req-0a250c4b-cc23-42a8-9c47-2f06877a82e5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:29.623724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-749f6dc0-04ec-4cdf-8467-337a93c80109 req-0a250c4b-cc23-42a8-9c47-2f06877a82e5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 945 time: 0.0997415 Nov 05 21:57:29.669753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7be5c343-e9d8-417f-a789-561f17ea0ff5 req-0dde6ac0-914a-4b94-a3fd-0b3214f093dd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823605 Nov 05 21:57:29.695055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-749f6dc0-04ec-4cdf-8467-337a93c80109 req-8bf82bd1-0654-4e64-af27-d52ee2301e98 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644541 Nov 05 21:57:30.634615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ee93b-c68e-400c-afbd-6901bc31b229 req-597e397c-cc8f-42f1-8194-afe3c0b21c93 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:30.638289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-808ee93b-c68e-400c-afbd-6901bc31b229 req-597e397c-cc8f-42f1-8194-afe3c0b21c93 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0771580 Nov 05 21:57:30.649265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:30.726212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-808ee93b-c68e-400c-afbd-6901bc31b229 req-b8eb1bd8-70a3-4e3c-9c4a-e54dad328f70 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810332 Nov 05 21:57:30.849950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cea641-cee2-429f-ac7f-227bd167ebef req-2ef62a91-fda5-4fed-9634-44125763578e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:30.851588 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-96cea641-cee2-429f-ac7f-227bd167ebef req-2ef62a91-fda5-4fed-9634-44125763578e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0546031 Nov 05 21:57:30.936191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-96cea641-cee2-429f-ac7f-227bd167ebef req-787038e3-f0db-4011-8945-304f12ab93cf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774901 Nov 05 21:57:31.987463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b39dcc-71b3-43fb-be44-5d9198a70275 req-c718ed17-7727-4549-968a-b213818d93f9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:31.991234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73b39dcc-71b3-43fb-be44-5d9198a70275 req-c718ed17-7727-4549-968a-b213818d93f9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0586789 Nov 05 21:57:32.103824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73b39dcc-71b3-43fb-be44-5d9198a70275 req-bf030c92-17a2-4b94-8e79-7552802d4b89 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952318 Nov 05 21:57:32.219387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9df68-8d44-42da-95c5-4d7a8c48ba33 req-38e681d0-671b-488e-b734-12fa619987bc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:32.222413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bd9df68-8d44-42da-95c5-4d7a8c48ba33 req-38e681d0-671b-488e-b734-12fa619987bc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1962278 Nov 05 21:57:32.275985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bd9df68-8d44-42da-95c5-4d7a8c48ba33 req-a7d1877e-1407-4307-89c6-e88fe4b01510 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Nov 05 21:57:32.679868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19e14-89b2-429d-bb44-ac59a28f336c req-607a45e8-cf36-4a5a-8b67-f995a7021e82 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:32.689270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99c19e14-89b2-429d-bb44-ac59a28f336c req-607a45e8-cf36-4a5a-8b67-f995a7021e82 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0837693 Nov 05 21:57:32.750621 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99c19e14-89b2-429d-bb44-ac59a28f336c req-c1a762f5-6d11-462a-8d80-7782c7f7ddf0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563316 Nov 05 21:57:32.765268 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:33.117161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:57:33.269567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:33.306684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'mac_address': 'fa:16:3e:c9:6f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:57:33.350568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:33.368742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:57:33.388767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:33.429429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a15e99-6ec6-4073-b107-51bbd168d279 req-8565f722-0956-4bc7-b2e7-2954fb5a118f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:33.431010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33a15e99-6ec6-4073-b107-51bbd168d279 req-8565f722-0956-4bc7-b2e7-2954fb5a118f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0514245 Nov 05 21:57:33.471995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:33.538011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33a15e99-6ec6-4073-b107-51bbd168d279 req-07cbe9ae-5fb6-4ee2-9521-9a661d4ae0f3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887840 Nov 05 21:57:33.566828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:33.597260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:57:33.905917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7463945-9370-43aa-8e18-7013fc9442ad req-45e30fec-9212-4ca0-a0ef-79b1df38a385 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:33.907494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7463945-9370-43aa-8e18-7013fc9442ad req-45e30fec-9212-4ca0-a0ef-79b1df38a385 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0734525 Nov 05 21:57:33.922468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-b49712f9-4675-423b-841d-1b44d6d66739 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:33.926317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-b49712f9-4675-423b-841d-1b44d6d66739 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 945 time: 0.0798764 Nov 05 21:57:33.990641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7463945-9370-43aa-8e18-7013fc9442ad req-db6c3c36-1400-4fb2-8325-74367fabe7b2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765123 Nov 05 21:57:34.176446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Deleting port 70854519-5769-40a8-8d64-9bfd0693d780 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:34.177070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:34.336968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] For port 70854519-5769-40a8-8d64-9bfd0693d780, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=70854519-5769-40a8-8d64-9bfd0693d780,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:34.337736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:34.353157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Calling delete_port for 70854519-5769-40a8-8d64-9bfd0693d780 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:34.708824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f6697-e4ca-4e49-aa0c-1f661c09e83a req-a1bd2f5a-124c-4879-b4aa-a32a6a097ef1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:34.710212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c73f6697-e4ca-4e49-aa0c-1f661c09e83a req-a1bd2f5a-124c-4879-b4aa-a32a6a097ef1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0501552 Nov 05 21:57:34.735925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:34.753207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['70854519-5769-40a8-8d64-9bfd0693d780'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:57:34.820562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event deleted for resources: {'Port': ['ID=70854519-5769-40a8-8d64-9bfd0693d780,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:34.874198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] No DVR routers for this DVR port 70854519-5769-40a8-8d64-9bfd0693d780 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:34.894611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c73f6697-e4ca-4e49-aa0c-1f661c09e83a req-116d6076-618d-4e89-b7ae-7e4be087ea20 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702204 Nov 05 21:57:34.897247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:34.903016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f23ab3c8-9a70-48ce-afd7-8576fc77e92e req-11536da0-353d-4f49-8996-54d62f2f1a79 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "DELETE /v2.0/ports/70854519-5769-40a8-8d64-9bfd0693d780 HTTP/1.1" status: 204 len: 173 time: 0.9697888 Nov 05 21:57:34.904996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'name': 'network-vif-deleted', 'tag': '70854519-5769-40a8-8d64-9bfd0693d780'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:57:34.916138 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3971f035-847a-4a89-96a7-5c74a4ac68df" -d '{"events": [{"server_uuid": "9e81c075-bab1-49e6-b9b4-462e37e1461e", "name": "network-vif-deleted", "tag": "70854519-5769-40a8-8d64-9bfd0693d780"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:57:34.956857 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f285cfd8-1bb4-4e16-8382-07f9d64dff90 x-openstack-request-id: req-f285cfd8-1bb4-4e16-8382-07f9d64dff90 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:57:34.957202 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e81c075-bab1-49e6-b9b4-462e37e1461e", "name": "network-vif-deleted", "tag": "70854519-5769-40a8-8d64-9bfd0693d780", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:57:34.957460 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f285cfd8-1bb4-4e16-8382-07f9d64dff90 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:57:34.957868 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e81c075-bab1-49e6-b9b4-462e37e1461e', 'name': 'network-vif-deleted', 'tag': '70854519-5769-40a8-8d64-9bfd0693d780', 'status': 'completed', 'code': 200} Nov 05 21:57:35.144988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:57:35.189970 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12b81c87-2b49-473f-8fa0-7d46869bae89 req-49441339-92c7-4e65-92ac-38f21beda63c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 210 time: 0.0625010 Nov 05 21:57:35.251021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:57:35.251395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:35.399528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:35.459113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:35.462316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:57:35.468171 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c13e14b-19fc-4253-99de-caa76f2a5a12" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:57:35.527656 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:35.605377 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c04bb0-38e4-41eb-98d3-21ded2f8ea9a x-openstack-request-id: req-34c04bb0-38e4-41eb-98d3-21ded2f8ea9a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:57:35.605920 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:57:35.606562 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c04bb0-38e4-41eb-98d3-21ded2f8ea9a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:57:35.607273 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'code': 200} Nov 05 21:57:35.723492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:36.233193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d79a6-62fb-4286-a1eb-ef5d1a4f01d2 req-9836f827-e450-48df-b9db-02aaf1bacac6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:36.245736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c1d79a6-62fb-4286-a1eb-ef5d1a4f01d2 req-9836f827-e450-48df-b9db-02aaf1bacac6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1813116 Nov 05 21:57:36.266069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-534b92ec-a9b1-44a9-a30c-1ea3b967e8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:36.348804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c1d79a6-62fb-4286-a1eb-ef5d1a4f01d2 req-a2d8cff1-bf51-4d4c-8121-e15dbf2b4f43 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988252 Nov 05 21:57:36.559969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a4e499f-5cf2-4bb2-a7ce-e0460ec9819f req-d3bed6ba-3966-4be7-a773-18a4ca63a748 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e81c075-bab1-49e6-b9b4-462e37e1461e HTTP/1.1" status: 200 len: 210 time: 0.0583696 Nov 05 21:57:37.162413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:57:37.450697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:37.527960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86', 'port_id': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'mac_address': 'fa:16:3e:e0:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e99950-3ec4-48d1-90ad-20f48a39d9c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:57:37.658899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc2044-cfa3-48f9-87aa-e967a48222bf req-4eb32253-4a6b-4815-b2e4-c93143d98c8f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:37.672996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67dc2044-cfa3-48f9-87aa-e967a48222bf req-4eb32253-4a6b-4815-b2e4-c93143d98c8f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1775177 Nov 05 21:57:37.739188 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:37.770130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da4f9237-0159-44b8-9864-24bdaf1617dc {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:57:37.813191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67dc2044-cfa3-48f9-87aa-e967a48222bf req-21d2651d-4120-47c8-873e-cac77ba003ca tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314082 Nov 05 21:57:37.823843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:37.986062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:38.117269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['da4f9237-0159-44b8-9864-24bdaf1617dc'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:57:38.212823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 70854519-5769-40a8-8d64-9bfd0693d780 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:38.244716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 70854519-5769-40a8-8d64-9bfd0693d780 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:38.245063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 70854519-5769-40a8-8d64-9bfd0693d780 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:38.273900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:38.445840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaa47a-7607-407f-a045-f662e13403dd req-7ab4f1b8-ceb0-40f2-9265-c933ee4474e0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:38.452763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-7ab4f1b8-ceb0-40f2-9265-c933ee4474e0 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.3173180 Nov 05 21:57:38.481433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-45108817-c705-43b4-a79e-85db1dda14b4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/quotas/f8fdff17b6244091b0c220ff30795346 HTTP/1.1" status: 200 len: 375 time: 0.0223162 Nov 05 21:57:38.536511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-093bb5ff-113d-4215-9e37-1e950fb61c13 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486524 Nov 05 21:57:38.574339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abd0987c-6015-48ae-8291-c0e622c5de56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:38.854542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-c9d339fb-130c-4a00-8732-3081b0660db1 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096907 Nov 05 21:57:39.158217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:57:39.158526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd5a0b-9f7c-4c78-825e-ed6c0e710b2f req-5378bd99-868e-4e8d-9572-dc20c22ca586 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:39.170187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd5a0b-9f7c-4c78-825e-ed6c0e710b2f req-5378bd99-868e-4e8d-9572-dc20c22ca586 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.2025638 Nov 05 21:57:39.210192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-68de7d4c-2e41-4041-a474-3a65cc76ea12 service neutron] 10.222.0.41 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332300 Nov 05 21:57:39.368334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd5a0b-9f7c-4c78-825e-ed6c0e710b2f req-1d07fe36-6184-45de-8e66-7439f4b0bf06 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943846 Nov 05 21:57:39.407705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port da4f9237-0159-44b8-9864-24bdaf1617dc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:57:39.408143 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:39.675382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:39.739961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:57:39.746364 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1e8da6-023d-477b-9f00-7a3731bf5cd5" -d '{"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:57:39.778182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:39.803745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe05ad20-331f-4fec-9e88-ed736dd22705 req-6a74b85d-9dbc-4b98-8488-751f26d90ad4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 210 time: 0.1485794 Nov 05 21:57:39.837572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:39.981003 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d74f30-069b-403f-ab7b-190eefd4addd x-openstack-request-id: req-62d74f30-069b-403f-ab7b-190eefd4addd {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:57:39.981239 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:57:39.981503 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62d74f30-069b-403f-ab7b-190eefd4addd {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:57:39.982001 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'code': 200} Nov 05 21:57:39.990186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:40.060871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.061147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.061491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.061846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.062164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.062494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.062823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.075821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.081926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.081926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.081926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.081926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:40.185978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:40.686816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c35e95-cc81-4dcf-90a8-8ca8d10900e1 req-7abe80f7-7e1f-480a-ac60-2111bee5cc50 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:40.689399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c35e95-cc81-4dcf-90a8-8ca8d10900e1 req-7abe80f7-7e1f-480a-ac60-2111bee5cc50 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0926497 Nov 05 21:57:40.801265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c35e95-cc81-4dcf-90a8-8ca8d10900e1 req-539a6bf0-88bf-4f51-8092-6ed57e18a508 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032789 Nov 05 21:57:40.952193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed320569-aaef-4ded-86d2-9c8f28662d2c req-f1a685ba-363b-4095-ba6d-004f9da2c2ce tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 210 time: 0.0631063 Nov 05 21:57:41.068048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38864) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:41.403159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:41.969192 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:42.120176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585de8-fe47-4f26-9b95-967e77c78c67 req-7e966e93-1a47-4113-866b-79004872b9bd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:42.128159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68585de8-fe47-4f26-9b95-967e77c78c67 req-7e966e93-1a47-4113-866b-79004872b9bd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1522849 Nov 05 21:57:42.299265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68585de8-fe47-4f26-9b95-967e77c78c67 req-427cf1eb-92fa-4907-be7c-2174981ab9bb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673689 Nov 05 21:57:42.369937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1800e17-0c76-4d44-b8ac-ad05a15017cc req-5da87d17-fb36-40fb-801b-a1623e5cd473 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 210 time: 0.0610456 Nov 05 21:57:42.629223 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:43.082905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaa47a-7607-407f-a045-f662e13403dd req-a9b7d556-5400-4c5a-ab94-77e693d2a6aa tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:43.084459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-a9b7d556-5400-4c5a-ab94-77e693d2a6aa tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 811 time: 0.4384589 Nov 05 21:57:43.102578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Request body: {'port': {'device_id': '08143ba9-ca13-4aee-837b-ed33701e3568', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'admin_state_up': True, 'tenant_id': 'f8fdff17b6244091b0c220ff30795346'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:57:43.450862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Deleting port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:43.451378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:43.638780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49378c-dc80-4071-a8d4-4073afe08004 req-3c04b008-0b03-49d9-b360-b33bf682a2b9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:43.656489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d49378c-dc80-4071-a8d4-4073afe08004 req-3c04b008-0b03-49d9-b360-b33bf682a2b9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.2103934 Nov 05 21:57:43.712984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a498020-e290-463d-b197-84aa6422fbc7 req-3ae8e4e3-2437-42eb-9484-11f6a18f2943 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 210 time: 0.0677955 Nov 05 21:57:43.774547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Made reservation on behalf of f8fdff17b6244091b0c220ff30795346 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:57:43.780038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:43.809897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d49378c-dc80-4071-a8d4-4073afe08004 req-c91fe488-d18f-47e2-bd7f-c0f18c831fca tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518633 Nov 05 21:57:43.820291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] For port b97853f4-fadd-427f-a8ef-c2a18d0a2a6e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:43.820844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:43.871667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Calling delete_port for b97853f4-fadd-427f-a8ef-c2a18d0a2a6e owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:43.966827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Allocated IP 172.20.0.12 (42cf4290-2b17-4eb4-b12d-e2679ffb9d14/ee209b30-1739-40bc-ae27-5eddff31c583/3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:57:44.456644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:44.552067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:44.615017 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:44.668720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=b97853f4-fadd-427f-a8ef-c2a18d0a2a6e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:44.772331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.774261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.774804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.776999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.779037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.779037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.779245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.780747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.784954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.784954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.784954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.785616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:44.816554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:57:44.822908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:57:44.858375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:57:44.994815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event updated for resources: {'Port': ['ID=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:45.151916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.156800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.157322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.157773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.158217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.158670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.163003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.163003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.163003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.163003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.163003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.163003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:57:45.230906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7b9b3-88b8-4b23-98d5-5051cdc5ed86 req-3d5c50b8-4dc6-4d99-ab30-b93507e8d7ea tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:45.240120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ff7b9b3-88b8-4b23-98d5-5051cdc5ed86 req-3d5c50b8-4dc6-4d99-ab30-b93507e8d7ea tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 932 time: 0.3129854 Nov 05 21:57:45.247449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:45.256775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:45.340905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ebc46-dd0e-49aa-ac73-0b8b70e635e3 req-7befe132-1026-4602-90d8-b8b20fa7ec56 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:45.356870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c9ebc46-dd0e-49aa-ac73-0b8b70e635e3 req-7befe132-1026-4602-90d8-b8b20fa7ec56 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.3065820 Nov 05 21:57:45.473925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c9ebc46-dd0e-49aa-ac73-0b8b70e635e3 req-43fab5bb-b11d-42c2-a6f8-c9e127e7f13c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159647 Nov 05 21:57:45.536979 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-fc24bb7b-2f1c-4a16-bb8e-c1cfe8550dcd tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4427202 Nov 05 21:57:45.552388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Request body: {'port': {'device_id': '08143ba9-ca13-4aee-837b-ed33701e3568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:57:45.614809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ff7b9b3-88b8-4b23-98d5-5051cdc5ed86 req-66d9bb40-7cba-47a2-b82b-0967c59de44b tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706756 Nov 05 21:57:45.618945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:45.672138 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:46.216417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:57:46.246218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:57:46.260499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:46.292979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Transition to ACTIVE for port object 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:57:46.364965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:57:46.374609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:46.376347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-08a645c9-6083-4bb6-82de-03baaff18b6a admin admin] 10.222.0.41 "PUT /v2.0/routers/6c453521-dcd0-4f4d-86f2-354cb8fb28f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3070300 Nov 05 21:57:46.377705 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] Sync routers for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:57:46.378863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 38954) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:46.401537 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:57:46.404442 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:57:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:46.641155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:46.679454 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:57:47.524001 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:57:44Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:47.579652 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] Checking router: 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:57:47.605708 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] Routers {'6c453521-dcd0-4f4d-86f2-354cb8fb28f3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:57:47.606586 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:57:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:47.907206 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] Set router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:57:48.252358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:48.279434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f821d-a785-4db3-b258-d4c3b44eb165 req-73cffb29-2bf3-402b-9734-14e160f04075 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:48.284044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac0f821d-a785-4db3-b258-d4c3b44eb165 req-73cffb29-2bf3-402b-9734-14e160f04075 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 944 time: 1.4374726 Nov 05 21:57:48.313716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:48.318064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d8330-84f8-4a60-87a2-f74bc574da36 req-1ad81880-a26d-4515-828b-7027f5fbd31d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:48.344240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a6d8330-84f8-4a60-87a2-f74bc574da36 req-1ad81880-a26d-4515-828b-7027f5fbd31d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.4537385 Nov 05 21:57:48.430024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac0f821d-a785-4db3-b258-d4c3b44eb165 req-d0dc0078-2d40-4ce3-b0b7-cb67e9439fb2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244621 Nov 05 21:57:48.544700 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a6d8330-84f8-4a60-87a2-f74bc574da36 req-ded61128-7667-49ed-b7c3-e0419d180939 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990914 Nov 05 21:57:48.560850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Attempting to bind port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:57:48.561487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Attempting to bind port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:57:48.561976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Attempting to bind port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:57:48.567728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:57:48.568274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Attempting to bind port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd on network 42cf4290-2b17-4eb4-b12d-e2679ffb9d14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:57:48.574137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:57:48.574767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Checking segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:57:48.575313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Bound using segment: {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:57:48.575928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Bound port: 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dd158f-61e9-495b-a977-c78b5e554e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:57:48.576611 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:48.607690 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:57:44Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:48.614991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Deleting port 0e1cded3-514d-4a0a-8020-2256e10a668b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:48.633873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:48.684971 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0435d3f-b3b7-4932-8361-bc87c8da7964 None None] The sync data for ids ['6c453521-dcd0-4f4d-86f2-354cb8fb28f3'] in n-d-816738-5 is: [{'id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'name': 'tempest-TaggedBootDevicesTest-359268140-router', 'tenant_id': '95a571b920fe49f9a5d4e661e6e745bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:45:52Z', 'updated_at': '2021-11-05T21:57:44Z', 'revision_number': 5, 'project_id': '95a571b920fe49f9a5d4e661e6e745bb', 'gw_port': {'id': '0e1cded3-514d-4a0a-8020-2256e10a668b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c453521-dcd0-4f4d-86f2-354cb8fb28f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:45:53Z', 'updated_at': '2021-11-05T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:57:48.725168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] For port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:57:48.744625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] For port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:57:48.821087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:48.856541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:48.857190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:48.864991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] 10.222.0.46 "PUT /v2.0/ports/3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd HTTP/1.1" status: 200 len: 1092 time: 3.3168275 Nov 05 21:57:48.866815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08143ba9-ca13-4aee-837b-ed33701e3568', 'tag': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:57:48.877414 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7" -d '{"events": [{"name": "network-changed", "server_uuid": "08143ba9-ca13-4aee-837b-ed33701e3568", "tag": "3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:57:48.902840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] For port 0e1cded3-514d-4a0a-8020-2256e10a668b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0e1cded3-514d-4a0a-8020-2256e10a668b,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:48.905896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:48.955519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Calling delete_port for 0e1cded3-514d-4a0a-8020-2256e10a668b owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:49.070987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705913f-3a63-48ac-99ca-715c19665134 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:49.130751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaa47a-7607-407f-a045-f662e13403dd req-98b1eacb-696e-41ee-ae00-c8c8ea179ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:49.133019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-98b1eacb-696e-41ee-ae00-c8c8ea179ffc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 1095 time: 0.1320205 Nov 05 21:57:49.310783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-d0e438ae-72cd-43c5-81c5-e2d45c8ca0be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd HTTP/1.1" status: 200 len: 217 time: 0.1693676 Nov 05 21:57:49.400006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaa47a-7607-407f-a045-f662e13403dd req-332e0d1c-eeae-4e8f-8956-4b39f1d3c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:49.401823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-332e0d1c-eeae-4e8f-8956-4b39f1d3c3f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0845780 Nov 05 21:57:49.483984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-6fb2a92c-2691-45b0-b2bd-34e832a8332c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746872 Nov 05 21:57:49.488575 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b50a2bb-da8a-4f94-8db9-c828ff6bba48 x-openstack-request-id: req-9b50a2bb-da8a-4f94-8db9-c828ff6bba48 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:57:49.488879 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08143ba9-ca13-4aee-837b-ed33701e3568", "tag": "3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:57:49.489227 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b50a2bb-da8a-4f94-8db9-c828ff6bba48 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:57:49.489630 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08143ba9-ca13-4aee-837b-ed33701e3568', 'tag': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd', 'status': 'completed', 'code': 200} Nov 05 21:57:49.541573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:49.584833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b97853f4-fadd-427f-a8ef-c2a18d0a2a6e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:49.638334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1cded3-514d-4a0a-8020-2256e10a668b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:49.644871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: b97853f4-fadd-427f-a8ef-c2a18d0a2a6e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:49.645698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b97853f4-fadd-427f-a8ef-c2a18d0a2a6e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:49.939186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-be8efa6b-dea4-4858-8d57-7198a13cf62d service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465775 Nov 05 21:57:49.943013 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.021598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9db22-afa3-4fb3-b53e-503ba8891cdb req-3fe8b5d7-0236-413a-a342-631600798a0e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:50.036515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2cb9db22-afa3-4fb3-b53e-503ba8891cdb req-3fe8b5d7-0236-413a-a342-631600798a0e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 944 time: 0.3309679 Nov 05 21:57:50.100416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.104152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.133439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47335120-95ff-4c00-8ed8-5c9d2894d40c req-d1666919-0e27-4607-8340-f3719cedc3c3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:50.146685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47335120-95ff-4c00-8ed8-5c9d2894d40c req-d1666919-0e27-4607-8340-f3719cedc3c3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.3754649 Nov 05 21:57:50.254293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2cb9db22-afa3-4fb3-b53e-503ba8891cdb req-e921eabe-1063-4289-b2a2-073c9fd9e226 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168722 Nov 05 21:57:50.320768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47335120-95ff-4c00-8ed8-5c9d2894d40c req-22f8ac02-a1d8-4d61-af68-61f18570a21a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717393 Nov 05 21:57:50.327801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.327801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c453521-dcd0-4f4d-86f2-354cb8fb28f3 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 21:57:50.338624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.342453 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6d86272d-98f3-43fa-84be-b833dc8dd1bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/6c453521-dcd0-4f4d-86f2-354cb8fb28f3 HTTP/1.1" status: 204 len: 168 time: 3.9601727 Nov 05 21:57:50.343577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39016) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:50.397584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1eaa47a-7607-407f-a045-f662e13403dd req-a695579a-dae1-45fe-91db-db1fa072e5cf service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364529 Nov 05 21:57:50.502544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] Deleting subnet fca2a2cb-d5ee-4663-98c0-03f85f939691 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:57:50.509648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.610047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.644105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-3854e10a-2c73-4981-9caa-39c3debdc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:50.646639 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-3854e10a-2c73-4981-9caa-39c3debdc23c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8fdff17b6244091b0c220ff30795346&device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 1095 time: 0.1190948 Nov 05 21:57:50.853905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-2d2cc635-2c47-4fe8-b437-70cc7e246019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:50.855672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-2d2cc635-2c47-4fe8-b437-70cc7e246019 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 200 len: 912 time: 0.2011068 Nov 05 21:57:50.876665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:50.909508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-66d321ea-4741-4821-a33d-8329997647f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd HTTP/1.1" status: 200 len: 217 time: 0.0455904 Nov 05 21:57:50.987335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-44926f70-5e57-4d12-b929-2f0e5d716cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:50.988752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-44926f70-5e57-4d12-b929-2f0e5d716cdf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 200 len: 851 time: 0.0726151 Nov 05 21:57:51.025569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-ca443536-6dce-4616-9812-d7e1a2f5b4d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42cf4290-2b17-4eb4-b12d-e2679ffb9d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298095 Nov 05 21:57:51.177741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-a4fca023-3b03-4b58-a81b-4bf0e0514205 service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450505 Nov 05 21:57:51.362708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:51.367334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53b23a-9ea1-478e-8c50-0cc12a6d87c7 req-772ede50-66d5-4bf5-a9f7-2208095bca1f service neutron] 10.222.0.46 "GET /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627026 Nov 05 21:57:51.407281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:51.413093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51c227-9d97-495f-a83d-c8d2d494bfc0 req-b0086edc-c655-48a7-9f97-97e5c1b2c1c2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:51.419790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1274b94e-31c5-4f31-82e9-7c3386ef8a1b None None] Network b35f41f0-e923-4394-b3c3-d9936cd8d0b4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:57:51.420252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa51c227-9d97-495f-a83d-c8d2d494bfc0 req-b0086edc-c655-48a7-9f97-97e5c1b2c1c2 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 944 time: 0.0646596 Nov 05 21:57:51.420252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:51.423277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fca2a2cb-d5ee-4663-98c0-03f85f939691 HTTP/1.1" status: 204 len: 168 time: 1.0784237 Nov 05 21:57:51.424868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc83a6-b7f3-4a75-8f09-e030f049e7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca2a2cb-d5ee-4663-98c0-03f85f939691,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:51.515596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:51.569236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa51c227-9d97-495f-a83d-c8d2d494bfc0 req-a942ac67-cb22-4072-9b98-d990cf4afa45 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629244 Nov 05 21:57:51.629430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1998b4d-ad9c-41a6-81bf-1353b99ced23 req-d3f73d65-7889-4c21-b75b-eaf55adb6ea0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:51.636589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1998b4d-ad9c-41a6-81bf-1353b99ced23 req-d3f73d65-7889-4c21-b75b-eaf55adb6ea0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1811357 Nov 05 21:57:51.658999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Deleting port 83f9f568-160c-49b1-9645-f41a76fbb7e7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:51.661795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:51.779846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0e1cded3-514d-4a0a-8020-2256e10a668b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:51.841994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0e1cded3-514d-4a0a-8020-2256e10a668b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:51.842488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0e1cded3-514d-4a0a-8020-2256e10a668b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:51.846004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1998b4d-ad9c-41a6-81bf-1353b99ced23 req-c240d887-8b80-4662-bdd6-8f0e7a28b265 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027218 Nov 05 21:57:51.914423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] DHCP port deletion for b35f41f0-e923-4394-b3c3-d9936cd8d0b4 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 21:57:51.944696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] For port 83f9f568-160c-49b1-9645-f41a76fbb7e7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83f9f568-160c-49b1-9645-f41a76fbb7e7,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:51.944961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:51.995806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Calling delete_port for 83f9f568-160c-49b1-9645-f41a76fbb7e7 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:52.077528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] Deleting port 83f9f568-160c-49b1-9645-f41a76fbb7e7 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:57:52.077993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:52.260598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] For port 83f9f568-160c-49b1-9645-f41a76fbb7e7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83f9f568-160c-49b1-9645-f41a76fbb7e7,segment=NetworkSegment(b4467ad1-eaf9-4729-9a60-2f42117689b6),segment_id=b4467ad1-eaf9-4729-9a60-2f42117689b6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:52.261050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:52.272177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:52.312286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] Calling delete_port for 83f9f568-160c-49b1-9645-f41a76fbb7e7 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:57:52.373975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] No DVR routers for this DVR port 83f9f568-160c-49b1-9645-f41a76fbb7e7 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:52.465618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f9f568-160c-49b1-9645-f41a76fbb7e7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:52.674270 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:52.705066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:52.736545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] Pushing event deleted for resources: {'Port': ['ID=83f9f568-160c-49b1-9645-f41a76fbb7e7,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:52.755818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ac7ca-92db-4c23-a7e9-6c3bd9a26e25 None None] No DVR routers for this DVR port 83f9f568-160c-49b1-9645-f41a76fbb7e7 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:57:52.766365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35f41f0-e923-4394-b3c3-d9936cd8d0b4']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:52.841647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4467ad1-eaf9-4729-9a60-2f42117689b6') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:52.841647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4467ad1-eaf9-4729-9a60-2f42117689b6') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:57:52.917077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:53.014047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:53.080114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447a07a-4910-4cc3-b835-d61ccfad0515 req-55b9394d-e74e-4b83-bed1-adeb32cf62fe tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:53.082139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3447a07a-4910-4cc3-b835-d61ccfad0515 req-55b9394d-e74e-4b83-bed1-adeb32cf62fe tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 944 time: 0.2959750 Nov 05 21:57:53.083044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:57:53.091814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:57:53.093864 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:57:53.188326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65202f-3877-4a08-8496-2057d4a67f9c req-95f82033-cbd2-476b-8ea7-6ef48ec89c55 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:53.189903 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee65202f-3877-4a08-8496-2057d4a67f9c req-95f82033-cbd2-476b-8ea7-6ef48ec89c55 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1426976 Nov 05 21:57:53.330921 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee65202f-3877-4a08-8496-2057d4a67f9c req-5a1299dd-1289-4234-98b1-0c477c761d63 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340322 Nov 05 21:57:53.359105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:53.417474 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:53.431343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b35f41f0-e923-4394-b3c3-d9936cd8d0b4 HTTP/1.1" status: 204 len: 168 time: 2.0139594 Nov 05 21:57:53.444188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f42daa-cdfd-4202-88d8-891f045e6694 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35f41f0-e923-4394-b3c3-d9936cd8d0b4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:53.489208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3447a07a-4910-4cc3-b835-d61ccfad0515 req-c38c6fac-352b-4825-b3a1-a3062ba844cf tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866022 Nov 05 21:57:53.678234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83f9f568-160c-49b1-9645-f41a76fbb7e7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:57:53.758486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 83f9f568-160c-49b1-9645-f41a76fbb7e7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:57:53.759402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83f9f568-160c-49b1-9645-f41a76fbb7e7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:57:54.101081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39082) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:54.251265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-87b2208c-cad7-4bc6-9332-5691ff0774fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95a571b920fe49f9a5d4e661e6e745bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490433 Nov 05 21:57:54.254914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39084) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:54.315898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:57:54.391100 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2118-7a4c-4dfb-99f8-42b0758f758c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:54.440358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2118-7a4c-4dfb-99f8-42b0758f758c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:54.455708 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:57:54.560471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:54.628159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a64586-dcfa-4f8c-998e-554df7aa89d6 req-6dc2745a-b0b4-4cf8-b770-05091812bc91 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:54.638393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd', 'network_id': '42cf4290-2b17-4eb4-b12d-e2679ffb9d14', 'port_id': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd', 'mac_address': 'fa:16:3e:3c:49:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee209b30-1739-40bc-ae27-5eddff31c583', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:57:54.649328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02a64586-dcfa-4f8c-998e-554df7aa89d6 req-6dc2745a-b0b4-4cf8-b770-05091812bc91 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.2006292 Nov 05 21:57:54.695482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2118-7a4c-4dfb-99f8-42b0758f758c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:54.698076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2118-7a4c-4dfb-99f8-42b0758f758c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:54.701688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9f0e2118-7a4c-4dfb-99f8-42b0758f758c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98c39e8a-0776-4f42-9f5a-7bf01c606e1b HTTP/1.1" status: 204 len: 168 time: 0.4432726 Nov 05 21:57:54.727713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e2118-7a4c-4dfb-99f8-42b0758f758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c39e8a-0776-4f42-9f5a-7bf01c606e1b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:54.829019 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:54.831087 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02a64586-dcfa-4f8c-998e-554df7aa89d6 req-859714d4-4530-43a2-8aab-aba6c80573ec tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814208 Nov 05 21:57:54.843276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3610-d15d-40e8-9ec3-5f42f9e409de req-f7083337-63b9-4461-a78d-071f8d627d68 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:54.860761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78fb3610-d15d-40e8-9ec3-5f42f9e409de req-f7083337-63b9-4461-a78d-071f8d627d68 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 944 time: 0.2499046 Nov 05 21:57:54.903485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:57:54.990272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:55.007317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78fb3610-d15d-40e8-9ec3-5f42f9e409de req-d9b6a722-9694-480b-9855-5714977a8690 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407068 Nov 05 21:57:55.072447 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:55.437834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:55.569183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:57:56.196030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376171c-d874-483e-85c5-a06fabed0cfa req-39e24ba1-5aee-4ffb-8f41-c1f1437ebc47 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:56.224188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3376171c-d874-483e-85c5-a06fabed0cfa req-39e24ba1-5aee-4ffb-8f41-c1f1437ebc47 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.2127104 Nov 05 21:57:56.277719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cf214-11b2-4d74-bf3c-d88a45c7df9c req-8b6dc8eb-1b23-4f5e-bd1c-43f919654af6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:56.283142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b8cf214-11b2-4d74-bf3c-d88a45c7df9c req-8b6dc8eb-1b23-4f5e-bd1c-43f919654af6 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 945 time: 0.1400681 Nov 05 21:57:56.360458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3376171c-d874-483e-85c5-a06fabed0cfa req-dc93740d-5684-4601-83bc-1b6e1a0c20b8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350868 Nov 05 21:57:56.454826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b8cf214-11b2-4d74-bf3c-d88a45c7df9c req-3bf6fe03-3e42-47a2-9f01-44000e67dba9 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617026 Nov 05 21:57:56.897468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39148) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:57.039170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-714198639-network', 'tenant_id': '7331668682374cc89925a2618a2e18d1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:57:57.162764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Made reservation on behalf of 7331668682374cc89925a2618a2e18d1 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:57:57.165266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:57.179698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:57.409005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:57.493337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:57.622851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:57:57.652523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44979a-7ed8-411d-9604-d331a93971bf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:57.685298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:57.690966 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Added segment a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c of type vlan for network 074b159e-93f3-4ad8-bec0-f80baba7d30f Nov 05 21:57:57.712424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb847de8-5141-41cd-80ff-a34c447d12d2 req-235064db-aa06-4f68-a4e8-7d8fa53c7625 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:57.724341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb847de8-5141-41cd-80ff-a34c447d12d2 req-235064db-aa06-4f68-a4e8-7d8fa53c7625 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.2243121 Nov 05 21:57:57.763326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6501f96-335d-4ce9-a178-5693aa23382f req-c179dd49-1f11-4a3f-944a-ca54d0e4d316 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:57.764957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6501f96-335d-4ce9-a178-5693aa23382f req-c179dd49-1f11-4a3f-944a-ca54d0e4d316 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 945 time: 0.1192460 Nov 05 21:57:57.865954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb847de8-5141-41cd-80ff-a34c447d12d2 req-bf2c117f-1c84-4ca8-98da-d7538f2e0ee7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310351 Nov 05 21:57:57.899989 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:57.920119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6501f96-335d-4ce9-a178-5693aa23382f req-b9fda6c6-dc71-4665-b342-500e1b72066e tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477284 Nov 05 21:57:58.066730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.067874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:58.068590 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.084449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39172) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:58.216408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:57:58.259846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] Pushing event updated for resources: {'Network': ['ID=074b159e-93f3-4ad8-bec0-f80baba7d30f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:58.291770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 074b159e-93f3-4ad8-bec0-f80baba7d30f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:57:58.356485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39180) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:58.357457 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8cb7f93e-f7c5-475c-a989-ceff89d22253 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4577401 Nov 05 21:57:58.414933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-33a0ed6b-2a94-43cc-8bcc-c1070ab543ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.435094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Request body: {'subnet': {'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-714198639-subnet', 'tenant_id': '7331668682374cc89925a2618a2e18d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:57:58.592536 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-33a0ed6b-2a94-43cc-8bcc-c1070ab543ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.700962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:57:58.706399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:57:58.713667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.739178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-33a0ed6b-2a94-43cc-8bcc-c1070ab543ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.783585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Made reservation on behalf of 7331668682374cc89925a2618a2e18d1 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:57:58.786041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.794276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0ed6b-2a94-43cc-8bcc-c1070ab543ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3472bd8d-6585-46f6-84a8-8a47ec37933e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:58.950562 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:58.954504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-33a0ed6b-2a94-43cc-8bcc-c1070ab543ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=956b480108f5452d8f6f148999ef6c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8683398 Nov 05 21:57:58.957312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39198) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:57:59.028083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:57:59.033682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08143ba9-ca13-4aee-837b-ed33701e3568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:57:59.043093 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14347672-2c16-4403-b939-504b4b50d02e" -d '{"events": [{"server_uuid": "08143ba9-ca13-4aee-837b-ed33701e3568", "name": "network-vif-plugged", "status": "completed", "tag": "3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:57:59.139993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:59.229244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3520896c-50bc-47c2-bd14-25d16e77352b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:59.244744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:59.286083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a5957-5e0c-44ca-b373-47c65ab37afc req-002ee328-cde5-4021-97db-5399b9c9cddf tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:59.294348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de3a5957-5e0c-44ca-b373-47c65ab37afc req-002ee328-cde5-4021-97db-5399b9c9cddf tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.1233530 Nov 05 21:57:59.368315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de3a5957-5e0c-44ca-b373-47c65ab37afc req-5aa7575a-3c41-4fd4-862d-bfbf9e141823 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712590 Nov 05 21:57:59.371924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:59.375096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6984-4850-483c-8bad-2320da7c887b req-6a1c8bde-8b79-4c57-8d24-32c1e2f63273 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:59.376794 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20fa6984-4850-483c-8bad-2320da7c887b req-6a1c8bde-8b79-4c57-8d24-32c1e2f63273 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.3361101 Nov 05 21:57:59.401495 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3520896c-50bc-47c2-bd14-25d16e77352b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:59.471248 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280d4145-a0bb-459b-84b5-e01880e02715 x-openstack-request-id: req-280d4145-a0bb-459b-84b5-e01880e02715 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:57:59.471825 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08143ba9-ca13-4aee-837b-ed33701e3568", "name": "network-vif-plugged", "status": "completed", "tag": "3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:57:59.472304 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-280d4145-a0bb-459b-84b5-e01880e02715 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:57:59.473028 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08143ba9-ca13-4aee-837b-ed33701e3568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd', 'code': 200} Nov 05 21:57:59.491360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd47c87-ccc9-4ae5-be8a-89349a3ad43b,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:59.524827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Checking segment: {'id': 'a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:57:59.525370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Network hostable DHCP agents. Network: 074b159e-93f3-4ad8-bec0-f80baba7d30f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:57:59.635128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Network 074b159e-93f3-4ad8-bec0-f80baba7d30f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:57:59.661578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20fa6984-4850-483c-8bad-2320da7c887b req-0e4810fe-dc98-4343-8deb-a43e224b650f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666774 Nov 05 21:57:59.709264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c648e-c891-450f-987b-71e0b3fdeebd req-9af883c4-bf2c-4b3a-9095-63631f4c31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:59.718610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b4c648e-c891-450f-987b-71e0b3fdeebd req-9af883c4-bf2c-4b3a-9095-63631f4c31cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 1097 time: 0.1441548 Nov 05 21:57:59.733045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 074b159e-93f3-4ad8-bec0-f80baba7d30f) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:57:59.749742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382efae-8c16-4e94-bac3-c8c0dcf6fc04 None None] Network 074b159e-93f3-4ad8-bec0-f80baba7d30f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:57:59.752643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3520896c-50bc-47c2-bd14-25d16e77352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:59.755290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3520896c-50bc-47c2-bd14-25d16e77352b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:59.759909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:57:59.762678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:57:59.768930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3520896c-50bc-47c2-bd14-25d16e77352b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3472bd8d-6585-46f6-84a8-8a47ec37933e HTTP/1.1" status: 204 len: 168 time: 0.8098111 Nov 05 21:57:59.798773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520896c-50bc-47c2-bd14-25d16e77352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3472bd8d-6585-46f6-84a8-8a47ec37933e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:57:59.852052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b4c648e-c891-450f-987b-71e0b3fdeebd req-0efa0582-8f74-442d-bc29-4726f12361a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308420 Nov 05 21:57:59.897251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d918e557-b478-4f22-8807-50a06a712b75 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5289252 Nov 05 21:58:00.079033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5587c61-1db3-4264-afc0-b564ebfcbcd7 None None] Network 074b159e-93f3-4ad8-bec0-f80baba7d30f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:58:00.610170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:00.639811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc6533-fff4-41be-a8db-d66e93667e72 req-cab4af22-2f90-441b-982e-8b5075c7023f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:00.652857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2afc6533-fff4-41be-a8db-d66e93667e72 req-cab4af22-2f90-441b-982e-8b5075c7023f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.1215892 Nov 05 21:58:00.836281 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2afc6533-fff4-41be-a8db-d66e93667e72 req-d8886aaa-517e-490b-8522-f472f3ce46e3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812742 Nov 05 21:58:01.029476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f0152-5f09-4eae-9940-66ef33ae08a4 req-8e812653-adf4-4f72-93ae-0410b16e1cc8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:01.039579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-424f0152-5f09-4eae-9940-66ef33ae08a4 req-8e812653-adf4-4f72-93ae-0410b16e1cc8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1066892 Nov 05 21:58:01.127577 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-424f0152-5f09-4eae-9940-66ef33ae08a4 req-4339e635-b1ab-4f5f-b0d0-90709091af3b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870385 Nov 05 21:58:01.707389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f03000-694c-41c3-a54e-4e230bf25c5c req-b3c25b2e-eaeb-45cd-b5be-701be5345cdd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:01.707389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72f03000-694c-41c3-a54e-4e230bf25c5c req-b3c25b2e-eaeb-45cd-b5be-701be5345cdd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 945 time: 0.0768862 Nov 05 21:58:01.707389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72f03000-694c-41c3-a54e-4e230bf25c5c req-314e7906-f38f-44ed-bd56-a1be440111be tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Nov 05 21:58:01.709817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-79667f13-2e8e-46cc-82df-0115407b0fe5 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:01.709817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-79667f13-2e8e-46cc-82df-0115407b0fe5 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/networks?id=074b159e-93f3-4ad8-bec0-f80baba7d30f HTTP/1.1" status: 200 len: 812 time: 0.1246452 Nov 05 21:58:01.709817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-d50a1c32-2007-48bd-a294-006c05bb4219 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/quotas/7331668682374cc89925a2618a2e18d1 HTTP/1.1" status: 200 len: 375 time: 0.0091543 Nov 05 21:58:01.716409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-f7325b27-ed3a-412c-ae95-645d01e24b26 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7331668682374cc89925a2618a2e18d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346372 Nov 05 21:58:01.812635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-5d013eb5-08c7-45ed-9e77-76e8adb8cbd2 service neutron] 10.222.0.41 "GET /v2.0/networks/074b159e-93f3-4ad8-bec0-f80baba7d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893121 Nov 05 21:58:01.913852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-56d6f1e4-0e25-4659-9999-3fde5682bbd9 service neutron] 10.222.0.41 "GET /v2.0/networks/074b159e-93f3-4ad8-bec0-f80baba7d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939639 Nov 05 21:58:01.940194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564618-2084-44b1-aa1e-7cffe36f3efc req-8b650a09-632b-4ddb-9c91-ec5c46ec84d3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:01.941765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef564618-2084-44b1-aa1e-7cffe36f3efc req-8b650a09-632b-4ddb-9c91-ec5c46ec84d3 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.0495722 Nov 05 21:58:01.993755 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef564618-2084-44b1-aa1e-7cffe36f3efc req-5518130a-78a6-4435-b2cb-c89506d2f294 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Nov 05 21:58:02.313245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708bd60-4957-439b-b657-8a659cde5b0b req-1f597455-8a2c-46a8-9491-ffd7946f4de4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:02.326283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f708bd60-4957-439b-b657-8a659cde5b0b req-1f597455-8a2c-46a8-9491-ffd7946f4de4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1004751 Nov 05 21:58:02.393730 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f708bd60-4957-439b-b657-8a659cde5b0b req-2cf970e9-e59c-4164-9dc3-38cdf50656f3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650737 Nov 05 21:58:02.419526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe3d9a36-88dd-4e4f-9574-af79b8439d33 req-bfe9c960-135b-462c-8434-a1b102d6d62f tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 210 time: 0.0560429 Nov 05 21:58:02.831141 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:02.846298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c378d-afa3-490f-8038-902670a3739f req-1421b13b-bb66-4365-964b-774a70fa3586 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:02.856617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-670c378d-afa3-490f-8038-902670a3739f req-1421b13b-bb66-4365-964b-774a70fa3586 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 945 time: 0.0830941 Nov 05 21:58:02.924022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-670c378d-afa3-490f-8038-902670a3739f req-8016dd0e-5eb4-4440-9c99-949166087b5a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663505 Nov 05 21:58:03.228459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a2e49-ea4f-4a9e-be6c-fa10dc8de3fa req-0c849bed-ab90-4479-8390-faf9cdbbc087 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:03.233596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-166a2e49-ea4f-4a9e-be6c-fa10dc8de3fa req-0c849bed-ab90-4479-8390-faf9cdbbc087 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.1408587 Nov 05 21:58:03.355060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-166a2e49-ea4f-4a9e-be6c-fa10dc8de3fa req-d4d3bc89-99b6-4ea4-a661-ec8eebb3c274 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125984 Nov 05 21:58:03.932793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37e4b0-e933-4285-98c2-46d686101123 req-cec3f38d-6ba2-45f1-91c1-102649613442 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:03.940420 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e37e4b0-e933-4285-98c2-46d686101123 req-cec3f38d-6ba2-45f1-91c1-102649613442 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0721121 Nov 05 21:58:04.018484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e37e4b0-e933-4285-98c2-46d686101123 req-2243f043-fd63-4422-b42c-8512efe6f859 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754604 Nov 05 21:58:04.042379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c303603f-3fd9-4e25-be32-f4bd49a4b0ce req-398ec212-b765-48f6-929e-e55e551c6b1d tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 210 time: 0.0671744 Nov 05 21:58:04.156904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fc5b-2e50-4010-af85-cd667a28862d req-3d3628a4-6a0c-4917-aaa4-5bd65c73bc71 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:04.159317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1853fc5b-2e50-4010-af85-cd667a28862d req-3d3628a4-6a0c-4917-aaa4-5bd65c73bc71 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.0615172 Nov 05 21:58:04.239284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1853fc5b-2e50-4010-af85-cd667a28862d req-64a0552b-d1f5-49d1-b167-fab1914e759f tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705004 Nov 05 21:58:05.186458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e4f6bd2-6f73-4f99-af06-89a444c11ced req-491c2e40-3e5a-46a6-87bc-3fa39cb3658b tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 210 time: 0.0303094 Nov 05 21:58:05.213430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee05a6-7a81-48cf-8e48-5499c4ee18f2 req-637d080f-9375-4698-a2ef-018ff3aa49ab tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:05.220085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0ee05a6-7a81-48cf-8e48-5499c4ee18f2 req-637d080f-9375-4698-a2ef-018ff3aa49ab tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0647094 Nov 05 21:58:05.239268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:58:05.251461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22748142-dafc-4aaa-8ced-c544917f479f req-18980056-f2b6-489e-8165-cf14f863cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:05.253336 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22748142-dafc-4aaa-8ced-c544917f479f req-18980056-f2b6-489e-8165-cf14f863cfac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1096 time: 0.0484986 Nov 05 21:58:05.275307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0ee05a6-7a81-48cf-8e48-5499c4ee18f2 req-814277d0-a60d-4fdb-a035-d8a703bd697c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541062 Nov 05 21:58:05.330151 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:05.356239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:05.358536 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66602f1-b4ad-4972-9819-93d3602c6e63" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:05.373057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:05.380469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce36a72-c26e-4528-84d3-be36b46cef71 req-c847b879-2939-442d-b310-e19f0c666062 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:05.382528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ce36a72-c26e-4528-84d3-be36b46cef71 req-c847b879-2939-442d-b310-e19f0c666062 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.0623107 Nov 05 21:58:05.404682 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5969b4-ab30-4e38-875c-c7de8fe47456 x-openstack-request-id: req-ac5969b4-ab30-4e38-875c-c7de8fe47456 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:05.405007 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:05.405228 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac5969b4-ab30-4e38-875c-c7de8fe47456 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:05.405821 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'code': 200} Nov 05 21:58:05.425424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22748142-dafc-4aaa-8ced-c544917f479f req-2f3629ba-019b-44ad-be53-b30a35b278ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:05.426979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22748142-dafc-4aaa-8ced-c544917f479f req-2f3629ba-019b-44ad-be53-b30a35b278ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 914 time: 0.1642096 Nov 05 21:58:05.488741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22748142-dafc-4aaa-8ced-c544917f479f req-7c24b50d-fc3c-462d-a59a-417a0ff058a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 217 time: 0.0501363 Nov 05 21:58:05.497306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ce36a72-c26e-4528-84d3-be36b46cef71 req-a668ad1b-b20b-4012-bb74-592dea13acd4 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078367 Nov 05 21:58:05.524002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:05.526441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:58:05.607644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22748142-dafc-4aaa-8ced-c544917f479f req-5cc09e92-b6f5-4adc-8c44-df06b45a5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:05.611161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22748142-dafc-4aaa-8ced-c544917f479f req-5cc09e92-b6f5-4adc-8c44-df06b45a5453 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.1076350 Nov 05 21:58:05.666396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a3616a78-6234-449a-b6a0-cebfc34f73ad tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:05.668434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a3616a78-6234-449a-b6a0-cebfc34f73ad tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.13 "GET /v2.0/networks?id=074b159e-93f3-4ad8-bec0-f80baba7d30f HTTP/1.1" status: 200 len: 812 time: 0.1635332 Nov 05 21:58:05.668837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22748142-dafc-4aaa-8ced-c544917f479f req-56f47605-feb2-4aad-b87b-789fad6e7ba7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490756 Nov 05 21:58:05.689901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Request body: {'port': {'device_id': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f', 'admin_state_up': True, 'tenant_id': '7331668682374cc89925a2618a2e18d1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:05.722099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:05.795063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39444) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:05.862159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:05.868768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22748142-dafc-4aaa-8ced-c544917f479f req-3ac1b3cd-3606-4671-addc-43989a190a95 service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841533 Nov 05 21:58:05.920891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:05.995893 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.019398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22748142-dafc-4aaa-8ced-c544917f479f req-0c246328-d81d-4007-8604-bf10bbbc14a4 service neutron] 10.222.0.13 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417041 Nov 05 21:58:06.040166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de99aae4-6d20-4a75-92e3-555a8e18c2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.071484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:06.088475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Made reservation on behalf of 7331668682374cc89925a2618a2e18d1 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:58:06.092069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.157667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de99aae4-6d20-4a75-92e3-555a8e18c2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.253764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fba730d-61d2-4fa5-8793-4e84a50b958a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.263179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2769876-6088-45da-b4cc-6b64cf79bb32 req-6b1c4ba2-f69e-4049-9b10-3e9dbcab5675 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:06.271303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Allocated IP 172.20.0.3 (074b159e-93f3-4ad8-bec0-f80baba7d30f/2cd47c87-ccc9-4ae5-be8a-89349a3ad43b/c9e875fc-4217-4c7c-bc85-026083ce7df3) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:58:06.271812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b2769876-6088-45da-b4cc-6b64cf79bb32 req-6b1c4ba2-f69e-4049-9b10-3e9dbcab5675 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.0925696 Nov 05 21:58:06.271812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de99aae4-6d20-4a75-92e3-555a8e18c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.347122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99aae4-6d20-4a75-92e3-555a8e18c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc97a9e-b0d8-44e3-aa91-1cd18859fa54,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:06.356108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de99aae4-6d20-4a75-92e3-555a8e18c2c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04f2fe0953f9408a887667df65bf6c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569518 Nov 05 21:58:06.356699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4696f3a-509e-49ea-8104-0921cdae5834 req-69223800-27e0-46de-a87d-a39d248fa859 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 210 time: 0.0424669 Nov 05 21:58:06.359179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39466) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:06.387891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b2769876-6088-45da-b4cc-6b64cf79bb32 req-6817ac99-cf80-4396-aecf-35f6788d0da5 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072152 Nov 05 21:58:06.539443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f383188-4bb0-41a7-9d92-45b2d29a9968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.565821 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.574663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301c04b-2330-4893-8d32-e6ebb6d08bdf req-2b315aed-eb0d-42a6-8e0b-96227c37e4ec tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:06.576223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f301c04b-2330-4893-8d32-e6ebb6d08bdf req-2b315aed-eb0d-42a6-8e0b-96227c37e4ec tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.1222858 Nov 05 21:58:06.591941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f383188-4bb0-41a7-9d92-45b2d29a9968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.682829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f301c04b-2330-4893-8d32-e6ebb6d08bdf req-6d285aab-160c-4791-b63a-b1713e46e1ea tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873983 Nov 05 21:58:06.739651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.771113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f383188-4bb0-41a7-9d92-45b2d29a9968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.774226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6f383188-4bb0-41a7-9d92-45b2d29a9968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:06.775354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6f383188-4bb0-41a7-9d92-45b2d29a9968 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcc97a9e-b0d8-44e3-aa91-1cd18859fa54 HTTP/1.1" status: 204 len: 168 time: 0.4152277 Nov 05 21:58:06.800180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Network 074b159e-93f3-4ad8-bec0-f80baba7d30f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:58:06.810586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:06.813493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f383188-4bb0-41a7-9d92-45b2d29a9968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc97a9e-b0d8-44e3-aa91-1cd18859fa54,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:06.817283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:58:06.838331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Pushing event updated for resources: {'Port': ['ID=c9e875fc-4217-4c7c-bc85-026083ce7df3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:06.919127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:06.919127 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:07.198432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-52c284d6-5580-4f01-be54-155456422c65 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5124991 Nov 05 21:58:07.214294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Request body: {'port': {'device_id': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:07.251476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:58:07.267126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:07.353842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:07.366723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'mac_address': 'fa:16:3e:c9:6f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:58:07.410945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:07.412877 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cc7cb3-aa57-43af-be99-ddd38b0a64f0" -d '{"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:07.426414 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:07.466576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:07.509791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:07.590157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497636f9-58c3-4c5d-8ef9-4d2834c9cfdf req-a078622d-e890-4d01-a1c5-afcf6a4ed635 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:07.595837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-497636f9-58c3-4c5d-8ef9-4d2834c9cfdf req-a078622d-e890-4d01-a1c5-afcf6a4ed635 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 931 time: 0.1163182 Nov 05 21:58:07.608388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:07.625743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08601c4b-f677-42eb-b3c7-c0d81a32416b req-0a785247-d127-4eaf-8ca5-9b855f5d9aba tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:07.627233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08601c4b-f677-42eb-b3c7-c0d81a32416b req-0a785247-d127-4eaf-8ca5-9b855f5d9aba tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.0999012 Nov 05 21:58:07.653166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-497636f9-58c3-4c5d-8ef9-4d2834c9cfdf req-e3963417-42c3-44a8-8bdf-64448503549a tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563917 Nov 05 21:58:07.697995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:07.716599 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c66f4-f2da-4ada-90c7-54d010c9d850 x-openstack-request-id: req-e04c66f4-f2da-4ada-90c7-54d010c9d850 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:07.717119 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:07.718496 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e04c66f4-f2da-4ada-90c7-54d010c9d850 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:07.719930 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'code': 200} Nov 05 21:58:07.733025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:58:07.816483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08601c4b-f677-42eb-b3c7-c0d81a32416b req-4479a97d-6234-4220-b59c-ffeb9ce15d78 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427298 Nov 05 21:58:07.825250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92339de-e427-4935-bb22-f6da161edeea req-c030c6b5-6b11-40e7-9dfa-569a106340fe tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:07.826724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d92339de-e427-4935-bb22-f6da161edeea req-c030c6b5-6b11-40e7-9dfa-569a106340fe tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 946 time: 0.1548436 Nov 05 21:58:07.883839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb243e-0a27-4c60-a352-f66cda00b744 req-16238223-a65e-4901-b9f8-de8fac4c70aa tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:07.886772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55bb243e-0a27-4c60-a352-f66cda00b744 req-16238223-a65e-4901-b9f8-de8fac4c70aa tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.0780385 Nov 05 21:58:07.958700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39528) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:08.017055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7efae2bd-06b1-4e32-9015-441af7a1d0ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.101960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55bb243e-0a27-4c60-a352-f66cda00b744 req-89f6b2b0-6295-43f0-8159-a2bb3ade80e2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804061 Nov 05 21:58:08.102117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Deleting port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:58:08.102117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.107021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e875fc-4217-4c7c-bc85-026083ce7df3 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:08.135133 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.196725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Transition to ACTIVE for port object c9e875fc-4217-4c7c-bc85-026083ce7df3 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:58:08.203906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7efae2bd-06b1-4e32-9015-441af7a1d0ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.245670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] For port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,segment=NetworkSegment(e0dd158f-61e9-495b-a977-c78b5e554e5e),segment_id=e0dd158f-61e9-495b-a977-c78b5e554e5e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:08.247122 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.265646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Calling delete_port for 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:58:08.270585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7efae2bd-06b1-4e32-9015-441af7a1d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.271626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.310266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7efae2bd-06b1-4e32-9015-441af7a1d0ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=915bf3bcbdd54eefa7190a7877462be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466599 Nov 05 21:58:08.311508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39540) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:08.371076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Pushing event updated for resources: {'Port': ['ID=c9e875fc-4217-4c7c-bc85-026083ce7df3,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:08.396806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efae2bd-06b1-4e32-9015-441af7a1d0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd75ff3-0c55-4626-b6e4-a89bac0e2f09,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:08.438478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5cee99-07d4-469a-b82a-b41779a9aaf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.467575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Attempting to bind port c9e875fc-4217-4c7c-bc85-026083ce7df3 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:58:08.467906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Attempting to bind port c9e875fc-4217-4c7c-bc85-026083ce7df3 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:58:08.468164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Attempting to bind port c9e875fc-4217-4c7c-bc85-026083ce7df3 on network 074b159e-93f3-4ad8-bec0-f80baba7d30f {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:08.471170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b317e25d-f448-411c-8a8a-893cb72a2409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.490971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5cee99-07d4-469a-b82a-b41779a9aaf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.499610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Port c9e875fc-4217-4c7c-bc85-026083ce7df3 on network 074b159e-93f3-4ad8-bec0-f80baba7d30f not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:58:08.499876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Attempting to bind port c9e875fc-4217-4c7c-bc85-026083ce7df3 on network 074b159e-93f3-4ad8-bec0-f80baba7d30f {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:08.507131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:58:08.507465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Checking segment: {'id': 'a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:08.507924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Bound using segment: {'id': 'a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:58:08.508302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Bound port: c9e875fc-4217-4c7c-bc85-026083ce7df3, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:58:08.508664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.619992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] For port c9e875fc-4217-4c7c-bc85-026083ce7df3, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:58:08.624266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] For port c9e875fc-4217-4c7c-bc85-026083ce7df3, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c9e875fc-4217-4c7c-bc85-026083ce7df3,segment=NetworkSegment(a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c),segment_id=a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:58:08.653681 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.667025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:58:08.682201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5cee99-07d4-469a-b82a-b41779a9aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.682201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c5cee99-07d4-469a-b82a-b41779a9aaf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.682201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c5cee99-07d4-469a-b82a-b41779a9aaf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fd75ff3-0c55-4626-b6e4-a89bac0e2f09 HTTP/1.1" status: 204 len: 168 time: 0.3672369 Nov 05 21:58:08.696512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Pushing event deleted for resources: {'Port': ['ID=3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:08.699972 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.711669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cee99-07d4-469a-b82a-b41779a9aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd75ff3-0c55-4626-b6e4-a89bac0e2f09,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:08.766072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:08.766691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.768184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] 10.222.0.13 "PUT /v2.0/ports/c9e875fc-4217-4c7c-bc85-026083ce7df3 HTTP/1.1" status: 200 len: 1091 time: 1.5579119 Nov 05 21:58:08.770501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'tag': 'c9e875fc-4217-4c7c-bc85-026083ce7df3'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:08.774401 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9110c6a-a580-4af0-b2af-a4ec0d59a81f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ac734b-7737-4f90-8106-a8fb352317e6", "tag": "c9e875fc-4217-4c7c-bc85-026083ce7df3"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:08.823502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] No DVR routers for this DVR port 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:58:08.827575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:08.832399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d92339de-e427-4935-bb22-f6da161edeea req-ff9f7cc2-4a22-420d-9cf1-1e82c75c3a6c tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.46 "DELETE /v2.0/ports/3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd HTTP/1.1" status: 204 len: 173 time: 0.9947994 Nov 05 21:58:08.933142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bee643-9eb2-4c8d-af44-35200462bb9f service neutron] Pushing event updated for resources: {'Port': ['ID=c9e875fc-4217-4c7c-bc85-026083ce7df3,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:08.948589 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d7977d-a573-465b-90f9-6fa3c207056b x-openstack-request-id: req-c7d7977d-a573-465b-90f9-6fa3c207056b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:08.948950 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ac734b-7737-4f90-8106-a8fb352317e6", "tag": "c9e875fc-4217-4c7c-bc85-026083ce7df3", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:08.949135 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7d7977d-a573-465b-90f9-6fa3c207056b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:08.949613 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'tag': 'c9e875fc-4217-4c7c-bc85-026083ce7df3', 'status': 'completed', 'code': 200} Nov 05 21:58:09.027836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65c04c-93a5-4d6e-8197-cc115095aae1 req-b182d261-8f10-4f6d-8512-26e8fafea195 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:09.030938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c65c04c-93a5-4d6e-8197-cc115095aae1 req-b182d261-8f10-4f6d-8512-26e8fafea195 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 943 time: 0.2072749 Nov 05 21:58:09.049224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f651371c-57af-4dc7-be92-d2789cb17402 req-45d9dea0-d8b4-44c8-9bb4-e4fc3fa32bba tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 210 time: 0.0631187 Nov 05 21:58:09.088531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9110c6a-a580-4af0-b2af-a4ec0d59a81f req-481de41a-91ca-424b-a6b4-f426eacaffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:09.101854 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9110c6a-a580-4af0-b2af-a4ec0d59a81f req-481de41a-91ca-424b-a6b4-f426eacaffac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7331668682374cc89925a2618a2e18d1&device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 1094 time: 0.1511946 Nov 05 21:58:09.252967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:09.325394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8e376-cba3-4871-8d73-ebc341491e18 req-66e0fe7e-bc23-4a61-83fb-74da11bd132f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:09.327152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c65c04c-93a5-4d6e-8197-cc115095aae1 req-9a4112fb-4f05-4bb1-ac4c-ba6175542710 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895536 Nov 05 21:58:09.336119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1cf8e376-cba3-4871-8d73-ebc341491e18 req-66e0fe7e-bc23-4a61-83fb-74da11bd132f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.1247494 Nov 05 21:58:09.394783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9110c6a-a580-4af0-b2af-a4ec0d59a81f req-51a10512-5816-40fb-9355-b34a4541da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:09.396356 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9110c6a-a580-4af0-b2af-a4ec0d59a81f req-51a10512-5816-40fb-9355-b34a4541da33 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7331668682374cc89925a2618a2e18d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2836463 Nov 05 21:58:09.432821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:09.433205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:09.450509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1cf8e376-cba3-4871-8d73-ebc341491e18 req-dea39d2c-9e2a-4e2a-b5ce-da6b9525bdb9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133943 Nov 05 21:58:09.695745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:09.753312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9110c6a-a580-4af0-b2af-a4ec0d59a81f req-d3e694e7-b9d7-4bf0-b829-814e03095d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:09.755002 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9110c6a-a580-4af0-b2af-a4ec0d59a81f req-d3e694e7-b9d7-4bf0-b829-814e03095d6b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3502591 Nov 05 21:58:09.761640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:09.763344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b712142-fb11-4929-bad5-f0c7f2cabfe0 req-0d199051-813f-4c5e-a2d3-959bfe0c0642 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:09.764081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:09.764885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b712142-fb11-4929-bad5-f0c7f2cabfe0 req-0d199051-813f-4c5e-a2d3-959bfe0c0642 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.1265681 Nov 05 21:58:09.775397 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e1f14-5d08-4091-8827-c832b853962d" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:09.846764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b712142-fb11-4929-bad5-f0c7f2cabfe0 req-b04fa7ab-6e8f-4f7d-81a0-1289981a8d54 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Nov 05 21:58:09.865061 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:09.918359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-08e0991c-584e-4671-994e-ea9592910d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:09.922062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-08e0991c-584e-4671-994e-ea9592910d38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7331668682374cc89925a2618a2e18d1&device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 1094 time: 0.0806351 Nov 05 21:58:10.016595 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e859e48a-4108-4da9-9826-7e830842baeb x-openstack-request-id: req-e859e48a-4108-4da9-9826-7e830842baeb {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:10.017379 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:10.017651 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e859e48a-4108-4da9-9826-7e830842baeb {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:10.018049 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'code': 200} Nov 05 21:58:10.030227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-5ab18f9f-50c7-4148-8e69-744b9a9babe1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e875fc-4217-4c7c-bc85-026083ce7df3 HTTP/1.1" status: 200 len: 217 time: 0.0918543 Nov 05 21:58:10.110203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=10']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:10.163439 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:10.232048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-90214cec-2b20-475c-9a95-5fb052a4ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:10.238421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-90214cec-2b20-475c-9a95-5fb052a4ad36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cd47c87-ccc9-4ae5-be8a-89349a3ad43b HTTP/1.1" status: 200 len: 852 time: 0.2000813 Nov 05 21:58:10.299189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-dc611e87-d98f-47ec-ae6e-bc10727d63c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=074b159e-93f3-4ad8-bec0-f80baba7d30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543172 Nov 05 21:58:10.311103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad03c22c-e922-4b02-93a1-c9a6b2b2de7a req-7137b341-0546-46be-aedd-7d06b043c710 tempest-DeleteServersTestJSON-1333562105 tempest-DeleteServersTestJSON-1333562105-project] 10.222.0.41 "GET /v2.0/ports?device_id=08143ba9-ca13-4aee-837b-ed33701e3568 HTTP/1.1" status: 200 len: 210 time: 0.0444231 Nov 05 21:58:10.363995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-d0aad49f-eec2-43f1-b6e3-157f7cb92699 req-80f10b74-865f-4d18-9798-7cb93c870e73 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:58:10.378192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d0aad49f-eec2-43f1-b6e3-157f7cb92699 req-80f10b74-865f-4d18-9798-7cb93c870e73 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240648 Nov 05 21:58:10.508920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9d75f-2248-41f4-ac1b-8a1c83c2d55b req-dd65a833-8548-4470-a419-057991758213 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:10.511111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bec9d75f-2248-41f4-ac1b-8a1c83c2d55b req-dd65a833-8548-4470-a419-057991758213 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 943 time: 0.0855021 Nov 05 21:58:10.572316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-f8da5d0c-992a-45ee-b7bb-57bedd27c316 service neutron] 10.222.0.13 "GET /v2.0/networks/074b159e-93f3-4ad8-bec0-f80baba7d30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637630 Nov 05 21:58:10.632772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bec9d75f-2248-41f4-ac1b-8a1c83c2d55b req-9c8e814c-1450-4534-9f0e-4ca02acbfae1 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155362 Nov 05 21:58:10.860758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f16ff-973e-4d0e-9220-262db3f91637 req-a46e2469-5e2b-453f-a00e-6042bc4c875b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:10.864516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-130f16ff-973e-4d0e-9220-262db3f91637 req-a46e2469-5e2b-453f-a00e-6042bc4c875b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.1454597 Nov 05 21:58:10.935034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-130f16ff-973e-4d0e-9220-262db3f91637 req-094e9898-07c2-4ae5-a63d-69bb8b9e98e9 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580289 Nov 05 21:58:10.937627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f468aee4-432b-4b86-a3b5-b9216873c83d req-2de62f00-edec-4db8-99a9-5e17d7c6417f service neutron] 10.222.0.13 "GET /v2.0/networks/074b159e-93f3-4ad8-bec0-f80baba7d30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564689 Nov 05 21:58:10.954457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08143ba9-ca13-4aee-837b-ed33701e3568', 'name': 'network-vif-deleted', 'tag': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:10.958795 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4579ad1-c54e-4cbd-9aa4-169587650119" -d '{"events": [{"server_uuid": "08143ba9-ca13-4aee-837b-ed33701e3568", "name": "network-vif-deleted", "tag": "3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:11.012165 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1291e84f-7e16-4cc8-b5e9-e0f95197c70b x-openstack-request-id: req-1291e84f-7e16-4cc8-b5e9-e0f95197c70b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:11.012471 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08143ba9-ca13-4aee-837b-ed33701e3568", "name": "network-vif-deleted", "tag": "3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:11.012728 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1291e84f-7e16-4cc8-b5e9-e0f95197c70b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:11.013131 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08143ba9-ca13-4aee-837b-ed33701e3568', 'name': 'network-vif-deleted', 'tag': '3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd', 'status': 'completed', 'code': 200} Nov 05 21:58:11.260508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:58:11.517094 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:11.608062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39670) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:11.908259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd9d36-15fe-44e8-9741-4192f8bf6acd req-4044caee-3b33-4c0e-91f4-a2adf106712c tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:11.910714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5fd9d36-15fe-44e8-9741-4192f8bf6acd req-4044caee-3b33-4c0e-91f4-a2adf106712c tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 943 time: 0.1348686 Nov 05 21:58:11.979905 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:11.998740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5fd9d36-15fe-44e8-9741-4192f8bf6acd req-99491c09-0a6c-4d39-bff1-fa6cce3c8bd7 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731332 Nov 05 21:58:12.042060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-dd08f39d-e639-4bdd-81ce-942ca3cbe692 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4194055 Nov 05 21:58:12.066841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-5ac1faeb-dc86-4ddc-b36c-cfedb21830a1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:58:12.083358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-5ac1faeb-dc86-4ddc-b36c-cfedb21830a1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0379906 Nov 05 21:58:12.167402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b8071-3b33-44f8-a2ca-3e7d8eb3c266 req-d296f0dc-f88e-4905-a1c4-ba00b5241a95 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:12.175618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b0b8071-3b33-44f8-a2ca-3e7d8eb3c266 req-d296f0dc-f88e-4905-a1c4-ba00b5241a95 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.0731854 Nov 05 21:58:12.252276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b0b8071-3b33-44f8-a2ca-3e7d8eb3c266 req-936f9830-d6ba-492d-a56f-23a64c064a10 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756383 Nov 05 21:58:12.315789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:58:12.349930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:58:12.352395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3ae7feb0-ac11-4051-b92c-6eaf03ecd5fd not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:58:13.209292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05954c-2656-467a-8a65-c919d0d4dc82 req-a6a2c8dd-9de5-43a6-a35f-86440283ac1a tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:13.216634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f05954c-2656-467a-8a65-c919d0d4dc82 req-a6a2c8dd-9de5-43a6-a35f-86440283ac1a tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 943 time: 0.1098697 Nov 05 21:58:13.267332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c9e875fc-4217-4c7c-bc85-026083ce7df3 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:58:13.285641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f05954c-2656-467a-8a65-c919d0d4dc82 req-fd03b577-4150-4fef-a3dc-06c2032dd6fa tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681515 Nov 05 21:58:13.539012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port c9e875fc-4217-4c7c-bc85-026083ce7df3, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c9e875fc-4217-4c7c-bc85-026083ce7df3,segment=NetworkSegment(a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c),segment_id=a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:13.563674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'c9e875fc-4217-4c7c-bc85-026083ce7df3', 'network_id': '074b159e-93f3-4ad8-bec0-f80baba7d30f', 'port_id': 'c9e875fc-4217-4c7c-bc85-026083ce7df3', 'mac_address': 'fa:16:3e:f7:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd47c87-ccc9-4ae5-be8a-89349a3ad43b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:58:13.575635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8cf21-6078-45ab-892f-f0e212af7788 req-07d8d98c-fa22-42b7-a33f-c3705f0f3497 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:13.588799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2c8cf21-6078-45ab-892f-f0e212af7788 req-07d8d98c-fa22-42b7-a33f-c3705f0f3497 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.1987164 Nov 05 21:58:13.650342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:13.690340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e875fc-4217-4c7c-bc85-026083ce7df3 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:13.715515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2c8cf21-6078-45ab-892f-f0e212af7788 req-f65cb3c1-b4d1-473d-a7da-bf14fb38a7a6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211054 Nov 05 21:58:13.755218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port c9e875fc-4217-4c7c-bc85-026083ce7df3, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c9e875fc-4217-4c7c-bc85-026083ce7df3,segment=NetworkSegment(a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c),segment_id=a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:13.836959 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:13.934051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=c9e875fc-4217-4c7c-bc85-026083ce7df3,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:14.066319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['c9e875fc-4217-4c7c-bc85-026083ce7df3'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:58:14.135293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-d67e5ffd-33f2-42e7-b999-b2cc884aa8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:14.139876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-d67e5ffd-33f2-42e7-b999-b2cc884aa8f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a&tenant_id=1afbc5028b1842628821c45bee7eae90 HTTP/1.1" status: 200 len: 1094 time: 0.1549067 Nov 05 21:58:14.152509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:14.306688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:14.558261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ce716-9ca4-4ce8-ab33-302854295eec req-a8c79b8b-779e-47ca-8160-7821e73239fc tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:14.571157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-681ce716-9ca4-4ce8-ab33-302854295eec req-a8c79b8b-779e-47ca-8160-7821e73239fc tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 944 time: 0.1293755 Nov 05 21:58:14.673813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:14.734382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-681ce716-9ca4-4ce8-ab33-302854295eec req-47e9b24d-2181-41bb-af54-a28264613a48 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621547 Nov 05 21:58:15.265236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:58:15.275437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c9e875fc-4217-4c7c-bc85-026083ce7df3 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:15.350979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3f32a-6b91-46a7-ba56-2c11bc4610d2 req-715fd1e2-4721-4b71-8673-178229dc67d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:15.352858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1d3f32a-6b91-46a7-ba56-2c11bc4610d2 req-715fd1e2-4721-4b71-8673-178229dc67d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 943 time: 0.2027025 Nov 05 21:58:15.447802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4f9237-0159-44b8-9864-24bdaf1617dc {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:15.479363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:15.499635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port c9e875fc-4217-4c7c-bc85-026083ce7df3 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:58:15.505350 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port c9e875fc-4217-4c7c-bc85-026083ce7df3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:15.505722 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:15.512970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Transition to ACTIVE for port object da4f9237-0159-44b8-9864-24bdaf1617dc will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:58:15.554289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1d3f32a-6b91-46a7-ba56-2c11bc4610d2 req-74785d2b-a3a8-42c9-ad6c-2df6b8c7e967 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867783 Nov 05 21:58:15.580119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:15.674953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=9']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:15.714647 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:15.738061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] No DVR routers for this DVR port da4f9237-0159-44b8-9864-24bdaf1617dc on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:58:15.801433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port c9e875fc-4217-4c7c-bc85-026083ce7df3, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c9e875fc-4217-4c7c-bc85-026083ce7df3,segment=NetworkSegment(a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c),segment_id=a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:15.802854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e875fc-4217-4c7c-bc85-026083ce7df3'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:15.815946 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05248a97-9b55-4a5f-a21d-21f3a32d10c3" -d '{"events": [{"server_uuid": "f5ac734b-7737-4f90-8106-a8fb352317e6", "name": "network-vif-plugged", "status": "completed", "tag": "c9e875fc-4217-4c7c-bc85-026083ce7df3"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:15.871066 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:15.898844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:58:15.899631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:58:15.902673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:15.916294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Port da4f9237-0159-44b8-9864-24bdaf1617dc on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:58:15.917030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Attempting to bind port da4f9237-0159-44b8-9864-24bdaf1617dc on network e6e0df68-a9b4-4e03-82ae-8fccc533cf86 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:15.933693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:58:15.938298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Checking segment: {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:15.938966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Bound using segment: {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:58:15.939578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Bound port: da4f9237-0159-44b8-9864-24bdaf1617dc, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:58:15.940109 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:15.967902 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f6ca4b-5695-4653-829f-4c3e54d441f8 x-openstack-request-id: req-f6f6ca4b-5695-4653-829f-4c3e54d441f8 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:15.967902 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ac734b-7737-4f90-8106-a8fb352317e6", "name": "network-vif-plugged", "status": "completed", "tag": "c9e875fc-4217-4c7c-bc85-026083ce7df3", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:15.967902 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6f6ca4b-5695-4653-829f-4c3e54d441f8 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:15.967902 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e875fc-4217-4c7c-bc85-026083ce7df3', 'code': 200} Nov 05 21:58:16.006635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=c9e875fc-4217-4c7c-bc85-026083ce7df3,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:16.139188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d767b-f5cf-4798-858b-d84d590d383a req-5e3f4fa2-2603-4a28-8162-46c77eaf93b0 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:16.139188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-515d767b-f5cf-4798-858b-d84d590d383a req-5e3f4fa2-2603-4a28-8162-46c77eaf93b0 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 945 time: 0.1157529 Nov 05 21:58:16.238943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5334-dee8-4b7e-8cf6-9f6112f0e5f1 req-80c12cf9-f96d-4485-abb0-6af1a08a2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:16.242161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2cf5334-dee8-4b7e-8cf6-9f6112f0e5f1 req-80c12cf9-f96d-4485-abb0-6af1a08a2a9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 1096 time: 0.2169623 Nov 05 21:58:16.264007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-515d767b-f5cf-4798-858b-d84d590d383a req-484a0375-f11d-4da1-928b-c230ca226a33 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525993 Nov 05 21:58:16.302731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:58:16.348306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:58:16.363815 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2cf5334-dee8-4b7e-8cf6-9f6112f0e5f1 req-db74185a-dfd2-448f-bf37-4e4bf6173cfe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095731 Nov 05 21:58:16.573078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:16.620172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:16.620172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:16.620172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] 10.222.0.46 "PUT /v2.0/ports/da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 1091 time: 2.4666619 Nov 05 21:58:16.620172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:16.638958 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f369441-27ab-462c-87e4-87f01dceeac2" -d '{"events": [{"name": "network-changed", "server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:16.772639 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49a82a-8aac-4e3e-b805-3b08e1ee89d6 x-openstack-request-id: req-2a49a82a-8aac-4e3e-b805-3b08e1ee89d6 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:16.773581 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:16.773581 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a49a82a-8aac-4e3e-b805-3b08e1ee89d6 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:16.773725 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'status': 'completed', 'code': 200} Nov 05 21:58:16.805897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fdc98-818c-49f6-a74c-98c1b0533893 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=10']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:16.864416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-f5820118-c8da-4cfe-b6c8-69c6340b4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:16.878951 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-f5820118-c8da-4cfe-b6c8-69c6340b4207 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1095 time: 0.2113075 Nov 05 21:58:16.928010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84f6a-214f-4506-9a25-6d93ddd234fb req-03304596-48dd-4a0d-aaf2-40da33d40fa7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:16.929511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71e84f6a-214f-4506-9a25-6d93ddd234fb req-03304596-48dd-4a0d-aaf2-40da33d40fa7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.2336941 Nov 05 21:58:17.080261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71e84f6a-214f-4506-9a25-6d93ddd234fb req-6e82e0d4-c733-463f-b1ad-2407624bb68f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135564 Nov 05 21:58:17.128139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-dfefe3db-847c-4624-95d4-ab841b3c2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:17.129756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-dfefe3db-847c-4624-95d4-ab841b3c2de5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 914 time: 0.2390943 Nov 05 21:58:17.186139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-e6b352b4-ade6-49cc-98f5-dee73810a12a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 217 time: 0.0469711 Nov 05 21:58:17.274742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-a1a4328e-ccf2-458a-b405-aa536b23476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:17.276466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-a1a4328e-ccf2-458a-b405-aa536b23476e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.0803831 Nov 05 21:58:17.348546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-418e40eb-a5cb-49ba-88a2-f9ae6b4806b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632184 Nov 05 21:58:17.597076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afd06-67ef-40f3-942a-833bbb1e20ba req-ae59e957-67a4-42e6-a8ad-5b7b8544dfc1 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:17.601271 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b28afd06-67ef-40f3-942a-833bbb1e20ba req-ae59e957-67a4-42e6-a8ad-5b7b8544dfc1 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 945 time: 0.1629477 Nov 05 21:58:17.629435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-5b8688d8-e306-43ae-a100-5b1dec7e5a6d service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737491 Nov 05 21:58:17.707036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b28afd06-67ef-40f3-942a-833bbb1e20ba req-f61c9b7b-bbb1-4104-9ff6-80a5d818e46d tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985985 Nov 05 21:58:17.813126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee45122b-cd40-490f-8acf-f100192a9d77 req-9b0dd0c7-e0bd-4a86-90d3-f3e20899ab66 service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737955 Nov 05 21:58:18.040147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-48793b69-7370-4f4b-b3b5-ab88b93d4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:18.041644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-48793b69-7370-4f4b-b3b5-ab88b93d4cd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1095 time: 0.1425045 Nov 05 21:58:18.330984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-eaf0553c-a607-47a8-b849-44b75be8e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:18.332435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-eaf0553c-a607-47a8-b849-44b75be8e6bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 914 time: 0.2760150 Nov 05 21:58:18.348678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350effc1-b931-44ba-a157-9eeb22dd5b0a req-794d4969-4f6f-4d0d-b5cf-ee39e7c9a0ab tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:18.350032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-350effc1-b931-44ba-a157-9eeb22dd5b0a req-794d4969-4f6f-4d0d-b5cf-ee39e7c9a0ab tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1287963 Nov 05 21:58:18.421306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-72951c11-7b55-4ba4-8bce-a479dfbc94af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 217 time: 0.0695019 Nov 05 21:58:18.505860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-350effc1-b931-44ba-a157-9eeb22dd5b0a req-cc3b2086-57af-4093-8671-9e3984e3f3c5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474845 Nov 05 21:58:18.509620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-7848de48-a072-40dc-82bb-188dbc956d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:18.511016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-7848de48-a072-40dc-82bb-188dbc956d03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.0806239 Nov 05 21:58:18.568502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-8da7bc27-f51b-4ef9-92ba-78724aabb34c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488327 Nov 05 21:58:18.690066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-d70f710c-bf67-4179-92c2-144d414ff7da service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117485 Nov 05 21:58:18.939272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f369441-27ab-462c-87e4-87f01dceeac2 req-65a70402-a205-4aea-9570-7fa307ace9b7 service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414253 Nov 05 21:58:18.940228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8cb3-5988-446c-80a8-5817ad0d59f1 req-ac736562-f3bc-476a-b331-4d79195e8510 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:18.941722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b6f8cb3-5988-446c-80a8-5817ad0d59f1 req-ac736562-f3bc-476a-b331-4d79195e8510 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 945 time: 0.0647328 Nov 05 21:58:19.060430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b6f8cb3-5988-446c-80a8-5817ad0d59f1 req-61c02a86-6cfb-46f4-9fe3-f9341193e6db tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014011 Nov 05 21:58:19.317142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39964) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:19.436208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] Deleting subnet ee209b30-1739-40bc-ae27-5eddff31c583 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:58:19.449329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:19.536820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:19.592910 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:19.733247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:19.795996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee209b30-1739-40bc-ae27-5eddff31c583,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:19.802576 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:19.812788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-51d986fc-da52-4614-8752-17fcee20ff4d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee209b30-1739-40bc-ae27-5eddff31c583 HTTP/1.1" status: 204 len: 168 time: 0.4944141 Nov 05 21:58:19.823356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39978) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:19.912376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e3145-0364-4706-81de-02eba106a314 req-6c095354-4f8d-42e1-89c7-7770599e6222 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:19.925406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe1e3145-0364-4706-81de-02eba106a314 req-6c095354-4f8d-42e1-89c7-7770599e6222 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.2073381 Nov 05 21:58:19.994392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:20.055133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fe1e3145-0364-4706-81de-02eba106a314 req-9610cfb2-d908-4bae-ae48-80d89b6e01ba tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268811 Nov 05 21:58:20.162048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:20.257563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cf4290-2b17-4eb4-b12d-e2679ffb9d14']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:20.291987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dd158f-61e9-495b-a977-c78b5e554e5e') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:20.304025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dd158f-61e9-495b-a977-c78b5e554e5e') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:20.314055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:20.349171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:20.355646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19942-8d00-4a47-8edd-d79103752af5 req-f54be947-e6a6-43e1-8242-0881b8fb0810 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:20.360128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44c19942-8d00-4a47-8edd-d79103752af5 req-f54be947-e6a6-43e1-8242-0881b8fb0810 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 945 time: 0.1500120 Nov 05 21:58:20.371168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:58:20.371510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:58:20.373834 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:58:20.456617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44c19942-8d00-4a47-8edd-d79103752af5 req-0d5c53c0-b0ce-4905-85cb-cd62d5562696 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784554 Nov 05 21:58:20.798441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:20.806155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:20.818519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] 10.222.0.41 "DELETE /v2.0/networks/42cf4290-2b17-4eb4-b12d-e2679ffb9d14 HTTP/1.1" status: 204 len: 168 time: 0.9935939 Nov 05 21:58:20.872612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8950c-fc8a-43ce-a33c-5fe921ae3498 admin admin] Pushing event deleted for resources: {'Network': ['ID=42cf4290-2b17-4eb4-b12d-e2679ffb9d14,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:21.250962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85665-1347-4334-ae76-6cf7b131fb74 req-5e28ab83-a268-4ae0-b42e-3d7c6892bef6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:21.258407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6df85665-1347-4334-ae76-6cf7b131fb74 req-5e28ab83-a268-4ae0-b42e-3d7c6892bef6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.0908492 Nov 05 21:58:21.407852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6df85665-1347-4334-ae76-6cf7b131fb74 req-91f133ff-e009-4c7d-b22e-7d792a5bbb1e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303062 Nov 05 21:58:21.449106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:21.557988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-3c639483-d625-41ce-af9a-a84f848358f2 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:21.562117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-3c639483-d625-41ce-af9a-a84f848358f2 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 945 time: 0.1481075 Nov 05 21:58:21.575577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e173ed1-439a-4c31-8b95-ca3569024ef4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8fdff17b6244091b0c220ff30795346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249955 Nov 05 21:58:21.577974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40010) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:21.703468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c049c55f-d887-4915-bc06-d9a360ac9615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:21.753321 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c049c55f-d887-4915-bc06-d9a360ac9615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:21.758614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Deleting port c9e875fc-4217-4c7c-bc85-026083ce7df3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:58:21.758967 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:21.902632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c049c55f-d887-4915-bc06-d9a360ac9615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:21.905981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c049c55f-d887-4915-bc06-d9a360ac9615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:21.907220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c049c55f-d887-4915-bc06-d9a360ac9615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf HTTP/1.1" status: 204 len: 168 time: 0.3279626 Nov 05 21:58:21.916748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc2d28-7a5e-49ee-bd62-93161516c955 req-e44e31cd-5bdf-4dbb-ba49-115cc094fb18 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:21.925865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60fc2d28-7a5e-49ee-bd62-93161516c955 req-e44e31cd-5bdf-4dbb-ba49-115cc094fb18 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 945 time: 0.3344955 Nov 05 21:58:21.937538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049c55f-d887-4915-bc06-d9a360ac9615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ddd1c3-4e29-4a07-992d-fb2fd631b9cf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:22.030640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60fc2d28-7a5e-49ee-bd62-93161516c955 req-84ccbeb4-cc68-4486-b1d2-52f7414f243e tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b44979a-7ed8-411d-9604-d331a93971bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962048 Nov 05 21:58:22.108836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] For port c9e875fc-4217-4c7c-bc85-026083ce7df3, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=c9e875fc-4217-4c7c-bc85-026083ce7df3,segment=NetworkSegment(a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c),segment_id=a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:22.111333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:22.149426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Calling delete_port for c9e875fc-4217-4c7c-bc85-026083ce7df3 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:58:22.511503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:22.525785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['c9e875fc-4217-4c7c-bc85-026083ce7df3'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:58:22.717203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Pushing event deleted for resources: {'Port': ['ID=c9e875fc-4217-4c7c-bc85-026083ce7df3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:22.829825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] No DVR routers for this DVR port c9e875fc-4217-4c7c-bc85-026083ce7df3 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:58:22.839154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:22.847042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38df89c9-ae23-4a81-a07d-f34d086d6312 req-c5eea9ea-b365-402f-bf60-bd49bdcf54c8 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.13 "DELETE /v2.0/ports/c9e875fc-4217-4c7c-bc85-026083ce7df3 HTTP/1.1" status: 204 len: 173 time: 1.2775483 Nov 05 21:58:22.848836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'name': 'network-vif-deleted', 'tag': 'c9e875fc-4217-4c7c-bc85-026083ce7df3'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:22.856338 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ff4fd2-22f3-42d7-9362-de4486d1c841" -d '{"events": [{"server_uuid": "f5ac734b-7737-4f90-8106-a8fb352317e6", "name": "network-vif-deleted", "tag": "c9e875fc-4217-4c7c-bc85-026083ce7df3"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:22.937907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc73ba-e89c-419c-84fa-3bbadd92f04b req-88e7e699-4b13-4832-a9c3-9b44ba11aa6e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:22.961474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87dc73ba-e89c-419c-84fa-3bbadd92f04b req-88e7e699-4b13-4832-a9c3-9b44ba11aa6e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.2938833 Nov 05 21:58:22.965859 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ca31d-cef8-464e-b6c2-af70828124e0 x-openstack-request-id: req-967ca31d-cef8-464e-b6c2-af70828124e0 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:22.970248 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ac734b-7737-4f90-8106-a8fb352317e6", "name": "network-vif-deleted", "tag": "c9e875fc-4217-4c7c-bc85-026083ce7df3", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:22.971957 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-967ca31d-cef8-464e-b6c2-af70828124e0 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:22.972671 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ac734b-7737-4f90-8106-a8fb352317e6', 'name': 'network-vif-deleted', 'tag': 'c9e875fc-4217-4c7c-bc85-026083ce7df3', 'status': 'completed', 'code': 200} Nov 05 21:58:23.165934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87dc73ba-e89c-419c-84fa-3bbadd92f04b req-01e0c852-943a-4e83-b19f-9c7f4e9e9299 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901691 Nov 05 21:58:23.416930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cddd7e70-abb1-4209-b8c2-8074c977a4fb req-5fdc2e2c-fe8f-4054-a399-23e273be891f tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 210 time: 0.1845315 Nov 05 21:58:24.282809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40076) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:24.401721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35033af6-0bfb-42ca-9125-9e4b94d505b0 req-800e28b2-84da-4919-b3b5-22eb372668e5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:24.413615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35033af6-0bfb-42ca-9125-9e4b94d505b0 req-800e28b2-84da-4919-b3b5-22eb372668e5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1254025 Nov 05 21:58:24.466378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1759331428-network', 'tenant_id': 'b4b3f22ce6074c22a1cd6c5da7394a84'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:24.566718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35033af6-0bfb-42ca-9125-9e4b94d505b0 req-96e12617-ae68-4f5b-ac1b-2650d927ac82 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474564 Nov 05 21:58:24.640149 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e7981af-c718-4d24-ac25-b82d1528c855 req-d6879e41-7a68-483b-b91d-6e904f8a6333 tempest-ServerPasswordTestJSON-1095075524 tempest-ServerPasswordTestJSON-1095075524-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5ac734b-7737-4f90-8106-a8fb352317e6 HTTP/1.1" status: 200 len: 210 time: 0.0466979 Nov 05 21:58:24.641382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Made reservation on behalf of b4b3f22ce6074c22a1cd6c5da7394a84 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:58:24.644040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:24.662347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:24.754511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:24.819911 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:24.886815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:58:24.926742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:24.926742 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Added segment d0f19a77-4105-46f2-941d-edadd47e2da8 of type vlan for network 634de52c-e088-4221-9a9b-730b42cf2a4b Nov 05 21:58:25.102032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:25.166101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2846706c-f4f3-4a13-b1df-4e4a88762a89,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:25.315084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c9e875fc-4217-4c7c-bc85-026083ce7df3 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:58:25.338289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:25.339796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:25.340438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:25.384527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: c9e875fc-4217-4c7c-bc85-026083ce7df3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:58:25.388143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device c9e875fc-4217-4c7c-bc85-026083ce7df3 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:58:25.481363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2054267 Nov 05 21:58:25.481940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40108) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:25.487930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Request body: {'subnet': {'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1759331428-subnet', 'tenant_id': 'b4b3f22ce6074c22a1cd6c5da7394a84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:25.502101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e119821-a733-4353-8402-9d3bd015e605 admin admin] Pushing event updated for resources: {'Network': ['ID=634de52c-e088-4221-9a9b-730b42cf2a4b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:25.514074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 634de52c-e088-4221-9a9b-730b42cf2a4b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:58:25.607746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Made reservation on behalf of b4b3f22ce6074c22a1cd6c5da7394a84 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:58:25.611110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:25.764255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40118) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:25.857233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] Deleting subnet 2cd47c87-ccc9-4ae5-be8a-89349a3ad43b {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:58:25.870023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:25.952517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:25.977296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd583e3-071e-433e-baa5-28bc0cfc2dbd req-ed5e4aad-cae0-42bb-a352-e834718e8a39 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:25.980934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9dd583e3-071e-433e-baa5-28bc0cfc2dbd req-ed5e4aad-cae0-42bb-a352-e834718e8a39 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.0851893 Nov 05 21:58:26.026937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.098910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.257290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9dd583e3-071e-433e-baa5-28bc0cfc2dbd req-8e3b0970-d3a3-4e8d-8b49-c3149da3c337 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590103 Nov 05 21:58:26.288328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f1f586-19b9-4540-8d10-f0eb516e12d5,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:26.298067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.319756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Checking segment: {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:26.322924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Network hostable DHCP agents. Network: 634de52c-e088-4221-9a9b-730b42cf2a4b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:58:26.323145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd47c87-ccc9-4ae5-be8a-89349a3ad43b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:26.333131 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.339486 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-047610a6-829d-4e91-9f6e-d8fda23b4a9d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2cd47c87-ccc9-4ae5-be8a-89349a3ad43b HTTP/1.1" status: 204 len: 168 time: 0.5710900 Nov 05 21:58:26.340678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40128) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:26.531761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.745214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.776599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074b159e-93f3-4ad8-bec0-f80baba7d30f']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:26.789099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:26.789396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18bbed8-9e2f-47ba-97c7-c6d6e3fbc11c') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:26.804287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.818102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.829100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:58:26.829900 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:58:26.832569 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:58:27.379978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:27.386454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Network 634de52c-e088-4221-9a9b-730b42cf2a4b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:58:27.389276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:27.415935 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] 10.222.0.41 "DELETE /v2.0/networks/074b159e-93f3-4ad8-bec0-f80baba7d30f HTTP/1.1" status: 204 len: 168 time: 1.0533407 Nov 05 21:58:27.508713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a8d7f-bf1a-442c-8e0f-3dbbccd04645 admin admin] Pushing event deleted for resources: {'Network': ['ID=074b159e-93f3-4ad8-bec0-f80baba7d30f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:27.574440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c2e71-5976-472b-82ca-c9c751ecd3ef req-f701f76b-59af-46bd-8737-1f3bae910467 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:27.590813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 634de52c-e088-4221-9a9b-730b42cf2a4b) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:27.599641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e68c2e71-5976-472b-82ca-c9c751ecd3ef req-f701f76b-59af-46bd-8737-1f3bae910467 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.2328942 Nov 05 21:58:27.600812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81331d04-98e1-4fb4-b021-26a9257bfdf7 None None] Network 634de52c-e088-4221-9a9b-730b42cf2a4b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:58:27.617722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:27.618239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:27.697473 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e68c2e71-5976-472b-82ca-c9c751ecd3ef req-e44f9365-33b2-4492-a1bb-5c9c22c3bb6e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999234 Nov 05 21:58:27.731530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-484bb0fc-287a-464c-869f-d0194d2fe461 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2488508 Nov 05 21:58:27.974090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e84be7-7d19-40ea-a001-b8f38b617f02 None None] Network 634de52c-e088-4221-9a9b-730b42cf2a4b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:58:28.154279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:28.289941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bf67b4eb-0c3b-4c2b-a4d3-e31b3648bacd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7331668682374cc89925a2618a2e18d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343520 Nov 05 21:58:28.292731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40156) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:28.435418 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a84-5c1e-4aae-9871-5dcb869d3d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:28.493394 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a84-5c1e-4aae-9871-5dcb869d3d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:28.678337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a84-5c1e-4aae-9871-5dcb869d3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:28.682629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6a05a84-5c1e-4aae-9871-5dcb869d3d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:28.690673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d6a05a84-5c1e-4aae-9871-5dcb869d3d04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b44979a-7ed8-411d-9604-d331a93971bf HTTP/1.1" status: 204 len: 168 time: 0.3898036 Nov 05 21:58:28.701428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a05a84-5c1e-4aae-9871-5dcb869d3d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44979a-7ed8-411d-9604-d331a93971bf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:29.009230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a8e46-6e05-48ae-a44f-8f385d6c192d req-c906ccb2-5251-415c-b508-f618cb1f147f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:29.014399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-510a8e46-6e05-48ae-a44f-8f385d6c192d req-c906ccb2-5251-415c-b508-f618cb1f147f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1636770 Nov 05 21:58:29.169205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-510a8e46-6e05-48ae-a44f-8f385d6c192d req-e692fa8d-8085-4141-8409-941ab8f87bc6 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462693 Nov 05 21:58:30.372770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40218) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:30.376254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20d4c-280a-4370-b3ce-0a4ee470860c req-7c98e318-1569-4c4d-ba9c-16a80cc5ae55 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:30.385719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9d20d4c-280a-4370-b3ce-0a4ee470860c req-7c98e318-1569-4c4d-ba9c-16a80cc5ae55 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1378875 Nov 05 21:58:30.460905 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9d20d4c-280a-4370-b3ce-0a4ee470860c req-507450fd-2c8c-4957-9f41-dcdd4c5b612b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741768 Nov 05 21:58:30.601898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c2f34a3-3c5d-4e1c-80b5-29b7c7512ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:30.664436 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:30.681323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c2f34a3-3c5d-4e1c-80b5-29b7c7512ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:30.813329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c2f34a3-3c5d-4e1c-80b5-29b7c7512ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:30.848983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40236) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:30.862957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3c2f34a3-3c5d-4e1c-80b5-29b7c7512ebc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a1237286aa14b69adfe4bb40538235e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884279 Nov 05 21:58:30.864649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f34a3-3c5d-4e1c-80b5-29b7c7512ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596e3d2f-4a63-49f7-852f-6fefe584a685,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:30.866161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40240) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:30.968494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ae42c05-947f-4688-9018-229914f52bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.002845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ae42c05-947f-4688-9018-229914f52bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.102533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-980625467-network', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:31.252293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ae42c05-947f-4688-9018-229914f52bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.260439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ae42c05-947f-4688-9018-229914f52bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.260439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5ae42c05-947f-4688-9018-229914f52bbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/596e3d2f-4a63-49f7-852f-6fefe584a685 HTTP/1.1" status: 204 len: 168 time: 0.3888340 Nov 05 21:58:31.264300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae42c05-947f-4688-9018-229914f52bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596e3d2f-4a63-49f7-852f-6fefe584a685,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:31.283318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Made reservation on behalf of 7510bb38668d4e16aaf5a7c9c9dcfb6e for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:58:31.286581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.297005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.374621 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.466158 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:58:31.482983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.507527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:58:31.519489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.521072 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Added segment 34db323c-455e-4cf4-9ea3-3d2e80d44454 of type vlan for network 123faa94-253d-4d03-984d-b9c8295badc3 Nov 05 21:58:31.568389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.658605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.659618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:31.660271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:31.740514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164df0d-6fd9-48e0-b85d-83809af956f0 req-d3023226-8316-4a3d-82c2-fd5fdc0ed2d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:31.745108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b164df0d-6fd9-48e0-b85d-83809af956f0 req-d3023226-8316-4a3d-82c2-fd5fdc0ed2d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1516762 Nov 05 21:58:31.750450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Pushing event updated for resources: {'Network': ['ID=123faa94-253d-4d03-984d-b9c8295badc3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:31.752580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5257ea87-96d4-475d-a447-9ec125fadcb0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:31.765786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 123faa94-253d-4d03-984d-b9c8295badc3 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:58:31.810488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b164df0d-6fd9-48e0-b85d-83809af956f0 req-970b87bd-5838-47fb-b5a2-1f340995ca2d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644944 Nov 05 21:58:31.933123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b240448b-7eae-493e-b572-23570565f207 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0802181 Nov 05 21:58:31.933369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40266) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:31.938437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Request body: {'subnet': {'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-980625467-subnet', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:32.065288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Made reservation on behalf of 7510bb38668d4e16aaf5a7c9c9dcfb6e for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:58:32.067767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.124490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40268) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:32.143501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b6c9909e-0dda-40d7-9bbd-56ba03512f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.285388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b6c9909e-0dda-40d7-9bbd-56ba03512f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.356181 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b6c9909e-0dda-40d7-9bbd-56ba03512f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.401336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b6c9909e-0dda-40d7-9bbd-56ba03512f67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=432453fb914e4d6882b02df074dd9802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747371 Nov 05 21:58:32.402865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9909e-0dda-40d7-9bbd-56ba03512f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869b33b-0125-4374-bdba-dce4a0eb5fe7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:32.405777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40276) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:32.424066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.517184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4823f8ba-de99-4bba-929b-512ea8b25625,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:32.534387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7567952b-cb27-4a37-b6e6-5a57d1dbe601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.537204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Checking segment: {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:32.537562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Network hostable DHCP agents. Network: 123faa94-253d-4d03-984d-b9c8295badc3, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:58:32.567053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7567952b-cb27-4a37-b6e6-5a57d1dbe601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.727757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Network 123faa94-253d-4d03-984d-b9c8295badc3 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:58:32.783730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7567952b-cb27-4a37-b6e6-5a57d1dbe601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.786282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7567952b-cb27-4a37-b6e6-5a57d1dbe601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.787822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7567952b-cb27-4a37-b6e6-5a57d1dbe601 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d869b33b-0125-4374-bdba-dce4a0eb5fe7 HTTP/1.1" status: 204 len: 168 time: 0.3822317 Nov 05 21:58:32.800822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567952b-cb27-4a37-b6e6-5a57d1dbe601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869b33b-0125-4374-bdba-dce4a0eb5fe7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:32.833826 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.859067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 123faa94-253d-4d03-984d-b9c8295badc3) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:32.867728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:32.868269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:32.877371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be25a5-e319-4361-ac21-c0e78cee09da None None] Network 123faa94-253d-4d03-984d-b9c8295badc3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:58:33.014491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1140ebd4-6f97-4a00-a2b0-302d8240428a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0799768 Nov 05 21:58:33.018363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40296) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:33.023246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:33.100475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1532718-f1e4-4513-b9f2-c3f64edf871f req-64eff7d5-cb4c-477a-b5cb-af02473cbadf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:33.124773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1532718-f1e4-4513-b9f2-c3f64edf871f req-64eff7d5-cb4c-477a-b5cb-af02473cbadf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1803088 Nov 05 21:58:33.167692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:33.169519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:33.283745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1532718-f1e4-4513-b9f2-c3f64edf871f req-e036baaa-3c8d-4b0f-bb5f-5dbbac473c7d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566875 Nov 05 21:58:33.354691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d916ef7-f896-44ff-b441-6703bac3d163 None None] Network 123faa94-253d-4d03-984d-b9c8295badc3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:58:33.374295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:33.512698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166eb8ce-d3de-4c4f-85eb-5ab66dff7013 req-fccc947b-e8d8-4f7d-9abb-50b88cadabe5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:33.516029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-166eb8ce-d3de-4c4f-85eb-5ab66dff7013 req-fccc947b-e8d8-4f7d-9abb-50b88cadabe5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1073215 Nov 05 21:58:33.668298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-166eb8ce-d3de-4c4f-85eb-5ab66dff7013 req-6ed3bdde-2f4b-4062-a8f3-a93aa6b4b353 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440623 Nov 05 21:58:33.749334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:33.782074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225078-46c9-41eb-9b65-5438b3364780 req-816c7162-1add-4461-baae-c26488da0de3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:33.785461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-816c7162-1add-4461-baae-c26488da0de3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 815 time: 0.4884949 Nov 05 21:58:33.823794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-ab12846e-9886-4a4a-810e-24b4a06fce83 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/quotas/b4b3f22ce6074c22a1cd6c5da7394a84 HTTP/1.1" status: 200 len: 375 time: 0.0230875 Nov 05 21:58:33.868093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-2cf19f42-f88c-4e61-9f11-d6e086aff3e4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361962 Nov 05 21:58:33.898531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-0a540f34-456e-40b5-b484-28cba633d49d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 21:58:33.899775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-0a540f34-456e-40b5-b484-28cba633d49d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109720 Nov 05 21:58:34.077739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-809a2b44-2ff5-4213-87ef-989729d02975 service neutron] 10.222.0.41 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279273 Nov 05 21:58:34.267015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-4b53be37-1d66-4267-a683-98259f7a079d service neutron] 10.222.0.41 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861644 Nov 05 21:58:34.279863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:34.308068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:34.576043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d77f72-12c5-4462-8869-4bc8fc6d1eac req-a14f8ffc-e927-415d-843b-0546057f091f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:34.678900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3d77f72-12c5-4462-8869-4bc8fc6d1eac req-a14f8ffc-e927-415d-843b-0546057f091f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1207280 Nov 05 21:58:34.681288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Allocated IP 172.25.6.221 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f6cd6e55-d024-4396-ac8d-c989d7b5c846) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:58:34.753572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3d77f72-12c5-4462-8869-4bc8fc6d1eac req-c018650d-6e18-4383-833f-ab4d20ad19d3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562572 Nov 05 21:58:34.918729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf4b8-9896-41d2-9360-014cc234bace req-b5414456-7572-4b5c-b337-de383f006a17 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:34.925510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-33ecf4b8-9896-41d2-9360-014cc234bace req-b5414456-7572-4b5c-b337-de383f006a17 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0743628 Nov 05 21:58:34.931018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-186a3a93-1ab0-4269-b450-52a249c5ba5c req-e9703998-1376-4b11-836d-c661d0332b41 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 210 time: 0.2266340 Nov 05 21:58:35.001673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:35.016883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-33ecf4b8-9896-41d2-9360-014cc234bace req-23dd0081-4c25-4255-a5bb-cf9adbea50ef tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889847 Nov 05 21:58:35.494543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:35.532568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:58:35.535344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:35.541685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:58:35.578596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Pushing event updated for resources: {'Port': ['ID=f6cd6e55-d024-4396-ac8d-c989d7b5c846,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:36.053007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744b2f-13a3-47a6-9fdc-7bb983eb0ef9 req-529d1449-06aa-421c-9889-94c61e02fc4a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:36.064119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20744b2f-13a3-47a6-9fdc-7bb983eb0ef9 req-529d1449-06aa-421c-9889-94c61e02fc4a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1659601 Nov 05 21:58:36.166410 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:36.204793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20744b2f-13a3-47a6-9fdc-7bb983eb0ef9 req-0a775120-1019-4d8d-8d20-e2db11a2abe6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254451 Nov 05 21:58:36.310757 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b88af560-dcde-442b-9695-5f421944132e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:36.424267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa53bc35-6600-4919-9fe7-70829c94a33c req-86939388-5c8e-4b67-b23f-dad1250e2ba1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 210 time: 0.1237054 Nov 05 21:58:37.094343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ae36d-5bd1-45b3-b655-52f3f9bc6f96 req-e7bebfd5-393e-49e0-b903-3a310e879a4c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:37.095955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e95ae36d-5bd1-45b3-b655-52f3f9bc6f96 req-e7bebfd5-393e-49e0-b903-3a310e879a4c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.9319224 Nov 05 21:58:37.270149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e95ae36d-5bd1-45b3-b655-52f3f9bc6f96 req-e70eb782-a9ea-40e4-a61d-ae3a0eb56f96 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483285 Nov 05 21:58:37.295984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:37.361118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:58:37.488407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a745ab5-8e47-4f0e-9b03-2b07ec293db4 req-dd6147ea-8617-4dcf-b5b2-77906979212b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:37.505022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a745ab5-8e47-4f0e-9b03-2b07ec293db4 req-dd6147ea-8617-4dcf-b5b2-77906979212b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1830218 Nov 05 21:58:37.635363 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:37.676548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e78769c-7fa5-4f85-aefd-4f169eb6d4a8 req-3a9b89fa-fa5d-456b-840f-6311381cea13 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 210 time: 0.0805056 Nov 05 21:58:37.682983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 21:58:37.696044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:37.697399 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42625522-9010-412a-9e22-80b9be5ec5e7" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:37.704969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a745ab5-8e47-4f0e-9b03-2b07ec293db4 req-f5e2a460-adfb-4ec5-b0b4-3d681e593757 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985455 Nov 05 21:58:37.747979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:37.824957 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:37.828701 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790255f-846f-4a85-9b47-1ad1e6710f54 x-openstack-request-id: req-f790255f-846f-4a85-9b47-1ad1e6710f54 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:37.834352 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:37.834352 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f790255f-846f-4a85-9b47-1ad1e6710f54 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:37.834352 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'code': 200} Nov 05 21:58:37.903844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=11']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:37.969577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:58:37.979086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Sync routers for ids ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:58:37.991004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Routers {'72fa9bf0-0ebc-4687-ae72-57409aa8e21f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:58:37.991665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:58:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:38.165186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:38.166690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a596a72a-6470-4f81-89e1-68e4a7cbf1ef admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1471529 Nov 05 21:58:38.175269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40452) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:58:38.283654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Set router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:58:38.501496 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-706b32f6-9f5c-41f1-baae-4c49f4943869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:38.563433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7a119-4057-4f6e-a20b-ad642300be78 req-77f6f614-1d23-4602-86b6-ee1ba5c6709a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:38.564080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T21:58:35Z', 'revision_number': 3, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port': {'id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ab:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:34Z', 'updated_at': '2021-11-05T21:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:38.565098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eae7a119-4057-4f6e-a20b-ad642300be78 req-77f6f614-1d23-4602-86b6-ee1ba5c6709a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1437526 Nov 05 21:58:38.602408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Checking router: 72fa9bf0-0ebc-4687-ae72-57409aa8e21f for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:58:38.603106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Updating router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f port f6cd6e55-d024-4396-ac8d-c989d7b5c846 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:58:38.636405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:38.900681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eae7a119-4057-4f6e-a20b-ad642300be78 req-ef18c713-1614-4dcc-8984-8527cb1502e1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196564 Nov 05 21:58:39.193883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:39.203821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96e40724-2360-496a-9374-8e79e1a32e45 req-4b0e1948-2f3d-4b1a-bf8d-fa042f62180b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 210 time: 0.3413506 Nov 05 21:58:39.227843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952920f-d6b6-4fc3-87b2-1d7c2d5d22e6 req-d2368027-8a58-4a91-b2ef-9d184f88f5d5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:39.235395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c952920f-d6b6-4fc3-87b2-1d7c2d5d22e6 req-d2368027-8a58-4a91-b2ef-9d184f88f5d5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2274685 Nov 05 21:58:39.352297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225078-46c9-41eb-9b65-5438b3364780 req-6e2534b4-caab-4479-b8ed-bae3bdbb9fb7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:39.354042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-6e2534b4-caab-4479-b8ed-bae3bdbb9fb7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 815 time: 0.5104074 Nov 05 21:58:39.364202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:58:39.402249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Request body: {'port': {'device_id': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'admin_state_up': True, 'tenant_id': 'b4b3f22ce6074c22a1cd6c5da7394a84'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:39.677007 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:39.686008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:39.700376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'mac_address': 'fa:16:3e:c9:6f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:58:39.747312 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:39.765975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:39.786213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:39.813401 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:39.870668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Attempting to bind port f6cd6e55-d024-4396-ac8d-c989d7b5c846 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:58:39.871041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Attempting to bind port f6cd6e55-d024-4396-ac8d-c989d7b5c846 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:58:39.871577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Attempting to bind port f6cd6e55-d024-4396-ac8d-c989d7b5c846 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:39.880329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d42e0-af01-4ebf-847b-f04ddede8eda None None] Pushing event updated for resources: {'Port': ['ID=f6cd6e55-d024-4396-ac8d-c989d7b5c846,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:39.884980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:58:39.885792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:39.887873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:39.887873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:58:39.887873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Bound port: f6cd6e55-d024-4396-ac8d-c989d7b5c846, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:58:39.887873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:39.992589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Made reservation on behalf of b4b3f22ce6074c22a1cd6c5da7394a84 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:58:39.996675 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.044090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] For port f6cd6e55-d024-4396-ac8d-c989d7b5c846, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:58:40.052590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] For port f6cd6e55-d024-4396-ac8d-c989d7b5c846, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f6cd6e55-d024-4396-ac8d-c989d7b5c846,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:58:40.086232 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.148918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c952920f-d6b6-4fc3-87b2-1d7c2d5d22e6 req-7fad4102-2f61-4016-a2e5-1e6c62ab3736 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9125779 Nov 05 21:58:40.194421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.195566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Allocated IP 172.20.0.1 (123faa94-253d-4d03-984d-b9c8295badc3/4823f8ba-de99-4bba-929b-512ea8b25625/77cfb54f-a1a0-4661-95d0-3a3a014d4d07) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:58:40.261685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:58:40.304716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410cc29-303c-4fc7-9acc-65112985de31 req-dc145e92-9ca0-45db-90f9-b0d4e87ed255 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:40.322278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:40.334739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e410cc29-303c-4fc7-9acc-65112985de31 req-dc145e92-9ca0-45db-90f9-b0d4e87ed255 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.3068309 Nov 05 21:58:40.362071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.362427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.362764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.363196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.363538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.364640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.364640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.364640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.364942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.365269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.365593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.365965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:40.393859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Routers {'72fa9bf0-0ebc-4687-ae72-57409aa8e21f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:58:40.394821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:40.405735 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-522224ed-d480-4d47-9d3e-bddbeb09e6b5 req-d04a50fd-f3c1-48e9-8cea-d8eba9eddddd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 210 time: 0.0467379 Nov 05 21:58:40.472608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Allocated IP 172.20.0.7 (634de52c-e088-4221-9a9b-730b42cf2a4b/a8f1f586-19b9-4540-8d10-f0eb516e12d5/94a85e23-abdd-459f-8c65-03180fe4a61c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:58:40.499463 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.527609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.571121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d42e0-af01-4ebf-847b-f04ddede8eda None None] Pushing event updated for resources: {'Port': ['ID=f6cd6e55-d024-4396-ac8d-c989d7b5c846,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:40.602431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e410cc29-303c-4fc7-9acc-65112985de31 req-0688a1db-1102-411c-999c-9a84426e1009 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630444 Nov 05 21:58:40.680856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] Set router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:58:40.704179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.765281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Network 123faa94-253d-4d03-984d-b9c8295badc3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:58:40.768370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:40.773637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:58:40.822119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.822328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:40.991211 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.046823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Pushing event updated for resources: {'Port': ['ID=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:41.085294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Network 634de52c-e088-4221-9a9b-730b42cf2a4b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:58:41.088677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:41.092522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:58:41.130458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T21:58:35Z', 'revision_number': 3, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port': {'id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ab:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:34Z', 'updated_at': '2021-11-05T21:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:41.139193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:41.160659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380983b-6bf0-450a-a3b1-6641afe1f940 None None] The sync data for ids ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'] in n-d-816738-5 is: [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T21:58:35Z', 'revision_number': 3, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port': {'id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ab:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:34Z', 'updated_at': '2021-11-05T21:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:58:41.168224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:41.169144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.179885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.314033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-70965bd3-63ea-4a8c-9fd4-3f087cf2ace9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9220364 Nov 05 21:58:41.335049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Request body: {'port': {'device_id': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:41.371536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:41.432096 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.492299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.525386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc248f96-c608-49e7-b1ba-a8ad44b5277b req-1d04e65f-070a-4325-befd-638bb0ec9e1a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:41.533811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:41.540035 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc248f96-c608-49e7-b1ba-a8ad44b5277b req-1d04e65f-070a-4325-befd-638bb0ec9e1a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 945 time: 0.2321467 Nov 05 21:58:41.540708 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.806786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.881878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:41.896528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc248f96-c608-49e7-b1ba-a8ad44b5277b req-049a1be4-de8a-4e3f-a267-9578b988f2b6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487644 Nov 05 21:58:41.995404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:42.005625 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0ce125-0525-41d3-be2f-115078d34fca" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:42.039091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:42.059301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02425d-6197-47da-85e3-70a6b6337320 req-6f8c5c94-324b-4ba7-9661-b3aae7e1efac tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:42.077632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c02425d-6197-47da-85e3-70a6b6337320 req-6f8c5c94-324b-4ba7-9661-b3aae7e1efac tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 931 time: 0.1275496 Nov 05 21:58:42.102466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541c994-a1e1-4bfb-b7fb-9005dbdd6f5e req-a986b1c0-9bf5-41d4-8c4c-f3df3c44a0b1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:42.104143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7541c994-a1e1-4bfb-b7fb-9005dbdd6f5e req-a986b1c0-9bf5-41d4-8c4c-f3df3c44a0b1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.0999227 Nov 05 21:58:42.255215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7541c994-a1e1-4bfb-b7fb-9005dbdd6f5e req-49225dab-e34c-46c9-9f3f-6fe06c68ac2b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380553 Nov 05 21:58:42.328601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c02425d-6197-47da-85e3-70a6b6337320 req-5a73b1ac-f339-48d8-8d00-7ff6528430dc tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403553 Nov 05 21:58:42.367479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:42.374260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-d85e0ea4-7acc-4fb6-844b-6572829ce23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:42.374260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-d85e0ea4-7acc-4fb6-844b-6572829ce23a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1095 time: 0.1452973 Nov 05 21:58:42.377300 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e76f818-3f0b-4ccf-bd62-4b6ef2b2ee57 x-openstack-request-id: req-7e76f818-3f0b-4ccf-bd62-4b6ef2b2ee57 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:42.377807 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-plugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:42.378184 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e76f818-3f0b-4ccf-bd62-4b6ef2b2ee57 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:42.378595 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'code': 200} Nov 05 21:58:42.480486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a85e23-abdd-459f-8c65-03180fe4a61c {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:42.489370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:42.499339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:42.501234 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:42.505381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Pushing event updated for resources: {'Port': ['ID=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:42.511435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Transition to ACTIVE for port object 94a85e23-abdd-459f-8c65-03180fe4a61c will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:58:42.544184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:42.713634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Network 123faa94-253d-4d03-984d-b9c8295badc3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:58:42.715349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:42.723778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:42.725115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=13']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:42.887236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-9816d25a-9466-43ee-a38a-7c7b98fa40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:42.888767 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-9816d25a-9466-43ee-a38a-7c7b98fa40d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 914 time: 0.4894400 Nov 05 21:58:42.889041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:42.930124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 21:58:43.071987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-4071c111-1b81-4efb-91ed-1888226452ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 217 time: 0.1440682 Nov 05 21:58:43.108940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Attempting to bind port 94a85e23-abdd-459f-8c65-03180fe4a61c on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:58:43.109713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Attempting to bind port 94a85e23-abdd-459f-8c65-03180fe4a61c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:58:43.109713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Attempting to bind port 94a85e23-abdd-459f-8c65-03180fe4a61c on network 634de52c-e088-4221-9a9b-730b42cf2a4b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:43.196327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 21:58:43.207725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Port 94a85e23-abdd-459f-8c65-03180fe4a61c on network 634de52c-e088-4221-9a9b-730b42cf2a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:58:43.207725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Attempting to bind port 94a85e23-abdd-459f-8c65-03180fe4a61c on network 634de52c-e088-4221-9a9b-730b42cf2a4b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:43.208655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-96cb7043-9012-4d2e-94b4-3c0f72171761 admin admin] 10.222.0.41 "PUT /v2.0/routers/72fa9bf0-0ebc-4687-ae72-57409aa8e21f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0375521 Nov 05 21:58:43.251722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:58:43.259049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Checking segment: {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:43.259049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Bound using segment: {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:58:43.259049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Bound port: 94a85e23-abdd-459f-8c65-03180fe4a61c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:58:43.259049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:43.277615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-1c47d476-cb82-4945-a4a9-634897acdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:43.279075 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-1c47d476-cb82-4945-a4a9-634897acdb60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.1970167 Nov 05 21:58:43.415667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f52c87-b9b0-450a-9bf9-acdb1fcbe682 req-40354d8b-f668-4e79-8893-0e628e2d82ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:43.429124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2f52c87-b9b0-450a-9bf9-acdb1fcbe682 req-40354d8b-f668-4e79-8893-0e628e2d82ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.2555175 Nov 05 21:58:43.453543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-2661bb28-dcc7-487d-a54a-dabfed13bae2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851283 Nov 05 21:58:43.455797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:58:43.511947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:58:43.542279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b6cf-df89-432e-a3cb-3130db4051dc req-8828888c-2285-4a48-b17d-1100a53bf92b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:43.546772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0119b6cf-df89-432e-a3cb-3130db4051dc req-8828888c-2285-4a48-b17d-1100a53bf92b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1020660 Nov 05 21:58:43.680091 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:43.728643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0119b6cf-df89-432e-a3cb-3130db4051dc req-88b334c6-e1a1-48ba-a0c7-062bba88e36f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608119 Nov 05 21:58:43.786384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f6cd6e55-d024-4396-ac8d-c989d7b5c846 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:43.897415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2f52c87-b9b0-450a-9bf9-acdb1fcbe682 req-bcb0e253-1582-4a6e-88a0-c96118700dfb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711151 Nov 05 21:58:43.899579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:43.910602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083f139-4a44-41c7-86ae-cf017e3d8b91 req-9fd4818a-a6e0-4c47-9796-b886d9f25594 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:43.914137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:43.919158 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c083f139-4a44-41c7-86ae-cf017e3d8b91 req-9fd4818a-a6e0-4c47-9796-b886d9f25594 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 943 time: 0.0831437 Nov 05 21:58:43.921268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] 10.222.0.46 "PUT /v2.0/ports/94a85e23-abdd-459f-8c65-03180fe4a61c HTTP/1.1" status: 200 len: 1091 time: 2.5920928 Nov 05 21:58:43.925870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:43.953911 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74942817-47e9-47a4-8dd5-651084a73b68" -d '{"events": [{"name": "network-changed", "server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:43.988506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c083f139-4a44-41c7-86ae-cf017e3d8b91 req-4cde1f2b-332b-46c6-8ccf-37f2db6c44af tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Nov 05 21:58:44.000278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f6cd6e55-d024-4396-ac8d-c989d7b5c846 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:44.001038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:44.109941 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dce232-05f5-4507-851a-790277797145 x-openstack-request-id: req-e8dce232-05f5-4507-851a-790277797145 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:44.110471 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:44.110471 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8dce232-05f5-4507-851a-790277797145 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:44.111166 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'status': 'completed', 'code': 200} Nov 05 21:58:44.125664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-7e9f611e-a3ef-4c9c-bceb-e9bc2117f268 service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524935 Nov 05 21:58:44.155816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09091cb2-e2d6-42a4-a2be-80dc4fcca312 service neutron] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:44.277683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:44.285614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225078-46c9-41eb-9b65-5438b3364780 req-46f3f099-d103-4779-a7de-e3cec949f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:44.287978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-46f3f099-d103-4779-a7de-e3cec949f7d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 1094 time: 0.2069364 Nov 05 21:58:44.299903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port f6cd6e55-d024-4396-ac8d-c989d7b5c846, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f6cd6e55-d024-4396-ac8d-c989d7b5c846,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:44.378169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-00ffbc49-e500-4acd-865f-bf76b86e52b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a85e23-abdd-459f-8c65-03180fe4a61c HTTP/1.1" status: 200 len: 217 time: 0.0725288 Nov 05 21:58:44.395697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:44.476357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:58:44.495223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9647d76f-d2bf-43fb-9535-f98eb0624a3f req-c126a39e-311f-4f4f-ac17-48ee7e5f08c5 service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406532 Nov 05 21:58:44.517994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225078-46c9-41eb-9b65-5438b3364780 req-8cf0be8a-1439-49ac-ba11-887ef02f0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:44.525984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-8cf0be8a-1439-49ac-ba11-887ef02f0696 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8f1f586-19b9-4540-8d10-f0eb516e12d5 HTTP/1.1" status: 200 len: 855 time: 0.1403244 Nov 05 21:58:44.548140 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Sync routers for ids ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 21:58:44.570949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Routers {'72fa9bf0-0ebc-4687-ae72-57409aa8e21f'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:58:44.573757 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:44.621264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:44.634842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-e69e59b6-b2c2-4f39-9b93-b2d6d51975b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=634de52c-e088-4221-9a9b-730b42cf2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886886 Nov 05 21:58:44.657221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'network_id': 'e6e0df68-a9b4-4e03-82ae-8fccc533cf86', 'port_id': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'mac_address': 'fa:16:3e:e0:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e99950-3ec4-48d1-90ad-20f48a39d9c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:58:44.668289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-89a9e755-803b-4671-a578-c9dd9cddd25b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:44.676162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-89a9e755-803b-4671-a578-c9dd9cddd25b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 810 time: 0.3865328 Nov 05 21:58:44.704532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=f6cd6e55-d024-4396-ac8d-c989d7b5c846,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:44.777875 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:44.801211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4f9237-0159-44b8-9864-24bdaf1617dc {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:44.811446 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Set router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:58:44.826112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:44.868194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-6d4aae5d-17da-46e5-9d47-329835725013 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/quotas/7510bb38668d4e16aaf5a7c9c9dcfb6e HTTP/1.1" status: 200 len: 375 time: 0.1906257 Nov 05 21:58:44.927592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:44.935137 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-94226c4d-d369-43d5-8a9b-306bf3d87e6a service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903335 Nov 05 21:58:45.017199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcae12-c6ef-4fe2-919d-4fda3cc5f644 req-41d34c69-a27f-4ba7-b173-503672079254 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:45.027131 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8dbcae12-c6ef-4fe2-919d-4fda3cc5f644 req-41d34c69-a27f-4ba7-b173-503672079254 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 944 time: 0.1470406 Nov 05 21:58:45.071624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=11']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:45.166117 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T21:58:41Z', 'revision_number': 4, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port': {'id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:34Z', 'updated_at': '2021-11-05T21:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '77cfb54f-a1a0-4661-95d0-3a3a014d4d07', 'name': '', 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'mac_address': 'fa:16:3e:bf:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:39Z', 'updated_at': '2021-11-05T21:58:41Z', 'revision_number': 2, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'subnets': [{'id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:45.199063 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Checking router: 72fa9bf0-0ebc-4687-ae72-57409aa8e21f for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 21:58:45.199808 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Updating router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 21:58:45.243105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8dbcae12-c6ef-4fe2-919d-4fda3cc5f644 req-edf5bf85-e09f-4953-b390-cbf728a28126 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084038 Nov 05 21:58:45.244672 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:45.264182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['da4f9237-0159-44b8-9864-24bdaf1617dc'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:58:45.361241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-0af5ea58-03c7-4637-9122-0e2c3b85de5f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4920540 Nov 05 21:58:45.479729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf225078-46c9-41eb-9b65-5438b3364780 req-26e56c2d-fd0c-4013-99c2-9ee9b86e0542 service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352583 Nov 05 21:58:45.544078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114616c6-023d-4165-baba-c0cd5c89c8b8 req-1ef6b49a-f8a8-4f58-a197-a159871963ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:45.564862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-114616c6-023d-4165-baba-c0cd5c89c8b8 req-1ef6b49a-f8a8-4f58-a197-a159871963ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1708899 Nov 05 21:58:45.714161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-1e7c6821-da8b-4692-8e90-01b5d93dff09 service neutron] 10.222.0.41 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519442 Nov 05 21:58:45.761781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f6cd6e55-d024-4396-ac8d-c989d7b5c846 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:45.762538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-114616c6-023d-4165-baba-c0cd5c89c8b8 req-4cc4049d-1711-4a92-a9a4-1d367c19b99c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002771 Nov 05 21:58:46.023881 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:46.035015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-f077bc8b-53f0-46a8-ae95-d23a3c233d74 service neutron] 10.222.0.41 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191798 Nov 05 21:58:46.041173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74942817-47e9-47a4-8dd5-651084a73b68 req-21eb087c-dc61-4d0a-9e65-77fab1d62a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:46.042741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74942817-47e9-47a4-8dd5-651084a73b68 req-21eb087c-dc61-4d0a-9e65-77fab1d62a1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 1094 time: 0.3773859 Nov 05 21:58:46.061515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588131f-f3f8-4413-a6c8-814994b5a97e req-0c213c5f-296b-4141-aaa6-b319dec384c5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:46.063140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2588131f-f3f8-4413-a6c8-814994b5a97e req-0c213c5f-296b-4141-aaa6-b319dec384c5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 943 time: 0.1681664 Nov 05 21:58:46.117455 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:46.217834 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Pushing event updated for resources: {'Port': ['ID=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:46.269913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2588131f-f3f8-4413-a6c8-814994b5a97e req-9110877a-23b8-4b88-b254-50330636d665 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934862 Nov 05 21:58:46.289347 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.291584 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.308106 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.310950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.312064 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.313272 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.314282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74942817-47e9-47a4-8dd5-651084a73b68 req-bf0b989a-cd82-4982-a592-d380a008e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:46.314898 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.317906 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.318544 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.319087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.319739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.323885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74942817-47e9-47a4-8dd5-651084a73b68 req-bf0b989a-cd82-4982-a592-d380a008e189 service neutron] 10.222.0.46 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 916 time: 0.2616343 Nov 05 21:58:46.340367 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:46.393895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74942817-47e9-47a4-8dd5-651084a73b68 req-bd3233d3-b63d-4aba-aa63-65200d1f1b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a85e23-abdd-459f-8c65-03180fe4a61c HTTP/1.1" status: 200 len: 217 time: 0.0691407 Nov 05 21:58:46.508463 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Attempting to bind port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:58:46.511006 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Attempting to bind port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:58:46.511006 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Attempting to bind port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 on network 123faa94-253d-4d03-984d-b9c8295badc3 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:46.520695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74942817-47e9-47a4-8dd5-651084a73b68 req-82738ea5-9055-4510-a92d-4d677cd8114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:46.523441 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:58:46.525118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74942817-47e9-47a4-8dd5-651084a73b68 req-82738ea5-9055-4510-a92d-4d677cd8114b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8f1f586-19b9-4540-8d10-f0eb516e12d5 HTTP/1.1" status: 200 len: 855 time: 0.1235127 Nov 05 21:58:46.525709 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Checking segment: {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:46.526166 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:46.526637 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Bound using segment: {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:58:46.527210 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Bound port: 77cfb54f-a1a0-4661-95d0-3a3a014d4d07, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:58:46.527725 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:46.606627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74942817-47e9-47a4-8dd5-651084a73b68 req-00a41a8c-18e5-417b-9ea7-90a345dc20b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=634de52c-e088-4221-9a9b-730b42cf2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729668 Nov 05 21:58:46.615142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63e93-5ad2-4027-b3ed-48ce85408e97 req-d9f58f08-5f63-4c6f-ad50-4484ac72d8d1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:46.616771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28f63e93-5ad2-4027-b3ed-48ce85408e97 req-d9f58f08-5f63-4c6f-ad50-4484ac72d8d1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.1339438 Nov 05 21:58:46.701937 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f6cd6e55-d024-4396-ac8d-c989d7b5c846 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:46.701937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:46.759619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74942817-47e9-47a4-8dd5-651084a73b68 req-147e077f-fab4-42b1-9ef9-4db12e3a28e1 service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412127 Nov 05 21:58:46.774987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] For port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:58:46.789658 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] For port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:58:46.871275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28f63e93-5ad2-4027-b3ed-48ce85408e97 req-3311f80f-4f50-4f02-89d2-6ba59e27def1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346928 Nov 05 21:58:46.886230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a597b35-952b-4a15-88dd-0461b8b21085 req-a9e18968-470c-4dda-ae95-5b0bfe275439 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 210 time: 0.2725308 Nov 05 21:58:46.926168 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:46.994653 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Routers {'72fa9bf0-0ebc-4687-ae72-57409aa8e21f'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 21:58:46.995289 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T21:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:47.099975 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635734b-4c0d-4f1d-8897-15d418453fde None None] Pushing event updated for resources: {'Port': ['ID=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:47.204589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b3e43-c066-4d15-a4a1-bd6636fa6351 req-9ebc726c-73ff-43a7-bd39-8423ff5f7456 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:47.208704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-014b3e43-c066-4d15-a4a1-bd6636fa6351 req-9ebc726c-73ff-43a7-bd39-8423ff5f7456 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1387196 Nov 05 21:58:47.241463 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] Set router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 21:58:47.242270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74942817-47e9-47a4-8dd5-651084a73b68 req-94359459-213c-4603-8b6c-ab810441a50a service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303353 Nov 05 21:58:47.275345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-014b3e43-c066-4d15-a4a1-bd6636fa6351 req-f017f25e-590f-456d-ae2b-f2c8a11e90b9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537691 Nov 05 21:58:47.424418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d49f0d-4e25-4a40-b04b-e91080c336c0 req-9919a14a-607a-4908-b6a8-4dde5c4d05fb tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:47.426778 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41d49f0d-4e25-4a40-b04b-e91080c336c0 req-9919a14a-607a-4908-b6a8-4dde5c4d05fb tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 943 time: 0.0707204 Nov 05 21:58:47.498977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41d49f0d-4e25-4a40-b04b-e91080c336c0 req-b5c46721-e2fb-4bff-a4b5-1d9f59e101c4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633419 Nov 05 21:58:47.601418 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T21:58:41Z', 'revision_number': 4, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port': {'id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:34Z', 'updated_at': '2021-11-05T21:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '77cfb54f-a1a0-4661-95d0-3a3a014d4d07', 'name': '', 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'mac_address': 'fa:16:3e:bf:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:39Z', 'updated_at': '2021-11-05T21:58:46Z', 'revision_number': 4, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'subnets': [{'id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:58:47.674501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f126c3d-d481-4839-9627-40dd18ebbd50 None None] The sync data for ids ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'] in n-d-816738-5 is: [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T21:58:41Z', 'revision_number': 4, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port': {'id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:34Z', 'updated_at': '2021-11-05T21:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '77cfb54f-a1a0-4661-95d0-3a3a014d4d07', 'name': '', 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'mac_address': 'fa:16:3e:bf:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:39Z', 'updated_at': '2021-11-05T21:58:46Z', 'revision_number': 4, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'subnets': [{'id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 21:58:48.155211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35093165-4824-4f22-8024-d5de0a26b865 req-0b6199b5-3f7a-4ed4-b232-ffc5c7d8d12b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 210 time: 0.1028302 Nov 05 21:58:48.213783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4927-7759-4925-b977-5a305bb62161 req-6a78b733-39ed-4552-816a-d43a5130a2aa tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:48.218284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-315b4927-7759-4925-b977-5a305bb62161 req-6a78b733-39ed-4552-816a-d43a5130a2aa tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0888436 Nov 05 21:58:48.399928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-315b4927-7759-4925-b977-5a305bb62161 req-a38ebfd2-072a-4c80-a4d8-4dd49d305314 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712155 Nov 05 21:58:48.459198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 94a85e23-abdd-459f-8c65-03180fe4a61c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:58:48.462284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:48.612956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5078b-8c42-4714-a751-66c70eea3c19 req-1cd648a4-51b7-461a-a700-30c2c6c06c2e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:48.618474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddb5078b-8c42-4714-a751-66c70eea3c19 req-1cd648a4-51b7-461a-a700-30c2c6c06c2e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1845794 Nov 05 21:58:48.663481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:48.707191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'port_id': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'mac_address': 'fa:16:3e:28:8b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f1f586-19b9-4540-8d10-f0eb516e12d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:58:48.712797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port da4f9237-0159-44b8-9864-24bdaf1617dc completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:58:48.720437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port da4f9237-0159-44b8-9864-24bdaf1617dc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:48.720822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:48.725297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddb5078b-8c42-4714-a751-66c70eea3c19 req-d1ad47b0-c793-45f2-8184-544e3e583faf tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974703 Nov 05 21:58:48.843883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942c7c-2ee8-4189-a289-e4567b4db80a req-70d723b1-8d20-4603-9fef-d9e492e7fe9b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:48.855260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca942c7c-2ee8-4189-a289-e4567b4db80a req-70d723b1-8d20-4603-9fef-d9e492e7fe9b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 943 time: 0.1719401 Nov 05 21:58:48.952016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca942c7c-2ee8-4189-a289-e4567b4db80a req-56aca2da-d03c-4be5-9f5d-c097c0578889 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933194 Nov 05 21:58:48.979467 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:49.012062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a85e23-abdd-459f-8c65-03180fe4a61c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:49.105915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:49.117934 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:49.232194 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:49.254796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:49.259828 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c72fff-c4fd-42fe-a198-d5aebdaf1d41" -d '{"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:49.362708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ceecfbc-e78d-4f28-95a9-92b906afdc2d req-839efc71-cc75-498c-a534-e91c7f9d5f51 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 210 time: 0.0931067 Nov 05 21:58:49.396340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:49.413616 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:49.417214 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cd9b15-7729-40f0-872a-70cf0f3fc197 x-openstack-request-id: req-88cd9b15-7729-40f0-872a-70cf0f3fc197 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:49.417504 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-plugged", "status": "completed", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:49.417766 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88cd9b15-7729-40f0-872a-70cf0f3fc197 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:49.418159 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'code': 200} Nov 05 21:58:49.586120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e14c43-50d8-47ea-823e-2581f2cb500b req-d656eb3c-9334-4f88-85b7-6f95f191fb9a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:49.587679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78e14c43-50d8-47ea-823e-2581f2cb500b req-d656eb3c-9334-4f88-85b7-6f95f191fb9a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 945 time: 0.0614867 Nov 05 21:58:49.643915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78e14c43-50d8-47ea-823e-2581f2cb500b req-019aa8c1-bf5c-4847-8924-846c9590924e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Nov 05 21:58:49.692188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['94a85e23-abdd-459f-8c65-03180fe4a61c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:58:49.695500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:49.801194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:49.801568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:49.811307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:49.873081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8701b38-613e-4c6f-9e41-0eca031b6c9f req-f9539570-bbe3-4514-b045-d552b94910d2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:49.884289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c8701b38-613e-4c6f-9e41-0eca031b6c9f req-f9539570-bbe3-4514-b045-d552b94910d2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0939312 Nov 05 21:58:49.957370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:50.095278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c8701b38-613e-4c6f-9e41-0eca031b6c9f req-ea716d63-ed19-467e-8120-ebb48e2e601a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055020 Nov 05 21:58:50.104932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904b49-51b2-4412-b08e-a5768b7b37c1 req-f52c8348-99f7-4608-a4a1-8d86489927b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:50.106726 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03904b49-51b2-4412-b08e-a5768b7b37c1 req-f52c8348-99f7-4608-a4a1-8d86489927b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1097 time: 0.1908772 Nov 05 21:58:50.242785 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:50.342072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e482a16-ef6d-4a06-aac7-969664fbdb05 req-d9eb5f77-0808-4081-88f0-3fcfbd306515 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:50.343788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e482a16-ef6d-4a06-aac7-969664fbdb05 req-d9eb5f77-0808-4081-88f0-3fcfbd306515 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 944 time: 0.2326717 Nov 05 21:58:50.374106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:50.447483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:50.533442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-463ddab6-a97a-43c7-b9bb-b04fb78b4683 req-f5edc172-9f90-4195-9b3f-d7d31680ad49 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 210 time: 0.0570116 Nov 05 21:58:50.610139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:50.946619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f231-1d5e-4913-a587-8249e3660bb4 req-f3770e1b-05f7-4fa5-889e-bfffab6ae9b4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:50.948369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba28f231-1d5e-4913-a587-8249e3660bb4 req-f3770e1b-05f7-4fa5-889e-bfffab6ae9b4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1869700 Nov 05 21:58:51.089693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03904b49-51b2-4412-b08e-a5768b7b37c1 req-04efba0b-ad64-42b2-b786-0d86260a1944 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743006 Nov 05 21:58:51.093171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba28f231-1d5e-4913-a587-8249e3660bb4 req-c5df5110-76dc-467a-9221-e34549a60aad tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329110 Nov 05 21:58:51.236575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e482a16-ef6d-4a06-aac7-969664fbdb05 req-85d46b6b-3913-4f98-a140-e508f9c53471 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8697524 Nov 05 21:58:51.276526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7999529-d01c-481d-bcdd-e88a85f8a683 req-c411c5a6-fcbd-47d0-b732-49d1296fd7de tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:51.285503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7999529-d01c-481d-bcdd-e88a85f8a683 req-c411c5a6-fcbd-47d0-b732-49d1296fd7de tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0752420 Nov 05 21:58:51.311737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-ea0c08ba-c183-40bd-830e-56f36058de57 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:51.313570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-ea0c08ba-c183-40bd-830e-56f36058de57 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 810 time: 0.2636814 Nov 05 21:58:51.331518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Request body: {'port': {'device_id': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'admin_state_up': True, 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:51.365100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7999529-d01c-481d-bcdd-e88a85f8a683 req-55d404c8-bce9-402d-bb54-7cdaa73cbe71 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785253 Nov 05 21:58:51.584351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Made reservation on behalf of 7510bb38668d4e16aaf5a7c9c9dcfb6e for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:58:51.589111 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:51.723148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:51.750154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-695cc2f5-304a-4f14-8985-238dfa91ab5a req-aafdd32f-2a7c-4378-b996-177de3d1ae79 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 210 time: 0.0351524 Nov 05 21:58:51.864022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:51.864395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:51.906205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Allocated IP 172.20.0.13 (123faa94-253d-4d03-984d-b9c8295badc3/4823f8ba-de99-4bba-929b-512ea8b25625/cc9305c2-aea0-41ff-8345-c66497d151cf) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:58:52.163857 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:52.282586 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:52.333073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec4d53-1a29-4c6d-8a97-663050e2d174 req-2e7091da-e865-4e47-837f-d37593c65dd4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:52.347996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88ec4d53-1a29-4c6d-8a97-663050e2d174 req-2e7091da-e865-4e47-837f-d37593c65dd4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1205137 Nov 05 21:58:52.424843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Network 123faa94-253d-4d03-984d-b9c8295badc3 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:58:52.457779 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Pushing event updated for resources: {'Port': ['ID=cc9305c2-aea0-41ff-8345-c66497d151cf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:52.461917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 94a85e23-abdd-459f-8c65-03180fe4a61c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:58:52.464580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:58:52.497667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:58:52.532707 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88ec4d53-1a29-4c6d-8a97-663050e2d174 req-e20928a2-98ba-4194-8376-a3aaa43968ab tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836228 Nov 05 21:58:52.554719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.554985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.555333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.558937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.559322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.559708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.560056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.560437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.562826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.562826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.562826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.565170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:58:52.618882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 94a85e23-abdd-459f-8c65-03180fe4a61c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:58:52.625812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 94a85e23-abdd-459f-8c65-03180fe4a61c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:58:52.626367 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:52.707426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:52.708255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:52.741838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab7109-85d5-4e1c-a61e-50dc2eb5ef91 req-9e7b11a1-b01a-46da-a404-6f87725eea25 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:52.743468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43ab7109-85d5-4e1c-a61e-50dc2eb5ef91 req-9e7b11a1-b01a-46da-a404-6f87725eea25 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 944 time: 0.3157768 Nov 05 21:58:52.844376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba038298-3869-4f46-b0a9-14ee824df791 req-34b5a926-0586-4c66-8bc9-9eaea43c6379 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:52.846427 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba038298-3869-4f46-b0a9-14ee824df791 req-34b5a926-0586-4c66-8bc9-9eaea43c6379 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1918290 Nov 05 21:58:52.859509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a46f10af-35eb-459b-99e6-a41d31124d46 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5327308 Nov 05 21:58:52.882509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Request body: {'port': {'device_id': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:58:52.894963 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:52.975075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:52.982625 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c8cfdf-a6d3-4df4-bf9f-8626fba1136b" -d '{"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-plugged", "status": "completed", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:53.007604 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba038298-3869-4f46-b0a9-14ee824df791 req-e35de312-2dc2-464c-8e5b-87c4b1e166f0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515229 Nov 05 21:58:53.029366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:53.090487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:53.178418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43ab7109-85d5-4e1c-a61e-50dc2eb5ef91 req-e4119974-0b35-44f7-ad96-7034c3e42f37 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717051 Nov 05 21:58:53.339849 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e30523-a859-4111-a44e-500afbf2ff78 x-openstack-request-id: req-d8e30523-a859-4111-a44e-500afbf2ff78 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:53.340151 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-plugged", "status": "completed", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:53.340402 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8e30523-a859-4111-a44e-500afbf2ff78 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:53.340980 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'code': 200} Nov 05 21:58:53.342827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c038ef9-8ecd-4ac6-9f50-705be0d7e9dc req-4bf94141-e865-4ca9-aac2-7a6d35a4ef7f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:53.354165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c038ef9-8ecd-4ac6-9f50-705be0d7e9dc req-4bf94141-e865-4ca9-aac2-7a6d35a4ef7f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 932 time: 0.1605568 Nov 05 21:58:53.460793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c038ef9-8ecd-4ac6-9f50-705be0d7e9dc req-74afa661-8c57-487b-a6b9-251721661a4f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993719 Nov 05 21:58:53.506054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0812e4-7fa1-46bb-b732-6a7a13ce6eef req-10a1a92a-d39d-4717-bef5-a2c7b3e0b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:53.507576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e0812e4-7fa1-46bb-b732-6a7a13ce6eef req-10a1a92a-d39d-4717-bef5-a2c7b3e0b305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 1095 time: 0.0836046 Nov 05 21:58:53.527646 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:53.618278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e0812e4-7fa1-46bb-b732-6a7a13ce6eef req-ed030b9d-f1df-486c-a463-b59bfedc1593 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006303 Nov 05 21:58:53.660959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:53.725670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a533e-9275-46fb-8626-e9b5193cb2a2 req-e3f55a80-0b58-4bfe-8f27-2c478168f4c0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:53.727185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b87a533e-9275-46fb-8626-e9b5193cb2a2 req-e3f55a80-0b58-4bfe-8f27-2c478168f4c0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0859268 Nov 05 21:58:53.782953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9305c2-aea0-41ff-8345-c66497d151cf {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:53.839974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:53.877757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b87a533e-9275-46fb-8626-e9b5193cb2a2 req-06799248-dd9d-410d-aefa-cbe22c82b17b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319366 Nov 05 21:58:53.910924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Transition to ACTIVE for port object cc9305c2-aea0-41ff-8345-c66497d151cf will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:58:53.978553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:54.093122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Pushing event updated for resources: {'Port': ['ID=cc9305c2-aea0-41ff-8345-c66497d151cf,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:54.183594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Attempting to bind port cc9305c2-aea0-41ff-8345-c66497d151cf on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:58:54.185352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Attempting to bind port cc9305c2-aea0-41ff-8345-c66497d151cf by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:58:54.185878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Attempting to bind port cc9305c2-aea0-41ff-8345-c66497d151cf on network 123faa94-253d-4d03-984d-b9c8295badc3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:54.200285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Port cc9305c2-aea0-41ff-8345-c66497d151cf on network 123faa94-253d-4d03-984d-b9c8295badc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:58:54.200858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Attempting to bind port cc9305c2-aea0-41ff-8345-c66497d151cf on network 123faa94-253d-4d03-984d-b9c8295badc3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:58:54.213449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:58:54.218900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Checking segment: {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:58:54.223761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Bound using segment: {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:58:54.223761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Bound port: cc9305c2-aea0-41ff-8345-c66497d151cf, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:58:54.223761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:54.303750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] For port cc9305c2-aea0-41ff-8345-c66497d151cf, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:58:54.307113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] For port cc9305c2-aea0-41ff-8345-c66497d151cf, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc9305c2-aea0-41ff-8345-c66497d151cf,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:58:54.336769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ffe7e-6297-422a-a55b-7a2c6ec81c7f req-9dd90b6d-d6a2-4159-a33e-96585eef3fb3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:54.346068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c25ffe7e-6297-422a-a55b-7a2c6ec81c7f req-9dd90b6d-d6a2-4159-a33e-96585eef3fb3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1794350 Nov 05 21:58:54.369250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:54.408253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:54.408879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:54.410319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] 10.222.0.13 "PUT /v2.0/ports/cc9305c2-aea0-41ff-8345-c66497d151cf HTTP/1.1" status: 200 len: 1092 time: 1.5401137 Nov 05 21:58:54.413351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'tag': 'cc9305c2-aea0-41ff-8345-c66497d151cf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:58:54.416740 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7c89b0-d566-4b02-b192-f0f5a9d9340c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba79cf44-ce3a-4821-9d1b-a33d3a1da825", "tag": "cc9305c2-aea0-41ff-8345-c66497d151cf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:58:54.445699 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c25ffe7e-6297-422a-a55b-7a2c6ec81c7f req-77e5ecbe-29ef-40d7-8cda-3f0ccac2e94c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974867 Nov 05 21:58:54.478142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99a9a8-d8ca-48e9-9eeb-76fb9d80a2e1 req-25125b02-63a3-49c5-98f7-5442cce95cad tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:54.480001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c99a9a8-d8ca-48e9-9eeb-76fb9d80a2e1 req-25125b02-63a3-49c5-98f7-5442cce95cad tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1596031 Nov 05 21:58:54.491453 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99971cb5-a993-4719-96e0-1cfc1cf7296b x-openstack-request-id: req-99971cb5-a993-4719-96e0-1cfc1cf7296b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:58:54.491754 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba79cf44-ce3a-4821-9d1b-a33d3a1da825", "tag": "cc9305c2-aea0-41ff-8345-c66497d151cf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:58:54.492132 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99971cb5-a993-4719-96e0-1cfc1cf7296b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:58:54.492395 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'tag': 'cc9305c2-aea0-41ff-8345-c66497d151cf', 'status': 'completed', 'code': 200} Nov 05 21:58:54.520502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868c55c-92a3-4053-8585-71f3abce31bb service neutron] Pushing event updated for resources: {'Port': ['ID=cc9305c2-aea0-41ff-8345-c66497d151cf,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:58:54.697043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c99a9a8-d8ca-48e9-9eeb-76fb9d80a2e1 req-9dcb0880-8984-443f-9802-9e306c30eee6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893756 Nov 05 21:58:54.730794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c89b0-d566-4b02-b192-f0f5a9d9340c req-c83e2871-d26b-4516-a8d5-3709223be54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:54.734195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f7c89b0-d566-4b02-b192-f0f5a9d9340c req-c83e2871-d26b-4516-a8d5-3709223be54a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 1095 time: 0.1746130 Nov 05 21:58:54.769307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda4eb9-374c-47e3-bb9a-c102d4681229 req-7eff8cd6-f592-44cc-99e2-33d88b828a8e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:54.773570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fdda4eb9-374c-47e3-bb9a-c102d4681229 req-7eff8cd6-f592-44cc-99e2-33d88b828a8e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 944 time: 0.1173701 Nov 05 21:58:54.883236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fdda4eb9-374c-47e3-bb9a-c102d4681229 req-27a7105c-cf2c-4128-8043-de53a834d9cd tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890589 Nov 05 21:58:54.916993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c89b0-d566-4b02-b192-f0f5a9d9340c req-d8958698-05a0-4409-b57a-e8b9fc94781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:54.918798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f7c89b0-d566-4b02-b192-f0f5a9d9340c req-d8958698-05a0-4409-b57a-e8b9fc94781b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1762810 Nov 05 21:58:55.145414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81590aea-1322-4c51-a511-a2661823cb15 req-bb771408-b7e4-4887-9b2a-0049a955a557 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:55.146977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81590aea-1322-4c51-a511-a2661823cb15 req-bb771408-b7e4-4887-9b2a-0049a955a557 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0904777 Nov 05 21:58:55.172505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c89b0-d566-4b02-b192-f0f5a9d9340c req-25203dac-09c8-4b67-bcdb-25333ce019fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:55.174074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f7c89b0-d566-4b02-b192-f0f5a9d9340c req-25203dac-09c8-4b67-bcdb-25333ce019fe service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2477660 Nov 05 21:58:55.204895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81590aea-1322-4c51-a511-a2661823cb15 req-04588daa-4be4-4b7e-a3f9-3e3a5d115169 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Nov 05 21:58:55.361933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-6df63cfb-5de4-43b9-93e8-2ae7beacf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:55.363478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-6df63cfb-5de4-43b9-93e8-2ae7beacf0ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 1095 time: 0.0838342 Nov 05 21:58:55.421017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-48327b80-7986-49c1-8b34-b72131756b0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9305c2-aea0-41ff-8345-c66497d151cf HTTP/1.1" status: 200 len: 217 time: 0.0486569 Nov 05 21:58:55.482608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-92961ec9-2c47-472f-88fe-355cc39c2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:55.485701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-92961ec9-2c47-472f-88fe-355cc39c2e5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4823f8ba-de99-4bba-929b-512ea8b25625 HTTP/1.1" status: 200 len: 850 time: 0.0556109 Nov 05 21:58:55.568692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-c627a5e5-ce9a-4345-8ce2-3447f39c5a6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=123faa94-253d-4d03-984d-b9c8295badc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750549 Nov 05 21:58:55.702193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67ab2-6690-4b97-b426-52f035147e6a req-5c7110da-6393-4d62-b7b5-e99afcce4180 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:55.704708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee67ab2-6690-4b97-b426-52f035147e6a req-5c7110da-6393-4d62-b7b5-e99afcce4180 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1573687 Nov 05 21:58:55.743323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-f0619f1a-40be-4781-af0c-e7d188ddaaa0 service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625769 Nov 05 21:58:55.809785 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fee67ab2-6690-4b97-b426-52f035147e6a req-774f9047-807e-4b12-88f2-d32f93d013fb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985508 Nov 05 21:58:55.877629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c797744-ff64-4b7d-8cca-38a755fbc576 req-90550e0a-8e3a-475d-95ab-507d0d9b0d0d service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240253 Nov 05 21:58:55.889372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c14b-cf00-4ef2-b359-8358f3631aaf req-8dbaa4f8-dbd4-41fe-ac41-c5a339175548 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:55.890825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b52c14b-cf00-4ef2-b359-8358f3631aaf req-8dbaa4f8-dbd4-41fe-ac41-c5a339175548 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0775709 Nov 05 21:58:55.940229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b52c14b-cf00-4ef2-b359-8358f3631aaf req-a86fdec2-e033-4579-ab4d-31c5c9ac84c0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Nov 05 21:58:55.997387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47bfa-3b3b-44c0-9bcb-e34ce15c255f req-a1ef5388-8532-4970-b287-52b1e74a2586 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:55.998938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55b47bfa-3b3b-44c0-9bcb-e34ce15c255f req-a1ef5388-8532-4970-b287-52b1e74a2586 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 944 time: 0.0498180 Nov 05 21:58:56.065758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-55b47bfa-3b3b-44c0-9bcb-e34ce15c255f req-38a2511e-d22e-4555-986e-914632d9cb9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593977 Nov 05 21:58:56.102135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1264ce-8f73-4bda-b0e2-6f4d6103b085 req-f3601b7b-1c9f-40d1-9c1b-f83fb64db112 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:56.103817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd1264ce-8f73-4bda-b0e2-6f4d6103b085 req-f3601b7b-1c9f-40d1-9c1b-f83fb64db112 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0654831 Nov 05 21:58:56.166123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd1264ce-8f73-4bda-b0e2-6f4d6103b085 req-f1920d33-d0ea-4476-b9d8-d78f19bea9b3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548277 Nov 05 21:58:56.434466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f6bc5-80dd-4744-88ec-480ff4775978 req-5fc28a1e-eeb1-4d16-9904-7ee134621b12 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:56.436247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e51f6bc5-80dd-4744-88ec-480ff4775978 req-5fc28a1e-eeb1-4d16-9904-7ee134621b12 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1103284 Nov 05 21:58:56.533645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e51f6bc5-80dd-4744-88ec-480ff4775978 req-67c2cb74-5049-4023-9aea-45a0cdd322d5 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868199 Nov 05 21:58:56.675908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc06e04-e807-4fed-a21d-ce9ea41c5217 req-9b747a5f-7530-4750-9c4f-3f69441b4bce tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:56.691348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecc06e04-e807-4fed-a21d-ce9ea41c5217 req-9b747a5f-7530-4750-9c4f-3f69441b4bce tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0839016 Nov 05 21:58:56.803268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecc06e04-e807-4fed-a21d-ce9ea41c5217 req-8ed64aae-b279-42f2-9071-b625a5aa7145 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106613 Nov 05 21:58:56.985558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ea3c3-920d-4137-bc34-d6cc593da1a3 req-49d7b523-e80c-4d8a-a191-be2ef0cfd08d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:56.987873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f54ea3c3-920d-4137-bc34-d6cc593da1a3 req-49d7b523-e80c-4d8a-a191-be2ef0cfd08d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1213200 Nov 05 21:58:57.121717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f54bb-53a8-490f-8e97-53b51dc1eb66 req-9153becb-e1b5-4f5d-bb3c-223f19a10d8e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:57.130715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-711f54bb-53a8-490f-8e97-53b51dc1eb66 req-9153becb-e1b5-4f5d-bb3c-223f19a10d8e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1903257 Nov 05 21:58:57.146636 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f54ea3c3-920d-4137-bc34-d6cc593da1a3 req-f5d23cc4-7ab4-4813-a334-cce50debb6d0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516032 Nov 05 21:58:57.249774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-711f54bb-53a8-490f-8e97-53b51dc1eb66 req-3c2c5e10-b2b6-4a46-a6bb-648208e7f479 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010959 Nov 05 21:58:57.335432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3c219-1369-437b-aa99-f24053f8b6e2 req-9bba9eba-3ffc-4946-9654-987065a24a34 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:57.346160 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abb3c219-1369-437b-aa99-f24053f8b6e2 req-9bba9eba-3ffc-4946-9654-987065a24a34 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1179903 Nov 05 21:58:57.447879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59694e-41ac-4fa6-86e8-18a293722a56 req-9093943e-cc7f-4f5f-b863-e211d5244654 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:57.458415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf59694e-41ac-4fa6-86e8-18a293722a56 req-9093943e-cc7f-4f5f-b863-e211d5244654 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 944 time: 0.1283984 Nov 05 21:58:57.458535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abb3c219-1369-437b-aa99-f24053f8b6e2 req-c0f76274-5cc5-444e-990a-fa838c11d8a3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081805 Nov 05 21:58:57.571986 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf59694e-41ac-4fa6-86e8-18a293722a56 req-4d9b44d4-85ab-4f18-9476-a80b97ccc933 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083152 Nov 05 21:58:57.738984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fff8a-95f4-4217-bb7b-cbe2b12ed0a9 req-ae753232-d09e-4f81-ada8-b66c992105e7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:57.741232 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad7fff8a-95f4-4217-bb7b-cbe2b12ed0a9 req-ae753232-d09e-4f81-ada8-b66c992105e7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0615337 Nov 05 21:58:57.813581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad7fff8a-95f4-4217-bb7b-cbe2b12ed0a9 req-ed0b6232-02a3-41ac-a068-9973fa410218 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646114 Nov 05 21:58:58.019115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4dadd-7d63-46ac-8f47-ac847be36e96 req-3caa8e0c-7663-409c-8fa7-9a9ef5f5ffe8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:58.020706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bc4dadd-7d63-46ac-8f47-ac847be36e96 req-3caa8e0c-7663-409c-8fa7-9a9ef5f5ffe8 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0606418 Nov 05 21:58:58.114008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bc4dadd-7d63-46ac-8f47-ac847be36e96 req-ebdc8bb7-c667-409d-8a4e-0bdc5ba1a406 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862508 Nov 05 21:58:58.375736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be025bdb-3286-4d2c-a77f-4025a9109081 req-b9e6a6ad-6c32-437a-ba96-71c3909b662c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:58.383116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be025bdb-3286-4d2c-a77f-4025a9109081 req-b9e6a6ad-6c32-437a-ba96-71c3909b662c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1497135 Nov 05 21:58:58.429541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4bfd3-a8f2-49f6-8060-48365bdebb7d req-d1a80ce6-60a6-464d-89d5-5f5f9d16b370 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:58.432049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1c4bfd3-a8f2-49f6-8060-48365bdebb7d req-d1a80ce6-60a6-464d-89d5-5f5f9d16b370 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1392410 Nov 05 21:58:58.491199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be025bdb-3286-4d2c-a77f-4025a9109081 req-5c9083fa-654d-4d6b-95b8-806a14f22f74 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013520 Nov 05 21:58:58.571969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1c4bfd3-a8f2-49f6-8060-48365bdebb7d req-f6f46c9d-6fa1-4067-966c-034918875b9e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200216 Nov 05 21:58:58.692210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696375b-41b9-4c3e-93fb-140cf5175907 req-354bce6f-b889-48b3-bdd4-7ef3019cd5af tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:58.692960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8696375b-41b9-4c3e-93fb-140cf5175907 req-354bce6f-b889-48b3-bdd4-7ef3019cd5af tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0686126 Nov 05 21:58:58.787441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8696375b-41b9-4c3e-93fb-140cf5175907 req-da87aa15-1b94-424f-a1ae-266ac1aac77e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862718 Nov 05 21:58:58.788267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65228-eeac-4f85-952b-ac60e6d571b9 req-85075bdc-636d-476d-a0ed-b0d6ff58e19a tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:58.796462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99c65228-eeac-4f85-952b-ac60e6d571b9 req-85075bdc-636d-476d-a0ed-b0d6ff58e19a tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 944 time: 0.0799408 Nov 05 21:58:58.905221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99c65228-eeac-4f85-952b-ac60e6d571b9 req-029c07ba-beec-44b3-95a6-ad48b2accb97 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075814 Nov 05 21:58:59.016383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c29b7b-92d1-429a-95b0-9962e97fccac req-43dfef26-1549-45ca-8bd2-636e784e3637 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:59.028896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55c29b7b-92d1-429a-95b0-9962e97fccac req-43dfef26-1549-45ca-8bd2-636e784e3637 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0741787 Nov 05 21:58:59.126296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55c29b7b-92d1-429a-95b0-9962e97fccac req-a7b213e0-7d5e-45ba-bbdd-4231ba8f0340 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961998 Nov 05 21:58:59.472779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc9305c2-aea0-41ff-8345-c66497d151cf details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:58:59.700571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port cc9305c2-aea0-41ff-8345-c66497d151cf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc9305c2-aea0-41ff-8345-c66497d151cf,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:59.716007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'cc9305c2-aea0-41ff-8345-c66497d151cf', 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'port_id': 'cc9305c2-aea0-41ff-8345-c66497d151cf', 'mac_address': 'fa:16:3e:d8:6c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:58:59.742220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682e4d-5c4f-4326-ae1b-905cd2caa5e6 req-38220660-a18e-47e1-b671-1e5c5f5f3ca0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:59.754527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a682e4d-5c4f-4326-ae1b-905cd2caa5e6 req-38220660-a18e-47e1-b671-1e5c5f5f3ca0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1309760 Nov 05 21:58:59.760777 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:58:59.777322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9305c2-aea0-41ff-8345-c66497d151cf {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:58:59.805539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port cc9305c2-aea0-41ff-8345-c66497d151cf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc9305c2-aea0-41ff-8345-c66497d151cf,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:58:59.821854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c09ed-2f1b-4c42-8f84-a9999cffea5b req-8e10845e-ffa9-4ec4-a36d-a2a9c95d8291 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:58:59.830325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12c09ed-2f1b-4c42-8f84-a9999cffea5b req-8e10845e-ffa9-4ec4-a36d-a2a9c95d8291 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1845398 Nov 05 21:58:59.841242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a682e4d-5c4f-4326-ae1b-905cd2caa5e6 req-8e065017-631f-4b0f-b200-824d28e09f15 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Nov 05 21:58:59.908246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e12c09ed-2f1b-4c42-8f84-a9999cffea5b req-2587195d-3d74-4941-8aa8-6e82c4c30607 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718112 Nov 05 21:58:59.948327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:00.032320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58d137-11ff-43c5-899d-f97c4b9ed17d req-1530240d-5634-49b1-b089-8948d8e6d56a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:00.042223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a58d137-11ff-43c5-899d-f97c4b9ed17d req-1530240d-5634-49b1-b089-8948d8e6d56a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0859447 Nov 05 21:59:00.059370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=cc9305c2-aea0-41ff-8345-c66497d151cf,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:00.084835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097fdf0-9269-4c01-acaf-103a006aabeb req-d5c839c1-094c-4b8f-9e26-c3633e58f33e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:00.087064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3097fdf0-9269-4c01-acaf-103a006aabeb req-d5c839c1-094c-4b8f-9e26-c3633e58f33e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 945 time: 0.0859919 Nov 05 21:59:00.124239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a58d137-11ff-43c5-899d-f97c4b9ed17d req-2251fa6e-cfe1-48d0-a189-7d861568a99e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806749 Nov 05 21:59:00.148124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3097fdf0-9269-4c01-acaf-103a006aabeb req-e3b0917d-962d-453b-b28c-fe610f27f98b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Nov 05 21:59:00.177768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['cc9305c2-aea0-41ff-8345-c66497d151cf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:59:00.624394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:01.017584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0bd5c-9fa8-4170-9b36-f9c84688ff7c req-57416a93-c3ef-48ff-bdb9-c98066eedc0f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:01.027851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06b0bd5c-9fa8-4170-9b36-f9c84688ff7c req-57416a93-c3ef-48ff-bdb9-c98066eedc0f tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1058278 Nov 05 21:59:01.087002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06b0bd5c-9fa8-4170-9b36-f9c84688ff7c req-2ca5b21f-b6d5-4a6c-8262-6acd52565ddd tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568645 Nov 05 21:59:01.237101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c18989-3dee-4edf-a752-a93d2b689b04 req-b5ca03ef-3d5c-492b-89ed-19d8e743bc42 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:01.237101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6c18989-3dee-4edf-a752-a93d2b689b04 req-b5ca03ef-3d5c-492b-89ed-19d8e743bc42 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0927017 Nov 05 21:59:01.237101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6c18989-3dee-4edf-a752-a93d2b689b04 req-4b86c99f-5948-42a8-aa1e-34f76aa89427 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450828 Nov 05 21:59:01.263047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9773e6-a533-43b0-922a-8715af38358c req-bc4756d6-a60f-46f1-943b-96684a154cc1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:01.264648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c9773e6-a533-43b0-922a-8715af38358c req-bc4756d6-a60f-46f1-943b-96684a154cc1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0662434 Nov 05 21:59:01.296822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642756e-9a34-403c-8d4e-67c9071f1e85 req-2a404eea-5329-456c-8f7c-1e61ee9cceed tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:01.298311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7642756e-9a34-403c-8d4e-67c9071f1e85 req-2a404eea-5329-456c-8f7c-1e61ee9cceed tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 945 time: 0.0497665 Nov 05 21:59:01.315793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c9773e6-a533-43b0-922a-8715af38358c req-0d5909c8-0a93-4e79-b086-7096b26f43d0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Nov 05 21:59:01.354454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7642756e-9a34-403c-8d4e-67c9071f1e85 req-dc99123f-1265-43a1-8be3-b7e52ef6a300 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Nov 05 21:59:01.484188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc9305c2-aea0-41ff-8345-c66497d151cf up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:59:01.608011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port cc9305c2-aea0-41ff-8345-c66497d151cf completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:59:01.619272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port cc9305c2-aea0-41ff-8345-c66497d151cf triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:59:01.619272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:01.800345 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:01.896412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9305c2-aea0-41ff-8345-c66497d151cf'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:01.899071 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5550c272-1751-4896-ac1a-6f8ae1769da3" -d '{"events": [{"server_uuid": "ba79cf44-ce3a-4821-9d1b-a33d3a1da825", "name": "network-vif-plugged", "status": "completed", "tag": "cc9305c2-aea0-41ff-8345-c66497d151cf"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:01.921728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287f9db-c2cb-429a-bd14-ec8c18799861 req-e488a598-2a3c-49ae-b938-1deaa1f0adbb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:01.935433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6287f9db-c2cb-429a-bd14-ec8c18799861 req-e488a598-2a3c-49ae-b938-1deaa1f0adbb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1659293 Nov 05 21:59:01.938820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port cc9305c2-aea0-41ff-8345-c66497d151cf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc9305c2-aea0-41ff-8345-c66497d151cf,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:01.965566 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de85588-ae57-4c4d-9f5c-dab2f9760623 x-openstack-request-id: req-3de85588-ae57-4c4d-9f5c-dab2f9760623 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:01.966850 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba79cf44-ce3a-4821-9d1b-a33d3a1da825", "name": "network-vif-plugged", "status": "completed", "tag": "cc9305c2-aea0-41ff-8345-c66497d151cf", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:01.967328 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3de85588-ae57-4c4d-9f5c-dab2f9760623 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:01.968067 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9305c2-aea0-41ff-8345-c66497d151cf', 'code': 200} Nov 05 21:59:01.982606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-af3e4c0a-90f2-4f75-9215-5e7dc0cee9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:01.984106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-af3e4c0a-90f2-4f75-9215-5e7dc0cee9d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1afbc5028b1842628821c45bee7eae90&device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 1097 time: 0.1224279 Nov 05 21:59:02.001540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:02.093048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6287f9db-c2cb-429a-bd14-ec8c18799861 req-fc38e144-a6dc-46b2-af98-b1906506e908 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269255 Nov 05 21:59:02.111793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=cc9305c2-aea0-41ff-8345-c66497d151cf,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:02.260718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-1e6c3c60-ec3e-4499-b82f-46047b4358de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:02.262187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-1e6c3c60-ec3e-4499-b82f-46047b4358de service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 200 len: 914 time: 0.2577338 Nov 05 21:59:02.323427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-194fe095-738a-4880-8102-03564a048401 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 200 len: 217 time: 0.0466852 Nov 05 21:59:02.395113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2febb-60ce-4010-9c4d-ce47e2b547d7 req-35308569-0bcf-44b7-9f8a-eaf125a82207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:02.396701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d2febb-60ce-4010-9c4d-ce47e2b547d7 req-35308569-0bcf-44b7-9f8a-eaf125a82207 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 1097 time: 0.2914729 Nov 05 21:59:02.434920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-e5731b22-8254-4be5-a7a1-e089f40398aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:02.440578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-e5731b22-8254-4be5-a7a1-e089f40398aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 200 len: 853 time: 0.1018119 Nov 05 21:59:02.446286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e43d55-bb25-478c-99a3-61aaba9da7db req-83b57ea1-9b73-4b35-8a25-f1d75a8db015 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:02.447798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26e43d55-bb25-478c-99a3-61aaba9da7db req-83b57ea1-9b73-4b35-8a25-f1d75a8db015 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1280918 Nov 05 21:59:02.530425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec24137-0b6b-4903-a2b7-4faef5e1bbc7 req-485cf9c9-1daf-4a7d-bb59-839beba9caf0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:02.538430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bec24137-0b6b-4903-a2b7-4faef5e1bbc7 req-485cf9c9-1daf-4a7d-bb59-839beba9caf0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1256468 Nov 05 21:59:02.604867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bec24137-0b6b-4903-a2b7-4faef5e1bbc7 req-edd52061-0cc3-4864-aa31-681a7a508939 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653090 Nov 05 21:59:02.653556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-aa603293-7fdf-47d3-8d31-01a05175ea8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6e0df68-a9b4-4e03-82ae-8fccc533cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023802 Nov 05 21:59:02.656138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d2febb-60ce-4010-9c4d-ce47e2b547d7 req-5ea7eb09-5d81-4885-894a-8bbce95bfbdc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473726 Nov 05 21:59:02.672992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26e43d55-bb25-478c-99a3-61aaba9da7db req-1122b2b0-c5ce-4884-bf98-f94eaa147e94 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116728 Nov 05 21:59:02.782767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbe3ed-55e1-483f-9cca-1e43b590656e req-d4acde43-60dd-476e-8dc8-67bf72930ecc tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:02.786982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1bbe3ed-55e1-483f-9cca-1e43b590656e req-d4acde43-60dd-476e-8dc8-67bf72930ecc tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1148930 Nov 05 21:59:02.794482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:02.855573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-3a4c6f05-798d-4899-b9b9-2a01faaa29f7 service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813262 Nov 05 21:59:02.867759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b1bbe3ed-55e1-483f-9cca-1e43b590656e req-22560c92-3f9c-4794-965a-8185e76977d6 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Nov 05 21:59:02.977540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f239af59-a32e-443b-a0e0-acc7ae6878ba req-a08c8b53-9f24-49bc-881d-c6dfff66385b service neutron] 10.222.0.46 "GET /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088195 Nov 05 21:59:03.226686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287ecff-a7f2-4544-b344-e24bc66318b2 req-5c64427b-aa04-4bbf-b0a2-c2e1137a8fd2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:03.230819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7287ecff-a7f2-4544-b344-e24bc66318b2 req-5c64427b-aa04-4bbf-b0a2-c2e1137a8fd2 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0551677 Nov 05 21:59:03.288222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7287ecff-a7f2-4544-b344-e24bc66318b2 req-c778431f-5b00-4107-a52a-dced24a7ab3a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505660 Nov 05 21:59:03.774045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5376171-22b3-4fc4-b65a-77088f3b3c24 req-b660a4ac-ec82-4f73-9013-f646fe59ec55 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:03.784391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5376171-22b3-4fc4-b65a-77088f3b3c24 req-b660a4ac-ec82-4f73-9013-f646fe59ec55 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0802553 Nov 05 21:59:03.809144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31362319-15da-445f-903c-438be1cf73b8 req-813b9bbd-cab2-444a-82fc-657f3875f5c3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:03.816679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31362319-15da-445f-903c-438be1cf73b8 req-813b9bbd-cab2-444a-82fc-657f3875f5c3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0701475 Nov 05 21:59:03.860748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5376171-22b3-4fc4-b65a-77088f3b3c24 req-924ebcbc-79a5-4b7a-8608-f27ea1a86bc0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751042 Nov 05 21:59:03.879909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31362319-15da-445f-903c-438be1cf73b8 req-86799dc4-a3b6-4ebc-8db2-25a672abe794 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570614 Nov 05 21:59:04.037180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8bf1-8394-447e-a236-81ab9b33f58e req-e6b21cee-5b1d-4d3f-9de4-27e76ed9e573 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:04.039274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce5f8bf1-8394-447e-a236-81ab9b33f58e req-e6b21cee-5b1d-4d3f-9de4-27e76ed9e573 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0994270 Nov 05 21:59:04.148651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce5f8bf1-8394-447e-a236-81ab9b33f58e req-213f3f42-cafd-494e-9fb4-40d1571c1f5d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971057 Nov 05 21:59:04.466271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efcf2d-3230-499e-99b6-6563126353f1 req-36d1d7ff-7c34-4e12-bd6e-7c8ebb2c44aa tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:04.467868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9efcf2d-3230-499e-99b6-6563126353f1 req-36d1d7ff-7c34-4e12-bd6e-7c8ebb2c44aa tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0550725 Nov 05 21:59:04.517998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9efcf2d-3230-499e-99b6-6563126353f1 req-a65c04d4-31b0-4328-99ed-bb814a008621 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Nov 05 21:59:04.634002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41350) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:04.661659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e639c-fc1e-4e46-ae5b-f55ef6164726 req-d7230570-fc06-4cd8-ae21-b0a0b9f55c42 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:04.663236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e8e639c-fc1e-4e46-ae5b-f55ef6164726 req-d7230570-fc06-4cd8-ae21-b0a0b9f55c42 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0599916 Nov 05 21:59:04.718051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e8e639c-fc1e-4e46-ae5b-f55ef6164726 req-7e637a9c-7c9a-424d-b1ab-0494b15822c3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472701 Nov 05 21:59:04.755614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf821bcf-f224-4146-90a2-27e38146bb99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:04.872837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf821bcf-f224-4146-90a2-27e38146bb99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:04.894318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0751b-f593-4b70-a680-4efdc387866f req-8ba61e78-c6c6-4813-a3cc-c6a81c898ad1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:04.897109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-94f0751b-f593-4b70-a680-4efdc387866f req-8ba61e78-c6c6-4813-a3cc-c6a81c898ad1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0780694 Nov 05 21:59:04.951590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf821bcf-f224-4146-90a2-27e38146bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:04.960351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-94f0751b-f593-4b70-a680-4efdc387866f req-7b5bafee-64d3-443c-8443-b992f2f1b663 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560989 Nov 05 21:59:05.022043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bf821bcf-f224-4146-90a2-27e38146bb99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b613b14c1fb94c9fa927de490311daeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822517 Nov 05 21:59:05.022043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41382) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:05.028837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf821bcf-f224-4146-90a2-27e38146bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d5a21c-872e-4ad4-ad3b-efa227f6535c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:05.056116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a0b62-c7e0-454c-8fe0-93e0d15ad11d req-95aaeeae-889f-47d8-9398-e53a3b6437e6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:05.057596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a1a0b62-c7e0-454c-8fe0-93e0d15ad11d req-95aaeeae-889f-47d8-9398-e53a3b6437e6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.1215887 Nov 05 21:59:05.102253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2fddc-b550-4342-9893-0a7b3b47eff8 req-c5ce4cb3-21c6-405a-b039-da6855e7eb17 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:05.103899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7d2fddc-b550-4342-9893-0a7b3b47eff8 req-c5ce4cb3-21c6-405a-b039-da6855e7eb17 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0534613 Nov 05 21:59:05.108536 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-717478f3-20cd-415a-a0d4-ce979526328b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:05.139251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4a1a0b62-c7e0-454c-8fe0-93e0d15ad11d req-7329fe1d-b9b8-45e2-bcbe-805c8a786103 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737703 Nov 05 21:59:05.143786 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-717478f3-20cd-415a-a0d4-ce979526328b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:05.155108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7d2fddc-b550-4342-9893-0a7b3b47eff8 req-9eb9ce04-a0f8-4151-bf8d-1d357a807e5e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Nov 05 21:59:05.266984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eab738-bada-4455-92ca-5cf1cc62eb88 req-e5303397-941d-4306-82ef-13bc956307cf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:05.274642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26eab738-bada-4455-92ca-5cf1cc62eb88 req-e5303397-941d-4306-82ef-13bc956307cf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0653753 Nov 05 21:59:05.306054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d2d99-17b4-4230-97da-056e81390345 req-7278daf7-550b-4393-a205-a2e61f6740ad tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:05.307861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a09d2d99-17b4-4230-97da-056e81390345 req-7278daf7-550b-4393-a205-a2e61f6740ad tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0783412 Nov 05 21:59:05.309718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-717478f3-20cd-415a-a0d4-ce979526328b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:05.312294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-717478f3-20cd-415a-a0d4-ce979526328b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:05.314448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-717478f3-20cd-415a-a0d4-ce979526328b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80d5a21c-872e-4ad4-ad3b-efa227f6535c HTTP/1.1" status: 204 len: 168 time: 0.2911332 Nov 05 21:59:05.331631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717478f3-20cd-415a-a0d4-ce979526328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d5a21c-872e-4ad4-ad3b-efa227f6535c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:05.351181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26eab738-bada-4455-92ca-5cf1cc62eb88 req-06b61e3c-49dd-4c67-abc0-5329892f767b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710454 Nov 05 21:59:05.424169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a09d2d99-17b4-4230-97da-056e81390345 req-ca7db479-3cff-46e3-b16a-b81b79a548ce tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067655 Nov 05 21:59:05.557928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb991b-c438-4d42-9450-fafca044808e req-ad7730a9-f84d-4a03-8fb8-928f056ca446 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:05.559421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bcb991b-c438-4d42-9450-fafca044808e req-ad7730a9-f84d-4a03-8fb8-928f056ca446 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0593314 Nov 05 21:59:05.629913 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bcb991b-c438-4d42-9450-fafca044808e req-bf70c785-3540-446b-83e8-18eb173f41f7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602188 Nov 05 21:59:05.756572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368c98f-76ce-420e-93c4-e78b4ed1e946 req-d3258556-ee37-4f6e-a5bf-6e36c9d98bbb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:05.758065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4368c98f-76ce-420e-93c4-e78b4ed1e946 req-d3258556-ee37-4f6e-a5bf-6e36c9d98bbb tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0552468 Nov 05 21:59:05.813087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4368c98f-76ce-420e-93c4-e78b4ed1e946 req-606ee695-a3e8-4c01-b084-8d6b7159e4ef tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Nov 05 21:59:06.003772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd67b2-9eb3-408b-8af2-e0fc04b8f18c req-ae90e113-a1f5-4a36-afdc-b7019e28bff8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.005541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1fdd67b2-9eb3-408b-8af2-e0fc04b8f18c req-ae90e113-a1f5-4a36-afdc-b7019e28bff8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0698221 Nov 05 21:59:06.012825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-ee9b6d0d-2586-4e67-9410-586f49c2dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.014309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-ee9b6d0d-2586-4e67-9410-586f49c2dbac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 1097 time: 0.1115537 Nov 05 21:59:06.043901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f0c11-22cd-400d-832e-1c92851982ee req-e3027731-488f-4350-b7b8-4bd757b483f4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.045572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f1f0c11-22cd-400d-832e-1c92851982ee req-e3027731-488f-4350-b7b8-4bd757b483f4 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0820718 Nov 05 21:59:06.052995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41436) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:06.087325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.095744 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1fdd67b2-9eb3-408b-8af2-e0fc04b8f18c req-19795c23-6a9e-486a-9451-0b6906c34c7a tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842266 Nov 05 21:59:06.173585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f1f0c11-22cd-400d-832e-1c92851982ee req-4390fcf9-af64-4840-a4f5-063bef3dab30 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095288 Nov 05 21:59:06.205425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.211324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-9611138d-3faa-4fa7-863d-2e4d7f1d77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.217051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-9611138d-3faa-4fa7-863d-2e4d7f1d77f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 911 time: 0.1878595 Nov 05 21:59:06.263433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-3296c4e0-60e2-4410-ae74-a60fc01df4c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9305c2-aea0-41ff-8345-c66497d151cf HTTP/1.1" status: 200 len: 217 time: 0.0432639 Nov 05 21:59:06.302575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30319076-d0a0-4bc5-bb30-d1f29753e393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.310503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.368564 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7db63-bb6a-410e-b6cc-00eadd3c0c49 req-765a96f8-7f7a-429d-8776-9a9c18149d93 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.369487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=218f5bfac05947dd8580a452693aa4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151240 Nov 05 21:59:06.370059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9dd7db63-bb6a-410e-b6cc-00eadd3c0c49 req-765a96f8-7f7a-429d-8776-9a9c18149d93 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1057222 Nov 05 21:59:06.372535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41462) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:06.379197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2462f0-d653-4970-9323-249af2c97713,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:06.390632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ec38-22c7-4941-9b19-a80621bbafb2 req-158e3c18-cc36-47f2-9348-76327d2b8974 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.391263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-f7c748c8-5bc2-487e-99ce-9545a3718e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.400011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18d2ec38-22c7-4941-9b19-a80621bbafb2 req-158e3c18-cc36-47f2-9348-76327d2b8974 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1167357 Nov 05 21:59:06.400433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-f7c748c8-5bc2-487e-99ce-9545a3718e67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4823f8ba-de99-4bba-929b-512ea8b25625 HTTP/1.1" status: 200 len: 850 time: 0.1116581 Nov 05 21:59:06.407412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.407913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.408255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.408586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.408914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.409237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.409992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.410330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.410654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.411045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.411461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.411834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426717f-29be-44a2-a422-59c86c961909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:06.457237 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18d2ec38-22c7-4941-9b19-a80621bbafb2 req-c5239119-ed45-4097-bd10-7a2229f0f05c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579607 Nov 05 21:59:06.457470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-211a07aa-61ec-4e0c-802f-88e17eb2d0f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=123faa94-253d-4d03-984d-b9c8295badc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490410 Nov 05 21:59:06.524198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9dd7db63-bb6a-410e-b6cc-00eadd3c0c49 req-d11ccab6-bac8-44cd-a4b4-c643a11ae718 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326742 Nov 05 21:59:06.550354 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efbcee3c-f069-450a-ab49-d0236bd15fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.585255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efbcee3c-f069-450a-ab49-d0236bd15fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.601209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872bbbf-9c2d-4a79-a4d8-1199ec4ff15c req-d91fab0c-e82a-43c9-8765-f0bc283546ab tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.602748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0872bbbf-9c2d-4a79-a4d8-1199ec4ff15c req-d91fab0c-e82a-43c9-8765-f0bc283546ab tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 946 time: 0.0887959 Nov 05 21:59:06.625555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-50953514-40e3-4f3f-90c8-d5ece412387d service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579795 Nov 05 21:59:06.691564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0872bbbf-9c2d-4a79-a4d8-1199ec4ff15c req-3e3cc3cc-1c6c-4406-bef6-af9feb3cbc20 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748730 Nov 05 21:59:06.781079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260faf9-1a87-4422-a3e7-7fcc933f2a40 req-e8bd9dcf-178a-42d2-b698-b5fe37ff01ed tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:06.782615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6260faf9-1a87-4422-a3e7-7fcc933f2a40 req-e8bd9dcf-178a-42d2-b698-b5fe37ff01ed tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1099482 Nov 05 21:59:06.788502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0125a379-dcd3-48ea-921d-f7c1ca9c5ad0 req-f6026289-b99e-44cf-9769-c6a02c0ff83b service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460793 Nov 05 21:59:06.826360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efbcee3c-f069-450a-ab49-d0236bd15fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.829687 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-efbcee3c-f069-450a-ab49-d0236bd15fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:06.831236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-efbcee3c-f069-450a-ab49-d0236bd15fdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f2462f0-d653-4970-9323-249af2c97713 HTTP/1.1" status: 204 len: 168 time: 0.4573851 Nov 05 21:59:06.851464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6260faf9-1a87-4422-a3e7-7fcc933f2a40 req-80a345bf-7379-44b7-a66d-6c55957ee1d7 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591497 Nov 05 21:59:06.852551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcee3c-f069-450a-ab49-d0236bd15fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2462f0-d653-4970-9323-249af2c97713,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:07.034982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b1be6-8e1e-4651-b593-f399507e51f7 req-f2fb65f3-a564-4785-8c92-b00b88538219 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:07.037058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-879b1be6-8e1e-4651-b593-f399507e51f7 req-f2fb65f3-a564-4785-8c92-b00b88538219 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0562568 Nov 05 21:59:07.090928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-879b1be6-8e1e-4651-b593-f399507e51f7 req-ce9363e1-5a11-4f61-903e-a58d4cc0262b tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475307 Nov 05 21:59:07.236648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971587f-4f53-4ef4-9a01-334d41bc17f7 req-6fe8ab59-dcfc-4134-904f-bd9b1c856b4a tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:07.238527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f971587f-4f53-4ef4-9a01-334d41bc17f7 req-6fe8ab59-dcfc-4134-904f-bd9b1c856b4a tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0635519 Nov 05 21:59:07.255936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9855a-358a-4748-89b5-c8daef508d74 req-a17b0b45-6ecb-4635-849f-11ade57e04a1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:07.258237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ad9855a-358a-4748-89b5-c8daef508d74 req-a17b0b45-6ecb-4635-849f-11ade57e04a1 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0526028 Nov 05 21:59:07.287860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f971587f-4f53-4ef4-9a01-334d41bc17f7 req-b70fe87d-3e7a-4580-8b96-8f83767bce38 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Nov 05 21:59:07.321354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ad9855a-358a-4748-89b5-c8daef508d74 req-3b424994-f465-49af-bd52-80117c2406d3 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508485 Nov 05 21:59:07.451225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85488-ecdb-495c-8a6d-21a05b1f742a req-aa4e99ba-17ca-46fb-b65b-ebb60531cf1a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:07.453562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69b85488-ecdb-495c-8a6d-21a05b1f742a req-aa4e99ba-17ca-46fb-b65b-ebb60531cf1a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0620022 Nov 05 21:59:07.488174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:59:07.527724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-69b85488-ecdb-495c-8a6d-21a05b1f742a req-9e17fc48-d746-425a-984c-ac6d77850b00 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646873 Nov 05 21:59:07.647736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:07.694699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:07.704699 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79990801-67a5-4659-890a-b9675dfcc541" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:07.726554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dacb6-de21-4795-a9b3-f32ca036087e req-b18fe573-a049-43ae-80a4-92c7029388a4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:07.730084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6862c-614f-48c7-a639-48ea865550f5 req-a47f47f4-0770-4680-b7f8-3c196681bfaf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:07.732488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5d6862c-614f-48c7-a639-48ea865550f5 req-a47f47f4-0770-4680-b7f8-3c196681bfaf tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0659530 Nov 05 21:59:07.739742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-773dacb6-de21-4795-a9b3-f32ca036087e req-b18fe573-a049-43ae-80a4-92c7029388a4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1201422 Nov 05 21:59:07.741021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:07.798474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-773dacb6-de21-4795-a9b3-f32ca036087e req-7fefaea0-3abc-46b9-adec-3220d725e42f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564590 Nov 05 21:59:07.824949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:07.860745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5d6862c-614f-48c7-a639-48ea865550f5 req-8e9319e1-0a54-47b3-ba24-03d562ad045c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194627 Nov 05 21:59:07.950063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=14']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:07.953494 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada01ba-16e3-4700-b333-fd9de1b98833 x-openstack-request-id: req-8ada01ba-16e3-4700-b333-fd9de1b98833 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:07.953992 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:07.955269 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ada01ba-16e3-4700-b333-fd9de1b98833 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:07.955873 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'code': 200} Nov 05 21:59:08.034616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fab8f-a3ae-44a2-8fc1-998fa01a0b09 req-265f91f1-323c-4167-a73c-bbc82cf7ba23 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:08.036276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e9fab8f-a3ae-44a2-8fc1-998fa01a0b09 req-265f91f1-323c-4167-a73c-bbc82cf7ba23 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0721631 Nov 05 21:59:08.117205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e9fab8f-a3ae-44a2-8fc1-998fa01a0b09 req-78df15bc-03f2-47bb-9444-9aa5eb3f6b64 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741262 Nov 05 21:59:08.316225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74749-d56f-4c52-bafe-82531c711b8d req-2cd4cedd-4a86-45e9-9dd9-524c563503e0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:08.320527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01e74749-d56f-4c52-bafe-82531c711b8d req-2cd4cedd-4a86-45e9-9dd9-524c563503e0 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0984168 Nov 05 21:59:08.433125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01e74749-d56f-4c52-bafe-82531c711b8d req-17aa648b-d339-4726-b066-f7d7cfe1aaea tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058576 Nov 05 21:59:08.462714 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:59:08.491300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a9df6b51-737f-4c5e-9826-01caa681ea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:08.512136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f39eaf-dc55-411f-bcc8-1d265309c911 req-21aa8b82-c3ba-4d23-88e1-60f718b7102f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:08.522456 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8f39eaf-dc55-411f-bcc8-1d265309c911 req-21aa8b82-c3ba-4d23-88e1-60f718b7102f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1422040 Nov 05 21:59:08.596840 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8f39eaf-dc55-411f-bcc8-1d265309c911 req-d294b8f5-7b88-4d45-9b66-875a74c74df6 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683784 Nov 05 21:59:08.925103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8021206-a94d-4c51-b911-80de741a85ae req-0427aeb1-89df-4d4b-a21b-4af76a814ea4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:08.927985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8021206-a94d-4c51-b911-80de741a85ae req-0427aeb1-89df-4d4b-a21b-4af76a814ea4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0556161 Nov 05 21:59:08.993321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8021206-a94d-4c51-b911-80de741a85ae req-762c9d58-87cc-4ab2-9d55-994cdd3d500f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585983 Nov 05 21:59:09.718239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8536a-3dd0-410a-8a6c-f96c5af1afab req-753362e3-8498-42b8-85bb-eff5b7beefd8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:09.726901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34b8536a-3dd0-410a-8a6c-f96c5af1afab req-753362e3-8498-42b8-85bb-eff5b7beefd8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0640798 Nov 05 21:59:09.787097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34b8536a-3dd0-410a-8a6c-f96c5af1afab req-9fff6eb1-fe13-470a-ac67-3c045c9870fa tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591190 Nov 05 21:59:10.012428 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:10.163942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9adddd-d36d-4865-87a0-f65eae1f529c req-acad3329-36a3-4b79-bbe6-d1f5855d1566 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:10.167731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a9adddd-d36d-4865-87a0-f65eae1f529c req-acad3329-36a3-4b79-bbe6-d1f5855d1566 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0962958 Nov 05 21:59:10.239998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a9adddd-d36d-4865-87a0-f65eae1f529c req-35c89d45-ea25-4789-941d-e951071ede06 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646765 Nov 05 21:59:10.245714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f0812-f3bb-47e5-8621-361492a4e74a req-bedc4749-c625-431e-a924-f4f44e6e2c7a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:10.247501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-679f0812-f3bb-47e5-8621-361492a4e74a req-bedc4749-c625-431e-a924-f4f44e6e2c7a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0545549 Nov 05 21:59:10.331147 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-679f0812-f3bb-47e5-8621-361492a4e74a req-dcba4362-99b8-48b3-96c7-fa0eed11fbe1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769572 Nov 05 21:59:10.751713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae9a8-4439-42e1-a00a-8ec70f5c88e8 req-fca31428-2804-4684-a64f-377d92621a6c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:10.754072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff2ae9a8-4439-42e1-a00a-8ec70f5c88e8 req-fca31428-2804-4684-a64f-377d92621a6c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0994542 Nov 05 21:59:10.858070 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff2ae9a8-4439-42e1-a00a-8ec70f5c88e8 req-df929888-c046-400d-971b-a4aace5f4090 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978692 Nov 05 21:59:10.861349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-c29e42ec-7abe-40ec-9302-4701f93dfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:10.875918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-c29e42ec-7abe-40ec-9302-4701f93dfefa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1095 time: 0.1191196 Nov 05 21:59:11.021276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfac15-4de9-4a4b-b6aa-52bd369decb3 req-9769cadc-ccf5-45d3-9faf-b0b28d36e908 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:11.022743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4bfac15-4de9-4a4b-b6aa-52bd369decb3 req-9769cadc-ccf5-45d3-9faf-b0b28d36e908 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1013229 Nov 05 21:59:11.023739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-e146527c-4789-48fb-96ca-5e78761b6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:11.025056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-e146527c-4789-48fb-96ca-5e78761b6508 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1469345 Nov 05 21:59:11.385465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41704) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:11.429018 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:11.435520 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733e8e-f7b4-44bc-8285-b5512ade71a1 req-7e5454ed-1cd4-4d25-8567-c74d1bc7c12a tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:11.438495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a733e8e-f7b4-44bc-8285-b5512ade71a1 req-7e5454ed-1cd4-4d25-8567-c74d1bc7c12a tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0869558 Nov 05 21:59:11.523346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4bfac15-4de9-4a4b-b6aa-52bd369decb3 req-e04a8dd1-b308-4c08-b357-355252ce5cfa tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938946 Nov 05 21:59:11.527773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-633a70fc-44ec-4cd5-8683-4af4c7e423f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.4922190 Nov 05 21:59:11.534675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f25b6a0-b256-4d2a-8ad6-b4d5de0ac2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:11.555801 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a733e8e-f7b4-44bc-8285-b5512ade71a1 req-02cae557-d357-4393-afba-cb9d1cc77411 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114948 Nov 05 21:59:11.596681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-5e230982-55d7-4ea1-9156-0f0cd5e45556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:11.599030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-5e230982-55d7-4ea1-9156-0f0cd5e45556 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0646186 Nov 05 21:59:11.658869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-a688cc6e-07e1-44d2-96b7-a045052f0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:11.661620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-a688cc6e-07e1-44d2-96b7-a045052f0b1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553911 Nov 05 21:59:11.665266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f25b6a0-b256-4d2a-8ad6-b4d5de0ac2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:11.732341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f25b6a0-b256-4d2a-8ad6-b4d5de0ac2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:11.761135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f25b6a0-b256-4d2a-8ad6-b4d5de0ac2a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=205a618df80f410090588d63a31607b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745811 Nov 05 21:59:11.764438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41710) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:11.769713 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-df457f41-2919-4ca5-9369-bc2d0b0d2eec service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007049 Nov 05 21:59:11.793468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25b6a0-b256-4d2a-8ad6-b4d5de0ac2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c7d5c-fe61-44b2-b9b6-533f262b2136,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:11.863121 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d60ad9-9e3c-48bb-b25d-b48b1ae4b783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:11.897039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60e258ec-7de8-4a6e-a38e-711ae7c12667 req-163a943e-4b8e-4696-864d-6026dcc41e9a service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195908 Nov 05 21:59:11.897643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d60ad9-9e3c-48bb-b25d-b48b1ae4b783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:11.995352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:12.025430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6e72a-2412-4ad2-bede-4b1b40beae36 req-085fea9f-067f-4764-afa4-9c3d00aa1bf6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:12.026941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cab6e72a-2412-4ad2-bede-4b1b40beae36 req-085fea9f-067f-4764-afa4-9c3d00aa1bf6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0525773 Nov 05 21:59:12.095738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cab6e72a-2412-4ad2-bede-4b1b40beae36 req-c9a97233-29da-429e-b429-006e0e141b43 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615013 Nov 05 21:59:12.098112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d60ad9-9e3c-48bb-b25d-b48b1ae4b783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:12.103081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d60ad9-9e3c-48bb-b25d-b48b1ae4b783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:12.104463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b3d60ad9-9e3c-48bb-b25d-b48b1ae4b783 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/071c7d5c-fe61-44b2-b9b6-533f262b2136 HTTP/1.1" status: 204 len: 168 time: 0.3384180 Nov 05 21:59:12.125263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d60ad9-9e3c-48bb-b25d-b48b1ae4b783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c7d5c-fe61-44b2-b9b6-533f262b2136,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:12.754532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a648dae-fb23-48c6-9f11-ab17297f0e20 req-f4563df2-739a-43e4-83a0-92ed66b4c43f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:12.756392 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a648dae-fb23-48c6-9f11-ab17297f0e20 req-f4563df2-739a-43e4-83a0-92ed66b4c43f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0898015 Nov 05 21:59:12.776251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba3ae7-b015-4f23-8b1b-59cf4bfae2f1 req-fa97cf9f-db3a-49b3-abc0-9b6cade9b545 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:12.778472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efba3ae7-b015-4f23-8b1b-59cf4bfae2f1 req-fa97cf9f-db3a-49b3-abc0-9b6cade9b545 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1133809 Nov 05 21:59:12.879141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efba3ae7-b015-4f23-8b1b-59cf4bfae2f1 req-6567113e-633f-4a3c-9501-105d7b2273ae tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938084 Nov 05 21:59:12.882150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a648dae-fb23-48c6-9f11-ab17297f0e20 req-08ad452c-b129-4d5a-a326-ea1789639748 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175604 Nov 05 21:59:12.913588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41732) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:12.930098 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d508b569-4b78-4d1b-85c0-cbdc969b1354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:13.009581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d508b569-4b78-4d1b-85c0-cbdc969b1354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:13.081561 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d508b569-4b78-4d1b-85c0-cbdc969b1354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:13.124012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d508b569-4b78-4d1b-85c0-cbdc969b1354 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e9bcca288f74252a479db83d409193c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2090058 Nov 05 21:59:13.125116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508b569-4b78-4d1b-85c0-cbdc969b1354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b7aa8-1356-4e2a-af79-0c7b67f5c072,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:13.126877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41736) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:13.210275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a3759c7d-0f0e-4f41-a3d5-62dff3b79830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:13.261703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a3759c7d-0f0e-4f41-a3d5-62dff3b79830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:13.278140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce365-055e-4d7b-8e64-0a165ef470ad req-4b20266f-0f20-4b5e-be6a-396601403cb0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:13.279753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f1ce365-055e-4d7b-8e64-0a165ef470ad req-4b20266f-0f20-4b5e-be6a-396601403cb0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0846827 Nov 05 21:59:13.356074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f1ce365-055e-4d7b-8e64-0a165ef470ad req-22773231-a9ef-412a-8091-c76a18d5fda4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632753 Nov 05 21:59:13.439325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a3759c7d-0f0e-4f41-a3d5-62dff3b79830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:13.442184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a3759c7d-0f0e-4f41-a3d5-62dff3b79830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:13.446006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a3759c7d-0f0e-4f41-a3d5-62dff3b79830 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b25b7aa8-1356-4e2a-af79-0c7b67f5c072 HTTP/1.1" status: 204 len: 168 time: 0.3154893 Nov 05 21:59:13.454528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3759c7d-0f0e-4f41-a3d5-62dff3b79830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25b7aa8-1356-4e2a-af79-0c7b67f5c072,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:13.588988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a84403-d306-4a87-9f92-fd8031b4c671 req-0cdc7bf3-0725-4626-8337-337417a41273 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:13.590690 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1a84403-d306-4a87-9f92-fd8031b4c671 req-0cdc7bf3-0725-4626-8337-337417a41273 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0688400 Nov 05 21:59:13.642914 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1a84403-d306-4a87-9f92-fd8031b4c671 req-c4d788ae-dfd9-4cde-9cfa-8b9e2cf8de35 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 Nov 05 21:59:13.783284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ad9f2-47ed-47cb-8359-dd8690e62bb3 req-1e545526-29a0-492b-a538-876ec947db05 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:13.784975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-947ad9f2-47ed-47cb-8359-dd8690e62bb3 req-1e545526-29a0-492b-a538-876ec947db05 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0509741 Nov 05 21:59:13.863089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-947ad9f2-47ed-47cb-8359-dd8690e62bb3 req-588315e3-01b9-4613-8c9e-f11f804b8d69 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664823 Nov 05 21:59:14.043849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90f525-64f7-4db6-acc1-22f28ef9e8ef req-935b7b8c-5518-40d5-a3d7-a3210f36fc13 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:14.052891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f90f525-64f7-4db6-acc1-22f28ef9e8ef req-935b7b8c-5518-40d5-a3d7-a3210f36fc13 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1020305 Nov 05 21:59:14.073489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e50d5-b0e1-4bed-b923-0d8839b30ec6 req-dc8edabe-3e75-4741-92c4-3578d6ef924e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:14.073489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff2e50d5-b0e1-4bed-b923-0d8839b30ec6 req-dc8edabe-3e75-4741-92c4-3578d6ef924e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0807595 Nov 05 21:59:14.109721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f90f525-64f7-4db6-acc1-22f28ef9e8ef req-dd946924-9ca7-4867-930d-704d6ac882ce tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Nov 05 21:59:14.133067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff2e50d5-b0e1-4bed-b923-0d8839b30ec6 req-8e408631-1fdf-4005-beb1-db75a2b22b6c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545552 Nov 05 21:59:14.335720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-20549c0c-2c6c-4f18-bf1a-eaf5fbab4ea6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:14.338096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-20549c0c-2c6c-4f18-bf1a-eaf5fbab4ea6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.1324456 Nov 05 21:59:14.352103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-19fdc0b9-547f-417a-87e6-0b846b86a12c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/quotas/27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 375 time: 0.0102801 Nov 05 21:59:14.431541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-d4e911f5-fe36-45b8-8298-c9204d08d61b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0733042 Nov 05 21:59:14.533594 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-e4b7d95a-6070-48b2-8f6f-9d535e150f19 service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923314 Nov 05 21:59:14.641502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-8d29f2eb-51e1-4bff-b1c0-f57b28b4c662 service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069891 Nov 05 21:59:14.944553 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf20ee99-da93-4f0f-bfad-27e00b357271 req-5155c092-2111-4b15-9e3f-e5508c17fd44 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 210 time: 0.0394020 Nov 05 21:59:15.237861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939bff-c6a5-4008-96f6-200d5a106c28 req-b8d9f81e-d794-42f2-befd-32c1aaecbe8c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:15.257030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b939bff-c6a5-4008-96f6-200d5a106c28 req-b8d9f81e-d794-42f2-befd-32c1aaecbe8c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0702245 Nov 05 21:59:15.296809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b6172-080f-42c2-a145-cb740cf07105 req-4f577bd0-1ba6-4831-b365-eeb823e02766 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:15.305471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c83b6172-080f-42c2-a145-cb740cf07105 req-4f577bd0-1ba6-4831-b365-eeb823e02766 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0696442 Nov 05 21:59:15.346092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b939bff-c6a5-4008-96f6-200d5a106c28 req-392ab721-fd31-43a1-963d-bd4143974b9d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881488 Nov 05 21:59:15.367616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c83b6172-080f-42c2-a145-cb740cf07105 req-bccc2648-d24c-42bf-9b1d-b3862c76c459 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610883 Nov 05 21:59:16.153837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ffd6d43-0a80-43fe-bfba-8c1c35c90ab3 req-5203a435-723c-4a3a-93e0-71969af9254f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 210 time: 0.0584171 Nov 05 21:59:16.156850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0c01b-6c02-4e08-863d-6c7ab826b9ba req-e40f0331-2c55-4597-bae5-97ec00ade41c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:16.168013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5f0c01b-6c02-4e08-863d-6c7ab826b9ba req-e40f0331-2c55-4597-bae5-97ec00ade41c tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.1149874 Nov 05 21:59:16.292467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5f0c01b-6c02-4e08-863d-6c7ab826b9ba req-74d7826b-a4d5-4c7e-a136-e29a21fa99dc tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228764 Nov 05 21:59:16.554574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece950a2-a24d-4c3f-b29a-73ac9e016efc req-5186b7b1-658d-4cf5-84a4-cae7690c5b28 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:16.563251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ece950a2-a24d-4c3f-b29a-73ac9e016efc req-5186b7b1-658d-4cf5-84a4-cae7690c5b28 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1044412 Nov 05 21:59:16.600164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f030a-44b9-4012-bcb6-b745b58d9f69 req-104fe63d-4ab2-49f3-adec-a3b53cbe1fce tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:16.612618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d9f030a-44b9-4012-bcb6-b745b58d9f69 req-104fe63d-4ab2-49f3-adec-a3b53cbe1fce tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1386569 Nov 05 21:59:16.672593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ece950a2-a24d-4c3f-b29a-73ac9e016efc req-de56b9fc-b259-4e6f-bda2-a496262c0471 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063743 Nov 05 21:59:16.714047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d9f030a-44b9-4012-bcb6-b745b58d9f69 req-65de38f3-2a98-4bea-ab58-1dd6243278b5 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003942 Nov 05 21:59:17.264346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a1c67fd-9d9c-437e-861d-3f3674bb8251 req-a58e2fa4-61d9-4267-b0b4-a1a77f5f7386 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 210 time: 0.0312572 Nov 05 21:59:17.432498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37632b1-f6bb-4e69-a2bd-2789f6a2be70 req-1946e5a9-a02a-4d5a-8241-038cf9413e0e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:17.434343 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b37632b1-f6bb-4e69-a2bd-2789f6a2be70 req-1946e5a9-a02a-4d5a-8241-038cf9413e0e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0542345 Nov 05 21:59:17.486443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b37632b1-f6bb-4e69-a2bd-2789f6a2be70 req-3546da6f-0551-45f6-bfc6-bdacef747ece tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 Nov 05 21:59:17.672567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-4e8152c6-99b0-4cd6-b75a-784cd10b12f7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:17.674211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-4e8152c6-99b0-4cd6-b75a-784cd10b12f7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.1180606 Nov 05 21:59:17.691158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'port': {'device_id': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'admin_state_up': True, 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:17.889154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71795962-46e4-4693-98f4-341054937854 req-1774d4b9-a767-4671-9438-43ba0892caf3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:17.897645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71795962-46e4-4693-98f4-341054937854 req-1774d4b9-a767-4671-9438-43ba0892caf3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1292953 Nov 05 21:59:17.914477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea9908-2274-4e00-ab1f-f7634ad2c638 req-1372b4c5-89bc-48a3-a740-c43ff8410f92 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:17.916042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15ea9908-2274-4e00-ab1f-f7634ad2c638 req-1372b4c5-89bc-48a3-a740-c43ff8410f92 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0812383 Nov 05 21:59:17.962557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71795962-46e4-4693-98f4-341054937854 req-30883ce8-ab18-4a54-a49b-c87b32bdca74 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637412 Nov 05 21:59:17.992166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15ea9908-2274-4e00-ab1f-f7634ad2c638 req-7349ed85-a1c4-4f1b-b8b5-f8134d4bed40 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659463 Nov 05 21:59:18.006556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Made reservation on behalf of 27b7bd5cb7994db491da4bdbba53a059 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:18.014982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:18.136751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-02cbbd61-ff53-4683-b357-73b3f737460e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:18.138226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-02cbbd61-ff53-4683-b357-73b3f737460e tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.46 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0766788 Nov 05 21:59:18.239812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Allocated IP 172.20.0.10 (82214baf-d054-4324-8f89-16412cff8074/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d/a4e5ad09-8853-40bb-b623-b3d6d5d12a92) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:59:18.383663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Deleting port da4f9237-0159-44b8-9864-24bdaf1617dc {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:59:18.384314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:18.420332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24d11e87-fc8d-4350-af09-43ed8374076e req-62f605a3-145d-4593-baae-a263f3707595 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 210 time: 0.0772898 Nov 05 21:59:18.544489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:18.560646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] For port da4f9237-0159-44b8-9864-24bdaf1617dc, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=da4f9237-0159-44b8-9864-24bdaf1617dc,segment=NetworkSegment(0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653),segment_id=0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:18.561020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:18.579847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Calling delete_port for da4f9237-0159-44b8-9864-24bdaf1617dc owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:59:18.665278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218e83-af7c-4f79-9225-89d38ceb7864 req-2e6858c5-f1cf-4545-9d9a-d41cca77226d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:18.667485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d218e83-af7c-4f79-9225-89d38ceb7864 req-2e6858c5-f1cf-4545-9d9a-d41cca77226d tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/ports?device_id=618100fc-8d89-490d-b9d9-481567250b1a HTTP/1.1" status: 200 len: 946 time: 0.0905523 Nov 05 21:59:18.747349 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d218e83-af7c-4f79-9225-89d38ceb7864 req-a784e4a9-71d7-4672-80cd-7d7fcf8b2108 tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb196627-dedc-4ac4-b019-0b70032a7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707381 Nov 05 21:59:18.768231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:18.825110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:59:18.830504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:59:18.833199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:59:18.859936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:18.891146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:18.892086 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:18.894825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:18.941784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Pushing event deleted for resources: {'Port': ['ID=da4f9237-0159-44b8-9864-24bdaf1617dc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:19.013388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] No DVR routers for this DVR port da4f9237-0159-44b8-9864-24bdaf1617dc on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:59:19.018977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.024066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41952) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:19.026415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bbdca12-ca0c-4459-8c22-ad8d1604f882 req-f6e1fc24-d212-4a9f-8992-7dfade57542a tempest-ServersNegativeTestJSON-1661138155 tempest-ServersNegativeTestJSON-1661138155-project] 10.222.0.46 "DELETE /v2.0/ports/da4f9237-0159-44b8-9864-24bdaf1617dc HTTP/1.1" status: 204 len: 173 time: 0.8658459 Nov 05 21:59:19.027030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-deleted', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:19.029671 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d848446d-3cc4-4810-a080-8ae65a60b56d" -d '{"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-deleted", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:19.046078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-10126d0a-e3bf-4fb2-b877-4e1b38473095 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3602390 Nov 05 21:59:19.069032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Request body: {'port': {'device_id': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:19.187532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9fbd2b15-cd20-42a7-ba88-7a42cfa55614 None None] Provisioning complete for port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:59:19.187532 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2b15-cd20-42a7-ba88-7a42cfa55614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.195061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fd857-a9b7-441f-8c1c-7a4e3e4206c3 req-7e895f46-6af6-4c7d-8f64-18917ebcf03f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:19.196734 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c50fd857-a9b7-441f-8c1c-7a4e3e4206c3 req-7e895f46-6af6-4c7d-8f64-18917ebcf03f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0817325 Nov 05 21:59:19.199228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748ec59-cdd8-4e94-9585-b10831066b75 req-29f0072a-acc0-4b32-a7b8-fcea9773cbc9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:19.200753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c748ec59-cdd8-4e94-9585-b10831066b75 req-29f0072a-acc0-4b32-a7b8-fcea9773cbc9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0881698 Nov 05 21:59:19.201342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.221187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-243853a0-613d-4963-b31c-4c11c2719d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.230917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd2b15-cd20-42a7-ba88-7a42cfa55614 None None] Port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 21:59:19.291136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c50fd857-a9b7-441f-8c1c-7a4e3e4206c3 req-c78a2707-8589-4e88-9640-d2a8695ca2da tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827661 Nov 05 21:59:19.298928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c748ec59-cdd8-4e94-9585-b10831066b75 req-6ebb7674-a703-4ab6-8a84-512c9c240c2f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820451 Nov 05 21:59:19.344690 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb88eec-f1e0-469a-b49a-ad8cfc53e0b3 x-openstack-request-id: req-bfb88eec-f1e0-469a-b49a-ad8cfc53e0b3 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:19.344981 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618100fc-8d89-490d-b9d9-481567250b1a", "name": "network-vif-deleted", "tag": "da4f9237-0159-44b8-9864-24bdaf1617dc", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:19.345234 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfb88eec-f1e0-469a-b49a-ad8cfc53e0b3 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:19.345633 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618100fc-8d89-490d-b9d9-481567250b1a', 'name': 'network-vif-deleted', 'tag': 'da4f9237-0159-44b8-9864-24bdaf1617dc', 'status': 'completed', 'code': 200} Nov 05 21:59:19.377384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-243853a0-613d-4963-b31c-4c11c2719d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.452273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-243853a0-613d-4963-b31c-4c11c2719d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.494229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-243853a0-613d-4963-b31c-4c11c2719d96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c351e62b24d8464e8908df710212d79d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4688556 Nov 05 21:59:19.495201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243853a0-613d-4963-b31c-4c11c2719d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7cca91-6b49-46dd-b3d1-77732c0d9ff9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:19.497690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:19.527503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e5ad09-8853-40bb-b623-b3d6d5d12a92 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:59:19.536105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.554316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d7a86-f616-402c-8eb4-a5c8d38caf2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.570131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Transition to ACTIVE for port object a4e5ad09-8853-40bb-b623-b3d6d5d12a92 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:59:19.576464 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d7a86-f616-402c-8eb4-a5c8d38caf2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.586965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab2aa3-8bbf-4417-a6dd-450a7d0c6f81 req-c44e112e-6a0d-47df-b7f2-496ac6acdc59 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:19.589387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9ab2aa3-8bbf-4417-a6dd-450a7d0c6f81 req-c44e112e-6a0d-47df-b7f2-496ac6acdc59 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 932 time: 0.0733764 Nov 05 21:59:19.667745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9ab2aa3-8bbf-4417-a6dd-450a7d0c6f81 req-9da1e642-0378-4649-af07-56a56163367b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680611 Nov 05 21:59:19.668966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.721322 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d7a86-f616-402c-8eb4-a5c8d38caf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.725706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:19.736539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac7d7a86-f616-402c-8eb4-a5c8d38caf2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.740094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac7d7a86-f616-402c-8eb4-a5c8d38caf2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb7cca91-6b49-46dd-b3d1-77732c0d9ff9 HTTP/1.1" status: 204 len: 168 time: 0.2347372 Nov 05 21:59:19.754951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d7a86-f616-402c-8eb4-a5c8d38caf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7cca91-6b49-46dd-b3d1-77732c0d9ff9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:19.816327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41972) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:19.834282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Attempting to bind port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:19.834722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Attempting to bind port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:19.835287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Attempting to bind port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:19.841583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 on network 82214baf-d054-4324-8f89-16412cff8074 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:19.842053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Attempting to bind port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:19.849448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:59:19.849834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:59:19.850776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Bound using segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:59:19.851295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Bound port: a4e5ad09-8853-40bb-b623-b3d6d5d12a92, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:59:19.852270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.866670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] Deleting subnet 49e99950-3ec4-48d1-90ad-20f48a39d9c9 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 21:59:19.870629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.924668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:19.948769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] For port a4e5ad09-8853-40bb-b623-b3d6d5d12a92, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:59:19.957306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] For port a4e5ad09-8853-40bb-b623-b3d6d5d12a92, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:59:19.969295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.114317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.132508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:20.133355 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.134833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] 10.222.0.46 "PUT /v2.0/ports/a4e5ad09-8853-40bb-b623-b3d6d5d12a92 HTTP/1.1" status: 200 len: 1092 time: 1.0787084 Nov 05 21:59:20.166526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.191079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fccbcd-31fb-43fc-ac70-8a0af121eb06 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:20.220325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e99950-3ec4-48d1-90ad-20f48a39d9c9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:20.222840 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.229414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2beaafef-3f97-4c42-a250-1011c040aff4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/49e99950-3ec4-48d1-90ad-20f48a39d9c9 HTTP/1.1" status: 204 len: 168 time: 0.4119790 Nov 05 21:59:20.230446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41978) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:20.309103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-292be96b-2a6d-4ab7-855c-701704331f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:20.311097 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-292be96b-2a6d-4ab7-855c-701704331f8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 1095 time: 0.0557561 Nov 05 21:59:20.347089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.379697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-7f23023f-812a-47fc-9b7d-e3c534dfc9e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92 HTTP/1.1" status: 200 len: 217 time: 0.0563157 Nov 05 21:59:20.497454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-b49bb332-814e-409b-86b1-5aa351a026b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:20.498978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-b49bb332-814e-409b-86b1-5aa351a026b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.1119268 Nov 05 21:59:20.510679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e0971-1a5b-4696-9bd2-2c4980934b01 req-4287bfca-b643-4ea9-b13d-787d038a9d8e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:20.512201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee6e0971-1a5b-4696-9bd2-2c4980934b01 req-4287bfca-b643-4ea9-b13d-787d038a9d8e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0803261 Nov 05 21:59:20.544415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.548090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:20.576336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:59:20.585476 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2f50-5c48-4789-a960-e3048bfb2523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.598418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee6e0971-1a5b-4696-9bd2-2c4980934b01 req-c9c84045-ce94-4f6c-bdc2-7b6ae2be9c7c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581787 Nov 05 21:59:20.598967 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4b15-76f4-4b05-b9a1-4287af597e6f req-99c6d5ea-ce6a-458f-b564-93aa55990229 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:20.601298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-8a184fcb-e36f-4be2-8dc5-1749ac152b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:20.602718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-8a184fcb-e36f-4be2-8dc5-1749ac152b8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896580 Nov 05 21:59:20.605646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73ce4b15-76f4-4b05-b9a1-4287af597e6f req-99c6d5ea-ce6a-458f-b564-93aa55990229 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1473246 Nov 05 21:59:20.621098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e0df68-a9b4-4e03-82ae-8fccc533cf86']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:59:20.634315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: da4f9237-0159-44b8-9864-24bdaf1617dc {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:59:20.634712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device da4f9237-0159-44b8-9864-24bdaf1617dc not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:59:20.666242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:59:20.666533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a30d6c6-d80c-4d08-8e42-b4ff2f0c1653') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:59:20.688772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.729565 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.753311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-73ce4b15-76f4-4b05-b9a1-4287af597e6f req-d1ec4961-a8bb-4113-8067-13f2cfd78b97 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230619 Nov 05 21:59:20.753531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-6e7c5dfd-c687-4b37-9dd4-7e3c628b2ce1 service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396501 Nov 05 21:59:20.758091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:59:20.759428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: timer() Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:59:20.762656 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:59:20.857486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2f50-5c48-4789-a960-e3048bfb2523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.880130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d10f1-7b8c-4f0f-8889-973e728db312 req-f628636a-17c7-4028-86f4-2b70c8a740a0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:20.882702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f95d10f1-7b8c-4f0f-8889-973e728db312 req-f628636a-17c7-4028-86f4-2b70c8a740a0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 944 time: 0.1356626 Nov 05 21:59:20.916154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.933337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.938870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6e0df68-a9b4-4e03-82ae-8fccc533cf86 HTTP/1.1" status: 204 len: 168 time: 0.7073772 Nov 05 21:59:20.953595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c17789-fbbb-4b9f-a67c-0a682d8a70e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e0df68-a9b4-4e03-82ae-8fccc533cf86,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:20.957529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2f50-5c48-4789-a960-e3048bfb2523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:20.962253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac4da1f4-77ef-4d59-b92d-f29b1b06c8de req-e6e223d9-a9b7-4e47-8f3b-2a55307441df service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963959 Nov 05 21:59:21.010985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f95d10f1-7b8c-4f0f-8889-973e728db312 req-8f0b027a-1c8f-4de3-8a2d-eb78cf9975ee tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217697 Nov 05 21:59:21.032967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6c5b2f50-5c48-4789-a960-e3048bfb2523 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b56d9f2c89b44236aea394a60dd6602a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4838121 Nov 05 21:59:21.035946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41994) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:21.072576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b2f50-5c48-4789-a960-e3048bfb2523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8f6ef-2f01-47e9-b44b-f9ce55d67b7b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:21.108936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f070c3e-735f-4ea5-b5e2-becc06a20016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.133390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f070c3e-735f-4ea5-b5e2-becc06a20016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.337685 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f070c3e-735f-4ea5-b5e2-becc06a20016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.340433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f070c3e-735f-4ea5-b5e2-becc06a20016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.341443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f070c3e-735f-4ea5-b5e2-becc06a20016 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45d8f6ef-2f01-47e9-b44b-f9ce55d67b7b HTTP/1.1" status: 204 len: 168 time: 0.3040791 Nov 05 21:59:21.346713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'tag': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:21.349329 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff01cae2-5a8e-4e8a-bf78-adf6192c8563", "tag": "a4e5ad09-8853-40bb-b623-b3d6d5d12a92"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:21.362460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f070c3e-735f-4ea5-b5e2-becc06a20016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8f6ef-2f01-47e9-b44b-f9ce55d67b7b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:21.395580 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501cf256-e2f0-4db0-9926-084cc1dc8e9c x-openstack-request-id: req-501cf256-e2f0-4db0-9926-084cc1dc8e9c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:21.395927 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff01cae2-5a8e-4e8a-bf78-adf6192c8563", "tag": "a4e5ad09-8853-40bb-b623-b3d6d5d12a92", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:21.396178 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-501cf256-e2f0-4db0-9926-084cc1dc8e9c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:21.397722 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'tag': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92', 'status': 'completed', 'code': 200} Nov 05 21:59:21.458312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-1654a241-5bed-4894-9d27-ec20a8e6e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:21.459828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-1654a241-5bed-4894-9d27-ec20a8e6e337 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 1095 time: 0.0448647 Nov 05 21:59:21.553188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:21.610356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-90afbae1-dd28-4478-b251-a240d615fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:21.612087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-90afbae1-dd28-4478-b251-a240d615fe78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1459131 Nov 05 21:59:21.636383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be654edf-a86d-44ae-b684-45dd64e7cb9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1afbc5028b1842628821c45bee7eae90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813956 Nov 05 21:59:21.639348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:21.695108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-eeedc02d-3571-4485-9f8e-64ee51d48e57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92 HTTP/1.1" status: 200 len: 217 time: 0.0742989 Nov 05 21:59:21.735252 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80df4502-a03c-4577-a220-263fea545582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.760105 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80df4502-a03c-4577-a220-263fea545582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.827192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-068615e5-a5b8-4fc2-a922-6dfc03092fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:21.828729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-068615e5-a5b8-4fc2-a922-6dfc03092fcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.1253645 Nov 05 21:59:21.841148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f5ce-6099-42ac-9383-e0bae76e0669 req-ef838e64-b11f-4bd3-bb55-f3f197c3b4b9 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:21.843019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f45f5ce-6099-42ac-9383-e0bae76e0669 req-ef838e64-b11f-4bd3-bb55-f3f197c3b4b9 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1020007 Nov 05 21:59:21.897497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80df4502-a03c-4577-a220-263fea545582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.900851 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80df4502-a03c-4577-a220-263fea545582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:21.903065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-80df4502-a03c-4577-a220-263fea545582 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb196627-dedc-4ac4-b019-0b70032a7f37 HTTP/1.1" status: 204 len: 168 time: 0.2616069 Nov 05 21:59:21.916279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df4502-a03c-4577-a220-263fea545582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb196627-dedc-4ac4-b019-0b70032a7f37,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:21.935911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-a695c2b0-731e-47de-91fa-51c800b06e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:21.938505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-a695c2b0-731e-47de-91fa-51c800b06e7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945079 Nov 05 21:59:21.948773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f45f5ce-6099-42ac-9383-e0bae76e0669 req-8a6f53f5-25f9-4b64-92e6-4b1f32bb8230 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948553 Nov 05 21:59:21.966268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2911a-8cd6-4073-8fd1-a5e3e28901c4 req-4b48c17a-1122-4565-8793-d8f16975d1a7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:21.975899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-38d2911a-8cd6-4073-8fd1-a5e3e28901c4 req-4b48c17a-1122-4565-8793-d8f16975d1a7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1224728 Nov 05 21:59:22.026191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-38d2911a-8cd6-4073-8fd1-a5e3e28901c4 req-e5a27a67-4f21-47c8-bf44-86ba9186eef6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491018 Nov 05 21:59:22.060848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-19018597-5383-4a2b-bafd-6ebb1bfa5efd service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108086 Nov 05 21:59:22.259062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fb92c-1ccc-4cea-8fd6-27ac68d48d3d req-701550ab-25ee-48e2-bd63-3b494dbf7bbb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:22.260779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f4fb92c-1ccc-4cea-8fd6-27ac68d48d3d req-701550ab-25ee-48e2-bd63-3b494dbf7bbb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 944 time: 0.1139781 Nov 05 21:59:22.263540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1372ce75-8adb-4c48-9d2c-6d3f53cc9ff3 req-e4e569ab-f2a2-4353-8e48-8fda573a35bb service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959145 Nov 05 21:59:22.337611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f4fb92c-1ccc-4cea-8fd6-27ac68d48d3d req-4e2a0fab-23ca-4bac-bcc0-5562b3d24114 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591903 Nov 05 21:59:23.138729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef997-d765-44e1-a7e5-58a43119443b req-52feefd8-f56a-4ce5-bc59-7ad949b962f3 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:23.143604 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f95ef997-d765-44e1-a7e5-58a43119443b req-52feefd8-f56a-4ce5-bc59-7ad949b962f3 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1108036 Nov 05 21:59:23.249158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813f5c-7305-4e72-92f8-6a629da6b96a req-22a045b6-0646-4b7d-8965-1b91617f3760 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:23.257026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37813f5c-7305-4e72-92f8-6a629da6b96a req-22a045b6-0646-4b7d-8965-1b91617f3760 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1043720 Nov 05 21:59:23.264282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f95ef997-d765-44e1-a7e5-58a43119443b req-af4b7f94-4fd6-4f2c-9354-33d104b7f1fa tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130242 Nov 05 21:59:23.394289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37813f5c-7305-4e72-92f8-6a629da6b96a req-2025154d-1fde-4669-9b75-7ae5f745ed37 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127949 Nov 05 21:59:23.511511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb09569-4911-481c-8f4c-1b137c57eade req-fff03a61-28fb-4995-8d73-ffa3cb03c912 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:23.516171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bb09569-4911-481c-8f4c-1b137c57eade req-fff03a61-28fb-4995-8d73-ffa3cb03c912 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 944 time: 0.0680923 Nov 05 21:59:23.595781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bb09569-4911-481c-8f4c-1b137c57eade req-0ce5a750-1de1-4452-825c-ecd3dfcd11b7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722444 Nov 05 21:59:24.445960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8b93-c23f-4fe5-8bea-6e50eea2451e req-44b0e59e-2144-4bd9-8ed3-521cb1382714 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:24.448213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2bd8b93-c23f-4fe5-8bea-6e50eea2451e req-44b0e59e-2144-4bd9-8ed3-521cb1382714 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0902009 Nov 05 21:59:24.546403 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2bd8b93-c23f-4fe5-8bea-6e50eea2451e req-2c44441d-a207-470f-8e1f-252cd9f6b10c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902226 Nov 05 21:59:24.572011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7544-4c1d-4162-a9c6-7f1d8d34e01a req-8008d8f6-497f-4d83-b493-a123d3e6d3db tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:24.573533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddbb7544-4c1d-4162-a9c6-7f1d8d34e01a req-8008d8f6-497f-4d83-b493-a123d3e6d3db tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0667737 Nov 05 21:59:24.588163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a4e5ad09-8853-40bb-b623-b3d6d5d12a92 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:59:24.655508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddbb7544-4c1d-4162-a9c6-7f1d8d34e01a req-55717949-3ed6-409f-9bc7-75e44a9df229 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750704 Nov 05 21:59:24.761881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a4e5ad09-8853-40bb-b623-b3d6d5d12a92, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:24.774959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db0e0a-7dd2-49d0-96ee-cd140756ab94 req-9476447c-923b-4d64-b070-7e7334b4fdb1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:24.776609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8db0e0a-7dd2-49d0-96ee-cd140756ab94 req-9476447c-923b-4d64-b070-7e7334b4fdb1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 944 time: 0.0613308 Nov 05 21:59:24.777727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92', 'mac_address': 'fa:16:3e:5f:dd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:59:24.822906 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:24.837163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e5ad09-8853-40bb-b623-b3d6d5d12a92 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:59:24.857419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a4e5ad09-8853-40bb-b623-b3d6d5d12a92, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:24.860126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8db0e0a-7dd2-49d0-96ee-cd140756ab94 req-a2abd5d7-cc46-403c-a872-8dbd05e12509 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756550 Nov 05 21:59:24.920904 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:24.975365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:25.216922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a4e5ad09-8853-40bb-b623-b3d6d5d12a92'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:59:25.650400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42170) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:25.679380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d356-b340-43df-90c8-707f2e0d3d20 req-d1ab3680-347b-4a75-81c4-f80f6906b35d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:25.681116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8346d356-b340-43df-90c8-707f2e0d3d20 req-d1ab3680-347b-4a75-81c4-f80f6906b35d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0590487 Nov 05 21:59:25.750034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8346d356-b340-43df-90c8-707f2e0d3d20 req-38925ea3-a1f8-4394-a6e1-d3168398fab4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601768 Nov 05 21:59:25.819056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e0351-f027-4986-bdff-13e04c4b57d0 req-a7b48e48-9a34-4b1d-ab26-8ba119f513af tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:25.820557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d3e0351-f027-4986-bdff-13e04c4b57d0 req-a7b48e48-9a34-4b1d-ab26-8ba119f513af tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0672104 Nov 05 21:59:25.821715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ccd-00e9-4b8f-bd4b-8557518a6e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:25.915354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d3e0351-f027-4986-bdff-13e04c4b57d0 req-840a9ff2-87cd-4ac3-91ef-0e1485468135 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765877 Nov 05 21:59:25.982917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ccd-00e9-4b8f-bd4b-8557518a6e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.005212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff19f5-0886-4f64-bd28-a2e70eed3ebd req-9bca6ef5-0a08-4c46-adf3-2c3a68e5474f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:26.006801 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c3ff19f5-0886-4f64-bd28-a2e70eed3ebd req-9bca6ef5-0a08-4c46-adf3-2c3a68e5474f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 945 time: 0.0558569 Nov 05 21:59:26.068773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c3ff19f5-0886-4f64-bd28-a2e70eed3ebd req-5a4d9a25-3f7d-4906-9ff5-585cd0ec9581 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533247 Nov 05 21:59:26.082957 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ccd-00e9-4b8f-bd4b-8557518a6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.127477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e73c8ccd-00e9-4b8f-bd4b-8557518a6e17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc1f83a25b9546b6b7bd8917da778546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759376 Nov 05 21:59:26.130132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c8ccd-00e9-4b8f-bd4b-8557518a6e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9404a4e-7794-4805-8e11-aa3efc1d6507,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:26.130920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42188) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:26.183083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ab567c4-5b98-4173-a8cb-303f82630aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.211432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ab567c4-5b98-4173-a8cb-303f82630aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.354214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ab567c4-5b98-4173-a8cb-303f82630aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.356940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ab567c4-5b98-4173-a8cb-303f82630aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.358186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5ab567c4-5b98-4173-a8cb-303f82630aaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9404a4e-7794-4805-8e11-aa3efc1d6507 HTTP/1.1" status: 204 len: 168 time: 0.2262969 Nov 05 21:59:26.368068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab567c4-5b98-4173-a8cb-303f82630aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9404a4e-7794-4805-8e11-aa3efc1d6507,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:26.616608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a4e5ad09-8853-40bb-b623-b3d6d5d12a92 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:59:26.743723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:59:26.748113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:59:26.753327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.842510 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:26.869071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:26.871777 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81289da4-0cdf-4a37-a70f-2d76e25bd000" -d '{"events": [{"server_uuid": "ff01cae2-5a8e-4e8a-bf78-adf6192c8563", "name": "network-vif-plugged", "status": "completed", "tag": "a4e5ad09-8853-40bb-b623-b3d6d5d12a92"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:26.886908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf01a03-9c0c-4057-b579-92c3a143cf29 req-1a75d4bd-9c77-44bb-bce7-0c60fe024f4b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:26.889310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a4e5ad09-8853-40bb-b623-b3d6d5d12a92, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:26.895425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fdf01a03-9c0c-4057-b579-92c3a143cf29 req-1a75d4bd-9c77-44bb-bce7-0c60fe024f4b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0614035 Nov 05 21:59:26.936555 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1230563f-4745-4ecc-8058-ceec93761e9d x-openstack-request-id: req-1230563f-4745-4ecc-8058-ceec93761e9d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:26.937215 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff01cae2-5a8e-4e8a-bf78-adf6192c8563", "name": "network-vif-plugged", "status": "completed", "tag": "a4e5ad09-8853-40bb-b623-b3d6d5d12a92", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:26.937701 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1230563f-4745-4ecc-8058-ceec93761e9d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:26.938325 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92', 'code': 200} Nov 05 21:59:26.976333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fdf01a03-9c0c-4057-b579-92c3a143cf29 req-13544b1d-a076-4d61-b38a-b4adc597ca93 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798037 Nov 05 21:59:27.012278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.057096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeac42d-6bfe-4cd0-9bd2-59d892ca8ba8 req-ce083a53-2bc0-4314-9f12-e21a24c45396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:27.059093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-baeac42d-6bfe-4cd0-9bd2-59d892ca8ba8 req-ce083a53-2bc0-4314-9f12-e21a24c45396 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 1097 time: 0.0488758 Nov 05 21:59:27.102746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42210) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:27.103876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:27.104470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56127e-8841-4932-9681-b6879495eaee req-50430b24-2008-4c4a-9298-632f60eb4e16 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:27.106341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b56127e-8841-4932-9681-b6879495eaee req-50430b24-2008-4c4a-9298-632f60eb4e16 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1062913 Nov 05 21:59:27.118988 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-340d113b-25d7-462e-99bc-c6f05847747f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.162197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b56127e-8841-4932-9681-b6879495eaee req-6232a859-21bf-4b7c-ad4f-95b3bc48f01f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495062 Nov 05 21:59:27.184300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-baeac42d-6bfe-4cd0-9bd2-59d892ca8ba8 req-6bdce0b8-d453-4f01-be57-dd36a17e0cf4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072228 Nov 05 21:59:27.241776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb905a0-67cd-45f0-9b15-cc2c7217c33c req-a2ec26be-d625-4f88-818b-47b6bed06d60 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:27.243433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb905a0-67cd-45f0-9b15-cc2c7217c33c req-a2ec26be-d625-4f88-818b-47b6bed06d60 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0788202 Nov 05 21:59:27.298733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-340d113b-25d7-462e-99bc-c6f05847747f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.312717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb905a0-67cd-45f0-9b15-cc2c7217c33c req-1395c435-d0d3-4105-82a0-ee3ed8586579 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630255 Nov 05 21:59:27.400706 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-340d113b-25d7-462e-99bc-c6f05847747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.448235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-340d113b-25d7-462e-99bc-c6f05847747f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e14d6980c2b47c7b41c0fe6485e097e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442860 Nov 05 21:59:27.449851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42216) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:27.450747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d113b-25d7-462e-99bc-c6f05847747f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e351a1c-f318-4603-8460-7b341043dbac,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:27.499966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42220) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:27.518586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ba69c76-1219-4c70-b80c-86416d56fe62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.541510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ba69c76-1219-4c70-b80c-86416d56fe62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.618132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c65d5cb2-31d2-447a-b949-461f9333dde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.667712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ba69c76-1219-4c70-b80c-86416d56fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.674763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ba69c76-1219-4c70-b80c-86416d56fe62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.679289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4ba69c76-1219-4c70-b80c-86416d56fe62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e351a1c-f318-4603-8460-7b341043dbac HTTP/1.1" status: 204 len: 168 time: 0.2258859 Nov 05 21:59:27.686885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba69c76-1219-4c70-b80c-86416d56fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e351a1c-f318-4603-8460-7b341043dbac,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:27.747304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c65d5cb2-31d2-447a-b949-461f9333dde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.839477 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c65d5cb2-31d2-447a-b949-461f9333dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.877019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d5cb2-31d2-447a-b949-461f9333dde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f0941c-73f5-4ff5-a42f-203d6435b622,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:27.885785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c65d5cb2-31d2-447a-b949-461f9333dde4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d5ed5bcd75d4e59b4ae9e66ec4e824a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844721 Nov 05 21:59:27.894256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42228) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:27.948606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37bfd6c-b14a-4699-b4a0-495940852884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:27.970689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37bfd6c-b14a-4699-b4a0-495940852884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:28.107539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37bfd6c-b14a-4699-b4a0-495940852884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:28.110289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37bfd6c-b14a-4699-b4a0-495940852884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:28.111573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b37bfd6c-b14a-4699-b4a0-495940852884 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9f0941c-73f5-4ff5-a42f-203d6435b622 HTTP/1.1" status: 204 len: 168 time: 0.2243378 Nov 05 21:59:28.123775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bfd6c-b14a-4699-b4a0-495940852884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f0941c-73f5-4ff5-a42f-203d6435b622,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:28.149468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3807f2-a55f-4f56-b096-0ab6e0e4177b req-ffc114a8-17b4-4757-bb6a-8e65fabff6c4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:28.149468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f3807f2-a55f-4f56-b096-0ab6e0e4177b req-ffc114a8-17b4-4757-bb6a-8e65fabff6c4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0910854 Nov 05 21:59:28.218706 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f3807f2-a55f-4f56-b096-0ab6e0e4177b req-5acd859c-e7ab-4075-87a6-a027ddc08aa8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591419 Nov 05 21:59:28.310922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2316e-2e48-4dc1-a674-5b6220fd3ab2 req-512862c0-21fd-4183-b111-afd1e5893a39 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:28.312513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5b2316e-2e48-4dc1-a674-5b6220fd3ab2 req-512862c0-21fd-4183-b111-afd1e5893a39 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0541885 Nov 05 21:59:28.377731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5b2316e-2e48-4dc1-a674-5b6220fd3ab2 req-b8e54aa7-4173-4229-96f9-4a1c3c48b07c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591693 Nov 05 21:59:28.467267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fde13c-854a-4714-bd8a-91c8e90ed724 req-3cd7819d-1a44-4ee7-865a-08637c459e82 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:28.470042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-87fde13c-854a-4714-bd8a-91c8e90ed724 req-3cd7819d-1a44-4ee7-865a-08637c459e82 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0619493 Nov 05 21:59:28.548361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-87fde13c-854a-4714-bd8a-91c8e90ed724 req-11e74fb2-295f-4688-a9f6-0e56c60c1529 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711765 Nov 05 21:59:28.875475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42262) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:28.889602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d50b761-2daa-41d7-9750-0cac890a7de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:28.965537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d50b761-2daa-41d7-9750-0cac890a7de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:29.119456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d50b761-2daa-41d7-9750-0cac890a7de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:29.158983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50b761-2daa-41d7-9750-0cac890a7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265d7487-6f4d-4790-9f18-5702abc8ad9b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:29.171982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42266) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:29.181629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2d50b761-2daa-41d7-9750-0cac890a7de6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4125211a411d41b6b916a8811ffa4b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047824 Nov 05 21:59:29.238945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-739cad99-ddcc-4d7e-a72c-6674b0ac5792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:29.267045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-739cad99-ddcc-4d7e-a72c-6674b0ac5792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:29.381559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9effc68-52cb-469b-89fc-d343a6339808 req-0e0262aa-15ab-4e45-a798-d40add23418b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:29.383160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9effc68-52cb-469b-89fc-d343a6339808 req-0e0262aa-15ab-4e45-a798-d40add23418b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0603223 Nov 05 21:59:29.465977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9effc68-52cb-469b-89fc-d343a6339808 req-812c1052-7175-4c7b-be66-eae7ef92ccc2 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Nov 05 21:59:29.468708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-739cad99-ddcc-4d7e-a72c-6674b0ac5792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:29.470422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-739cad99-ddcc-4d7e-a72c-6674b0ac5792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:29.471472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-739cad99-ddcc-4d7e-a72c-6674b0ac5792 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/265d7487-6f4d-4790-9f18-5702abc8ad9b HTTP/1.1" status: 204 len: 168 time: 0.3019865 Nov 05 21:59:29.493457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cad99-ddcc-4d7e-a72c-6674b0ac5792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d7487-6f4d-4790-9f18-5702abc8ad9b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:29.589685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca04e53-727f-4da4-b02e-5da42322f434 req-067cbf75-7a2b-4484-a686-70ede133f314 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:29.604243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ca04e53-727f-4da4-b02e-5da42322f434 req-067cbf75-7a2b-4484-a686-70ede133f314 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1404734 Nov 05 21:59:29.663413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ca04e53-727f-4da4-b02e-5da42322f434 req-973b1717-5e87-4ff2-b163-d41398510fb7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Nov 05 21:59:29.717736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc10bfc-708f-4f16-a896-bec493b64a37 req-d44e36ae-c661-4f81-9e5f-ac485568c1d2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:29.719338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc10bfc-708f-4f16-a896-bec493b64a37 req-d44e36ae-c661-4f81-9e5f-ac485568c1d2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0748625 Nov 05 21:59:29.816296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc10bfc-708f-4f16-a896-bec493b64a37 req-c13766d7-a86d-4e83-8914-50cbf441459a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899243 Nov 05 21:59:30.210086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d413a-e4af-4963-b9ea-c977098acf80 req-84d9b901-1ed7-4f82-b7e9-91ba162c2fe6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:30.213345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e33d413a-e4af-4963-b9ea-c977098acf80 req-84d9b901-1ed7-4f82-b7e9-91ba162c2fe6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0587239 Nov 05 21:59:30.265193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e33d413a-e4af-4963-b9ea-c977098acf80 req-612b35d8-1439-4731-926f-5113b92ec850 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468719 Nov 05 21:59:30.599984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb2b2-0ad1-44ce-85da-bde73ffabca4 req-60ba2ff2-de9a-49ce-b463-7aa1cdf31969 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:30.612457 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d91bb2b2-0ad1-44ce-85da-bde73ffabca4 req-60ba2ff2-de9a-49ce-b463-7aa1cdf31969 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0635009 Nov 05 21:59:30.639160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:30.689765 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d91bb2b2-0ad1-44ce-85da-bde73ffabca4 req-18103180-791f-41b9-a933-07abec3e8079 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789530 Nov 05 21:59:30.793770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fd24c-11e2-4480-a0be-33f008f18bb0 req-23b30ff7-26c1-4405-b637-a2d9ae1fa0f6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:30.795361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-721fd24c-11e2-4480-a0be-33f008f18bb0 req-23b30ff7-26c1-4405-b637-a2d9ae1fa0f6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0509157 Nov 05 21:59:30.876543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-721fd24c-11e2-4480-a0be-33f008f18bb0 req-fbb540fa-e696-496e-8f0e-9ccb3cbce128 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744882 Nov 05 21:59:31.439078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458845b-e7de-4905-809c-d72b009172f6 req-e0f2ce4a-5576-4984-bb7e-7813fb4e6f81 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:31.439078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d458845b-e7de-4905-809c-d72b009172f6 req-e0f2ce4a-5576-4984-bb7e-7813fb4e6f81 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0574329 Nov 05 21:59:31.487808 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d458845b-e7de-4905-809c-d72b009172f6 req-c143b6d0-9a1a-4d29-9c03-b50bf7eab4d6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730796 Nov 05 21:59:31.653753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-a00a4343-ec79-4fb9-873d-f30bfc091921 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826163 Nov 05 21:59:31.767583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-2fb35292-d068-47e3-9c36-6f467e4d6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:31.769046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-2fb35292-d068-47e3-9c36-6f467e4d6f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1095 time: 0.0561290 Nov 05 21:59:31.924632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75fd5-720e-4110-84d1-170deceab96b req-2b37219f-8c6f-4645-aff2-7ab7cd9773bd tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:31.926751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f1a75fd5-720e-4110-84d1-170deceab96b req-2b37219f-8c6f-4645-aff2-7ab7cd9773bd tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1240847 Nov 05 21:59:31.973355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-4a954220-7af0-4d43-88bd-a8c69481423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:31.975232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-4a954220-7af0-4d43-88bd-a8c69481423a service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1829402 Nov 05 21:59:32.038445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f1a75fd5-720e-4110-84d1-170deceab96b req-8fbc2ef1-117d-48fe-8554-39feb25f7cc4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Nov 05 21:59:32.062945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-69d98eca-ac60-41bf-8cb8-70a29116c327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.0791731 Nov 05 21:59:32.151907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-e0b07870-7922-4a58-be5c-b4c44969082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:32.153542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-e0b07870-7922-4a58-be5c-b4c44969082a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0836322 Nov 05 21:59:32.224543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-530ae64e-43e9-487a-809e-50bb9ea4b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:32.227066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-530ae64e-43e9-487a-809e-50bb9ea4b7b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651886 Nov 05 21:59:32.344181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-049efdd8-9d26-4f0f-b0cd-75eb0ef0f823 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088226 Nov 05 21:59:32.438868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6206e7-e1df-4b88-9abc-d1841e3da7a9 req-cd68f1be-d40f-4f59-8dfa-c392e8df743b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:32.440424 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c6206e7-e1df-4b88-9abc-d1841e3da7a9 req-cd68f1be-d40f-4f59-8dfa-c392e8df743b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.4794593 Nov 05 21:59:32.459809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29cc9a39-21c6-4ab9-8aff-3cd8f6ae9647 req-99a2e75f-946a-4d74-829d-b7a2d7f9414d service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075401 Nov 05 21:59:32.495575 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c6206e7-e1df-4b88-9abc-d1841e3da7a9 req-cf192c81-2372-4813-a8bf-a5c01096542e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Nov 05 21:59:32.639188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 94a85e23-abdd-459f-8c65-03180fe4a61c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:59:32.653998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56528416-1242-4e59-a7d5-a9a07bec21bd req-b91eaf19-043c-4b25-9258-a72ac27c28d7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:32.656188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56528416-1242-4e59-a7d5-a9a07bec21bd req-b91eaf19-043c-4b25-9258-a72ac27c28d7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0631487 Nov 05 21:59:32.737940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56528416-1242-4e59-a7d5-a9a07bec21bd req-c46f55a2-77a2-48ec-aa18-bfa08f2df009 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757749 Nov 05 21:59:32.745937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:32.785500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:32.787891 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9408b4e-fccb-4fd3-87fa-0c853002be69" -d '{"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-unplugged", "status": "completed", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:32.803048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:32.834080 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9867ee4-d73a-4531-97c3-0dad838e96d3 x-openstack-request-id: req-b9867ee4-d73a-4531-97c3-0dad838e96d3 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:32.834603 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-unplugged", "status": "completed", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:32.835026 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9867ee4-d73a-4531-97c3-0dad838e96d3 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:32.835735 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'code': 200} Nov 05 21:59:32.844819 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:32.886531 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:32.950717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:33.088593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e8f63-a166-4cbd-9e28-f8c5ce02e3a9 req-89b5426f-252f-424a-b5e4-fe1fa541ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:33.090339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef9e8f63-a166-4cbd-9e28-f8c5ce02e3a9 req-89b5426f-252f-424a-b5e4-fe1fa541ddbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 1097 time: 0.0998924 Nov 05 21:59:33.154190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef9e8f63-a166-4cbd-9e28-f8c5ce02e3a9 req-06820483-7f98-4214-9a1f-2b5446b0c530 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Nov 05 21:59:33.199466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60468e04-d485-4444-9bfd-ac81a461955b req-94d3dcd6-203b-46d7-8881-a7eec86a9aa0 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:33.201103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60468e04-d485-4444-9bfd-ac81a461955b req-94d3dcd6-203b-46d7-8881-a7eec86a9aa0 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0607662 Nov 05 21:59:33.297513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60468e04-d485-4444-9bfd-ac81a461955b req-331f83bb-bfdb-4681-b27f-f655474d0269 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534732 Nov 05 21:59:33.653779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeba528-05e6-4f0d-8d09-c5f928205b4e req-c0f4a13a-4b8f-42d7-b3e3-a31f5c47eb65 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:33.655249 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abeba528-05e6-4f0d-8d09-c5f928205b4e req-c0f4a13a-4b8f-42d7-b3e3-a31f5c47eb65 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 943 time: 0.0690768 Nov 05 21:59:33.710519 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abeba528-05e6-4f0d-8d09-c5f928205b4e req-d8a543bb-e69e-409d-95e0-e9e488a76380 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483994 Nov 05 21:59:33.882238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa876b3-4552-4a8b-b8d0-dd58470768c4 req-8876f665-0278-466e-9348-4c43e60d23c7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:33.883746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-daa876b3-4552-4a8b-b8d0-dd58470768c4 req-8876f665-0278-466e-9348-4c43e60d23c7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0534425 Nov 05 21:59:33.936684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-daa876b3-4552-4a8b-b8d0-dd58470768c4 req-3247d05d-4ac0-4dc9-8ec5-7877e05b5076 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466731 Nov 05 21:59:34.415084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717740e9-15e9-4326-ac40-acc5f198649d req-214169e3-97a0-4f45-8d68-3a2b4fd81c61 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:34.422532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-717740e9-15e9-4326-ac40-acc5f198649d req-214169e3-97a0-4f45-8d68-3a2b4fd81c61 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0845733 Nov 05 21:59:34.484279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-717740e9-15e9-4326-ac40-acc5f198649d req-58353472-ea3c-4bd5-a72e-dcc75e2a2791 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548921 Nov 05 21:59:34.611483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42596) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:34.649529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 94a85e23-abdd-459f-8c65-03180fe4a61c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:59:34.690204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42602) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:34.840937 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:34.857377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b85f-ab22-45e1-b362-6984944670f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:34.859237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'port_id': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'mac_address': 'fa:16:3e:28:8b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f1f586-19b9-4540-8d10-f0eb516e12d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:59:34.860506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69c4c22-ba83-42df-a720-d68195fd5aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:34.950100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29542c-7eb7-412f-8cd8-00c21e5a76a6 req-72556649-c513-477e-8836-7ec022f83659 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:34.951607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c29542c-7eb7-412f-8cd8-00c21e5a76a6 req-72556649-c513-477e-8836-7ec022f83659 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 943 time: 0.1148603 Nov 05 21:59:35.071919 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.105468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a85e23-abdd-459f-8c65-03180fe4a61c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:59:35.117438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d44c2d-172d-454d-a0a5-dc1d6135353e req-f7b094d9-a484-4a3a-a598-7f2d8859c519 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:35.125049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d44c2d-172d-454d-a0a5-dc1d6135353e req-f7b094d9-a484-4a3a-a598-7f2d8859c519 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1084476 Nov 05 21:59:35.131000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:35.156556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69c4c22-ba83-42df-a720-d68195fd5aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.163627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b85f-ab22-45e1-b362-6984944670f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.168759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c29542c-7eb7-412f-8cd8-00c21e5a76a6 req-8644d467-3024-4540-acb1-888b2fbc20f6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515653 Nov 05 21:59:35.169320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d44c2d-172d-454d-a0a5-dc1d6135353e req-ff14ba1a-03de-40e8-b503-399870cca25d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Nov 05 21:59:35.217715 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.263726 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b85f-ab22-45e1-b362-6984944670f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.266057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69c4c22-ba83-42df-a720-d68195fd5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.267466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:35.328216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d69c4c22-ba83-42df-a720-d68195fd5aa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1de593e9820646a5a89a02cc71b603aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6342807 Nov 05 21:59:35.328547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42622) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:35.332599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b8b4b85f-ab22-45e1-b362-6984944670f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abcf914e113f4a48b3b8dff2e391b779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7199965 Nov 05 21:59:35.333481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4b85f-ab22-45e1-b362-6984944670f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3200d601-0d7b-4ae6-846c-27655b55dae1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:35.336176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42624) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:35.361150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4c22-ba83-42df-a720-d68195fd5aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f05ae8e-6f6a-4ad6-ad76-96631535e20f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:35.432453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a3a55bf-69ee-4cca-aebf-c7e1b25457b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.435142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f73929fb-1a61-4967-9371-8985c87363da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.474534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a3a55bf-69ee-4cca-aebf-c7e1b25457b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.488247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f73929fb-1a61-4967-9371-8985c87363da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.545694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['94a85e23-abdd-459f-8c65-03180fe4a61c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:59:35.637708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b742eb-1ad9-426b-a9dc-6e546b42f56e req-f607c221-056a-4812-808d-befdbb6de1c0 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:35.639537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18b742eb-1ad9-426b-a9dc-6e546b42f56e req-f607c221-056a-4812-808d-befdbb6de1c0 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.0505033 Nov 05 21:59:35.675838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a3a55bf-69ee-4cca-aebf-c7e1b25457b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.680962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a3a55bf-69ee-4cca-aebf-c7e1b25457b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.683132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0a3a55bf-69ee-4cca-aebf-c7e1b25457b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3200d601-0d7b-4ae6-846c-27655b55dae1 HTTP/1.1" status: 204 len: 168 time: 0.3450902 Nov 05 21:59:35.705388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18b742eb-1ad9-426b-a9dc-6e546b42f56e req-5c5944ba-9dab-43d4-b3d1-878afaa0097e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586991 Nov 05 21:59:35.713655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a55bf-69ee-4cca-aebf-c7e1b25457b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200d601-0d7b-4ae6-846c-27655b55dae1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:35.733546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f73929fb-1a61-4967-9371-8985c87363da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.733546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f73929fb-1a61-4967-9371-8985c87363da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:35.733546 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f73929fb-1a61-4967-9371-8985c87363da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f05ae8e-6f6a-4ad6-ad76-96631535e20f HTTP/1.1" status: 204 len: 168 time: 0.4009583 Nov 05 21:59:35.741118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73929fb-1a61-4967-9371-8985c87363da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f05ae8e-6f6a-4ad6-ad76-96631535e20f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:36.302458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-f6d90330-2868-4724-b98a-d99b95ae94e7 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:36.304058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-f6d90330-2868-4724-b98a-d99b95ae94e7 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 810 time: 0.1515975 Nov 05 21:59:36.319999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-feabebee-819b-464f-be0f-29e5a043b361 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/quotas/7510bb38668d4e16aaf5a7c9c9dcfb6e HTTP/1.1" status: 200 len: 375 time: 0.0098197 Nov 05 21:59:36.345347 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8805c2fb-2535-4d90-bf1e-16e9873b3757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:36.390769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-0269ddfb-ab45-4956-8397-37d9d8a222d4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633724 Nov 05 21:59:36.528981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-562edeed-14e8-4811-8d8f-2a320da652c9 service neutron] 10.222.0.41 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305289 Nov 05 21:59:36.636261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-00cf0a01-58fc-479d-89e9-fafe078a5a23 service neutron] 10.222.0.41 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989950 Nov 05 21:59:36.637001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42674) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:36.653000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e87c78c-7286-4de4-8dce-1c861d407de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:36.677178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 94a85e23-abdd-459f-8c65-03180fe4a61c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:59:36.785463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e87c78c-7286-4de4-8dce-1c861d407de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:36.791959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42678) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:36.812615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c11f7ed9-0eac-462a-88c3-4d60bb71d063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:36.813066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 94a85e23-abdd-459f-8c65-03180fe4a61c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:59:36.813640 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:36.925851 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e87c78c-7286-4de4-8dce-1c861d407de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:36.970347 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:36.977144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c11f7ed9-0eac-462a-88c3-4d60bb71d063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.012679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:37.015578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:37.031900 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf3249-19cf-44b1-8416-1963b5b02e8b" -d '{"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-plugged", "status": "completed", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:37.048859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e87c78c-7286-4de4-8dce-1c861d407de0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=458430e416d945bfac11c6b2e7d5a35d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107218 Nov 05 21:59:37.050495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c78c-7286-4de4-8dce-1c861d407de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c523cc-4e33-4d60-a1ac-f4b406bf6f38,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:37.057314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42692) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:37.080214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c11f7ed9-0eac-462a-88c3-4d60bb71d063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.109108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f44a0c-80d1-411c-849c-47bfa7c4509b req-88487684-4bdd-4a76-a9f6-bcb7ae29d951 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:37.111023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f44a0c-80d1-411c-849c-47bfa7c4509b req-88487684-4bdd-4a76-a9f6-bcb7ae29d951 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 944 time: 0.5875871 Nov 05 21:59:37.131638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d245a5-70a4-4586-a6fc-ebd9235ee463 req-2dc957ba-3fd1-472e-933a-8e3d015097f1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:37.139958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3d245a5-70a4-4586-a6fc-ebd9235ee463 req-2dc957ba-3fd1-472e-933a-8e3d015097f1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1787798 Nov 05 21:59:37.143479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.179835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-7210acfb-a8f6-4234-a048-a304c09ca332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:37.181207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-7210acfb-a8f6-4234-a048-a304c09ca332 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 1095 time: 0.1248014 Nov 05 21:59:37.214220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc8e342e-782b-498d-bab6-f958c9a301f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.219399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63f44a0c-80d1-411c-849c-47bfa7c4509b req-b46d505d-8104-4168-aaa9-83eedf01dc91 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941401 Nov 05 21:59:37.240318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c11f7ed9-0eac-462a-88c3-4d60bb71d063 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f11cb81c2dc44ce08abf6eda9cc6b1df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4470797 Nov 05 21:59:37.243682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f7ed9-0eac-462a-88c3-4d60bb71d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ece85f2-880a-4f73-9cc2-88508dc30eca,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:37.250779 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42702) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:37.252841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:37.292722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3d245a5-70a4-4586-a6fc-ebd9235ee463 req-62d86ac3-2dab-402b-baff-36d6c331914f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517477 Nov 05 21:59:37.341969 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc8e342e-782b-498d-bab6-f958c9a301f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.375266 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a04deff-d93b-4124-b6ff-cf3a32f78277 x-openstack-request-id: req-7a04deff-d93b-4124-b6ff-cf3a32f78277 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:37.376264 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-plugged", "status": "completed", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:37.376889 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a04deff-d93b-4124-b6ff-cf3a32f78277 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:37.377463 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'code': 200} Nov 05 21:59:37.388681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c986fd63-9573-4645-b9c8-3429346dda09 req-33e36d7b-397e-4f53-99cd-f754e0c18080 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 210 time: 0.0920255 Nov 05 21:59:37.445537 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb049b0-02df-4e3d-a9ad-b0f359dc3f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.487343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-25681417-5422-42b2-8d63-3ddfbf144c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:37.488629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-25681417-5422-42b2-8d63-3ddfbf144c4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 916 time: 0.2672746 Nov 05 21:59:37.503529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb049b0-02df-4e3d-a9ad-b0f359dc3f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.579257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-56b62fb3-0d1c-44d5-bfa3-1025c9900d11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a85e23-abdd-459f-8c65-03180fe4a61c HTTP/1.1" status: 200 len: 217 time: 0.0717964 Nov 05 21:59:37.580201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc8e342e-782b-498d-bab6-f958c9a301f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.583298 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cc8e342e-782b-498d-bab6-f958c9a301f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.584362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cc8e342e-782b-498d-bab6-f958c9a301f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66c523cc-4e33-4d60-a1ac-f4b406bf6f38 HTTP/1.1" status: 204 len: 168 time: 0.5251043 Nov 05 21:59:37.642413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e342e-782b-498d-bab6-f958c9a301f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c523cc-4e33-4d60-a1ac-f4b406bf6f38,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:37.665293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9879806-d735-4557-80cf-987cf200142f req-f446a372-b854-4bba-b2ca-f6453b3cedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:37.666805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9879806-d735-4557-80cf-987cf200142f req-f446a372-b854-4bba-b2ca-f6453b3cedc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 1096 time: 0.1605973 Nov 05 21:59:37.671107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-2d496a3d-de19-4238-b213-65d34c13d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:37.672524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-2d496a3d-de19-4238-b213-65d34c13d056 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8f1f586-19b9-4540-8d10-f0eb516e12d5 HTTP/1.1" status: 200 len: 855 time: 0.0791693 Nov 05 21:59:37.736589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-c4a93f1f-e23a-46de-979c-b2ed98defb50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=634de52c-e088-4221-9a9b-730b42cf2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551188 Nov 05 21:59:37.792818 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb049b0-02df-4e3d-a9ad-b0f359dc3f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.792818 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb049b0-02df-4e3d-a9ad-b0f359dc3f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:37.796146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5bb049b0-02df-4e3d-a9ad-b0f359dc3f91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ece85f2-880a-4f73-9cc2-88508dc30eca HTTP/1.1" status: 204 len: 168 time: 0.5395567 Nov 05 21:59:37.837417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9879806-d735-4557-80cf-987cf200142f req-577daaf8-1ac0-4e7a-bb14-cddcdaa69743 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619616 Nov 05 21:59:37.845343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb049b0-02df-4e3d-a9ad-b0f359dc3f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ece85f2-880a-4f73-9cc2-88508dc30eca,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:37.876247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-d2bb478c-daf4-4c1d-8511-3daf852a3b8a service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306291 Nov 05 21:59:38.211009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8e4ae2b-c05f-457f-b69f-3ab37b8bab4e req-3925f770-d6ff-4e78-a3ae-5e67d003adc1 service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252213 Nov 05 21:59:38.451541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b834-274b-458f-9a2c-4508ca86a7e0 req-0a4b6d28-601c-4481-9bde-6b9e495b63b5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:38.453834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2a6b834-274b-458f-9a2c-4508ca86a7e0 req-0a4b6d28-601c-4481-9bde-6b9e495b63b5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0788794 Nov 05 21:59:38.508077 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744f-4e7a-4fbc-a19b-47c16cb84ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:38.524009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675897d-5400-4801-ab8a-4a87014f7eb6 req-4d3397cd-3959-45d6-9aa6-b5c1a6aef31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:38.525892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2675897d-5400-4801-ab8a-4a87014f7eb6 req-4d3397cd-3959-45d6-9aa6-b5c1a6aef31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1025660 Nov 05 21:59:38.531489 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2a6b834-274b-458f-9a2c-4508ca86a7e0 req-b16b9108-9c4c-4ae3-95a3-7639142d1cfd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Nov 05 21:59:38.622273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2675897d-5400-4801-ab8a-4a87014f7eb6 req-34ceaf49-c9ec-492f-9aad-86a98a6da913 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857227 Nov 05 21:59:38.640436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b1fd2e8-090d-413f-b683-b2166cd22790 req-45d50322-5fad-4543-a00c-598da7ed4817 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 210 time: 0.0357244 Nov 05 21:59:39.678272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9564-6aa3-4f61-9557-a87862020c93 req-7992803b-7eb8-47f3-8959-ad131e234be2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:39.699236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f57f9564-6aa3-4f61-9557-a87862020c93 req-7992803b-7eb8-47f3-8959-ad131e234be2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0896420 Nov 05 21:59:39.759905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f57f9564-6aa3-4f61-9557-a87862020c93 req-6bbf4423-56a3-4ffd-84ad-8367f69ff13b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596826 Nov 05 21:59:39.777488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996b53-f8f7-42f2-834c-f2747bd4afec req-d5ecd390-c35c-4972-8dfa-3c8426f8eff7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:39.778861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dd996b53-f8f7-42f2-834c-f2747bd4afec req-d5ecd390-c35c-4972-8dfa-3c8426f8eff7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0554175 Nov 05 21:59:39.837342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dd996b53-f8f7-42f2-834c-f2747bd4afec req-c2bdce00-d5c5-46e6-bf22-6a42d0424b24 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 Nov 05 21:59:39.891945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bed2111-9e00-4363-9c32-95144cd51f0b req-3daae6ed-f87a-4deb-845f-92a15494db12 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 210 time: 0.0546236 Nov 05 21:59:40.006142 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:40.079873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d400120-d825-471c-9c39-886dd082846c req-e8f68819-2258-4ddd-ae67-cb373d65b2c4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:40.087827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d400120-d825-471c-9c39-886dd082846c req-e8f68819-2258-4ddd-ae67-cb373d65b2c4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.1097269 Nov 05 21:59:40.117240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-20ac2918-f6a4-4b05-9ac5-88a88dcaca2a tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:40.118799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-20ac2918-f6a4-4b05-9ac5-88a88dcaca2a tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 810 time: 0.2058647 Nov 05 21:59:40.132693 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d400120-d825-471c-9c39-886dd082846c req-f69a9c70-0dda-431b-9910-68fb6a4bbdeb tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Nov 05 21:59:40.134041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Request body: {'port': {'device_id': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'admin_state_up': True, 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:40.294838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42868) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:40.368114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Made reservation on behalf of 7510bb38668d4e16aaf5a7c9c9dcfb6e for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:40.372581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:40.576594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e8017e95-d7df-4fe1-863b-eeae643be3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:40.596437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Allocated IP 172.20.0.6 (123faa94-253d-4d03-984d-b9c8295badc3/4823f8ba-de99-4bba-929b-512ea8b25625/42aa7ef4-dba5-4c15-a2d2-c28dada560e8) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:59:40.719065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e8017e95-d7df-4fe1-863b-eeae643be3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:40.783337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e8017e95-d7df-4fe1-863b-eeae643be3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:40.792024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:40.821775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e8017e95-d7df-4fe1-863b-eeae643be3c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ab675d0b008453a93e77e5deaa2ad96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233259 Nov 05 21:59:40.825257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 42896) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:40.951487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8017e95-d7df-4fe1-863b-eeae643be3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b733117a-46f7-4ec1-a75d-cba32d986aef,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:41.006470 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae2d5-3978-4924-ba4a-639412c939ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.007906 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.021239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['cc9305c2-aea0-41ff-8345-c66497d151cf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:59:41.050675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-785f4777-a581-4dad-b963-6ea882d04d0f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:41.060402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-785f4777-a581-4dad-b963-6ea882d04d0f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 815 time: 0.2116253 Nov 05 21:59:41.069603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Network 123faa94-253d-4d03-984d-b9c8295badc3 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:59:41.074399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:59:41.086859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:59:41.099809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3fe8f-c8b6-443b-86fa-729d41f26c1f req-adcfe0e8-1707-4458-b6fa-2f3d42f9146a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:41.108804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03f3fe8f-c8b6-443b-86fa-729d41f26c1f req-adcfe0e8-1707-4458-b6fa-2f3d42f9146a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1632903 Nov 05 21:59:41.124230 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-1104edf0-e316-4bd9-8535-c4c1978cf613 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/quotas/b4b3f22ce6074c22a1cd6c5da7394a84 HTTP/1.1" status: 200 len: 375 time: 0.0512438 Nov 05 21:59:41.128661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae2d5-3978-4924-ba4a-639412c939ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.165298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Pushing event updated for resources: {'Port': ['ID=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:41.256080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:41.257623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.259982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-61c32aa0-6494-4184-a240-f6dc44c97850 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345158 Nov 05 21:59:41.305801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03f3fe8f-c8b6-443b-86fa-729d41f26c1f req-af713755-0dba-47d7-98f3-48d908c25817 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904030 Nov 05 21:59:41.320691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae2d5-3978-4924-ba4a-639412c939ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.336082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae2d5-3978-4924-ba4a-639412c939ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.339299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee2ae2d5-3978-4924-ba4a-639412c939ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b733117a-46f7-4ec1-a75d-cba32d986aef HTTP/1.1" status: 204 len: 168 time: 0.5132971 Nov 05 21:59:41.380940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ae2d5-3978-4924-ba4a-639412c939ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b733117a-46f7-4ec1-a75d-cba32d986aef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:41.444180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-6f0f299e-d5b1-4e04-916e-0c16524252fb service neutron] 10.222.0.41 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831663 Nov 05 21:59:41.464096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-28acc2aa-dfa1-4fe2-a075-244ee45eef9c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3340008 Nov 05 21:59:41.477511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0823-b956-43db-b136-84d2455baaa1 req-73fc21bf-cd85-43df-bdf5-0bfc6f7861ac tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:41.480228 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.485832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-339e0823-b956-43db-b136-84d2455baaa1 req-73fc21bf-cd85-43df-bdf5-0bfc6f7861ac tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 931 time: 0.0847070 Nov 05 21:59:41.494314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Request body: {'port': {'device_id': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:41.603868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-339e0823-b956-43db-b136-84d2455baaa1 req-19d5ddd8-6a4f-401e-a7e5-833be702799b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170855 Nov 05 21:59:41.604818 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:41.620110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-6390f091-578e-4156-9e52-f2a8c919cb9e service neutron] 10.222.0.41 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734951 Nov 05 21:59:42.003394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:42.049508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:59:42.069548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3c83479-815f-4fc7-ae6a-79a19cb2ba28 req-293b594d-7d8d-4fad-8fde-818ff262d505 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 210 time: 0.0607109 Nov 05 21:59:42.078729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:42.125581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Transition to ACTIVE for port object 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:59:42.259896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac68574-7d88-406c-b661-edab4d645079 req-57cf7d05-9a6d-4bc6-bc17-134054ce2d95 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:42.261452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fac68574-7d88-406c-b661-edab4d645079 req-57cf7d05-9a6d-4bc6-bc17-134054ce2d95 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "GET /v2.0/ports?device_id=89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe HTTP/1.1" status: 200 len: 945 time: 0.0539277 Nov 05 21:59:42.262827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:42.372299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Pushing event updated for resources: {'Port': ['ID=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:42.469939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f3287-00d5-4930-a984-351d12bd4230 req-9337cee1-f4c6-4a36-8e88-875ca340663e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:42.470456 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-777f3287-00d5-4930-a984-351d12bd4230 req-9337cee1-f4c6-4a36-8e88-875ca340663e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0794809 Nov 05 21:59:42.546474 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-777f3287-00d5-4930-a984-351d12bd4230 req-a2b06647-b240-47cd-b96e-caaba2bd0b66 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Nov 05 21:59:42.638254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Deleting port 94a85e23-abdd-459f-8c65-03180fe4a61c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:59:42.638606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:42.643045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Attempting to bind port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:42.643387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Attempting to bind port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:42.645781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Attempting to bind port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 on network 123faa94-253d-4d03-984d-b9c8295badc3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:42.667493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 on network 123faa94-253d-4d03-984d-b9c8295badc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:42.674717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Attempting to bind port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 on network 123faa94-253d-4d03-984d-b9c8295badc3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:42.702552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:59:42.702552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Checking segment: {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:59:42.702552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Bound using segment: {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:59:42.702552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Bound port: 42aa7ef4-dba5-4c15-a2d2-c28dada560e8, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34db323c-455e-4cf4-9ea3-3d2e80d44454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:59:42.702552 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:42.817031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] For port 94a85e23-abdd-459f-8c65-03180fe4a61c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=94a85e23-abdd-459f-8c65-03180fe4a61c,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:42.818411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:42.842982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699211c-7319-4b0d-987e-b3d02435d181 req-4f34b5a3-5321-4bfb-bbbf-717379b5ed4d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:42.851189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0699211c-7319-4b0d-987e-b3d02435d181 req-4f34b5a3-5321-4bfb-bbbf-717379b5ed4d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 943 time: 0.1530182 Nov 05 21:59:42.862973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Calling delete_port for 94a85e23-abdd-459f-8c65-03180fe4a61c owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:59:42.894720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] For port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:59:42.955096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] For port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:59:42.975368 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0699211c-7319-4b0d-987e-b3d02435d181 req-4454c5f8-ec98-4f11-b123-d712d381b27c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230152 Nov 05 21:59:43.009838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:43.070413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:43.071965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:43.073552 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/42aa7ef4-dba5-4c15-a2d2-c28dada560e8 HTTP/1.1" status: 200 len: 1091 time: 1.5851247 Nov 05 21:59:43.074224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'tag': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:43.077727 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d01a1-012b-4ba8-add0-b2c949131d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d80cb80-64ec-487d-a5b6-76bee52f38df", "tag": "42aa7ef4-dba5-4c15-a2d2-c28dada560e8"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:43.139675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d56f0-0aea-429d-8de6-265380f582a3 service neutron] Pushing event updated for resources: {'Port': ['ID=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:43.167237 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ba8d9-5ad8-4029-bc9d-d6c2460a095a x-openstack-request-id: req-704ba8d9-5ad8-4029-bc9d-d6c2460a095a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:43.167532 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d80cb80-64ec-487d-a5b6-76bee52f38df", "tag": "42aa7ef4-dba5-4c15-a2d2-c28dada560e8", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:43.180855 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-704ba8d9-5ad8-4029-bc9d-d6c2460a095a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:43.181680 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'tag': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8', 'status': 'completed', 'code': 200} Nov 05 21:59:43.262046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a31d0f43-8d39-4d04-8c8a-b6955294feb4 req-8dc4e0ed-e84b-4df8-92b1-a76fbe11274c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 210 time: 0.0330236 Nov 05 21:59:43.270894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d01a1-012b-4ba8-add0-b2c949131d3e req-780c7b3f-d4ce-40b1-ab73-16cf600e2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:43.272465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee4d01a1-012b-4ba8-add0-b2c949131d3e req-780c7b3f-d4ce-40b1-ab73-16cf600e2dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 1094 time: 0.0896568 Nov 05 21:59:43.315830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:43.409916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Pushing event deleted for resources: {'Port': ['ID=94a85e23-abdd-459f-8c65-03180fe4a61c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:43.466590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] No DVR routers for this DVR port 94a85e23-abdd-459f-8c65-03180fe4a61c on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 21:59:43.470586 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:43.474690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fac68574-7d88-406c-b661-edab4d645079 req-133ccae6-97ee-48c2-9bda-f71c52465b3d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "DELETE /v2.0/ports/94a85e23-abdd-459f-8c65-03180fe4a61c HTTP/1.1" status: 204 len: 173 time: 1.2034996 Nov 05 21:59:43.496589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d01a1-012b-4ba8-add0-b2c949131d3e req-be337505-305f-4403-8fb2-8113691c43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:43.497942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee4d01a1-012b-4ba8-add0-b2c949131d3e req-be337505-305f-4403-8fb2-8113691c43b9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2171829 Nov 05 21:59:43.655386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d01a1-012b-4ba8-add0-b2c949131d3e req-7330dc54-6c34-4966-bd4c-bb973319b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:43.664245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee4d01a1-012b-4ba8-add0-b2c949131d3e req-7330dc54-6c34-4966-bd4c-bb973319b273 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517375 Nov 05 21:59:43.769441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbde904-b8ec-44a9-ade1-c6a2d988555b req-40f41b03-a9dc-4f93-8f34-715b18b464db tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:43.778470 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8fbde904-b8ec-44a9-ade1-c6a2d988555b req-40f41b03-a9dc-4f93-8f34-715b18b464db tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0907228 Nov 05 21:59:43.794480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-21057912-c778-493a-902c-c4a3f2b83fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:43.794480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-21057912-c778-493a-902c-c4a3f2b83fdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 1094 time: 0.0873268 Nov 05 21:59:43.844901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8fbde904-b8ec-44a9-ade1-c6a2d988555b req-7f858853-4f4b-4df5-a0aa-651110e8cd78 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654912 Nov 05 21:59:43.851142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-a2fb2739-d673-4429-be81-610019062314 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8 HTTP/1.1" status: 200 len: 217 time: 0.0462000 Nov 05 21:59:43.925541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-629ecfd2-ba75-4e90-b8be-b54050579c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:43.927059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-629ecfd2-ba75-4e90-b8be-b54050579c1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4823f8ba-de99-4bba-929b-512ea8b25625 HTTP/1.1" status: 200 len: 850 time: 0.0688286 Nov 05 21:59:43.964621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-d4656fba-05ee-4e63-8510-17c72e1d2efb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=123faa94-253d-4d03-984d-b9c8295badc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249765 Nov 05 21:59:44.087159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-09a425ab-2b01-4162-8f68-892daa001930 service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121914 Nov 05 21:59:44.240565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43036) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:44.279401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3b3571f-666b-4391-ad9d-ebcc73333877 req-fe858232-0ecd-4601-962a-b14ea76d6420 service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824181 Nov 05 21:59:44.303789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159baf-379d-4fe7-9ede-61420663e0c8 req-f087348b-1de9-450b-95b4-01a51f8537b1 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:44.305533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40159baf-379d-4fe7-9ede-61420663e0c8 req-f087348b-1de9-450b-95b4-01a51f8537b1 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 943 time: 0.0902021 Nov 05 21:59:44.407061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-952f0618-2ec3-4200-9a8c-db6b82560e87 req-382e9970-7a82-49a3-bb47-74fdcc4c3bed tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 210 time: 0.0603838 Nov 05 21:59:44.411202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40159baf-379d-4fe7-9ede-61420663e0c8 req-2842ad71-3fe4-4bc6-935e-d6161865ac6f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980296 Nov 05 21:59:44.510629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43050) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:44.600157 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b687-de0e-472b-8339-b2904b7a1bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:44.655311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1084466501'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:44.691127 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b687-de0e-472b-8339-b2904b7a1bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:44.696083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 94a85e23-abdd-459f-8c65-03180fe4a61c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 21:59:44.717860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 94a85e23-abdd-459f-8c65-03180fe4a61c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 21:59:44.718307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 94a85e23-abdd-459f-8c65-03180fe4a61c not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 21:59:44.783299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-5529de19-1a6c-4171-bd74-c51396883799 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:44.785444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-5529de19-1a6c-4171-bd74-c51396883799 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 815 time: 0.1853919 Nov 05 21:59:44.794684 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b687-de0e-472b-8339-b2904b7a1bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:44.804941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Request body: {'port': {'device_id': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'admin_state_up': True, 'tenant_id': 'b4b3f22ce6074c22a1cd6c5da7394a84'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:44.837395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Made reservation on behalf of be1b88283f0045908a1786a63f86f695 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:44.841384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:44.858559 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c6a0b687-de0e-472b-8339-b2904b7a1bf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bb4b4e994a6476fbb93487217407299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168742 Nov 05 21:59:44.884221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43060) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:44.885023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:44.885180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0b687-de0e-472b-8339-b2904b7a1bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5055dd-108d-4b10-beb7-a6f7148b751e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:45.072641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb35dd-9804-4d9b-9289-2459334dd14b req-be2e3029-ff28-46f0-bc65-99c61686941e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:45.074144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fdb35dd-9804-4d9b-9289-2459334dd14b req-be2e3029-ff28-46f0-bc65-99c61686941e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1305659 Nov 05 21:59:45.074803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79ae-7fdb-4ea7-af55-9d04dce55a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.126940 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79ae-7fdb-4ea7-af55-9d04dce55a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.185525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-deleted', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:45.187798 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fe18fd-ecd7-4afc-a711-7feb34bd13ec" -d '{"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-deleted", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:45.196048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.200774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Made reservation on behalf of b4b3f22ce6074c22a1cd6c5da7394a84 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:45.204543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.230504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fdb35dd-9804-4d9b-9289-2459334dd14b req-183dbd58-8fa6-4e80-9dd9-0c41badecad8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464417 Nov 05 21:59:45.256972 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7045da-ee05-4007-bbf2-226ca77dd57a x-openstack-request-id: req-de7045da-ee05-4007-bbf2-226ca77dd57a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:45.257335 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe", "name": "network-vif-deleted", "tag": "94a85e23-abdd-459f-8c65-03180fe4a61c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:45.257593 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de7045da-ee05-4007-bbf2-226ca77dd57a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:45.257998 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89de613a-9f7e-45ab-95fa-4ee4fc0ae3fe', 'name': 'network-vif-deleted', 'tag': '94a85e23-abdd-459f-8c65-03180fe4a61c', 'status': 'completed', 'code': 200} Nov 05 21:59:45.326048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.354735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f103db2-4ba0-41e1-9b3f-a4136af32565,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:45.364109 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79ae-7fdb-4ea7-af55-9d04dce55a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.366588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f2e79ae-7fdb-4ea7-af55-9d04dce55a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.370782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f2e79ae-7fdb-4ea7-af55-9d04dce55a1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df5055dd-108d-4b10-beb7-a6f7148b751e HTTP/1.1" status: 204 len: 168 time: 0.4829097 Nov 05 21:59:45.404661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 21:59:45.420444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e79ae-7fdb-4ea7-af55-9d04dce55a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5055dd-108d-4b10-beb7-a6f7148b751e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:45.435219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.435609 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Added segment 38b24fdc-c457-4260-90a5-e3aa5521f3d4 of type vlan for network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 Nov 05 21:59:45.468266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 21:59:45.526110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.598093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f96cdee6-fd50-4e1c-9a2e-4bde3b4bb1e3 req-a3c35f16-ad2e-43eb-910d-fc8bee3154dc tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Nov 05 21:59:45.617716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Allocated IP 172.20.0.11 (634de52c-e088-4221-9a9b-730b42cf2a4b/a8f1f586-19b9-4540-8d10-f0eb516e12d5/6890af78-7dcf-431e-8b95-b77e151aa7bd) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 21:59:45.671291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3a637-dacc-4720-8071-6938db43e09c req-884efd39-e04f-4d64-9345-7a71d586d3ea tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:45.672857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fa3a637-dacc-4720-8071-6938db43e09c req-884efd39-e04f-4d64-9345-7a71d586d3ea tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 943 time: 0.1168785 Nov 05 21:59:45.791115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fa3a637-dacc-4720-8071-6938db43e09c req-3dc50264-b653-442f-b9d2-ba307edbd9c2 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115978 Nov 05 21:59:45.823180 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.829900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:45.830664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.899043 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:45.937555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Pushing event updated for resources: {'Network': ['ID=4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:45.948552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 21:59:45.992216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c58a5592-90a1-464d-9068-704a5173fdb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4800253 Nov 05 21:59:46.141292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.189216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Network 634de52c-e088-4221-9a9b-730b42cf2a4b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:59:46.192762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:59:46.195784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:59:46.235845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:46.269295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:46.276210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.291735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43104) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:46.298724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Request body: {'port': {'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4', 'binding:host_id': 'n-h1-816738-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930100050'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:46.375885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f31eae-57cf-4e18-b597-d7e1df230fe2 req-f39dd384-ad05-48fa-b324-e3a25e03e0eb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:46.378373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44f31eae-57cf-4e18-b597-d7e1df230fe2 req-f39dd384-ad05-48fa-b324-e3a25e03e0eb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0564485 Nov 05 21:59:46.403409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-bccf8a25-6cc4-44e2-94aa-2db19f794eb3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6062698 Nov 05 21:59:46.403581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:46.418413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Request body: {'port': {'device_id': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:46.422439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db49ad8c-76a3-4024-a6d9-b09cdac74e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.459922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44f31eae-57cf-4e18-b597-d7e1df230fe2 req-c464938a-aaba-4a1d-af9c-6efb0e1e9a35 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753047 Nov 05 21:59:46.501363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.522443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db49ad8c-76a3-4024-a6d9-b09cdac74e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.531162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Made reservation on behalf of 8864739c0f8841ac92b912258a773b57 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:46.533586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.543775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.591542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db49ad8c-76a3-4024-a6d9-b09cdac74e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.672271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49ad8c-76a3-4024-a6d9-b09cdac74e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2278bc-17f9-4071-ab9d-cbb06bdc40b0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:46.690791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-db49ad8c-76a3-4024-a6d9-b09cdac74e91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d548100ffb6b438da22d566325d959ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857537 Nov 05 21:59:46.694426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43116) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:46.734390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.804129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9193cd-5f4f-4b62-a6c8-ffb820abf8ca req-e3f96c74-5fdc-4bff-8eaf-6b4f030c5467 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:46.805615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9193cd-5f4f-4b62-a6c8-ffb820abf8ca req-e3f96c74-5fdc-4bff-8eaf-6b4f030c5467 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 932 time: 0.1119881 Nov 05 21:59:46.813391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6890af78-7dcf-431e-8b95-b77e151aa7bd {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:59:46.821342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.834763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Transition to ACTIVE for port object 6890af78-7dcf-431e-8b95-b77e151aa7bd will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 21:59:46.852506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6269aaee-3c85-4081-93be-0be23a899c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.878093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6269aaee-3c85-4081-93be-0be23a899c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.889791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:46.893856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] device_id is not set on port ba9304b5-8540-42f0-8222-2995533b7920 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:59:46.954929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.027973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b958e06-0aa1-4a6b-9e56-245bfa850541 req-bd45bdcc-bc8a-4016-bf07-b0c3a9705f4f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:47.029463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b958e06-0aa1-4a6b-9e56-245bfa850541 req-bd45bdcc-bc8a-4016-bf07-b0c3a9705f4f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 943 time: 0.1218245 Nov 05 21:59:47.059689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:47.061871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30386c3a-3231-453c-ba6b-d2657d5c09eb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:47.096967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c9193cd-5f4f-4b62-a6c8-ffb820abf8ca req-5457be09-1e1b-47bd-8467-78f8cc75ab93 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736118 Nov 05 21:59:47.154295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b958e06-0aa1-4a6b-9e56-245bfa850541 req-6aede387-c214-4781-89cc-177db8b43fc4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021538 Nov 05 21:59:47.155051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Attempting to bind port 6890af78-7dcf-431e-8b95-b77e151aa7bd on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:47.155383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Attempting to bind port 6890af78-7dcf-431e-8b95-b77e151aa7bd by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:47.155731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Attempting to bind port 6890af78-7dcf-431e-8b95-b77e151aa7bd on network 634de52c-e088-4221-9a9b-730b42cf2a4b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:47.186857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Port 6890af78-7dcf-431e-8b95-b77e151aa7bd on network 634de52c-e088-4221-9a9b-730b42cf2a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:47.187871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Attempting to bind port 6890af78-7dcf-431e-8b95-b77e151aa7bd on network 634de52c-e088-4221-9a9b-730b42cf2a4b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:47.193720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 21:59:47.194070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Checking segment: {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:59:47.194526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Bound using segment: {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 21:59:47.195113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Bound port: 6890af78-7dcf-431e-8b95-b77e151aa7bd, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 21:59:47.196985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.242728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6269aaee-3c85-4081-93be-0be23a899c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.245750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6269aaee-3c85-4081-93be-0be23a899c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.249429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6269aaee-3c85-4081-93be-0be23a899c64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe2278bc-17f9-4071-ab9d-cbb06bdc40b0 HTTP/1.1" status: 204 len: 168 time: 0.5485506 Nov 05 21:59:47.275170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:59:47.280252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 21:59:47.282769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269aaee-3c85-4081-93be-0be23a899c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2278bc-17f9-4071-ab9d-cbb06bdc40b0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:47.290438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] device_id is not set on port ba9304b5-8540-42f0-8222-2995533b7920 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:59:47.300833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.433496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.479789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.489562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:47.490345 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.504540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6890af78-7dcf-431e-8b95-b77e151aa7bd HTTP/1.1" status: 200 len: 1092 time: 1.0779164 Nov 05 21:59:47.504540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:47.504540 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817da19-ecb6-47e1-a3b6-eae31cfc9c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:47.529912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c539bb-8121-42e9-98f6-7cbd1aaff2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:47.572120 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536575d2-5277-479d-af49-8cba9481f578 x-openstack-request-id: req-536575d2-5277-479d-af49-8cba9481f578 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:47.572624 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:47.573139 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-536575d2-5277-479d-af49-8cba9481f578 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:47.573701 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'status': 'completed', 'code': 200} Nov 05 21:59:47.616247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9304b5-8540-42f0-8222-2995533b7920,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:47.640569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Checking segment: {'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 21:59:47.640926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Network hostable DHCP agents. Network: 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 21:59:47.675947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7fb3-55b1-4cc5-b3d2-5cd0c2a9d735 req-4e989525-9e8c-4f02-9406-241fe3c2902c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:47.677639 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8fc7fb3-55b1-4cc5-b3d2-5cd0c2a9d735 req-4e989525-9e8c-4f02-9406-241fe3c2902c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0857279 Nov 05 21:59:47.739385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8fc7fb3-55b1-4cc5-b3d2-5cd0c2a9d735 req-654fc9e9-048d-4a3e-ba24-78903808356f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557511 Nov 05 21:59:47.740212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:59:47.794608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 21:59:47.805423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817da19-ecb6-47e1-a3b6-eae31cfc9c8b req-d2914f56-d61a-459f-913a-755830b2b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:47.807217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6817da19-ecb6-47e1-a3b6-eae31cfc9c8b req-d2914f56-d61a-459f-913a-755830b2b624 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 1095 time: 0.0825067 Nov 05 21:59:47.876791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:47.890515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8', 'network_id': '123faa94-253d-4d03-984d-b9c8295badc3', 'port_id': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8', 'mac_address': 'fa:16:3e:f4:8e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4823f8ba-de99-4bba-929b-512ea8b25625', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:59:47.938036 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:47.942531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:59:47.947077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:59:47.955346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14dee1-5727-4e1c-9fb9-49ef42cd9d34 None None] Network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 21:59:47.955530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817da19-ecb6-47e1-a3b6-eae31cfc9c8b req-dfc351e5-c0ab-494f-9c41-0a3a38699d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:47.956965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6817da19-ecb6-47e1-a3b6-eae31cfc9c8b req-dfc351e5-c0ab-494f-9c41-0a3a38699d3b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1419199 Nov 05 21:59:47.964104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:47.964841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:47.965425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:47.971901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:47.972535 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:47.977315 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 2 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.012180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.012180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.012180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.012571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.013000 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.013508 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 3 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.016450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:59:48.027308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.027815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.028168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.032772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.033151 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.033555 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 4 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.051605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:48.055824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.056175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.056517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.061108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.061441 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.061839 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 5 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.085897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.086241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.086583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.093175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.093523 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.094646 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 6 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.095975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817da19-ecb6-47e1-a3b6-eae31cfc9c8b req-541fd314-595a-4d96-8c5a-093563011541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:48.101904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6817da19-ecb6-47e1-a3b6-eae31cfc9c8b req-541fd314-595a-4d96-8c5a-093563011541 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379907 Nov 05 21:59:48.170141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.190912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.190912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.191203 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:48.215922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.216325 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.216736 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 7 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.268137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.268440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.268780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.278016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.278364 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.278783 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 8 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.345120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.346877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.347425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.386790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:48.397466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.398028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.398547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.399065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.399605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.400112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.400649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.401480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.402001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.402553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.403230 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.403803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:48.409868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.409868 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.409868 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 9 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.437467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.437806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.438921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.440518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-7a544b23-a969-45eb-b573-2a96a992537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:48.444852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-7a544b23-a969-45eb-b573-2a96a992537b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 1095 time: 0.2959869 Nov 05 21:59:48.457342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0567-20c3-466f-91e8-de21ce5c1919 req-53555c70-f591-4344-9da9-dfca65db6f4c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:48.459515 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11ad0567-20c3-466f-91e8-de21ce5c1919 req-53555c70-f591-4344-9da9-dfca65db6f4c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 944 time: 0.1391404 Nov 05 21:59:48.460175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['42aa7ef4-dba5-4c15-a2d2-c28dada560e8'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:59:48.460951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.461285 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.461743 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 10 to bind port ba9304b5-8540-42f0-8222-2995533b7920 Nov 05 21:59:48.480060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:48.480403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:48.480879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:48.481668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd878fe-ed8b-4970-a81e-0bbc3c4865b5 req-ee3927e6-cc52-498d-8494-20f8252082c6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:48.483994 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fd878fe-ed8b-4970-a81e-0bbc3c4865b5 req-ee3927e6-cc52-498d-8494-20f8252082c6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 944 time: 0.2005782 Nov 05 21:59:48.486560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port ba9304b5-8540-42f0-8222-2995533b7920 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:48.486896 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port ba9304b5-8540-42f0-8222-2995533b7920 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:48.488199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:48.580323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-329bb48d-ca3a-4e81-8684-8dfc78746fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd HTTP/1.1" status: 200 len: 217 time: 0.1221945 Nov 05 21:59:48.636117 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11ad0567-20c3-466f-91e8-de21ce5c1919 req-f0cd4ca8-87ac-459e-af9e-25dbf543f122 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569762 Nov 05 21:59:48.681532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] For port ba9304b5-8540-42f0-8222-2995533b7920, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:59:48.682158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempted to set empty binding levels {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 21:59:48.801275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:48.836836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:48.837445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:48.903817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9304b5-8540-42f0-8222-2995533b7920,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:48.924685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948daa46-1355-4a85-a739-8c55d941e77e req-25a4b695-f7e1-4806-a89f-64ef15e2f3d1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:48.926299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-948daa46-1355-4a85-a739-8c55d941e77e req-25a4b695-f7e1-4806-a89f-64ef15e2f3d1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0797489 Nov 05 21:59:48.946174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-826c5240-e235-4290-be51-4ef3fe0c14b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.6517596 Nov 05 21:59:48.955585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43192) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:49.047448 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-948daa46-1355-4a85-a739-8c55d941e77e req-91f00b2b-ad5c-4587-b3d8-1219fef41d36 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061721 Nov 05 21:59:49.102828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fd878fe-ed8b-4970-a81e-0bbc3c4865b5 req-ca4a371f-8e8b-4ecd-94cd-40c874056bcc tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569277 Nov 05 21:59:49.125023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-3913d4b0-202d-498b-acb6-ee55e58bade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:49.130200 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-3913d4b0-202d-498b-acb6-ee55e58bade0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8f1f586-19b9-4540-8d10-f0eb516e12d5 HTTP/1.1" status: 200 len: 855 time: 0.5369451 Nov 05 21:59:49.130789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Deleting port ba9304b5-8540-42f0-8222-2995533b7920 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:59:49.131134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:49.166145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-d2fa75f8-dcf4-4291-9651-9f519a65b5c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=634de52c-e088-4221-9a9b-730b42cf2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311611 Nov 05 21:59:49.214681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] For port ba9304b5-8540-42f0-8222-2995533b7920, host n-h1-816738-5, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:49.215045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:49.227912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Calling delete_port for ba9304b5-8540-42f0-8222-2995533b7920 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:59:49.266838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-c4629be0-347e-4963-8847-12d02c980894 service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915120 Nov 05 21:59:49.372383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ca82ad2-46f5-4325-ab1c-f2d6e14eb9ea req-20fd07c4-8d64-4cf4-adff-63efa8aac7cd service neutron] 10.222.0.46 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974061 Nov 05 21:59:49.422056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:49.465173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba9304b5-8540-42f0-8222-2995533b7920,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:49.467466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:49.473644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6f7360ea-a5e6-4f2e-9dbd-0aa20f5dedaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ba9304b5-8540-42f0-8222-2995533b7920 HTTP/1.1" status: 204 len: 168 time: 0.5137761 Nov 05 21:59:49.474575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43206) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:49.506306 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1e3c79-e802-4b77-8e4e-c288647487d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] GET failed (client error): The resource could not be found. Nov 05 21:59:49.508116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3f1e3c79-e802-4b77-8e4e-c288647487d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "GET /v2.0/ports/ba9304b5-8540-42f0-8222-2995533b7920 HTTP/1.1" status: 404 len: 333 time: 0.0333886 Nov 05 21:59:49.512273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43210) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:49.519379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Request body: {'port': {'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-884911603'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:49.618016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Made reservation on behalf of 8864739c0f8841ac92b912258a773b57 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:49.620541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:49.642916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] device_id is not set on port cf126ce9-bd03-42b1-91c9-e6e836b48726 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:59:49.753369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:59:49.838998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5b7a9-d483-4a53-9755-6dc6e0f40797 req-49189b0e-6ebc-45ca-849e-72a97117a5eb tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:49.840537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3da5b7a9-d483-4a53-9755-6dc6e0f40797 req-49189b0e-6ebc-45ca-849e-72a97117a5eb tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 944 time: 0.1296408 Nov 05 21:59:49.931005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:49.941331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:59:49.947249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:59:49.947721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:49.975044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3da5b7a9-d483-4a53-9755-6dc6e0f40797 req-b763a4b9-e6c3-4ac6-95e7-6def1ac241f3 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950098 Nov 05 21:59:50.041252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:50.079740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:50.079740 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c0f41-d7a8-4cd6-a9e8-bc8356602d54" -d '{"events": [{"server_uuid": "6d80cb80-64ec-487d-a5b6-76bee52f38df", "name": "network-vif-plugged", "status": "completed", "tag": "42aa7ef4-dba5-4c15-a2d2-c28dada560e8"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:50.079740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:50.105237 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c4946-738f-405c-819e-672b5dbcc9b4 x-openstack-request-id: req-314c4946-738f-405c-819e-672b5dbcc9b4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:50.105533 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d80cb80-64ec-487d-a5b6-76bee52f38df", "name": "network-vif-plugged", "status": "completed", "tag": "42aa7ef4-dba5-4c15-a2d2-c28dada560e8", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:50.105786 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-314c4946-738f-405c-819e-672b5dbcc9b4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:50.106189 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8', 'code': 200} Nov 05 21:59:50.189489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:50.195474 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:50.280295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:50.295220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:59:50.296411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9d736-0dd0-46e1-b751-a61b2815f1ab req-ec1ba121-0d32-42d9-8330-4092231b0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:50.297901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdf9d736-0dd0-46e1-b751-a61b2815f1ab req-ec1ba121-0d32-42d9-8330-4092231b0178 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 1096 time: 0.1241572 Nov 05 21:59:50.309464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c6a8c-bfcb-46de-8008-0b41544742df req-5c00f008-142b-4dd1-a25d-2d330978f591 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:50.311003 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b57c6a8c-bfcb-46de-8008-0b41544742df req-5c00f008-142b-4dd1-a25d-2d330978f591 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1786127 Nov 05 21:59:50.312353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:59:50.315759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da572f7-df02-411f-bab8-3d65683bc51f req-a3444c4f-d3f4-4e94-a039-5b4fe3db16cd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:50.315932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:59:50.316042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1da572f7-df02-411f-bab8-3d65683bc51f req-a3444c4f-d3f4-4e94-a039-5b4fe3db16cd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 944 time: 0.0737321 Nov 05 21:59:50.316653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:50.317426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:50.319871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=cf126ce9-bd03-42b1-91c9-e6e836b48726,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:50.388261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b57c6a8c-bfcb-46de-8008-0b41544742df req-b514640b-8e13-49e9-9ef0-0009f7b19088 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Nov 05 21:59:50.388538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdf9d736-0dd0-46e1-b751-a61b2815f1ab req-6cf3163b-36f0-4cf3-a0e0-b126b4a9660f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722067 Nov 05 21:59:50.407000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1da572f7-df02-411f-bab8-3d65683bc51f req-1fe8cfbc-c5d2-434d-8eba-dda83fff7374 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783660 Nov 05 21:59:50.453244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-04d70e58-1b5e-45c4-86ec-cfb6b446d676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9396548 Nov 05 21:59:50.456805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43246) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:50.461846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:50.525585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:50.712119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] device_id is not set on port cf126ce9-bd03-42b1-91c9-e6e836b48726 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:59:50.719527 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:50.896630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:50.953636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=cf126ce9-bd03-42b1-91c9-e6e836b48726,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:50.958999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:50.959331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:50.959774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:50.964135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:50.964454 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:50.964832 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 2 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:50.976864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:50.977189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:50.977514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:50.981711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:50.982034 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:50.982454 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 3 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:50.995514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:50.995870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:50.996193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.001102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.001425 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.001811 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 4 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:51.015405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:51.015784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:51.016118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.021995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.022341 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.022733 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 5 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:51.037114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:51.037536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:51.037886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.042243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.042567 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.043036 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 6 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:51.073354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:51.073354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:51.073354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.100608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.100608 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.100608 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 7 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:51.116045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:51.116468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:51.116918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.137980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.137980 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.137980 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 8 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:51.157422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4691588-d73b-4196-a1d1-83ce2bc1bcb4 req-a979a65d-b767-4767-82d0-b441f34e0a8f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.157422 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4691588-d73b-4196-a1d1-83ce2bc1bcb4 req-a979a65d-b767-4767-82d0-b441f34e0a8f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1024659 Nov 05 21:59:51.161760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:51.162101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:51.162442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.173322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.173649 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.180518 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 9 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:51.198262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:51.198602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:51.198939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.211791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.212122 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.216171 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 10 to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 Nov 05 21:59:51.232937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b4691588-d73b-4196-a1d1-83ce2bc1bcb4 req-e64c23d2-87fa-489d-bd3e-f9fb67b53039 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681238 Nov 05 21:59:51.237890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:51.238221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:51.238561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:51.243271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:51.243843 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port cf126ce9-bd03-42b1-91c9-e6e836b48726 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:51.244074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:51.314227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] For port cf126ce9-bd03-42b1-91c9-e6e836b48726, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:59:51.322830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempted to set empty binding levels {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 21:59:51.474834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:51.526104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa5bb0-ef0e-48d2-9dd2-f6af6e43cfee req-2745ad54-056f-4cd2-9322-6c641e1dccbd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.528211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9fa5bb0-ef0e-48d2-9dd2-f6af6e43cfee req-2745ad54-056f-4cd2-9322-6c641e1dccbd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0636258 Nov 05 21:59:51.553336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] In _notify_port_updated(), no bound segment for port cf126ce9-bd03-42b1-91c9-e6e836b48726 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:59:51.554330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.554781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:51.558841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "PUT /v2.0/ports/cf126ce9-bd03-42b1-91c9-e6e836b48726 HTTP/1.1" status: 200 len: 978 time: 1.1009459 Nov 05 21:59:51.560831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43290) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:51.604247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9c586-cfc2-43bc-9fd8-a3df01f4581a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=cf126ce9-bd03-42b1-91c9-e6e836b48726,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:51.641519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa2557-09e1-4211-acbe-9f98457ecb24 req-5ff5bc16-4d97-4485-93d5-fd64c9b8f392 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.647089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9fa5bb0-ef0e-48d2-9dd2-f6af6e43cfee req-29abd5dd-84eb-40c1-bf41-1ad801907226 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121061 Nov 05 21:59:51.650488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-effa2557-09e1-4211-acbe-9f98457ecb24 req-5ff5bc16-4d97-4485-93d5-fd64c9b8f392 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 944 time: 0.1119974 Nov 05 21:59:51.711152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.711416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-effa2557-09e1-4211-acbe-9f98457ecb24 req-ac5b28d6-06c4-47b3-a18b-9b923a3deb07 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596938 Nov 05 21:59:51.711665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.712129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.712585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.713039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.713487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.713934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.714418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.714810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.715251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.715718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.716370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.716812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.719894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.720411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.730164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.731211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.731686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.732297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.732588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.733072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.733630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:51.748286 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-26f133af-863e-4ba3-ab2c-64606937d081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19897 time: 0.1749544 Nov 05 21:59:51.749497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43300) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:51.828287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Deleting port cf126ce9-bd03-42b1-91c9-e6e836b48726 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:59:51.828734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:51.904794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] For port cf126ce9-bd03-42b1-91c9-e6e836b48726, host n-h1-816738-5, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:51.905396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:51.925085 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Calling delete_port for cf126ce9-bd03-42b1-91c9-e6e836b48726 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:59:52.154423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.181181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf126ce9-bd03-42b1-91c9-e6e836b48726,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:52.190008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.194945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c9a0e1c1-01da-4031-84bf-35fc068fb4e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "DELETE /v2.0/ports/cf126ce9-bd03-42b1-91c9-e6e836b48726 HTTP/1.1" status: 204 len: 168 time: 0.4479060 Nov 05 21:59:52.197646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43310) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:52.224566 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-397c3332-d6c0-4814-93ef-239d532bdf13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] GET failed (client error): The resource could not be found. Nov 05 21:59:52.226048 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-397c3332-d6c0-4814-93ef-239d532bdf13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "GET /v2.0/ports/cf126ce9-bd03-42b1-91c9-e6e836b48726 HTTP/1.1" status: 404 len: 333 time: 0.0273967 Nov 05 21:59:52.230136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43314) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:52.234992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827846225', 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:52.325842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Made reservation on behalf of 8864739c0f8841ac92b912258a773b57 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:52.328046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.368224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] device_id is not set on port 05a2a968-db87-4455-9cd6-ca0df0223b94 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:59:52.423138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896e968-99af-4c5b-9c44-d60292ff8cf3 req-f37e4928-f820-4898-a6c5-29fb6bb8c208 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:52.424687 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5896e968-99af-4c5b-9c44-d60292ff8cf3 req-f37e4928-f820-4898-a6c5-29fb6bb8c208 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1096115 Nov 05 21:59:52.492164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43322) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:52.517087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5896e968-99af-4c5b-9c44-d60292ff8cf3 req-4356a1be-bf4b-415f-b6a8-18be36d6336c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859058 Nov 05 21:59:52.662059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.697074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363c11d8-7891-4a02-be32-a2659e177d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.779905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4351c-b156-461a-b6d5-1b70c250fad4 req-bf3cbabb-d66a-40fd-83c2-43cbcadb14ae tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:52.781738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16e4351c-b156-461a-b6d5-1b70c250fad4 req-bf3cbabb-d66a-40fd-83c2-43cbcadb14ae tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0523725 Nov 05 21:59:52.784626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363c11d8-7891-4a02-be32-a2659e177d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.793817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.875085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=05a2a968-db87-4455-9cd6-ca0df0223b94,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:52.885217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:59:52.895595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-363c11d8-7891-4a02-be32-a2659e177d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.903810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:59:52.903810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:59:52.903810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:52.903810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:52.904809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.905146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.905481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.905922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.906566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.906566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.906787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.907075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.907400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.907741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.908064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.908382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 21:59:52.936082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16e4351c-b156-461a-b6d5-1b70c250fad4 req-a4b2658c-f01c-405a-84dd-4e4e4b8144d5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362109 Nov 05 21:59:52.966411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-363c11d8-7891-4a02-be32-a2659e177d44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8521393e20f46d8a0ca0288edf14e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4593651 Nov 05 21:59:52.966411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c11d8-7891-4a02-be32-a2659e177d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c8b09-7f08-481d-8585-48b94a03c686,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:52.966411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43346) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:53.035313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc65f10-8f64-4730-92e7-c30594ee0380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.065686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66f614-4c73-4d63-9e48-5a542a1994cb req-c89f85dd-a249-431e-bab2-65c5d42e006a tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:53.073553 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc66f614-4c73-4d63-9e48-5a542a1994cb req-c89f85dd-a249-431e-bab2-65c5d42e006a tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 944 time: 0.0643635 Nov 05 21:59:53.088823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-55659201-295e-4c83-b0fb-5dcbb19321d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8575907 Nov 05 21:59:53.095933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43350) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:53.110653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc65f10-8f64-4730-92e7-c30594ee0380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.171278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88990583-3045-4e6e-8a53-b09c3bfd35b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:53.176260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-88990583-3045-4e6e-8a53-b09c3bfd35b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "GET /v2.0/ports/05a2a968-db87-4455-9cd6-ca0df0223b94 HTTP/1.1" status: 200 len: 959 time: 0.0791304 Nov 05 21:59:53.176899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43354) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:53.197957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97746-0170-4a3b-b29c-03371b16bd0d req-fd346a85-057e-4ae1-84c3-cd34e3b76b6d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:53.199516 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-16b97746-0170-4a3b-b29c-03371b16bd0d req-fd346a85-057e-4ae1-84c3-cd34e3b76b6d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1591961 Nov 05 21:59:53.219126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc66f614-4c73-4d63-9e48-5a542a1994cb req-1135f58c-f1d3-43e5-b976-777984e6c6a8 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444557 Nov 05 21:59:53.238371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-3326d624-177e-4703-bebe-d66898f6dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:53.239921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-3326d624-177e-4703-bebe-d66898f6dbb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 1096 time: 0.1136377 Nov 05 21:59:53.260278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-16b97746-0170-4a3b-b29c-03371b16bd0d req-90e6d3dc-78c3-447a-9f1e-b6cd5c27b6cc tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532231 Nov 05 21:59:53.261570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc65f10-8f64-4730-92e7-c30594ee0380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.264894 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc65f10-8f64-4730-92e7-c30594ee0380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.266594 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7bc65f10-8f64-4730-92e7-c30594ee0380 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/158c8b09-7f08-481d-8585-48b94a03c686 HTTP/1.1" status: 204 len: 168 time: 0.3056343 Nov 05 21:59:53.280024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc65f10-8f64-4730-92e7-c30594ee0380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c8b09-7f08-481d-8585-48b94a03c686,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:53.385255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Deleting port 05a2a968-db87-4455-9cd6-ca0df0223b94 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:59:53.385588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.387608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-31e8bec3-827c-4cc8-9d6c-21d356389384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:53.389086 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-31e8bec3-827c-4cc8-9d6c-21d356389384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 911 time: 0.1225986 Nov 05 21:59:53.469341 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-ca5c4368-6272-42b0-b693-7960e02d26b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8 HTTP/1.1" status: 200 len: 217 time: 0.0693181 Nov 05 21:59:53.515975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.534929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Calling delete_port for 05a2a968-db87-4455-9cd6-ca0df0223b94 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:59:53.563846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-6f1f0c83-b814-45b1-b484-b0d08dfa5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:53.565520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-6f1f0c83-b814-45b1-b484-b0d08dfa5621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4823f8ba-de99-4bba-929b-512ea8b25625 HTTP/1.1" status: 200 len: 850 time: 0.0870795 Nov 05 21:59:53.626163 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-5247255b-a314-400b-a23d-bb1bb396836e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=123faa94-253d-4d03-984d-b9c8295badc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302005 Nov 05 21:59:53.757762 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-10ff04ba-a7c0-4335-b016-f1f63ff490f7 service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202600 Nov 05 21:59:53.818164 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.859722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event deleted for resources: {'Port': ['ID=05a2a968-db87-4455-9cd6-ca0df0223b94,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:53.866867 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:53.868042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d49277fc-4661-4701-bba2-fadee5ebaf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "DELETE /v2.0/ports/05a2a968-db87-4455-9cd6-ca0df0223b94 HTTP/1.1" status: 204 len: 168 time: 0.6850612 Nov 05 21:59:53.870644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43374) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:53.898206 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fe327e-ada1-43bd-a6e6-e2e69c05adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] GET failed (client error): The resource could not be found. Nov 05 21:59:53.899683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-88fe327e-ada1-43bd-a6e6-e2e69c05adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "GET /v2.0/ports/05a2a968-db87-4455-9cd6-ca0df0223b94 HTTP/1.1" status: 404 len: 333 time: 0.0281188 Nov 05 21:59:53.903339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43376) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:53.913443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Request body: {'port': {'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670563433'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:53.924650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc694e7-ff55-4704-a70e-4223f02acdb0 req-71267b50-70ee-438e-85ae-d8062654284f service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592267 Nov 05 21:59:53.956575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43382) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:53.974115 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-01f92e1e-2294-4382-a50e-e800da0e2902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.085377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Made reservation on behalf of 8864739c0f8841ac92b912258a773b57 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 21:59:54.088702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.113203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946b38-5ed0-4e01-9d40-44900ca51dba req-93d24b43-b15b-435e-a998-3525be29aef6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:54.114840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3946b38-5ed0-4e01-9d40-44900ca51dba req-93d24b43-b15b-435e-a998-3525be29aef6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0980840 Nov 05 21:59:54.166791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] device_id is not set on port 8e964845-a386-417a-95ab-efc42395a0f5 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:59:54.183797 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-01f92e1e-2294-4382-a50e-e800da0e2902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.260873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3946b38-5ed0-4e01-9d40-44900ca51dba req-14a8ca4c-a55c-4e99-9681-c6b33e939053 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293385 Nov 05 21:59:54.278675 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-01f92e1e-2294-4382-a50e-e800da0e2902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.328577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f92e1e-2294-4382-a50e-e800da0e2902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb60d2c-70f1-4bbc-8c94-671b7246c264,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:54.371083 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-01f92e1e-2294-4382-a50e-e800da0e2902 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfb8ba4816084814b7dcc35837e7d1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991668 Nov 05 21:59:54.371233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43398) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:54.468821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44741320-17f8-4e8a-a960-c64e5f9910e2 req-e3cc6016-a01a-40dd-8d25-db9ecab2cb8b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:54.470855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44741320-17f8-4e8a-a960-c64e5f9910e2 req-e3cc6016-a01a-40dd-8d25-db9ecab2cb8b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 944 time: 0.1191661 Nov 05 21:59:54.477561 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.494658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4884ab0a-2dc2-4374-810d-c0cb5abe29e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.503525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c5f8d-3bc8-4e28-a138-259371f15a30 req-eba07743-17a8-4365-afd7-cd5edbb939e8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:54.506185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-336c5f8d-3bc8-4e28-a138-259371f15a30 req-eba07743-17a8-4365-afd7-cd5edbb939e8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0834272 Nov 05 21:59:54.548433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4884ab0a-2dc2-4374-810d-c0cb5abe29e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.579049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-336c5f8d-3bc8-4e28-a138-259371f15a30 req-a2699b3e-0551-4274-b339-512b3edeb3eb tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623181 Nov 05 21:59:54.581682 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44741320-17f8-4e8a-a960-c64e5f9910e2 req-fae8f316-e4b2-4b25-99b6-39a23c7f9fa9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015782 Nov 05 21:59:54.675507 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.703431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4884ab0a-2dc2-4374-810d-c0cb5abe29e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.710687 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4884ab0a-2dc2-4374-810d-c0cb5abe29e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.712806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4884ab0a-2dc2-4374-810d-c0cb5abe29e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfb60d2c-70f1-4bbc-8c94-671b7246c264 HTTP/1.1" status: 204 len: 168 time: 0.3505218 Nov 05 21:59:54.728477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6890af78-7dcf-431e-8b95-b77e151aa7bd details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 21:59:54.729531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884ab0a-2dc2-4374-810d-c0cb5abe29e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb60d2c-70f1-4bbc-8c94-671b7246c264,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:54.746213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 21:59:54.749487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 21:59:54.765941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 21:59:54.767395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:54.768659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.772280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=8e964845-a386-417a-95ab-efc42395a0f5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:54.857708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:54.876138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'port_id': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'mac_address': 'fa:16:3e:20:f9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f1f586-19b9-4540-8d10-f0eb516e12d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 21:59:54.885798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ecdfb3e8-c459-4c80-a415-a6f366602230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9744742 Nov 05 21:59:54.885980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:54.888767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 21:59:54.922546 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.935461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6890af78-7dcf-431e-8b95-b77e151aa7bd {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 21:59:54.946727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:54.957587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:55.033058 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:55.095197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:55.176007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] device_id is not set on port 8e964845-a386-417a-95ab-efc42395a0f5 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 21:59:55.183829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:55.269287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:55.329237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=8e964845-a386-417a-95ab-efc42395a0f5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:55.336771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.337279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.337915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.343130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.343469 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.343897 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 2 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.353630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6890af78-7dcf-431e-8b95-b77e151aa7bd'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 21:59:55.359870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.360387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.360889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.367415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.367955 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.368492 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 3 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.382720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.383822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.384317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.389911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.390521 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.391084 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 4 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.405389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.405874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.406223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.411131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.411763 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.412171 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 5 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.427770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.428380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.428887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.441847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.442358 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.443457 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 6 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.466025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.466630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.467241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.473362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.473982 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.474657 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 7 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.493121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.493936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.494480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.499472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.503943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f917-8a96-4586-a81a-3bed23f2f95e req-04f33bfd-7bfd-4f13-a6cb-2e8db73fd7e4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:55.504319 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.504681 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 8 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.513728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdb2f917-8a96-4586-a81a-3bed23f2f95e req-04f33bfd-7bfd-4f13-a6cb-2e8db73fd7e4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1048331 Nov 05 21:59:55.526939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.527681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.528521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.535179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.535520 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.535942 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 9 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.568972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.569210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.569552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.575501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.575863 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.576261 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempt 10 to bind port 8e964845-a386-417a-95ab-efc42395a0f5 Nov 05 21:59:55.600258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 21:59:55.600649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 21:59:55.600995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempting to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 21:59:55.615064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdb2f917-8a96-4586-a81a-3bed23f2f95e req-24ca0807-90b4-42b4-b285-e4b6673ff3a6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675907 Nov 05 21:59:55.615889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 21:59:55.615889 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Failed to bind port 8e964845-a386-417a-95ab-efc42395a0f5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': '38b24fdc-c457-4260-90a5-e3aa5521f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4'}] Nov 05 21:59:55.615889 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:55.807476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] For port 8e964845-a386-417a-95ab-efc42395a0f5, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 21:59:55.807880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attempted to set empty binding levels {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 21:59:55.808173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f83f5-3b8b-4dae-bfbb-8226c4826899 req-90e32f22-f421-4b02-a61e-bc9f1fad5de2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:55.816512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d58f83f5-3b8b-4dae-bfbb-8226c4826899 req-90e32f22-f421-4b02-a61e-bc9f1fad5de2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 945 time: 0.0845678 Nov 05 21:59:55.837162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66c907-7098-4b97-8d3f-86d0fc2a873c req-8af4f806-efa7-405c-ab8f-6c70d07f1faa tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:55.839008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d66c907-7098-4b97-8d3f-86d0fc2a873c req-8af4f806-efa7-405c-ab8f-6c70d07f1faa tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0928938 Nov 05 21:59:55.901042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d58f83f5-3b8b-4dae-bfbb-8226c4826899 req-51393f9d-8f29-45f8-bbe4-2b2ab9448598 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Nov 05 21:59:55.909518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:55.958647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d66c907-7098-4b97-8d3f-86d0fc2a873c req-8566ab3d-dd62-4c0c-825d-3b2a27cf8b92 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100841 Nov 05 21:59:55.965440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] In _notify_port_updated(), no bound segment for port 8e964845-a386-417a-95ab-efc42395a0f5 on network 4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 21:59:55.966073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:55.969334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:55.969334 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "PUT /v2.0/ports/8e964845-a386-417a-95ab-efc42395a0f5 HTTP/1.1" status: 200 len: 979 time: 1.0843747 Nov 05 21:59:55.970867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43454) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:55.990716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030830b-9d71-4371-9cc1-4fb3064b938e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event updated for resources: {'Port': ['ID=8e964845-a386-417a-95ab-efc42395a0f5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:56.054603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Deleting port 8e964845-a386-417a-95ab-efc42395a0f5 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 21:59:56.055069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.125422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] For port 8e964845-a386-417a-95ab-efc42395a0f5, host n-h1-816738-5, got binding levels [] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:56.125422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.134066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Calling delete_port for 8e964845-a386-417a-95ab-efc42395a0f5 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 21:59:56.313730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.342871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e964845-a386-417a-95ab-efc42395a0f5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:56.348870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.352036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0d76eef6-46a0-43cb-b504-74c9d9b027cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8e964845-a386-417a-95ab-efc42395a0f5 HTTP/1.1" status: 204 len: 168 time: 0.3792338 Nov 05 21:59:56.354611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43464) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:56.379980 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb8bf81-eab0-490b-81b5-840fa4318d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] GET failed (client error): The resource could not be found. Nov 05 21:59:56.379980 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-acb8bf81-eab0-490b-81b5-840fa4318d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069560725-project-admin] 10.222.0.41 "GET /v2.0/ports/8e964845-a386-417a-95ab-efc42395a0f5 HTTP/1.1" status: 404 len: 333 time: 0.0230520 Nov 05 21:59:56.382989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43466) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:56.475770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.575119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.612620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:59:56.622983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b24fdc-c457-4260-90a5-e3aa5521f3d4') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:59:56.623281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b24fdc-c457-4260-90a5-e3aa5521f3d4') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 21:59:56.634860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.649230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.658893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 21:59:56.659367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: timer() Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 21:59:56.662859 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 21:59:56.732159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6890af78-7dcf-431e-8b95-b77e151aa7bd up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 21:59:56.792460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b85d4-d2be-494e-8350-926b6682a0b3 req-b7247d71-5d53-492b-b734-77c9282a1889 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:56.794424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e9b85d4-d2be-494e-8350-926b6682a0b3 req-b7247d71-5d53-492b-b734-77c9282a1889 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0725672 Nov 05 21:59:56.864677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e9b85d4-d2be-494e-8350-926b6682a0b3 req-f91992cf-b26e-4486-95ff-34f63f3b1061 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Nov 05 21:59:56.902949 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.909481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.913469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] 10.222.0.41 "DELETE /v2.0/networks/4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4 HTTP/1.1" status: 204 len: 168 time: 0.5292206 Nov 05 21:59:56.932503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 6890af78-7dcf-431e-8b95-b77e151aa7bd completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 21:59:56.938012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 6890af78-7dcf-431e-8b95-b77e151aa7bd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 21:59:56.940600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:56.943463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5ea37-6809-4111-83f4-9faaf86cf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028097713-project] Pushing event deleted for resources: {'Network': ['ID=4e70deb9-3f1b-4b3e-b833-5e26f73cf3e4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:57.140131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b34d-2b7f-485a-b0f3-e749c58206dd req-ea8b98f7-ea6f-48c3-9a25-76bad87b77e0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:57.143676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd98b34d-2b7f-485a-b0f3-e749c58206dd req-ea8b98f7-ea6f-48c3-9a25-76bad87b77e0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 945 time: 0.1172271 Nov 05 21:59:57.163298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b5de0-c75e-412f-ab63-208169c1dd05 req-8e07c5a4-3a65-4b4c-99a0-cb70d9d69bf9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:57.168123 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:57.172970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c49b5de0-c75e-412f-ab63-208169c1dd05 req-8e07c5a4-3a65-4b4c-99a0-cb70d9d69bf9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1084819 Nov 05 21:59:57.256760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd98b34d-2b7f-485a-b0f3-e749c58206dd req-6760a1ac-81ad-412e-8945-f121d767fe1f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059682 Nov 05 21:59:57.258753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 21:59:57.259785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 21:59:57.263213 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4966ad2-4406-477b-be8a-f562c40cfd33" -d '{"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-plugged", "status": "completed", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 21:59:57.290993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c49b5de0-c75e-412f-ab63-208169c1dd05 req-54f0f631-cd39-4f0b-bf72-c7bb0aeedc0e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914788 Nov 05 21:59:57.342456 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:57.380795 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600fc305-fee0-4915-a4e7-04e53ea0ab6d x-openstack-request-id: req-600fc305-fee0-4915-a4e7-04e53ea0ab6d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 21:59:57.381105 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-plugged", "status": "completed", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 21:59:57.381374 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-600fc305-fee0-4915-a4e7-04e53ea0ab6d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 21:59:57.381786 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'code': 200} Nov 05 21:59:57.470222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:57.472756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be71da-e94b-4f5a-97e6-cd290b448574 req-ca65c74a-df77-4e9c-b724-9070f88ce33b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:57.474353 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2be71da-e94b-4f5a-97e6-cd290b448574 req-ca65c74a-df77-4e9c-b724-9070f88ce33b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1447124 Nov 05 21:59:57.480040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377587fe-026a-42d5-b856-65bc8f649e3e req-84d9362b-2716-4757-a644-a340b6d834d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:57.482014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-377587fe-026a-42d5-b856-65bc8f649e3e req-84d9362b-2716-4757-a644-a340b6d834d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 1097 time: 0.0539773 Nov 05 21:59:57.562746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2be71da-e94b-4f5a-97e6-cd290b448574 req-dc4a0256-acd2-484f-90fd-2fe597e1c7a7 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783148 Nov 05 21:59:57.605597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-377587fe-026a-42d5-b856-65bc8f649e3e req-9b6bb52c-dc68-4425-9755-63c733a942ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146674 Nov 05 21:59:57.614783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43528) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:57.618144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265605-cb73-4bde-a58c-8588974b1702 req-2674a635-97ed-4ebe-94a3-6e642d71fbb4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:57.620123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d265605-cb73-4bde-a58c-8588974b1702 req-2674a635-97ed-4ebe-94a3-6e642d71fbb4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1166620 Nov 05 21:59:57.685018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d265605-cb73-4bde-a58c-8588974b1702 req-95cf7bbd-a48b-4ca8-b34e-c869e1f60e39 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452158 Nov 05 21:59:57.825381 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1445c175-096e-4c62-9505-dc0fca9568c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be1b88283f0045908a1786a63f86f695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009046 Nov 05 21:59:57.826232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43542) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:57.896643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc500-45ee-4b19-ab72-30d62335ff33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:57.920687 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc500-45ee-4b19-ab72-30d62335ff33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:58.070749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-9b004e63-e3f5-4650-b6d9-717459ae8d54 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:58.072290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-9b004e63-e3f5-4650-b6d9-717459ae8d54 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.1151557 Nov 05 21:59:58.089022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-4d537e68-b2c7-4496-ba0e-26c47ec06520 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/quotas/27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 375 time: 0.0101783 Nov 05 21:59:58.118205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc500-45ee-4b19-ab72-30d62335ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:58.121059 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc500-45ee-4b19-ab72-30d62335ff33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:58.122910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5dbfc500-45ee-4b19-ab72-30d62335ff33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f103db2-4ba0-41e1-9b3f-a4136af32565 HTTP/1.1" status: 204 len: 168 time: 0.2943273 Nov 05 21:59:58.165436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfc500-45ee-4b19-ab72-30d62335ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f103db2-4ba0-41e1-9b3f-a4136af32565,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:58.206953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e6b43267-db5a-4e64-866f-7577f6748eed tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1011045 Nov 05 21:59:58.300517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-8b34986f-b540-4eff-8b23-2b17ee30bc19 service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926301 Nov 05 21:59:58.407062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f67d02-136e-4d13-aa81-c58368b94a0b req-9237d607-18cf-4a48-a927-6900c8544f95 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:58.409294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48f67d02-136e-4d13-aa81-c58368b94a0b req-9237d607-18cf-4a48-a927-6900c8544f95 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0714231 Nov 05 21:59:58.443093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-2c234133-f98e-45ef-8d57-3a9e24a033b1 service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357298 Nov 05 21:59:58.467664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48f67d02-136e-4d13-aa81-c58368b94a0b req-fb3a5d49-5b6b-4975-8459-a978ef23f3d7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492871 Nov 05 21:59:58.727951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb89f0-f015-4ec0-a7c9-5add21ea5f47 req-157e36ff-9966-45c1-9a55-4f1ea0618495 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:58.739990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63eb89f0-f015-4ec0-a7c9-5add21ea5f47 req-157e36ff-9966-45c1-9a55-4f1ea0618495 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0784585 Nov 05 21:59:58.826864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db51b851-f442-4c38-9ab6-ba3d080c5c51 req-84fbd9d9-69c0-4dcf-be58-094912b6a948 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 210 time: 0.0420318 Nov 05 21:59:58.863749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63eb89f0-f015-4ec0-a7c9-5add21ea5f47 req-7368ecbd-8c8b-45a3-9a6a-807522060359 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171310 Nov 05 21:59:59.150678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43602) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:59.229044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43608) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 21:59:59.229432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-49f033d0-a322-4223-b836-4c786afc0edd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8864739c0f8841ac92b912258a773b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775688 Nov 05 21:59:59.319312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0be16f75-bc2e-4918-aba9-a24055db772e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:59.351062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0be16f75-bc2e-4918-aba9-a24055db772e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:59.532221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0be16f75-bc2e-4918-aba9-a24055db772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:59.534961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0be16f75-bc2e-4918-aba9-a24055db772e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 21:59:59.536648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0be16f75-bc2e-4918-aba9-a24055db772e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30386c3a-3231-453c-ba6b-d2657d5c09eb HTTP/1.1" status: 204 len: 168 time: 0.3066347 Nov 05 21:59:59.545560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be16f75-bc2e-4918-aba9-a24055db772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30386c3a-3231-453c-ba6b-d2657d5c09eb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 21:59:59.631801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120c6b-137f-4831-9b53-4847b71186a5 req-f1a66a0d-f122-41d4-a6d0-1e8b1890a331 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:59.634911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38120c6b-137f-4831-9b53-4847b71186a5 req-f1a66a0d-f122-41d4-a6d0-1e8b1890a331 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0814381 Nov 05 21:59:59.684860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38120c6b-137f-4831-9b53-4847b71186a5 req-d68d7f23-199f-4f35-be73-4ad1fd9f4ee7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Nov 05 21:59:59.871536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe7083-1c5c-49b3-844d-57f50a414ecc req-15dea172-cb88-494d-b921-14f5932227cc tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 21:59:59.873238 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4dfe7083-1c5c-49b3-844d-57f50a414ecc req-15dea172-cb88-494d-b921-14f5932227cc tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0577290 Nov 05 21:59:59.979169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4dfe7083-1c5c-49b3-844d-57f50a414ecc req-369dbdac-c6bd-4158-ad52-a992aa6b71cd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Nov 05 22:00:00.066731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705e40-5014-4f04-ba20-e2f4b79b4f5a req-c3f0c5e1-24be-40aa-ad97-1b3432e70340 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:00.072808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec705e40-5014-4f04-ba20-e2f4b79b4f5a req-c3f0c5e1-24be-40aa-ad97-1b3432e70340 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1101520 Nov 05 22:00:00.122183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-91427a2a-8bf8-4e28-93f1-ae41bdd9a6b3 req-04f0e401-94d4-4674-8914-9a4cc6b3547c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 210 time: 0.0539272 Nov 05 22:00:00.166883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec705e40-5014-4f04-ba20-e2f4b79b4f5a req-c9e9a3a8-f29d-449a-924c-47515d337264 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915003 Nov 05 22:00:00.591652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5668528-bf2a-407e-a0a6-1c04a281c9a9 req-b5a7bdf6-cc75-4bb9-acbf-6d1ff1e102c3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:00.602743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5668528-bf2a-407e-a0a6-1c04a281c9a9 req-b5a7bdf6-cc75-4bb9-acbf-6d1ff1e102c3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0964198 Nov 05 22:00:00.657629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5668528-bf2a-407e-a0a6-1c04a281c9a9 req-f342b71c-be18-4213-936a-db67320c4257 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540051 Nov 05 22:00:00.674877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:00.858487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ebb5-6293-4970-b79c-b01c9a0d5939 req-75d6b630-b5da-4b49-90d3-d57f8b5edcfd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:00.860996 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5329ebb5-6293-4970-b79c-b01c9a0d5939 req-75d6b630-b5da-4b49-90d3-d57f8b5edcfd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0786066 Nov 05 22:00:00.952165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5329ebb5-6293-4970-b79c-b01c9a0d5939 req-029e078a-d49c-4056-a5ee-dc0d433a9d23 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836747 Nov 05 22:00:01.247642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-124fa228-d1f0-4e79-88c4-f73019c8df13 req-8ce6f7c1-d179-410e-856f-917aec6ea1bf tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 210 time: 0.0317070 Nov 05 22:00:01.498350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaec1ed-f573-4eb6-9784-b07a75b24613 req-7f628ea9-1ee1-417f-aecd-695d3d79f3f2 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:01.508679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-faaec1ed-f573-4eb6-9784-b07a75b24613 req-7f628ea9-1ee1-417f-aecd-695d3d79f3f2 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1698651 Nov 05 22:00:01.547208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:01.619242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-faaec1ed-f573-4eb6-9784-b07a75b24613 req-96e87724-7934-4635-b199-6896862d1f6c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044796 Nov 05 22:00:01.649404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-4fd260e9-31f8-4766-b0b5-c07d109f4ff4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:01.651151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-4fd260e9-31f8-4766-b0b5-c07d109f4ff4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.2659497 Nov 05 22:00:01.661305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d302-e559-454a-a6e1-7e57770da390 req-1ef4df65-2f05-4b3f-a098-edb6ed25ded0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:01.662890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8275d302-e559-454a-a6e1-7e57770da390 req-1ef4df65-2f05-4b3f-a098-edb6ed25ded0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1371582 Nov 05 22:00:01.681580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'port': {'device_id': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'admin_state_up': True, 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:01.740264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1125920472'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:01.846438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:01.850542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:01.872630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8275d302-e559-454a-a6e1-7e57770da390 req-a0ed3d0e-3205-4e76-85bb-56121b273139 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834846 Nov 05 22:00:01.875758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:01.989939 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.068662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Made reservation on behalf of 27b7bd5cb7994db491da4bdbba53a059 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:02.068662 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.135677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.173543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:02.192966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd8bbe2-7302-418e-8c49-1fef9af16103,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:02.198078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.198638 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment 47524901-b07b-4cd4-8f6d-da2915d23775 of type vlan for network 6433c98d-0d53-4ae7-8071-a1737d91359f Nov 05 22:00:02.249580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Allocated IP 172.20.0.11 (82214baf-d054-4324-8f89-16412cff8074/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d/6bc0967a-4498-4b92-be62-a06dc5219725) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:02.301105 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.425614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-298067eb-1b3e-495d-9ff8-a413aa19720e req-8e2e66c7-e0cb-40d1-9e37-64eda896c475 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 210 time: 0.0471003 Nov 05 22:00:02.457723 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.465521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:02.466367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.492056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.567688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=6433c98d-0d53-4ae7-8071-a1737d91359f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:02.578704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 6433c98d-0d53-4ae7-8071-a1737d91359f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:02.621290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-720a6b8e-6de1-4151-b2bf-5bfbfd84f4be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0720870 Nov 05 22:00:02.647183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.692624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a4e5ad09-8853-40bb-b623-b3d6d5d12a92'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:00:02.769911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43746) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:02.775785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': '6433c98d-0d53-4ae7-8071-a1737d91359f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:02.815281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:02.827062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:02.840440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:02.844544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=6bc0967a-4498-4b92-be62-a06dc5219725,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:02.901936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f1bd4-b5e6-4596-98f2-23c90888f1a2 req-07857921-3bfd-49ca-992c-26b1f7659a33 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:02.910729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:02.930946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b1f1bd4-b5e6-4596-98f2-23c90888f1a2 req-07857921-3bfd-49ca-992c-26b1f7659a33 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1846766 Nov 05 22:00:03.033075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:03.038240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:03.107338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b1f1bd4-b5e6-4596-98f2-23c90888f1a2 req-fe87f247-9615-4cfb-8b2a-be1b0a2b94f9 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701779 Nov 05 22:00:03.198351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e0ec-9fbd-4f40-a536-b6e5b8cdc8d8 req-4a6be005-e682-4732-8ae0-332f78cee36b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:03.200228 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e45e0ec-9fbd-4f40-a536-b6e5b8cdc8d8 req-4a6be005-e682-4732-8ae0-332f78cee36b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1447670 Nov 05 22:00:03.271894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e45e0ec-9fbd-4f40-a536-b6e5b8cdc8d8 req-9a2a2734-1511-4d23-8912-eacf0a4bdd1f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581598 Nov 05 22:00:03.275028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:03.289340 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:03.325897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e3a5447c-334d-4737-b1b8-cac791c2c228 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6618135 Nov 05 22:00:03.338368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Request body: {'port': {'device_id': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:03.385956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-60632583-d4c5-498b-908e-d674f654c1ea None None] Provisioning complete for port 6bc0967a-4498-4b92-be62-a06dc5219725 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:03.386680 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-60632583-d4c5-498b-908e-d674f654c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:03.430044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:03.480278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-60632583-d4c5-498b-908e-d674f654c1ea None None] Port 6bc0967a-4498-4b92-be62-a06dc5219725 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:00:03.629626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:03.687736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3176de-4a12-4565-a68b-c03a3b127508 req-c37bf6d5-ea2e-4377-927a-21c90bd7c710 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:03.689916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3176de-4a12-4565-a68b-c03a3b127508 req-c37bf6d5-ea2e-4377-927a-21c90bd7c710 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 932 time: 0.1212018 Nov 05 22:00:03.698307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=d298129d-cd30-4146-8f98-fedd0a7e2ac3,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:03.706587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': '47524901-b07b-4cd4-8f6d-da2915d23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6433c98d-0d53-4ae7-8071-a1737d91359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:03.707040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: 6433c98d-0d53-4ae7-8071-a1737d91359f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:03.757933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3176de-4a12-4565-a68b-c03a3b127508 req-78e5abe8-a82f-4df4-aa61-9c4ad7158f53 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612619 Nov 05 22:00:03.794240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network 6433c98d-0d53-4ae7-8071-a1737d91359f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:03.831427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc0967a-4498-4b92-be62-a06dc5219725 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:00:03.839105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:03.852786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Transition to ACTIVE for port object 6bc0967a-4498-4b92-be62-a06dc5219725 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:00:03.879602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 6433c98d-0d53-4ae7-8071-a1737d91359f) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:03.884041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:03.884743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:03.896170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1fbd7-90fc-4732-8773-249568e72388 None None] Network 6433c98d-0d53-4ae7-8071-a1737d91359f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:03.949849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.001284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0967a-4498-4b92-be62-a06dc5219725,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:04.013049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c37151b0-1241-48cf-86d5-fd832381f897 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2412722 Nov 05 22:00:04.016904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43774) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:04.029947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714668777'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:04.092100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-6433c98d-0d53-4ae7-8071-a1737d91359f', 'network_id': '6433c98d-0d53-4ae7-8071-a1737d91359f', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': 'd298129d-cd30-4146-8f98-fedd0a7e2ac3'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:04.093772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.108152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Attempting to bind port 6bc0967a-4498-4b92-be62-a06dc5219725 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:04.108659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Attempting to bind port 6bc0967a-4498-4b92-be62-a06dc5219725 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:04.108991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Attempting to bind port 6bc0967a-4498-4b92-be62-a06dc5219725 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:04.115308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Port 6bc0967a-4498-4b92-be62-a06dc5219725 on network 82214baf-d054-4324-8f89-16412cff8074 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:00:04.115666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Attempting to bind port 6bc0967a-4498-4b92-be62-a06dc5219725 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:04.124156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:04.129715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:04.129715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Bound using segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:04.129715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Bound port: 6bc0967a-4498-4b92-be62-a06dc5219725, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:04.129715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.154696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:04.158727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.235126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:04.272863 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.273225 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment a5cf8738-9be4-4c63-b111-ca767dafcdf5 of type vlan for network a07cdb2d-02e6-4d50-b44b-0b460825239d Nov 05 22:00:04.292188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Allocated IP 172.20.255.242 (6433c98d-0d53-4ae7-8071-a1737d91359f/d298129d-cd30-4146-8f98-fedd0a7e2ac3/74a39e0d-be82-4ab0-99a6-f755675e5df7) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:04.309908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] For port 6bc0967a-4498-4b92-be62-a06dc5219725, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:04.318808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] For port 6bc0967a-4498-4b92-be62-a06dc5219725, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6bc0967a-4498-4b92-be62-a06dc5219725,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:04.409659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.483912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.496422 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.498077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0967a-4498-4b92-be62-a06dc5219725,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:04.509684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:04.512454 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.512454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-b048e73c-7523-4edd-86e1-de79436253b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/6bc0967a-4498-4b92-be62-a06dc5219725 HTTP/1.1" status: 200 len: 1092 time: 1.1776841 Nov 05 22:00:04.513625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'tag': '6bc0967a-4498-4b92-be62-a06dc5219725'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:04.523719 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dce010-bbe4-458e-8d85-53f72b9dd11f" -d '{"events": [{"name": "network-changed", "server_uuid": "8845d04c-3c65-4c16-8794-8bf458f176c3", "tag": "6bc0967a-4498-4b92-be62-a06dc5219725"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:04.545707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14b669-5c29-4238-8ce8-449936a31327 req-7f29b51f-d89a-4eef-90a8-c2ac46addf0f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:04.553196 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c14b669-5c29-4238-8ce8-449936a31327 req-7f29b51f-d89a-4eef-90a8-c2ac46addf0f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1958137 Nov 05 22:00:04.558011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ade85-f562-47cf-968e-2f52db6d36dd req-34d26312-f767-4550-9151-a7f30e186d0c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:04.561878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b36ade85-f562-47cf-968e-2f52db6d36dd req-34d26312-f767-4550-9151-a7f30e186d0c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1800985 Nov 05 22:00:04.615093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c14b669-5c29-4238-8ce8-449936a31327 req-b718ea2c-329a-4484-aa03-44abd38a8b5b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609887 Nov 05 22:00:04.637988 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.669164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b36ade85-f562-47cf-968e-2f52db6d36dd req-fc201680-1267-4a26-b2ca-0c23bcf7b390 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989401 Nov 05 22:00:04.679674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.692038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Network 6433c98d-0d53-4ae7-8071-a1737d91359f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:04.696969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:04.697618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:04.701505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:04.744640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:04.759968 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01319c9-082e-4823-926e-349590e03541 x-openstack-request-id: req-c01319c9-082e-4823-926e-349590e03541 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:04.761230 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8845d04c-3c65-4c16-8794-8bf458f176c3", "tag": "6bc0967a-4498-4b92-be62-a06dc5219725", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:04.763890 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c01319c9-082e-4823-926e-349590e03541 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:04.763890 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'tag': '6bc0967a-4498-4b92-be62-a06dc5219725', 'status': 'completed', 'code': 200} Nov 05 22:00:04.777104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-fdf9e6ca-8efd-4253-b0b9-21adb9d22f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:04.778902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-fdf9e6ca-8efd-4253-b0b9-21adb9d22f4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 1095 time: 0.1145127 Nov 05 22:00:04.779218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=a07cdb2d-02e6-4d50-b44b-0b460825239d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:04.790399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aa2cc6fa-fad0-4b0c-918b-3424f31d226c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7724314 Nov 05 22:00:04.803596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43790) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:04.818722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': 'a07cdb2d-02e6-4d50-b44b-0b460825239d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:04.828216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a07cdb2d-02e6-4d50-b44b-0b460825239d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:04.872424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Pushing event updated for resources: {'Port': ['ID=74a39e0d-be82-4ab0-99a6-f755675e5df7,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:04.973518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Attempting to bind port 74a39e0d-be82-4ab0-99a6-f755675e5df7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:04.974194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Attempting to bind port 74a39e0d-be82-4ab0-99a6-f755675e5df7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '47524901-b07b-4cd4-8f6d-da2915d23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6433c98d-0d53-4ae7-8071-a1737d91359f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:04.974299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Attempting to bind port 74a39e0d-be82-4ab0-99a6-f755675e5df7 on network 6433c98d-0d53-4ae7-8071-a1737d91359f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:04.990848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd0f9-b949-4dd6-81cf-fc44a469fec4 req-4d8dfc04-b4d8-4a01-a13d-e7dce1f5b30d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:04.998738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42cbd0f9-b949-4dd6-81cf-fc44a469fec4 req-4d8dfc04-b4d8-4a01-a13d-e7dce1f5b30d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 944 time: 0.1171436 Nov 05 22:00:05.007853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:05.008166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Checking segment: {'id': '47524901-b07b-4cd4-8f6d-da2915d23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6433c98d-0d53-4ae7-8071-a1737d91359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:05.008724 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:05.009376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Bound using segment: {'id': '47524901-b07b-4cd4-8f6d-da2915d23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6433c98d-0d53-4ae7-8071-a1737d91359f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:05.009570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Bound port: 74a39e0d-be82-4ab0-99a6-f755675e5df7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47524901-b07b-4cd4-8f6d-da2915d23775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6433c98d-0d53-4ae7-8071-a1737d91359f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:05.012786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-c97d7879-7eac-40f2-b483-6a6a8ba43a75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc0967a-4498-4b92-be62-a06dc5219725 HTTP/1.1" status: 200 len: 217 time: 0.2261310 Nov 05 22:00:05.019106 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:05.035017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:05.042530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:05.110037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42cbd0f9-b949-4dd6-81cf-fc44a469fec4 req-3197487e-fef0-4e58-bdb8-07803cdb7602 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101129 Nov 05 22:00:05.164794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-928496a9-6ac2-484a-afda-599a771a2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:05.181231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] For port 74a39e0d-be82-4ab0-99a6-f755675e5df7, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:05.189189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] For port 74a39e0d-be82-4ab0-99a6-f755675e5df7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=74a39e0d-be82-4ab0-99a6-f755675e5df7,segment=NetworkSegment(47524901-b07b-4cd4-8f6d-da2915d23775),segment_id=47524901-b07b-4cd4-8f6d-da2915d23775)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:05.191404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-928496a9-6ac2-484a-afda-599a771a2f07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.1660914 Nov 05 22:00:05.286730 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:05.321944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e049e49c-8fc4-44e8-8f61-f39104eaf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:05.323369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-e049e49c-8fc4-44e8-8f61-f39104eaf2dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256766 Nov 05 22:00:05.431658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb9c42-6d30-458e-a877-98cd0c7e557b None None] Pushing event updated for resources: {'Port': ['ID=74a39e0d-be82-4ab0-99a6-f755675e5df7,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:05.535600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-494bb2c9-36dd-41ba-b384-ec714c4be89a service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014701 Nov 05 22:00:05.685510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22ae3469-9fcc-4029-9a15-99624ce6e417 req-f6ee50c2-239d-4659-9b2e-5a58efd15390 service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462715 Nov 05 22:00:05.950943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74590f08-fbeb-4e19-afe9-482f7e7ac071 req-7fb911e7-e833-4c9e-9889-03611328bbca tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:05.955395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74590f08-fbeb-4e19-afe9-482f7e7ac071 req-7fb911e7-e833-4c9e-9889-03611328bbca tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1663551 Nov 05 22:00:05.966238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-4a8863b1-6b61-4d52-8bdd-97b21d6c9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:05.969044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-4a8863b1-6b61-4d52-8bdd-97b21d6c9af5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 1095 time: 0.1091807 Nov 05 22:00:06.047760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f7d92-bdd3-4bd9-bc8a-6a13a253524b req-de6de205-797e-40e5-9830-fecd2d70e559 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:06.048651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-188f7d92-bdd3-4bd9-bc8a-6a13a253524b req-de6de205-797e-40e5-9830-fecd2d70e559 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1390622 Nov 05 22:00:06.084135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74590f08-fbeb-4e19-afe9-482f7e7ac071 req-1cf4a3dd-cce5-4378-ab64-fd6c560d600f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206417 Nov 05 22:00:06.153700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-188f7d92-bdd3-4bd9-bc8a-6a13a253524b req-ae09e827-6bbb-4f8d-b75d-79c3421d82f0 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648139 Nov 05 22:00:06.153700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:06.215314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-f4ea4fc4-cfce-41ab-a8c9-12042c4f0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:06.217467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-f4ea4fc4-cfce-41ab-a8c9-12042c4f0741 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.2351074 Nov 05 22:00:06.241040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=af45f9ce-61a9-4fcb-8d04-8d1040d29a95,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:06.253460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': 'a5cf8738-9be4-4c63-b111-ca767dafcdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a07cdb2d-02e6-4d50-b44b-0b460825239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:06.254643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: a07cdb2d-02e6-4d50-b44b-0b460825239d, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:06.269753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-5b5e55ef-cab2-45bf-92b0-2ea1a69ff023 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc0967a-4498-4b92-be62-a06dc5219725 HTTP/1.1" status: 200 len: 217 time: 0.0445964 Nov 05 22:00:06.338434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e955b5ad-36a9-40fb-ac5f-ec2abd11cba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:06.380304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628d787-7c5c-4547-8f2d-53b18b69c9d6 req-54cab357-e8b1-49bb-b9b3-61a261379366 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:06.381914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b628d787-7c5c-4547-8f2d-53b18b69c9d6 req-54cab357-e8b1-49bb-b9b3-61a261379366 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 944 time: 0.1159322 Nov 05 22:00:06.383951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-035e2312-dba7-49d8-849f-23877c561d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:06.385262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-035e2312-dba7-49d8-849f-23877c561d29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.1066954 Nov 05 22:00:06.440801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network a07cdb2d-02e6-4d50-b44b-0b460825239d is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:06.502348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b628d787-7c5c-4547-8f2d-53b18b69c9d6 req-2ceddfa1-5c64-45a9-8846-8d5671b22f65 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998921 Nov 05 22:00:06.512067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-28e94eb0-3404-4350-a89c-1a6b28156974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:06.514189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-28e94eb0-3404-4350-a89c-1a6b28156974 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182353 Nov 05 22:00:06.527069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a07cdb2d-02e6-4d50-b44b-0b460825239d) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:06.531309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:06.532096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:06.551200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e37b96-76e7-4fe1-8c42-daa35f5b5aca None None] Network a07cdb2d-02e6-4d50-b44b-0b460825239d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:06.605504 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3d608b45-6800-41e4-8efe-f2331ca57292 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7990253 Nov 05 22:00:06.606230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43814) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:06.675221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-791ba43e-a3ca-4109-a7f8-5977b0bdb87e service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502366 Nov 05 22:00:06.798375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:06.806765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e40cf-7104-4c93-b97f-c3f0b7be8f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a07cdb2d-02e6-4d50-b44b-0b460825239d', 'network_id': 'a07cdb2d-02e6-4d50-b44b-0b460825239d', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': 'af45f9ce-61a9-4fcb-8d04-8d1040d29a95'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:06.807866 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-263e40cf-7104-4c93-b97f-c3f0b7be8f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:06.853818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19dce010-bbe4-458e-8d85-53f72b9dd11f req-cbe498b8-12f8-46ba-87ca-c7dbdc3c9530 service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732039 Nov 05 22:00:06.886370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:06.916409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47e1e9-2674-4d48-80e1-ea528ff92402 None None] Network 6433c98d-0d53-4ae7-8071-a1737d91359f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:07.006274 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.036424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=af45f9ce-61a9-4fcb-8d04-8d1040d29a95,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:07.069751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.070388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.070684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.071222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.071690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.072116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.072540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.072962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.073379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.073798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.074215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.074646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:07.122687 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.147342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07cdb2d-02e6-4d50-b44b-0b460825239d']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:07.158895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cf8738-9be4-4c63-b111-ca767dafcdf5') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:07.159293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cf8738-9be4-4c63-b111-ca767dafcdf5') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:07.174657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.190313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.200902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:07.201497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:07.207223 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:07.209776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-98ec20b4-ecdc-414d-8fcf-532c0956e6a7 None None] Provisioning complete for port 74a39e0d-be82-4ab0-99a6-f755675e5df7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:07.209776 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-98ec20b4-ecdc-414d-8fcf-532c0956e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server [None req-263e40cf-7104-4c93-b97f-c3f0b7be8f17 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af45f9ce-61a9-4fcb-8d04-8d1040d29a95: This subnet is being modified by another concurrent operation. Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:00:07.283897 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise exception Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af45f9ce-61a9-4fcb-8d04-8d1040d29a95: This subnet is being modified by another concurrent operation. Nov 05 22:00:07.293377 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Nov 05 22:00:07.359638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856e778-e0c4-46d6-a5d4-fb8cb9398370 req-6a4c6b2d-d5e5-4977-ba2e-afff2204f637 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:07.362141 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2856e778-e0c4-46d6-a5d4-fb8cb9398370 req-6a4c6b2d-d5e5-4977-ba2e-afff2204f637 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1067605 Nov 05 22:00:07.368454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97629dc-3fcf-436e-93aa-fc4bef137e0e None None] Network a07cdb2d-02e6-4d50-b44b-0b460825239d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:07.411406 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.418917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110d56f-d38b-44ec-9d39-d05d5f64a2db req-cb85f041-eb8a-450d-8be5-ada25b7dfd9b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:07.423177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2110d56f-d38b-44ec-9d39-d05d5f64a2db req-cb85f041-eb8a-450d-8be5-ada25b7dfd9b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1298127 Nov 05 22:00:07.429650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.436414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/a07cdb2d-02e6-4d50-b44b-0b460825239d HTTP/1.1" status: 204 len: 168 time: 0.8260226 Nov 05 22:00:07.437890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43834) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:07.449398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783985309'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:07.454011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77a552-4e36-4968-af22-ee47d31951a1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=a07cdb2d-02e6-4d50-b44b-0b460825239d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:07.465893 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2856e778-e0c4-46d6-a5d4-fb8cb9398370 req-1674b27c-d91a-4181-8ef2-bc3848b42e35 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913486 Nov 05 22:00:07.488361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-98ec20b4-ecdc-414d-8fcf-532c0956e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.500001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2110d56f-d38b-44ec-9d39-d05d5f64a2db req-f472a063-26d3-433b-9d1e-b93b5c9cfe43 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704503 Nov 05 22:00:07.575351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:07.582639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.618910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-98ec20b4-ecdc-414d-8fcf-532c0956e6a7 None None] For port 74a39e0d-be82-4ab0-99a6-f755675e5df7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=74a39e0d-be82-4ab0-99a6-f755675e5df7,segment=NetworkSegment(47524901-b07b-4cd4-8f6d-da2915d23775),segment_id=47524901-b07b-4cd4-8f6d-da2915d23775)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:07.632274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:07.642947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.643670 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment 2f1184cc-1d14-4e75-aa9f-1cfae8d23555 of type vlan for network 07c45abd-e690-4169-940d-8425bdcea340 Nov 05 22:00:07.663735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926405f3-3fc5-45c6-b23b-5a4049810720 req-ececdcf7-a14c-4e44-9aa1-30f123a0035b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:07.676088 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-926405f3-3fc5-45c6-b23b-5a4049810720 req-ececdcf7-a14c-4e44-9aa1-30f123a0035b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 944 time: 0.1103144 Nov 05 22:00:07.683703 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-98ec20b4-ecdc-414d-8fcf-532c0956e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.738668 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.769182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec20b4-ecdc-414d-8fcf-532c0956e6a7 None None] Pushing event updated for resources: {'Port': ['ID=74a39e0d-be82-4ab0-99a6-f755675e5df7,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:07.795323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-926405f3-3fc5-45c6-b23b-5a4049810720 req-54de28e3-07bc-4dc4-ad51-74f3016f4629 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181326 Nov 05 22:00:07.868422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.874660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:07.875497 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:07.895878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74a39e0d-be82-4ab0-99a6-f755675e5df7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:07.952168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 74a39e0d-be82-4ab0-99a6-f755675e5df7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:07.952791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:08.026518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09903a77-b4d5-4228-9507-1a83e463624d None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:08.214286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-de1a84c5-0e67-4aa8-b64c-7d6912fc630d None None] Provisioning complete for port 74a39e0d-be82-4ab0-99a6-f755675e5df7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:08.214750 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de1a84c5-0e67-4aa8-b64c-7d6912fc630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:08.216824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09903a77-b4d5-4228-9507-1a83e463624d None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:08.346455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9069011 Nov 05 22:00:08.349299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43850) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:08.354349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': '07c45abd-e690-4169-940d-8425bdcea340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:08.358497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d2374-e804-4249-a9bf-ebcc05bfb563 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=07c45abd-e690-4169-940d-8425bdcea340,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:08.378701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 07c45abd-e690-4169-940d-8425bdcea340 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:08.577373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:08.581550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:08.624330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd2e7-9eb2-4e4a-b5bb-23a9ea1897ee req-9d0440d5-f4bc-49c7-8627-c56bddb3515c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:08.628155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b0dd2e7-9eb2-4e4a-b5bb-23a9ea1897ee req-9d0440d5-f4bc-49c7-8627-c56bddb3515c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0759487 Nov 05 22:00:08.646890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing IP validity checks on allocation pools {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 22:00:08.647721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 22:00:08.665337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4bb2414a-9c89-46b6-8f2d-7eeef6ec9d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:08.711956 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b0dd2e7-9eb2-4e4a-b5bb-23a9ea1897ee req-b58549a5-f475-404b-8707-d2f48ec1de75 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778363 Nov 05 22:00:08.840749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2de57-eae3-4053-bfb4-233d9b5a6b08 req-d2abdfbc-7358-4434-9d45-93493760b059 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:08.843473 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13d2de57-eae3-4053-bfb4-233d9b5a6b08 req-d2abdfbc-7358-4434-9d45-93493760b059 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0940678 Nov 05 22:00:08.914041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13d2de57-eae3-4053-bfb4-233d9b5a6b08 req-3d22a8cf-82c2-493a-bed3-fe43b12c58e1 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640283 Nov 05 22:00:08.918452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cb012-d98c-446b-a3f0-f9093284fcfd req-64666e23-2819-4c91-873b-fb606456f30a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:08.920182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f1cb012-d98c-446b-a3f0-f9093284fcfd req-64666e23-2819-4c91-873b-fb606456f30a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 944 time: 0.0552897 Nov 05 22:00:08.926100 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.002791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=3dcb57a0-65c3-4e58-b038-6768de2cccce,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:09.010215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': '2f1184cc-1d14-4e75-aa9f-1cfae8d23555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '07c45abd-e690-4169-940d-8425bdcea340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:09.011011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: 07c45abd-e690-4169-940d-8425bdcea340, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:09.020850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f1cb012-d98c-446b-a3f0-f9093284fcfd req-8760d0d2-c2c4-4445-8ab6-cdddac204941 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816805 Nov 05 22:00:09.102413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network 07c45abd-e690-4169-940d-8425bdcea340 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:09.200498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 07c45abd-e690-4169-940d-8425bdcea340) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:09.206126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:09.206856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.213012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377c43a-3b2c-4570-80ae-cb18d46c2b91 None None] Network 07c45abd-e690-4169-940d-8425bdcea340 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:09.289964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5a2dd024-fa2a-43a6-8fb3-95868b6f4742 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9396353 Nov 05 22:00:09.292743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43870) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:09.391184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-07c45abd-e690-4169-940d-8425bdcea340', 'network_id': '07c45abd-e690-4169-940d-8425bdcea340', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': '3dcb57a0-65c3-4e58-b038-6768de2cccce'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:09.392364 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.419160 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.498570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.551146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Allocated IP 172.20.0.3 (07c45abd-e690-4169-940d-8425bdcea340/3dcb57a0-65c3-4e58-b038-6768de2cccce/c1787877-8418-4487-acdc-3168d48bf997) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:09.700702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.760009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74a39e0d-be82-4ab0-99a6-f755675e5df7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:09.791341 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.846878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Network 07c45abd-e690-4169-940d-8425bdcea340 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:09.853720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:09.857950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:09.858710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043307f-d5d6-473f-bdc5-38ba351cc9f0 req-da354d49-71d9-4ba8-89ab-c83c051f4f8e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:09.865319 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.871958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Pushing event updated for resources: {'Port': ['ID=c1787877-8418-4487-acdc-3168d48bf997,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:09.880174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6043307f-d5d6-473f-bdc5-38ba351cc9f0 req-da354d49-71d9-4ba8-89ab-c83c051f4f8e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0924640 Nov 05 22:00:09.882139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 74a39e0d-be82-4ab0-99a6-f755675e5df7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:09.882515 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:09.913786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcb57a0-65c3-4e58-b038-6768de2cccce,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:09.984134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6043307f-d5d6-473f-bdc5-38ba351cc9f0 req-f6c49a83-8656-4091-a431-fee4e3a7f603 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012995 Nov 05 22:00:10.043303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.065014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c45abd-e690-4169-940d-8425bdcea340']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:10.078101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Attempting to bind port c1787877-8418-4487-acdc-3168d48bf997 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:10.078590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Attempting to bind port c1787877-8418-4487-acdc-3168d48bf997 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '2f1184cc-1d14-4e75-aa9f-1cfae8d23555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '07c45abd-e690-4169-940d-8425bdcea340'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:10.079195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Attempting to bind port c1787877-8418-4487-acdc-3168d48bf997 on network 07c45abd-e690-4169-940d-8425bdcea340 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:10.090151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:10.090151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Checking segment: {'id': '2f1184cc-1d14-4e75-aa9f-1cfae8d23555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '07c45abd-e690-4169-940d-8425bdcea340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:10.090151 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.090151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Bound using segment: {'id': '2f1184cc-1d14-4e75-aa9f-1cfae8d23555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '07c45abd-e690-4169-940d-8425bdcea340'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:10.090151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Bound port: c1787877-8418-4487-acdc-3168d48bf997, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1184cc-1d14-4e75-aa9f-1cfae8d23555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '07c45abd-e690-4169-940d-8425bdcea340'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:10.090151 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.099631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1184cc-1d14-4e75-aa9f-1cfae8d23555') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:10.100173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1184cc-1d14-4e75-aa9f-1cfae8d23555') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:10.114162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.132310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.149375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:10.150044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:10.153457 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:10.159750 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.193932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394ca8b-2f49-4a29-b794-768de1a9ca5a req-9e6f65e7-d80c-4201-bb48-0a1ca4d2c4f3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:10.202531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2394ca8b-2f49-4a29-b794-768de1a9ca5a req-9e6f65e7-d80c-4201-bb48-0a1ca4d2c4f3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 944 time: 0.0768530 Nov 05 22:00:10.212184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] For port c1787877-8418-4487-acdc-3168d48bf997, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:10.263637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2394ca8b-2f49-4a29-b794-768de1a9ca5a req-1e804bb4-244c-4169-8641-f3fd44a88e75 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592170 Nov 05 22:00:10.305109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] For port c1787877-8418-4487-acdc-3168d48bf997, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c1787877-8418-4487-acdc-3168d48bf997,segment=NetworkSegment(2f1184cc-1d14-4e75-aa9f-1cfae8d23555),segment_id=2f1184cc-1d14-4e75-aa9f-1cfae8d23555)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:10.322766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947092-2c49-4194-a572-aa517e1fe9bb req-15d37eb4-de5b-4713-ae75-3ec6f2530694 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:10.326076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d947092-2c49-4194-a572-aa517e1fe9bb req-15d37eb4-de5b-4713-ae75-3ec6f2530694 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.2417223 Nov 05 22:00:10.348791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:00:10.348791 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:00:10.348791 n-d-816738-5 neutron-server[102292]: [parameters: {'id': '07c45abd-e690-4169-940d-8425bdcea340'}] Nov 05 22:00:10.348791 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:10.349209 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:10.366400 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.379991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d947092-2c49-4194-a572-aa517e1fe9bb req-0f77c6d8-1c8e-477f-9582-a9632be9d1d4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 Nov 05 22:00:10.481515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91116997-21cb-4e59-9414-8fbb47e7a3eb None None] Pushing event updated for resources: {'Port': ['ID=c1787877-8418-4487-acdc-3168d48bf997,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:10.499372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f853b9e6-c4b5-44c3-8cda-c012176cabf3 None None] Network 07c45abd-e690-4169-940d-8425bdcea340 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:10.634981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf4bc4-c89d-47a3-85f0-635d518d12df None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:10.735089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adf4bc4-c89d-47a3-85f0-635d518d12df None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:10.825774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6bc0967a-4498-4b92-be62-a06dc5219725 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:00:10.849873 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:10.927705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port c1787877-8418-4487-acdc-3168d48bf997 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:10.929321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.009572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6bc0967a-4498-4b92-be62-a06dc5219725, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6bc0967a-4498-4b92-be62-a06dc5219725,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:11.123256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '6bc0967a-4498-4b92-be62-a06dc5219725', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': '6bc0967a-4498-4b92-be62-a06dc5219725', 'mac_address': 'fa:16:3e:f1:e5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:00:11.139337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port c1787877-8418-4487-acdc-3168d48bf997, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c1787877-8418-4487-acdc-3168d48bf997,segment=NetworkSegment(2f1184cc-1d14-4e75-aa9f-1cfae8d23555),segment_id=2f1184cc-1d14-4e75-aa9f-1cfae8d23555)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:11.139969 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.156449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for c1787877-8418-4487-acdc-3168d48bf997 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:11.170281 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.184327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc0967a-4498-4b92-be62-a06dc5219725 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:00:11.212098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6bc0967a-4498-4b92-be62-a06dc5219725, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6bc0967a-4498-4b92-be62-a06dc5219725,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:11.252266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550ef0f-73af-493a-bf67-0ea490c45b1a req-0b9ec5c6-4d1e-42c8-8761-4314f4ef37bf tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:11.255287 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b550ef0f-73af-493a-bf67-0ea490c45b1a req-0b9ec5c6-4d1e-42c8-8761-4314f4ef37bf tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1104646 Nov 05 22:00:11.320037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.321762 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.339365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port c1787877-8418-4487-acdc-3168d48bf997 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:11.370855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43910) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:11.388523 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b550ef0f-73af-493a-bf67-0ea490c45b1a req-18b36ad0-9965-41d4-8e92-b7d6480860d6 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245532 Nov 05 22:00:11.410043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=c1787877-8418-4487-acdc-3168d48bf997,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:11.441406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.497846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6bc0967a-4498-4b92-be62-a06dc5219725,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:11.551677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda1739-0aba-43d5-88fd-d0b5876459eb req-d960201b-2e5b-45e8-a774-60202323efc6 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:11.554747 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-efda1739-0aba-43d5-88fd-d0b5876459eb req-d960201b-2e5b-45e8-a774-60202323efc6 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0671690 Nov 05 22:00:11.559638 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.573332 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3597241d-4f0c-4240-acce-9f5c746848c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.590901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86576c-9d89-44cb-9f22-78ba2a3116ac req-de869f29-e51b-4ffb-9a16-b17cbaf37176 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:11.592430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b86576c-9d89-44cb-9f22-78ba2a3116ac req-de869f29-e51b-4ffb-9a16-b17cbaf37176 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 945 time: 0.2130134 Nov 05 22:00:11.597933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c45abd-e690-4169-940d-8425bdcea340']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:11.631458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1184cc-1d14-4e75-aa9f-1cfae8d23555') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:11.631797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1184cc-1d14-4e75-aa9f-1cfae8d23555') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:11.652156 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.657662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6bc0967a-4498-4b92-be62-a06dc5219725'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:00:11.677589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b86576c-9d89-44cb-9f22-78ba2a3116ac req-cf29898b-b938-4e33-b2eb-ce0ee3c7309c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Nov 05 22:00:11.681785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.695355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:11.696198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:11.701403 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:11.734445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-efda1739-0aba-43d5-88fd-d0b5876459eb req-8ac59076-7531-47e5-ae3c-5435bedd6555 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632850 Nov 05 22:00:11.740982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3597241d-4f0c-4240-acce-9f5c746848c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.822567 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3597241d-4f0c-4240-acce-9f5c746848c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.858095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.864655 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.869238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597241d-4f0c-4240-acce-9f5c746848c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a29c62-e82d-4bf7-a0d3-cbaa08609cad,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:11.871995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/07c45abd-e690-4169-940d-8425bdcea340 HTTP/1.1" status: 204 len: 168 time: 2.5779402 Nov 05 22:00:11.872641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:11.879314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3597241d-4f0c-4240-acce-9f5c746848c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=413d4a1a476b498886c2ccea9d4b7931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4866841 Nov 05 22:00:11.879786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43920) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:11.893902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1197824025'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:11.927199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfad426-79cf-4a01-9d44-a76e4760333c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=07c45abd-e690-4169-940d-8425bdcea340,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:11.938256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfacb566-c354-45ed-bf71-a13d63d3afaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:11.964433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfacb566-c354-45ed-bf71-a13d63d3afaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.006906 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.016662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:12.021156 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.091738 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfacb566-c354-45ed-bf71-a13d63d3afaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.094492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfacb566-c354-45ed-bf71-a13d63d3afaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.104443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dfacb566-c354-45ed-bf71-a13d63d3afaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6a29c62-e82d-4bf7-a0d3-cbaa08609cad HTTP/1.1" status: 204 len: 168 time: 0.2158496 Nov 05 22:00:12.120245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacb566-c354-45ed-bf71-a13d63d3afaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a29c62-e82d-4bf7-a0d3-cbaa08609cad,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:12.124065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:12.160370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.161631 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment 8f9508bb-9913-4641-9996-2950f47c5d83 of type vlan for network 398cc49e-b52e-4aec-83c8-112acaa77d7e Nov 05 22:00:12.228836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.325674 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.333848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:12.335286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.408405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=398cc49e-b52e-4aec-83c8-112acaa77d7e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:12.420454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 398cc49e-b52e-4aec-83c8-112acaa77d7e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:12.452704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-367d9ad6-cbed-4eb1-8ddb-ab739683bd1c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5711913 Nov 05 22:00:12.453082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43932) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:12.459189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': '398cc49e-b52e-4aec-83c8-112acaa77d7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:12.563573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd987a3-95f4-4a95-a6c0-d0cf93aa2ad9 req-5d2fc352-aacd-4893-850b-31984aee05e9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:12.575271 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2dd987a3-95f4-4a95-a6c0-d0cf93aa2ad9 req-5d2fc352-aacd-4893-850b-31984aee05e9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0931928 Nov 05 22:00:12.629184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2dd987a3-95f4-4a95-a6c0-d0cf93aa2ad9 req-91c2b69d-4196-4053-a15b-a6f5ad46c43c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529277 Nov 05 22:00:12.657024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:12.660688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.779583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6bc0967a-4498-4b92-be62-a06dc5219725 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:12.921305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38d3c-45a4-487c-a6df-e9e2d9d3dd95 req-b0ba6bb5-e4ec-495c-b423-341bad2236c9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:12.922974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-beb38d3c-45a4-487c-a6df-e9e2d9d3dd95 req-b0ba6bb5-e4ec-495c-b423-341bad2236c9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 945 time: 0.0545003 Nov 05 22:00:12.926056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 6bc0967a-4498-4b92-be62-a06dc5219725 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:00:12.929102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df6e90-ee02-4eb2-a6ec-33dba228dd95 req-8e43ba11-790a-4755-8deb-eba08a1600df tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:12.930098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 6bc0967a-4498-4b92-be62-a06dc5219725 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:12.936292 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.936557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8df6e90-ee02-4eb2-a6ec-33dba228dd95 req-8e43ba11-790a-4755-8deb-eba08a1600df tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0761518 Nov 05 22:00:12.936819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43938) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:12.956590 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:12.956840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf53e-7aca-42c7-9a85-83a2b621f27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.033640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8df6e90-ee02-4eb2-a6ec-33dba228dd95 req-11cb2d16-739a-474f-9ef4-6b72d177947c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903165 Nov 05 22:00:13.048057 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.094013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0967a-4498-4b92-be62-a06dc5219725'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:13.097083 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b281a6b-0d6a-4eb1-8d83-cbc600b8af72" -d '{"events": [{"server_uuid": "8845d04c-3c65-4c16-8794-8bf458f176c3", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0967a-4498-4b92-be62-a06dc5219725"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:13.101813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-beb38d3c-45a4-487c-a6df-e9e2d9d3dd95 req-55a0c567-0b21-48ca-832f-e52db0aedbab tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666474 Nov 05 22:00:13.102451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=70d05604-81fe-4762-835d-676bad0d4839,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:13.108709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': '8f9508bb-9913-4641-9996-2950f47c5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '398cc49e-b52e-4aec-83c8-112acaa77d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:13.109187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: 398cc49e-b52e-4aec-83c8-112acaa77d7e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:13.124410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6bc0967a-4498-4b92-be62-a06dc5219725, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6bc0967a-4498-4b92-be62-a06dc5219725,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:13.154442 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a86d671-660c-42cf-a669-5975c5738169 x-openstack-request-id: req-4a86d671-660c-42cf-a669-5975c5738169 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:13.154738 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8845d04c-3c65-4c16-8794-8bf458f176c3", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0967a-4498-4b92-be62-a06dc5219725", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:13.154996 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a86d671-660c-42cf-a669-5975c5738169 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:13.155417 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0967a-4498-4b92-be62-a06dc5219725', 'code': 200} Nov 05 22:00:13.189321 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.217251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network 398cc49e-b52e-4aec-83c8-112acaa77d7e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:13.228384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf53e-7aca-42c7-9a85-83a2b621f27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.250464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6bc0967a-4498-4b92-be62-a06dc5219725,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:13.275875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f31b3-4d13-489d-8d53-1d3583cc07ee req-55e264ba-6c21-496d-a519-78cf2144bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:13.278476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c2f31b3-4d13-489d-8d53-1d3583cc07ee req-55e264ba-6c21-496d-a519-78cf2144bdf7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 1097 time: 0.0486600 Nov 05 22:00:13.327078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c2f31b3-4d13-489d-8d53-1d3583cc07ee req-8a1ea6ae-5e09-4ec0-bc61-fc7ae5723992 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Nov 05 22:00:13.331667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 398cc49e-b52e-4aec-83c8-112acaa77d7e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:13.336798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:13.337739 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.349533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe36b9-a042-4729-baf5-5ee5cbf62291 None None] Network 398cc49e-b52e-4aec-83c8-112acaa77d7e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:13.363784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf53e-7aca-42c7-9a85-83a2b621f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.430187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cf53e-7aca-42c7-9a85-83a2b621f27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad162fb-48db-48fb-90dd-c85064149981,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:13.431424 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7b8bbdf0-be56-43ba-9717-354f8ee05d19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9772294 Nov 05 22:00:13.434097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43952) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:13.450136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3d5cf53e-7aca-42c7-9a85-83a2b621f27b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bd0b4607750470fa540e3781f8be18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095394 Nov 05 22:00:13.450136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43956) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:13.528690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de41f103-75c4-4c77-80b8-839867c39cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.554993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de41f103-75c4-4c77-80b8-839867c39cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.630437 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.687494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.737067 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de41f103-75c4-4c77-80b8-839867c39cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.739914 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de41f103-75c4-4c77-80b8-839867c39cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.741253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de41f103-75c4-4c77-80b8-839867c39cdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dad162fb-48db-48fb-90dd-c85064149981 HTTP/1.1" status: 204 len: 168 time: 0.2903318 Nov 05 22:00:13.754047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41f103-75c4-4c77-80b8-839867c39cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad162fb-48db-48fb-90dd-c85064149981,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:13.789615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d2e69-dc1a-4b60-b9bd-d4b59b93c7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-398cc49e-b52e-4aec-83c8-112acaa77d7e', 'network_id': '398cc49e-b52e-4aec-83c8-112acaa77d7e', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': '70d05604-81fe-4762-835d-676bad0d4839'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:13.789615 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ce3d2e69-dc1a-4b60-b9bd-d4b59b93c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.865720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba474691-0a33-4cc3-a66f-762694611b27 req-f6c743ea-6c76-4c8d-814f-b74a72459477 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:13.867606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba474691-0a33-4cc3-a66f-762694611b27 req-f6c743ea-6c76-4c8d-814f-b74a72459477 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1278653 Nov 05 22:00:13.911659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server [None req-ce3d2e69-dc1a-4b60-b9bd-d4b59b93c7b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70d05604-81fe-4762-835d-676bad0d4839: This subnet is being modified by another concurrent operation. Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:00:13.943931 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise exception Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70d05604-81fe-4762-835d-676bad0d4839: This subnet is being modified by another concurrent operation. Nov 05 22:00:13.947327 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Nov 05 22:00:13.959142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=70d05604-81fe-4762-835d-676bad0d4839,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:13.970984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad266d-721f-4ddb-893a-319e8939d057 None None] Network 398cc49e-b52e-4aec-83c8-112acaa77d7e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:13.977526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba474691-0a33-4cc3-a66f-762694611b27 req-940915ab-53c1-4e3c-a63a-24e21ad16867 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940540 Nov 05 22:00:14.042710 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.072345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398cc49e-b52e-4aec-83c8-112acaa77d7e']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:14.085180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9508bb-9913-4641-9996-2950f47c5d83') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:14.085713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9508bb-9913-4641-9996-2950f47c5d83') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:14.108238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.110669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f1ed1-0e8c-4788-aaa9-c537168cddaa None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:14.137859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.150468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:14.151438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:14.155660 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:14.267252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f1ed1-0e8c-4788-aaa9-c537168cddaa None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:14.267578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361378-f625-4c0c-a3d2-3d90b54b13ac req-06b2e9cd-c9f1-428a-a6fe-799b98271af4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:14.270172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06361378-f625-4c0c-a3d2-3d90b54b13ac req-06b2e9cd-c9f1-428a-a6fe-799b98271af4 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0921562 Nov 05 22:00:14.343949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b535fe5-61a9-44ac-ab17-c67e3b502a9c req-8a7a7991-2461-4dff-843a-fc5a130f28ae tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:14.348942 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b535fe5-61a9-44ac-ab17-c67e3b502a9c req-8a7a7991-2461-4dff-843a-fc5a130f28ae tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 946 time: 0.1006982 Nov 05 22:00:14.375879 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06361378-f625-4c0c-a3d2-3d90b54b13ac req-6443f0ac-8b66-4ad5-a3fa-697c1243e875 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898881 Nov 05 22:00:14.390616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.412741 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.416777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/398cc49e-b52e-4aec-83c8-112acaa77d7e HTTP/1.1" status: 204 len: 168 time: 0.9813776 Nov 05 22:00:14.417886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2036cc9-11b6-4126-b4e5-49ac4b3e5a31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=398cc49e-b52e-4aec-83c8-112acaa77d7e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:14.420283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44004) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:14.427660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540114556'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:14.508445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b535fe5-61a9-44ac-ab17-c67e3b502a9c req-b9d84865-98ed-4f55-b415-dd35e48a77c2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483877 Nov 05 22:00:14.570855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:14.576550 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.610073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:14.645732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.646457 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment 20126f91-5cd5-4b7b-a368-36a7af4977ff of type vlan for network fcfd5b0f-c82c-4d20-b35a-376d86779e38 Nov 05 22:00:14.731692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.828260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.834674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:14.835256 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:14.927393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=fcfd5b0f-c82c-4d20-b35a-376d86779e38,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:14.933569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-416daa71-06b5-4582-bdd6-a4e3227ea9cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5121670 Nov 05 22:00:14.936193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44040) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:14.939084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network fcfd5b0f-c82c-4d20-b35a-376d86779e38 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:14.942220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:15.026859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44048) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:15.032495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f9ed1a58-32c7-45be-98fb-111e6f4982b5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038383695', 'description': 'tempest-secgroup-smoke-1038383695 description', 'project_id': '428f28f3ee2444339c2fe089ffe91548'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:15.053833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 22:00:15.053833 n-d-816738-5 neutron-server[102292]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 05 22:00:15.053833 n-d-816738-5 neutron-server[102292]: [parameters: {'project_id': '9eb316706a004362b87452ea06661543', 'id': '03dc1e59-3af8-40cb-94be-e7e2d49b07e6', 'expiration': datetime.datetime(2021, 11, 5, 22, 2, 15, 50374)}] Nov 05 22:00:15.053833 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:15.054333 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:15.106148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44501dbf-4c8b-4080-ae35-51fadddff249 req-dd7ef91b-4d54-4448-a390-b4abf5b74f69 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:15.107946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44501dbf-4c8b-4080-ae35-51fadddff249 req-dd7ef91b-4d54-4448-a390-b4abf5b74f69 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0593665 Nov 05 22:00:15.151992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ed1a58-32c7-45be-98fb-111e6f4982b5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.164614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44501dbf-4c8b-4080-ae35-51fadddff249 req-2fbc25fa-0dd4-493c-8b50-7e2062353a60 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Nov 05 22:00:15.230483 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ed1a58-32c7-45be-98fb-111e6f4982b5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.337153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ed1a58-32c7-45be-98fb-111e6f4982b5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.366682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed1a58-32c7-45be-98fb-111e6f4982b5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:15.430147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ed1a58-32c7-45be-98fb-111e6f4982b5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.431448 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f9ed1a58-32c7-45be-98fb-111e6f4982b5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4026887 Nov 05 22:00:15.434582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44070) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:15.440368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-aaa198ba-16f1-4a11-8fbd-470040535e1e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'security_group_rule': {'security_group_id': '9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa', 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:15.504344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f847f-b72d-46cd-9e04-bb9dad398803 req-735fab92-4fef-4774-b34f-336d1ad52ee8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:15.513048 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-225f847f-b72d-46cd-9e04-bb9dad398803 req-735fab92-4fef-4774-b34f-336d1ad52ee8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0711975 Nov 05 22:00:15.576968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-225f847f-b72d-46cd-9e04-bb9dad398803 req-d3e0abbd-2623-418c-9ea7-b7a2ee9f22bd tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588191 Nov 05 22:00:15.650128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaa198ba-16f1-4a11-8fbd-470040535e1e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.675755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:15.681301 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.695480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025cef-2ecc-402b-9b89-4bd70c7a6bae req-23d70a36-1a73-4f77-b5c5-54c58b7cc12e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:15.697229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a025cef-2ecc-402b-9b89-4bd70c7a6bae req-23d70a36-1a73-4f77-b5c5-54c58b7cc12e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 946 time: 0.1112995 Nov 05 22:00:15.761663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaa198ba-16f1-4a11-8fbd-470040535e1e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.779592 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a025cef-2ecc-402b-9b89-4bd70c7a6bae req-63893fbd-553e-42e5-8a1a-1d6da3a9ed05 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606415 Nov 05 22:00:15.907104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaa198ba-16f1-4a11-8fbd-470040535e1e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:15.928090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa198ba-16f1-4a11-8fbd-470040535e1e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d949fa08-57dd-40fb-b9a1-fa44abdc1138,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:16.013005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaa198ba-16f1-4a11-8fbd-470040535e1e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.014818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aaa198ba-16f1-4a11-8fbd-470040535e1e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5786831 Nov 05 22:00:16.018017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44106) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:16.022657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-dfd4ef20-fcc2-4729-bf34-f4ea9b5b856e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'security_group_rule': {'security_group_id': '9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa', 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:16.039934 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.123390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=d97ce97a-5683-491c-8d82-7b08f4eff100,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:16.127453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': '20126f91-5cd5-4b7b-a368-36a7af4977ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:16.127453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: fcfd5b0f-c82c-4d20-b35a-376d86779e38, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:16.159154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ef20-fcc2-4729-bf34-f4ea9b5b856e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.224971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ef20-fcc2-4729-bf34-f4ea9b5b856e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.260892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network fcfd5b0f-c82c-4d20-b35a-376d86779e38 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:16.302443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8aed2-6e2b-4509-b5ec-8810cf8ea3ba req-9df95d59-a9c0-4415-8501-c5f413e89b43 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:16.304014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9e8aed2-6e2b-4509-b5ec-8810cf8ea3ba req-9df95d59-a9c0-4415-8501-c5f413e89b43 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0646966 Nov 05 22:00:16.306980 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ef20-fcc2-4729-bf34-f4ea9b5b856e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.332620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4ef20-fcc2-4729-bf34-f4ea9b5b856e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6fc774-4b74-47b2-b3c2-e60e46ffd2c5,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:16.356617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, fcfd5b0f-c82c-4d20-b35a-376d86779e38) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:16.357024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:16.357681 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.366706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56514b23-e7f4-48b7-b944-b6e3a5b54174 None None] Network fcfd5b0f-c82c-4d20-b35a-376d86779e38 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:16.378598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9e8aed2-6e2b-4509-b5ec-8810cf8ea3ba req-2a35c1fb-a804-48a9-a312-046ce9b3e4ae tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Nov 05 22:00:16.459583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ef20-fcc2-4729-bf34-f4ea9b5b856e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.461099 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dfd4ef20-fcc2-4729-bf34-f4ea9b5b856e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4417906 Nov 05 22:00:16.463902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44126) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:16.468897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0df2eb79-653f-4dca-838a-4ee4c01e1090 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'security_group_rule': {'security_group_id': '9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa', 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:16.503722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-701bb05c-2eff-4336-9146-d91eebe7b79b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5658803 Nov 05 22:00:16.506204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44132) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:16.550341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-fcfd5b0f-c82c-4d20-b35a-376d86779e38', 'network_id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': 'd97ce97a-5683-491c-8d82-7b08f4eff100'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:16.551209 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.611439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0df2eb79-653f-4dca-838a-4ee4c01e1090 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.699325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Allocated IP 172.20.0.2 (fcfd5b0f-c82c-4d20-b35a-376d86779e38/d97ce97a-5683-491c-8d82-7b08f4eff100/5974a07e-3445-4950-a2ca-4f04ca38674d) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:16.721659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0df2eb79-653f-4dca-838a-4ee4c01e1090 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.765460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0df2eb79-653f-4dca-838a-4ee4c01e1090 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.766511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac511a-1950-43a5-ae6b-2ec3c23ae810 req-5b0edaa5-3ce6-428e-b186-6779da3ed130 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:16.768708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95ac511a-1950-43a5-ae6b-2ec3c23ae810 req-5b0edaa5-3ce6-428e-b186-6779da3ed130 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0922022 Nov 05 22:00:16.776924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.821473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2eb79-653f-4dca-838a-4ee4c01e1090 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e19ff9-f96c-41c2-90e1-ea1cdc71248e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:16.843683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95ac511a-1950-43a5-ae6b-2ec3c23ae810 req-67fccaea-708c-4dcc-9ba8-5083f8eb824c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640814 Nov 05 22:00:16.872761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0df2eb79-653f-4dca-838a-4ee4c01e1090 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.874247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0df2eb79-653f-4dca-838a-4ee4c01e1090 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092920 Nov 05 22:00:16.879297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44152) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:16.884753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f3efe554-abaa-4f90-8f4b-8c9a2886ab1d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'security_group_rule': {'security_group_id': '9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa', 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:16.905547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.923362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:16.988091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3efe554-abaa-4f90-8f4b-8c9a2886ab1d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.014451 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.048045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Network fcfd5b0f-c82c-4d20-b35a-376d86779e38 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:17.051586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:17.055248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:17.056269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3efe554-abaa-4f90-8f4b-8c9a2886ab1d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.089809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Pushing event updated for resources: {'Port': ['ID=5974a07e-3445-4950-a2ca-4f04ca38674d,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:17.110343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44168) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:17.118293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.130472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Attempting to bind port 5974a07e-3445-4950-a2ca-4f04ca38674d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:17.130849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Attempting to bind port 5974a07e-3445-4950-a2ca-4f04ca38674d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '20126f91-5cd5-4b7b-a368-36a7af4977ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:17.131756 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Attempting to bind port 5974a07e-3445-4950-a2ca-4f04ca38674d on network fcfd5b0f-c82c-4d20-b35a-376d86779e38 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:17.132850 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3efe554-abaa-4f90-8f4b-8c9a2886ab1d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.138344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:17.138724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Checking segment: {'id': '20126f91-5cd5-4b7b-a368-36a7af4977ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:17.139168 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.139565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Bound using segment: {'id': '20126f91-5cd5-4b7b-a368-36a7af4977ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:17.140583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Bound port: 5974a07e-3445-4950-a2ca-4f04ca38674d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20126f91-5cd5-4b7b-a368-36a7af4977ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:17.141026 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.153680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=d97ce97a-5683-491c-8d82-7b08f4eff100,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:17.167681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efe554-abaa-4f90-8f4b-8c9a2886ab1d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d2b0f2-02f2-4942-bfc1-18b9d1264dcd,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:17.217854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] For port 5974a07e-3445-4950-a2ca-4f04ca38674d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:17.222697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.223443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] For port 5974a07e-3445-4950-a2ca-4f04ca38674d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5974a07e-3445-4950-a2ca-4f04ca38674d,segment=NetworkSegment(20126f91-5cd5-4b7b-a368-36a7af4977ff),segment_id=20126f91-5cd5-4b7b-a368-36a7af4977ff)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:17.236536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3efe554-abaa-4f90-8f4b-8c9a2886ab1d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.237778 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3efe554-abaa-4f90-8f4b-8c9a2886ab1d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3574584 Nov 05 22:00:17.240488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44176) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:17.244952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'security_group_rule': {'security_group_id': '9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa', 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:17.248127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfd5b0f-c82c-4d20-b35a-376d86779e38']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:17.258214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20126f91-5cd5-4b7b-a368-36a7af4977ff') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:17.258668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20126f91-5cd5-4b7b-a368-36a7af4977ff') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:17.271099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.292130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:17.301904 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.303319 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.310216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:17.310602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:17.313773 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:17.352596 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Project 428f28f3ee2444339c2fe089ffe91548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:00:17.361163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.388527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110f7b-3a99-4a0a-a757-e12878b4d1ef None None] Pushing event updated for resources: {'Port': ['ID=5974a07e-3445-4950-a2ca-4f04ca38674d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:17.418374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81897a26-1c3e-4000-895d-87cbe5893e6b None None] Network fcfd5b0f-c82c-4d20-b35a-376d86779e38 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:17.427329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.434367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:00:17.434367 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:00:17.434367 n-d-816738-5 neutron-server[102292]: [parameters: {'id': 'fcfd5b0f-c82c-4d20-b35a-376d86779e38'}] Nov 05 22:00:17.434367 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:17.437853 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:17.480401 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.507481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f1e2-86c2-4dd7-ab3e-8bd9dfde182a req-f70b6b78-b586-4b00-b00c-c4d5b56dd409 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:17.510155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad20f1e2-86c2-4dd7-ab3e-8bd9dfde182a req-f70b6b78-b586-4b00-b00c-c4d5b56dd409 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0523133 Nov 05 22:00:17.544337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9900abc-037c-48df-89bf-d6c917769223 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:17.545067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.564951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d154681-61ae-43a6-841b-1802aa47dd07,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:17.584243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad20f1e2-86c2-4dd7-ab3e-8bd9dfde182a req-062a94f7-4ade-4da4-a95d-aff8c5848ecd tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674675 Nov 05 22:00:17.617935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.655362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.656679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9d30f5b7-3d99-4123-a8da-52c9820c4437 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4152563 Nov 05 22:00:17.660046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44190) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:17.664545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'security_group_rule': {'security_group_id': '9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa', 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:17.674812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9900abc-037c-48df-89bf-d6c917769223 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:17.726815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Allocated IP 172.25.6.141 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/d98b0b21-c99e-49ba-a6c6-3729add2f4e1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:17.752706 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Project 428f28f3ee2444339c2fe089ffe91548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:00:17.757915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.833487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.843894 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.908760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.937262 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.937430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:17.940154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e651ebc5-7387-402d-b919-b11c1f4507e6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:17.998140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:18.004662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:18.010861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port 5974a07e-3445-4950-a2ca-4f04ca38674d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:18.011200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.016571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:18.026257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2a047-dee0-4cdf-9ac0-75fcb61e75df req-e225a2f1-0921-46ba-ab37-088367ef44df tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:18.027802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70c2a047-dee0-4cdf-9ac0-75fcb61e75df req-e225a2f1-0921-46ba-ab37-088367ef44df tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1177797 Nov 05 22:00:18.034430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.044535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1bd213d9-614c-4b0b-a077-d142ded48bb3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3745909 Nov 05 22:00:18.051713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Port': ['ID=d98b0b21-c99e-49ba-a6c6-3729add2f4e1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:18.109368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port 5974a07e-3445-4950-a2ca-4f04ca38674d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5974a07e-3445-4950-a2ca-4f04ca38674d,segment=NetworkSegment(20126f91-5cd5-4b7b-a368-36a7af4977ff),segment_id=20126f91-5cd5-4b7b-a368-36a7af4977ff)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:18.111489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.123312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for 5974a07e-3445-4950-a2ca-4f04ca38674d owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:18.143367 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70c2a047-dee0-4cdf-9ac0-75fcb61e75df req-0a405404-c82b-4392-bdfe-853756b00713 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927358 Nov 05 22:00:18.165442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.260136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.281744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.320408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=5974a07e-3445-4950-a2ca-4f04ca38674d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:18.328514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port 5974a07e-3445-4950-a2ca-4f04ca38674d on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:18.334723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-5699680f-06dd-4f3c-8674-72b6869d461b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038383695&fields=id&tenant_id=428f28f3ee2444339c2fe089ffe91548 HTTP/1.1" status: 200 len: 267 time: 0.0741284 Nov 05 22:00:18.423329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.464895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.477849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.494688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfd5b0f-c82c-4d20-b35a-376d86779e38']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:18.510593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20126f91-5cd5-4b7b-a368-36a7af4977ff') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:18.511232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20126f91-5cd5-4b7b-a368-36a7af4977ff') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:18.531753 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.544377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-f6f1b4c1-e68c-48d7-97d5-4e1f2be5f1d3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:18.545934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-f6f1b4c1-e68c-48d7-97d5-4e1f2be5f1d3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/networks?id=a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 200 len: 814 time: 0.1901560 Nov 05 22:00:18.555562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.555739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Port': ['ID=d98b0b21-c99e-49ba-a6c6-3729add2f4e1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:18.566796 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.576963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:18.577454 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:18.581118 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:18.587992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-1b9a286f-7746-4a32-98fd-3a3b692fd42c tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/quotas/428f28f3ee2444339c2fe089ffe91548 HTTP/1.1" status: 200 len: 375 time: 0.0342169 Nov 05 22:00:18.645414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.645414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b210758-282a-4629-86ac-520eb9ac554c tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5292768 Nov 05 22:00:18.645414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44242) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:18.651923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-618483513'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:18.684113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-ad957f66-7e46-43fe-8954-ca61391207e3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=428f28f3ee2444339c2fe089ffe91548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952351 Nov 05 22:00:18.721313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e32ca-eeda-4c8b-a0ca-747872b079b4 req-79e2f4c6-52f2-4e31-af8b-93328279a217 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:18.722855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-097e32ca-eeda-4c8b-a0ca-747872b079b4 req-79e2f4c6-52f2-4e31-af8b-93328279a217 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0558405 Nov 05 22:00:18.741190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.753054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.756176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/fcfd5b0f-c82c-4d20-b35a-376d86779e38 HTTP/1.1" status: 204 len: 168 time: 2.2468677 Nov 05 22:00:18.761322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44248) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:18.766263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1375620811'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:18.780154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ab842-962d-4d20-be61-81a5e0a63b82 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=fcfd5b0f-c82c-4d20-b35a-376d86779e38,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:18.780254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Made reservation on behalf of 3251d05ed196459cab53a391a8b5ad0e for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:18.784474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.802765 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-097e32ca-eeda-4c8b-a0ca-747872b079b4 req-5dbfcd6f-10a5-4ee6-a838-2d17343be5b9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739849 Nov 05 22:00:18.804921 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.863309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-74061c38-8f9d-46b7-bf0f-b0adc2151b86 service neutron] 10.222.0.41 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690004 Nov 05 22:00:18.877745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:18.881174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.906217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.920161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:18.929962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.930293 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1 of type vlan for network cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae Nov 05 22:00:18.962118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-32b69274-4393-4e2e-ac6a-b9ca81e66298 service neutron] 10.222.0.41 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925126 Nov 05 22:00:18.974754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.979152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:18.996520 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:19.025143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.025477 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Added segment 6dcbf15c-9956-475b-926e-180a8f9bbd8c of type vlan for network cb28ee46-6f0c-499b-947b-5ee2c438f19f Nov 05 22:00:19.040282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207b1578-1cd1-428d-912b-b59875105ede,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:19.084447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.153748 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.159770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:19.160354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.227982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.233484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:19.234051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.271357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5089593 Nov 05 22:00:19.274243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44276) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:19.274501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61697c82-59fc-4b0d-bbf2-cc1ab8cffd5c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:19.280641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:19.284999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:19.361777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0284-ca33-43b7-9903-058b6e32c967 req-b11ce4e3-b0f9-4d46-829b-b9d4e865f9b1 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:19.363297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-031d0284-ca33-43b7-9903-058b6e32c967 req-b11ce4e3-b0f9-4d46-829b-b9d4e865f9b1 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1395085 Nov 05 22:00:19.369493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Network': ['ID=cb28ee46-6f0c-499b-947b-5ee2c438f19f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:19.380969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:19.406750 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b683ef1-676f-41aa-9c66-10388876dd9d tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7571762 Nov 05 22:00:19.407498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44282) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:19.412305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Request body: {'subnet': {'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:19.443644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-031d0284-ca33-43b7-9903-058b6e32c967 req-1ba9edb5-cc35-47c7-9bf5-993ecd213f35 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716112 Nov 05 22:00:19.512104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:19.515800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.573429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing IP validity checks on allocation pools {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 22:00:19.574101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 22:00:19.637900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Made reservation on behalf of 3251d05ed196459cab53a391a8b5ad0e for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:19.641366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.777168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.858221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:19.858595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:19.861949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=b24297ec-26fd-436a-8113-4e150ff5cf93,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:19.879913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fab089bc-318c-4fa8-89e8-ec106c40ff7c req-eae17d57-ee4f-400e-a3f6-3cda37d15087 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0463524 Nov 05 22:00:19.908253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:19.962737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7c47-ce44-4b02-bf69-b9bb8484d2ad req-7eaf1eb7-2905-4962-a85f-08f7d65be120 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:19.970313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Subnet': ['ID=9f4940fa-b8bd-40aa-90eb-331ebc833bd4,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:19.972427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6cc7c47-ce44-4b02-bf69-b9bb8484d2ad req-7eaf1eb7-2905-4962-a85f-08f7d65be120 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0705318 Nov 05 22:00:19.988205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Checking segment: {'id': '6dcbf15c-9956-475b-926e-180a8f9bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:19.988687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Network hostable DHCP agents. Network: cb28ee46-6f0c-499b-947b-5ee2c438f19f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:19.997088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:20.023346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6cc7c47-ce44-4b02-bf69-b9bb8484d2ad req-22f1f846-ac1d-474b-926e-7bb9cfce9952 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500610 Nov 05 22:00:20.068804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:20.170674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1181f-6791-4ef7-bcac-b0ae4e50a2e6 req-f97fa904-2e7c-4090-93a1-400a6d6dbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:20.172199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc1181f-6791-4ef7-bcac-b0ae4e50a2e6 req-f97fa904-2e7c-4090-93a1-400a6d6dbb65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 1096 time: 0.0412350 Nov 05 22:00:20.207188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, cb28ee46-6f0c-499b-947b-5ee2c438f19f) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:20.210022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:20.212820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:20.213663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.217354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:20.217944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.218894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb66ce-fff5-49b9-b026-1be21337af1a None None] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:20.223921 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc1181f-6791-4ef7-bcac-b0ae4e50a2e6 req-fe466831-b541-4f01-8c7f-9f08bce71755 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Nov 05 22:00:20.224315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b55854-f63f-4bf7-ad99-2864f8053fb1 None None] Network cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:20.322469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-124dcabe-3227-4285-b3a4-09eb7dcfe783 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9136574 Nov 05 22:00:20.324876 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44322) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:20.329813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-694792732', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:20.368537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f7d8785-03a9-49f7-bcf3-ba07ca35c423 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0931079 Nov 05 22:00:20.371258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44324) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:20.435820 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.439043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.481788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae', 'network_id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': 'b24297ec-26fd-436a-8113-4e150ff5cf93'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:20.482973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.483415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.515884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-cb28ee46-6f0c-499b-947b-5ee2c438f19f', 'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f', 'tenant_id': '3251d05ed196459cab53a391a8b5ad0e', 'fixed_ips': [{'subnet_id': '9f4940fa-b8bd-40aa-90eb-331ebc833bd4'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:20.517103 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.544856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.570733 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:20.646775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60938e53-bcf6-4dd3-83f8-688d7faf46a9 req-050e1dfd-a28d-494d-b5a7-a160951ec4f5 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:20.654532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60938e53-bcf6-4dd3-83f8-688d7faf46a9 req-050e1dfd-a28d-494d-b5a7-a160951ec4f5 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0695412 Nov 05 22:00:20.700695 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-60938e53-bcf6-4dd3-83f8-688d7faf46a9 req-eec4f6b4-1563-43d3-a317-0a34c71d816f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Nov 05 22:00:20.716874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Allocated IP 172.20.0.3 (cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae/b24297ec-26fd-436a-8113-4e150ff5cf93/f4784f06-fd36-4c27-8d7f-8e7919c497c5) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:20.806687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Allocated IP 172.20.0.2 (cb28ee46-6f0c-499b-947b-5ee2c438f19f/9f4940fa-b8bd-40aa-90eb-331ebc833bd4/7bc80743-759b-4948-9eb3-4e223b335d3a) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:20.808284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.004059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7b3655a-7917-4263-98c2-4427cb67bbb9 req-398f6251-801e-4fb2-988d-407ac879bb1c tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0608387 Nov 05 22:00:21.121017 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.154789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa37fa7-e7e4-46e1-8c2e-b83317fbdcb9 req-a69c660b-bf06-4222-96df-911da16c8e52 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:21.156878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-baa37fa7-e7e4-46e1-8c2e-b83317fbdcb9 req-a69c660b-bf06-4222-96df-911da16c8e52 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0531712 Nov 05 22:00:21.184819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.209097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.236743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.253662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-baa37fa7-e7e4-46e1-8c2e-b83317fbdcb9 req-74cd3683-9e6e-463b-b066-a8c4c23ddb8d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884373 Nov 05 22:00:21.280599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Network cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:21.290239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:21.292855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.299450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:21.317107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Pushing event updated for resources: {'Port': ['ID=f4784f06-fd36-4c27-8d7f-8e7919c497c5,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:21.319480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.347969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=b24297ec-26fd-436a-8113-4e150ff5cf93,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:21.364666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Allocated IP 172.25.6.191 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/c4edf79a-62cd-46eb-9f56-28e7a8edd16d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:21.386974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Attempting to bind port f4784f06-fd36-4c27-8d7f-8e7919c497c5 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:21.388368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Attempting to bind port f4784f06-fd36-4c27-8d7f-8e7919c497c5 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:21.388496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Attempting to bind port f4784f06-fd36-4c27-8d7f-8e7919c497c5 on network cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:21.395443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:21.395983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Checking segment: {'id': 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:21.396596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.396991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Bound using segment: {'id': 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:21.397470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Bound port: f4784f06-fd36-4c27-8d7f-8e7919c497c5, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:21.398659 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.424565 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.448025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.455984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:21.468928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:21.469370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:21.485136 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.494034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:21.501643 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.502457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:21.507749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:21.509485 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:21.513785 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:21.523284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:21.543227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Pushing event updated for resources: {'Port': ['ID=7bc80743-759b-4948-9eb3-4e223b335d3a,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:21.547094 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.571633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] For port f4784f06-fd36-4c27-8d7f-8e7919c497c5, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:21.599755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Attempting to bind port 7bc80743-759b-4948-9eb3-4e223b335d3a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:21.600127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Attempting to bind port 7bc80743-759b-4948-9eb3-4e223b335d3a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6dcbf15c-9956-475b-926e-180a8f9bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:21.600490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Attempting to bind port 7bc80743-759b-4948-9eb3-4e223b335d3a on network cb28ee46-6f0c-499b-947b-5ee2c438f19f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:21.615341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:21.615743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Checking segment: {'id': '6dcbf15c-9956-475b-926e-180a8f9bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:21.616145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.616535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Bound using segment: {'id': '6dcbf15c-9956-475b-926e-180a8f9bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:21.617009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Bound port: 7bc80743-759b-4948-9eb3-4e223b335d3a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcbf15c-9956-475b-926e-180a8f9bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:21.617393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.622414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] For port f4784f06-fd36-4c27-8d7f-8e7919c497c5, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f4784f06-fd36-4c27-8d7f-8e7919c497c5,segment=NetworkSegment(cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1),segment_id=cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:21.632568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:00:21.632568 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:00:21.632568 n-d-816738-5 neutron-server[102292]: [parameters: {'id': 'cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae'}] Nov 05 22:00:21.632568 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:21.633516 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:21.655719 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.686627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.700558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] For port 7bc80743-759b-4948-9eb3-4e223b335d3a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:21.706631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:21.713143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:21.717320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:21.742766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] For port 7bc80743-759b-4948-9eb3-4e223b335d3a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7bc80743-759b-4948-9eb3-4e223b335d3a,segment=NetworkSegment(6dcbf15c-9956-475b-926e-180a8f9bbd8c),segment_id=6dcbf15c-9956-475b-926e-180a8f9bbd8c)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:21.748803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Port': ['ID=c4edf79a-62cd-46eb-9f56-28e7a8edd16d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:21.784757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a44cf-1390-4b35-89d1-230bcb1789b9 None None] Pushing event updated for resources: {'Port': ['ID=f4784f06-fd36-4c27-8d7f-8e7919c497c5,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:21.810241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0eda31-a01e-42c4-8101-0b183f8a4369 None None] Network cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:21.836597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:21.974306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ecae3-62c3-409f-bd66-8ed1ff49538e None None] Pushing event updated for resources: {'Port': ['ID=7bc80743-759b-4948-9eb3-4e223b335d3a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:22.124809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a65b0ec-3d6a-454f-96ac-9b2fdcc02bd3 req-925e9b9d-78c1-42b3-b59a-2d48bb06d958 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0306523 Nov 05 22:00:22.136650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:22.227840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port f4784f06-fd36-4c27-8d7f-8e7919c497c5 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:22.228792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:22.324575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port f4784f06-fd36-4c27-8d7f-8e7919c497c5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f4784f06-fd36-4c27-8d7f-8e7919c497c5,segment=NetworkSegment(cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1),segment_id=cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:22.326153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:22.347355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for f4784f06-fd36-4c27-8d7f-8e7919c497c5 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:22.360303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c1530-da3b-4668-93b9-b12be0cce0f2 req-c6ae366d-fd23-4f8a-8ec4-d009ca3e5e0c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:22.363050 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b3c1530-da3b-4668-93b9-b12be0cce0f2 req-c6ae366d-fd23-4f8a-8ec4-d009ca3e5e0c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.5282724 Nov 05 22:00:22.425961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b3c1530-da3b-4668-93b9-b12be0cce0f2 req-0c958542-3478-4ea6-b248-60a9128a97b8 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Nov 05 22:00:22.468694 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:00:22.480433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c048a9-f9f7-4c38-8e39-1bb0d9a0fe7a req-963c8a54-cd01-44d5-a0a2-257fc1704b30 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:22.482045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13c048a9-f9f7-4c38-8e39-1bb0d9a0fe7a req-963c8a54-cd01-44d5-a0a2-257fc1704b30 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0594821 Nov 05 22:00:22.594152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:22.606123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13c048a9-f9f7-4c38-8e39-1bb0d9a0fe7a req-4c92fafe-f5ed-45d6-8f88-d601d2a561dc tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143906 Nov 05 22:00:22.614506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:22.634558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=f4784f06-fd36-4c27-8d7f-8e7919c497c5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:22.645782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port f4784f06-fd36-4c27-8d7f-8e7919c497c5 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:22.727340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-fded5fa6-9c9b-4e85-8bc2-67a532b10168 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:22.729063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-fded5fa6-9c9b-4e85-8bc2-67a532b10168 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.46 "GET /v2.0/networks?id=a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 200 len: 814 time: 0.2121551 Nov 05 22:00:22.810707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:22.915203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:22.917839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:22.954247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:22.954790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6365e7-c02b-4f1d-b1d9-64cdf9c99bb1') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:22.971346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-89370a05-9956-4249-b48d-342fd929eb2b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428f28f3ee2444339c2fe089ffe91548 HTTP/1.1" status: 200 len: 380 time: 0.2323127 Nov 05 22:00:22.976429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.002336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'port': {'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'admin_state_up': True, 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'security_groups': ['9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:23.048967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7a3f0-632a-438b-9798-28099d594552 req-73024c52-efef-4a4e-974d-3db49088544b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:23.048967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2cc7a3f0-632a-438b-9798-28099d594552 req-73024c52-efef-4a4e-974d-3db49088544b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.2103617 Nov 05 22:00:23.049429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.054939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-c39b2fff-49e6-4fd5-acdf-0e5893ccc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:23.056390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-c39b2fff-49e6-4fd5-acdf-0e5893ccc431 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 1096 time: 0.2290490 Nov 05 22:00:23.188760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Router 1c14415f-43b0-4540-98fe-1e7b58084a53 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:00:23.299823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b836fbf-abf5-481f-97f6-81ec0d0fdf2f req-892c37a2-d530-4fc8-a91e-c5d2042157a3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0431125 Nov 05 22:00:23.302561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadcef0d-5bb2-447a-8f91-c88d0955347f None None] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:23.380509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:23.409204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] Sync routers for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:23.478290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-79b9cb82-1ee4-4b31-957a-ccf1955f5f51 None None] Provisioning complete for port 7bc80743-759b-4948-9eb3-4e223b335d3a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:23.479075 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-79b9cb82-1ee4-4b31-957a-ccf1955f5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.512177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:23.512583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.514720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.516280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-851ee756-f361-4d62-8fff-b7c8de460220 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1902263 Nov 05 22:00:23.519681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44442) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:23.553656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:23.557349 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:23.567431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:23.719060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:23.854249 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-79b9cb82-1ee4-4b31-957a-ccf1955f5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.857118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:23.857841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:23.880816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2cc7a3f0-632a-438b-9798-28099d594552 req-736855b3-c9ee-4066-8d39-46655f1cedfd tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8333547 Nov 05 22:00:23.911913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7bc80743-759b-4948-9eb3-4e223b335d3a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:23.920761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a95a9-8d05-4d78-b283-646f14db6d67 req-5156c548-6f23-4f67-ac49-2e7ad86c9fb1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:23.922328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-267a95a9-8d05-4d78-b283-646f14db6d67 req-5156c548-6f23-4f67-ac49-2e7ad86c9fb1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1362135 Nov 05 22:00:23.931356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:23.932585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713b222-b8bc-4fae-a0b7-685d15a44262 None None] The sync data for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:00:23.937307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-c41fdfc6-6e25-4486-80c1-b4c68e5bdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:23.938911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-c41fdfc6-6e25-4486-80c1-b4c68e5bdfcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 911 time: 0.4013739 Nov 05 22:00:23.942074 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.964958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:23.971953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae HTTP/1.1" status: 204 len: 168 time: 3.5993834 Nov 05 22:00:23.980732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44460) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:23.985669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1706320338'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:24.004183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Made reservation on behalf of 428f28f3ee2444339c2fe089ffe91548 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:24.010276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.031161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-79b9cb82-1ee4-4b31-957a-ccf1955f5f51 None None] For port 7bc80743-759b-4948-9eb3-4e223b335d3a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7bc80743-759b-4948-9eb3-4e223b335d3a,segment=NetworkSegment(6dcbf15c-9956-475b-926e-180a8f9bbd8c),segment_id=6dcbf15c-9956-475b-926e-180a8f9bbd8c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:24.044706 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-267a95a9-8d05-4d78-b283-646f14db6d67 req-eb6a0e0f-eafe-42f2-9332-18c1bdd8d0a7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774484 Nov 05 22:00:24.066895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6424daf-4ee7-4943-8ef8-819e66b043cb tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:24.075900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-ff7b58e6-1669-486a-8cdb-b404819decfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8 HTTP/1.1" status: 200 len: 217 time: 0.1160517 Nov 05 22:00:24.116485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7bc80743-759b-4948-9eb3-4e223b335d3a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:24.117047 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.190175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-79b9cb82-1ee4-4b31-957a-ccf1955f5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.207533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-9ca3b5e4-9fd8-4adb-885f-bb876835f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:24.211355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-9ca3b5e4-9fd8-4adb-885f-bb876835f486 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4823f8ba-de99-4bba-929b-512ea8b25625 HTTP/1.1" status: 200 len: 850 time: 0.1230118 Nov 05 22:00:24.257022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:24.262833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.289714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.301342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-746b0b0b-3b23-4154-8e43-e686af1e917c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=123faa94-253d-4d03-984d-b9c8295badc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811088 Nov 05 22:00:24.304103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:24.309593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9cb82-1ee4-4b31-957a-ccf1955f5f51 None None] Pushing event updated for resources: {'Port': ['ID=7bc80743-759b-4948-9eb3-4e223b335d3a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:24.363339 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.363685 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment f82bdf59-7fe1-4184-b19d-a815e7f45dbd of type vlan for network d58c3499-0824-4fbd-b05f-5fd7f000be4f Nov 05 22:00:24.430398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe5848-5ea5-420a-8949-a62c623315bc None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:24.489078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0eaa41e-e2aa-4b8f-a627-a168d4fe9307 req-90afe459-c76f-43cc-a20f-35fb237a1b64 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0414543 Nov 05 22:00:24.529307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.530836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Allocated IP 172.20.0.12 (a20f2499-c8fc-4658-8362-5371f1b7f9c8/9c919a23-c572-4b73-bb7e-0b6847919bfb/2d89b021-0e60-434f-b289-6a73c0d5d961) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:24.541348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-c0988255-56a0-4b5e-9239-83e58f28df4a service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913531 Nov 05 22:00:24.689750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe5848-5ea5-420a-8949-a62c623315bc None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:24.698913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-48bac9a5-0a17-4424-8f07-6dae9bdfb136 None None] Provisioning complete for port 7bc80743-759b-4948-9eb3-4e223b335d3a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:24.699427 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-48bac9a5-0a17-4424-8f07-6dae9bdfb136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.744256 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45799a5b-b0cb-4eb8-9161-73ff07d4a525 req-e4b5187a-c707-4f63-9d7d-f671da147780 service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950543 Nov 05 22:00:24.751717 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.762693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:24.763330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.809896 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:24.913135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Allocated IP 172.20.0.1 (cb28ee46-6f0c-499b-947b-5ee2c438f19f/9f4940fa-b8bd-40aa-90eb-331ebc833bd4/214686f8-df6b-42d6-a018-028c0d9249ef) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:24.919675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=d58c3499-0824-4fbd-b05f-5fd7f000be4f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:24.939106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network d58c3499-0824-4fbd-b05f-5fd7f000be4f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:24.948945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.058446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44498) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:25.060727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f8e28b8-8955-45fb-b07e-e6b987434eb4 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0788524 Nov 05 22:00:25.091380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:25.144414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:25.181099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:25.183216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.201191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:25.261757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec6fd-205e-4976-8327-1369f898b4d8 req-22fc4aec-5048-41fa-bf9d-53b70023f405 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:25.263197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-702ec6fd-205e-4976-8327-1369f898b4d8 req-22fc4aec-5048-41fa-bf9d-53b70023f405 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0677381 Nov 05 22:00:25.316677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'Port': ['ID=2d89b021-0e60-434f-b289-6a73c0d5d961,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:25.355502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.427258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:25.434901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.436867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:25.440848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:25.451916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-702ec6fd-205e-4976-8327-1369f898b4d8 req-8b563b5b-c333-401c-b738-9cfd11f59678 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580992 Nov 05 22:00:25.452605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:25.476534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f312-d5b5-4643-888a-595d242084f7 req-75d136ce-861f-4b31-8fa0-4e6ca298926f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:25.478258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb68f312-d5b5-4643-888a-595d242084f7 req-75d136ce-861f-4b31-8fa0-4e6ca298926f tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.4547083 Nov 05 22:00:25.480442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:25.483994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.520291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Port': ['ID=214686f8-df6b-42d6-a018-028c0d9249ef,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:25.531752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.680926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-c4eb5c6c-219b-417a-8c57-03f1d6f24ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6973677 Nov 05 22:00:25.703052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Request body: {'port': {'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:25.820788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-78d1f78c-2dd6-43d0-a34f-ac3122cb49b8 None None] Provisioning complete for port 2d89b021-0e60-434f-b289-6a73c0d5d961 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:25.822769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78d1f78c-2dd6-43d0-a34f-ac3122cb49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.824487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.850229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb68f312-d5b5-4643-888a-595d242084f7 req-3dd03c99-f439-4f90-bdcd-025503b0ce8e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602421 Nov 05 22:00:25.914234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-78d1f78c-2dd6-43d0-a34f-ac3122cb49b8 None None] Port 2d89b021-0e60-434f-b289-6a73c0d5d961 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:00:25.916014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7bc80743-759b-4948-9eb3-4e223b335d3a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:25.970338 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:25.994749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7bc80743-759b-4948-9eb3-4e223b335d3a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:25.996375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.046896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ad5206f0-8a8d-4068-8fff-74930c32037b None None] Provisioning complete for port 214686f8-df6b-42d6-a018-028c0d9249ef triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:26.047796 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ad5206f0-8a8d-4068-8fff-74930c32037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.150512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ad5206f0-8a8d-4068-8fff-74930c32037b None None] Port 214686f8-df6b-42d6-a018-028c0d9249ef cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:00:26.248858 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.264083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78514083-42f6-4b3f-bf15-b697ebc920a4 req-839fe537-41a0-4563-b6ec-a312bfc051be tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:26.268087 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78514083-42f6-4b3f-bf15-b697ebc920a4 req-839fe537-41a0-4563-b6ec-a312bfc051be tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 932 time: 0.6184490 Nov 05 22:00:26.302340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.316315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78514083-42f6-4b3f-bf15-b697ebc920a4 req-1e6f473b-2f10-443a-b971-80dbb19d0c0d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 Nov 05 22:00:26.330049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.388370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=6ea7a05d-4a00-4c66-8df8-ad0e06e6e3cc,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:26.415350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Port': ['ID=214686f8-df6b-42d6-a018-028c0d9249ef,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:26.418282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.466661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:26.467682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: d58c3499-0824-4fbd-b05f-5fd7f000be4f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:26.523474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:26.525730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:26.540121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d89b021-0e60-434f-b289-6a73c0d5d961 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:00:26.548822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.567384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Transition to ACTIVE for port object 2d89b021-0e60-434f-b289-6a73c0d5d961 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:00:26.661670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:26.691340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Router 1c14415f-43b0-4540-98fe-1e7b58084a53 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:00:26.743085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network d58c3499-0824-4fbd-b05f-5fd7f000be4f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:26.797065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7192837-0ef4-4198-8315-b10e0e13fe58 req-ea0efd9e-aae6-4128-95a3-9a9118a640d9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:26.797065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7192837-0ef4-4198-8315-b10e0e13fe58 req-ea0efd9e-aae6-4128-95a3-9a9118a640d9 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.2264209 Nov 05 22:00:26.865395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Pushing event updated for resources: {'Port': ['ID=2d89b021-0e60-434f-b289-6a73c0d5d961,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:26.919997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, d58c3499-0824-4fbd-b05f-5fd7f000be4f) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:26.940410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea7c86-d691-4511-b53c-ac5721fd3fef None None] Network d58c3499-0824-4fbd-b05f-5fd7f000be4f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:27.002465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:27.006639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:27.007236 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.016948 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] Sync routers for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:27.030442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3ba15df4-d6a7-4c1f-accb-9df26ebe0e2a tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "PUT /v2.0/routers/1c14415f-43b0-4540-98fe-1e7b58084a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5093968 Nov 05 22:00:27.031322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44584) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:27.034493 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:27.035125 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:27.051265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Request body: {'port': {'network_id': 'cb28ee46-6f0c-499b-947b-5ee2c438f19f', 'name': 'tempest-FloatingIPAdminTestJSON-1005419169'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:27.121154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7192837-0ef4-4198-8315-b10e0e13fe58 req-ebdae812-542e-4176-ab79-26312dc2fe07 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129249 Nov 05 22:00:27.132440 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:27.142478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Attempting to bind port 2d89b021-0e60-434f-b289-6a73c0d5d961 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:27.146259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Attempting to bind port 2d89b021-0e60-434f-b289-6a73c0d5d961 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:27.146379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Attempting to bind port 2d89b021-0e60-434f-b289-6a73c0d5d961 on network a20f2499-c8fc-4658-8362-5371f1b7f9c8 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:27.152087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:27.155315 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:27.156960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f8984f82-35f3-4ec5-9618-fad926e16cbc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0949774 Nov 05 22:00:27.158645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44590) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:27.162033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Port 2d89b021-0e60-434f-b289-6a73c0d5d961 on network a20f2499-c8fc-4658-8362-5371f1b7f9c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:00:27.162355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Attempting to bind port 2d89b021-0e60-434f-b289-6a73c0d5d961 on network a20f2499-c8fc-4658-8362-5371f1b7f9c8 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:27.192031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:27.195133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Checking segment: {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:27.195133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Bound using segment: {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:27.195133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Bound port: 2d89b021-0e60-434f-b289-6a73c0d5d961, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d2c344-319a-4992-b6e8-3574ee4e0913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:27.195133 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.206344 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:27.207306 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf70c6-e8a6-4127-89e4-d826d975b0fc None None] The sync data for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:00:27.237697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea951-9999-41b9-95e1-63b9f7449391 req-3591f03d-b12c-4d55-aaef-5c0f28efa8c5 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:27.239298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-14eea951-9999-41b9-95e1-63b9f7449391 req-3591f03d-b12c-4d55-aaef-5c0f28efa8c5 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.2342265 Nov 05 22:00:27.255517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c15b8452-c3a1-497c-b5f2-4f4938969a86 None None] Provisioning complete for port 214686f8-df6b-42d6-a018-028c0d9249ef triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:27.255842 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c15b8452-c3a1-497c-b5f2-4f4938969a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.336189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c15b8452-c3a1-497c-b5f2-4f4938969a86 None None] Port 214686f8-df6b-42d6-a018-028c0d9249ef cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:00:27.352052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.363663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] For port 2d89b021-0e60-434f-b289-6a73c0d5d961, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:27.367994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] For port 2d89b021-0e60-434f-b289-6a73c0d5d961, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=2d89b021-0e60-434f-b289-6a73c0d5d961,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:27.411449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-14eea951-9999-41b9-95e1-63b9f7449391 req-1507b8b8-d846-4aa9-9c2f-13a5890ef436 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624577 Nov 05 22:00:27.437907 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.459271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f16276-4706-41ad-b901-4286615931bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-d58c3499-0824-4fbd-b05f-5fd7f000be4f', 'network_id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': '6ea7a05d-4a00-4c66-8df8-ad0e06e6e3cc'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:27.460124 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94f16276-4706-41ad-b901-4286615931bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.503416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Made reservation on behalf of 3251d05ed196459cab53a391a8b5ad0e for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:27.510458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.523540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.555785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] device_id is not set on port c2636a25-5d52-4ac6-a2fd-9b0a9e94e054 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:00:27.603134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:27.604007 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:27.610198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] 10.222.0.46 "PUT /v2.0/ports/2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 200 len: 1092 time: 1.9122698 Nov 05 22:00:27.625956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:27.628560 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc50c6db-9fa4-450a-8006-8170548d4422" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:27.653713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea324a-14d6-4d0c-9760-9d266cfb8d11 req-d6c920ac-eed3-4d14-8c46-d6ade1fe43c4 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:27.663103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9ea324a-14d6-4d0c-9760-9d266cfb8d11 req-d6c920ac-eed3-4d14-8c46-d6ade1fe43c4 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.1846337 Nov 05 22:00:27.676469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-94f16276-4706-41ad-b901-4286615931bd None None] Allocated IP 172.20.0.1 (d58c3499-0824-4fbd-b05f-5fd7f000be4f/6ea7a05d-4a00-4c66-8df8-ad0e06e6e3cc/3f51f788-b84d-49fc-a98a-8b2740280ca0) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:27.705036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5730b-dff5-4437-bec1-7a0ddad889ea service neutron] Pushing event updated for resources: {'Port': ['ID=2d89b021-0e60-434f-b289-6a73c0d5d961,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:27.775197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Allocated IP 172.20.0.11 (cb28ee46-6f0c-499b-947b-5ee2c438f19f/9f4940fa-b8bd-40aa-90eb-331ebc833bd4/c2636a25-5d52-4ac6-a2fd-9b0a9e94e054) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:27.810199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9ea324a-14d6-4d0c-9760-9d266cfb8d11 req-0d15bc7b-b03f-413d-b2c7-6838d1ec811b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414416 Nov 05 22:00:27.833918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-f3856794-04ef-4df4-ba70-719e3ef5d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:27.835594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-f3856794-04ef-4df4-ba70-719e3ef5d960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=428f28f3ee2444339c2fe089ffe91548&device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1095 time: 0.0838797 Nov 05 22:00:27.904709 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56926a28-3a61-48c7-bc87-50e151853e9a x-openstack-request-id: req-56926a28-3a61-48c7-bc87-50e151853e9a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:27.905003 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:27.905262 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56926a28-3a61-48c7-bc87-50e151853e9a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:27.905682 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'status': 'completed', 'code': 200} Nov 05 22:00:27.910708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-38ad1ad4-f76b-4415-8722-d41f2c7d487d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 200 len: 217 time: 0.0647633 Nov 05 22:00:27.979235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-cb96947e-debb-436c-90d8-a83b5b0a9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:27.981120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-cb96947e-debb-436c-90d8-a83b5b0a9317 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c919a23-c572-4b73-bb7e-0b6847919bfb HTTP/1.1" status: 200 len: 853 time: 0.0628998 Nov 05 22:00:28.036706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94f16276-4706-41ad-b901-4286615931bd None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.085460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a248c-8a8d-4a5c-96b1-5fc43f0a9ede req-76f8bae3-34c8-43dc-a876-5ed0a3768c5c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:28.085979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.086859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff8a248c-8a8d-4a5c-96b1-5fc43f0a9ede req-76f8bae3-34c8-43dc-a876-5ed0a3768c5c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0709169 Nov 05 22:00:28.093711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-179fe62b-9887-4b0b-a93b-3711b480c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:28.095277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-179fe62b-9887-4b0b-a93b-3711b480c599 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a20f2499-c8fc-4658-8362-5371f1b7f9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062996 Nov 05 22:00:28.176145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94f16276-4706-41ad-b901-4286615931bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.202725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff8a248c-8a8d-4a5c-96b1-5fc43f0a9ede req-aa0cbd4c-b247-41c9-946c-c9bdc959ad1e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064224 Nov 05 22:00:28.222897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.232713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f16276-4706-41ad-b901-4286615931bd None None] Network d58c3499-0824-4fbd-b05f-5fd7f000be4f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:28.239383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-94f16276-4706-41ad-b901-4286615931bd None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:28.240206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-e5a07651-9e26-4278-bc7f-e5b5c5fa9c28 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370885 Nov 05 22:00:28.243050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f16276-4706-41ad-b901-4286615931bd None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:28.254257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16276-4706-41ad-b901-4286615931bd None None] Pushing event updated for resources: {'Port': ['ID=3f51f788-b84d-49fc-a98a-8b2740280ca0,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:28.288417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event updated for resources: {'Port': ['ID=c2636a25-5d52-4ac6-a2fd-9b0a9e94e054,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:28.288955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.308516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-94f16276-4706-41ad-b901-4286615931bd None None] Attempting to bind port 3f51f788-b84d-49fc-a98a-8b2740280ca0 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:28.308886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-94f16276-4706-41ad-b901-4286615931bd None None] Attempting to bind port 3f51f788-b84d-49fc-a98a-8b2740280ca0 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:28.309253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f16276-4706-41ad-b901-4286615931bd None None] Attempting to bind port 3f51f788-b84d-49fc-a98a-8b2740280ca0 on network d58c3499-0824-4fbd-b05f-5fd7f000be4f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:28.315009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f16276-4706-41ad-b901-4286615931bd None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:28.315382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f16276-4706-41ad-b901-4286615931bd None None] Checking segment: {'id': 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:28.315947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94f16276-4706-41ad-b901-4286615931bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.316188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f16276-4706-41ad-b901-4286615931bd None None] Bound using segment: {'id': 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:28.316666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-94f16276-4706-41ad-b901-4286615931bd None None] Bound port: 3f51f788-b84d-49fc-a98a-8b2740280ca0, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:28.317033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94f16276-4706-41ad-b901-4286615931bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.366297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea7a05d-4a00-4c66-8df8-ad0e06e6e3cc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:28.388810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:28.394365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:28.416306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:28.432053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-94f16276-4706-41ad-b901-4286615931bd None None] For port 3f51f788-b84d-49fc-a98a-8b2740280ca0, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:28.437553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-94f16276-4706-41ad-b901-4286615931bd None None] For port 3f51f788-b84d-49fc-a98a-8b2740280ca0, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3f51f788-b84d-49fc-a98a-8b2740280ca0,segment=NetworkSegment(f82bdf59-7fe1-4184-b19d-a815e7f45dbd),segment_id=f82bdf59-7fe1-4184-b19d-a815e7f45dbd)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:28.453409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.468243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-50c1bcaf-2263-4e0b-b8cf-7458b6858e50 req-a912cdc3-d523-4aa3-967c-4d6dd34cdcb7 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192259 Nov 05 22:00:28.494222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024b82-e5d0-463e-8b4e-9a8105764bcf req-c74e940e-f73d-45f7-bf59-f0b410a0bd60 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:28.496537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e024b82-e5d0-463e-8b4e-9a8105764bcf req-c74e940e-f73d-45f7-bf59-f0b410a0bd60 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.2111897 Nov 05 22:00:28.504234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58c3499-0824-4fbd-b05f-5fd7f000be4f']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:28.522041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:28.522676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:28.525628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94f16276-4706-41ad-b901-4286615931bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.542326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.547507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:28.552175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.555734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.569067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:28.569669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:28.602353 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:28.635877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e024b82-e5d0-463e-8b4e-9a8105764bcf req-d733b6f1-d3e6-4922-87c0-57add0aa294f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309500 Nov 05 22:00:28.644366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16276-4706-41ad-b901-4286615931bd None None] Pushing event updated for resources: {'Port': ['ID=3f51f788-b84d-49fc-a98a-8b2740280ca0,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:28.669249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea748a-244a-4e9c-8e23-ac56a1d98545 None None] Network d58c3499-0824-4fbd-b05f-5fd7f000be4f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:28.689976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-58460b17-c064-413d-a937-8196ce19aaa0 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6463273 Nov 05 22:00:28.694196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44632) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:28.703665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-d7f98a64-a55e-48d0-9b4e-25f2f3c85ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:28.706284 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-d7f98a64-a55e-48d0-9b4e-25f2f3c85ef2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=428f28f3ee2444339c2fe089ffe91548&device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1095 time: 0.0922542 Nov 05 22:00:28.766412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'project_id': '3251d05ed196459cab53a391a8b5ad0e', 'port_id': 'c2636a25-5d52-4ac6-a2fd-9b0a9e94e054'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:28.829116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-c3fb3d13-00e7-4532-9d4f-c73c9705da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:28.830983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-c3fb3d13-00e7-4532-9d4f-c73c9705da67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 200 len: 915 time: 0.1160047 Nov 05 22:00:28.833264 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:00:28.833264 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:00:28.833264 n-d-816738-5 neutron-server[102292]: [parameters: {'id': 'd58c3499-0824-4fbd-b05f-5fd7f000be4f'}] Nov 05 22:00:28.833264 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:28.833638 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:28.843241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:28.888394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-f8ab1c94-23b7-4b47-9ec3-1a66045e60b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 200 len: 217 time: 0.0478559 Nov 05 22:00:29.019998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-5f646b53-2faf-4c48-9c4a-eea980f94d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:29.021962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-5f646b53-2faf-4c48-9c4a-eea980f94d1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c919a23-c572-4b73-bb7e-0b6847919bfb HTTP/1.1" status: 200 len: 853 time: 0.1169772 Nov 05 22:00:29.033556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b57e3295-1752-49ea-89c2-d322132a1a34 None None] Provisioning complete for port c2636a25-5d52-4ac6-a2fd-9b0a9e94e054 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:29.034244 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b57e3295-1752-49ea-89c2-d322132a1a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:29.120791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9932ca6-8f7e-40b0-a583-b9cc1be2db9e None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:29.127574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-a94677bd-e3c5-43b3-899b-4ade2443c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:29.129575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-a94677bd-e3c5-43b3-899b-4ade2443c8ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a20f2499-c8fc-4658-8362-5371f1b7f9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730720 Nov 05 22:00:29.144476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eaa0c-42d6-44d4-a062-f24140a0fe1a req-aaa7697c-13a7-48a2-ab04-d9873e8ce85d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:29.146239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb8eaa0c-42d6-44d4-a062-f24140a0fe1a req-aaa7697c-13a7-48a2-ab04-d9873e8ce85d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.1233497 Nov 05 22:00:29.159421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b57e3295-1752-49ea-89c2-d322132a1a34 None None] Port c2636a25-5d52-4ac6-a2fd-9b0a9e94e054 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:00:29.283084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9932ca6-8f7e-40b0-a583-b9cc1be2db9e None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:29.331740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb8eaa0c-42d6-44d4-a062-f24140a0fe1a req-bda1243c-e568-4a32-9baa-2f5bea4e5bc8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011491 Nov 05 22:00:29.336274 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:29.354606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-fd309609-9a92-4486-8b8b-e09d4b649471 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072735 Nov 05 22:00:29.463397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3861305-f657-40a4-ad51-9b28586df8ab req-94c6ce99-9dc2-473a-a8ac-5ae4476351f2 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:29.465537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3861305-f657-40a4-ad51-9b28586df8ab req-94c6ce99-9dc2-473a-a8ac-5ae4476351f2 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.1320827 Nov 05 22:00:29.548176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port 3f51f788-b84d-49fc-a98a-8b2740280ca0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:29.548515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:29.550027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3861305-f657-40a4-ad51-9b28586df8ab req-18f503bb-032f-4d36-a3c7-6c506aa4ad94 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638831 Nov 05 22:00:29.564455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:29.575731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc50c6db-9fa4-450a-8006-8170548d4422 req-c763daec-806e-4cac-9555-8daccff3ab05 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112417 Nov 05 22:00:29.638965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port 3f51f788-b84d-49fc-a98a-8b2740280ca0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3f51f788-b84d-49fc-a98a-8b2740280ca0,segment=NetworkSegment(f82bdf59-7fe1-4184-b19d-a815e7f45dbd),segment_id=f82bdf59-7fe1-4184-b19d-a815e7f45dbd)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:29.639329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:29.671011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for 3f51f788-b84d-49fc-a98a-8b2740280ca0 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:29.792072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1884-7146-472c-8589-07b52c48ecc5 req-7649f6d6-6fcd-4f57-a408-24776a221c5f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:29.793725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c7a1884-7146-472c-8589-07b52c48ecc5 req-7649f6d6-6fcd-4f57-a408-24776a221c5f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0818977 Nov 05 22:00:29.794880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Allocated IP 172.25.6.246 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/86ad2bab-a12e-4aee-86bd-722fc0d112d2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:29.808811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a542a-a5d8-4b42-8ed2-d594aab28f86 req-dbee68f0-e5d7-4237-8733-74b4fd4a155b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:29.810292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-233a542a-a5d8-4b42-8ed2-d594aab28f86 req-dbee68f0-e5d7-4237-8733-74b4fd4a155b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0554709 Nov 05 22:00:29.846402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:29.867979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c7a1884-7146-472c-8589-07b52c48ecc5 req-e6f6a4a6-0e07-472f-adc7-a790d39fe6ae tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629299 Nov 05 22:00:29.883414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=3f51f788-b84d-49fc-a98a-8b2740280ca0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:29.888677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port 3f51f788-b84d-49fc-a98a-8b2740280ca0 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:29.893446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-233a542a-a5d8-4b42-8ed2-d594aab28f86 req-c21fbd7c-ceeb-4cee-b952-a8eb972dcac5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736380 Nov 05 22:00:29.979909 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:29.997520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.002463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58c3499-0824-4fbd-b05f-5fd7f000be4f']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:30.014620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:30.015233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82bdf59-7fe1-4184-b19d-a815e7f45dbd') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:30.029714 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.053898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.061216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:30.061607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:30.066688 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:30.068930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0230b76-0a76-4d00-b413-ebd305ace7e5 req-d9384f04-382f-40f0-8a27-5e4783afdb28 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:30.068930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0230b76-0a76-4d00-b413-ebd305ace7e5 req-d9384f04-382f-40f0-8a27-5e4783afdb28 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0865383 Nov 05 22:00:30.132738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0230b76-0a76-4d00-b413-ebd305ace7e5 req-bf48b389-a422-4d1d-8f9a-66717326ad7b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568693 Nov 05 22:00:30.169403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.212933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:30.216325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:30.220757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:30.237404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.244418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.252117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/d58c3499-0824-4fbd-b05f-5fd7f000be4f HTTP/1.1" status: 204 len: 168 time: 3.0913289 Nov 05 22:00:30.253221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44656) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:30.259847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1215012567'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:30.265884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Pushing event updated for resources: {'Port': ['ID=86ad2bab-a12e-4aee-86bd-722fc0d112d2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:30.275329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba55864-a999-42de-960a-b4362a20156d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=d58c3499-0824-4fbd-b05f-5fd7f000be4f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:30.522908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3478795-fe00-4f5f-9bdf-66517d2bfdfe req-237ff56f-58a8-4932-899a-3b1825c61cb6 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:30.524564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3478795-fe00-4f5f-9bdf-66517d2bfdfe req-237ff56f-58a8-4932-899a-3b1825c61cb6 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.1112037 Nov 05 22:00:30.526802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:30.530163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.609507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:30.674301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.674301 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment 016bfdd4-dd77-467f-a7ec-59aa3fbeb872 of type vlan for network f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 Nov 05 22:00:30.689407 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3478795-fe00-4f5f-9bdf-66517d2bfdfe req-b1f5f8da-1b0c-43c8-b970-1979e827c6ea tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509452 Nov 05 22:00:30.739076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.845752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.857842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a27c-6455-46c5-90b0-d08e4df79d9c req-a9b23115-34b9-44ee-910e-16db03178d14 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:30.859317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba19a27c-6455-46c5-90b0-d08e4df79d9c req-a9b23115-34b9-44ee-910e-16db03178d14 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0848610 Nov 05 22:00:30.868913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:30.921584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-04f34d3b-7c28-42cd-b49d-b7cba1795e82 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:30.924687 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-04f34d3b-7c28-42cd-b49d-b7cba1795e82 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0574529 Nov 05 22:00:30.939110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba19a27c-6455-46c5-90b0-d08e4df79d9c req-1850b234-3dd5-47d7-ba48-20000541cee7 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607524 Nov 05 22:00:30.993881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.000177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:31.001304 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.088158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee869d5d-f9ae-47ea-929b-a3669d452f49 req-9f6a73e4-02fd-4334-a4d2-9287f9ce4fdc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:31.090068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee869d5d-f9ae-47ea-929b-a3669d452f49 req-9f6a73e4-02fd-4334-a4d2-9287f9ce4fdc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1051242 Nov 05 22:00:31.123633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.139253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Deleting port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:31.139757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.166983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9093831 Nov 05 22:00:31.167252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44670) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:31.167374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd939a4-2808-4207-96dc-527c56eca458 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=f4bc7958-35d3-4f2b-9b49-c5d47263d3e6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:31.175163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:31.179187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:31.275138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdc74f-de7a-459a-9f2d-bfc55a152d2e req-7cd472ac-4f80-4f86-bed0-8f93f9862e96 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:31.276740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-67cdc74f-de7a-459a-9f2d-bfc55a152d2e req-7cd472ac-4f80-4f86-bed0-8f93f9862e96 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.2649891 Nov 05 22:00:31.305791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee869d5d-f9ae-47ea-929b-a3669d452f49 req-bea3c430-e6bd-477e-aaf2-deec55af7be7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085133 Nov 05 22:00:31.392917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] For port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:31.409471 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.437307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Calling delete_port for 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:31.451076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-67cdc74f-de7a-459a-9f2d-bfc55a152d2e req-7463b5e2-9d05-45e3-9a05-48c5bb8768e2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480856 Nov 05 22:00:31.503347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.599901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.708796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Pushing event updated for resources: {'Port': ['ID=86ad2bab-a12e-4aee-86bd-722fc0d112d2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:31.728698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.893962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:31.900648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:31.903833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d506fd9-9a01-4e96-9345-3723fb626c44 req-746a0c36-f4f2-4236-902a-ba7e4a0c23d2 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:31.905354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d506fd9-9a01-4e96-9345-3723fb626c44 req-746a0c36-f4f2-4236-902a-ba7e4a0c23d2 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.1062341 Nov 05 22:00:31.907492 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Floating IP 6e1c34f7-9139-497d-82ad-ec2d3ffcbe7d associated. External IP: 172.25.6.246, port: c2636a25-5d52-4ac6-a2fd-9b0a9e94e054. Nov 05 22:00:32.043276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d506fd9-9a01-4e96-9345-3723fb626c44 req-8dc8663d-3b76-453b-8c12-7c4114179c1a tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956998 Nov 05 22:00:32.247165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad9dd-0651-4f5a-8ab3-b03191b1ce49 req-cdc87a6f-07c2-4859-95f0-8d458dbd21c1 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:32.248687 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-372ad9dd-0651-4f5a-8ab3-b03191b1ce49 req-cdc87a6f-07c2-4859-95f0-8d458dbd21c1 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 945 time: 0.0789075 Nov 05 22:00:32.253129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Router 1c14415f-43b0-4540-98fe-1e7b58084a53 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:00:32.260249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:32.272827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['cc9305c2-aea0-41ff-8345-c66497d151cf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:00:32.292498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Pushing event deleted for resources: {'Port': ['ID=42aa7ef4-dba5-4c15-a2d2-c28dada560e8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:32.351460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-372ad9dd-0651-4f5a-8ab3-b03191b1ce49 req-2d5640bd-274b-48c5-9179-a9c83a36781b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946193 Nov 05 22:00:32.379522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] No DVR routers for this DVR port 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:32.401043 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:32.406933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8994ea64-399e-4d8c-95d0-3f5382b68e9f req-943d6f8a-e483-4d4e-9e75-c5c0bce85e2b tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "DELETE /v2.0/ports/42aa7ef4-dba5-4c15-a2d2-c28dada560e8 HTTP/1.1" status: 204 len: 173 time: 1.4763944 Nov 05 22:00:32.408447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'name': 'network-vif-deleted', 'tag': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:32.413764 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae6f3f2-9bbb-483a-b049-0f39809c5e98" -d '{"events": [{"server_uuid": "6d80cb80-64ec-487d-a5b6-76bee52f38df", "name": "network-vif-deleted", "tag": "42aa7ef4-dba5-4c15-a2d2-c28dada560e8"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:32.424779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:32.448848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:32.492628 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5439080-3c4e-41df-80ce-89c102796489 x-openstack-request-id: req-f5439080-3c4e-41df-80ce-89c102796489 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:32.492924 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d80cb80-64ec-487d-a5b6-76bee52f38df", "name": "network-vif-deleted", "tag": "42aa7ef4-dba5-4c15-a2d2-c28dada560e8", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:32.493175 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5439080-3c4e-41df-80ce-89c102796489 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:32.493583 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d80cb80-64ec-487d-a5b6-76bee52f38df', 'name': 'network-vif-deleted', 'tag': '42aa7ef4-dba5-4c15-a2d2-c28dada560e8', 'status': 'completed', 'code': 200} Nov 05 22:00:32.575069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] Sync routers for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:32.596799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=179b8f0c-7672-4720-99ce-8ce780445115,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:32.599100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:32.599761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:32.637239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a6948-77b5-47a0-8a5a-0878b38a1eed req-cf51d285-3f3b-4ff9-bdd2-4b5becf8f2c7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:32.638863 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-498a6948-77b5-47a0-8a5a-0878b38a1eed req-cf51d285-3f3b-4ff9-bdd2-4b5becf8f2c7 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0647151 Nov 05 22:00:32.647524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:32.649411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:32.664573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': '016bfdd4-dd77-467f-a7ec-59aa3fbeb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:32.664930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: f4bc7958-35d3-4f2b-9b49-c5d47263d3e6, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:32.698655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-feee4860-9d00-4861-a8ef-bfff7fbaef47 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.9985001 Nov 05 22:00:32.700177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44694) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:32.700814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:32.701629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:32.701987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3db27-ff29-4069-969f-8180c08e6435 req-413b53bd-2cfa-410b-a77e-5207e7b8abce tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:32.703695 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45c3db27-ff29-4069-969f-8180c08e6435 req-413b53bd-2cfa-410b-a77e-5207e7b8abce tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1373849 Nov 05 22:00:32.715095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-e5bfd114-afd6-4731-b7dd-1f275a1b87f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232662 Nov 05 22:00:32.757071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:32.757716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93427fea-ecee-4228-94c8-b2e5cd2e761e None None] The sync data for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:00:32.791910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-498a6948-77b5-47a0-8a5a-0878b38a1eed req-28639c56-c695-437c-9cb4-96882c7e6592 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141579 Nov 05 22:00:32.800975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45c3db27-ff29-4069-969f-8180c08e6435 req-163af70b-bb57-4387-b95a-8a75f8412e70 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848031 Nov 05 22:00:32.811684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:32.828801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-873e41f2-86e4-4b2b-8874-cb62e3af2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:32.828801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-873e41f2-86e4-4b2b-8874-cb62e3af2104 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 1097 time: 0.0826805 Nov 05 22:00:32.830042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0d23d248-76e6-4b4a-9e45-676b5f75a440 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] 10.222.0.41 "GET /v2.0/floatingips/6e1c34f7-9139-497d-82ad-ec2d3ffcbe7d HTTP/1.1" status: 200 len: 984 time: 0.1273060 Nov 05 22:00:32.834325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44696) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:32.857394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6890af78-7dcf-431e-8b95-b77e151aa7bd no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:00:32.886008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:32.950377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:32.957847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-7d5b78d1-1cb1-44f7-a91d-e43982006b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:32.960600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-7d5b78d1-1cb1-44f7-a91d-e43982006b7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 200 len: 911 time: 0.1033766 Nov 05 22:00:32.962343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, f4bc7958-35d3-4f2b-9b49-c5d47263d3e6) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:32.972016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520e233b-a87f-42d4-ad69-1086ffe70f60 None None] Network f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:32.986680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:32.989234 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:32.989866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:32.992329 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49259f2d-22fb-4957-9fa4-4d137c9430a0" -d '{"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-unplugged", "status": "completed", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:33.011375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5fa380bd-2e5f-4c02-8a40-2b15697c0bc5 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1752138 Nov 05 22:00:33.014024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44700) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:33.050853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-96e03710-c1fa-40f8-99d3-1655d05ab516 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9305c2-aea0-41ff-8345-c66497d151cf HTTP/1.1" status: 200 len: 217 time: 0.0575604 Nov 05 22:00:33.055957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:33.117417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-c0547d1e-18c3-4d92-9e70-58592b9e5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:33.118475 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684bf8be-b982-41ef-8efd-4d8b73ee32f3 x-openstack-request-id: req-684bf8be-b982-41ef-8efd-4d8b73ee32f3 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:33.118634 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-unplugged", "status": "completed", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:33.118811 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-684bf8be-b982-41ef-8efd-4d8b73ee32f3 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:33.119176 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'code': 200} Nov 05 22:00:33.121910 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-c0547d1e-18c3-4d92-9e70-58592b9e5c39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4823f8ba-de99-4bba-929b-512ea8b25625 HTTP/1.1" status: 200 len: 850 time: 0.0636044 Nov 05 22:00:33.176018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-aa65aa32-d7f6-4d1d-87dc-887d5534bba5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=123faa94-253d-4d03-984d-b9c8295badc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449893 Nov 05 22:00:33.244775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1c2f7b57-6527-44de-9216-37546c809235 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0772350 Nov 05 22:00:33.246853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44704) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:33.263428 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.273343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-f4bc7958-35d3-4f2b-9b49-c5d47263d3e6', 'network_id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': '179b8f0c-7672-4720-99ce-8ce780445115'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:33.274356 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.347691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2864876-3d38-4736-adb3-c0dfe3388d61 req-354ee022-75d3-4e0d-9893-d7e45a13e4de tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:33.349949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2864876-3d38-4736-adb3-c0dfe3388d61 req-354ee022-75d3-4e0d-9893-d7e45a13e4de tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.1854906 Nov 05 22:00:33.463903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:33.504345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2864876-3d38-4736-adb3-c0dfe3388d61 req-65dc7c01-a152-41f3-aed8-174b1acf9187 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921285 Nov 05 22:00:33.513763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-1ac10580-8d9f-4649-a6a6-b0745b1e9531 service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191321 Nov 05 22:00:33.566368 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.582182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Allocated IP 172.20.0.1 (f4bc7958-35d3-4f2b-9b49-c5d47263d3e6/179b8f0c-7672-4720-99ce-8ce780445115/292791c0-400b-479b-b8f3-7db6b2754c05) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:33.692212 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9c450d1-a8c6-4be3-9d66-26f22f496a98 req-8091c14b-47ee-4d57-b75c-f0974dbc36f7 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d80cb80-64ec-487d-a5b6-76bee52f38df HTTP/1.1" status: 200 len: 210 time: 0.0694747 Nov 05 22:00:33.696535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d494a679-7ddf-4342-a60b-83185cd622d8 req-433c5e5b-e4ab-4d68-a3b7-d84a76fcf8b0 service neutron] 10.222.0.13 "GET /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738939 Nov 05 22:00:33.706200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.784383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Deleting port 86ad2bab-a12e-4aee-86bd-722fc0d112d2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:33.784728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.805950 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.872178 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.879383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.885422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:33.898641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Calling delete_port for 86ad2bab-a12e-4aee-86bd-722fc0d112d2 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:33.922355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Network f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:33.929146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:33.934231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:33.942208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Pushing event updated for resources: {'Port': ['ID=292791c0-400b-479b-b8f3-7db6b2754c05,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:33.969357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:00:33.982402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598993f1-9a33-456c-be3a-4faa87dff693 req-0f28fd07-b2aa-4909-be6a-22daae6ee27d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:33.988017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-598993f1-9a33-456c-be3a-4faa87dff693 req-0f28fd07-b2aa-4909-be6a-22daae6ee27d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 944 time: 0.0822453 Nov 05 22:00:34.020708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:00:34.021055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 42aa7ef4-dba5-4c15-a2d2-c28dada560e8 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:00:34.025629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Attempting to bind port 292791c0-400b-479b-b8f3-7db6b2754c05 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:34.026328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Attempting to bind port 292791c0-400b-479b-b8f3-7db6b2754c05 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '016bfdd4-dd77-467f-a7ec-59aa3fbeb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:34.028931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Attempting to bind port 292791c0-400b-479b-b8f3-7db6b2754c05 on network f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:34.029069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.029207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e7987-2d18-4469-95dc-d3aa05b1f17b req-40c66bc3-d749-4188-9f3b-b0c2bae54d32 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:34.030464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-766e7987-2d18-4469-95dc-d3aa05b1f17b req-40c66bc3-d749-4188-9f3b-b0c2bae54d32 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1337657 Nov 05 22:00:34.034341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:34.034990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Checking segment: {'id': '016bfdd4-dd77-467f-a7ec-59aa3fbeb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:34.035584 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.036187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Bound using segment: {'id': '016bfdd4-dd77-467f-a7ec-59aa3fbeb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:34.036807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Bound port: 292791c0-400b-479b-b8f3-7db6b2754c05, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016bfdd4-dd77-467f-a7ec-59aa3fbeb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:34.037368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.092913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=179b8f0c-7672-4720-99ce-8ce780445115,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:34.108993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-598993f1-9a33-456c-be3a-4faa87dff693 req-4d431f1e-00b5-45af-aa1c-8e5942062315 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145773 Nov 05 22:00:34.112670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-766e7987-2d18-4469-95dc-d3aa05b1f17b req-cc6d40ef-0eb4-46c9-b322-96a09e062518 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730214 Nov 05 22:00:34.125368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] For port 292791c0-400b-479b-b8f3-7db6b2754c05, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:34.129415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] For port 292791c0-400b-479b-b8f3-7db6b2754c05, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=292791c0-400b-479b-b8f3-7db6b2754c05,segment=NetworkSegment(016bfdd4-dd77-467f-a7ec-59aa3fbeb872),segment_id=016bfdd4-dd77-467f-a7ec-59aa3fbeb872)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:34.166268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.187867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc7958-35d3-4f2b-9b49-c5d47263d3e6']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:34.197951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016bfdd4-dd77-467f-a7ec-59aa3fbeb872') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:34.198249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016bfdd4-dd77-467f-a7ec-59aa3fbeb872') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:34.209935 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.211225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.226106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.233953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:34.234344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:34.238414 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:34.245035 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.299165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5268e4-80b9-43c4-9df4-781371eefb40 None None] Pushing event updated for resources: {'Port': ['ID=292791c0-400b-479b-b8f3-7db6b2754c05,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:34.321317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Port': ['ID=86ad2bab-a12e-4aee-86bd-722fc0d112d2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:34.365700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.369284 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Floating IP 6e1c34f7-9139-497d-82ad-ec2d3ffcbe7d disassociated (deleted). External IP: 172.25.6.246, port: c2636a25-5d52-4ac6-a2fd-9b0a9e94e054. Nov 05 22:00:34.369451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52414de-a075-4cb2-be61-4b97c92072fd None None] Network f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:34.389781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:00:34.389781 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:00:34.389781 n-d-816738-5 neutron-server[102292]: [parameters: {'id': 'f4bc7958-35d3-4f2b-9b49-c5d47263d3e6'}] Nov 05 22:00:34.389781 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:34.390966 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:34.497028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9102eb-15e7-4501-9943-7e51f3c9f175 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:34.594821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Router 1c14415f-43b0-4540-98fe-1e7b58084a53 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:00:34.601860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9102eb-15e7-4501-9943-7e51f3c9f175 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:34.684630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbcf43-9577-4d27-8272-72751c616ce8 req-0795d665-a1df-42de-976c-a6a0d663d084 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:34.689487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6bbcf43-9577-4d27-8272-72751c616ce8 req-0795d665-a1df-42de-976c-a6a0d663d084 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.0987799 Nov 05 22:00:34.761158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6bbcf43-9577-4d27-8272-72751c616ce8 req-f58ac6be-39e4-4a55-9323-a345819e943b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655851 Nov 05 22:00:34.795977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:34.803681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.814535 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] Sync routers for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:34.827011 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:34.827787 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:34.852489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44726) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:34.857012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:34.864184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-18554076-e146-4b57-92c1-82ab3eb28dee tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "DELETE /v2.0/floatingips/6e1c34f7-9139-497d-82ad-ec2d3ffcbe7d HTTP/1.1" status: 204 len: 168 time: 1.8486462 Nov 05 22:00:34.868211 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:34.877787 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:34.879279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:34.889013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6890af78-7dcf-431e-8b95-b77e151aa7bd details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:00:34.908253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.934687 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:34.935620 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442aab0-545a-479d-af08-c42f3fd37e18 None None] The sync data for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:00:34.983108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:34.999304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port 292791c0-400b-479b-b8f3-7db6b2754c05 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:34.999612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.030586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:35.045166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'port_id': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'mac_address': 'fa:16:3e:20:f9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f1f586-19b9-4540-8d10-f0eb516e12d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:00:35.091158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.106692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6890af78-7dcf-431e-8b95-b77e151aa7bd {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:00:35.128210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:35.132195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port 292791c0-400b-479b-b8f3-7db6b2754c05, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=292791c0-400b-479b-b8f3-7db6b2754c05,segment=NetworkSegment(016bfdd4-dd77-467f-a7ec-59aa3fbeb872),segment_id=016bfdd4-dd77-467f-a7ec-59aa3fbeb872)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:35.132195 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.168819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for 292791c0-400b-479b-b8f3-7db6b2754c05 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:35.193600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.257522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:35.346187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c147-0996-4ce6-bf29-e081af2d03f5 req-fc6d313e-c178-4c5b-abb9-4db87346607c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:35.347817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23f8c147-0996-4ce6-bf29-e081af2d03f5 req-fc6d313e-c178-4c5b-abb9-4db87346607c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0777016 Nov 05 22:00:35.357634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.400030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4cd2a-da97-43ef-a782-939d2882eb07 req-5c55acb7-e8c9-421b-b089-6a5ce7335099 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:35.401509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbe4cd2a-da97-43ef-a782-939d2882eb07 req-5c55acb7-e8c9-421b-b089-6a5ce7335099 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 945 time: 0.0544305 Nov 05 22:00:35.415112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23f8c147-0996-4ce6-bf29-e081af2d03f5 req-73bd0d33-452d-4833-8e66-c7fd4b332f36 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591419 Nov 05 22:00:35.447019 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.487517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbe4cd2a-da97-43ef-a782-939d2882eb07 req-c488b1ab-9f3b-45d0-b71d-4b7e667f68d2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771530 Nov 05 22:00:35.496143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=292791c0-400b-479b-b8f3-7db6b2754c05,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:35.506648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port 292791c0-400b-479b-b8f3-7db6b2754c05 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:35.529116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['6890af78-7dcf-431e-8b95-b77e151aa7bd'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:00:35.672083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.687239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Allocated IP 172.25.6.106 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/49cd85ac-3431-4f7d-ac2b-0ea9df42479d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:35.714821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc7958-35d3-4f2b-9b49-c5d47263d3e6']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:35.738280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136672f-6685-4233-bd75-da8bc59dc426 req-35a1716b-30fd-4159-8b0f-ca90599681a6 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:35.739779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0136672f-6685-4233-bd75-da8bc59dc426 req-35a1716b-30fd-4159-8b0f-ca90599681a6 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1947773 Nov 05 22:00:35.741556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016bfdd4-dd77-467f-a7ec-59aa3fbeb872') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:35.741846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016bfdd4-dd77-467f-a7ec-59aa3fbeb872') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:35.776795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.839196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.855949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:35.856344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:35.861106 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:35.895720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1208-1bf6-4871-bb94-0f987002f10d req-fccd296b-cdb2-462a-be51-9ec073b47da0 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:35.897250 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4cb1208-1bf6-4871-bb94-0f987002f10d req-fccd296b-cdb2-462a-be51-9ec073b47da0 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.0514455 Nov 05 22:00:35.924131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0136672f-6685-4233-bd75-da8bc59dc426 req-e1937dde-5d8d-43f5-9cac-1ae598b66b78 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720753 Nov 05 22:00:35.956417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:35.968132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4cb1208-1bf6-4871-bb94-0f987002f10d req-b4f4493e-f1c2-49ad-a110-0f431745f5ec tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636649 Nov 05 22:00:36.039394 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.044328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.047919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 HTTP/1.1" status: 204 len: 168 time: 2.7977145 Nov 05 22:00:36.055179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44740) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:36.060308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1272222777'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:36.064259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895c4e1-649f-4e04-801e-b77aea5b0425 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=f4bc7958-35d3-4f2b-9b49-c5d47263d3e6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:36.097250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.135362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:36.140288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:36.143279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:36.168179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Pushing event updated for resources: {'Port': ['ID=49cd85ac-3431-4f7d-ac2b-0ea9df42479d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:36.171162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:36.177389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.206639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:36.216425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.216853 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment f8a9e737-b8a8-4646-b197-d93959758f44 of type vlan for network 63b43ff9-c9b8-42f5-a896-9b6c43551182 Nov 05 22:00:36.248488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.259282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.334247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f60ab3a8-37d3-499f-b8be-ca27bfd4d94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.410677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.416675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:36.417246 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.444850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.499398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=63b43ff9-c9b8-42f5-a896-9b6c43551182,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:36.512705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:36.549894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3d0d1f5-e507-4b79-a078-566e9e464dd3 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4936328 Nov 05 22:00:36.550780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44746) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:36.556198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:36.622704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b7c3a-faea-4b79-b2f2-f630640c3e60 req-f620d453-4ec7-4cec-b903-1bad26a5ddee tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:36.624363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d4b7c3a-faea-4b79-b2f2-f630640c3e60 req-f620d453-4ec7-4cec-b903-1bad26a5ddee tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1082954 Nov 05 22:00:36.704578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d4b7c3a-faea-4b79-b2f2-f630640c3e60 req-666e37c9-c985-4e9d-917e-5c78e369c6fa tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710907 Nov 05 22:00:36.707897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716cc1f-41b5-45b2-9f35-861195284ba3 req-2ba1a3c1-fa99-4ea8-9f46-44954ae89cc0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:36.710372 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f716cc1f-41b5-45b2-9f35-861195284ba3 req-2ba1a3c1-fa99-4ea8-9f46-44954ae89cc0 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 945 time: 0.0869722 Nov 05 22:00:36.715118 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.782051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.815786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.831820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f716cc1f-41b5-45b2-9f35-861195284ba3 req-c251f7d0-6597-4a2c-90ad-cdf1c42a53b1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157598 Nov 05 22:00:36.858039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Pushing event updated for resources: {'Port': ['ID=49cd85ac-3431-4f7d-ac2b-0ea9df42479d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:36.874517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.882134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6890af78-7dcf-431e-8b95-b77e151aa7bd up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:36.909310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.932107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 is not hosted by any dhcp agent {{(pid=102291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 22:00:36.934687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 6890af78-7dcf-431e-8b95-b77e151aa7bd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:36.935072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.938393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:36.939159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:36.940685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "PUT /v2.0/networks/63b43ff9-c9b8-42f5-a896-9b6c43551182 HTTP/1.1" status: 200 len: 723 time: 0.3890278 Nov 05 22:00:36.943514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:36.952936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': '63b43ff9-c9b8-42f5-a896-9b6c43551182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:36.997324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef0d52-0d32-4a9a-bd6c-026276fd8e4e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=63b43ff9-c9b8-42f5-a896-9b6c43551182,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:37.012915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.015284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:37.018251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44754) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:37.025827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-821d03f2-e619-4495-996a-a0007a43370e tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1721768 Nov 05 22:00:37.163426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.190039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c975e-9b4c-433b-8d58-e333748b8468 req-d57e8a20-77d0-41fc-ba33-ebd232a5e0b3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:37.192147 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-308c975e-9b4c-433b-8d58-e333748b8468 req-d57e8a20-77d0-41fc-ba33-ebd232a5e0b3 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.0759666 Nov 05 22:00:37.202030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:37.204626 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787fc948-33ac-4409-ae7c-b9f552918b66" -d '{"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-plugged", "status": "completed", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:37.218409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:37.251997 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-308c975e-9b4c-433b-8d58-e333748b8468 req-f702bdb7-edb0-4813-9a96-7958170bbe2e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538034 Nov 05 22:00:37.254870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:37.255246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6e94-815c-49bd-8e4b-83f889369c25 req-8a9b1efa-4395-4fb0-a2ac-f23f64118b3e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:37.256855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d61f6e94-815c-49bd-8e4b-83f889369c25 req-8a9b1efa-4395-4fb0-a2ac-f23f64118b3e tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1447110 Nov 05 22:00:37.302136 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf81bef5-0c85-4b02-b2ad-ee9a1c589e44 x-openstack-request-id: req-bf81bef5-0c85-4b02-b2ad-ee9a1c589e44 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:37.302495 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-plugged", "status": "completed", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:37.302778 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf81bef5-0c85-4b02-b2ad-ee9a1c589e44 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:37.303150 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'code': 200} Nov 05 22:00:37.320592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d61f6e94-815c-49bd-8e4b-83f889369c25 req-8ddf5ce5-e159-402c-861c-49a33a06d203 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/security-groups?id=5257ea87-96d4-475d-a447-9ec125fadcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559523 Nov 05 22:00:37.324822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.353703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:37.357408 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.379659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:37.444052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.519506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93e714-eeed-4bcf-ba9c-61c53e237f20 req-623fdd7f-0c74-467a-bc21-f92069003e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:37.521011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3a93e714-eeed-4bcf-ba9c-61c53e237f20 req-623fdd7f-0c74-467a-bc21-f92069003e0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 1097 time: 0.0917876 Nov 05 22:00:37.533777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-54487548-e358-4752-b822-638572a93b2c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:37.541180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-54487548-e358-4752-b822-638572a93b2c tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 946 time: 0.1188920 Nov 05 22:00:37.561702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.677780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Allocated IP 172.25.6.33 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/708c9b8e-4c73-4a0a-a810-5432f86e18ee) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:37.699918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3a93e714-eeed-4bcf-ba9c-61c53e237f20 req-ae6c9113-c878-4e4b-ab75-c4d81621fb69 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612604 Nov 05 22:00:37.737225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Deleting port cc9305c2-aea0-41ff-8345-c66497d151cf {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:37.737798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.795589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.832989 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.862159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59b6a8-7551-4f89-9804-3dc7784140ba req-013ed68e-7348-4275-bc66-d3116c51daac tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:37.867746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a59b6a8-7551-4f89-9804-3dc7784140ba req-013ed68e-7348-4275-bc66-d3116c51daac tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0752439 Nov 05 22:00:37.886073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=81f5c1d2-58c8-4391-a4ac-0e9923385435,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:37.898615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] For port cc9305c2-aea0-41ff-8345-c66497d151cf, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=cc9305c2-aea0-41ff-8345-c66497d151cf,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:37.898615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:37.910306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': 'f8a9e737-b8a8-4646-b197-d93959758f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63b43ff9-c9b8-42f5-a896-9b6c43551182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:37.910678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: 63b43ff9-c9b8-42f5-a896-9b6c43551182, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:37.918832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Calling delete_port for cc9305c2-aea0-41ff-8345-c66497d151cf owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:37.960346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a59b6a8-7551-4f89-9804-3dc7784140ba req-4d08bc7c-b877-4d36-b24d-a8a40f3b3f6a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678580 Nov 05 22:00:37.962163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.012894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:38.018159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:38.020625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:38.024860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Pushing event updated for resources: {'Port': ['ID=708c9b8e-4c73-4a0a-a810-5432f86e18ee,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:38.041837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:38.065103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e394b1-7018-4d29-aac3-7dbf757593fc req-e28bb96a-b286-487c-a2ef-9d252260ef4f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:38.065103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5e394b1-7018-4d29-aac3-7dbf757593fc req-e28bb96a-b286-487c-a2ef-9d252260ef4f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.1269569 Nov 05 22:00:38.113047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.157686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5e394b1-7018-4d29-aac3-7dbf757593fc req-213bbdbc-6972-447a-a116-1b84e4a905ba tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Nov 05 22:00:38.158998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 63b43ff9-c9b8-42f5-a896-9b6c43551182) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:38.164271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:38.164271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.177474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079749bc-53b8-45fe-abc5-6379e34bfb88 None None] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:38.288373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.296888 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.301774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-42bf18f9-388d-478f-977b-1335ae46a890 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3570795 Nov 05 22:00:38.315870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44770) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:38.342509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a7de5789-4a92-4ac9-8062-c8c3aa716c40 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:38.359120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-63b43ff9-c9b8-42f5-a896-9b6c43551182', 'network_id': '63b43ff9-c9b8-42f5-a896-9b6c43551182', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': '81f5c1d2-58c8-4391-a4ac-0e9923385435'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:38.361325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.395804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Pushing event deleted for resources: {'Port': ['ID=cc9305c2-aea0-41ff-8345-c66497d151cf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:38.461866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] No DVR routers for this DVR port cc9305c2-aea0-41ff-8345-c66497d151cf on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:38.468051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.472096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b4ad7f3-b974-4212-9552-2af1e3bac37f req-75acae56-0d83-4814-a150-89d3c3b39625 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.13 "DELETE /v2.0/ports/cc9305c2-aea0-41ff-8345-c66497d151cf HTTP/1.1" status: 204 len: 173 time: 0.9262209 Nov 05 22:00:38.472910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'name': 'network-vif-deleted', 'tag': 'cc9305c2-aea0-41ff-8345-c66497d151cf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:38.475397 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ce78f2-d60c-4247-8b4a-dc70329c869b" -d '{"events": [{"server_uuid": "ba79cf44-ce3a-4821-9d1b-a33d3a1da825", "name": "network-vif-deleted", "tag": "cc9305c2-aea0-41ff-8345-c66497d151cf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:38.507743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.517807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a30582e5-b484-4824-9297-0d0896607607 req-6ed90564-a093-4ab6-aed6-8a0927b3db9d tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 210 time: 0.0391004 Nov 05 22:00:38.562328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca04cf7-cc37-4fa3-9dcf-deaad02c2f3d req-c7742695-44a5-499f-ab59-257a4c9f92c0 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:38.573479 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cca04cf7-cc37-4fa3-9dcf-deaad02c2f3d req-c7742695-44a5-499f-ab59-257a4c9f92c0 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.1063395 Nov 05 22:00:38.580210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7de5789-4a92-4ac9-8062-c8c3aa716c40 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8679867'] for subnet, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.605574 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca967000-44dc-49e2-b82e-be04d542daed x-openstack-request-id: req-ca967000-44dc-49e2-b82e-be04d542daed {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:38.605872 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba79cf44-ce3a-4821-9d1b-a33d3a1da825", "name": "network-vif-deleted", "tag": "cc9305c2-aea0-41ff-8345-c66497d151cf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:38.606020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.606143 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca967000-44dc-49e2-b82e-be04d542daed {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:38.606627 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba79cf44-ce3a-4821-9d1b-a33d3a1da825', 'name': 'network-vif-deleted', 'tag': 'cc9305c2-aea0-41ff-8345-c66497d151cf', 'status': 'completed', 'code': 200} Nov 05 22:00:38.715772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cca04cf7-cc37-4fa3-9dcf-deaad02c2f3d req-c7b56324-4ce2-47a3-878d-9fa985ef6fb8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413577 Nov 05 22:00:38.718222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Pushing event updated for resources: {'Port': ['ID=708c9b8e-4c73-4a0a-a810-5432f86e18ee,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:38.732463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.776064 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95bf92a3-6f79-4a8e-83fb-38ef0445dec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.810651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7de5789-4a92-4ac9-8062-c8c3aa716c40 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761189893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8769149'] for subnet, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.845786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de5789-4a92-4ac9-8062-c8c3aa716c40 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:38.846378 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7de5789-4a92-4ac9-8062-c8c3aa716c40 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.850803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a7de5789-4a92-4ac9-8062-c8c3aa716c40 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "PUT /v2.0/subnets/81f5c1d2-58c8-4391-a4ac-0e9923385435 HTTP/1.1" status: 200 len: 806 time: 0.5312412 Nov 05 22:00:38.854095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44776) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:38.859312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Allocated IP 172.20.0.2 (63b43ff9-c9b8-42f5-a896-9b6c43551182/81f5c1d2-58c8-4391-a4ac-0e9923385435/3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:38.877447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5789-4a92-4ac9-8062-c8c3aa716c40 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=81f5c1d2-58c8-4391-a4ac-0e9923385435,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:38.894605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:38.894605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c7f7b7a-fd25-46c7-ad6e-803ba77df5bb tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8700325 Nov 05 22:00:38.894605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44778) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:39.004802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22d01a70-ad7a-4573-9f34-3a2cc384f943 tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1114440 Nov 05 22:00:39.008031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44782) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:39.082143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.083357 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.141180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.146306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-96d4e0db-55ef-449e-a4f1-79d54562d541 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1344841 Nov 05 22:00:39.147527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44784) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:39.169919 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.273144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:39.276022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:39.278415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cde8b4-5d1d-4b99-8ff9-3622a8355867 req-112a9c65-a896-456b-a6ed-761e18932783 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:39.283490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:39.286739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35cde8b4-5d1d-4b99-8ff9-3622a8355867 req-112a9c65-a896-456b-a6ed-761e18932783 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1811175 Nov 05 22:00:39.305888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Pushing event updated for resources: {'Port': ['ID=3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:39.339159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.369713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Deleting port 708c9b8e-4c73-4a0a-a810-5432f86e18ee {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:39.370086 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.375189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35cde8b4-5d1d-4b99-8ff9-3622a8355867 req-f69cb6b8-d3f1-4292-b193-505e9c35045f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872843 Nov 05 22:00:39.414527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Attempting to bind port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:39.414990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Attempting to bind port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f8a9e737-b8a8-4646-b197-d93959758f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63b43ff9-c9b8-42f5-a896-9b6c43551182'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:39.415464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Attempting to bind port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966 on network 63b43ff9-c9b8-42f5-a896-9b6c43551182 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:39.423142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:39.423289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Checking segment: {'id': 'f8a9e737-b8a8-4646-b197-d93959758f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63b43ff9-c9b8-42f5-a896-9b6c43551182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:39.423814 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.424241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Bound using segment: {'id': 'f8a9e737-b8a8-4646-b197-d93959758f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63b43ff9-c9b8-42f5-a896-9b6c43551182'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:39.425149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Bound port: 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a9e737-b8a8-4646-b197-d93959758f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '63b43ff9-c9b8-42f5-a896-9b6c43551182'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:39.425149 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.495309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=81f5c1d2-58c8-4391-a4ac-0e9923385435,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:39.513969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.520166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] For port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:39.524258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] For port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966,segment=NetworkSegment(f8a9e737-b8a8-4646-b197-d93959758f44),segment_id=f8a9e737-b8a8-4646-b197-d93959758f44)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:39.532842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.533826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.556989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Calling delete_port for 708c9b8e-4c73-4a0a-a810-5432f86e18ee owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:39.579182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b43ff9-c9b8-42f5-a896-9b6c43551182']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:39.599811 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.601705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ee4e6-4fdc-459d-8c44-a611fba16b26 req-d365b7d8-06b4-4553-a4fa-04fb1d505d1e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:39.607030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-554ee4e6-4fdc-459d-8c44-a611fba16b26 req-d365b7d8-06b4-4553-a4fa-04fb1d505d1e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.2777016 Nov 05 22:00:39.643945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a9e737-b8a8-4646-b197-d93959758f44') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:39.644193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a9e737-b8a8-4646-b197-d93959758f44') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:39.683982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.718809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.726775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:39.731039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:39.736019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf9920-8c3b-4faf-a898-2bbd6d7bbc8e None None] Pushing event updated for resources: {'Port': ['ID=3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:39.810408 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:39.821055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cfcdc92e-c9ad-4f49-ae53-ab971f35e68e req-f4b2cac6-89a6-4c4a-9134-853bf93f9271 tempest-ServerRescueTestJSON-2136655625 tempest-ServerRescueTestJSON-2136655625-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba79cf44-ce3a-4821-9d1b-a33d3a1da825 HTTP/1.1" status: 200 len: 210 time: 0.1439924 Nov 05 22:00:39.869567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dddc51-1580-435c-88bd-1b47531224a8 None None] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:39.928740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-5f07b504-48e4-4602-bc8c-060d82854218 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983698 Nov 05 22:00:39.932266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-554ee4e6-4fdc-459d-8c44-a611fba16b26 req-981f6562-826f-4615-a781-5e595ebb5073 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089535 Nov 05 22:00:39.933148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:00:39.933148 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:00:39.933148 n-d-816738-5 neutron-server[102291]: [parameters: {'id': '63b43ff9-c9b8-42f5-a896-9b6c43551182'}] Nov 05 22:00:39.933148 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:39.933442 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:40.035998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc9305c2-aea0-41ff-8345-c66497d151cf no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:00:40.042699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44800) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:40.065522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: cc9305c2-aea0-41ff-8345-c66497d151cf {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:00:40.065859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device cc9305c2-aea0-41ff-8345-c66497d151cf not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:00:40.138192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd3fb0-c42e-42fd-923e-32cf2552e41a None None] Network 63b43ff9-c9b8-42f5-a896-9b6c43551182 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:40.198871 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.225180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-371eca9f-6005-4ec3-8805-c9a9e802e1d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc737434330f4f6192ff3a8988c2672e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807201 Nov 05 22:00:40.225868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44804) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:40.281961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5bf81-b908-4a49-aad3-870072a36066 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:40.286442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c451137-f705-4220-848e-dcfd199f43e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.311361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c451137-f705-4220-848e-dcfd199f43e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.393432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5bf81-b908-4a49-aad3-870072a36066 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:40.426144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.434887 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.446680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c451137-f705-4220-848e-dcfd199f43e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.450117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1c451137-f705-4220-848e-dcfd199f43e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.451745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1c451137-f705-4220-848e-dcfd199f43e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/050c2a48-fdc5-471f-acc5-dc4fcc8ff680 HTTP/1.1" status: 204 len: 168 time: 0.2248216 Nov 05 22:00:40.465611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Pushing event deleted for resources: {'Port': ['ID=708c9b8e-4c73-4a0a-a810-5432f86e18ee,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:40.477342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451137-f705-4220-848e-dcfd199f43e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c2a48-fdc5-471f-acc5-dc4fcc8ff680,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:40.480868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-e701340b-d423-420c-9ea6-830d450472e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:40.482439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-e701340b-d423-420c-9ea6-830d450472e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 1097 time: 0.5252872 Nov 05 22:00:40.513792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5dd07-c4ee-46fb-b1cd-7c57055f50ce req-738a49b1-b665-494d-b3d0-c8085c4fb245 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:40.521756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83a5dd07-c4ee-46fb-b1cd-7c57055f50ce req-738a49b1-b665-494d-b3d0-c8085c4fb245 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 944 time: 0.5090983 Nov 05 22:00:40.570833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe401-c1ec-4b29-9e60-a5e8135bf951 req-6d742f02-7130-40d2-ba20-efe56f5ce380 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:40.572387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1bbe401-c1ec-4b29-9e60-a5e8135bf951 req-6d742f02-7130-40d2-ba20-efe56f5ce380 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1191974 Nov 05 22:00:40.582687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:40.583476 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.649053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.652689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.655262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4141f2be-a7a0-47fd-9447-20a4a6f10a74 tempest-FloatingIPAdminTestJSON-1865232543 tempest-FloatingIPAdminTestJSON-1865232543-project] 10.222.0.41 "DELETE /v2.0/floatingips/d1e9b634-0e6f-4cc8-afca-0ec69f0efe06 HTTP/1.1" status: 204 len: 168 time: 1.5048821 Nov 05 22:00:40.658167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966,segment=NetworkSegment(f8a9e737-b8a8-4646-b197-d93959758f44),segment_id=f8a9e737-b8a8-4646-b197-d93959758f44)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:40.659171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.661113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:40.681174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:40.708452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83a5dd07-c4ee-46fb-b1cd-7c57055f50ce req-a876cd9a-33f1-4464-b575-36c31ce55e71 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854463 Nov 05 22:00:40.753632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1bbe401-c1ec-4b29-9e60-a5e8135bf951 req-c066071e-0ad1-4c0e-bce0-e1f19a9915bd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726661 Nov 05 22:00:40.785698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-b2f789a5-4ad4-4f73-bb30-74b397dfb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:40.787223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-b2f789a5-4ad4-4f73-bb30-74b397dfb2da service neutron] 10.222.0.46 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.2614143 Nov 05 22:00:40.892524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:40.901527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44820) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:40.910234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 2d89b021-0e60-434f-b289-6a73c0d5d961 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:00:40.930396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:40.937228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port 3d7d3b59-b4d7-4eb5-870b-49d5bb9e3966 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:40.981582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Deleting port 49cd85ac-3431-4f7d-ac2b-0ea9df42479d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:40.981984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.063602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 2d89b021-0e60-434f-b289-6a73c0d5d961, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=2d89b021-0e60-434f-b289-6a73c0d5d961,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:41.065801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.075593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-d221eff1-2d0b-47bf-94e0-51411e3e36ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92 HTTP/1.1" status: 200 len: 217 time: 0.2812848 Nov 05 22:00:41.084684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'mac_address': 'fa:16:3e:24:6a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:00:41.101655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b43ff9-c9b8-42f5-a896-9b6c43551182']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:41.121811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55c01b-b795-4a04-af35-1b013a656c5e req-bf2443ab-6777-48fa-94d4-4c839d064ca4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:41.123338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f55c01b-b795-4a04-af35-1b013a656c5e req-bf2443ab-6777-48fa-94d4-4c839d064ca4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.0867372 Nov 05 22:00:41.126062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a9e737-b8a8-4646-b197-d93959758f44') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:41.126355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a9e737-b8a8-4646-b197-d93959758f44') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:41.126914 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.142539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d89b021-0e60-434f-b289-6a73c0d5d961 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:00:41.145433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.162868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 2d89b021-0e60-434f-b289-6a73c0d5d961, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=2d89b021-0e60-434f-b289-6a73c0d5d961,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:41.176832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.191740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:41.192407 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:41.195783 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:41.220639 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f55c01b-b795-4a04-af35-1b013a656c5e req-5fb23ed5-81ac-402d-9847-435fc48c3543 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870876 Nov 05 22:00:41.236326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.237053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.251697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.295591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-8464ee06-fd49-42de-81f5-67bd0dd587ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:41.297287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-8464ee06-fd49-42de-81f5-67bd0dd587ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.2124174 Nov 05 22:00:41.304833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Calling delete_port for 49cd85ac-3431-4f7d-ac2b-0ea9df42479d owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:41.349237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=2d89b021-0e60-434f-b289-6a73c0d5d961,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:41.427788 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.506830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-83688c7d-e262-444d-bbac-adcaca6dd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:41.508378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-83688c7d-e262-444d-bbac-adcaca6dd14d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015977 Nov 05 22:00:41.536343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd3297-8043-4fac-8376-897e3d39b6ee req-74194606-7a6c-462d-9463-dd41c10e74a1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:41.537765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6dd3297-8043-4fac-8376-897e3d39b6ee req-74194606-7a6c-462d-9463-dd41c10e74a1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.2171557 Nov 05 22:00:41.595737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['2d89b021-0e60-434f-b289-6a73c0d5d961'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:00:41.645494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.655691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.664285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/63b43ff9-c9b8-42f5-a896-9b6c43551182 HTTP/1.1" status: 204 len: 168 time: 2.8113749 Nov 05 22:00:41.664640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44840) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:41.685121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcbd21-48c3-4169-a71a-7f749604c3ba tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=63b43ff9-c9b8-42f5-a896-9b6c43551182,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:41.698436 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-931a31fe-3fe5-40c2-8b52-2bb1b53c5627 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:00:41.699013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931a31fe-3fe5-40c2-8b52-2bb1b53c5627 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:00:41.715400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-931a31fe-3fe5-40c2-8b52-2bb1b53c5627 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/63b43ff9-c9b8-42f5-a896-9b6c43551182 HTTP/1.1" status: 404 len: 339 time: 0.0345273 Nov 05 22:00:41.715400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44842) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:41.715979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040965146', 'description': 'd1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:41.753979 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-7b6e9232-cc2e-4ce0-9a03-20de18ac98de service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314749 Nov 05 22:00:41.758995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f6dd3297-8043-4fac-8376-897e3d39b6ee req-b3c9825a-ae20-4f17-be56-c1e969f95743 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060277 Nov 05 22:00:41.819979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:41.822059 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.854171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.900820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7df7e-7dcd-427f-ac3e-23d7e8503c3e req-7141cfc6-57b0-4d58-a37e-d4325d429a6a tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:41.902527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b3d7df7e-7dcd-427f-ac3e-23d7e8503c3e req-7141cfc6-57b0-4d58-a37e-d4325d429a6a tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 945 time: 0.1026704 Nov 05 22:00:41.906888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:41.934948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Pushing event deleted for resources: {'Port': ['ID=49cd85ac-3431-4f7d-ac2b-0ea9df42479d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:41.949342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:41.949814 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment 61a70615-3e91-403a-aca7-1fe77f22e290 of type vlan for network abababee-dac0-436d-9440-dd9a593b15bc Nov 05 22:00:41.998262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b3d7df7e-7dcd-427f-ac3e-23d7e8503c3e req-9008725d-9c20-4588-9970-ad4f13c5ead2 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878458 Nov 05 22:00:42.022793 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.036123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.080783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e3ac07b-6a76-47e1-924a-065aa3a00d19 req-5cf73286-b03e-41bf-a0e3-c4e70e2ebc8e service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194871 Nov 05 22:00:42.088554 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.091322 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.092666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-54b6894b-ca91-4691-b79a-4b7e9b277a9a tempest-FloatingIPAdminTestJSON-1295576944 tempest-FloatingIPAdminTestJSON-1295576944-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/3fac4c82-a223-4039-9b59-d628e717bb34 HTTP/1.1" status: 204 len: 168 time: 1.4271541 Nov 05 22:00:42.097865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44856) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:42.116311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a2746-43c2-4b43-b864-547d6c564546 req-8143aba0-b5af-43a6-9d5d-877db83f6cb7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:42.117792 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d6a2746-43c2-4b43-b864-547d6c564546 req-8143aba0-b5af-43a6-9d5d-877db83f6cb7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2058527 Nov 05 22:00:42.159221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.166182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:42.166847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.173560 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.234665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=abababee-dac0-436d-9440-dd9a593b15bc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:42.245242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network abababee-dac0-436d-9440-dd9a593b15bc details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:42.275791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d6a2746-43c2-4b43-b864-547d6c564546 req-0104e7ba-62e6-442b-a880-c838a5e47ad2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331534 Nov 05 22:00:42.369473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Deleting port c2636a25-5d52-4ac6-a2fd-9b0a9e94e054 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:42.369805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.378653 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ec2b88b5-dbfc-40ce-b8cc-8abd1369e97d tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6666322 Nov 05 22:00:42.381336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44858) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:42.469880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6eb6e7-073d-4a4c-ab6f-24061b6af64b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:42.471684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1e6eb6e7-073d-4a4c-ab6f-24061b6af64b tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/networks?id=abababee-dac0-436d-9440-dd9a593b15bc HTTP/1.1" status: 200 len: 761 time: 0.0891001 Nov 05 22:00:42.474254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44860) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:42.480068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'description': 'd2'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:42.489446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.518706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Calling delete_port for c2636a25-5d52-4ac6-a2fd-9b0a9e94e054 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:42.665524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.677343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Deleting port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:42.677691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.759157 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.769415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network abababee-dac0-436d-9440-dd9a593b15bc is not hosted by any dhcp agent {{(pid=102291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 22:00:42.774963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:42.775580 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.776868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "PUT /v2.0/networks/abababee-dac0-436d-9440-dd9a593b15bc HTTP/1.1" status: 200 len: 758 time: 0.3017030 Nov 05 22:00:42.787014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44874) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:42.849073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.851883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] For port 77cfb54f-a1a0-4661-95d0-3a3a014d4d07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,segment=NetworkSegment(34db323c-455e-4cf4-9ea3-3d2e80d44454),segment_id=34db323c-455e-4cf4-9ea3-3d2e80d44454)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:42.852160 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:42.898605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b816a-a55b-499b-aac1-d6f150eb54ca tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=abababee-dac0-436d-9440-dd9a593b15bc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:42.907069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Calling delete_port for 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:42.918507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 2d89b021-0e60-434f-b289-6a73c0d5d961 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:42.921195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac63281a-7a8d-494a-9a72-91c7f38fcc60 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:42.922766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac63281a-7a8d-494a-9a72-91c7f38fcc60 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/networks?id=abababee-dac0-436d-9440-dd9a593b15bc HTTP/1.1" status: 200 len: 761 time: 0.1347961 Nov 05 22:00:42.927671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44878) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:42.933261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605598570'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:42.957777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Port': ['ID=c2636a25-5d52-4ac6-a2fd-9b0a9e94e054,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:42.967398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-aaa1e89f-e2b1-41c1-8c01-3b024be3a59d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:42.968276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network abababee-dac0-436d-9440-dd9a593b15bc details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:42.972024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-aaa1e89f-e2b1-41c1-8c01-3b024be3a59d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 815 time: 0.2881372 Nov 05 22:00:43.027796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:43.034231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.081782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-be1a54cb-4029-4faf-93d3-a87e43dec05f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/quotas/b4b3f22ce6074c22a1cd6c5da7394a84 HTTP/1.1" status: 200 len: 375 time: 0.1006312 Nov 05 22:00:43.098609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:43.108825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.109989 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment b9e372b2-998a-48ee-9f79-0eb75d567a45 of type vlan for network 76686b19-dd76-40cc-98e9-26d2a5f93b1d Nov 05 22:00:43.176506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.179922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b84ffc87-541b-4bad-ba25-92c6c788d07f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "DELETE /v2.0/ports/c2636a25-5d52-4ac6-a2fd-9b0a9e94e054 HTTP/1.1" status: 204 len: 168 time: 1.0792460 Nov 05 22:00:43.182582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44884) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:43.186915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.214509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20728b5f-f5a9-4886-ba90-e5a8fdeea0b2 req-10254523-7bd3-4821-a5b0-31834a939fe4 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:43.214509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20728b5f-f5a9-4886-ba90-e5a8fdeea0b2 req-10254523-7bd3-4821-a5b0-31834a939fe4 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 945 time: 0.1015854 Nov 05 22:00:43.250503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 2d89b021-0e60-434f-b289-6a73c0d5d961 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:00:43.256692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 2d89b021-0e60-434f-b289-6a73c0d5d961 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:43.261845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-3968447f-1d9f-49fc-9c94-f6e90faded98 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1641636 Nov 05 22:00:43.261982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.287328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20728b5f-f5a9-4886-ba90-e5a8fdeea0b2 req-1d165a2b-ccfa-495b-94ed-1303a949008e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608735 Nov 05 22:00:43.305037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bc1786-9ae8-4de5-a7f8-efe719b103e7 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:43.307428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5bc1786-9ae8-4de5-a7f8-efe719b103e7 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c14415f-43b0-4540-98fe-1e7b58084a53 HTTP/1.1" status: 200 len: 913 time: 0.1216421 Nov 05 22:00:43.314421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44888) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:43.363594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.394574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:43.397295 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11e2135-2c4e-4fd3-a5c6-644a22a26533" -d '{"events": [{"server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "name": "network-vif-plugged", "status": "completed", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:43.405815 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-397dd682-d75d-4de0-a5e8-1f27e047a014 service neutron] 10.222.0.41 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370320 Nov 05 22:00:43.418583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.423020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 2d89b021-0e60-434f-b289-6a73c0d5d961, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=2d89b021-0e60-434f-b289-6a73c0d5d961,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:43.425494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:43.426093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.437188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.496172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.510172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77cfb54f-a1a0-4661-95d0-3a3a014d4d07,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:43.556586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=76686b19-dd76-40cc-98e9-26d2a5f93b1d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:43.574351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 76686b19-dd76-40cc-98e9-26d2a5f93b1d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:43.575431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f4fcb-11c7-42a8-81e1-45d369b0d183 req-d44ae9d4-b0df-420c-a806-824e26bd4173 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:43.577270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b30f4fcb-11c7-42a8-81e1-45d369b0d183 req-d44ae9d4-b0df-420c-a806-824e26bd4173 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2137277 Nov 05 22:00:43.580199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-6045ddf3-5808-4b8a-a3d4-d4ee5b5044c2 service neutron] 10.222.0.41 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677849 Nov 05 22:00:43.672509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b44ab02-b21a-4144-b9b1-a62821a38d51 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7437203 Nov 05 22:00:43.690459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44894) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:43.691998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=2d89b021-0e60-434f-b289-6a73c0d5d961,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:43.699936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': '76686b19-dd76-40cc-98e9-26d2a5f93b1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:43.733783 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:43.904132 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72605eec-8eb9-4beb-a5ba-2b341f5394ce x-openstack-request-id: req-72605eec-8eb9-4beb-a5ba-2b341f5394ce {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:43.904433 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "name": "network-vif-plugged", "status": "completed", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:43.904697 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72605eec-8eb9-4beb-a5ba-2b341f5394ce {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:43.905123 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'code': 200} Nov 05 22:00:43.910951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b30f4fcb-11c7-42a8-81e1-45d369b0d183 req-df037f9f-4bb9-4176-9ad8-16082fd246b2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480767 Nov 05 22:00:44.087353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:44.092294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:44.435743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bd2bca2-2946-4b26-96cd-f6f3d72d59d3 req-370f95d1-1537-4748-9a71-223f10bb685c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 210 time: 0.4647937 Nov 05 22:00:44.560611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbce3c-80e6-4a0d-91e9-ac249c99be78 req-ab562b61-6f40-460f-9558-32f3c53e2e5c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:44.562230 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4dbce3c-80e6-4a0d-91e9-ac249c99be78 req-ab562b61-6f40-460f-9558-32f3c53e2e5c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2120535 Nov 05 22:00:44.598595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:44.689719 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:44.691105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47cc7a-664f-4440-a859-68753eb28038 req-6ed724b6-0256-42e9-854e-2804d4d1e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:44.692641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e47cc7a-664f-4440-a859-68753eb28038 req-6ed724b6-0256-42e9-854e-2804d4d1e909 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1097 time: 0.6963091 Nov 05 22:00:44.709844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906860-a67d-4114-968a-34b67c934e20 req-fe050c53-844d-431e-9bad-bed3cefdcda2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:44.711270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13906860-a67d-4114-968a-34b67c934e20 req-fe050c53-844d-431e-9bad-bed3cefdcda2 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea08c419-ad64-4a1e-8bd2-28e284f1d254 HTTP/1.1" status: 200 len: 946 time: 0.2900429 Nov 05 22:00:44.763950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:00:44.800110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4dbce3c-80e6-4a0d-91e9-ac249c99be78 req-2bfe9cfc-a5ae-4134-aad4-1efbb608ec2c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265968 Nov 05 22:00:44.829762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=6508e21f-21ce-49ba-a87e-6aedd2d82d91,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:44.861026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a5331-a96e-4b8c-9f62-74e3e1461bcf req-4faec34a-e883-4434-bf6d-d185d9b111f4 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:44.862463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': 'b9e372b2-998a-48ee-9f79-0eb75d567a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '76686b19-dd76-40cc-98e9-26d2a5f93b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:44.862463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: 76686b19-dd76-40cc-98e9-26d2a5f93b1d, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:44.863617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c14a5331-a96e-4b8c-9f62-74e3e1461bcf req-4faec34a-e883-4434-bf6d-d185d9b111f4 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 946 time: 0.2295237 Nov 05 22:00:44.879096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e47cc7a-664f-4440-a859-68753eb28038 req-7c04e5e4-7101-4761-8d7e-d8286cd5c967 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655164 Nov 05 22:00:44.880858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-ca5e2f07-ac80-4d88-8722-9499285a1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:44.882240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-ca5e2f07-ac80-4d88-8722-9499285a1f1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1095 time: 0.3375041 Nov 05 22:00:45.060887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network 76686b19-dd76-40cc-98e9-26d2a5f93b1d is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:45.077522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Deleting port 214686f8-df6b-42d6-a018-028c0d9249ef {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:45.077864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.094967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c14a5331-a96e-4b8c-9f62-74e3e1461bcf req-8b667a7b-4042-4c5b-b364-02a902827848 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232575 Nov 05 22:00:45.104632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Deleting port 6890af78-7dcf-431e-8b95-b77e151aa7bd {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:45.104632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.127104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-60c3252f-b853-4fb3-bd43-7528c542c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:45.128627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-60c3252f-b853-4fb3-bd43-7528c542c6f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.2109697 Nov 05 22:00:45.141550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:45.154465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] Sync routers for ids ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:45.167327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] Routers {'72fa9bf0-0ebc-4687-ae72-57409aa8e21f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:45.168001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:45.171939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7e705441-5e33-4af9-81e3-073ee00e60b6 admin admin] 10.222.0.41 "PUT /v2.0/routers/72fa9bf0-0ebc-4687-ae72-57409aa8e21f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689626 Nov 05 22:00:45.201220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44924) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:45.302080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] For port 6890af78-7dcf-431e-8b95-b77e151aa7bd, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6890af78-7dcf-431e-8b95-b77e151aa7bd,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:45.302336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 76686b19-dd76-40cc-98e9-26d2a5f93b1d) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:45.302462 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.312256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.317843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] Set router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:00:45.320730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Calling delete_port for 6890af78-7dcf-431e-8b95-b77e151aa7bd owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:45.324010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-b45e9dab-8763-45cf-b288-94a97a4e8e9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.1509609 Nov 05 22:00:45.372729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8569c2-b499-4955-bd6b-cab21dfefcb4 None None] Network 76686b19-dd76-40cc-98e9-26d2a5f93b1d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:45.430217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-b8220901-59b8-4276-bec3-5866fb1fe838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:45.432123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-b8220901-59b8-4276-bec3-5866fb1fe838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0996406 Nov 05 22:00:45.542857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-bc1a286f-1439-4739-87bb-6919959e7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:45.544852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-bc1a286f-1439-4739-87bb-6919959e7159 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047082 Nov 05 22:00:45.602436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:45.603201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.638240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.642013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Calling delete_port for 214686f8-df6b-42d6-a018-028c0d9249ef owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:45.645403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1a63888-01b3-4e78-8501-5cd76fddbad6 req-0a50cd86-7b71-4281-9104-a93dfd813d88 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 210 time: 0.0526102 Nov 05 22:00:45.702362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.705532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Pushing event deleted for resources: {'Port': ['ID=6890af78-7dcf-431e-8b95-b77e151aa7bd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:45.745360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a40364b-7855-4d53-8959-5b1c7b07ea19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0505726 Nov 05 22:00:45.748535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44928) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:45.763962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-b5f7c86e-7253-46b4-ad67-76f4f8a7ba1f service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989503 Nov 05 22:00:45.876677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] No DVR routers for this DVR port 6890af78-7dcf-431e-8b95-b77e151aa7bd on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:45.881789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:45.893246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13906860-a67d-4114-968a-34b67c934e20 req-1c90fecf-12e8-48bf-b85d-a9d124302944 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.46 "DELETE /v2.0/ports/6890af78-7dcf-431e-8b95-b77e151aa7bd HTTP/1.1" status: 204 len: 173 time: 1.1571405 Nov 05 22:00:45.903138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-deleted', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:45.907536 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae9664-55fd-4c80-bc7c-206c071d3987" -d '{"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-deleted", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:45.950186 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.002555 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6177b856-0bec-479d-accf-a4388f63b9ef x-openstack-request-id: req-6177b856-0bec-479d-accf-a4388f63b9ef {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:46.004080 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea08c419-ad64-4a1e-8bd2-28e284f1d254", "name": "network-vif-deleted", "tag": "6890af78-7dcf-431e-8b95-b77e151aa7bd", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:46.004541 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6177b856-0bec-479d-accf-a4388f63b9ef {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:46.005249 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea08c419-ad64-4a1e-8bd2-28e284f1d254', 'name': 'network-vif-deleted', 'tag': '6890af78-7dcf-431e-8b95-b77e151aa7bd', 'status': 'completed', 'code': 200} Nov 05 22:00:46.030487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.053074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4102-a0a7-4796-aa51-b17c71416957 req-17120228-7aac-4cf7-afa7-d2f1e86c1e46 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:46.056861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b46e4102-a0a7-4796-aa51-b17c71416957 req-17120228-7aac-4cf7-afa7-d2f1e86c1e46 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1329069 Nov 05 22:00:46.056861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b12f406-7bca-45c2-9b6e-22a08667b9a8 req-4000a121-bb3a-4c56-a03a-5ed6064a9b0a service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779479 Nov 05 22:00:46.112413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.119199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0fe21-a361-49ef-8b34-588477e2926e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-76686b19-dd76-40cc-98e9-26d2a5f93b1d', 'network_id': '76686b19-dd76-40cc-98e9-26d2a5f93b1d', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': '6508e21f-21ce-49ba-a87e-6aedd2d82d91'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:46.120123 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5da0fe21-a361-49ef-8b34-588477e2926e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.154486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b46e4102-a0a7-4796-aa51-b17c71416957 req-600f8978-481f-4a23-aca4-ecd053067592 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885744 Nov 05 22:00:46.224180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T22:00:43Z', 'revision_number': 5, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port': {'id': 'f6cd6e55-d024-4396-ac8d-c989d7b5c846', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:58:34Z', 'updated_at': '2021-11-05T21:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:46.262717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] Checking router: 72fa9bf0-0ebc-4687-ae72-57409aa8e21f for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:00:46.278242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] Routers {'72fa9bf0-0ebc-4687-ae72-57409aa8e21f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:46.279080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:46.312232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.336792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d12f0a-87fa-49ce-a0ac-f0acb9c06bc2 req-958fced3-e0f2-42ed-a7cd-c969ed1fa2cd tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:46.338307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13d12f0a-87fa-49ce-a0ac-f0acb9c06bc2 req-958fced3-e0f2-42ed-a7cd-c969ed1fa2cd tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 946 time: 0.0934081 Nov 05 22:00:46.400337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=6508e21f-21ce-49ba-a87e-6aedd2d82d91,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:46.403313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] Set router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:00:46.425238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Deleting port f6cd6e55-d024-4396-ac8d-c989d7b5c846 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:46.438071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.463471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.504280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T22:00:46Z', 'revision_number': 6, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:46.558172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac80be4-8c40-4dbb-afc9-1f6b032286e7 None None] The sync data for ids ['72fa9bf0-0ebc-4687-ae72-57409aa8e21f'] in n-d-816738-5 is: [{'id': '72fa9bf0-0ebc-4687-ae72-57409aa8e21f', 'name': 'tempest-ServerRescueTestJSON-980625467-router', 'tenant_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:58:33Z', 'updated_at': '2021-11-05T22:00:46Z', 'revision_number': 6, 'project_id': '7510bb38668d4e16aaf5a7c9c9dcfb6e', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:00:46.606932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.613395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Port': ['ID=214686f8-df6b-42d6-a018-028c0d9249ef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server [None req-5da0fe21-a361-49ef-8b34-588477e2926e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6508e21f-21ce-49ba-a87e-6aedd2d82d91: This subnet is being modified by another concurrent operation. Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:00:46.645258 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise exception Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6508e21f-21ce-49ba-a87e-6aedd2d82d91: This subnet is being modified by another concurrent operation. Nov 05 22:00:46.655342 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Nov 05 22:00:46.658651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13d12f0a-87fa-49ce-a0ac-f0acb9c06bc2 req-a492f3eb-9cfb-42c5-b226-13dd42d07aa0 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828751 Nov 05 22:00:46.668674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750f99d-c362-4a42-8ff7-fd862753da5c None None] Network 76686b19-dd76-40cc-98e9-26d2a5f93b1d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:46.821824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-fc9bcdb4-7ff6-494e-994f-c16cc1796ee5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:46.823354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-fc9bcdb4-7ff6-494e-994f-c16cc1796ee5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.13 "GET /v2.0/networks?id=634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 200 len: 815 time: 0.2586493 Nov 05 22:00:46.870853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Request body: {'port': {'device_id': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'admin_state_up': True, 'tenant_id': 'b4b3f22ce6074c22a1cd6c5da7394a84'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:46.874012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76686b19-dd76-40cc-98e9-26d2a5f93b1d']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:46.897997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e372b2-998a-48ee-9f79-0eb75d567a45') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:46.898363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e372b2-998a-48ee-9f79-0eb75d567a45') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:46.904810 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19576ff3-6fde-4134-ab0a-ee331fa2f7f9 req-c62d6402-e2f5-4dde-b187-262dfcab7727 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 210 time: 0.0738838 Nov 05 22:00:46.938620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] For port f6cd6e55-d024-4396-ac8d-c989d7b5c846, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f6cd6e55-d024-4396-ac8d-c989d7b5c846,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:46.939054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.951728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:46.959161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6890af78-7dcf-431e-8b95-b77e151aa7bd no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:00:47.010068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Calling delete_port for f6cd6e55-d024-4396-ac8d-c989d7b5c846 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:47.049712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 6890af78-7dcf-431e-8b95-b77e151aa7bd {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:00:47.053685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6890af78-7dcf-431e-8b95-b77e151aa7bd not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:00:47.097950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b491f6-137b-499d-904f-0e22113247eb None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:00:47.134170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:47.141040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:47.141766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:47.159125 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:47.185683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Made reservation on behalf of b4b3f22ce6074c22a1cd6c5da7394a84 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:47.195097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:47.246744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b491f6-137b-499d-904f-0e22113247eb None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:00:47.388753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:47.399908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7a2e1-26fc-49d9-8217-4d851028d75c req-a196c900-2b7c-41fc-bed7-e227088e05b5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:47.408160 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cf7a2e1-26fc-49d9-8217-4d851028d75c req-a196c900-2b7c-41fc-bed7-e227088e05b5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1132367 Nov 05 22:00:47.495513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:47.514905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:47.519851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/76686b19-dd76-40cc-98e9-26d2a5f93b1d HTTP/1.1" status: 204 len: 168 time: 1.7684662 Nov 05 22:00:47.536253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44948) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:47.566267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6cf7a2e1-26fc-49d9-8217-4d851028d75c req-dde6f993-7636-49d7-9b9e-e1e20061cff7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572342 Nov 05 22:00:47.571608 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e436f05-8c9d-43da-a35c-e7d411d9cb71 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] GET failed (client error): The resource could not be found. Nov 05 22:00:47.572947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1e436f05-8c9d-43da-a35c-e7d411d9cb71 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/subnets/6508e21f-21ce-49ba-a87e-6aedd2d82d91 HTTP/1.1" status: 404 len: 337 time: 0.0356634 Nov 05 22:00:47.576130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44950) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:47.596191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96a77-2390-4d64-b20a-0f5fb2ad492a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=76686b19-dd76-40cc-98e9-26d2a5f93b1d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:47.617027 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0811eea-5292-4796-ac30-6a5125f9e844 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:00:47.617027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0811eea-5292-4796-ac30-6a5125f9e844 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:00:47.621061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44954) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:47.623818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e0811eea-5292-4796-ac30-6a5125f9e844 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/76686b19-dd76-40cc-98e9-26d2a5f93b1d HTTP/1.1" status: 404 len: 339 time: 0.0384502 Nov 05 22:00:47.712120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Allocated IP 172.20.0.13 (634de52c-e088-4221-9a9b-730b42cf2a4b/a8f1f586-19b9-4540-8d10-f0eb516e12d5/9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:47.787011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f53001-a213-49b1-9528-280f81143d10 req-cb032f81-9b01-4140-83f8-69a2140126ad tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:47.788589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59f53001-a213-49b1-9528-280f81143d10 req-cb032f81-9b01-4140-83f8-69a2140126ad tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1180923 Nov 05 22:00:47.828115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f6cd6e55-d024-4396-ac8d-c989d7b5c846 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:00:47.882722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59f53001-a213-49b1-9528-280f81143d10 req-43a1691d-6bf1-4cf7-9a96-974dbe5b9ece tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809772 Nov 05 22:00:47.932205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:47.970741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.026054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:00:48.045790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:00:48.046132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 77cfb54f-a1a0-4661-95d0-3a3a014d4d07 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:00:48.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.185392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Network 634de52c-e088-4221-9a9b-730b42cf2a4b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:48.191210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:48.196384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:48.229174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Pushing event updated for resources: {'Port': ['ID=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:48.246813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.257398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.258270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.259084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d91fc-75f2-4ab8-8873-f529fc3b87e2 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.260648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f81d91fc-75f2-4ab8-8873-f529fc3b87e2 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6381156 Nov 05 22:00:48.264815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:48.300588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a3e2-69bc-46a4-8545-867f26e5afc8 req-90cef4ad-cf47-4e30-8d1d-25770bb00ef5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.307488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3c9a3e2-69bc-46a4-8545-867f26e5afc8 req-90cef4ad-cf47-4e30-8d1d-25770bb00ef5 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 946 time: 0.5090423 Nov 05 22:00:48.316957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d14d0a3e-1dd7-47e3-8b69-bbf36bcf16e9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 207 time: 0.0524566 Nov 05 22:00:48.320290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cd6e55-d024-4396-ac8d-c989d7b5c846,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:48.321416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44970) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:48.408638 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-73259ef7-4b07-4477-a5ca-c9e012663c29 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5435195 Nov 05 22:00:48.426125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Request body: {'port': {'device_id': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:48.452140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3c9a3e2-69bc-46a4-8545-867f26e5afc8 req-87488c74-84bf-4097-99fa-9390592ceccf tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435344 Nov 05 22:00:48.460137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.479302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Router 1c14415f-43b0-4540-98fe-1e7b58084a53 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:00:48.535573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513626a4-d189-4e3a-af6e-11cd66f3d83f tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.542319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513626a4-d189-4e3a-af6e-11cd66f3d83f tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.548245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513626a4-d189-4e3a-af6e-11cd66f3d83f tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.554223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513626a4-d189-4e3a-af6e-11cd66f3d83f tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.555852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-513626a4-d189-4e3a-af6e-11cd66f3d83f tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2314053 Nov 05 22:00:48.560097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44976) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:48.594189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.610080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.611425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.680022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe0e3-3ae2-48aa-aded-4f116e2dfbd3 req-23fe0935-ddbe-4ac7-8617-807f3c43a981 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.681531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-697fe0e3-3ae2-48aa-aded-4f116e2dfbd3 req-23fe0935-ddbe-4ac7-8617-807f3c43a981 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 932 time: 0.2289579 Nov 05 22:00:48.735510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576c3fc-79bc-4b77-b96f-0305207e65db req-86c49837-40e1-489a-9ec4-adacba34c5c8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:48.742860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1576c3fc-79bc-4b77-b96f-0305207e65db req-86c49837-40e1-489a-9ec4-adacba34c5c8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1983912 Nov 05 22:00:48.791404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.791954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72fa9bf0-0ebc-4687-ae72-57409aa8e21f {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:00:48.800829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:48.804401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6fc368c8-c695-4f6b-b04a-e0f3ebc81c68 admin admin] 10.222.0.41 "DELETE /v2.0/routers/72fa9bf0-0ebc-4687-ae72-57409aa8e21f HTTP/1.1" status: 204 len: 168 time: 3.5995224 Nov 05 22:00:48.804999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44980) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:48.847380 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3bdd7f68-b058-45cb-90c3-fa281b1b7cf2 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2818847 Nov 05 22:00:48.856214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44982) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:48.901073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:48.919501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] Sync routers for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:48.935475 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:48.936019 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:48.946617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8b0aced-9f8e-45eb-b1f5-47b80c39af87 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "PUT /v2.0/routers/1c14415f-43b0-4540-98fe-1e7b58084a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6309447 Nov 05 22:00:48.964146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-697fe0e3-3ae2-48aa-aded-4f116e2dfbd3 req-66a6cc86-1a6c-4162-9e5e-cded7ce899e8 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736166 Nov 05 22:00:48.980097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1576c3fc-79bc-4b77-b96f-0305207e65db req-17c19d3a-3857-4671-9ba3-7fbf949b5cb2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284489 Nov 05 22:00:48.980097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.053608 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:49.091284 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] Routers {'1c14415f-43b0-4540-98fe-1e7b58084a53'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:49.092036 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1c14415f-43b0-4540-98fe-1e7b58084a53'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:49.135429 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:49.136329 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0201f-41c8-42e5-893a-84277b3418b2 None None] The sync data for ids ['1c14415f-43b0-4540-98fe-1e7b58084a53'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:00:49.141470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0bc99-c303-4876-bdaf-474be3d67e7a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.144403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0bc99-c303-4876-bdaf-474be3d67e7a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.148790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-02f0bc99-c303-4876-bdaf-474be3d67e7a tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2838218 Nov 05 22:00:49.148790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] Deleting subnet 4823f8ba-de99-4bba-929b-512ea8b25625 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:00:49.151403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44992) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.164118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.218354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7962e7-04af-4b7b-9235-26ba8202ec0e req-dbb85eeb-0a83-4707-aaae-f8dd29393191 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.220082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e7962e7-04af-4b7b-9235-26ba8202ec0e req-dbb85eeb-0a83-4707-aaae-f8dd29393191 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 946 time: 0.1300156 Nov 05 22:00:49.271425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.306206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c56d3d-5e74-458e-b585-b53153e80a63 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.308773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c56d3d-5e74-458e-b585-b53153e80a63 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.314774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-24c56d3d-5e74-458e-b585-b53153e80a63 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1581151 Nov 05 22:00:49.318574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44994) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.341607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e7962e7-04af-4b7b-9235-26ba8202ec0e req-308903f8-72f1-404c-a386-501111414746 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107326 Nov 05 22:00:49.350800 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.356718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44998) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.363240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:00:49.387413 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.409523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Transition to ACTIVE for port object 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:00:49.454828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.502161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.602045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:49.617458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89eab5-a1ae-471e-8ddc-c00f6410c7ed req-0f0da396-48cd-4fd1-8a49-583e4f4ea1b6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.619042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0a89eab5-a1ae-471e-8ddc-c00f6410c7ed req-0f0da396-48cd-4fd1-8a49-583e4f4ea1b6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2071991 Nov 05 22:00:49.629450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02860209-f0d2-49b9-bb38-c946692d61b1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.630913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-02860209-f0d2-49b9-bb38-c946692d61b1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/networks/6433c98d-0d53-4ae7-8071-a1737d91359f HTTP/1.1" status: 200 len: 800 time: 0.3112154 Nov 05 22:00:49.635015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.671785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a458939-a029-4e81-9b78-61387273c80f tempest-TestVolumeBackupRestore-1813714003 tempest-TestVolumeBackupRestore-1813714003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.673699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4a458939-a029-4e81-9b78-61387273c80f tempest-TestVolumeBackupRestore-1813714003 tempest-TestVolumeBackupRestore-1813714003-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1092 time: 0.3173869 Nov 05 22:00:49.676634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45004) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.683367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:49.688213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.727030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Attempting to bind port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:49.727443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Attempting to bind port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:49.727901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Attempting to bind port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 on network 634de52c-e088-4221-9a9b-730b42cf2a4b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:49.732828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 on network 634de52c-e088-4221-9a9b-730b42cf2a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:00:49.733315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Attempting to bind port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 on network 634de52c-e088-4221-9a9b-730b42cf2a4b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:49.740039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:49.740039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Checking segment: {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:49.740327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Bound using segment: {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:49.740777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Bound port: 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f19a77-4105-46f2-941d-edadd47e2da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:49.741218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.761945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0a89eab5-a1ae-471e-8ddc-c00f6410c7ed req-c5b77d22-e8ef-4da8-a908-c87fd6b0c419 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123135 Nov 05 22:00:49.765030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.794166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.811732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4823f8ba-de99-4bba-929b-512ea8b25625,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:49.837491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.840276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-57fe3031-acf4-45c3-ae4a-32e9f3ccc829 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4823f8ba-de99-4bba-929b-512ea8b25625 HTTP/1.1" status: 204 len: 168 time: 1.0327775 Nov 05 22:00:49.844441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45008) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.853020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] For port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:49.857654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1afca1c7-c28b-4c7e-8192-cf68fdd49806 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/networks/6433c98d-0d53-4ae7-8071-a1737d91359f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2210026 Nov 05 22:00:49.876337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45010) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:49.895400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] For port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:49.933192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.983378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:49.994736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9313863-c7a7-499d-892c-57451ef259a0 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:49.999485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c9313863-c7a7-499d-892c-57451ef259a0 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/subnets/d298129d-cd30-4146-8f98-fedd0a7e2ac3 HTTP/1.1" status: 200 len: 811 time: 0.1195598 Nov 05 22:00:50.000845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45014) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:50.017370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Deleting port c4edf79a-62cd-46eb-9f56-28e7a8edd16d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:50.017727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.053476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.117375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Allocated IP 172.25.6.226 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/8f46aed5-14a0-49b9-b70d-db60230cf38f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:50.147689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:50.147689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.148918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 HTTP/1.1" status: 200 len: 1092 time: 1.7298753 Nov 05 22:00:50.151990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'tag': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:50.153838 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1ea63-98c8-44dc-a2d3-0c4334989b09" -d '{"events": [{"name": "network-changed", "server_uuid": "08a3b086-3761-4c85-ac43-965c7ae3488a", "tag": "9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:50.171595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7d1af-d687-4806-aa4a-50233b3caae7 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['shared'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:50.174257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e5b7d1af-d687-4806-aa4a-50233b3caae7 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "GET /v2.0/subnets/d298129d-cd30-4146-8f98-fedd0a7e2ac3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1724494 Nov 05 22:00:50.178535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f39da-3ce0-432f-9fbc-f54cfa970c14 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:50.178535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45018) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:50.182618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2032030115'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:50.208503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f118a4-7af7-41a3-a04e-6de8916c293f req-0ac79a34-3290-42db-b4ab-10722c940711 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:50.210155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8f118a4-7af7-41a3-a04e-6de8916c293f req-0ac79a34-3290-42db-b4ab-10722c940711 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 944 time: 0.1605418 Nov 05 22:00:50.211976 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e82f8-bfe0-4aad-8069-72830bd4dffa x-openstack-request-id: req-551e82f8-bfe0-4aad-8069-72830bd4dffa {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:50.212429 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a3b086-3761-4c85-ac43-965c7ae3488a", "tag": "9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:50.222145 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-551e82f8-bfe0-4aad-8069-72830bd4dffa {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:50.222145 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'tag': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6', 'status': 'completed', 'code': 200} Nov 05 22:00:50.356414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:50.360487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.374622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1ea63-98c8-44dc-a2d3-0c4334989b09 req-33261e77-8e9c-41f4-a4a6-26482ca40bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:50.376284 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbf1ea63-98c8-44dc-a2d3-0c4334989b09 req-33261e77-8e9c-41f4-a4a6-26482ca40bb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 1095 time: 0.1475887 Nov 05 22:00:50.390510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8f118a4-7af7-41a3-a04e-6de8916c293f req-ebf7aec6-64da-4bb5-a03d-a253adc4e330 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651223 Nov 05 22:00:50.482268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:50.494952 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.502529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.510077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.510416 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Added segment 36f00919-82f2-49ba-aacd-19f95efc2923 of type vlan for network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 Nov 05 22:00:50.511993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.524600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Calling delete_port for c4edf79a-62cd-46eb-9f56-28e7a8edd16d owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:50.542331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123faa94-253d-4d03-984d-b9c8295badc3']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:50.554919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34db323c-455e-4cf4-9ea3-3d2e80d44454') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:50.555214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34db323c-455e-4cf4-9ea3-3d2e80d44454') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:50.585746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1ea63-98c8-44dc-a2d3-0c4334989b09 req-5a3d9a41-0440-4afa-82c9-2e94cec57d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:50.587282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbf1ea63-98c8-44dc-a2d3-0c4334989b09 req-5a3d9a41-0440-4afa-82c9-2e94cec57d85 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2007165 Nov 05 22:00:50.589986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.591962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.611159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.623182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:50.623501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:50.625835 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:50.666366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.715946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:50.724779 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:50.727343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:50.793207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.810150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.816789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/123faa94-253d-4d03-984d-b9c8295badc3 HTTP/1.1" status: 204 len: 168 time: 0.9690697 Nov 05 22:00:50.816789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b8e7c-d7e8-4488-b446-3796051c98b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=123faa94-253d-4d03-984d-b9c8295badc3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:50.883812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:50.961080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Port': ['ID=c4edf79a-62cd-46eb-9f56-28e7a8edd16d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:51.006048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd733a4d-7a25-48b0-9ab9-7752ad95be52 req-1bf57118-7f55-4f10-a43c-b60ea20e466a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:51.007795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd733a4d-7a25-48b0-9ab9-7752ad95be52 req-1bf57118-7f55-4f10-a43c-b60ea20e466a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1665514 Nov 05 22:00:51.038689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.134081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.139438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:51.140145 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.155036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'Port': ['ID=8f46aed5-14a0-49b9-b70d-db60230cf38f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:51.156181 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.161119 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.168167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd733a4d-7a25-48b0-9ab9-7752ad95be52 req-3132829a-c4c4-4b18-910e-1849ed090b50 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499426 Nov 05 22:00:51.181739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1ea63-98c8-44dc-a2d3-0c4334989b09 req-633300a9-7dbb-471d-b70b-def47b2632cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:51.197890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dbf1ea63-98c8-44dc-a2d3-0c4334989b09 req-633300a9-7dbb-471d-b70b-def47b2632cc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5975132 Nov 05 22:00:51.233453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45036) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:51.286865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ce8cbed4-3bf6-4ef2-a00f-adce8b7de4a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7510bb38668d4e16aaf5a7c9c9dcfb6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507908 Nov 05 22:00:51.296294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45040) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:51.336381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Network': ['ID=b3ebdbeb-7d24-4f12-96f9-d682c6c11188,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:51.345107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5038ac59-85dd-44b8-885a-73eef271555e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1664722 Nov 05 22:00:51.348352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45042) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:51.353254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:51.358037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'network_id': 'b3ebdbeb-7d24-4f12-96f9-d682c6c11188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:51.371416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-bfe4bd3c-61be-4bd0-8ac3-d94475ffd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:51.375756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-bfe4bd3c-61be-4bd0-8ac3-d94475ffd401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 1095 time: 0.1100249 Nov 05 22:00:51.376151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047a434b-90b4-46d2-854d-8ccd9ca59664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.438184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.438754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Fanout notify agent at l3_agent the message router_deleted on router 1c14415f-43b0-4540-98fe-1e7b58084a53 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:00:51.461195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-91fc364d-df67-4cfa-a5e6-73e16ba52e30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 HTTP/1.1" status: 200 len: 217 time: 0.0795915 Nov 05 22:00:51.462532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.466466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-59926aa3-697c-461a-a555-ce7814ff6c13 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "DELETE /v2.0/routers/1c14415f-43b0-4540-98fe-1e7b58084a53 HTTP/1.1" status: 204 len: 168 time: 2.4818294 Nov 05 22:00:51.467760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45048) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:51.501541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047a434b-90b4-46d2-854d-8ccd9ca59664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.607284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-56a4545a-1b3f-49fd-b6f6-1a7143ace4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:51.608972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-56a4545a-1b3f-49fd-b6f6-1a7143ace4d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8f1f586-19b9-4540-8d10-f0eb516e12d5 HTTP/1.1" status: 200 len: 855 time: 0.1286793 Nov 05 22:00:51.637033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fdf19-5751-4c7e-9d07-355e8d92569e req-6aa829d0-0966-49ab-821c-c08c97771987 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:51.639223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f0fdf19-5751-4c7e-9d07-355e8d92569e req-6aa829d0-0966-49ab-821c-c08c97771987 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 944 time: 0.1230497 Nov 05 22:00:51.678285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Deleting subnet 9f4940fa-b8bd-40aa-90eb-331ebc833bd4 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:00:51.687808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-89c22c90-2c27-457f-95fc-43e27a5e8b9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=634de52c-e088-4221-9a9b-730b42cf2a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682337 Nov 05 22:00:51.691580 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.709100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f0fdf19-5751-4c7e-9d07-355e8d92569e req-664d2baa-ea07-42a1-8bd9-398dd459913b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Nov 05 22:00:51.711061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Made reservation on behalf of 9eb316706a004362b87452ea06661543 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:51.714997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.799866 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047a434b-90b4-46d2-854d-8ccd9ca59664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.802369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-047a434b-90b4-46d2-854d-8ccd9ca59664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.805913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-047a434b-90b4-46d2-854d-8ccd9ca59664 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5257ea87-96d4-475d-a447-9ec125fadcb0 HTTP/1.1" status: 204 len: 168 time: 0.5056894 Nov 05 22:00:51.825337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Performing IP validity checks on allocation pools {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 22:00:51.825337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 22:00:51.830497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9105-3ee1-406c-8bbe-36fcb031195d req-a9b00b85-a2ba-4783-ad9a-dd271aa2194a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:51.832131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc9e9105-3ee1-406c-8bbe-36fcb031195d req-a9b00b85-a2ba-4783-ad9a-dd271aa2194a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2267303 Nov 05 22:00:51.854587 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:51.878764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a434b-90b4-46d2-854d-8ccd9ca59664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257ea87-96d4-475d-a447-9ec125fadcb0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:52.027239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-c252048c-1559-449f-a78b-e3f3bf2d51b7 service neutron] 10.222.0.13 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072944 Nov 05 22:00:52.068800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bc9e9105-3ee1-406c-8bbe-36fcb031195d req-a059bbe8-1942-47f8-84c4-ae030fdbcc74 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112889 Nov 05 22:00:52.178183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.186170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.265330 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.270451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00bed0ab-afab-446c-90d1-369ec215cfeb req-4c406cb3-0b6a-4a50-aaed-aee77a10c0fc service neutron] 10.222.0.13 "GET /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126145 Nov 05 22:00:52.303539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=6212b9c3-9d86-4e72-af61-721cc64f6937,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:52.306082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Checking segment: {'id': '36f00919-82f2-49ba-aacd-19f95efc2923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b3ebdbeb-7d24-4f12-96f9-d682c6c11188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:52.306455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network hostable DHCP agents. Network: b3ebdbeb-7d24-4f12-96f9-d682c6c11188, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:52.374403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.403500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4940fa-b8bd-40aa-90eb-331ebc833bd4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:52.409435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.415094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c2e8c423-d961-4a51-b513-fee78bf9772f tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "DELETE /v2.0/subnets/9f4940fa-b8bd-40aa-90eb-331ebc833bd4 HTTP/1.1" status: 204 len: 168 time: 0.9444370 Nov 05 22:00:52.416002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45078) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:52.422162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d761246e-fd96-4bf2-ba72-56e48065569c None None] Network cb28ee46-6f0c-499b-947b-5ee2c438f19f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:52.431494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:52.514807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.551393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b3ebdbeb-7d24-4f12-96f9-d682c6c11188) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:52.563342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.566596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:52.579976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.580543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f5260-93c2-4d62-ae8c-c18798f4dba5 None None] Network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:52.718462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-034ef487-1edd-4bea-be80-db97b48d4c38 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3663094 Nov 05 22:00:52.718629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45090) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:52.723623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e6903f3b-aa64-475d-bb57-08221cfde5a5 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:52.743995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Deleting port 7bc80743-759b-4948-9eb3-4e223b335d3a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:52.743995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.792246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] DHCP port deletion for cb28ee46-6f0c-499b-947b-5ee2c438f19f request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:00:52.803172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.891104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b3ebdbeb-7d24-4f12-96f9-d682c6c11188', 'network_id': 'b3ebdbeb-7d24-4f12-96f9-d682c6c11188', 'tenant_id': '9eb316706a004362b87452ea06661543', 'fixed_ips': [{'subnet_id': '6212b9c3-9d86-4e72-af61-721cc64f6937'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:52.892112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.898582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.923511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e3927-4a0b-4012-b2c1-1d022096341c req-a67437cc-b10c-48c2-a099-e03e57d8c93f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:52.930752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed3e3927-4a0b-4012-b2c1-1d022096341c req-a67437cc-b10c-48c2-a099-e03e57d8c93f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 944 time: 0.0973604 Nov 05 22:00:52.935305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Deleting port 7bc80743-759b-4948-9eb3-4e223b335d3a {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:52.935860 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:52.990214 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed3e3927-4a0b-4012-b2c1-1d022096341c req-9e304a4c-d545-4f44-b88d-5b8a8a1af5af tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575695 Nov 05 22:00:53.001978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] For port 7bc80743-759b-4948-9eb3-4e223b335d3a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7bc80743-759b-4948-9eb3-4e223b335d3a,segment=NetworkSegment(6dcbf15c-9956-475b-926e-180a8f9bbd8c),segment_id=6dcbf15c-9956-475b-926e-180a8f9bbd8c)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:53.003066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.019301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Calling delete_port for 7bc80743-759b-4948-9eb3-4e223b335d3a owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:53.118039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] For port 7bc80743-759b-4948-9eb3-4e223b335d3a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7bc80743-759b-4948-9eb3-4e223b335d3a,segment=NetworkSegment(6dcbf15c-9956-475b-926e-180a8f9bbd8c),segment_id=6dcbf15c-9956-475b-926e-180a8f9bbd8c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:53.118839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.150077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event updated for resources: {'Port': ['ID=8f46aed5-14a0-49b9-b70d-db60230cf38f,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:53.172475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Calling delete_port for 7bc80743-759b-4948-9eb3-4e223b335d3a owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:53.187778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6903f3b-aa64-475d-bb57-08221cfde5a5 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8679867'] for subnet, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.196104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Allocated IP 172.20.0.3 (b3ebdbeb-7d24-4f12-96f9-d682c6c11188/6212b9c3-9d86-4e72-af61-721cc64f6937/42829314-6c18-426e-9103-bc9c6724be7c) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:53.213461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.213809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.214210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.214632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.214918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.215226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.215568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.215902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.216240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.216540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.216866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.217179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.236458 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.295479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf0fc3-c5c3-4ce3-b68d-137cf94c4a39 req-d4a5143b-aedb-4079-b9ab-56339f674784 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:53.302651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1cf0fc3-c5c3-4ce3-b68d-137cf94c4a39 req-d4a5143b-aedb-4079-b9ab-56339f674784 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1332345 Nov 05 22:00:53.375101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45116) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:53.381089 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.427482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.433237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Port': ['ID=7bc80743-759b-4948-9eb3-4e223b335d3a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:53.435264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] No DVR routers for this DVR port 7bc80743-759b-4948-9eb3-4e223b335d3a on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:53.445389 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Floating IP 23e997ca-9150-4737-823b-de0075f8ea32 associated. External IP: 172.25.6.226, port: 2d89b021-0e60-434f-b289-6a73c0d5d961. Nov 05 22:00:53.466520 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.469232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1cf0fc3-c5c3-4ce3-b68d-137cf94c4a39 req-d545c1c7-74f8-453a-ba3c-368d3d1c44be tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552441 Nov 05 22:00:53.511368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Pushing event deleted for resources: {'Port': ['ID=7bc80743-759b-4948-9eb3-4e223b335d3a,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:53.524861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.536187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] No DVR routers for this DVR port 7bc80743-759b-4948-9eb3-4e223b335d3a on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:53.539957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.540383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.540733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.541074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.541407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.541743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.542076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.542402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.542727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.543050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.543374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.544098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e55ce-e1d8-4834-81d4-43b4a15838ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:00:53.558358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:53.576505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-network', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:53.589110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:53.593905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:53.617647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Pushing event updated for resources: {'Port': ['ID=42829314-6c18-426e-9103-bc9c6724be7c,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:53.682524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Attempting to bind port 42829314-6c18-426e-9103-bc9c6724be7c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:53.682876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Attempting to bind port 42829314-6c18-426e-9103-bc9c6724be7c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '36f00919-82f2-49ba-aacd-19f95efc2923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b3ebdbeb-7d24-4f12-96f9-d682c6c11188'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:53.683449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Attempting to bind port 42829314-6c18-426e-9103-bc9c6724be7c on network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:53.688698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88adf72-0f66-48dc-804e-ba0eccd70acd req-78090d0e-b690-41d5-84e1-75a715f81a7a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:53.690341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c88adf72-0f66-48dc-804e-ba0eccd70acd req-78090d0e-b690-41d5-84e1-75a715f81a7a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0957937 Nov 05 22:00:53.700330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:53.700330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Checking segment: {'id': '36f00919-82f2-49ba-aacd-19f95efc2923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b3ebdbeb-7d24-4f12-96f9-d682c6c11188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:53.700330 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.700330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Bound using segment: {'id': '36f00919-82f2-49ba-aacd-19f95efc2923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b3ebdbeb-7d24-4f12-96f9-d682c6c11188'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:53.700330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Bound port: 42829314-6c18-426e-9103-bc9c6724be7c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f00919-82f2-49ba-aacd-19f95efc2923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b3ebdbeb-7d24-4f12-96f9-d682c6c11188'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:53.700330 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.726615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Made reservation on behalf of 1e5d2840e4fa45348fcdb83be334e2fb for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:53.730532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.735116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.751131 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.794550 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c88adf72-0f66-48dc-804e-ba0eccd70acd req-a0058f29-d900-40e2-85bb-bc46523996b8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876884 Nov 05 22:00:53.822601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] For port 42829314-6c18-426e-9103-bc9c6724be7c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:53.827031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] For port 42829314-6c18-426e-9103-bc9c6724be7c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42829314-6c18-426e-9103-bc9c6724be7c,segment=NetworkSegment(36f00919-82f2-49ba-aacd-19f95efc2923),segment_id=36f00919-82f2-49ba-aacd-19f95efc2923)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:53.852744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7bc80743-759b-4948-9eb3-4e223b335d3a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:00:53.879972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 7bc80743-759b-4948-9eb3-4e223b335d3a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:00:53.880571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7bc80743-759b-4948-9eb3-4e223b335d3a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:00:53.896625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.906852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:53.934721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb28ee46-6f0c-499b-947b-5ee2c438f19f']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:53.948305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcbf15c-9956-475b-926e-180a8f9bbd8c') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:53.948691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcbf15c-9956-475b-926e-180a8f9bbd8c') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:53.973414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e16eb9-da63-4e77-b6a4-2a3ed0e9ba96 None None] Pushing event updated for resources: {'Port': ['ID=42829314-6c18-426e-9103-bc9c6724be7c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:53.996878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.022763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:00:54.036177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.037966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371cac0-27fd-4562-a94b-251bca48f855,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:54.063171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.063171 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Added segment 420a5136-3286-4f0b-8c68-070d6b83999e of type vlan for network df14fc89-801c-4908-a2dc-3d0881eb2312 Nov 05 22:00:54.111692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:00:54.138668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.144614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.156973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:54.157658 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:54.240553 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:54.248093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:00:54.265658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:54.272892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951edaab-294d-44d7-ab5b-a0eff80cdb9d req-4acc44b5-fa65-47bc-8fec-f26ec2a4d9b4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:54.274907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-951edaab-294d-44d7-ab5b-a0eff80cdb9d req-4acc44b5-fa65-47bc-8fec-f26ec2a4d9b4 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 944 time: 0.1208959 Nov 05 22:00:54.276213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.278786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:54.278786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.286445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6', 'network_id': '634de52c-e088-4221-9a9b-730b42cf2a4b', 'port_id': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6', 'mac_address': 'fa:16:3e:33:c6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f1f586-19b9-4540-8d10-f0eb516e12d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:00:54.304868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0eefff-fa98-414a-93ef-40f86c27c654 req-65342107-fa29-4ea4-9a84-ad27abc6be47 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:54.308601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee0eefff-fa98-414a-93ef-40f86c27c654 req-65342107-fa29-4ea4-9a84-ad27abc6be47 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.3472984 Nov 05 22:00:54.376841 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.381589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6903f3b-aa64-475d-bb57-08221cfde5a5 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761189893479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8769149'] for subnet, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.404829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] Pushing event updated for resources: {'Network': ['ID=df14fc89-801c-4908-a2dc-3d0881eb2312,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:54.408035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.413187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:00:54.424466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-401c5886-3965-4da0-8441-22160cec4054 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0476625 Nov 05 22:00:54.427937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45140) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:54.432723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network df14fc89-801c-4908-a2dc-3d0881eb2312 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:00:54.438568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Request body: {'subnet': {'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-subnet', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:54.458177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-951edaab-294d-44d7-ab5b-a0eff80cdb9d req-e8ac451b-9db1-421b-a7c1-5faa3d9fe144 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697757 Nov 05 22:00:54.487994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.487994 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "DELETE /v2.0/networks/cb28ee46-6f0c-499b-947b-5ee2c438f19f HTTP/1.1" status: 204 len: 168 time: 2.0658498 Nov 05 22:00:54.488314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6903f3b-aa64-475d-bb57-08221cfde5a5 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:54.488961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6903f3b-aa64-475d-bb57-08221cfde5a5 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.490213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e6903f3b-aa64-475d-bb57-08221cfde5a5 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "PUT /v2.0/subnets/6212b9c3-9d86-4e72-af61-721cc64f6937 HTTP/1.1" status: 200 len: 877 time: 1.7708087 Nov 05 22:00:54.494515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45142) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:54.495133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45144) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:54.517462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:54.535088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753e2da-1c46-43d7-938c-45526c7cbd77 tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Network': ['ID=cb28ee46-6f0c-499b-947b-5ee2c438f19f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:54.604931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6903f3b-aa64-475d-bb57-08221cfde5a5 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event updated for resources: {'Subnet': ['ID=6212b9c3-9d86-4e72-af61-721cc64f6937,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:54.612121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee0eefff-fa98-414a-93ef-40f86c27c654 req-c17f9416-4dda-4e3d-adf1-c4e9dd30e131 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322793 Nov 05 22:00:54.622341 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.630227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:54.666726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Made reservation on behalf of 1e5d2840e4fa45348fcdb83be334e2fb for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:00:54.669081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.672249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29318c3-163a-456b-9af8-e995e139817c None None] Sync routers for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:54.701754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:54.702474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:54.731586 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.758735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:54.855349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.857603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:00:54.862160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:00:54.883347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Deleting port d98b0b21-c99e-49ba-a6c6-3729add2f4e1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:54.883738 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:54.914271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca601e66-a550-4750-98eb-d0e8be6e4217 req-dc3bdbb1-9ca7-4a5b-8fe0-ff63efc9efe7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:54.916947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca601e66-a550-4750-98eb-d0e8be6e4217 req-dc3bdbb1-9ca7-4a5b-8fe0-ff63efc9efe7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1885374 Nov 05 22:00:55.155160 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca601e66-a550-4750-98eb-d0e8be6e4217 req-7e41147f-8eba-4d19-b7a6-2377a513bcae tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145929 Nov 05 22:00:55.231579 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:55.231905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:55.250096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port 42829314-6c18-426e-9103-bc9c6724be7c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:00:55.250438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:55.274361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6694e59-b66d-4219-8300-ede073e3c71b tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5945992 Nov 05 22:00:55.275896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:55.278165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45152) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:55.278708 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59201b23-ea3b-4268-924c-1cfd2c9821e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:55.279118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Calling delete_port for d98b0b21-c99e-49ba-a6c6-3729add2f4e1 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:55.332831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:55.340343 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31856fb-8664-42ec-883e-5a04ff39599d x-openstack-request-id: req-a31856fb-8664-42ec-883e-5a04ff39599d {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:55.340807 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:55.341070 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a31856fb-8664-42ec-883e-5a04ff39599d {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:55.341472 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'status': 'completed', 'code': 200} Nov 05 22:00:55.464313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-1b6f8627-d09d-4f92-a9ae-0a4e16b5dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:55.465852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-1b6f8627-d09d-4f92-a9ae-0a4e16b5dd17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=428f28f3ee2444339c2fe089ffe91548&device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1097 time: 0.1028481 Nov 05 22:00:55.548019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '23e997ca-9150-4737-823b-de0075f8ea32', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'mac_address': 'fa:16:3e:24:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:00:51Z', 'updated_at': '2021-11-05T22:00:51Z', 'revision_number': 0, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:55.549549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port 42829314-6c18-426e-9103-bc9c6724be7c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42829314-6c18-426e-9103-bc9c6724be7c,segment=NetworkSegment(36f00919-82f2-49ba-aacd-19f95efc2923),segment_id=36f00919-82f2-49ba-aacd-19f95efc2923)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:55.549924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:55.566587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for 42829314-6c18-426e-9103-bc9c6724be7c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:00:55.586013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee185ff-7f6a-4f0a-89a7-5ea9dd2475ed None None] Network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:55.589288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29318c3-163a-456b-9af8-e995e139817c None None] Checking router: 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:00:55.615609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-dab29703-c170-4ff1-9818-6a473c1b2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:55.617955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-dab29703-c170-4ff1-9818-6a473c1b2030 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 200 len: 915 time: 0.1447678 Nov 05 22:00:55.656471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd559b-b3ff-4d07-a339-6175210a5b44 tempest-TestVolumeBackupRestore-1813714003 tempest-TestVolumeBackupRestore-1813714003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:55.658471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-09bd559b-b3ff-4d07-a339-6175210a5b44 tempest-TestVolumeBackupRestore-1813714003 tempest-TestVolumeBackupRestore-1813714003-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1092 time: 0.3771982 Nov 05 22:00:55.661222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:55.661856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:55.663826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-57c0edf9-ba38-40d9-a2d2-0aeb9e90baac None None] Provisioning complete for port 42829314-6c18-426e-9103-bc9c6724be7c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:55.664145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-57c0edf9-ba38-40d9-a2d2-0aeb9e90baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:55.675277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45160) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:55.685544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Request body: {'floatingip': {'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:55.709323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-c75468c6-e8c0-4457-8d47-2a1de7e05c87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 200 len: 1000 time: 0.0839806 Nov 05 22:00:55.792953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-b83ffa99-c5b8-4312-9d56-13b69a33ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:55.794717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-b83ffa99-c5b8-4312-9d56-13b69a33ee4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c919a23-c572-4b73-bb7e-0b6847919bfb HTTP/1.1" status: 200 len: 853 time: 0.0735340 Nov 05 22:00:55.880336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42829314-6c18-426e-9103-bc9c6724be7c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:55.885776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-fecd3f2a-ae66-4f48-a1a1-7744e1a2d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:55.888331 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-fecd3f2a-ae66-4f48-a1a1-7744e1a2d892 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a20f2499-c8fc-4658-8362-5371f1b7f9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860755 Nov 05 22:00:55.888720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b718f8-67fa-4e79-b301-d36a4a1fe7f0,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:55.903716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:55.912480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Checking segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:55.912727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Network hostable DHCP agents. Network: df14fc89-801c-4908-a2dc-3d0881eb2312, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:00:55.971222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:00:56.027184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bd9eb-5af9-4a18-b67d-e2472e27c49e req-6ce4d9db-2563-48cf-b8d0-d8e1c0cd957d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:56.029029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f61bd9eb-5af9-4a18-b67d-e2472e27c49e req-6ce4d9db-2563-48cf-b8d0-d8e1c0cd957d tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 945 time: 0.4476676 Nov 05 22:00:56.045082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-0cf21c98-2849-4130-9220-1515e96515f8 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405382 Nov 05 22:00:56.057967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-57c0edf9-ba38-40d9-a2d2-0aeb9e90baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.118808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:00:56.158259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59201b23-ea3b-4268-924c-1cfd2c9821e7 req-b5e249ab-7578-4afa-884d-df993d0d449d service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059430 Nov 05 22:00:56.182837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f61bd9eb-5af9-4a18-b67d-e2472e27c49e req-aa042176-6a21-41fe-b7bc-b4fe8ed18867 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405277 Nov 05 22:00:56.207400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 42829314-6c18-426e-9103-bc9c6724be7c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:56.209795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.213276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Network df14fc89-801c-4908-a2dc-3d0881eb2312 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:00:56.287410 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.333925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Pushing event deleted for resources: {'Port': ['ID=d98b0b21-c99e-49ba-a6c6-3729add2f4e1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:56.396483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, df14fc89-801c-4908-a2dc-3d0881eb2312) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:56.408260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3743a277-2b60-445d-8bc4-976f8f954cf0 None None] Network df14fc89-801c-4908-a2dc-3d0881eb2312 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:56.438215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:00:56.447218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.453815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:00:56.454319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.486214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:56.486824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.498439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442727a8-ad97-4043-bd08-36aecce22a68 None None] Network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:56.733563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f29318c3-163a-456b-9af8-e995e139817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '23e997ca-9150-4737-823b-de0075f8ea32', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'mac_address': 'fa:16:3e:24:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:00:51Z', 'updated_at': '2021-11-05T22:00:51Z', 'revision_number': 0, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:56.786028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29318c3-163a-456b-9af8-e995e139817c None None] The sync data for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 is: [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '23e997ca-9150-4737-823b-de0075f8ea32', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'mac_address': 'fa:16:3e:24:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:00:51Z', 'updated_at': '2021-11-05T22:00:51Z', 'revision_number': 0, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:00:56.809403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-17bc4206-e139-4904-9902-217556a61145 None None] Could not find standard attr ID for object 42829314-6c18-426e-9103-bc9c6724be7c. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:00:56.813178 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.851654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=42829314-6c18-426e-9103-bc9c6724be7c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:56.877983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.881008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.884020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d30871bd-3f9a-4303-8c06-e02ec1e02abb tempest-FloatingIPAdminTestJSON-826690295 tempest-FloatingIPAdminTestJSON-826690295-project] 10.222.0.41 "DELETE /v2.0/floatingips/8fa2ac43-63de-4ebb-9e93-1f3ba5e20856 HTTP/1.1" status: 204 len: 168 time: 2.3876452 Nov 05 22:00:56.885875 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:56.982031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0de1539-f636-417d-815f-607443f8e73e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5505118 Nov 05 22:00:56.982031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port 42829314-6c18-426e-9103-bc9c6724be7c on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:00:56.982523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45166) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:57.001769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:00:57.074717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-df14fc89-801c-4908-a2dc-3d0881eb2312', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:00:57.075692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.095966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.118843 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.120042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.130085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:57.132437 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601bba76-4361-4062-9c48-a9da82b5a2fd" -d '{"events": [{"server_uuid": "08a3b086-3761-4c85-ac43-965c7ae3488a", "name": "network-vif-plugged", "status": "completed", "tag": "9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:57.152420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:00:57.209615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d698cc-40df-4756-b3c8-5fcc3b39ac39 None None] New status for floating IP 23e997ca-9150-4737-823b-de0075f8ea32: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:00:57.237882 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762b6bcd-435a-4d1a-b0d4-21fd79741810 x-openstack-request-id: req-762b6bcd-435a-4d1a-b0d4-21fd79741810 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:57.240959 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a3b086-3761-4c85-ac43-965c7ae3488a", "name": "network-vif-plugged", "status": "completed", "tag": "9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:57.240959 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-762b6bcd-435a-4d1a-b0d4-21fd79741810 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:57.240959 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6', 'code': 200} Nov 05 22:00:57.240959 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.273024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.389126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:57.436461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Allocated IP 172.20.0.2 (df14fc89-801c-4908-a2dc-3d0881eb2312/54b718f8-67fa-4e79-b301-d36a4a1fe7f0/498bf72e-af87-41a8-958a-e90921307760) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:57.490995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.524780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45174) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:57.538875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18da82-a329-4cef-a3ee-1a08df4aadac req-0894aac7-401c-4bf0-aab4-20e69c685dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:57.541602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b18da82-a329-4cef-a3ee-1a08df4aadac req-0894aac7-401c-4bf0-aab4-20e69c685dd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 1097 time: 0.2124281 Nov 05 22:00:57.551624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=6212b9c3-9d86-4e72-af61-721cc64f6937,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:57.587866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4f806-491c-486a-adc1-520893d1cc90 None None] Network b3ebdbeb-7d24-4f12-96f9-d682c6c11188 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:00:57.611338 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.657794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7cfa-a9f2-4bf4-a0dd-7792c833fe5a req-dba14bae-9127-41e6-89b3-598ae3ed4dd1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:57.665283 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed1f7cfa-a9f2-4bf4-a0dd-7792c833fe5a req-dba14bae-9127-41e6-89b3-598ae3ed4dd1 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.3404188 Nov 05 22:00:57.684676 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.db.api [None req-c8d698cc-40df-4756-b3c8-5fcc3b39ac39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102294) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:00:57.685097 n-d-816738-5 neutron-server[102294]: DEBUG oslo_db.api [None req-c8d698cc-40df-4756-b3c8-5fcc3b39ac39 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:00:57.688252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.701410 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.722794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.773391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.778817 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.783079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ebdbeb-7d24-4f12-96f9-d682c6c11188']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:57.830122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b18da82-a329-4cef-a3ee-1a08df4aadac req-85a00b43-be68-4318-b05f-518752994d6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548981 Nov 05 22:00:57.856484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f00919-82f2-49ba-aacd-19f95efc2923') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:57.856773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f00919-82f2-49ba-aacd-19f95efc2923') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:57.862520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Network df14fc89-801c-4908-a2dc-3d0881eb2312 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:57.864983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:57.893036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-00f3e01b-8930-476b-b403-b553c9e11137 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3251d05ed196459cab53a391a8b5ad0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671227 Nov 05 22:00:57.899077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45184) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:57.902432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:57.912851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Pushing event updated for resources: {'Port': ['ID=498bf72e-af87-41a8-958a-e90921307760,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:57.927001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:57.947034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f27536-2dd9-475c-b861-0eba8d222cf2 None None] DHCP port deletion for b3ebdbeb-7d24-4f12-96f9-d682c6c11188 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:00:57.965517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed1f7cfa-a9f2-4bf4-a0dd-7792c833fe5a req-d9e79662-cb7c-4e2d-bb6f-671fce5f4dd5 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993522 Nov 05 22:00:58.024292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.036325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:58.036737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:58.043843 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:58.113548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Attempting to bind port 498bf72e-af87-41a8-958a-e90921307760 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:00:58.113921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Attempting to bind port 498bf72e-af87-41a8-958a-e90921307760 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:00:58.118791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Attempting to bind port 498bf72e-af87-41a8-958a-e90921307760 on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:00:58.120309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:00:58.120566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Checking segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:00:58.120982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.121378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Bound using segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:00:58.121844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Bound port: 498bf72e-af87-41a8-958a-e90921307760, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:00:58.122224 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.139167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97b4af4f-8cee-4cb1-a920-83a567ef7eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.186440 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d698cc-40df-4756-b3c8-5fcc3b39ac39 None None] New status for floating IP 23e997ca-9150-4737-823b-de0075f8ea32: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:00:58.190331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.218898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.221046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97b4af4f-8cee-4cb1-a920-83a567ef7eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.242294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.249913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] For port 498bf72e-af87-41a8-958a-e90921307760, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:00:58.256117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] For port 498bf72e-af87-41a8-958a-e90921307760, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=498bf72e-af87-41a8-958a-e90921307760,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:00:58.278786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.293652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/b3ebdbeb-7d24-4f12-96f9-d682c6c11188 HTTP/1.1" status: 204 len: 168 time: 3.7960482 Nov 05 22:00:58.300004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45186) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:58.324686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.405422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499edf-3816-4638-a34f-d6fcff4f3c67 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=b3ebdbeb-7d24-4f12-96f9-d682c6c11188,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:58.416377 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca646a0-d8f9-46a0-82d9-04f1c13f10f2 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:00:58.417669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca646a0-d8f9-46a0-82d9-04f1c13f10f2 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:00:58.424317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6ca646a0-d8f9-46a0-82d9-04f1c13f10f2 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/6212b9c3-9d86-4e72-af61-721cc64f6937 HTTP/1.1" status: 404 len: 337 time: 0.0892384 Nov 05 22:00:58.426071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210e37b-0917-4736-81a1-7ba5311ac9ff None None] Pushing event updated for resources: {'Port': ['ID=498bf72e-af87-41a8-958a-e90921307760,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:58.431177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45188) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:58.469903 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f28d08-a6a7-4867-8467-05f8d0370843 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:00:58.470733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f28d08-a6a7-4867-8467-05f8d0370843 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:00:58.477390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f1f28d08-a6a7-4867-8467-05f8d0370843 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/b3ebdbeb-7d24-4f12-96f9-d682c6c11188 HTTP/1.1" status: 404 len: 339 time: 0.0350635 Nov 05 22:00:58.478646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45190) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:58.519585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Allocated IP 172.25.6.244 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/20a0a22c-a1a7-4503-b918-356fe7f26051) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:00:58.519808 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-d457417d-0762-436c-8336-7162665bbc88 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:00:58.519808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d457417d-0762-436c-8336-7162665bbc88 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:00:58.525862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d457417d-0762-436c-8336-7162665bbc88 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/6508e21f-21ce-49ba-a87e-6aedd2d82d91 HTTP/1.1" status: 404 len: 337 time: 0.0422354 Nov 05 22:00:58.526191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45192) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:58.536452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:00:58.570001 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-81954d0e-34d6-49ae-9939-8847523cb1de tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:00:58.570731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81954d0e-34d6-49ae-9939-8847523cb1de tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:00:58.575172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-81954d0e-34d6-49ae-9939-8847523cb1de tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/76686b19-dd76-40cc-98e9-26d2a5f93b1d HTTP/1.1" status: 404 len: 339 time: 0.0478361 Nov 05 22:00:58.578293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45194) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:58.720097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97b4af4f-8cee-4cb1-a920-83a567ef7eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.723182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97b4af4f-8cee-4cb1-a920-83a567ef7eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.727055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-97b4af4f-8cee-4cb1-a920-83a567ef7eaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/207b1578-1cd1-428d-912b-b59875105ede HTTP/1.1" status: 204 len: 168 time: 0.8085778 Nov 05 22:00:58.773584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4af4f-8cee-4cb1-a920-83a567ef7eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b1578-1cd1-428d-912b-b59875105ede,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:58.813265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:00:58.825947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] Sync routers for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:00:58.852479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.876280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:58.880131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:58.904905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:00:58.904905 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1f233c-5ee6-469a-bd12-9331339a0e96" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:00:58.908079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:58.957094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ce177e83-b9e5-4522-ae40-ba856b836ae8 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "PUT /v2.0/floatingips/23e997ca-9150-4737-823b-de0075f8ea32 HTTP/1.1" status: 200 len: 992 time: 3.2740176 Nov 05 22:00:58.975073 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e35041-a6ae-42da-82d2-11d7691d3efc x-openstack-request-id: req-58e35041-a6ae-42da-82d2-11d7691d3efc {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:00:58.979480 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:00:58.979480 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58e35041-a6ae-42da-82d2-11d7691d3efc {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:00:58.979480 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'status': 'completed', 'code': 200} Nov 05 22:00:58.999295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:59.072770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:00:59.096094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:59.209386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7cfd8-7a82-4d24-be23-2952274cc2cb req-1a891c0c-da3c-42ff-b257-fb0d0676f533 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:59.217562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-a486255b-9733-4952-9689-7f9e725a2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:59.219398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-a486255b-9733-4952-9689-7f9e725a2f14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=428f28f3ee2444339c2fe089ffe91548&device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1097 time: 0.2113588 Nov 05 22:00:59.223710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-51c7cfd8-7a82-4d24-be23-2952274cc2cb req-1a891c0c-da3c-42ff-b257-fb0d0676f533 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.1157176 Nov 05 22:00:59.281911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:00:59.342686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-51c7cfd8-7a82-4d24-be23-2952274cc2cb req-e7e35ca3-fb5f-4bd5-b7f7-0cf020dd159c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174130 Nov 05 22:00:59.379107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:00:59.394681 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:59.398041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:00:59.420679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Pushing event updated for resources: {'Port': ['ID=20a0a22c-a1a7-4503-b918-356fe7f26051,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:00:59.471231 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:00:59.527178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abababee-dac0-436d-9440-dd9a593b15bc']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:59.555222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a70615-3e91-403a-aca7-1fe77f22e290') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:59.555602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a70615-3e91-403a-aca7-1fe77f22e290') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:59.578496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '23e997ca-9150-4737-823b-de0075f8ea32', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'mac_address': 'fa:16:3e:24:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:00:51Z', 'updated_at': '2021-11-05T22:00:58Z', 'revision_number': 2, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:59.616931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] Checking router: 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:00:59.630020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:00:59.631337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:00:59.715272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:59.729598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-74072939-547f-4e78-a27c-dd7bc0abdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:00:59.731090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-74072939-547f-4e78-a27c-dd7bc0abdf35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 200 len: 915 time: 0.4978280 Nov 05 22:00:59.738476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:59.751344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45206) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:00:59.764239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:00:59.764658 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:00:59.772406 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:00:59.796617 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-921091d0-82da-40db-8cb8-303160b69bca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:00:59.828233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:00:59.984806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-921091d0-82da-40db-8cb8-303160b69bca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.001421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f203ca0-8412-4eb6-92ad-49e1bbd4d46e None None] Network df14fc89-801c-4908-a2dc-3d0881eb2312 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:00.004278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 498bf72e-af87-41a8-958a-e90921307760 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:00.052192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-61b691a6-5cf4-4579-be3b-6326c40d6bee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 200 len: 1002 time: 0.3110631 Nov 05 22:01:00.095626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-921091d0-82da-40db-8cb8-303160b69bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.148796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0a3c050e-93d5-4879-b217-52d66608f685 None None] Provisioning complete for port 498bf72e-af87-41a8-958a-e90921307760 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:00.149718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a3c050e-93d5-4879-b217-52d66608f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.150731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.169214 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-921091d0-82da-40db-8cb8-303160b69bca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9077500a027c4f64a2805ab766525325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150250 Nov 05 22:01:00.173676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45210) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.177178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.182802 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/abababee-dac0-436d-9440-dd9a593b15bc HTTP/1.1" status: 204 len: 168 time: 1.6013412 Nov 05 22:01:00.182802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888797ad-ec36-41ed-8e87-64028d38aae9 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=abababee-dac0-436d-9440-dd9a593b15bc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:00.183709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45212) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.184426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.195222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-69011e8d-0db4-4c7a-ae45-b76c1e842f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:00.196843 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-69011e8d-0db4-4c7a-ae45-b76c1e842f23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c919a23-c572-4b73-bb7e-0b6847919bfb HTTP/1.1" status: 200 len: 853 time: 0.1027265 Nov 05 22:01:00.239295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921091d0-82da-40db-8cb8-303160b69bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511b68ff-dbe0-41ad-8e06-62cd592432b6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:00.258304 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02803e84-e5d5-4c81-86ff-6470a67b9158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.282166 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad2d9a6-ef2a-43d3-8928-bd990541ee19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.282757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad2d9a6-ef2a-43d3-8928-bd990541ee19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.284905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02803e84-e5d5-4c81-86ff-6470a67b9158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.288496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-aad2d9a6-ef2a-43d3-8928-bd990541ee19 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/81f5c1d2-58c8-4391-a4ac-0e9923385435 HTTP/1.1" status: 404 len: 337 time: 0.0993891 Nov 05 22:01:00.290049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45214) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.290551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 498bf72e-af87-41a8-958a-e90921307760 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:00.291113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.319597 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c08637-acdb-4dc8-a045-97be1d82b705 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.319844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c08637-acdb-4dc8-a045-97be1d82b705 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.322830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-08c08637-acdb-4dc8-a045-97be1d82b705 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/63b43ff9-c9b8-42f5-a896-9b6c43551182 HTTP/1.1" status: 404 len: 339 time: 0.0311549 Nov 05 22:01:00.326496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45216) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.358071 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-459371cf-cfb1-4a17-bc2d-222199e997e7 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.359575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459371cf-cfb1-4a17-bc2d-222199e997e7 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.363157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-459371cf-cfb1-4a17-bc2d-222199e997e7 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/179b8f0c-7672-4720-99ce-8ce780445115 HTTP/1.1" status: 404 len: 337 time: 0.0348480 Nov 05 22:01:00.366047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.385621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-0df69628-2f3f-4892-b302-73199f0421a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:00.387285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-0df69628-2f3f-4892-b302-73199f0421a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a20f2499-c8fc-4658-8362-5371f1b7f9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547203 Nov 05 22:01:00.388879 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6839ab7-c13e-4bcd-9afe-56534ff5c1b8 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.389742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6839ab7-c13e-4bcd-9afe-56534ff5c1b8 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.393577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a6839ab7-c13e-4bcd-9afe-56534ff5c1b8 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/f4bc7958-35d3-4f2b-9b49-c5d47263d3e6 HTTP/1.1" status: 404 len: 339 time: 0.0261252 Nov 05 22:01:00.403154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45222) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.434872 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca206547-7382-4e80-9d80-4435a2cf484e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.435665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca206547-7382-4e80-9d80-4435a2cf484e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.439089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ca206547-7382-4e80-9d80-4435a2cf484e tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/6ea7a05d-4a00-4c66-8df8-ad0e06e6e3cc HTTP/1.1" status: 404 len: 337 time: 0.0346296 Nov 05 22:01:00.443521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45224) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.463879 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f052f8-dc92-4440-a9cc-d82cc99f1aef tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.464781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f052f8-dc92-4440-a9cc-d82cc99f1aef tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.469006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-67f052f8-dc92-4440-a9cc-d82cc99f1aef tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/d58c3499-0824-4fbd-b05f-5fd7f000be4f HTTP/1.1" status: 404 len: 339 time: 0.0241773 Nov 05 22:01:00.469996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02803e84-e5d5-4c81-86ff-6470a67b9158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.472681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02803e84-e5d5-4c81-86ff-6470a67b9158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.473951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-02803e84-e5d5-4c81-86ff-6470a67b9158 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/511b68ff-dbe0-41ad-8e06-62cd592432b6 HTTP/1.1" status: 204 len: 168 time: 0.2990141 Nov 05 22:01:00.474739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45226) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.510477 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af22492-e33b-4ec9-bfdf-b2ec9507c7d1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.511322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af22492-e33b-4ec9-bfdf-b2ec9507c7d1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.516019 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9af22492-e33b-4ec9-bfdf-b2ec9507c7d1 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/b24297ec-26fd-436a-8113-4e150ff5cf93 HTTP/1.1" status: 404 len: 337 time: 0.0374372 Nov 05 22:01:00.517261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803e84-e5d5-4c81-86ff-6470a67b9158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511b68ff-dbe0-41ad-8e06-62cd592432b6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:00.519464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45230) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.541017 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a3c050e-93d5-4879-b217-52d66608f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.549160 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fd506f-6f73-4fd6-9307-cd9c1cef3265 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.549843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fd506f-6f73-4fd6-9307-cd9c1cef3265 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.555441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5fd506f-6f73-4fd6-9307-cd9c1cef3265 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/cdb8b8d7-3b3d-4cee-9a78-aa4c82fd1cae HTTP/1.1" status: 404 len: 339 time: 0.0324709 Nov 05 22:01:00.555835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45232) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.587216 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe05854-398f-43b9-ac5f-7ed606143028 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.587995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe05854-398f-43b9-ac5f-7ed606143028 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.594123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bbe05854-398f-43b9-ac5f-7ed606143028 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/d97ce97a-5683-491c-8d82-7b08f4eff100 HTTP/1.1" status: 404 len: 337 time: 0.0349238 Nov 05 22:01:00.594602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45234) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.617204 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-82412e97-54bd-460b-bbdd-980b22c7c505 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.618610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82412e97-54bd-460b-bbdd-980b22c7c505 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.626751 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-82412e97-54bd-460b-bbdd-980b22c7c505 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/fcfd5b0f-c82c-4d20-b35a-376d86779e38 HTTP/1.1" status: 404 len: 339 time: 0.0262618 Nov 05 22:01:00.626751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45236) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.659216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0a3c050e-93d5-4879-b217-52d66608f685 None None] For port 498bf72e-af87-41a8-958a-e90921307760, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=498bf72e-af87-41a8-958a-e90921307760,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:00.664961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.666140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb2022-533e-4228-999c-20a059103072 req-b0311fc7-13fc-4fa2-b192-e050e2726c7b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:00.668909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8bb2022-533e-4228-999c-20a059103072 req-b0311fc7-13fc-4fa2-b192-e050e2726c7b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.2190173 Nov 05 22:01:00.680059 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fab8ed6-ee67-4921-a121-265c5564e8cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.680518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fab8ed6-ee67-4921-a121-265c5564e8cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.686098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5fab8ed6-ee67-4921-a121-265c5564e8cc tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/70d05604-81fe-4762-835d-676bad0d4839 HTTP/1.1" status: 404 len: 337 time: 0.0572665 Nov 05 22:01:00.687381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45238) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.712588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '23e997ca-9150-4737-823b-de0075f8ea32', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'mac_address': 'fa:16:3e:24:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:00:51Z', 'updated_at': '2021-11-05T22:00:58Z', 'revision_number': 2, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:00.714030 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d143e6-10f8-44a7-8497-0a29399a6723 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.714619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d143e6-10f8-44a7-8497-0a29399a6723 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.721521 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f7d143e6-10f8-44a7-8497-0a29399a6723 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/398cc49e-b52e-4aec-83c8-112acaa77d7e HTTP/1.1" status: 404 len: 339 time: 0.0311286 Nov 05 22:01:00.721521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45240) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.762081 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef9cd95-1f47-45b9-a148-4f410dfad5da tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.762773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef9cd95-1f47-45b9-a148-4f410dfad5da tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.768766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2ef9cd95-1f47-45b9-a148-4f410dfad5da tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/3dcb57a0-65c3-4e58-b038-6768de2cccce HTTP/1.1" status: 404 len: 337 time: 0.0440490 Nov 05 22:01:00.769031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45244) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.799186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-b5416923-9e5a-4467-b99b-95e5d85c8b98 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963673 Nov 05 22:01:00.803636 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3a8dae-7023-45e5-9948-19478d4aad2c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.804243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3a8dae-7023-45e5-9948-19478d4aad2c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.815298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9d3a8dae-7023-45e5-9948-19478d4aad2c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/07c45abd-e690-4169-940d-8425bdcea340 HTTP/1.1" status: 404 len: 339 time: 0.0451488 Nov 05 22:01:00.821040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45246) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.881852 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a3afa8-19be-40c1-8eee-fc8a25f18e6c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.882438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a3afa8-19be-40c1-8eee-fc8a25f18e6c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.887347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d0a3afa8-19be-40c1-8eee-fc8a25f18e6c tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/af45f9ce-61a9-4fcb-8d04-8d1040d29a95 HTTP/1.1" status: 404 len: 337 time: 0.0652106 Nov 05 22:01:00.889753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45248) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.928691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:00.944676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8bb2022-533e-4228-999c-20a059103072 req-5d346852-0c4f-474a-8fac-e05ca3d43aec tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306862 Nov 05 22:01:00.956187 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d02b9a-0c9e-4546-9b9f-5cf2c9e82686 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] DELETE failed (client error): The resource could not be found. Nov 05 22:01:00.958952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d02b9a-0c9e-4546-9b9f-5cf2c9e82686 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:01:00.971527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-08d02b9a-0c9e-4546-9b9f-5cf2c9e82686 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/a07cdb2d-02e6-4d50-b44b-0b460825239d HTTP/1.1" status: 404 len: 339 time: 0.0801432 Nov 05 22:01:00.977385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45254) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:00.991586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:00.993959 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850a688-e336-4532-bd86-d12dd92e4a67" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:01.019170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464b40b-c32f-4710-a5f7-b4aeb04c3aef None None] The sync data for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 is: [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '23e997ca-9150-4737-823b-de0075f8ea32', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'port_id': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'mac_address': 'fa:16:3e:24:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:00:51Z', 'updated_at': '2021-11-05T22:00:58Z', 'revision_number': 2, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:01.070558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:01:01.070915 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:01:01.071480 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0a3c050e-93d5-4879-b217-52d66608f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:01.073277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:01.100743 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd0b446-312a-4c7e-80e7-feacf93ef661 x-openstack-request-id: req-6dd0b446-312a-4c7e-80e7-feacf93ef661 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:01.101612 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:01.101612 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dd0b446-312a-4c7e-80e7-feacf93ef661 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:01.101815 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'status': 'completed', 'code': 200} Nov 05 22:01:01.151395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c050e-93d5-4879-b217-52d66608f685 None None] Pushing event updated for resources: {'Port': ['ID=498bf72e-af87-41a8-958a-e90921307760,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:01.155168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a1f233c-5ee6-469a-bd12-9331339a0e96 req-9bc57b7b-2836-483a-b6f1-92b627d37c46 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469169 Nov 05 22:01:01.217217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dd74eb67-1653-486e-813b-f1071ddba3c1 None None] Provisioning complete for port 498bf72e-af87-41a8-958a-e90921307760 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:01.217544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd74eb67-1653-486e-813b-f1071ddba3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:01.227083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858c48d-44b3-4bf4-b9b9-61f987fccec4 req-dc36b0f8-bc87-44ee-8731-6e98c4752241 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:01.228897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1858c48d-44b3-4bf4-b9b9-61f987fccec4 req-dc36b0f8-bc87-44ee-8731-6e98c4752241 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.1161644 Nov 05 22:01:01.268002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting subnet d298129d-cd30-4146-8f98-fedd0a7e2ac3 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:01:01.275887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:01.300592 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1858c48d-44b3-4bf4-b9b9-61f987fccec4 req-fc23b276-bdd3-4dc5-a319-5ccee7039797 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638711 Nov 05 22:01:01.322794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:01.618980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42829314-6c18-426e-9103-bc9c6724be7c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:01:01.640565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 42829314-6c18-426e-9103-bc9c6724be7c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:01:01.640914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42829314-6c18-426e-9103-bc9c6724be7c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:01:01.789569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-ae91f11f-f809-4039-9215-cf1d051b44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:01.791124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-ae91f11f-f809-4039-9215-cf1d051b44ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=428f28f3ee2444339c2fe089ffe91548&device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1097 time: 0.5515893 Nov 05 22:01:01.791577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 498bf72e-af87-41a8-958a-e90921307760 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:01.837449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:01.841774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 498bf72e-af87-41a8-958a-e90921307760 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:01.842142 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:01.949991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-4eae5d2a-1201-4438-938e-585dfe487445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:01.949991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-4eae5d2a-1201-4438-938e-585dfe487445 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 200 len: 915 time: 0.1437807 Nov 05 22:01:01.999461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45264) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:02.014593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be4319c7-c91f-4315-82a8-8a888d349e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.026635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-d3ce52d4-69e7-41ff-ba25-644dc5d7e864 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 200 len: 1002 time: 0.0704188 Nov 05 22:01:02.027702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:01:02.089972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aae258-d16f-42db-bf13-31b08517bf6f req-3554429e-fabc-474b-a6e2-e35bf478fd41 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:02.091477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-52aae258-d16f-42db-bf13-31b08517bf6f req-3554429e-fabc-474b-a6e2-e35bf478fd41 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.0781789 Nov 05 22:01:02.101043 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.150747 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.153937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/subnets/d298129d-cd30-4146-8f98-fedd0a7e2ac3 HTTP/1.1" status: 204 len: 168 time: 1.1705329 Nov 05 22:01:02.155046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7cb948-65af-4f48-87da-2b9d37f1da7b None None] Network 6433c98d-0d53-4ae7-8071-a1737d91359f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:02.156787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e098fb-14c5-47f8-9cf3-2b30ffc7bd31 tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Subnet': ['ID=d298129d-cd30-4146-8f98-fedd0a7e2ac3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:02.157451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45266) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:02.161995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-bfcb7893-f802-4223-99ef-135983548bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:02.163472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-bfcb7893-f802-4223-99ef-135983548bc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c919a23-c572-4b73-bb7e-0b6847919bfb HTTP/1.1" status: 200 len: 853 time: 0.1283050 Nov 05 22:01:02.189103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-52aae258-d16f-42db-bf13-31b08517bf6f req-06bc1bae-12b8-401f-8dab-5279dea403c3 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889242 Nov 05 22:01:02.199462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be4319c7-c91f-4315-82a8-8a888d349e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.258606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.304998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be4319c7-c91f-4315-82a8-8a888d349e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.333961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:01:02.345598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-f26777f7-60ad-4777-8822-c6bb5eea1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:02.347472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-f26777f7-60ad-4777-8822-c6bb5eea1867 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a20f2499-c8fc-4658-8362-5371f1b7f9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494668 Nov 05 22:01:02.349171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4319c7-c91f-4315-82a8-8a888d349e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4116df6f-bde7-48b4-a3cd-4b2cc9a34123,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:02.350660 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Sync routers for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:01:02.377118 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:02.378913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:02.381715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be4319c7-c91f-4315-82a8-8a888d349e24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cf5bf677c8545439dec5c5f120ef3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3807075 Nov 05 22:01:02.383970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45274) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:02.408619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5d8d5-29c2-4589-960d-9323ee870730 req-1b340cb1-9ab7-4779-bab4-59e13ac8bb70 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:02.410192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5eb5d8d5-29c2-4589-960d-9323ee870730 req-1b340cb1-9ab7-4779-bab4-59e13ac8bb70 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.1346967 Nov 05 22:01:02.441911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Deleting port 74a39e0d-be82-4ab0-99a6-f755675e5df7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:02.442528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.461679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] DHCP port deletion for 6433c98d-0d53-4ae7-8071-a1737d91359f request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:01:02.464825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.469788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-052ded7a-d125-4428-a44f-a36666a23539 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4860892 Nov 05 22:01:02.473528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45276) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:02.569253 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:02.570220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] Deleting port 74a39e0d-be82-4ab0-99a6-f755675e5df7 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:02.570617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.600311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] For port 74a39e0d-be82-4ab0-99a6-f755675e5df7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=74a39e0d-be82-4ab0-99a6-f755675e5df7,segment=NetworkSegment(47524901-b07b-4cd4-8f6d-da2915d23775),segment_id=47524901-b07b-4cd4-8f6d-da2915d23775)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:02.600680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.622703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5eb5d8d5-29c2-4589-960d-9323ee870730 req-19339bc3-e236-4b75-a534-7358d7a4064c tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777101 Nov 05 22:01:02.625015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-b3d7d6b2-f530-4f90-8540-0625d67edea5 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682991 Nov 05 22:01:02.646736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Calling delete_port for 74a39e0d-be82-4ab0-99a6-f755675e5df7 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:02.796607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] For port 74a39e0d-be82-4ab0-99a6-f755675e5df7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=74a39e0d-be82-4ab0-99a6-f755675e5df7,segment=NetworkSegment(47524901-b07b-4cd4-8f6d-da2915d23775),segment_id=47524901-b07b-4cd4-8f6d-da2915d23775)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:02.799153 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.829842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] Calling delete_port for 74a39e0d-be82-4ab0-99a6-f755675e5df7 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:02.869420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1850a688-e336-4532-bd86-d12dd92e4a67 req-f477cd9e-8ffc-47a0-8f52-215ac8626f26 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092791 Nov 05 22:01:02.908815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81de9cac-2d11-463d-925c-116b99bb500c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.919384 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:00:59Z', 'revision_number': 3, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:02.919688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.949727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81de9cac-2d11-463d-925c-116b99bb500c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.979471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.988753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:02.990277 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Checking router: 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:01:02.990630 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Updating router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 port 20a0a22c-a1a7-4503-b918-356fe7f26051 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:01:03.048439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] Pushing event deleted for resources: {'Port': ['ID=74a39e0d-be82-4ab0-99a6-f755675e5df7,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:03.060715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d2dfd-1b73-45b6-9a4c-d82d2c585db6 None None] No DVR routers for this DVR port 74a39e0d-be82-4ab0-99a6-f755675e5df7 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:03.087741 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.099729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] No DVR routers for this DVR port 74a39e0d-be82-4ab0-99a6-f755675e5df7 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:03.101987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Port': ['ID=74a39e0d-be82-4ab0-99a6-f755675e5df7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:03.201068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.226544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6433c98d-0d53-4ae7-8071-a1737d91359f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:03.239087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47524901-b07b-4cd4-8f6d-da2915d23775') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:03.239485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47524901-b07b-4cd4-8f6d-da2915d23775') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:03.251776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.272114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.278842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:01:03.279325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:01:03.282842 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:01:03.285474 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.298106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81de9cac-2d11-463d-925c-116b99bb500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.301787 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81de9cac-2d11-463d-925c-116b99bb500c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.306132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-81de9cac-2d11-463d-925c-116b99bb500c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4116df6f-bde7-48b4-a3cd-4b2cc9a34123 HTTP/1.1" status: 204 len: 168 time: 0.9209096 Nov 05 22:01:03.309585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa480a9-ecaf-46fa-91f8-a0f4b052340c req-b7519a36-df95-404c-9877-9fa2483fa09e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:03.311366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fa480a9-ecaf-46fa-91f8-a0f4b052340c req-b7519a36-df95-404c-9877-9fa2483fa09e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.1263816 Nov 05 22:01:03.354538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de9cac-2d11-463d-925c-116b99bb500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4116df6f-bde7-48b4-a3cd-4b2cc9a34123,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:03.479295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fa480a9-ecaf-46fa-91f8-a0f4b052340c req-cd787a9f-727c-4e07-a75b-63bb70e5c0ce tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964999 Nov 05 22:01:03.495898 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.512581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.526517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] 10.222.0.41 "DELETE /v2.0/networks/6433c98d-0d53-4ae7-8071-a1737d91359f HTTP/1.1" status: 204 len: 168 time: 1.3643558 Nov 05 22:01:03.567416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Allocated IP 172.20.0.1 (df14fc89-801c-4908-a2dc-3d0881eb2312/54b718f8-67fa-4e79-b301-d36a4a1fe7f0/74126e95-1f6f-4ad5-83a5-a52d8483ea63) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:03.577482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ea5d7-a788-4034-a160-6fdaa3bf73be tempest-NetworksTest-1966028922 tempest-NetworksTest-1966028922-project] Pushing event deleted for resources: {'Network': ['ID=6433c98d-0d53-4ae7-8071-a1737d91359f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:03.616111 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.706273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc185cc-256e-49d9-ba21-d502bd266fd6 req-69214320-2f25-43a2-b47f-d88a4697dfa8 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:03.708052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2bc185cc-256e-49d9-ba21-d502bd266fd6 req-69214320-2f25-43a2-b47f-d88a4697dfa8 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.1018834 Nov 05 22:01:03.711297 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.759435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.795163 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Pushing event updated for resources: {'Port': ['ID=20a0a22c-a1a7-4503-b918-356fe7f26051,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:03.830772 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Attempting to bind port 20a0a22c-a1a7-4503-b918-356fe7f26051 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:03.831432 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Attempting to bind port 20a0a22c-a1a7-4503-b918-356fe7f26051 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:03.832008 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Attempting to bind port 20a0a22c-a1a7-4503-b918-356fe7f26051 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:03.836365 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.836911 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.837405 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.837902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.838411 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.838744 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.839071 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.839397 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.839759 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.840081 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.840403 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.840718 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:03.848687 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:03.848891 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:03.849015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2bc185cc-256e-49d9-ba21-d502bd266fd6 req-770b7676-ee60-48a5-b0b2-c31bb9d2c08e tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276579 Nov 05 22:01:03.849383 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.849719 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:03.864969 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Bound port: 20a0a22c-a1a7-4503-b918-356fe7f26051, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:03.864969 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.865626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74a39e0d-be82-4ab0-99a6-f755675e5df7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:01:03.897226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 74a39e0d-be82-4ab0-99a6-f755675e5df7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:01:03.897604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74a39e0d-be82-4ab0-99a6-f755675e5df7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:01:03.908825 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] For port 20a0a22c-a1a7-4503-b918-356fe7f26051, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:03.911987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] For port 20a0a22c-a1a7-4503-b918-356fe7f26051, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=20a0a22c-a1a7-4503-b918-356fe7f26051,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:03.919812 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:03.977113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Network df14fc89-801c-4908-a2dc-3d0881eb2312 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:03.982916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:03.985678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:04.028301 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.054771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Pushing event updated for resources: {'Port': ['ID=74126e95-1f6f-4ad5-83a5-a52d8483ea63,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:04.109114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.120007 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:04.120754 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:04.172695 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79992b59-5fc0-4c8e-b683-8e291a2c61e3 None None] Pushing event updated for resources: {'Port': ['ID=20a0a22c-a1a7-4503-b918-356fe7f26051,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:04.268247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:04.328706 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:04.412161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5bbbaf6e-c1fc-4efc-bddc-88fe39fbe892 None None] Provisioning complete for port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:04.412539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bbbaf6e-c1fc-4efc-bddc-88fe39fbe892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.427735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.470077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbaf6e-c1fc-4efc-bddc-88fe39fbe892 None None] Port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:04.509618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-47d7043e-bbfa-4b4d-bde4-109e1daaf84b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eb316706a004362b87452ea06661543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380540 Nov 05 22:01:04.510217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45310) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:04.609741 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b6f1c1-d566-43b1-8011-123827456bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.641183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b6f1c1-d566-43b1-8011-123827456bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.742689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.792200 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:00:59Z', 'revision_number': 3, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:04.820801 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4a73b-30a6-46c3-a767-ed7d09b781ef None None] The sync data for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 is: [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:00:59Z', 'revision_number': 3, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:04.831434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d32c6b-4397-4fc3-98ef-d7cfd60e9ff9 req-727d4f1c-bcc9-46d5-85e4-2227b64cb0ba tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:04.833237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9d32c6b-4397-4fc3-98ef-d7cfd60e9ff9 req-727d4f1c-bcc9-46d5-85e4-2227b64cb0ba tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.0573478 Nov 05 22:01:04.855397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.930659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b6f1c1-d566-43b1-8011-123827456bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.933735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42b6f1c1-d566-43b1-8011-123827456bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:04.939096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-42b6f1c1-d566-43b1-8011-123827456bf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdd8bbe2-7302-418e-8c49-1fef9af16103 HTTP/1.1" status: 204 len: 168 time: 0.4277472 Nov 05 22:01:04.950716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6f1c1-d566-43b1-8011-123827456bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd8bbe2-7302-418e-8c49-1fef9af16103,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:04.991090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9d32c6b-4397-4fc3-98ef-d7cfd60e9ff9 req-c7d85098-a7dc-4ce9-8604-3df40681840b tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312573 Nov 05 22:01:05.011693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Pushing event updated for resources: {'Port': ['ID=74126e95-1f6f-4ad5-83a5-a52d8483ea63,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:05.015114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:05.176145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Network df14fc89-801c-4908-a2dc-3d0881eb2312 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:05.177625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:05.362375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:01:05.606179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:01:05.614871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-78759d85-6c09-4926-baff-cddffcc7881c None None] Provisioning complete for port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:05.615364 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78759d85-6c09-4926-baff-cddffcc7881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:05.632477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e46445b2-52c2-4aeb-8a48-d04438eebc99 admin admin] 10.222.0.41 "PUT /v2.0/routers/19f89ff8-37e7-4dd4-8bf5-626a00e739e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1568813 Nov 05 22:01:05.706465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-78759d85-6c09-4926-baff-cddffcc7881c None None] Port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:05.841829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20a0a22c-a1a7-4503-b918-356fe7f26051 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:05.886678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-d9534a30-39ad-4da7-9785-ba209384c55f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:05.889207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-d9534a30-39ad-4da7-9785-ba209384c55f tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.13 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.1436648 Nov 05 22:01:05.946990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 20a0a22c-a1a7-4503-b918-356fe7f26051 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:05.947665 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.011937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Deleting port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:06.011937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.139222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.167802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 20a0a22c-a1a7-4503-b918-356fe7f26051, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=20a0a22c-a1a7-4503-b918-356fe7f26051,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:06.239460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52137184-e39e-4ac6-b2ec-700f69c8b15d req-24e473fd-f72b-4c97-85ac-7b91e8624928 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:06.241018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52137184-e39e-4ac6-b2ec-700f69c8b15d req-24e473fd-f72b-4c97-85ac-7b91e8624928 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 946 time: 0.0971541 Nov 05 22:01:06.253288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] For port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,segment=NetworkSegment(d0f19a77-4105-46f2-941d-edadd47e2da8),segment_id=d0f19a77-4105-46f2-941d-edadd47e2da8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:06.253698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.261976 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.283051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Calling delete_port for 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:06.354894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52137184-e39e-4ac6-b2ec-700f69c8b15d req-a67c0ad9-3d54-43c8-9fa9-1193e632753a tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/security-groups?id=2846706c-f4f3-4a13-b1df-4e4a88762a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035707 Nov 05 22:01:06.368792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=20a0a22c-a1a7-4503-b918-356fe7f26051,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:06.371964 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-963618fb-c5be-4e02-90ff-8fe27ec872d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.539767 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.576493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45370) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:06.580375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Pushing event deleted for resources: {'Port': ['ID=9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:06.581613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5ad1f452-59d2-46fc-9c49-1d42b30522cf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345632376', 'description': 'tempest-description--372863381'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:06.663476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] No DVR routers for this DVR port 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:06.668672 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.671659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9734eef-3e34-45af-9b3a-e99e1de31d41 req-689ad587-b9d4-4c14-882f-b6bb8f1eba34 tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.13 "DELETE /v2.0/ports/9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 HTTP/1.1" status: 204 len: 173 time: 0.7753351 Nov 05 22:01:06.672293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'name': 'network-vif-deleted', 'tag': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:06.685693 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b4b1a4-3b1c-45c2-845c-b8c9f34d1a56" -d '{"events": [{"server_uuid": "08a3b086-3761-4c85-ac43-965c7ae3488a", "name": "network-vif-deleted", "tag": "9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:06.706473 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f452-59d2-46fc-9c49-1d42b30522cf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.706670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45374) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:06.732397 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40c70f7-a064-4fc8-88cb-a4a256834b58 x-openstack-request-id: req-f40c70f7-a064-4fc8-88cb-a4a256834b58 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:06.732871 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a3b086-3761-4c85-ac43-965c7ae3488a", "name": "network-vif-deleted", "tag": "9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:06.733110 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f40c70f7-a064-4fc8-88cb-a4a256834b58 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:06.733362 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a3b086-3761-4c85-ac43-965c7ae3488a', 'name': 'network-vif-deleted', 'tag': '9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6', 'status': 'completed', 'code': 200} Nov 05 22:01:06.750837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45378) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:06.842184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f452-59d2-46fc-9c49-1d42b30522cf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:06.907682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f993e2ba-85d4-4578-842a-f91ae0182254 tempest-DvrRoutersNegativeTest-1106687131 tempest-DvrRoutersNegativeTest-1106687131-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-433177291', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:06.910644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.policy [None req-f993e2ba-85d4-4578-842a-f91ae0182254 tempest-DvrRoutersNegativeTest-1106687131 tempest-DvrRoutersNegativeTest-1106687131-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102292) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 05 22:01:06.910943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.policy [None req-f993e2ba-85d4-4578-842a-f91ae0182254 tempest-DvrRoutersNegativeTest-1106687131 tempest-DvrRoutersNegativeTest-1106687131-project] Failed policy check for 'create_router' {{(pid=102292) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 05 22:01:06.911467 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-f993e2ba-85d4-4578-842a-f91ae0182254 tempest-DvrRoutersNegativeTest-1106687131 tempest-DvrRoutersNegativeTest-1106687131-project] create failed (client error): Access was denied to this resource. Nov 05 22:01:06.912477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f993e2ba-85d4-4578-842a-f91ae0182254 tempest-DvrRoutersNegativeTest-1106687131 tempest-DvrRoutersNegativeTest-1106687131-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2104216 Nov 05 22:01:06.924065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2036354140', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:06.976046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f452-59d2-46fc-9c49-1d42b30522cf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.053562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1f452-59d2-46fc-9c49-1d42b30522cf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:07.096451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Made reservation on behalf of 95d3bda4a4444aa3a5c8b9cc9ccc4516 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:07.099962 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.111373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.196631 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Sync routers for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:01:07.199168 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f452-59d2-46fc-9c49-1d42b30522cf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.201834 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5ad1f452-59d2-46fc-9c49-1d42b30522cf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6242485 Nov 05 22:01:07.205898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45388) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:07.207450 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.209319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:07.209970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:00:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:07.211523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'security_group_rule': {'security_group_id': '8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:07.311713 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.315177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.318734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] device_id is not set on port 3a176979-016d-4e74-80e7-f0c83e568b2d yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:07.344465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:07.392275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea6edb9-c319-4223-a545-325a353b9621,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:07.433399 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.521288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Allocated IP 172.25.6.235 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/3a176979-016d-4e74-80e7-f0c83e568b2d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:07.537958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.597948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 2, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:07.619014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45398) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:07.637916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed940f9-2922-4ff7-8c2a-f5c8fc416351,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:07.642904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Checking router: 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:01:07.644004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Updating router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:01:07.694618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.707033 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f2ef068-3bc6-4a4d-a976-f0040499850f req-1a56ec37-63c8-4e62-9be6-f803861e4aaf tempest-ServerDiskConfigTestJSON-1301536809 tempest-ServerDiskConfigTestJSON-1301536809-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a3b086-3761-4c85-ac43-965c7ae3488a HTTP/1.1" status: 200 len: 210 time: 0.1584034 Nov 05 22:01:07.713431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.714128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.714700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.715337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.717586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.718152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.718700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.719219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.719768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.721558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.722107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.723784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:07.745301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.751127 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-50da9438-68b9-48a7-9cee-8b652a156573 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5434823 Nov 05 22:01:07.751834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45402) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:07.768198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bae8a741-9750-40aa-8afc-17bbdb48d6da tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'security_group_rule': {'security_group_id': '8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:07.815039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45404) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:07.854487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.911881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20a0a22c-a1a7-4503-b918-356fe7f26051 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:07.928641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae8a741-9750-40aa-8afc-17bbdb48d6da tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:07.974299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb605460-f313-419d-9a18-821cf7ef7268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.019199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df25415-73c6-497b-9b7b-0db06dd1df78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.036795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae8a741-9750-40aa-8afc-17bbdb48d6da tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.063119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 20a0a22c-a1a7-4503-b918-356fe7f26051 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:08.064033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.138314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.157248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae8a741-9750-40aa-8afc-17bbdb48d6da tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.181138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:01:08.181407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df25415-73c6-497b-9b7b-0db06dd1df78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.184519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb605460-f313-419d-9a18-821cf7ef7268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.192101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8a741-9750-40aa-8afc-17bbdb48d6da tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b99337-7826-4c42-b3a6-39e7c860e5aa,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.203010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:08.206460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:08.212810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:08.230088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:01:08.230760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9b7223ed-f4b5-4f80-8a39-8a9786fbbbf6 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:01:08.242816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Pushing event updated for resources: {'Port': ['ID=3a176979-016d-4e74-80e7-f0c83e568b2d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.253167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df25415-73c6-497b-9b7b-0db06dd1df78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.253993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.276268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:08.276887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.285899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bae8a741-9750-40aa-8afc-17bbdb48d6da tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.287043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bae8a741-9750-40aa-8afc-17bbdb48d6da tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5226285 Nov 05 22:01:08.289154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb605460-f313-419d-9a18-821cf7ef7268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.290189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45408) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:08.294835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:08.326325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7df25415-73c6-497b-9b7b-0db06dd1df78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f55961f7b164162ad9274b877707c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086305 Nov 05 22:01:08.327885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df25415-73c6-497b-9b7b-0db06dd1df78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf8272-17b5-42a3-b808-a67ba121dd39,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.328938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:08.335288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb605460-f313-419d-9a18-821cf7ef7268 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4c899bf2ad44a14837fd16006e0fca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7131011 Nov 05 22:01:08.335986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45412) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:08.336566 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.392663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb605460-f313-419d-9a18-821cf7ef7268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1858c478-df98-4189-9158-95426a288fe5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.425951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.430185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91e2c1d5-1c8c-4aaa-bfd1-71cd6004646b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.430325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febff30f-e838-484d-b5b5-9f6e499a5b3e None None] Pushing event updated for resources: {'Port': ['ID=74126e95-1f6f-4ad5-83a5-a52d8483ea63,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.439609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1c0c959a-5592-455e-91f1-79c34732d835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.481165 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1c0c959a-5592-455e-91f1-79c34732d835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.484884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91e2c1d5-1c8c-4aaa-bfd1-71cd6004646b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.506453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Attempting to bind port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:08.512602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Attempting to bind port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:08.512602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Attempting to bind port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:08.513255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:08.513801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Checking segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:08.514298 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.515328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Bound using segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:08.515975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Bound port: 74126e95-1f6f-4ad5-83a5-a52d8483ea63, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:08.516506 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.524431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4f5f78f6-d084-45d0-aade-9a7376980e7a tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7716589 Nov 05 22:01:08.527145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45414) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:08.532930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.235'}]}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:08.536128 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8261bec7-413b-4c38-ab2c-9b62c02c657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.590947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] For port 74126e95-1f6f-4ad5-83a5-a52d8483ea63, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:08.595916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] For port 74126e95-1f6f-4ad5-83a5-a52d8483ea63, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=74126e95-1f6f-4ad5-83a5-a52d8483ea63,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:08.613130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.614224 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1c0c959a-5592-455e-91f1-79c34732d835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.616894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1c0c959a-5592-455e-91f1-79c34732d835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.620439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1c0c959a-5592-455e-91f1-79c34732d835 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1858c478-df98-4189-9158-95426a288fe5 HTTP/1.1" status: 204 len: 168 time: 0.2720096 Nov 05 22:01:08.625946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c959a-5592-455e-91f1-79c34732d835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1858c478-df98-4189-9158-95426a288fe5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.642315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.643645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.660063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-44845fc4-7f4e-4bb3-a8b5-1d263289f59c None None] Provisioning complete for port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:08.660457 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44845fc4-7f4e-4bb3-a8b5-1d263289f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.693459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-44845fc4-7f4e-4bb3-a8b5-1d263289f59c None None] Port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:08.703245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91e2c1d5-1c8c-4aaa-bfd1-71cd6004646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.703825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.707092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91e2c1d5-1c8c-4aaa-bfd1-71cd6004646b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.709098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-91e2c1d5-1c8c-4aaa-bfd1-71cd6004646b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3caf8272-17b5-42a3-b808-a67ba121dd39 HTTP/1.1" status: 204 len: 168 time: 0.3775508 Nov 05 22:01:08.745476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c1d5-1c8c-4aaa-bfd1-71cd6004646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf8272-17b5-42a3-b808-a67ba121dd39,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.760552 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:08.774034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febff30f-e838-484d-b5b5-9f6e499a5b3e None None] Pushing event updated for resources: {'Port': ['ID=74126e95-1f6f-4ad5-83a5-a52d8483ea63,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:08.778879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:08.779496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:08.859871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Allocated IP 172.25.6.236 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/aedd5eb4-1836-4fba-a183-e5af50eae1cf) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:09.028856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.030748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:09.150107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45434) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:09.154323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.158146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.191744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1288c330-ab5e-44f7-8e52-f1dcdf9d0e7b None None] Provisioning complete for port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:09.192121 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1288c330-ab5e-44f7-8e52-f1dcdf9d0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.227247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:09.242548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:09.248478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:09.258033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] Deleting subnet a8f1f586-19b9-4540-8d10-f0eb516e12d5 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:01:09.262417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.299907 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.375743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'Port': ['ID=aedd5eb4-1836-4fba-a183-e5af50eae1cf,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:09.388436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.502897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-63f33dc7-55d6-4220-acf3-105ab34e0bfd req-4202f6f2-0c48-4e24-9e47-fb194c9950b7 service neutron] (102292) timed out ('10.222.0.13', 58110) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:01:09.564092 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.566943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1288c330-ab5e-44f7-8e52-f1dcdf9d0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.599100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.622920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1288c330-ab5e-44f7-8e52-f1dcdf9d0e7b None None] For port 74126e95-1f6f-4ad5-83a5-a52d8483ea63, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=74126e95-1f6f-4ad5-83a5-a52d8483ea63,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:09.628104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:08Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:09.671427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213840b-c314-4b78-b9b3-dfe1635e6223 None None] The sync data for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 is: [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:08Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:09.724984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1288c330-ab5e-44f7-8e52-f1dcdf9d0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.878713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288c330-ab5e-44f7-8e52-f1dcdf9d0e7b None None] Pushing event updated for resources: {'Port': ['ID=74126e95-1f6f-4ad5-83a5-a52d8483ea63,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:09.905998 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:09.998392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74126e95-1f6f-4ad5-83a5-a52d8483ea63 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:09.999649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.088692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.101921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:10.102387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.142808 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.172714 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.178336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.187572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f1f586-19b9-4540-8d10-f0eb516e12d5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:10.217251 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.222021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e7162c27-48f6-4af6-8924-9c3c5b13d6c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a8f1f586-19b9-4540-8d10-f0eb516e12d5 HTTP/1.1" status: 204 len: 168 time: 1.0706632 Nov 05 22:01:10.224814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:10.244695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.320798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.329217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0083a559-c31c-445a-81bb-bd90f76489db {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:01:10.349754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.394399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45470) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:10.410366 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 05 22:01:10.411988 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-859016f3-2ff0-4723-94db-f7beed5e32fb tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8833137 Nov 05 22:01:10.417396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45474) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:10.473650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45476) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:10.522426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.544981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Deleting port 3a176979-016d-4e74-80e7-f0c83e568b2d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:10.545337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.568289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634de52c-e088-4221-9a9b-730b42cf2a4b']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:10.572160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1848247401-network', 'tenant_id': '67b07aeda7a8431bb6b1e0ed6fa06ec5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:10.584354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f19a77-4105-46f2-941d-edadd47e2da8') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:10.584653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f19a77-4105-46f2-941d-edadd47e2da8') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:10.591473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--381781790'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:10.619773 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.644245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.647915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.652428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.656975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Calling delete_port for 3a176979-016d-4e74-80e7-f0c83e568b2d owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:10.660435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:01:10.660697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:01:10.662455 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:01:10.712374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Made reservation on behalf of 67b07aeda7a8431bb6b1e0ed6fa06ec5 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:10.714834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.732260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.747853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.822586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'Port': ['ID=aedd5eb4-1836-4fba-a183-e5af50eae1cf,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:10.838647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.861585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.864285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.871352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.892009 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.897978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:10.903439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] 10.222.0.41 "DELETE /v2.0/networks/634de52c-e088-4221-9a9b-730b42cf2a4b HTTP/1.1" status: 204 len: 168 time: 0.6753144 Nov 05 22:01:10.921626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756a126-31a0-4427-b2ab-45dd5d508200 admin admin] Pushing event deleted for resources: {'Network': ['ID=634de52c-e088-4221-9a9b-730b42cf2a4b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:10.981419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.010193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.040433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.041995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9836de21-e405-4f99-8649-37023a88420b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7505643 Nov 05 22:01:11.047100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.053820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a176979-016d-4e74-80e7-f0c83e568b2d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:11.076644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:01:11.120158 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.130082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.130432 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Added segment 4f665a99-3d0d-4e91-ab84-a25ef8dcc92d of type vlan for network 72d819fd-de5a-434f-99b4-f517e39ea843 Nov 05 22:01:11.143431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef47649-86e3-4781-9642-f32767727964,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:11.185573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.187246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b3e83-a625-4aa5-ae90-9e3e8c55b7c6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:11.197196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.201353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fb73d806-5eef-4e9a-b72b-0795d7d95055 tempest-RoutersAdminNegativeTest-748411604 tempest-RoutersAdminNegativeTest-748411604-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3a176979-016d-4e74-80e7-f0c83e568b2d HTTP/1.1" status: 204 len: 168 time: 0.7827876 Nov 05 22:01:11.292057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.321673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-34eea951-b76b-45dc-9e0f-1551d5e9ffa7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--345632376&fields=id&tenant_id=1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 267 time: 0.0646248 Nov 05 22:01:11.335404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.336522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:11.337183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.356663 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.365440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.376553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45496) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:11.411388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] Pushing event updated for resources: {'Network': ['ID=72d819fd-de5a-434f-99b4-f517e39ea843,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:11.421121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 72d819fd-de5a-434f-99b4-f517e39ea843 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:01:11.465618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dcec6c56-6b0c-4cd4-82c1-e22ce8c4a763 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0672801 Nov 05 22:01:11.466474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45498) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:11.470184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2cf287-82aa-46a8-bf60-61da0d9b1675,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:11.477614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Request body: {'subnet': {'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1848247401-subnet', 'tenant_id': '67b07aeda7a8431bb6b1e0ed6fa06ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:11.498755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-30cd85e7-bc60-4a58-ab77-963a9490c8de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4b3f22ce6074c22a1cd6c5da7394a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919204 Nov 05 22:01:11.504623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45500) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:11.518351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-89f3f91d-3d4b-4807-a761-7f9e3d857967 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:11.520201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-89f3f91d-3d4b-4807-a761-7f9e3d857967 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 817 time: 0.1906645 Nov 05 22:01:11.528581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.529762 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-35b0cc6b-62b0-4eee-bb69-49ac6f7265b5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0551221 Nov 05 22:01:11.532543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45502) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:11.556009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-6d5d755e-82c9-44fd-bd07-72525001516c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/quotas/1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 375 time: 0.0235267 Nov 05 22:01:11.613311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fba9d9d5-506c-4c0b-af1d-d9f13754271a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.640374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-23aba13e-804d-4439-be82-ae04758e497c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748060 Nov 05 22:01:11.640617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-693012c6-2a36-4f3a-aca5-52dcf65b8e75 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1035304 Nov 05 22:01:11.640617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Made reservation on behalf of 67b07aeda7a8431bb6b1e0ed6fa06ec5 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:11.641549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45506) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:11.642153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.650215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a1abe8a1-bd82-464b-b290-05721e1e5f0d tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-security--1430124861', 'description': 'tempest-security-description-1911416626'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:11.675036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:11.679513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fba9d9d5-506c-4c0b-af1d-d9f13754271a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.776665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1abe8a1-bd82-464b-b290-05721e1e5f0d tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.837526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74126e95-1f6f-4ad5-83a5-a52d8483ea63 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:11.843233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-9e1bdbe9-79c3-4905-a48e-c71c858dcfa6 service neutron] 10.222.0.41 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843553 Nov 05 22:01:11.885877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1abe8a1-bd82-464b-b290-05721e1e5f0d tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.912654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:11.913113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.919279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cdf06d6-4f59-488d-bafd-1bda70582bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.926783 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fba9d9d5-506c-4c0b-af1d-d9f13754271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.933706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fba9d9d5-506c-4c0b-af1d-d9f13754271a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.933706 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fba9d9d5-506c-4c0b-af1d-d9f13754271a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2846706c-f4f3-4a13-b1df-4e4a88762a89 HTTP/1.1" status: 204 len: 168 time: 0.4250486 Nov 05 22:01:11.942446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:11.957280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9d9d5-506c-4c0b-af1d-d9f13754271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846706c-f4f3-4a13-b1df-4e4a88762a89,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:12.001643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-a7783200-5576-48fc-bf0d-a3b8569743c1 service neutron] 10.222.0.41 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520593 Nov 05 22:01:12.018488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1abe8a1-bd82-464b-b290-05721e1e5f0d tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.027470 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1abe8a1-bd82-464b-b290-05721e1e5f0d tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.027470 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a1abe8a1-bd82-464b-b290-05721e1e5f0d tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "PUT /v2.0/security-groups/1b2cf287-82aa-46a8-bf60-61da0d9b1675 HTTP/1.1" status: 200 len: 1797 time: 0.3808839 Nov 05 22:01:12.029001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45514) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:12.055732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.073651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce55415-136c-411b-9586-975e9029a2b6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:12.083539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Checking segment: {'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:12.086969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Network hostable DHCP agents. Network: 72d819fd-de5a-434f-99b4-f517e39ea843, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:01:12.113547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cdf06d6-4f59-488d-bafd-1bda70582bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.117960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abe8a1-bd82-464b-b290-05721e1e5f0d tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2cf287-82aa-46a8-bf60-61da0d9b1675,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:12.120532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41312a77-d6ac-4ee1-8e0f-e1b2ef029028 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups/1b2cf287-82aa-46a8-bf60-61da0d9b1675 HTTP/1.1" status: 200 len: 1797 time: 0.0868826 Nov 05 22:01:12.123409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45516) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:12.190872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed664af8-0bd7-48c6-95c4-9e83c01c0257 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.215211 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed664af8-0bd7-48c6-95c4-9e83c01c0257 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.230803 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cdf06d6-4f59-488d-bafd-1bda70582bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.234078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Network 72d819fd-de5a-434f-99b4-f517e39ea843 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:01:12.276804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf06d6-4f59-488d-bafd-1bda70582bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bccf2f6-4b56-4e71-b61e-fa6581c1b324,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:12.284777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1cdf06d6-4f59-488d-bafd-1bda70582bfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ded3106543294d45a238de0725cf92a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6020129 Nov 05 22:01:12.286512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45518) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:12.381547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58c9d998-b639-43bd-bfa7-0395d374ab44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.401459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 72d819fd-de5a-434f-99b4-f517e39ea843) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:12.407156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:12.407847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.410579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed664af8-0bd7-48c6-95c4-9e83c01c0257 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.414495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed664af8-0bd7-48c6-95c4-9e83c01c0257 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.415514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c62722-738e-4715-8f52-61493938368f None None] Network 72d819fd-de5a-434f-99b4-f517e39ea843 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:12.418859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45526) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:12.428297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ed664af8-0bd7-48c6-95c4-9e83c01c0257 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b2cf287-82aa-46a8-bf60-61da0d9b1675 HTTP/1.1" status: 204 len: 168 time: 0.3036582 Nov 05 22:01:12.435497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c79eff18-3556-4c46-a722-3d58d434b2f5 req-35838bc0-9f0a-4f8f-9442-01f45ae7b6b4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 210 time: 0.0663419 Nov 05 22:01:12.487954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed664af8-0bd7-48c6-95c4-9e83c01c0257 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2cf287-82aa-46a8-bf60-61da0d9b1675,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:12.502205 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58c9d998-b639-43bd-bfa7-0395d374ab44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.574171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45530) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:12.574278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-498a368d-ecd5-44c1-9058-d2be86b9dde3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1447914 Nov 05 22:01:12.592999 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-e4965143-c4ae-476d-82d7-39f02780ed31 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] delete failed (client error): The resource could not be found. Nov 05 22:01:12.594570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e4965143-c4ae-476d-82d7-39f02780ed31 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b2cf287-82aa-46a8-bf60-61da0d9b1675 HTTP/1.1" status: 404 len: 347 time: 0.0281951 Nov 05 22:01:12.599352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45536) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:12.607360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bd0a0423-8df4-41df-97b3-87899359f1f0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1399376 Nov 05 22:01:12.614953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a52941e9-1f61-4f32-979d-4f63dd1c9656 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--513377160'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:12.646686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f09705-69e5-4224-b549-b12046a45dec None None] Network 72d819fd-de5a-434f-99b4-f517e39ea843 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:12.667438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58c9d998-b639-43bd-bfa7-0395d374ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.670028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58c9d998-b639-43bd-bfa7-0395d374ab44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.674103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-58c9d998-b639-43bd-bfa7-0395d374ab44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bccf2f6-4b56-4e71-b61e-fa6581c1b324 HTTP/1.1" status: 204 len: 168 time: 0.3835802 Nov 05 22:01:12.679661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9d998-b639-43bd-bfa7-0395d374ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bccf2f6-4b56-4e71-b61e-fa6581c1b324,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:12.781060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a52941e9-1f61-4f32-979d-4f63dd1c9656 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.853500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a52941e9-1f61-4f32-979d-4f63dd1c9656 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:12.996598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a52941e9-1f61-4f32-979d-4f63dd1c9656 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.028928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52941e9-1f61-4f32-979d-4f63dd1c9656 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83660dfa-058f-4ae3-be30-744e1dd43930,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:13.148820 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a52941e9-1f61-4f32-979d-4f63dd1c9656 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.156694 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a52941e9-1f61-4f32-979d-4f63dd1c9656 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5491738 Nov 05 22:01:13.156694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45554) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:13.157506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bb0c15a5-917a-4e64-b54a-368337d86704 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': '83660dfa-058f-4ae3-be30-744e1dd43930', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:13.391821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb0c15a5-917a-4e64-b54a-368337d86704 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.453141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb0c15a5-917a-4e64-b54a-368337d86704 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.541294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-712e11e4-0f0d-47a9-be80-c889c2ab68b8 req-fc7b1712-1590-4076-8bbc-9caec99b7dcb tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 210 time: 0.0336442 Nov 05 22:01:13.573825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45566) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:13.609037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb0c15a5-917a-4e64-b54a-368337d86704 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.629404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c15a5-917a-4e64-b54a-368337d86704 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c268e77-bcf2-4a27-b176-c2d4b4a676b5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:13.638246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45572) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:13.682092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-390a6367-24c9-4ba1-baa8-65b74f62fba1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95d3bda4a4444aa3a5c8b9cc9ccc4516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427308 Nov 05 22:01:13.691204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45574) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:13.718258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb0c15a5-917a-4e64-b54a-368337d86704 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.719455 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb0c15a5-917a-4e64-b54a-368337d86704 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5653448 Nov 05 22:01:13.722455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45576) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:13.746035 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff79e58-28bb-4490-b8fb-540914fcb600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.772040 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46c2abe1-fafa-49f7-baae-e56693b5e3cd tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.774844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff79e58-28bb-4490-b8fb-540914fcb600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.803771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46c2abe1-fafa-49f7-baae-e56693b5e3cd tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.810618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-499906311-network', 'tenant_id': '80a4de4810b04a7c9f1398ff9a33d29d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:13.957198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Made reservation on behalf of 80a4de4810b04a7c9f1398ff9a33d29d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:13.959937 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.962322 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46c2abe1-fafa-49f7-baae-e56693b5e3cd tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.963719 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff79e58-28bb-4490-b8fb-540914fcb600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.967310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff79e58-28bb-4490-b8fb-540914fcb600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.969107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aff79e58-28bb-4490-b8fb-540914fcb600 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ea6edb9-c319-4223-a545-325a353b9621 HTTP/1.1" status: 204 len: 168 time: 0.2761540 Nov 05 22:01:13.974790 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46c2abe1-fafa-49f7-baae-e56693b5e3cd tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.978166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:13.978582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-46c2abe1-fafa-49f7-baae-e56693b5e3cd tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4c268e77-bcf2-4a27-b176-c2d4b4a676b5 HTTP/1.1" status: 204 len: 168 time: 0.2544572 Nov 05 22:01:13.979752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45584) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:13.983320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2abe1-fafa-49f7-baae-e56693b5e3cd tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c268e77-bcf2-4a27-b176-c2d4b4a676b5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:13.996092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff79e58-28bb-4490-b8fb-540914fcb600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea6edb9-c319-4223-a545-325a353b9621,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:14.063026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-46de7601-d955-4475-85ea-42e51981c1fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0768375 Nov 05 22:01:14.066998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45586) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:14.119585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.126984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f822a0c0-0c0a-498c-a0bb-5ae63cfc79b8 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.150557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f822a0c0-0c0a-498c-a0bb-5ae63cfc79b8 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.282559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.313334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f822a0c0-0c0a-498c-a0bb-5ae63cfc79b8 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.316276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f822a0c0-0c0a-498c-a0bb-5ae63cfc79b8 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.316406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa9ec77-4143-4109-ba44-7dc2afa69a58,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:14.318985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f822a0c0-0c0a-498c-a0bb-5ae63cfc79b8 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/83660dfa-058f-4ae3-be30-744e1dd43930 HTTP/1.1" status: 204 len: 168 time: 0.2484181 Nov 05 22:01:14.324891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45592) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:14.346218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822a0c0-0c0a-498c-a0bb-5ae63cfc79b8 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83660dfa-058f-4ae3-be30-744e1dd43930,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:14.354389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:01:14.384069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.384486 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Added segment 719ace15-8ccf-43af-9b7d-fb9e0b34f220 of type vlan for network 9ad03206-40eb-4e49-bb08-aebbc2482e3e Nov 05 22:01:14.401110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c6cc3d4a-936a-4ba2-b14c-6312ea94b48c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678341 Nov 05 22:01:14.405550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45594) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:14.410445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-feb64012-5cd1-454d-a276-9bd7b2aae6a3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--179471416'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:14.463984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.556334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-feb64012-5cd1-454d-a276-9bd7b2aae6a3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.590532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.593656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:14.594283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.669323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4db8117d-9957-47e7-bea0-cc7161aed782 req-445b8c57-4b4d-4a04-ae70-43d9ecebdd3f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 210 time: 0.0399642 Nov 05 22:01:14.672770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-feb64012-5cd1-454d-a276-9bd7b2aae6a3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.684102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] Pushing event updated for resources: {'Network': ['ID=9ad03206-40eb-4e49-bb08-aebbc2482e3e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:14.695386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 9ad03206-40eb-4e49-bb08-aebbc2482e3e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:01:14.750037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-28450d91-6935-4666-8820-6ae98a544add admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1750433 Nov 05 22:01:14.759135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45606) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:14.759135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Request body: {'subnet': {'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-499906311-subnet', 'tenant_id': '80a4de4810b04a7c9f1398ff9a33d29d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:14.781186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-feb64012-5cd1-454d-a276-9bd7b2aae6a3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:14.901192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Made reservation on behalf of 80a4de4810b04a7c9f1398ff9a33d29d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:14.903839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.178264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb64012-5cd1-454d-a276-9bd7b2aae6a3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1344b56-a629-4b9a-84c4-a55c8fecc294,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:15.276978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.277198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-feb64012-5cd1-454d-a276-9bd7b2aae6a3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.277198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-feb64012-5cd1-454d-a276-9bd7b2aae6a3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8701446 Nov 05 22:01:15.280614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45620) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:15.286359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-68a6dff3-cad2-46ba-a87a-d70bf6bc3607 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': 'c1344b56-a629-4b9a-84c4-a55c8fecc294', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:15.332329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdbefe7-bf63-4b1a-af99-6f2af5760484,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:15.351176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Checking segment: {'id': '719ace15-8ccf-43af-9b7d-fb9e0b34f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:15.351771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Network hostable DHCP agents. Network: 9ad03206-40eb-4e49-bb08-aebbc2482e3e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:01:15.371375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45622) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:15.468080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Network 9ad03206-40eb-4e49-bb08-aebbc2482e3e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:01:15.481940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-319600135'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:15.489716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68a6dff3-cad2-46ba-a87a-d70bf6bc3607 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.568230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68a6dff3-cad2-46ba-a87a-d70bf6bc3607 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.586954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 9ad03206-40eb-4e49-bb08-aebbc2482e3e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:15.591606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:15.593141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.603168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b2d47-7110-4953-a4c7-298cb4c035a6 None None] Network 9ad03206-40eb-4e49-bb08-aebbc2482e3e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:15.660581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:15.664014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.684271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.700390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68a6dff3-cad2-46ba-a87a-d70bf6bc3607 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.762458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f3c4f-69e8-48ef-bdeb-9acacaed2fa1 None None] Network 9ad03206-40eb-4e49-bb08-aebbc2482e3e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:15.776515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6dff3-cad2-46ba-a87a-d70bf6bc3607 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248ba054-22ea-4071-9a81-a92139748239,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:15.802885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c96afcb2-9e1f-4098-8b58-caa9d79dbb1d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0471430 Nov 05 22:01:15.824596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-d2e8e3b6-e8d9-44ac-92b3-113b7336fcd2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:15.825159 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9f73432-4085-4ef0-8999-b384e847f822 req-bc548fca-538f-45fe-b665-f9e6b19cad8f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 210 time: 0.0498915 Nov 05 22:01:15.830172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-d2e8e3b6-e8d9-44ac-92b3-113b7336fcd2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 817 time: 0.2725942 Nov 05 22:01:15.914498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68a6dff3-cad2-46ba-a87a-d70bf6bc3607 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:15.916182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-68a6dff3-cad2-46ba-a87a-d70bf6bc3607 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6339526 Nov 05 22:01:15.919718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45630) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:15.926433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8a881c2c-eddd-4138-87af-7d4801d0a9b9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': 'c1344b56-a629-4b9a-84c4-a55c8fecc294', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:15.996582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-952eb6af-efd8-4486-b222-59241680cf31 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 379 time: 0.1394007 Nov 05 22:01:16.010166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.018443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'port': {'device_id': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'admin_state_up': True, 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'security_groups': ['8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:16.068993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a881c2c-eddd-4138-87af-7d4801d0a9b9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.105616 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.149045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:01:16.169075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9fb52a-8fb3-4e84-9ac9-d9f7c73c307d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:16.177652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.178286 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Added segment ad3e8725-0557-4be3-be49-04b2ae2c4c35 of type vlan for network 6cff3e83-35c6-4814-9c4f-1be802d3c84f Nov 05 22:01:16.226249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a881c2c-eddd-4138-87af-7d4801d0a9b9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.258204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.387693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a881c2c-eddd-4138-87af-7d4801d0a9b9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.408289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Made reservation on behalf of 1e5d2840e4fa45348fcdb83be334e2fb for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:16.408519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a881c2c-eddd-4138-87af-7d4801d0a9b9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf09a8f4-4608-41e8-87d7-b8b032aa1bf5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:16.411795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.444352 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.449872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:16.450450 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.546830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a881c2c-eddd-4138-87af-7d4801d0a9b9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.548619 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a881c2c-eddd-4138-87af-7d4801d0a9b9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6276448 Nov 05 22:01:16.551291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45650) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:16.556076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3e72688e-441c-4b8a-a579-4a3a99dc93cb tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': 'c1344b56-a629-4b9a-84c4-a55c8fecc294', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:16.577257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca399-1cad-4230-99e2-25ad24996862 req-652f6ca7-ff86-421c-9bf0-c72d5150408e tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:16.578727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-652f6ca7-ff86-421c-9bf0-c72d5150408e tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/networks?id=9ad03206-40eb-4e49-bb08-aebbc2482e3e HTTP/1.1" status: 200 len: 821 time: 0.2334986 Nov 05 22:01:16.599079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Network': ['ID=6cff3e83-35c6-4814-9c4f-1be802d3c84f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:16.610544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:01:16.612071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-e7bd3c76-2358-453a-a74a-d8bd563d28d7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/quotas/80a4de4810b04a7c9f1398ff9a33d29d HTTP/1.1" status: 200 len: 375 time: 0.0240133 Nov 05 22:01:16.637751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39dad26a-4289-48a2-bbc0-d986b76a02a6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2650073 Nov 05 22:01:16.645036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45652) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:16.658377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'subnet': {'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:16.690582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-9b3fb7ee-7b12-4784-a678-354415583e32 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80a4de4810b04a7c9f1398ff9a33d29d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591357 Nov 05 22:01:16.764770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Allocated IP 172.20.0.9 (df14fc89-801c-4908-a2dc-3d0881eb2312/54b718f8-67fa-4e79-b301-d36a4a1fe7f0/0544555f-fd25-45a7-a93b-48afa121f00d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:16.780485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e72688e-441c-4b8a-a579-4a3a99dc93cb tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.855997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e72688e-441c-4b8a-a579-4a3a99dc93cb tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.881832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-b84ba2e6-d5bf-4ac1-b23b-28b05245875d service neutron] 10.222.0.41 "GET /v2.0/networks/9ad03206-40eb-4e49-bb08-aebbc2482e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812866 Nov 05 22:01:16.904802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:16.911023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:16.966411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02794082-ac3f-490d-aeb7-3f221fe57e5b req-d8a568a2-904e-4376-9307-25ffacc36f83 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 210 time: 0.0390999 Nov 05 22:01:16.994990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e72688e-441c-4b8a-a579-4a3a99dc93cb tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.024764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72688e-441c-4b8a-a579-4a3a99dc93cb tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10981278-158e-489e-bc80-50fb5d046089,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:17.038113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.052425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-5abc2409-1572-416b-bd63-7ff1f3c2f93a service neutron] 10.222.0.41 "GET /v2.0/networks/9ad03206-40eb-4e49-bb08-aebbc2482e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405039 Nov 05 22:01:17.142295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e72688e-441c-4b8a-a579-4a3a99dc93cb tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.145185 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e72688e-441c-4b8a-a579-4a3a99dc93cb tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5909860 Nov 05 22:01:17.146478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45658) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:17.151149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-55d3389d-bee5-4758-9f8b-3601bf1ad0af tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': 'c1344b56-a629-4b9a-84c4-a55c8fecc294', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:17.197021 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.246371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Network df14fc89-801c-4908-a2dc-3d0881eb2312 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:17.251625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:17.254100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:17.283439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:17.301619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.327635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:17.328881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.360334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55d3389d-bee5-4758-9f8b-3601bf1ad0af tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.401901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Checking segment: {'id': 'ad3e8725-0557-4be3-be49-04b2ae2c4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:17.410491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network hostable DHCP agents. Network: 6cff3e83-35c6-4814-9c4f-1be802d3c84f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:01:17.410491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Subnet': ['ID=51dc35d9-8dba-4011-9baf-0722e08a286c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:17.433830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-77ba2a6a-4959-45d8-ae57-3f176da97867 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4218438 Nov 05 22:01:17.449757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Request body: {'port': {'device_id': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:17.492089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e8a88e0-3f48-45a4-80e1-c2c42e9f8b42 req-ef7b7a6d-994c-4686-b4f4-3a1ee39e6f34 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 210 time: 0.0486562 Nov 05 22:01:17.523475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55d3389d-bee5-4758-9f8b-3601bf1ad0af tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.537029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:01:17.537428 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.610348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e19d7fe1-87ce-4d7c-ad45-5a0c3aec4825 None None] Provisioning complete for port 0544555f-fd25-45a7-a93b-48afa121f00d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:17.611161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e19d7fe1-87ce-4d7c-ad45-5a0c3aec4825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.648069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55d3389d-bee5-4758-9f8b-3601bf1ad0af tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.651899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e19d7fe1-87ce-4d7c-ad45-5a0c3aec4825 None None] Port 0544555f-fd25-45a7-a93b-48afa121f00d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:17.672617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 6cff3e83-35c6-4814-9c4f-1be802d3c84f) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:17.677548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3389d-bee5-4758-9f8b-3601bf1ad0af tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42589dac-b2eb-499b-a9c3-9b610d300903,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:17.683878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:17.684482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.700924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a98a71-7d45-45e6-a7d1-cdcd3c326f6a None None] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:17.847739 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a21fdbf9-fc89-44d1-90f2-f431d371fef1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2015355 Nov 05 22:01:17.849997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45670) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:17.852240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55d3389d-bee5-4758-9f8b-3601bf1ad0af tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.853645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-55d3389d-bee5-4758-9f8b-3601bf1ad0af tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7061074 Nov 05 22:01:17.857077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45672) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:17.860565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'name': 'tempest-AllowedAddressPairTestJSON-1455996255'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:17.863461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e3f228c4-16dd-49f0-90aa-3be95a940aa5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': 'c1344b56-a629-4b9a-84c4-a55c8fecc294', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:17.891577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'tenant_id': 'dac0d2ed2799439ebc70c33e40824ba8', 'fixed_ips': [{'subnet_id': '51dc35d9-8dba-4011-9baf-0722e08a286c'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:01:17.893430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.913762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0544555f-fd25-45a7-a93b-48afa121f00d {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:01:17.925005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:17.947738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Transition to ACTIVE for port object 0544555f-fd25-45a7-a93b-48afa121f00d will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:01:17.995472 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3f228c4-16dd-49f0-90aa-3be95a940aa5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.024859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.088248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:18.089711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Allocated IP 172.20.0.2 (6cff3e83-35c6-4814-9c4f-1be802d3c84f/51dc35d9-8dba-4011-9baf-0722e08a286c/089e1486-cd9a-435c-bed5-e0f8ce90ecc3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:18.097503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.136328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] device_id is not set on port 57c2b913-f6e2-4d0d-8ca3-85f4956e929b yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:18.164588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3f228c4-16dd-49f0-90aa-3be95a940aa5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.172102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:18.253746 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3f228c4-16dd-49f0-90aa-3be95a940aa5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.302428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157690-6d2f-4851-bfcf-3259cda6ca11 req-e7cc2b48-9bc4-4266-aa61-b348a711c8e1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:18.304995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10157690-6d2f-4851-bfcf-3259cda6ca11 req-e7cc2b48-9bc4-4266-aa61-b348a711c8e1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.2114987 Nov 05 22:01:18.309507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f228c4-16dd-49f0-90aa-3be95a940aa5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0e1c40-0ac1-40b6-8ce3-c5642b02e297,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:18.339042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:18.339385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:18.339796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:18.348148 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.353452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Port 0544555f-fd25-45a7-a93b-48afa121f00d on network df14fc89-801c-4908-a2dc-3d0881eb2312 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:01:18.353783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:18.367755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:18.368102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Checking segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:18.368488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Bound using segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:18.368931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Bound port: 0544555f-fd25-45a7-a93b-48afa121f00d, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:18.369291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.398460 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10157690-6d2f-4851-bfcf-3259cda6ca11 req-56ad5d14-fc3b-4026-9d5b-802ff786cd0b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712352 Nov 05 22:01:18.450275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e3f228c4-16dd-49f0-90aa-3be95a940aa5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.451596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e3f228c4-16dd-49f0-90aa-3be95a940aa5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5934508 Nov 05 22:01:18.454090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:18.454745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45676) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:18.457518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:18.490630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8207a4f6-ab8e-4294-b3a9-02e900c583a7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.512281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8207a4f6-ab8e-4294-b3a9-02e900c583a7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.518414 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.574973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.591791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Allocated IP 172.20.0.5 (6cff3e83-35c6-4814-9c4f-1be802d3c84f/51dc35d9-8dba-4011-9baf-0722e08a286c/57c2b913-f6e2-4d0d-8ca3-85f4956e929b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:18.609917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Pushing event updated for resources: {'Port': ['ID=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:18.621790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:18.624148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:18.631415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:18.665639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:18.677679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:18.678393 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.680654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-4d9ec897-5f73-4296-8a55-aae23984bb90 service neutron] 10.222.0.13 "PUT /v2.0/ports/0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 1091 time: 1.2349844 Nov 05 22:01:18.681653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:18.683451 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71da4f8-01d8-4d63-bcc7-dbd26809c511" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:18.731365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Attempting to bind port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:18.732042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Attempting to bind port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ad3e8725-0557-4be3-be49-04b2ae2c4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:18.745735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Attempting to bind port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 on network 6cff3e83-35c6-4814-9c4f-1be802d3c84f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:18.755533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:18.756269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Checking segment: {'id': 'ad3e8725-0557-4be3-be49-04b2ae2c4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:18.756866 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.757425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Bound using segment: {'id': 'ad3e8725-0557-4be3-be49-04b2ae2c4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:18.758071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Bound port: 089e1486-cd9a-435c-bed5-e0f8ce90ecc3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3e8725-0557-4be3-be49-04b2ae2c4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:18.758621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:18.771888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f78bbe73-3e67-4617-996f-f0de543672f0 req-c39e1e5c-1fa3-41fa-803e-0a683f3000b9 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 210 time: 0.0927405 Nov 05 22:01:18.820424 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd0de8-ad33-4f84-829f-623e4a6f3357 x-openstack-request-id: req-f4fd0de8-ad33-4f84-829f-623e4a6f3357 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:18.820730 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:18.820996 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4fd0de8-ad33-4f84-829f-623e4a6f3357 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:18.821439 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'status': 'completed', 'code': 200} Nov 05 22:01:18.885144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-b9df0938-548c-4318-a383-217244783b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:18.887106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-b9df0938-548c-4318-a383-217244783b76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1094 time: 0.0850465 Nov 05 22:01:18.921592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] For port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:18.925913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] For port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,segment=NetworkSegment(ad3e8725-0557-4be3-be49-04b2ae2c4c35),segment_id=ad3e8725-0557-4be3-be49-04b2ae2c4c35)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:18.944040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-8cc383e7-cb77-443d-bae2-aa404c92f61f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 217 time: 0.0483618 Nov 05 22:01:18.946276 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.009329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-e06ecf1b-e3d7-4f62-92ce-8181955e34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:19.010874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-e06ecf1b-e3d7-4f62-92ce-8181955e34b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0593989 Nov 05 22:01:19.016651 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.026846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8207a4f6-ab8e-4294-b3a9-02e900c583a7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.036970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8207a4f6-ab8e-4294-b3a9-02e900c583a7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.039712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8207a4f6-ab8e-4294-b3a9-02e900c583a7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ec0e1c40-0ac1-40b6-8ce3-c5642b02e297 HTTP/1.1" status: 204 len: 168 time: 0.5838580 Nov 05 22:01:19.043738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45686) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.085213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207a4f6-ab8e-4294-b3a9-02e900c583a7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec0e1c40-0ac1-40b6-8ce3-c5642b02e297,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:19.105958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f1150-8ee2-4c3f-a5c6-705138906379 None None] Pushing event updated for resources: {'Port': ['ID=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:19.107785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-8cec5fea-f4d6-48d3-9f69-54b2a74ffbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:19.107785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-8cec5fea-f4d6-48d3-9f69-54b2a74ffbaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876906 Nov 05 22:01:19.138222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-189a7596-5ebc-4653-a980-0d220e451204 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0874660 Nov 05 22:01:19.139841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45688) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.177998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6e63579-6f54-40e4-b09b-0cbab27d4554 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.187438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.190219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6e63579-6f54-40e4-b09b-0cbab27d4554 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.236639 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-8c9d3a74-0e5e-44af-bc00-f5a2320bbfb2 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202171 Nov 05 22:01:19.262957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:19.264797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=57c2b913-f6e2-4d0d-8ca3-85f4956e929b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:19.267745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:19.270447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:19.349463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:19.350083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.368137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6e63579-6f54-40e4-b09b-0cbab27d4554 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.370247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15d11821-3ca2-4060-97ba-d53b15c9285b req-8f3a9b4e-c434-47e4-b73c-8746f3536a96 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231258 Nov 05 22:01:19.375384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6e63579-6f54-40e4-b09b-0cbab27d4554 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.381190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f6e63579-6f54-40e4-b09b-0cbab27d4554 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/42589dac-b2eb-499b-a9c3-9b610d300903 HTTP/1.1" status: 204 len: 168 time: 0.2356746 Nov 05 22:01:19.381190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45690) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.391096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e63579-6f54-40e4-b09b-0cbab27d4554 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42589dac-b2eb-499b-a9c3-9b610d300903,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:19.430436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b327ed0-02e3-4ca5-864e-d5a423754fc7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0498240 Nov 05 22:01:19.433178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45694) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.462488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6821b972-6b26-4564-b037-34ced7911cc5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.472720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6821b972-6b26-4564-b037-34ced7911cc5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.531182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07971a7-5d55-48ae-98a5-f1568c50d59b req-4fda7c54-af54-4653-8c96-e6b566e99b2c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:19.532705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d07971a7-5d55-48ae-98a5-f1568c50d59b req-4fda7c54-af54-4653-8c96-e6b566e99b2c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.0541945 Nov 05 22:01:19.536540 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ade63271-f675-4b66-9388-95badc011420 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6841116 Nov 05 22:01:19.539896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45696) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.545173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'name': 'tempest-AllowedAddressPairTestJSON-1660207085', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c2:b2:c0'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:19.594066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d07971a7-5d55-48ae-98a5-f1568c50d59b req-db36c01e-e5cc-4b6b-bc22-1ca31fd464c3 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537884 Nov 05 22:01:19.631019 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6821b972-6b26-4564-b037-34ced7911cc5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.642037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6821b972-6b26-4564-b037-34ced7911cc5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.643135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6821b972-6b26-4564-b037-34ced7911cc5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/10981278-158e-489e-bc80-50fb5d046089 HTTP/1.1" status: 204 len: 168 time: 0.2088904 Nov 05 22:01:19.645914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45698) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.656378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821b972-6b26-4564-b037-34ced7911cc5 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10981278-158e-489e-bc80-50fb5d046089,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:19.668863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-da090a84-fde6-4c9c-8423-6b34e1ebde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:19.671912 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-da090a84-fde6-4c9c-8423-6b34e1ebde3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1094 time: 0.1096292 Nov 05 22:01:19.694434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-868b914b-8a8c-4b0a-ad5e-f3797ce38162 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0472026 Nov 05 22:01:19.697028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45700) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.724135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb5606d9-b643-4eae-be62-4b16d7c74f00 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.732175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb5606d9-b643-4eae-be62-4b16d7c74f00 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.802680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-8d36cff7-13f9-4b6b-b9b9-173c163a2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:19.804230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-8d36cff7-13f9-4b6b-b9b9-173c163a2790 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.1096287 Nov 05 22:01:19.867144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-90a5dbea-d36b-4282-b4ee-1bba6c5dc7f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 217 time: 0.0507381 Nov 05 22:01:19.874433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:19.889889 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb5606d9-b643-4eae-be62-4b16d7c74f00 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.896614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb5606d9-b643-4eae-be62-4b16d7c74f00 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.900495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fb5606d9-b643-4eae-be62-4b16d7c74f00 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bf09a8f4-4608-41e8-87d7-b8b032aa1bf5 HTTP/1.1" status: 204 len: 168 time: 0.2019687 Nov 05 22:01:19.902453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.915027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5606d9-b643-4eae-be62-4b16d7c74f00 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf09a8f4-4608-41e8-87d7-b8b032aa1bf5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:19.956583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ab3b1838-a1c2-4343-87dc-f8edea5f0dc9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0529139 Nov 05 22:01:19.959306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45710) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:19.959959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:19.960575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:19.995405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04f65f6b-f99b-476f-bd18-a2998fa96ca2 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.005683 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04f65f6b-f99b-476f-bd18-a2998fa96ca2 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.102027 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.140347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,segment=NetworkSegment(ad3e8725-0557-4be3-be49-04b2ae2c4c35),segment_id=ad3e8725-0557-4be3-be49-04b2ae2c4c35)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:20.195861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04f65f6b-f99b-476f-bd18-a2998fa96ca2 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.196247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04f65f6b-f99b-476f-bd18-a2998fa96ca2 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.199889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-04f65f6b-f99b-476f-bd18-a2998fa96ca2 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/248ba054-22ea-4071-9a81-a92139748239 HTTP/1.1" status: 204 len: 168 time: 0.2371645 Nov 05 22:01:20.200562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45712) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:20.218553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f65f6b-f99b-476f-bd18-a2998fa96ca2 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=248ba054-22ea-4071-9a81-a92139748239,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:20.245113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7e9286d-d11e-40e5-baec-0b6235df8ef6 req-b4c1c930-469e-42b5-98bf-fb4f4bd75825 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 210 time: 0.3889513 Nov 05 22:01:20.246060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0539e065-66c3-4abd-81fd-ad172642e58f None None] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:20.247704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:20.278845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45714) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:20.279933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6cb9dd1f-9f8c-4bd4-a2cb-d1ac4a8e0e36 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0779929 Nov 05 22:01:20.321140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0f266436-62f6-4353-87c9-ebb4fc7de588 None None] Provisioning complete for port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:20.321372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0f266436-62f6-4353-87c9-ebb4fc7de588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.327672 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.331934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-02b292a3-b521-49e1-89be-436c81cf2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:20.333432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-02b292a3-b521-49e1-89be-436c81cf2f54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.4462593 Nov 05 22:01:20.418125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.435340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af15b0ec-4b85-4e74-b228-a1e81b439898 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.453055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:20.455929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-69ddea53-5be1-4481-827f-580f7cbc69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:20.457351 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-69ddea53-5be1-4481-827f-580f7cbc69d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082947 Nov 05 22:01:20.458510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] device_id is not set on port 03893715-a6b5-4f17-9f60-a4fc63397d0c yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:20.522282 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af15b0ec-4b85-4e74-b228-a1e81b439898 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.683073 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-09713ef4-7fba-47e3-adb6-8aab5a77cb1b service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129383 Nov 05 22:01:20.684167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Allocated IP 172.20.0.8 (6cff3e83-35c6-4814-9c4f-1be802d3c84f/51dc35d9-8dba-4011-9baf-0722e08a286c/03893715-a6b5-4f17-9f60-a4fc63397d0c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:20.798200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55fcb6-9a61-46c8-b3cc-c47738a1a9a0 req-beb04daf-a900-4d31-a7df-317660d7a5f7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:20.799780 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c55fcb6-9a61-46c8-b3cc-c47738a1a9a0 req-beb04daf-a900-4d31-a7df-317660d7a5f7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.1157517 Nov 05 22:01:20.804508 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af15b0ec-4b85-4e74-b228-a1e81b439898 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.806530 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af15b0ec-4b85-4e74-b228-a1e81b439898 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.810216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-af15b0ec-4b85-4e74-b228-a1e81b439898 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1344b56-a629-4b9a-84c4-a55c8fecc294 HTTP/1.1" status: 204 len: 168 time: 0.5256217 Nov 05 22:01:20.816860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45720) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:20.840216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7b2580f9-f5ba-4798-88a6-102622fd1449 None None] Provisioning complete for port 57c2b913-f6e2-4d0d-8ca3-85f4956e929b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:20.840579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b2580f9-f5ba-4798-88a6-102622fd1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.845770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15b0ec-4b85-4e74-b228-a1e81b439898 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1344b56-a629-4b9a-84c4-a55c8fecc294,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:20.873666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c71da4f8-01d8-4d63-bcc7-dbd26809c511 req-75816981-ee91-4335-8ea8-69ad9aa9c991 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831133 Nov 05 22:01:20.929537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7b2580f9-f5ba-4798-88a6-102622fd1449 None None] Port 57c2b913-f6e2-4d0d-8ca3-85f4956e929b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:20.946356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7b2580f9-f5ba-4798-88a6-102622fd1449 None None] Provisioning complete for port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:20.947119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b2580f9-f5ba-4798-88a6-102622fd1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.958232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca399-1cad-4230-99e2-25ad24996862 req-11123fb3-e555-4f7d-b08d-93978c1715b2 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:20.959958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-11123fb3-e555-4f7d-b08d-93978c1715b2 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.13 "GET /v2.0/networks?id=9ad03206-40eb-4e49-bb08-aebbc2482e3e HTTP/1.1" status: 200 len: 821 time: 0.2908161 Nov 05 22:01:20.989095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:20.994815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Request body: {'port': {'device_id': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e', 'admin_state_up': True, 'tenant_id': '80a4de4810b04a7c9f1398ff9a33d29d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:21.058971 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c55fcb6-9a61-46c8-b3cc-c47738a1a9a0 req-516d8704-151d-4348-bfa8-3b2f78b22dc8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511241 Nov 05 22:01:21.112803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bee8eafe-7b25-42c1-9b8c-dfdf5aea2e81 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2949684 Nov 05 22:01:21.113421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.122344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45724) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:21.127897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f7e9dd20-9d06-4e05-bedc-e05f30503208 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--656262459'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:21.171496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:21.177517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:21.186507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fd18b85c-dae1-46f2-8ca0-a3b006995644 None None] Provisioning complete for port 57c2b913-f6e2-4d0d-8ca3-85f4956e929b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:21.186849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:21.194742 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd18b85c-dae1-46f2-8ca0-a3b006995644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.215148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=03893715-a6b5-4f17-9f60-a4fc63397d0c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:21.252074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:21.252727 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.259266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fd18b85c-dae1-46f2-8ca0-a3b006995644 None None] Port 57c2b913-f6e2-4d0d-8ca3-85f4956e929b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:21.347460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7e9dd20-9d06-4e05-bedc-e05f30503208 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.366358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f179bf21-5e82-4680-b4ea-8b535bbad5be req-c1b112d4-a1da-4010-8d12-6bdbae9fc7a8 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 210 time: 0.0386040 Nov 05 22:01:21.447765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7e9dd20-9d06-4e05-bedc-e05f30503208 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.447903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Made reservation on behalf of 80a4de4810b04a7c9f1398ff9a33d29d for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:21.447903 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.479083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ec29e309-c4cc-47c7-b81a-c3be3fb7e92a None None] Provisioning complete for port 03893715-a6b5-4f17-9f60-a4fc63397d0c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:21.479377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ec29e309-c4cc-47c7-b81a-c3be3fb7e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.514621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ec29e309-c4cc-47c7-b81a-c3be3fb7e92a None None] Port 03893715-a6b5-4f17-9f60-a4fc63397d0c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:21.556015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7e9dd20-9d06-4e05-bedc-e05f30503208 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.573802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Allocated IP 172.20.0.9 (9ad03206-40eb-4e49-bb08-aebbc2482e3e/0cdbefe7-bf63-4b1a-af99-6f2af5760484/583595ee-7991-4ad9-989f-a57d870e314d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:21.588411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9dd20-9d06-4e05-bedc-e05f30503208 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3643c70-8996-47f9-841d-03bbbf34c316,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:21.607384 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-92d29c63-a153-4954-ad3f-dedada2bad1a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0663321 Nov 05 22:01:21.609917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45728) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:21.698412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12ebc9-8cd5-4aad-aa5c-7b8d09564643 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:21.705697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12ebc9-8cd5-4aad-aa5c-7b8d09564643 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:21.711964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12ebc9-8cd5-4aad-aa5c-7b8d09564643 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:21.716328 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9c12ebc9-8cd5-4aad-aa5c-7b8d09564643 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1028495 Nov 05 22:01:21.717150 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f7e9dd20-9d06-4e05-bedc-e05f30503208 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.721004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f7e9dd20-9d06-4e05-bedc-e05f30503208 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5947793 Nov 05 22:01:21.721004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45730) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:21.729574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45732) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:21.734176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0e43c9ed-e5d1-441d-86c0-fda4fe995ae1 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': 'e3643c70-8996-47f9-841d-03bbbf34c316', 'direction': 'ingress', 'protocol': 17}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:21.846532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting port 03893715-a6b5-4f17-9f60-a4fc63397d0c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:21.846803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.855859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:21.907118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:21.907118 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.952324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e43c9ed-e5d1-441d-86c0-fda4fe995ae1 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.974896 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:21.990387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Calling delete_port for 03893715-a6b5-4f17-9f60-a4fc63397d0c owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:22.062236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.093287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e43c9ed-e5d1-441d-86c0-fda4fe995ae1 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.220184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:01:22.228462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8164-2a04-43c2-94fe-19b52c6d3dfc req-c2283b9c-108d-467f-8130-07f2170cb503 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:22.229973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-167d8164-2a04-43c2-94fe-19b52c6d3dfc req-c2283b9c-108d-467f-8130-07f2170cb503 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.0523450 Nov 05 22:01:22.266496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e43c9ed-e5d1-441d-86c0-fda4fe995ae1 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.286712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-167d8164-2a04-43c2-94fe-19b52c6d3dfc req-b30a1b4d-83f7-4990-bb5f-a183defe3565 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489943 Nov 05 22:01:22.288909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43c9ed-e5d1-441d-86c0-fda4fe995ae1 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9848cc0b-be76-4dda-810c-6dbc2d63dc65,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:22.326614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:22.338116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '0544555f-fd25-45a7-a93b-48afa121f00d', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'port_id': '0544555f-fd25-45a7-a93b-48afa121f00d', 'mac_address': 'fa:16:3e:f4:69:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:01:22.340968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.342519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.376993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0e43c9ed-e5d1-441d-86c0-fda4fe995ae1 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.378812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0e43c9ed-e5d1-441d-86c0-fda4fe995ae1 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6476886 Nov 05 22:01:22.381131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Port': ['ID=03893715-a6b5-4f17-9f60-a4fc63397d0c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:22.399167 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.409323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45744) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:22.411190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0544555f-fd25-45a7-a93b-48afa121f00d {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:01:22.439844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:22.459911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Network 9ad03206-40eb-4e49-bb08-aebbc2482e3e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:22.485356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:22.495470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:22.528571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Pushing event updated for resources: {'Port': ['ID=583595ee-7991-4ad9-989f-a57d870e314d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:22.542962 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.615707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:22.674547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:22.675280 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.710072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350727-86ce-4bb3-bcb9-d8037ec81f07 req-7fa7e9bf-956c-4cd0-a108-676a42fceafa tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:22.711633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82350727-86ce-4bb3-bcb9-d8037ec81f07 req-7fa7e9bf-956c-4cd0-a108-676a42fceafa tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 931 time: 0.2363422 Nov 05 22:01:22.717686 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c18019b5-672a-41be-8a42-212290cc2e91 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.749962 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.753453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c350ee87-a0bd-4338-abf4-267102d84070 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/ports/03893715-a6b5-4f17-9f60-a4fc63397d0c HTTP/1.1" status: 204 len: 168 time: 1.0335784 Nov 05 22:01:22.756513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45750) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:22.763376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0544555f-fd25-45a7-a93b-48afa121f00d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:01:22.766618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c18019b5-672a-41be-8a42-212290cc2e91 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.791283 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22783d9-899e-4af5-911d-25f940d6c695 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] GET failed (client error): The resource could not be found. Nov 05 22:01:22.797656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d22783d9-899e-4af5-911d-25f940d6c695 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "GET /v2.0/ports/03893715-a6b5-4f17-9f60-a4fc63397d0c HTTP/1.1" status: 404 len: 333 time: 0.0352850 Nov 05 22:01:22.797656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45752) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:22.802851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'name': 'tempest-AllowedAddressPairTestJSON-1972526508'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:22.809397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-21fd9d2e-0004-4a90-bc9a-607eba657a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:22.810877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-21fd9d2e-0004-4a90-bc9a-607eba657a20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1095 time: 0.1206000 Nov 05 22:01:22.811110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-11c24cff-173a-467b-8c0b-139510892cd7 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8228657 Nov 05 22:01:22.818446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fafc4c-dbb8-4063-8c01-619d29b7535e req-e47035ae-5c59-4d02-8960-551b3779529c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:22.819989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23fafc4c-dbb8-4063-8c01-619d29b7535e req-e47035ae-5c59-4d02-8960-551b3779529c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2265849 Nov 05 22:01:22.832049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82350727-86ce-4bb3-bcb9-d8037ec81f07 req-023a59f9-109a-4dd6-bf3b-f633638f027f tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115577 Nov 05 22:01:22.843459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Request body: {'port': {'device_id': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:22.925021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.982916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c18019b5-672a-41be-8a42-212290cc2e91 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.987336 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c18019b5-672a-41be-8a42-212290cc2e91 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:22.990865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c18019b5-672a-41be-8a42-212290cc2e91 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/e3643c70-8996-47f9-841d-03bbbf34c316 HTTP/1.1" status: 204 len: 168 time: 0.5779982 Nov 05 22:01:22.995045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45756) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:23.007630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18019b5-672a-41be-8a42-212290cc2e91 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3643c70-8996-47f9-841d-03bbbf34c316,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:23.153788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23fafc4c-dbb8-4063-8c01-619d29b7535e req-554542bb-176a-4337-b7dd-4efd85961d05 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206508 Nov 05 22:01:23.170098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3325b5db-75fd-49fe-947c-7000f8718642 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1685658 Nov 05 22:01:23.170698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45758) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:23.182241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-01dbaf96-a4c1-4d29-b5d6-d428785fd212 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--844699191'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:23.183403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-62cfce36-6873-4a86-9481-a1744db6a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:23.184968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-62cfce36-6873-4a86-9481-a1744db6a5b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.3507333 Nov 05 22:01:23.261220 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-f6ccf103-bd63-4dd7-9a93-2af0b0a5a33d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.0691314 Nov 05 22:01:23.267482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:23.271026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.344101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] device_id is not set on port 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:23.361127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-78557e9f-9f36-4495-b1f3-63cef681234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:23.362774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-78557e9f-9f36-4495-b1f3-63cef681234e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0896506 Nov 05 22:01:23.380249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583595ee-7991-4ad9-989f-a57d870e314d {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:01:23.389473 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.426370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Transition to ACTIVE for port object 583595ee-7991-4ad9-989f-a57d870e314d will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:01:23.429014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-01dbaf96-a4c1-4d29-b5d6-d428785fd212 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.446638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7ec20-ff60-4a8a-af74-9bb50ff7d56f req-ddb37d4e-c47c-4106-a6cd-e2032b707fee tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:23.456089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-38c7ec20-ff60-4a8a-af74-9bb50ff7d56f req-ddb37d4e-c47c-4106-a6cd-e2032b707fee tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0877166 Nov 05 22:01:23.504353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-f5d6b92a-0069-42f3-aeae-4700bbefbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:23.504814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-38c7ec20-ff60-4a8a-af74-9bb50ff7d56f req-e9568fab-2759-481c-ad58-e543148e3649 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476732 Nov 05 22:01:23.505876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-f5d6b92a-0069-42f3-aeae-4700bbefbb61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155195 Nov 05 22:01:23.518424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.584294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Pushing event updated for resources: {'Port': ['ID=583595ee-7991-4ad9-989f-a57d870e314d,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:23.617334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Allocated IP 172.20.0.12 (6cff3e83-35c6-4814-9c4f-1be802d3c84f/51dc35d9-8dba-4011-9baf-0722e08a286c/950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:23.670665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-01dbaf96-a4c1-4d29-b5d6-d428785fd212 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.671833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Attempting to bind port 583595ee-7991-4ad9-989f-a57d870e314d on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:23.672195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Attempting to bind port 583595ee-7991-4ad9-989f-a57d870e314d by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '719ace15-8ccf-43af-9b7d-fb9e0b34f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:23.672533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Attempting to bind port 583595ee-7991-4ad9-989f-a57d870e314d on network 9ad03206-40eb-4e49-bb08-aebbc2482e3e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:23.677882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Port 583595ee-7991-4ad9-989f-a57d870e314d on network 9ad03206-40eb-4e49-bb08-aebbc2482e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:01:23.681924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Attempting to bind port 583595ee-7991-4ad9-989f-a57d870e314d on network 9ad03206-40eb-4e49-bb08-aebbc2482e3e {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:23.683244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:23.683681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Checking segment: {'id': '719ace15-8ccf-43af-9b7d-fb9e0b34f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:23.684122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Bound using segment: {'id': '719ace15-8ccf-43af-9b7d-fb9e0b34f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:23.684607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Bound port: 583595ee-7991-4ad9-989f-a57d870e314d, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719ace15-8ccf-43af-9b7d-fb9e0b34f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:23.685050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.708118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-9dc9bbee-1839-4cd4-8467-bb27c231cd61 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939421 Nov 05 22:01:23.752412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] For port 583595ee-7991-4ad9-989f-a57d870e314d, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:23.756224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] For port 583595ee-7991-4ad9-989f-a57d870e314d, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=583595ee-7991-4ad9-989f-a57d870e314d,segment=NetworkSegment(719ace15-8ccf-43af-9b7d-fb9e0b34f220),segment_id=719ace15-8ccf-43af-9b7d-fb9e0b34f220)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:23.802702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-01dbaf96-a4c1-4d29-b5d6-d428785fd212 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.862292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.901023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbaf96-a4c1-4d29-b5d6-d428785fd212 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2cb58-135d-46c9-b18b-45b644760ca6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:23.901724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:23.902385 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.912717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/583595ee-7991-4ad9-989f-a57d870e314d HTTP/1.1" status: 200 len: 1091 time: 1.0794280 Nov 05 22:01:23.913211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'tag': '583595ee-7991-4ad9-989f-a57d870e314d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:23.915721 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e32f9-fe35-45ad-a4b3-5081fcdad6df" -d '{"events": [{"name": "network-changed", "server_uuid": "3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b", "tag": "583595ee-7991-4ad9-989f-a57d870e314d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:23.963703 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9041c0ef-b082-4b79-a04e-5d07c753da5a x-openstack-request-id: req-9041c0ef-b082-4b79-a04e-5d07c753da5a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:23.963703 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b", "tag": "583595ee-7991-4ad9-989f-a57d870e314d", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:23.963703 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9041c0ef-b082-4b79-a04e-5d07c753da5a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:23.963703 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'tag': '583595ee-7991-4ad9-989f-a57d870e314d', 'status': 'completed', 'code': 200} Nov 05 22:01:23.966168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2957f-21e9-4eaf-8993-2ab61e3d63e4 service neutron] Pushing event updated for resources: {'Port': ['ID=583595ee-7991-4ad9-989f-a57d870e314d,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:23.989430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-01dbaf96-a4c1-4d29-b5d6-d428785fd212 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:23.993986 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-01dbaf96-a4c1-4d29-b5d6-d428785fd212 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8205867 Nov 05 22:01:23.994764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45768) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:24.001598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-923116e1-92ab-4f35-a3c6-aa1b5286d717 req-5f54b0ee-c9dc-436f-979d-a4f051545c98 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836788 Nov 05 22:01:24.006505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-44081553-006a-44fc-8c14-e1288a169453 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710086036'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:24.037064 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.063791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e95390-ce8a-4c9b-9580-5c05c66f91b1 req-8db9d57c-5ec2-4e78-a3f9-015de967b998 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:24.065645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2e95390-ce8a-4c9b-9580-5c05c66f91b1 req-8db9d57c-5ec2-4e78-a3f9-015de967b998 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 943 time: 0.1583946 Nov 05 22:01:24.078621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e32f9-fe35-45ad-a4b3-5081fcdad6df req-c6959251-db81-4a79-a764-cdf442e2a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:24.080589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e82e32f9-fe35-45ad-a4b3-5081fcdad6df req-c6959251-db81-4a79-a764-cdf442e2a803 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80a4de4810b04a7c9f1398ff9a33d29d&device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 1094 time: 0.0960004 Nov 05 22:01:24.155276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2e95390-ce8a-4c9b-9580-5c05c66f91b1 req-01cc19cc-fd60-42aa-9e2e-944c7ebd81af tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771735 Nov 05 22:01:24.235910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:24.262250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44081553-006a-44fc-8c14-e1288a169453 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.308617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e32f9-fe35-45ad-a4b3-5081fcdad6df req-1558ffd4-59bd-44d8-a435-193b8332674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:24.310166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e82e32f9-fe35-45ad-a4b3-5081fcdad6df req-1558ffd4-59bd-44d8-a435-193b8332674a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=80a4de4810b04a7c9f1398ff9a33d29d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2141035 Nov 05 22:01:24.343968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.381526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:24.383280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ebb9-5356-4891-ab3a-947c42c3f742 req-194b4280-2848-4e06-8467-dfdbdf0ff975 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:24.384821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5159ebb9-5356-4891-ab3a-947c42c3f742 req-194b4280-2848-4e06-8467-dfdbdf0ff975 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1399570 Nov 05 22:01:24.407712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:24.409775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 0544555f-fd25-45a7-a93b-48afa121f00d completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:01:24.415946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 0544555f-fd25-45a7-a93b-48afa121f00d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:24.416472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.420217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:24.584603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.596223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5159ebb9-5356-4891-ab3a-947c42c3f742 req-908f7b7f-286e-4962-b4ef-eae1c2d8ba16 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791468 Nov 05 22:01:24.611578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e32f9-fe35-45ad-a4b3-5081fcdad6df req-b5d0aa50-63f7-4927-9c6d-7290a421e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:24.622475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e82e32f9-fe35-45ad-a4b3-5081fcdad6df req-b5d0aa50-63f7-4927-9c6d-7290a421e834 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3044124 Nov 05 22:01:24.634243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:24.638416 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78e4ffc-2b8d-4edf-a454-ad809859d8da" -d '{"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-plugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:24.657953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:24.745427 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.762807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca399-1cad-4230-99e2-25ad24996862 req-60d10d5b-bcf6-4e63-bbef-a3be3c02b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:24.767945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-60d10d5b-bcf6-4e63-bbef-a3be3c02b3f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80a4de4810b04a7c9f1398ff9a33d29d&device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 1094 time: 0.0854681 Nov 05 22:01:24.828885 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb2a88-ab68-473b-8486-3590acb39eb5 x-openstack-request-id: req-b9eb2a88-ab68-473b-8486-3590acb39eb5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:24.829662 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-plugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:24.830095 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9eb2a88-ab68-473b-8486-3590acb39eb5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:24.830676 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'code': 200} Nov 05 22:01:24.876802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:24.883064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-8210552f-995f-4cfd-b663-117aafe8001c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=583595ee-7991-4ad9-989f-a57d870e314d HTTP/1.1" status: 200 len: 217 time: 0.1051567 Nov 05 22:01:24.898817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c145534b-eab9-4e86-93c8-6510e01c5d1e None None] Provisioning complete for port 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:24.899654 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c145534b-eab9-4e86-93c8-6510e01c5d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.941985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca399-1cad-4230-99e2-25ad24996862 req-fa6f5333-80e3-4315-bdd0-1750b3965eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:24.943144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c145534b-eab9-4e86-93c8-6510e01c5d1e None None] Port 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:24.943576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-fa6f5333-80e3-4315-bdd0-1750b3965eb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0cdbefe7-bf63-4b1a-af99-6f2af5760484 HTTP/1.1" status: 200 len: 861 time: 0.0529461 Nov 05 22:01:24.950627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44081553-006a-44fc-8c14-e1288a169453 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:24.983966 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-7c134290-503c-49c2-ac12-4ad1a102b340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad03206-40eb-4e49-bb08-aebbc2482e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309534 Nov 05 22:01:25.011821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:25.031196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:25.032309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.052072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44081553-006a-44fc-8c14-e1288a169453 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.071857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1a785-0302-4748-8d89-d666d8ab12e9 req-9e497f19-c572-4aa2-bf1c-efac8ff4100d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:25.073508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2fd1a785-0302-4748-8d89-d666d8ab12e9 req-9e497f19-c572-4aa2-bf1c-efac8ff4100d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1488028 Nov 05 22:01:25.092830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b859-0efc-4873-b562-c60586c62c64 req-7648e33c-4f68-4761-9d00-8b669ae916e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:25.108171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5748b859-0efc-4873-b562-c60586c62c64 req-7648e33c-4f68-4761-9d00-8b669ae916e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1096 time: 0.1555727 Nov 05 22:01:25.108320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-c7e0d40c-1415-49c8-8b39-209f84da0a2d service neutron] 10.222.0.13 "GET /v2.0/networks/9ad03206-40eb-4e49-bb08-aebbc2482e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128492 Nov 05 22:01:25.164258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44081553-006a-44fc-8c14-e1288a169453 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe93e0-e557-4534-81c5-12952290afba,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:25.193435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2fd1a785-0302-4748-8d89-d666d8ab12e9 req-5bf42a29-039c-4800-bf35-9b131bf17024 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100063 Nov 05 22:01:25.209840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5748b859-0efc-4873-b562-c60586c62c64 req-5dc6c1d4-f5ec-407b-b458-620f50b4f984 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061139 Nov 05 22:01:25.213783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-964da7cf-fcca-493a-9935-ccdbcaa6650c tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4156075 Nov 05 22:01:25.214881 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-adfca399-1cad-4230-99e2-25ad24996862 req-aac8bdcb-e476-4119-a8df-3d09adf4fe00 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad03206-40eb-4e49-bb08-aebbc2482e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031199 Nov 05 22:01:25.216846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45782) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:25.222235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c2:b2:c0'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:25.299807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.305776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd36041-2ed3-4135-a8b6-cfc898957b9d req-3b6f4a56-5319-4f6f-8ab0-475901457dc2 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:25.307327 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fd36041-2ed3-4135-a8b6-cfc898957b9d req-3b6f4a56-5319-4f6f-8ab0-475901457dc2 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 943 time: 0.0592406 Nov 05 22:01:25.316600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44081553-006a-44fc-8c14-e1288a169453 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.320863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-44081553-006a-44fc-8c14-e1288a169453 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3182921 Nov 05 22:01:25.322243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45784) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:25.327691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4732dc60-9c01-4128-89b6-ef516aefe730 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': '21a2cb58-135d-46c9-b18b-45b644760ca6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '58fe93e0-e557-4534-81c5-12952290afba', 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:25.386454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2fd36041-2ed3-4135-a8b6-cfc898957b9d req-bcedcd28-08e0-4ccf-8527-654cbd1ed561 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705223 Nov 05 22:01:25.489018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4732dc60-9c01-4128-89b6-ef516aefe730 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.514944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.566852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4732dc60-9c01-4128-89b6-ef516aefe730 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.627644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.664540 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4732dc60-9c01-4128-89b6-ef516aefe730 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.683845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732dc60-9c01-4128-89b6-ef516aefe730 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af0e6b4-1c6c-497f-a07f-970782fed485,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:25.775399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:25.778190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] In _notify_port_updated(), no bound segment for port 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 on network 6cff3e83-35c6-4814-9c4f-1be802d3c84f {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:01:25.785177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:25.786883 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.790651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8b382615-269c-4b3c-bfb7-bd24ef0bb7b6 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "PUT /v2.0/ports/950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 HTTP/1.1" status: 200 len: 994 time: 0.5691276 Nov 05 22:01:25.792482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45788) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:25.846182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4732dc60-9c01-4128-89b6-ef516aefe730 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.857164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4732dc60-9c01-4128-89b6-ef516aefe730 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5240860 Nov 05 22:01:25.857397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba0ac1-5810-4b3a-b54b-f1864958efc5 req-64cc593e-3fe3-4283-87ed-65431ccdd976 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:25.857575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45790) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:25.857782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9ba0ac1-5810-4b3a-b54b-f1864958efc5 req-64cc593e-3fe3-4283-87ed-65431ccdd976 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1436210 Nov 05 22:01:25.885673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-649bad40-0c70-4351-a6c5-ac7db66db5fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.893475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-649bad40-0c70-4351-a6c5-ac7db66db5fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:25.936890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9ba0ac1-5810-4b3a-b54b-f1864958efc5 req-1bb95b41-1aec-4f57-bc19-ca1640acc98c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763209 Nov 05 22:01:25.951762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting port 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:25.952054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.068819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-649bad40-0c70-4351-a6c5-ac7db66db5fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.078724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-649bad40-0c70-4351-a6c5-ac7db66db5fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.080182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-649bad40-0c70-4351-a6c5-ac7db66db5fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3af0e6b4-1c6c-497f-a07f-970782fed485 HTTP/1.1" status: 204 len: 168 time: 0.2276633 Nov 05 22:01:26.083778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1b3712d4-84ee-4e5e-aa6d-ce8dc15f7ac8 None None] Provisioning complete for port 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:26.084572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.085033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b3712d4-84ee-4e5e-aa6d-ce8dc15f7ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.086110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45796) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.090476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bad40-0c70-4351-a6c5-ac7db66db5fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3af0e6b4-1c6c-497f-a07f-970782fed485,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:26.121805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Calling delete_port for 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:26.133836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1b3712d4-84ee-4e5e-aa6d-ce8dc15f7ac8 None None] Port 950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:26.147068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b90435a0-1d9d-4b51-a6ef-f2e4e46ff598 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0596650 Nov 05 22:01:26.149818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45798) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.209966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a23d6ef-5254-47a3-80ef-088b4d0391b3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.234730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a23d6ef-5254-47a3-80ef-088b4d0391b3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.331616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be015d0-355c-4eef-8b7c-6ac9b5a4435a req-48b0a97b-a83f-453c-8fac-9f11ecaee3e6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:26.333016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0be015d0-355c-4eef-8b7c-6ac9b5a4435a req-48b0a97b-a83f-453c-8fac-9f11ecaee3e6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0539064 Nov 05 22:01:26.381373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0be015d0-355c-4eef-8b7c-6ac9b5a4435a req-8b091b3b-5638-4c67-a09f-24bd06afcbfb tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Nov 05 22:01:26.384764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.419114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Port': ['ID=950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:26.437256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a23d6ef-5254-47a3-80ef-088b4d0391b3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.440296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a23d6ef-5254-47a3-80ef-088b4d0391b3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.442248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0a23d6ef-5254-47a3-80ef-088b4d0391b3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/58fe93e0-e557-4534-81c5-12952290afba HTTP/1.1" status: 204 len: 168 time: 0.2908478 Nov 05 22:01:26.447053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45804) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.461388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23d6ef-5254-47a3-80ef-088b4d0391b3 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe93e0-e557-4534-81c5-12952290afba,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:26.518702 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-88a525ce-6bbc-4983-b4fc-10f0679da316 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0688114 Nov 05 22:01:26.525650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45806) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.606846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cddd49f-5671-4026-92f0-500c4379b104 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.622701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fb514-1946-40ec-9c8d-a94de9e86bfe req-8ab6c3be-228e-4b08-97bc-21e5d3a61fb9 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:26.625323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-360fb514-1946-40ec-9c8d-a94de9e86bfe req-8ab6c3be-228e-4b08-97bc-21e5d3a61fb9 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 943 time: 0.1620443 Nov 05 22:01:26.633735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cddd49f-5671-4026-92f0-500c4379b104 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.675824 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.679174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6b9b47e4-fcf6-48b7-a32c-7d3a6ab41a1f tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/ports/950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 HTTP/1.1" status: 204 len: 168 time: 0.8855431 Nov 05 22:01:26.693060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45808) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.712121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-360fb514-1946-40ec-9c8d-a94de9e86bfe req-fa184079-027d-420d-89c3-914ab84cfe7d tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691125 Nov 05 22:01:26.730746 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7c9194-93d6-496e-acfd-4c2adc3dde5a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] GET failed (client error): The resource could not be found. Nov 05 22:01:26.732272 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac7c9194-93d6-496e-acfd-4c2adc3dde5a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "GET /v2.0/ports/950bf6eb-c2b6-4436-85a7-48d9b9e0b3b0 HTTP/1.1" status: 404 len: 333 time: 0.0327766 Nov 05 22:01:26.736505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.741523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'name': 'tempest-AllowedAddressPairTestJSON-2104237302'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:26.854888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cddd49f-5671-4026-92f0-500c4379b104 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.858595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8cddd49f-5671-4026-92f0-500c4379b104 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.859695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8cddd49f-5671-4026-92f0-500c4379b104 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/21a2cb58-135d-46c9-b18b-45b644760ca6 HTTP/1.1" status: 204 len: 168 time: 0.3319378 Nov 05 22:01:26.863798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45812) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.869824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddd49f-5671-4026-92f0-500c4379b104 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2cb58-135d-46c9-b18b-45b644760ca6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:26.912865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-40c91ba8-454b-4aac-8b29-15bc8a33c8fd tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475013 Nov 05 22:01:26.916782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45814) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:26.922009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3bdcbf4e-60ef-4ef6-8836-f1091faad3c7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126232002'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:26.969129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:26.972678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:26.990303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] device_id is not set on port e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:27.106725 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbf4e-60ef-4ef6-8836-f1091faad3c7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.180804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbf4e-60ef-4ef6-8836-f1091faad3c7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.227805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Allocated IP 172.20.0.11 (6cff3e83-35c6-4814-9c4f-1be802d3c84f/51dc35d9-8dba-4011-9baf-0722e08a286c/e1dd3e55-ca77-49b2-bd9c-dced7321fbd8) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:27.266852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbf4e-60ef-4ef6-8836-f1091faad3c7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.299888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcbf4e-60ef-4ef6-8836-f1091faad3c7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18cdd4e-5b09-457b-9e8a-c9f8d6675d88,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:27.397895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbf4e-60ef-4ef6-8836-f1091faad3c7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.398663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.402197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3bdcbf4e-60ef-4ef6-8836-f1091faad3c7 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4843853 Nov 05 22:01:27.402863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45818) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:27.407849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ae988176-baa5-4311-b539-d480d8db2744 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': 'b18cdd4e-5b09-457b-9e8a-c9f8d6675d88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:27.519581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa929a6-8bd4-4756-9925-45d157c34644 req-e11b4855-afc5-413d-bd82-623b2d216e80 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:27.521132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa929a6-8bd4-4756-9925-45d157c34644 req-e11b4855-afc5-413d-bd82-623b2d216e80 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0587118 Nov 05 22:01:27.526082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.531795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae988176-baa5-4311-b539-d480d8db2744 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.569907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:27.573841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:27.581110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:27.616648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=e1dd3e55-ca77-49b2-bd9c-dced7321fbd8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:27.632609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae988176-baa5-4311-b539-d480d8db2744 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.664058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:27.665611 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.670857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6fa929a6-8bd4-4756-9925-45d157c34644 req-41c1fd75-ae72-4178-bf30-c26efd1a3a05 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416206 Nov 05 22:01:27.733241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae988176-baa5-4311-b539-d480d8db2744 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.771260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae988176-baa5-4311-b539-d480d8db2744 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73d9c14-ea9b-4bd5-92da-646c0547fabd,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:27.836652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d968039b-dace-48f6-8a5d-0149349f4c3a tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0990157 Nov 05 22:01:27.840032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45826) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:27.860654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f335ff-e33f-4f92-91e5-333bf3758c5a req-83448c47-728d-4ba0-8512-718d4702c1b7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:27.863746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75f335ff-e33f-4f92-91e5-333bf3758c5a req-83448c47-728d-4ba0-8512-718d4702c1b7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0892580 Nov 05 22:01:27.865019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c2:b2:c0'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:27.877800 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae988176-baa5-4311-b539-d480d8db2744 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.882161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45828) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:27.882591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ae988176-baa5-4311-b539-d480d8db2744 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4785340 Nov 05 22:01:27.893788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:27.899562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'floatingip': {'port_id': '0544555f-fd25-45a7-a93b-48afa121f00d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:27.977140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5012b8fe-7170-4635-b439-8c93d532487b None None] Provisioning complete for port e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:27.977694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5012b8fe-7170-4635-b439-8c93d532487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:27.987490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.027268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dda47c3-1b4e-44c8-ab18-f0d16b6344cc tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.027485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7c827-ac78-4cbc-877d-152be839779a req-f3e75323-5b86-44ae-8be8-ed4c685735c6 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:28.027485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5c7c827-ac78-4cbc-877d-152be839779a req-f3e75323-5b86-44ae-8be8-ed4c685735c6 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 943 time: 0.1901069 Nov 05 22:01:28.040081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5012b8fe-7170-4635-b439-8c93d532487b None None] Port e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:28.050848 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dda47c3-1b4e-44c8-ab18-f0d16b6344cc tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.117605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5c7c827-ac78-4cbc-877d-152be839779a req-e246cec9-79bd-461b-af4b-87f7c8cf7a93 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853729 Nov 05 22:01:28.153533 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.237998 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dda47c3-1b4e-44c8-ab18-f0d16b6344cc tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.245445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2dda47c3-1b4e-44c8-ab18-f0d16b6344cc tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.246563 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2dda47c3-1b4e-44c8-ab18-f0d16b6344cc tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e73d9c14-ea9b-4bd5-92da-646c0547fabd HTTP/1.1" status: 204 len: 168 time: 0.3633902 Nov 05 22:01:28.250467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45834) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:28.258196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 583595ee-7991-4ad9-989f-a57d870e314d details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:01:28.262474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda47c3-1b4e-44c8-ab18-f0d16b6344cc tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e73d9c14-ea9b-4bd5-92da-646c0547fabd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:28.352565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bfe279ca-2ab6-4506-85eb-9468774be5d9 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979967 Nov 05 22:01:28.363579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45836) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:28.409342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 583595ee-7991-4ad9-989f-a57d870e314d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=583595ee-7991-4ad9-989f-a57d870e314d,segment=NetworkSegment(719ace15-8ccf-43af-9b7d-fb9e0b34f220),segment_id=719ace15-8ccf-43af-9b7d-fb9e0b34f220)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:28.422222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '583595ee-7991-4ad9-989f-a57d870e314d', 'network_id': '9ad03206-40eb-4e49-bb08-aebbc2482e3e', 'port_id': '583595ee-7991-4ad9-989f-a57d870e314d', 'mac_address': 'fa:16:3e:cd:ed:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdbefe7-bf63-4b1a-af99-6f2af5760484', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:01:28.439494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.460992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d737a936-f007-421e-9b53-affdb4d7f353 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.468522 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.483175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583595ee-7991-4ad9-989f-a57d870e314d {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:01:28.488880 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d737a936-f007-421e-9b53-affdb4d7f353 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.506042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 583595ee-7991-4ad9-989f-a57d870e314d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=583595ee-7991-4ad9-989f-a57d870e314d,segment=NetworkSegment(719ace15-8ccf-43af-9b7d-fb9e0b34f220),segment_id=719ace15-8ccf-43af-9b7d-fb9e0b34f220)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:28.515067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.593860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.604109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=e1dd3e55-ca77-49b2-bd9c-dced7321fbd8,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:28.609524 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.614245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] In _notify_port_updated(), no bound segment for port e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 on network 6cff3e83-35c6-4814-9c4f-1be802d3c84f {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:01:28.620200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:28.620876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.622323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8bb21e43-d4be-43f4-8ad4-4aad32f34dc7 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "PUT /v2.0/ports/e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 HTTP/1.1" status: 200 len: 997 time: 0.7747927 Nov 05 22:01:28.626001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45838) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:28.676552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=583595ee-7991-4ad9-989f-a57d870e314d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:28.696137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d737a936-f007-421e-9b53-affdb4d7f353 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.699089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d737a936-f007-421e-9b53-affdb4d7f353 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.704989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d737a936-f007-421e-9b53-affdb4d7f353 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/b18cdd4e-5b09-457b-9e8a-c9f8d6675d88 HTTP/1.1" status: 204 len: 168 time: 0.3331485 Nov 05 22:01:28.705144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45840) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:28.720097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737a936-f007-421e-9b53-affdb4d7f353 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18cdd4e-5b09-457b-9e8a-c9f8d6675d88,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:28.728088 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.814330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f932595-f127-4a33-9630-2bd7ad15e964 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088419 Nov 05 22:01:28.819578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45842) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:28.821824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['583595ee-7991-4ad9-989f-a57d870e314d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:01:28.824448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d3bf728b-5a6d-459e-b102-069b760aa362 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467227404'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:28.850751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting port e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:28.851098 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.883002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-94c2f9a4-a461-4067-9bee-b0b1d2b347bb None None] Provisioning complete for port e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:28.883218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94c2f9a4-a461-4067-9bee-b0b1d2b347bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.923483 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Floating IP dd77a19c-883b-4311-9461-b4d176f17a0d associated. External IP: 172.25.6.236, port: 0544555f-fd25-45a7-a93b-48afa121f00d. Nov 05 22:01:28.942401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-94c2f9a4-a461-4067-9bee-b0b1d2b347bb None None] Port e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:28.957962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3bf728b-5a6d-459e-b102-069b760aa362 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:28.997785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.038745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Calling delete_port for e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:29.049900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3bf728b-5a6d-459e-b102-069b760aa362 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.164150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3bf728b-5a6d-459e-b102-069b760aa362 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.207048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf728b-5a6d-459e-b102-069b760aa362 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b97e83b-d5ac-4a8a-8c89-3023478d1dc6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:29.275748 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3bf728b-5a6d-459e-b102-069b760aa362 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.277222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d3bf728b-5a6d-459e-b102-069b760aa362 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4563441 Nov 05 22:01:29.280171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45850) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:29.284848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d7bba7e3-9e7c-4219-9abc-690dc2bccad0 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': '8b97e83b-d5ac-4a8a-8c89-3023478d1dc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:29.377448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7bba7e3-9e7c-4219-9abc-690dc2bccad0 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.442434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7bba7e3-9e7c-4219-9abc-690dc2bccad0 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.460956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0d39f-328a-4d72-8875-fdcb9b73f683 req-74b43fd0-2591-48a8-94f2-f4cf611c1f66 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:29.462442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ac0d39f-328a-4d72-8875-fdcb9b73f683 req-74b43fd0-2591-48a8-94f2-f4cf611c1f66 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 944 time: 0.1300592 Nov 05 22:01:29.540823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7bba7e3-9e7c-4219-9abc-690dc2bccad0 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.561652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba7e3-9e7c-4219-9abc-690dc2bccad0 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7540f27a-8f99-4796-908c-c21a0fb1f65d,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:29.592502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:01:29.596236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ac0d39f-328a-4d72-8875-fdcb9b73f683 req-0456e157-8dbe-4d0b-af6f-ee2e3d09931f tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073563 Nov 05 22:01:29.704174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:01:29.709147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.713636 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] Sync routers for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:01:29.723047 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:29.723707 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:29.723942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7bba7e3-9e7c-4219-9abc-690dc2bccad0 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.725166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d7bba7e3-9e7c-4219-9abc-690dc2bccad0 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4439249 Nov 05 22:01:29.727830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45852) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:29.736622 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.745229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-792ee0c7-424e-4a10-a874-84c52e5bf889 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules/7540f27a-8f99-4796-908c-c21a0fb1f65d HTTP/1.1" status: 200 len: 763 time: 0.0159800 Nov 05 22:01:29.754247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45854) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:29.780922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Port': ['ID=e1dd3e55-ca77-49b2-bd9c-dced7321fbd8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:29.787176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b92aa138-6d67-4411-aa1c-4f69f5a289b5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "PUT /v2.0/floatingips/dd77a19c-883b-4311-9461-b4d176f17a0d HTTP/1.1" status: 200 len: 991 time: 1.8912528 Nov 05 22:01:29.803592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:29.806296 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00c5b53-24b8-4eaa-a854-612335ff436e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:29.825325 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be676542-14f0-47ed-a091-e9ba6c8dcf73 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0676534 Nov 05 22:01:29.834698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45860) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:29.861450 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:29.882628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-617f5b69-3f49-4330-8ede-4674196cb22e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.895053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-617f5b69-3f49-4330-8ede-4674196cb22e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.898692 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a161bd69-1593-43cb-8f93-7af3abc86386 x-openstack-request-id: req-a161bd69-1593-43cb-8f93-7af3abc86386 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:29.899959 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:29.899959 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a161bd69-1593-43cb-8f93-7af3abc86386 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:29.905966 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'status': 'completed', 'code': 200} Nov 05 22:01:29.949650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:29.956814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-df3fefec-f702-4792-a96f-77ae297a05d0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/ports/e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 HTTP/1.1" status: 204 len: 168 time: 1.3261769 Nov 05 22:01:29.957656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45862) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:29.992324 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c53d7e-b492-4e86-a09d-a51f24c5359d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] GET failed (client error): The resource could not be found. Nov 05 22:01:29.997385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-05c53d7e-b492-4e86-a09d-a51f24c5359d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "GET /v2.0/ports/e1dd3e55-ca77-49b2-bd9c-dced7321fbd8 HTTP/1.1" status: 404 len: 333 time: 0.0352547 Nov 05 22:01:29.997615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-d6ae8caa-6f39-4bf2-9883-4ff2e75a29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:29.997735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45864) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:29.998651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-d6ae8caa-6f39-4bf2-9883-4ff2e75a29c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1096 time: 0.0674918 Nov 05 22:01:30.002840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'name': 'tempest-AllowedAddressPairTestJSON-75939213'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:30.116013 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-617f5b69-3f49-4330-8ede-4674196cb22e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.121108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-617f5b69-3f49-4330-8ede-4674196cb22e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.122286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-617f5b69-3f49-4330-8ede-4674196cb22e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7540f27a-8f99-4796-908c-c21a0fb1f65d HTTP/1.1" status: 204 len: 168 time: 0.2862561 Nov 05 22:01:30.126347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45866) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:30.128658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-2cfb2295-1cbe-493d-989b-1f09b3429f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:30.130071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-2cfb2295-1cbe-493d-989b-1f09b3429f1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.1217046 Nov 05 22:01:30.134289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f5b69-3f49-4330-8ede-4674196cb22e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7540f27a-8f99-4796-908c-c21a0fb1f65d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:30.180928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'dd77a19c-883b-4311-9461-b4d176f17a0d', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'port_id': '0544555f-fd25-45a7-a93b-48afa121f00d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'mac_address': 'fa:16:3e:f4:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:01:09Z', 'updated_at': '2021-11-05T22:01:28Z', 'revision_number': 1, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:30.189447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f67ef780-cb5f-489b-896b-be3eac3ff95c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593824 Nov 05 22:01:30.189661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45868) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:30.195358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9784551a-eec1-4381-b2c0-3ddfb60c4d8c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': '8b97e83b-d5ac-4a8a-8c89-3023478d1dc6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:30.219745 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] Checking router: 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:01:30.228796 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:30.229390 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:30.250898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 583595ee-7991-4ad9-989f-a57d870e314d up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:30.264225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-b4558d5b-edc0-4280-b2a0-075f8f84d57b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 999 time: 0.1167917 Nov 05 22:01:30.311034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:30.314641 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.321455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-2f4e2e7c-c105-4f6d-a3b0-92bfb2cfe3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:30.322937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-2f4e2e7c-c105-4f6d-a3b0-92bfb2cfe3ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0517406 Nov 05 22:01:30.341370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] device_id is not set on port 68d6672d-64fe-4627-b17d-33b0f33af7a7 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:30.358324 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:30.387178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-ddbfe2a0-009d-4c32-ad10-e2bf2df201e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:30.389405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-ddbfe2a0-009d-4c32-ad10-e2bf2df201e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566325 Nov 05 22:01:30.415222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 583595ee-7991-4ad9-989f-a57d870e314d completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:01:30.419614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 583595ee-7991-4ad9-989f-a57d870e314d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:30.420185 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.480441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9784551a-eec1-4381-b2c0-3ddfb60c4d8c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.501489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Allocated IP 172.20.0.11 (6cff3e83-35c6-4814-9c4f-1be802d3c84f/51dc35d9-8dba-4011-9baf-0722e08a286c/68d6672d-64fe-4627-b17d-33b0f33af7a7) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:30.539638 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.573800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9784551a-eec1-4381-b2c0-3ddfb60c4d8c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.591223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 583595ee-7991-4ad9-989f-a57d870e314d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=583595ee-7991-4ad9-989f-a57d870e314d,segment=NetworkSegment(719ace15-8ccf-43af-9b7d-fb9e0b34f220),segment_id=719ace15-8ccf-43af-9b7d-fb9e0b34f220)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:30.593545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583595ee-7991-4ad9-989f-a57d870e314d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:30.596246 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857c7da-074f-4c03-bd9f-4d3f5255b5a5" -d '{"events": [{"server_uuid": "3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b", "name": "network-vif-plugged", "status": "completed", "tag": "583595ee-7991-4ad9-989f-a57d870e314d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:30.645450 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9080b37-0108-4dd3-a4b0-5b57aceed573 x-openstack-request-id: req-b9080b37-0108-4dd3-a4b0-5b57aceed573 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:30.645450 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b", "name": "network-vif-plugged", "status": "completed", "tag": "583595ee-7991-4ad9-989f-a57d870e314d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:30.645450 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9080b37-0108-4dd3-a4b0-5b57aceed573 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:30.645450 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583595ee-7991-4ad9-989f-a57d870e314d', 'code': 200} Nov 05 22:01:30.716361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.758832 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'dd77a19c-883b-4311-9461-b4d176f17a0d', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'port_id': '0544555f-fd25-45a7-a93b-48afa121f00d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'mac_address': 'fa:16:3e:f4:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:01:09Z', 'updated_at': '2021-11-05T22:01:28Z', 'revision_number': 1, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:30.782603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.787658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.790299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213ea27-7ef7-497e-9249-1e3b0bbd9efa req-4267dd8e-e86f-4417-be3c-da443f1cfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:30.792016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a213ea27-7ef7-497e-9249-1e3b0bbd9efa req-4267dd8e-e86f-4417-be3c-da443f1cfca1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 1095 time: 0.0793633 Nov 05 22:01:30.792660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9784551a-eec1-4381-b2c0-3ddfb60c4d8c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.800573 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d813c-127f-43b2-9ca6-3c55a57acd6e None None] The sync data for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 is: [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'dd77a19c-883b-4311-9461-b4d176f17a0d', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'port_id': '0544555f-fd25-45a7-a93b-48afa121f00d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'mac_address': 'fa:16:3e:f4:69:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:01:09Z', 'updated_at': '2021-11-05T22:01:28Z', 'revision_number': 1, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:30.834627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca33033-ed20-4079-b088-4a1313f28409 req-d7042131-2de2-4f36-83e4-5d47539669a9 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:30.836233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ca33033-ed20-4079-b088-4a1313f28409 req-d7042131-2de2-4f36-83e4-5d47539669a9 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 944 time: 0.0949640 Nov 05 22:01:30.841468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784551a-eec1-4381-b2c0-3ddfb60c4d8c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cc4e4c-2a7a-40e3-974b-ba38f3fd42a6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:30.894779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-1f0decd5-1d30-4519-80be-d6aa95956f16 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984727 Nov 05 22:01:30.909926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=583595ee-7991-4ad9-989f-a57d870e314d,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:30.910105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a213ea27-7ef7-497e-9249-1e3b0bbd9efa req-e3365a40-fd56-4e6f-937c-02b94dc3c651 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075516 Nov 05 22:01:30.935953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ca33033-ed20-4079-b088-4a1313f28409 req-9b825ce8-98dd-4ca9-a2f3-2e979697145b tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856705 Nov 05 22:01:30.977218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9784551a-eec1-4381-b2c0-3ddfb60c4d8c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:30.978468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9784551a-eec1-4381-b2c0-3ddfb60c4d8c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7879062 Nov 05 22:01:30.981389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45878) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.001133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-84ba5296-690c-4137-b651-5066d8b93aca tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules/e7cc4e4c-2a7a-40e3-974b-ba38f3fd42a6 HTTP/1.1" status: 200 len: 763 time: 0.0181129 Nov 05 22:01:31.010586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.043052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a00c5b53-24b8-4eaa-a854-612335ff436e req-a6da5c80-4cdf-43b8-b27b-8724f346b5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180649 Nov 05 22:01:31.044333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.058684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1b436e7d-1a92-4d78-a45f-5b7c75da2476 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447037 Nov 05 22:01:31.059300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45882) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.095298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:31.098891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:31.101490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32c2d5d9-ca3b-4624-82a8-c2d543f296fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.102392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:31.113897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32c2d5d9-ca3b-4624-82a8-c2d543f296fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.152194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=68d6672d-64fe-4627-b17d-33b0f33af7a7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:31.168173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44920a-7607-4371-92d1-6a4737274a03 None None] New status for floating IP dd77a19c-883b-4311-9461-b4d176f17a0d: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:01:31.179696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:31.180648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.301033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32c2d5d9-ca3b-4624-82a8-c2d543f296fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.306737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32c2d5d9-ca3b-4624-82a8-c2d543f296fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.308273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-32c2d5d9-ca3b-4624-82a8-c2d543f296fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e7cc4e4c-2a7a-40e3-974b-ba38f3fd42a6 HTTP/1.1" status: 204 len: 168 time: 0.2475574 Nov 05 22:01:31.311203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45886) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.318650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d5d9-ca3b-4624-82a8-c2d543f296fa tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7cc4e4c-2a7a-40e3-974b-ba38f3fd42a6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:31.365557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-70885a21-47e2-4e5f-bbc8-248da515de67 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530460 Nov 05 22:01:31.368646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45888) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.373294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-750ffc2e-6698-480b-a8e4-9fe79f9a2463 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Request body: {'security_group_rule': {'security_group_id': '8b97e83b-d5ac-4a8a-8c89-3023478d1dc6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:31.382852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3778e479-1c61-4525-872c-243a067fbd8e None None] Provisioning complete for port 68d6672d-64fe-4627-b17d-33b0f33af7a7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:31.384496 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3778e479-1c61-4525-872c-243a067fbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.416645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-69033374-9e01-4659-b385-8a600df0707b tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4178276 Nov 05 22:01:31.420687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45890) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.422733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3778e479-1c61-4525-872c-243a067fbd8e None None] Port 68d6672d-64fe-4627-b17d-33b0f33af7a7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:31.425955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'network_id': '6cff3e83-35c6-4814-9c4f-1be802d3c84f', 'name': 'tempest-AllowedAddressPairTestJSON-1144020503'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:31.567411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-750ffc2e-6698-480b-a8e4-9fe79f9a2463 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.642227 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-750ffc2e-6698-480b-a8e4-9fe79f9a2463 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.698697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Made reservation on behalf of dac0d2ed2799439ebc70c33e40824ba8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:31.702894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.721674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] device_id is not set on port 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:31.741384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-750ffc2e-6698-480b-a8e4-9fe79f9a2463 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.765548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ffc2e-6698-480b-a8e4-9fe79f9a2463 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590fd125-bdb3-4411-81de-bf18d7179661,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:31.835989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Allocated IP 172.20.0.8 (6cff3e83-35c6-4814-9c4f-1be802d3c84f/51dc35d9-8dba-4011-9baf-0722e08a286c/84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:31.874406 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-750ffc2e-6698-480b-a8e4-9fe79f9a2463 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.875781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-750ffc2e-6698-480b-a8e4-9fe79f9a2463 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5060027 Nov 05 22:01:31.878358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45894) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.895067 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-369432d7-d3f0-42ad-be29-bc546a652f45 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules/590fd125-bdb3-4411-81de-bf18d7179661 HTTP/1.1" status: 200 len: 764 time: 0.0155029 Nov 05 22:01:31.897604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45896) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.943633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6a78ffed-8c86-4a89-9962-58b4a551ff0c tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0425651 Nov 05 22:01:31.943870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:31.972268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c0a9403-554d-441b-9005-16b321c1063f tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:31.983151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c0a9403-554d-441b-9005-16b321c1063f tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.011348 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.066097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12514e3-9963-48e8-bf02-6b5cda080c5e req-217f425f-b0f2-453b-af40-a8d4f6a2990d tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:32.067752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c12514e3-9963-48e8-bf02-6b5cda080c5e req-217f425f-b0f2-453b-af40-a8d4f6a2990d tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 945 time: 0.0488925 Nov 05 22:01:32.124912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c0a9403-554d-441b-9005-16b321c1063f tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.129060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c0a9403-554d-441b-9005-16b321c1063f tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.130324 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c0a9403-554d-441b-9005-16b321c1063f tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/590fd125-bdb3-4411-81de-bf18d7179661 HTTP/1.1" status: 204 len: 168 time: 0.1855502 Nov 05 22:01:32.133108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:32.137946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c12514e3-9963-48e8-bf02-6b5cda080c5e req-c52ea6c3-1847-4bdd-a000-5b4a741a5129 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640283 Nov 05 22:01:32.142805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a9403-554d-441b-9005-16b321c1063f tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=590fd125-bdb3-4411-81de-bf18d7179661,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:32.183894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c8065be6-11bf-4e2a-8bae-8a35daf2b73e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494087 Nov 05 22:01:32.188293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.193952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45906) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:32.238724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:32.242049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:32.246838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:32.250138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:32.271289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbf26-0035-4baa-9fc0-c99c24227621 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.302060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbf26-0035-4baa-9fc0-c99c24227621 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.329317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:32.330031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.550313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f40d6b76-e36c-4735-870d-8219be6d90a7 None None] Provisioning complete for port 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:32.550910 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f40d6b76-e36c-4735-870d-8219be6d90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.573043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e08772ad-3e93-43cc-a861-04cae1668797 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1511581 Nov 05 22:01:32.575949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45910) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:32.582608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c2:b2:c0'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:42:dd:21'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:32.584126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-ef6f3f88-9996-498d-a9c9-b48b1131d6bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473547 Nov 05 22:01:32.597585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f40d6b76-e36c-4735-870d-8219be6d90a7 None None] Port 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:32.682974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-5172b710-8284-4728-9df1-9aaa3f1f508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:32.684037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-5172b710-8284-4728-9df1-9aaa3f1f508b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1095 time: 0.0415173 Nov 05 22:01:32.754365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.761076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbf26-0035-4baa-9fc0-c99c24227621 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.767393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbf26-0035-4baa-9fc0-c99c24227621 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.767393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2fdbf26-0035-4baa-9fc0-c99c24227621 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b97e83b-d5ac-4a8a-8c89-3023478d1dc6 HTTP/1.1" status: 204 len: 168 time: 0.5698469 Nov 05 22:01:32.768908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45912) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:32.778710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdbf26-0035-4baa-9fc0-c99c24227621 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b97e83b-d5ac-4a8a-8c89-3023478d1dc6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:32.810231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-48da335d-71ae-4c1a-bb5d-f999babfab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:32.812274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-48da335d-71ae-4c1a-bb5d-f999babfab8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1093194 Nov 05 22:01:32.856725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-421d8e0e-df82-42bd-bf05-6ed6e880372e tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828185 Nov 05 22:01:32.857886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45914) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:32.861486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:32.885288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-7351753f-ccd5-4ade-9f3a-473f2c32d473 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.0645933 Nov 05 22:01:32.935894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-5fdb4315-df93-4a91-8fea-b6740c7cb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:32.937279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-5fdb4315-df93-4a91-8fea-b6740c7cb5f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0446730 Nov 05 22:01:32.959258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1910c948-8d41-485b-8bd1-051a6ee2fc07 tempest-SecGroupTest-904107624 tempest-SecGroupTest-904107624-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1003244 Nov 05 22:01:32.995656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-59edd606-c808-4040-8d94-b46545de3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:32.997178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-59edd606-c808-4040-8d94-b46545de3cf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534568 Nov 05 22:01:33.024305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.099662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-455bff46-f1b3-4cb8-90cc-ba0fe706a639 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949790 Nov 05 22:01:33.190158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.199869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e60d6a89-6532-47db-b59e-0f6dfb42fc17 req-58dba5ef-17af-42a1-ad94-f1258b0c96ad service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904357 Nov 05 22:01:33.289276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event updated for resources: {'Port': ['ID=84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:33.294973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] In _notify_port_updated(), no bound segment for port 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 on network 6cff3e83-35c6-4814-9c4f-1be802d3c84f {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:01:33.300800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:33.301468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.305613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b0a37b3a-47a9-4281-a98c-1d1a79d36c0d tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "PUT /v2.0/ports/84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 HTTP/1.1" status: 200 len: 1056 time: 0.7253966 Nov 05 22:01:33.305810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45924) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:33.318994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dcf44-fadc-479b-9859-4af6f5ac7927 req-b98ad0ec-2044-4e8b-a46b-b85bde0724dd tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:33.322355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-543dcf44-fadc-479b-9859-4af6f5ac7927 req-b98ad0ec-2044-4e8b-a46b-b85bde0724dd tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 945 time: 0.0888615 Nov 05 22:01:33.384519 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-543dcf44-fadc-479b-9859-4af6f5ac7927 req-0d7542a2-b342-4d6d-9991-a3c82646321b tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Nov 05 22:01:33.421732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting port 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:33.422209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.546079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.547370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-26c449a8-5a9a-4d0f-a00c-2f8ddfa8a6b0 None None] Provisioning complete for port 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:33.548123 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-26c449a8-5a9a-4d0f-a00c-2f8ddfa8a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.568108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Calling delete_port for 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:33.600793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-26c449a8-5a9a-4d0f-a00c-2f8ddfa8a6b0 None None] Port 84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:33.658705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45934) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:33.818887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0fda2313-7a5b-4473-9628-f1d5b4e82608 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7753bbd44c3448d80a1beaedd87bf32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586907 Nov 05 22:01:33.821441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45938) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:33.826645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.852427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Port': ['ID=84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:33.882055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b1d4-ee26-4a80-ba4f-759b372cb87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:33.906147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b1d4-ee26-4a80-ba4f-759b372cb87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.088002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.094804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-282c410d-53c7-4428-87e0-5da6093bdac0 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/ports/84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 HTTP/1.1" status: 204 len: 168 time: 0.7877903 Nov 05 22:01:34.095573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45942) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:34.110158 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b1d4-ee26-4a80-ba4f-759b372cb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.112620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b1d4-ee26-4a80-ba4f-759b372cb87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.113704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e4d1b1d4-ee26-4a80-ba4f-759b372cb87c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac3b3e83-a625-4aa5-ae90-9e3e8c55b7c6 HTTP/1.1" status: 204 len: 168 time: 0.2913253 Nov 05 22:01:34.134167 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fe78c9-d71c-4da2-8dc8-a88040a335fc tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] GET failed (client error): The resource could not be found. Nov 05 22:01:34.135803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-44fe78c9-d71c-4da2-8dc8-a88040a335fc tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "GET /v2.0/ports/84fb6f93-2ebe-40ee-bf7a-9fbc3fcf9803 HTTP/1.1" status: 404 len: 333 time: 0.0386670 Nov 05 22:01:34.142116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45946) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:34.143988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04bf1-aef9-4418-80e2-8b0410c58928 req-7ee93e8f-feb7-4812-b961-fa6af483b6fc tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:34.151472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6e04bf1-aef9-4418-80e2-8b0410c58928 req-7ee93e8f-feb7-4812-b961-fa6af483b6fc tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 945 time: 0.1057408 Nov 05 22:01:34.164319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1b1d4-ee26-4a80-ba4f-759b372cb87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b3e83-a625-4aa5-ae90-9e3e8c55b7c6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:34.209139 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6e04bf1-aef9-4418-80e2-8b0410c58928 req-dba7e268-9b38-4f1b-9a4d-ac5821068c3d tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568173 Nov 05 22:01:34.249339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting port 68d6672d-64fe-4627-b17d-33b0f33af7a7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:34.249594 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.342023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.354429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Calling delete_port for 68d6672d-64fe-4627-b17d-33b0f33af7a7 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:34.590417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.625425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Port': ['ID=68d6672d-64fe-4627-b17d-33b0f33af7a7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:34.705655 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.712881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3a2b85e3-ed0a-4de4-bf7d-6ddbc39fe5d1 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/ports/68d6672d-64fe-4627-b17d-33b0f33af7a7 HTTP/1.1" status: 204 len: 168 time: 0.5651579 Nov 05 22:01:34.722366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:34.747059 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eb0b9a-cdb1-49c7-83a0-d2421eaf0ae9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] GET failed (client error): The resource could not be found. Nov 05 22:01:34.748876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-95eb0b9a-cdb1-49c7-83a0-d2421eaf0ae9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "GET /v2.0/ports/68d6672d-64fe-4627-b17d-33b0f33af7a7 HTTP/1.1" status: 404 len: 333 time: 0.0304496 Nov 05 22:01:34.752645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45962) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:34.860257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting port 57c2b913-f6e2-4d0d-8ca3-85f4956e929b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:34.860257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.955965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:34.968600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Calling delete_port for 57c2b913-f6e2-4d0d-8ca3-85f4956e929b owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:35.204001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.238375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Port': ['ID=57c2b913-f6e2-4d0d-8ca3-85f4956e929b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:35.345678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.349223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8c8c7b9-ab0a-41a2-8334-b227d0a791a9 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/ports/57c2b913-f6e2-4d0d-8ca3-85f4956e929b HTTP/1.1" status: 204 len: 168 time: 0.5937068 Nov 05 22:01:35.353257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45980) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:35.400367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba54fa-bc26-4423-9a6c-4bff856c101d req-0636dfe3-d09c-4fa7-b2e6-014b83ff7e72 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:35.405528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bba54fa-bc26-4423-9a6c-4bff856c101d req-0636dfe3-d09c-4fa7-b2e6-014b83ff7e72 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 945 time: 0.1137028 Nov 05 22:01:35.438736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting subnet 51dc35d9-8dba-4011-9baf-0722e08a286c {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:01:35.442163 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.476580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bba54fa-bc26-4423-9a6c-4bff856c101d req-6dadf090-6112-4f42-b21c-efddb7aa7940 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/security-groups?id=6aa9ec77-4143-4109-ba44-7dc2afa69a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 Nov 05 22:01:35.518379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.552393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-57657dde-00df-45ba-b211-0304bc888c65 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:35.553929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-57657dde-00df-45ba-b211-0304bc888c65 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 945 time: 0.0641646 Nov 05 22:01:35.623946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.653831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Deleting port 583595ee-7991-4ad9-989f-a57d870e314d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:35.654184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.749422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] For port 583595ee-7991-4ad9-989f-a57d870e314d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=583595ee-7991-4ad9-989f-a57d870e314d,segment=NetworkSegment(719ace15-8ccf-43af-9b7d-fb9e0b34f220),segment_id=719ace15-8ccf-43af-9b7d-fb9e0b34f220)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:35.749791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.763601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Calling delete_port for 583595ee-7991-4ad9-989f-a57d870e314d owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:35.797119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.831162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Subnet': ['ID=51dc35d9-8dba-4011-9baf-0722e08a286c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:35.833403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.836473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-da04c17a-d152-4593-a3e9-69c4fe70f1df tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/subnets/51dc35d9-8dba-4011-9baf-0722e08a286c HTTP/1.1" status: 204 len: 168 time: 0.4822018 Nov 05 22:01:35.839169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45988) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:35.842516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e490f4-a224-4e52-9fc5-795d17b67c73 None None] Network 6cff3e83-35c6-4814-9c4f-1be802d3c84f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:35.928473 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:35.989646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Deleting port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:35.990063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.044223 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.059045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] DHCP port deletion for 6cff3e83-35c6-4814-9c4f-1be802d3c84f request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:01:36.061914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['583595ee-7991-4ad9-989f-a57d870e314d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:01:36.086434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Pushing event deleted for resources: {'Port': ['ID=583595ee-7991-4ad9-989f-a57d870e314d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:36.113185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] For port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,segment=NetworkSegment(ad3e8725-0557-4be3-be49-04b2ae2c4c35),segment_id=ad3e8725-0557-4be3-be49-04b2ae2c4c35)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:36.113829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.143850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Calling delete_port for 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:36.146439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] No DVR routers for this DVR port 583595ee-7991-4ad9-989f-a57d870e314d on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:36.150912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.154915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0505eb9-9e3d-495b-b0c0-b04111928f9e req-0ab30afb-d44e-4533-a734-f039810b7867 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.13 "DELETE /v2.0/ports/583595ee-7991-4ad9-989f-a57d870e314d HTTP/1.1" status: 204 len: 173 time: 0.5933118 Nov 05 22:01:36.155321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'name': 'network-vif-deleted', 'tag': '583595ee-7991-4ad9-989f-a57d870e314d'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:01:36.157705 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18525327-52c9-4346-90d4-e2b40793ada3" -d '{"events": [{"server_uuid": "3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b", "name": "network-vif-deleted", "tag": "583595ee-7991-4ad9-989f-a57d870e314d"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:01:36.181042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] Deleting port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:36.181695 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.266647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] For port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,segment=NetworkSegment(ad3e8725-0557-4be3-be49-04b2ae2c4c35),segment_id=ad3e8725-0557-4be3-be49-04b2ae2c4c35)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:36.267039 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.281616 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] Calling delete_port for 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:36.367989 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226a5976-c987-422d-a0a5-f16f39732c95 x-openstack-request-id: req-226a5976-c987-422d-a0a5-f16f39732c95 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:01:36.368216 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b", "name": "network-vif-deleted", "tag": "583595ee-7991-4ad9-989f-a57d870e314d", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:01:36.368630 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-226a5976-c987-422d-a0a5-f16f39732c95 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:01:36.369133 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b', 'name': 'network-vif-deleted', 'tag': '583595ee-7991-4ad9-989f-a57d870e314d', 'status': 'completed', 'code': 200} Nov 05 22:01:36.470740 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:01:36.487519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.488465 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-24bc6d6b-87bb-4aab-b196-057ec4751e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.496207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.532231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] Pushing event deleted for resources: {'Port': ['ID=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:36.539941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fa4df-e112-48ff-9cfb-02c90e9eb984 None None] No DVR routers for this DVR port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:36.576560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] No DVR routers for this DVR port 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:36.589512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Port': ['ID=089e1486-cd9a-435c-bed5-e0f8ce90ecc3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:36.672575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74eeae5a-5e4c-4d86-b665-ca6f310e9bc4 req-30735705-8cad-48f5-8ffd-b5a887a4bf10 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 210 time: 0.0483167 Nov 05 22:01:36.711780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.741531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cff3e83-35c6-4814-9c4f-1be802d3c84f']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:36.755030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3e8725-0557-4be3-be49-04b2ae2c4c35') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:36.755396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3e8725-0557-4be3-be49-04b2ae2c4c35') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:36.767438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.784707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.791535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:01:36.791958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:01:36.795616 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:01:37.009494 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:37.017874 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:37.022286 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] 10.222.0.41 "DELETE /v2.0/networks/6cff3e83-35c6-4814-9c4f-1be802d3c84f HTTP/1.1" status: 204 len: 168 time: 1.1746535 Nov 05 22:01:37.034920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef83d-1f03-431e-a021-fc42b19553b4 tempest-AllowedAddressPairTestJSON-774857361 tempest-AllowedAddressPairTestJSON-774857361-project] Pushing event deleted for resources: {'Network': ['ID=6cff3e83-35c6-4814-9c4f-1be802d3c84f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:37.800525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-748ae221-2f1b-4080-817c-339cbcb78f5e req-ed81c355-1bc3-4c32-9d9f-49a6e3c66e34 tempest-InstanceActionsNegativeTestJSON-221000177 tempest-InstanceActionsNegativeTestJSON-221000177-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c52d64e-4f1d-4fcf-bf9a-61b8926fe63b HTTP/1.1" status: 200 len: 210 time: 0.0359280 Nov 05 22:01:37.831219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:01:37.855309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:01:37.855588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 089e1486-cd9a-435c-bed5-e0f8ce90ecc3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:01:37.874697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46028) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:38.009796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-855f690b-9bb2-4f34-a408-6eac2d530992 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dac0d2ed2799439ebc70c33e40824ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339257 Nov 05 22:01:38.012462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46032) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:38.060855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79016334-79ca-4fe9-abc8-c2c3aef3af5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:38.087038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79016334-79ca-4fe9-abc8-c2c3aef3af5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:38.260569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79016334-79ca-4fe9-abc8-c2c3aef3af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:38.263365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79016334-79ca-4fe9-abc8-c2c3aef3af5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:38.264835 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-79016334-79ca-4fe9-abc8-c2c3aef3af5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf9fb52a-8fb3-4e84-9ac9-d9f7c73c307d HTTP/1.1" status: 204 len: 168 time: 0.2513459 Nov 05 22:01:38.273374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79016334-79ca-4fe9-abc8-c2c3aef3af5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9fb52a-8fb3-4e84-9ac9-d9f7c73c307d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:38.325010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 583595ee-7991-4ad9-989f-a57d870e314d no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:01:38.347075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 583595ee-7991-4ad9-989f-a57d870e314d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:01:38.347467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 583595ee-7991-4ad9-989f-a57d870e314d not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:01:38.483751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-769a1117-5b81-4591-abb9-afa0c7659bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:38.852171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46054) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:38.899276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] Deleting subnet 0cdbefe7-bf63-4b1a-af99-6f2af5760484 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:01:38.903455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:38.960361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.013632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.202204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.230689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.236006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0cdbefe7-bf63-4b1a-af99-6f2af5760484 HTTP/1.1" status: 204 len: 168 time: 0.3827064 Nov 05 22:01:39.237788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc923-69fb-41a7-bada-4379ee202d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdbefe7-bf63-4b1a-af99-6f2af5760484,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:39.238781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46066) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:39.333798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.438438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.464095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad03206-40eb-4e49-bb08-aebbc2482e3e']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:39.471051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46078) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:39.475669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719ace15-8ccf-43af-9b7d-fb9e0b34f220') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:39.480209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719ace15-8ccf-43af-9b7d-fb9e0b34f220') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:39.492799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.535285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.545363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:01:39.545758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:01:39.547526 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:01:39.630746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1660617751'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:39.721510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.727633 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.732551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9ad03206-40eb-4e49-bb08-aebbc2482e3e HTTP/1.1" status: 204 len: 168 time: 0.4916317 Nov 05 22:01:39.745666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52fe53-f4fe-4f67-8b3a-74a806d3bff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad03206-40eb-4e49-bb08-aebbc2482e3e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:39.757617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Made reservation on behalf of 5aad2601efd5414f8b1fcb1e4f6a959b for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:39.761590 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.777743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:39.861942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.024244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.055306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:01:40.060684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c612c-5ad6-4c3c-94a3-76400853d37f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:40.076677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.076677 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Added segment 6f1d7159-360c-4674-848e-571076d40e85 of type vlan for network 3a8fe219-82eb-471b-b58f-c6d8259867c8 Nov 05 22:01:40.107018 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.119640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.367017 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.373373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:40.373978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.442289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Network': ['ID=3a8fe219-82eb-471b-b58f-c6d8259867c8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:40.453091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:01:40.577990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46094) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:40.622752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46098) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:40.623257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-682b9a15-6e79-4655-9203-d1ad6de1e70e tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1503634 Nov 05 22:01:40.628140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'subnet': {'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:40.640654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-37437fc3-b27e-408b-a9e1-bcbfa89884bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80a4de4810b04a7c9f1398ff9a33d29d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589421 Nov 05 22:01:40.641062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46100) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:40.696187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f58e88d0-4dfd-4f39-a2bb-7dc50b35a13c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.722568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f58e88d0-4dfd-4f39-a2bb-7dc50b35a13c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.832621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Made reservation on behalf of 5aad2601efd5414f8b1fcb1e4f6a959b for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:40.836468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.883821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f58e88d0-4dfd-4f39-a2bb-7dc50b35a13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.886455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f58e88d0-4dfd-4f39-a2bb-7dc50b35a13c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:40.891788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f58e88d0-4dfd-4f39-a2bb-7dc50b35a13c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6aa9ec77-4143-4109-ba44-7dc2afa69a58 HTTP/1.1" status: 204 len: 168 time: 0.2466116 Nov 05 22:01:40.899884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e88d0-4dfd-4f39-a2bb-7dc50b35a13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa9ec77-4143-4109-ba44-7dc2afa69a58,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:41.215874 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:41.277963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Subnet': ['ID=cbd5604f-e22a-47a9-98ee-138099d97c45,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:41.290650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Checking segment: {'id': '6f1d7159-360c-4674-848e-571076d40e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:41.291121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Network hostable DHCP agents. Network: 3a8fe219-82eb-471b-b58f-c6d8259867c8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:01:41.382283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-a36c4c02-f960-47de-88a0-9776d0a8bcde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419514 Nov 05 22:01:41.477203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-95be1363-fdbe-4806-ae8e-53c239d10a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:41.478765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-95be1363-fdbe-4806-ae8e-53c239d10a7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 1097 time: 0.0498772 Nov 05 22:01:41.500844 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:41.505050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:01:41.608875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-e7318a54-8ec8-43df-a9d9-0400197a5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:41.610481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-e7318a54-8ec8-43df-a9d9-0400197a5114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1060328 Nov 05 22:01:41.655728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-64f47234-72e1-4ed5-bc69-08bf636c9fc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92 HTTP/1.1" status: 200 len: 217 time: 0.0382512 Nov 05 22:01:41.982917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 3a8fe219-82eb-471b-b58f-c6d8259867c8) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:41.995980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:41.999915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34ddd3-5b40-4c2f-bb82-e46c41708419 None None] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:42.000075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.011250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-cb1d3360-06ff-4e13-8f04-5ba28b3a2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:42.012776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-cb1d3360-06ff-4e13-8f04-5ba28b3a2896 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.3495336 Nov 05 22:01:42.074745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.086350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-c5bcbe70-60d2-4377-8a7e-16bb05b74770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:42.086596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-c5bcbe70-60d2-4377-8a7e-16bb05b74770 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619071 Nov 05 22:01:42.163955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-3a8fe219-82eb-471b-b58f-c6d8259867c8', 'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8', 'tenant_id': '5aad2601efd5414f8b1fcb1e4f6a959b', 'fixed_ips': [{'subnet_id': 'cbd5604f-e22a-47a9-98ee-138099d97c45'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:01:42.165077 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.172339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-744a4f56-2085-4b19-af27-d8c5fefd92d9 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5482757 Nov 05 22:01:42.175015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46140) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:42.180928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4763ae04-c713-4bfb-a1dd-adec2fc44c51 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-499011490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:42.232395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-78ae38fa-86f9-4b63-9f4a-624dd1d87234 service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354675 Nov 05 22:01:42.336231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3765c86-10a4-4560-9cf6-8dc4f0239213 req-e7db6a96-f37f-42a9-a2e8-ff6cd6242d42 service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994544 Nov 05 22:01:42.340373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Allocated IP 172.20.0.2 (3a8fe219-82eb-471b-b58f-c6d8259867c8/cbd5604f-e22a-47a9-98ee-138099d97c45/c6eccb07-94a3-4938-9cea-c156b57093e3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:42.358531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4763ae04-c713-4bfb-a1dd-adec2fc44c51 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.362470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4763ae04-c713-4bfb-a1dd-adec2fc44c51 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.402522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46146) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:42.443153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4763ae04-c713-4bfb-a1dd-adec2fc44c51 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.531307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.547184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4763ae04-c713-4bfb-a1dd-adec2fc44c51 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.562522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-network', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:42.661049 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.698887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4763ae04-c713-4bfb-a1dd-adec2fc44c51 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.703243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:42.703394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4763ae04-c713-4bfb-a1dd-adec2fc44c51 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5242689 Nov 05 22:01:42.703754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46160) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:42.707790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:42.711734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:42.721084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Pushing event updated for resources: {'Port': ['ID=c6eccb07-94a3-4938-9cea-c156b57093e3,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:42.777393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Attempting to bind port c6eccb07-94a3-4938-9cea-c156b57093e3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:42.777769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Attempting to bind port c6eccb07-94a3-4938-9cea-c156b57093e3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6f1d7159-360c-4674-848e-571076d40e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:42.778116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Attempting to bind port c6eccb07-94a3-4938-9cea-c156b57093e3 on network 3a8fe219-82eb-471b-b58f-c6d8259867c8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:42.784298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:42.784666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Checking segment: {'id': '6f1d7159-360c-4674-848e-571076d40e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:42.785154 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.785543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Bound using segment: {'id': '6f1d7159-360c-4674-848e-571076d40e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:42.786001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Bound port: c6eccb07-94a3-4938-9cea-c156b57093e3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1d7159-360c-4674-848e-571076d40e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:42.786369 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.850399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] For port c6eccb07-94a3-4938-9cea-c156b57093e3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:42.853832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] For port c6eccb07-94a3-4938-9cea-c156b57093e3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c6eccb07-94a3-4938-9cea-c156b57093e3,segment=NetworkSegment(6f1d7159-360c-4674-848e-571076d40e85),segment_id=6f1d7159-360c-4674-848e-571076d40e85)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:42.874634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Made reservation on behalf of f8e268ca5d724adfa2629124e5373a4c for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:42.876965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.922579 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:42.962023 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.030038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0717c-0f88-4f6e-bef5-edfb7a4d6726 None None] Pushing event updated for resources: {'Port': ['ID=c6eccb07-94a3-4938-9cea-c156b57093e3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:43.070586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.172754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.312880 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.363615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:01:43.390204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Allocated IP 172.20.0.1 (3a8fe219-82eb-471b-b58f-c6d8259867c8/cbd5604f-e22a-47a9-98ee-138099d97c45/44c40593-c2df-41f8-8018-eab64703605d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:43.392183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b173ff-0c99-4a78-82a8-9de46f65bd13,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:43.398618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.398948 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Added segment 1d97bd66-5da7-47e4-bc16-fe36f529933e of type vlan for network 56e3a826-92a2-403f-80ec-f1d6137be21e Nov 05 22:01:43.466869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.557436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.641610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.645190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:43.645190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.708404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.746808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] Pushing event updated for resources: {'Network': ['ID=56e3a826-92a2-403f-80ec-f1d6137be21e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:43.757540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 56e3a826-92a2-403f-80ec-f1d6137be21e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:01:43.766598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:43.780457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:43.784283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:43.854328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46176) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:43.860544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Request body: {'subnet': {'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-subnet', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:43.864199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe8566a5-1470-46a0-85fa-1c9271440b82 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4604759 Nov 05 22:01:43.875871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Port': ['ID=44c40593-c2df-41f8-8018-eab64703605d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:43.929740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46178) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:43.929873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:43.936642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c6eccb07-94a3-4938-9cea-c156b57093e3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:44.010693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c6eccb07-94a3-4938-9cea-c156b57093e3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:44.011471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.049202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Made reservation on behalf of f8e268ca5d724adfa2629124e5373a4c for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:44.055807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.146338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.174024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-377b78f5-c897-41a5-b968-7c762fbedf77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.194773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port c6eccb07-94a3-4938-9cea-c156b57093e3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c6eccb07-94a3-4938-9cea-c156b57093e3,segment=NetworkSegment(6f1d7159-360c-4674-848e-571076d40e85),segment_id=6f1d7159-360c-4674-848e-571076d40e85)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:44.218873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29fffa-dc18-46d1-abe7-83d2f7933ef7 None None] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:44.231644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.360420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f5310835-372c-43b1-a5da-3d2a201ac4c2 None None] Provisioning complete for port c6eccb07-94a3-4938-9cea-c156b57093e3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:44.360793 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f5310835-372c-43b1-a5da-3d2a201ac4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.362473 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.369389 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-377b78f5-c897-41a5-b968-7c762fbedf77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.475051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=c6eccb07-94a3-4938-9cea-c156b57093e3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:44.490319 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.496118 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-377b78f5-c897-41a5-b968-7c762fbedf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.552905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.591496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b78f5-c897-41a5-b968-7c762fbedf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628edb1-3733-4edf-8324-a00c35957911,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:44.598278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-377b78f5-c897-41a5-b968-7c762fbedf77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b14cfae3be448868bbd4da9c0342980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6723173 Nov 05 22:01:44.600975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46192) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:44.605147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=164b29ec-6469-4d03-9923-942c041705fe,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:44.628000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Checking segment: {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:44.629072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Network hostable DHCP agents. Network: 56e3a826-92a2-403f-80ec-f1d6137be21e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:01:44.672748 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69338079-5c95-47dc-a72e-c5dd51b7548b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.685691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.746218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69338079-5c95-47dc-a72e-c5dd51b7548b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.752035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Network 56e3a826-92a2-403f-80ec-f1d6137be21e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:01:44.801917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Port': ['ID=44c40593-c2df-41f8-8018-eab64703605d,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:44.810161 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.871755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 56e3a826-92a2-403f-80ec-f1d6137be21e) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:44.879601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:44.880585 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:44.884392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7877c3-97d4-4c11-be27-f97c8415a530 None None] Network 56e3a826-92a2-403f-80ec-f1d6137be21e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:44.921968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:44.923900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:45.000288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69338079-5c95-47dc-a72e-c5dd51b7548b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.002883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69338079-5c95-47dc-a72e-c5dd51b7548b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.006466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-69338079-5c95-47dc-a72e-c5dd51b7548b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f628edb1-3733-4edf-8324-a00c35957911 HTTP/1.1" status: 204 len: 168 time: 0.4020238 Nov 05 22:01:45.017227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a55b320b-b192-4e73-8823-f7e343b7cbb5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1616457 Nov 05 22:01:45.018457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46200) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:45.018776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69338079-5c95-47dc-a72e-c5dd51b7548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628edb1-3733-4edf-8324-a00c35957911,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:45.035067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:45.103368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-97943c60-1c04-4265-838d-aeba422ef3e1 None None] Provisioning complete for port 44c40593-c2df-41f8-8018-eab64703605d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:45.103752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-97943c60-1c04-4265-838d-aeba422ef3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.188607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-97943c60-1c04-4265-838d-aeba422ef3e1 None None] Port 44c40593-c2df-41f8-8018-eab64703605d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:45.220959 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.222312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.233985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-97943c60-1c04-4265-838d-aeba422ef3e1 None None] Provisioning complete for port c6eccb07-94a3-4938-9cea-c156b57093e3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:45.234424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-97943c60-1c04-4265-838d-aeba422ef3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.235804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Router ff4f28e6-5ffe-4cf5-ad22-213c707644b6 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:01:45.283717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788af75e-e8f4-4ba9-976c-76800ebf5b13 None None] Network 56e3a826-92a2-403f-80ec-f1d6137be21e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:45.293239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.338600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:01:45.347320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-36bb8f26-9c94-4577-b8a2-f9122b061011 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "PUT /v2.0/routers/ff4f28e6-5ffe-4cf5-ad22-213c707644b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387446 Nov 05 22:01:45.347320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46210) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:45.349460 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8078972-d391-4126-95c6-493f999132e2 None None] Sync routers for ids ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:01:45.352615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'port': {'network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8', 'name': 'tempest-FloatingIPNegativeTestJSON-347420959'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:45.361062 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8078972-d391-4126-95c6-493f999132e2 None None] Routers {'ff4f28e6-5ffe-4cf5-ad22-213c707644b6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:45.361679 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f8078972-d391-4126-95c6-493f999132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:45.405735 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f8078972-d391-4126-95c6-493f999132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:45.420762 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8078972-d391-4126-95c6-493f999132e2 None None] Routers {'ff4f28e6-5ffe-4cf5-ad22-213c707644b6'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:45.421579 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f8078972-d391-4126-95c6-493f999132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:45.471232 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f8078972-d391-4126-95c6-493f999132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:45.472289 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8078972-d391-4126-95c6-493f999132e2 None None] The sync data for ids ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:45.547708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f502283e-1fe5-42b1-9118-79a8a3bf05b4 None None] Provisioning complete for port 44c40593-c2df-41f8-8018-eab64703605d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:45.548442 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f502283e-1fe5-42b1-9118-79a8a3bf05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.564285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Made reservation on behalf of 5aad2601efd5414f8b1fcb1e4f6a959b for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:45.568078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.588240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] device_id is not set on port 0c3601f8-d692-44e6-a54f-adc750b4986a yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:01:45.588753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f502283e-1fe5-42b1-9118-79a8a3bf05b4 None None] Port 44c40593-c2df-41f8-8018-eab64703605d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:45.603158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.708847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Allocated IP 172.20.0.3 (3a8fe219-82eb-471b-b58f-c6d8259867c8/cbd5604f-e22a-47a9-98ee-138099d97c45/0c3601f8-d692-44e6-a54f-adc750b4986a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:45.837182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c6eccb07-94a3-4938-9cea-c156b57093e3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:45.875841 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:45.892387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c6eccb07-94a3-4938-9cea-c156b57093e3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:45.892968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.004517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:46.024697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5519950e-338f-45ae-8df7-2da7fad19637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.033038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.039284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.063814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.086509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:46.090689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:46.093424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Port': ['ID=0c3601f8-d692-44e6-a54f-adc750b4986a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:46.095748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:46.146016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:46.146792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.244795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5519950e-338f-45ae-8df7-2da7fad19637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.246187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Allocated IP 172.25.6.213 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/471e6d35-d524-4ed0-8b5a-b02a2aa22d2f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:46.288913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-956caf5d-6768-4e35-a02e-e995a5fe52e5 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9410837 Nov 05 22:01:46.292122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46228) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:46.296879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:46.334839 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5519950e-338f-45ae-8df7-2da7fad19637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.399627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5519950e-338f-45ae-8df7-2da7fad19637 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a6f237be1a346ea8cd13c728e4c7058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939209 Nov 05 22:01:46.402287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46232) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:46.402480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519950e-338f-45ae-8df7-2da7fad19637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dab726-d79e-4a54-925a-0b91ad6bb09f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:46.433261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6dfdd7a0-6d14-4fef-8a5a-e6ce1c8a891a None None] Provisioning complete for port 0c3601f8-d692-44e6-a54f-adc750b4986a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:46.434033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd7a0-6d14-4fef-8a5a-e6ce1c8a891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.434418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.462062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-88dc1d0e-bef7-45e8-a0f2-11592b33305e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.478043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6dfdd7a0-6d14-4fef-8a5a-e6ce1c8a891a None None] Port 0c3601f8-d692-44e6-a54f-adc750b4986a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:01:46.486497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-88dc1d0e-bef7-45e8-a0f2-11592b33305e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.492239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.577121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.625013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:46.629638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-88dc1d0e-bef7-45e8-a0f2-11592b33305e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.632174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:46.632305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-88dc1d0e-bef7-45e8-a0f2-11592b33305e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.633419 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-88dc1d0e-bef7-45e8-a0f2-11592b33305e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50dab726-d79e-4a54-925a-0b91ad6bb09f HTTP/1.1" status: 204 len: 168 time: 0.2301016 Nov 05 22:01:46.639797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:46.657747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc1d0e-bef7-45e8-a0f2-11592b33305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dab726-d79e-4a54-925a-0b91ad6bb09f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:46.660820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:46.682995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:46.891473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Allocated IP 172.25.6.50 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/a240792d-570c-480c-aaf8-cb4ee5ba1237) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:46.998422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:47.123917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:47.207955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:47.258212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:47.266613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:47.269061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:47.336994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Port': ['ID=a240792d-570c-480c-aaf8-cb4ee5ba1237,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:47.472447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:47.480551 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:47.619870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:47.785346 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:47.807069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Router 6054172b-5860-4281-a3b1-dc30fcfa6115 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:01:48.094655 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:48.210308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Port': ['ID=a240792d-570c-480c-aaf8-cb4ee5ba1237,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:48.222052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:48.239828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:01:48.249418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Sync routers for ids ['6054172b-5860-4281-a3b1-dc30fcfa6115'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:01:48.258685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Routers {'6054172b-5860-4281-a3b1-dc30fcfa6115'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:48.259233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6054172b-5860-4281-a3b1-dc30fcfa6115'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:48.374019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Set router 6054172b-5860-4281-a3b1-dc30fcfa6115 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:48.385321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:48.388477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-edc5d1da-fbf3-4cf5-92d7-e05b2644d9a8 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0952213 Nov 05 22:01:48.392098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46286) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:48.393846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:48.395493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-85777457-da78-477f-9aab-9282482e8ea3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3759067 Nov 05 22:01:48.398154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46288) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:48.404166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f84e3e2a-c60e-427a-9cbe-99bbc2b20677 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'floatingip': {'port_id': '0c3601f8-d692-44e6-a54f-adc750b4986a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:48.498712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f84e3e2a-c60e-427a-9cbe-99bbc2b20677 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:48.634692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:01:46Z', 'revision_number': 3, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port': {'id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:46Z', 'updated_at': '2021-11-05T22:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:48.636376 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-f84e3e2a-c60e-427a-9cbe-99bbc2b20677 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] update failed (client error): The resource could not be found. Nov 05 22:01:48.637451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f84e3e2a-c60e-427a-9cbe-99bbc2b20677 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "PUT /v2.0/floatingips/6651da04-81eb-472a-a9f5-9fde28b104b1 HTTP/1.1" status: 404 len: 507 time: 0.2443290 Nov 05 22:01:48.641541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46296) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:48.669563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Checking router: 6054172b-5860-4281-a3b1-dc30fcfa6115 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:01:48.670054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Updating router 6054172b-5860-4281-a3b1-dc30fcfa6115 port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:01:48.708253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:48.942013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.118600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.183583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Allocated IP 172.20.0.1 (56e3a826-92a2-403f-80ec-f1d6137be21e/164b29ec-6469-4d03-9923-942c041705fe/7a69b43b-3813-40d2-befc-d667bc745592) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:49.196579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.257595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Deleting port a240792d-570c-480c-aaf8-cb4ee5ba1237 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:49.258641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.261505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Attempting to bind port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:49.262122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Attempting to bind port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:49.263122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Attempting to bind port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:49.265447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fa225-59f1-48f0-8a3e-c046d270d380 None None] Pushing event updated for resources: {'Port': ['ID=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:49.279691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:49.280465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:49.281086 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.281674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:49.282358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Bound port: 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:49.282952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.352249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.367365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] For port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:49.373647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] For port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:49.382040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.382546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.398401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Calling delete_port for a240792d-570c-480c-aaf8-cb4ee5ba1237 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:49.510486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.558370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.598110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Routers {'6054172b-5860-4281-a3b1-dc30fcfa6115'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:49.598961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6054172b-5860-4281-a3b1-dc30fcfa6115'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:49.612752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Network 56e3a826-92a2-403f-80ec-f1d6137be21e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:49.621287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:49.627856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:49.667532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fa225-59f1-48f0-8a3e-c046d270d380 None None] Pushing event updated for resources: {'Port': ['ID=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:49.673996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.709264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Pushing event updated for resources: {'Port': ['ID=7a69b43b-3813-40d2-befc-d667bc745592,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:49.743066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] Set router 6054172b-5860-4281-a3b1-dc30fcfa6115 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:49.780693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.821747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event deleted for resources: {'Port': ['ID=a240792d-570c-480c-aaf8-cb4ee5ba1237,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:49.883452 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.886096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.887980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c8d919a-8f0e-4b25-84a3-4aca04e494fd tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "DELETE /v2.0/floatingips/6651da04-81eb-472a-a9f5-9fde28b104b1 HTTP/1.1" status: 204 len: 168 time: 1.2449989 Nov 05 22:01:49.891641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46326) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:49.896305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9617eb5f-a327-4005-937a-c958fc7e439a tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'floatingip': {'floating_network_id': '3a8fe219-82eb-471b-b58f-c6d8259867c8', 'port_id': '0c3601f8-d692-44e6-a54f-adc750b4986a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:49.953549 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:49.958431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:01:46Z', 'revision_number': 3, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port': {'id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:46Z', 'updated_at': '2021-11-05T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:49.989997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d42b8-7735-40fc-9516-e201f3a973cd None None] The sync data for ids ['6054172b-5860-4281-a3b1-dc30fcfa6115'] in n-d-816738-5 is: [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:01:46Z', 'revision_number': 3, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port': {'id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:46Z', 'updated_at': '2021-11-05T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:50.030197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9617eb5f-a327-4005-937a-c958fc7e439a tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.121767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46332) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:50.199176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.269940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d392b674-0445-42f4-a50d-d183ae52a710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.296929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.360174 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-9617eb5f-a327-4005-937a-c958fc7e439a tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:01:50.366824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9617eb5f-a327-4005-937a-c958fc7e439a tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4685495 Nov 05 22:01:50.366824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46338) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:50.373239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d392b674-0445-42f4-a50d-d183ae52a710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.375518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '0c3601f8-d692-44e6-a54f-adc750b4986a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:50.403894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Pushing event updated for resources: {'Port': ['ID=7a69b43b-3813-40d2-befc-d667bc745592,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:50.414928 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.477360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d392b674-0445-42f4-a50d-d183ae52a710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.504914 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.526025 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d392b674-0445-42f4-a50d-d183ae52a710 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93b450cacd754290aa3d62558004e2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4030912 Nov 05 22:01:50.527661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392b674-0445-42f4-a50d-d183ae52a710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013e5ac3-591f-4d76-b289-c204a48c3782,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:50.530285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46342) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:50.602340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Network 56e3a826-92a2-403f-80ec-f1d6137be21e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:50.621108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:50.670204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53576976-fe6e-4adb-8bf0-b0281ff240f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.751609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53576976-fe6e-4adb-8bf0-b0281ff240f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.849160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Router 6054172b-5860-4281-a3b1-dc30fcfa6115 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:01:50.858003 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:50.979082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:01:50.984828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-847a193f-2022-46c0-a641-795083ed7995 admin admin] 10.222.0.41 "PUT /v2.0/routers/6054172b-5860-4281-a3b1-dc30fcfa6115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5851724 Nov 05 22:01:51.033422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53576976-fe6e-4adb-8bf0-b0281ff240f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.038020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53576976-fe6e-4adb-8bf0-b0281ff240f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.038733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-53576976-fe6e-4adb-8bf0-b0281ff240f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/013e5ac3-591f-4d76-b289-c204a48c3782 HTTP/1.1" status: 204 len: 168 time: 0.5063965 Nov 05 22:01:51.078452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53576976-fe6e-4adb-8bf0-b0281ff240f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e5ac3-591f-4d76-b289-c204a48c3782,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:51.179615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Allocated IP 172.25.6.159 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9c877532-1cf9-4455-a296-62c419abd7be) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:51.308744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.436280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.485947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:51.489049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:51.494855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:51.524275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event updated for resources: {'Port': ['ID=9c877532-1cf9-4455-a296-62c419abd7be,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:51.716447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-e9619d6c-45a0-4e08-a6a1-5430eefe1b66 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:51.717941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-e9619d6c-45a0-4e08-a6a1-5430eefe1b66 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 819 time: 0.1812401 Nov 05 22:01:51.750203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-d395cf03-ea22-4c50-99ba-86ec999fb0df tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/quotas/f8e268ca5d724adfa2629124e5373a4c HTTP/1.1" status: 200 len: 375 time: 0.0143173 Nov 05 22:01:51.814395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Deleting port 9c877532-1cf9-4455-a296-62c419abd7be {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:51.814740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.873548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46384) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:51.884443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-f9b8f7b6-c80e-4cd1-9528-12019f972fc3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237106 Nov 05 22:01:51.887680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465e3f7f-cc3b-4efe-aa70-3577f96f2fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.888618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:51.944278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:51.947503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.976832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.976832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.988452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Calling delete_port for 9c877532-1cf9-4455-a296-62c419abd7be owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:51.988622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465e3f7f-cc3b-4efe-aa70-3577f96f2fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:51.990632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Sync routers for ids ['6054172b-5860-4281-a3b1-dc30fcfa6115'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:01:51.999928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Routers {'6054172b-5860-4281-a3b1-dc30fcfa6115'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:52.000545 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6054172b-5860-4281-a3b1-dc30fcfa6115'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:52.054491 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.089385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:52.092911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-73b5dbd3-23a7-4dea-9771-aba37973c874 service neutron] 10.222.0.41 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944425 Nov 05 22:01:52.094856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-465e3f7f-cc3b-4efe-aa70-3577f96f2fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.149342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e3f7f-cc3b-4efe-aa70-3577f96f2fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff04a16-e229-491b-bbdf-a04521fcd7ae,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:52.155429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-465e3f7f-cc3b-4efe-aa70-3577f96f2fad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae26f3347fca4f4da250784b5ff0abe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2805965 Nov 05 22:01:52.157953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46388) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:52.182030 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Set router 6054172b-5860-4281-a3b1-dc30fcfa6115 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:52.218967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.226210 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe51f634-266c-4ed4-9e72-0724e9290342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.261152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe51f634-266c-4ed4-9e72-0724e9290342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.282210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:52.409696 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:01:49Z', 'revision_number': 4, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port': {'id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:46Z', 'updated_at': '2021-11-05T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '7a69b43b-3813-40d2-befc-d667bc745592', 'name': '', 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'mac_address': 'fa:16:3e:c6:a8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '164b29ec-6469-4d03-9923-942c041705fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:48Z', 'updated_at': '2021-11-05T22:01:50Z', 'revision_number': 2, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'subnets': [{'id': '164b29ec-6469-4d03-9923-942c041705fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:52.440162 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Checking router: 6054172b-5860-4281-a3b1-dc30fcfa6115 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:01:52.440513 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Updating router 6054172b-5860-4281-a3b1-dc30fcfa6115 port 7a69b43b-3813-40d2-befc-d667bc745592 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:01:52.447157 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe51f634-266c-4ed4-9e72-0724e9290342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.450197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe51f634-266c-4ed4-9e72-0724e9290342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.455415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe51f634-266c-4ed4-9e72-0724e9290342 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ff04a16-e229-491b-bbdf-a04521fcd7ae HTTP/1.1" status: 204 len: 168 time: 0.2934570 Nov 05 22:01:52.462397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51f634-266c-4ed4-9e72-0724e9290342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff04a16-e229-491b-bbdf-a04521fcd7ae,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:52.470696 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.552932 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5661edd9-852e-4d5a-b01a-3838e87e0b5b service neutron] 10.222.0.41 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470527 Nov 05 22:01:52.605470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.645353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event deleted for resources: {'Port': ['ID=9c877532-1cf9-4455-a296-62c419abd7be,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:52.790832 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.849373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cec2d4eb-4e2c-4b02-b5e7-cee2c06674f8 req-3ffa91d7-4070-4108-bae9-29ef0d0d43a9 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 210 time: 0.0325539 Nov 05 22:01:52.883247 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] create failed (client error): The resource could not be found. Nov 05 22:01:52.886288 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:52.891985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:52.896198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5b469cc-c49d-4937-92a6-d69aff73981b tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5268748 Nov 05 22:01:52.969502 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e0317-e3f2-42f8-9243-0f1955fad6bc None None] Pushing event updated for resources: {'Port': ['ID=7a69b43b-3813-40d2-befc-d667bc745592,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:53.035417 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Attempting to bind port 7a69b43b-3813-40d2-befc-d667bc745592 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:53.036032 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Attempting to bind port 7a69b43b-3813-40d2-befc-d667bc745592 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:53.036165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Attempting to bind port 7a69b43b-3813-40d2-befc-d667bc745592 on network 56e3a826-92a2-403f-80ec-f1d6137be21e {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:53.042031 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:53.042402 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Checking segment: {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:53.043202 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:53.044140 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Bound using segment: {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:53.044611 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Bound port: 7a69b43b-3813-40d2-befc-d667bc745592, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:53.044990 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:53.061696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Deleting port 0c3601f8-d692-44e6-a54f-adc750b4986a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:53.062462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:53.140238 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] For port 7a69b43b-3813-40d2-befc-d667bc745592, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:53.192144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:53.223226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Calling delete_port for 0c3601f8-d692-44e6-a54f-adc750b4986a owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:53.278574 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] For port 7a69b43b-3813-40d2-befc-d667bc745592, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7a69b43b-3813-40d2-befc-d667bc745592,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:53.349017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172ecc-2536-41a4-a695-7724653c041d req-dc3ae802-010c-48e6-8e02-44c46ccdeb94 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:53.350644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-dc3ae802-010c-48e6-8e02-44c46ccdeb94 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 819 time: 0.1747835 Nov 05 22:01:53.381987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-11aaaa60-430d-4272-ba1e-9e65a7c55531 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/quotas/f8e268ca5d724adfa2629124e5373a4c HTTP/1.1" status: 200 len: 375 time: 0.0170436 Nov 05 22:01:53.385037 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:53.453056 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Routers {'6054172b-5860-4281-a3b1-dc30fcfa6115'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:53.453987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6054172b-5860-4281-a3b1-dc30fcfa6115'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:53.467964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-85c6b250-c7ff-4f18-bd11-142dd8f4f68b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851090 Nov 05 22:01:53.508852 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e0317-e3f2-42f8-9243-0f1955fad6bc None None] Pushing event updated for resources: {'Port': ['ID=7a69b43b-3813-40d2-befc-d667bc745592,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:53.551832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:53.595349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event deleted for resources: {'Port': ['ID=0c3601f8-d692-44e6-a54f-adc750b4986a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:53.604310 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] Set router 6054172b-5860-4281-a3b1-dc30fcfa6115 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:01:53.755203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:53.760163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dd664e69-fdde-4641-bf66-26e34cecd8e0 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "DELETE /v2.0/ports/0c3601f8-d692-44e6-a54f-adc750b4986a HTTP/1.1" status: 204 len: 168 time: 0.8669720 Nov 05 22:01:53.762085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46450) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:53.803899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-4c3ed9e5-962a-4710-b78b-a62712a57164 service neutron] 10.222.0.41 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271163 Nov 05 22:01:53.853432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea39e58-5344-42dc-bc08-e75d8a5b8d41 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:53.855725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8ea39e58-5344-42dc-bc08-e75d8a5b8d41 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4f28e6-5ffe-4cf5-ad22-213c707644b6 HTTP/1.1" status: 200 len: 913 time: 0.0916071 Nov 05 22:01:53.862548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46456) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:54.017642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:54.035942 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-1e317645-09c2-4794-af75-294e2fc0a6de service neutron] 10.222.0.41 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256358 Nov 05 22:01:54.038165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:01:49Z', 'revision_number': 4, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port': {'id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:46Z', 'updated_at': '2021-11-05T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '7a69b43b-3813-40d2-befc-d667bc745592', 'name': '', 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'mac_address': 'fa:16:3e:c6:a8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '164b29ec-6469-4d03-9923-942c041705fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:48Z', 'updated_at': '2021-11-05T22:01:53Z', 'revision_number': 4, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'subnets': [{'id': '164b29ec-6469-4d03-9923-942c041705fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:54.092982 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff52f9f5-023d-433d-99fe-0eef91e950ea None None] The sync data for ids ['6054172b-5860-4281-a3b1-dc30fcfa6115'] in n-d-816738-5 is: [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:01:49Z', 'revision_number': 4, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port': {'id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:46Z', 'updated_at': '2021-11-05T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '7a69b43b-3813-40d2-befc-d667bc745592', 'name': '', 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'mac_address': 'fa:16:3e:c6:a8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '164b29ec-6469-4d03-9923-942c041705fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:48Z', 'updated_at': '2021-11-05T22:01:53Z', 'revision_number': 4, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'subnets': [{'id': '164b29ec-6469-4d03-9923-942c041705fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:54.116056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:54.117163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:54.555345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a53d849-c21d-4643-9db4-72ca82e8d48b req-7f04fa9d-a3ff-4be1-98f8-b0391deac0bb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 210 time: 0.0768673 Nov 05 22:01:54.636920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:55.052724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Deleting port 44c40593-c2df-41f8-8018-eab64703605d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:55.056490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:55.190040 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:55.203953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Calling delete_port for 44c40593-c2df-41f8-8018-eab64703605d owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:55.558137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:55.633712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event deleted for resources: {'Port': ['ID=44c40593-c2df-41f8-8018-eab64703605d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:55.659993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70f31735-418b-40f4-b5bb-356b408c8fae req-495f48ea-dae9-40e6-824e-c4af5265e836 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 210 time: 0.0401347 Nov 05 22:01:55.670154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.670511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.670860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.671197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.671532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.672040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.672376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.672780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.673121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.673451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.673778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.674103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:55.928619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7a69b43b-3813-40d2-befc-d667bc745592 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:55.954644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.019234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7a69b43b-3813-40d2-befc-d667bc745592 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:56.019729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.196750 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.238562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-197de83b-80b4-4abc-8b69-3335302680e8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:56.240171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-197de83b-80b4-4abc-8b69-3335302680e8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 819 time: 0.3790157 Nov 05 22:01:56.243264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 7a69b43b-3813-40d2-befc-d667bc745592, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7a69b43b-3813-40d2-befc-d667bc745592,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:56.244538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Router ff4f28e6-5ffe-4cf5-ad22-213c707644b6 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:01:56.304269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Request body: {'port': {'device_id': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'admin_state_up': True, 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:56.381537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.447581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=7a69b43b-3813-40d2-befc-d667bc745592,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:56.447796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46530) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:56.475259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.475916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.476639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.477092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.477438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.477780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.478113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.478430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.479125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.479681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.480104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.481079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:01:56.580979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d4f58f06-5098-46ef-80b2-311d068cf063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.647460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:01:56.663903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] Sync routers for ids ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:01:56.673468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d4f58f06-5098-46ef-80b2-311d068cf063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.682017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-285f33d9-ebd7-4414-a323-e1c6e9974ada tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "PUT /v2.0/routers/ff4f28e6-5ffe-4cf5-ad22-213c707644b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8168886 Nov 05 22:01:56.684769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] Routers {'ff4f28e6-5ffe-4cf5-ad22-213c707644b6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:56.685851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:56.686164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46536) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:56.734661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:56.744594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] Routers {'ff4f28e6-5ffe-4cf5-ad22-213c707644b6'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:01:56.745739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:01:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:56.776441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d4f58f06-5098-46ef-80b2-311d068cf063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.792338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:56.793572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d8954-3b6a-4495-9b92-077a61d5213a None None] The sync data for ids ['ff4f28e6-5ffe-4cf5-ad22-213c707644b6'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:01:56.808282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c3087fd-5a32-4f19-acd5-b01c9d666f34 req-7dbc3693-1ec9-4d40-9de2-336851f86fbc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 210 time: 0.0417762 Nov 05 22:01:56.856977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebd18ae2-9bb7-43fb-a85b-8d9380b4f5d1 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.913108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d4f58f06-5098-46ef-80b2-311d068cf063 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdb27cb0f83644e095914280d7830ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4642935 Nov 05 22:01:56.916327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46540) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:56.939444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f58f06-5098-46ef-80b2-311d068cf063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c63b54-c3de-4e8e-b02d-e6c34de72bcc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:56.957094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Made reservation on behalf of f8e268ca5d724adfa2629124e5373a4c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:56.963460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:56.983055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939940a6-fd49-4e10-bcf1-2bed4941fdb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.042430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939940a6-fd49-4e10-bcf1-2bed4941fdb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.048877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebd18ae2-9bb7-43fb-a85b-8d9380b4f5d1 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.051068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebd18ae2-9bb7-43fb-a85b-8d9380b4f5d1 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.191921 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebd18ae2-9bb7-43fb-a85b-8d9380b4f5d1 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.192436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd18ae2-9bb7-43fb-a85b-8d9380b4f5d1 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Fanout notify agent at l3_agent the message router_deleted on router ff4f28e6-5ffe-4cf5-ad22-213c707644b6 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:01:57.213670 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ebd18ae2-9bb7-43fb-a85b-8d9380b4f5d1 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.215218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ebd18ae2-9bb7-43fb-a85b-8d9380b4f5d1 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "DELETE /v2.0/routers/ff4f28e6-5ffe-4cf5-ad22-213c707644b6 HTTP/1.1" status: 204 len: 168 time: 0.5275056 Nov 05 22:01:57.218574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46550) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:57.229579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Allocated IP 172.20.0.14 (56e3a826-92a2-403f-80ec-f1d6137be21e/164b29ec-6469-4d03-9923-942c041705fe/cb697fb2-5f27-4466-bdf7-245977a213c7) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:57.294355 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939940a6-fd49-4e10-bcf1-2bed4941fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.296884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-939940a6-fd49-4e10-bcf1-2bed4941fdb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.298042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-939940a6-fd49-4e10-bcf1-2bed4941fdb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67c63b54-c3de-4e8e-b02d-e6c34de72bcc HTTP/1.1" status: 204 len: 168 time: 0.3812029 Nov 05 22:01:57.363451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939940a6-fd49-4e10-bcf1-2bed4941fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c63b54-c3de-4e8e-b02d-e6c34de72bcc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:57.376162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Deleting subnet cbd5604f-e22a-47a9-98ee-138099d97c45 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:01:57.386526 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.474943 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.514080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172ecc-2536-41a4-a695-7724653c041d req-32e20221-5243-4307-8858-864c288b325d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:57.515410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-32e20221-5243-4307-8858-864c288b325d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 819 time: 0.2600751 Nov 05 22:01:57.555456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Request body: {'port': {'device_id': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'admin_state_up': True, 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:57.730300 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.741162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.857707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7a69b43b-3813-40d2-befc-d667bc745592 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:01:57.863924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Made reservation on behalf of f8e268ca5d724adfa2629124e5373a4c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:01:57.867475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.896346 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.898383 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:57.918910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7a69b43b-3813-40d2-befc-d667bc745592 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:01:57.919131 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.014392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd5604f-e22a-47a9-98ee-138099d97c45,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:58.017805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cacb8d5f-6792-4c14-b747-40e370c6888c req-b871d519-939d-4be1-a809-b767435309aa tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 210 time: 0.1231518 Nov 05 22:01:58.035438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.040906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-74d06b67-96f5-48ef-abc3-358db0f5df3d tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "DELETE /v2.0/subnets/cbd5604f-e22a-47a9-98ee-138099d97c45 HTTP/1.1" status: 204 len: 168 time: 0.8185818 Nov 05 22:01:58.041478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46566) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:58.052992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4778b60-d227-4020-af11-3281c855728a None None] Network 3a8fe219-82eb-471b-b58f-c6d8259867c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:01:58.058183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Network 56e3a826-92a2-403f-80ec-f1d6137be21e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:58.073093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Pushing event updated for resources: {'Port': ['ID=cb697fb2-5f27-4466-bdf7-245977a213c7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:58.075859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:58.081929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:58.169949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:58.170401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.176817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Allocated IP 172.20.0.4 (56e3a826-92a2-403f-80ec-f1d6137be21e/164b29ec-6469-4d03-9923-942c041705fe/67082028-bf2e-4706-bd0e-420b4d863a38) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:01:58.206563 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.207420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46570) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:58.247629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-5cbf549f-1da6-4867-b3e5-5994161ecacc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9485741 Nov 05 22:01:58.248701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9913e3a9-31c6-42b8-8f9f-e6fa6720e8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.276347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Request body: {'port': {'device_id': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:58.293219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Deleting port c6eccb07-94a3-4938-9cea-c156b57093e3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:58.293616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.309304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] DHCP port deletion for 3a8fe219-82eb-471b-b58f-c6d8259867c8 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:01:58.369326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] Deleting port c6eccb07-94a3-4938-9cea-c156b57093e3 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:01:58.369695 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.372149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] For port c6eccb07-94a3-4938-9cea-c156b57093e3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c6eccb07-94a3-4938-9cea-c156b57093e3,segment=NetworkSegment(6f1d7159-360c-4674-848e-571076d40e85),segment_id=6f1d7159-360c-4674-848e-571076d40e85)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:58.372611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.386355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Calling delete_port for c6eccb07-94a3-4938-9cea-c156b57093e3 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:58.446162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.462204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] For port c6eccb07-94a3-4938-9cea-c156b57093e3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c6eccb07-94a3-4938-9cea-c156b57093e3,segment=NetworkSegment(6f1d7159-360c-4674-848e-571076d40e85),segment_id=6f1d7159-360c-4674-848e-571076d40e85)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:01:58.462982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.487185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] Calling delete_port for c6eccb07-94a3-4938-9cea-c156b57093e3 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:01:58.523718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.590282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.597898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9913e3a9-31c6-42b8-8f9f-e6fa6720e8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.602960 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.617595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] No DVR routers for this DVR port c6eccb07-94a3-4938-9cea-c156b57093e3 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:58.630147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event deleted for resources: {'Port': ['ID=c6eccb07-94a3-4938-9cea-c156b57093e3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:58.639672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] No DVR routers for this DVR port c6eccb07-94a3-4938-9cea-c156b57093e3 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:01:58.649207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d832-7930-4c33-a413-28a2b445cc1b None None] Pushing event deleted for resources: {'Port': ['ID=c6eccb07-94a3-4938-9cea-c156b57093e3,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:58.668940 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9913e3a9-31c6-42b8-8f9f-e6fa6720e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.727604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9913e3a9-31c6-42b8-8f9f-e6fa6720e8fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a228cceb5d634734a496e3a761780f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5160918 Nov 05 22:01:58.727604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913e3a9-31c6-42b8-8f9f-e6fa6720e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b80e566-25db-4b44-873c-fcd7bb576ab9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:58.728778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46580) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:58.762777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.782683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62aa4791-9b59-41d2-8c13-46dc78926365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.789912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8fe219-82eb-471b-b58f-c6d8259867c8']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:58.800499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.801687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1d7159-360c-4674-848e-571076d40e85') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:58.801986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1d7159-360c-4674-848e-571076d40e85') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:01:58.815777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.832318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.839372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:01:58.839721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:01:58.842865 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:01:58.862736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62aa4791-9b59-41d2-8c13-46dc78926365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.952057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Network 56e3a826-92a2-403f-80ec-f1d6137be21e is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:01:58.973397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:01:58.974850 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:58.976002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:01:58.996380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.000168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] 10.222.0.41 "DELETE /v2.0/networks/3a8fe219-82eb-471b-b58f-c6d8259867c8 HTTP/1.1" status: 204 len: 168 time: 0.9576581 Nov 05 22:01:59.002685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e80d2-c119-48b0-8be1-3b92e6035da2 tempest-FloatingIPNegativeTestJSON-2140995949 tempest-FloatingIPNegativeTestJSON-2140995949-project] Pushing event deleted for resources: {'Network': ['ID=3a8fe219-82eb-471b-b58f-c6d8259867c8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:59.030931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Pushing event updated for resources: {'Port': ['ID=67082028-bf2e-4706-bd0e-420b4d863a38,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:59.117393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b96501-9e55-4561-af5e-6ecabf05cf04 req-9a4c4e2a-63e7-41c5-9c43-0810523edf72 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:59.119830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b96501-9e55-4561-af5e-6ecabf05cf04 req-9a4c4e2a-63e7-41c5-9c43-0810523edf72 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2618399 Nov 05 22:01:59.136869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:59.137660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.200679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d3456-9eb4-4568-9f75-7a4783831d69 req-0f37a716-e453-4dc6-8edf-50120d9544f8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:59.202390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-726d3456-9eb4-4568-9f75-7a4783831d69 req-0f37a716-e453-4dc6-8edf-50120d9544f8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 931 time: 0.0541439 Nov 05 22:01:59.242053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b96501-9e55-4561-af5e-6ecabf05cf04 req-f0d55e35-9ad5-4504-a363-34b59269f236 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128702 Nov 05 22:01:59.244096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb697fb2-5f27-4466-bdf7-245977a213c7 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:01:59.248457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62aa4791-9b59-41d2-8c13-46dc78926365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.251042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62aa4791-9b59-41d2-8c13-46dc78926365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.252207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-62aa4791-9b59-41d2-8c13-46dc78926365 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b80e566-25db-4b44-873c-fcd7bb576ab9 HTTP/1.1" status: 204 len: 168 time: 0.5225065 Nov 05 22:01:59.258756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.266369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa4791-9b59-41d2-8c13-46dc78926365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b80e566-25db-4b44-873c-fcd7bb576ab9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:59.278931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Transition to ACTIVE for port object cb697fb2-5f27-4466-bdf7-245977a213c7 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:01:59.281019 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-726d3456-9eb4-4568-9f75-7a4783831d69 req-b1846456-a717-406a-8d85-9e0529da9114 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697954 Nov 05 22:01:59.289324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-a4a6a79e-62ec-4506-bde9-dab3b39e44c6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7412028 Nov 05 22:01:59.303235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Request body: {'port': {'device_id': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:01:59.391279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.455765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9e64-7bca-409b-a030-fee722f9cc57 req-a036b6a0-a796-4c60-82f5-19839d0a2962 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:01:59.457443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-848d9e64-7bca-409b-a030-fee722f9cc57 req-a036b6a0-a796-4c60-82f5-19839d0a2962 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1284814 Nov 05 22:01:59.458060 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.515332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb697fb2-5f27-4466-bdf7-245977a213c7,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:01:59.584549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-848d9e64-7bca-409b-a030-fee722f9cc57 req-4d078750-818c-405e-8426-956cd62347f1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168480 Nov 05 22:01:59.699874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46610) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:01:59.717636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Attempting to bind port cb697fb2-5f27-4466-bdf7-245977a213c7 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:01:59.717999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Attempting to bind port cb697fb2-5f27-4466-bdf7-245977a213c7 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:01:59.718313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Attempting to bind port cb697fb2-5f27-4466-bdf7-245977a213c7 on network 56e3a826-92a2-403f-80ec-f1d6137be21e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:59.739061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Port cb697fb2-5f27-4466-bdf7-245977a213c7 on network 56e3a826-92a2-403f-80ec-f1d6137be21e not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:01:59.739414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Attempting to bind port cb697fb2-5f27-4466-bdf7-245977a213c7 on network 56e3a826-92a2-403f-80ec-f1d6137be21e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:01:59.770697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:01:59.770947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Checking segment: {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:01:59.771251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Bound using segment: {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:01:59.771732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Bound port: cb697fb2-5f27-4466-bdf7-245977a213c7, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:01:59.772145 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:01:59.957417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] For port cb697fb2-5f27-4466-bdf7-245977a213c7, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:01:59.977711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] For port cb697fb2-5f27-4466-bdf7-245977a213c7, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cb697fb2-5f27-4466-bdf7-245977a213c7,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:01:59.989344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67082028-bf2e-4706-bd0e-420b4d863a38 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:00.012800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.048527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.060037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Transition to ACTIVE for port object 67082028-bf2e-4706-bd0e-420b4d863a38 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:02:00.098926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:00.100001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.101657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb697fb2-5f27-4466-bdf7-245977a213c7 HTTP/1.1" status: 200 len: 1092 time: 1.8367693 Nov 05 22:02:00.102328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'tag': 'cb697fb2-5f27-4466-bdf7-245977a213c7'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:00.104900 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eb2eb7-7634-4ff5-8b35-188dece4bcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf900ec2-0f96-4eb2-8f1b-d29c0402d69e", "tag": "cb697fb2-5f27-4466-bdf7-245977a213c7"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:00.146937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-22bbb75d-8abb-4263-b6f5-00a4b963bd44 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:00.151787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c6eccb07-94a3-4938-9cea-c156b57093e3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:00.158810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-22bbb75d-8abb-4263-b6f5-00a4b963bd44 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.2132237 Nov 05 22:02:00.166812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2f213-27f0-44c2-9ab2-6c6edcfb38d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb697fb2-5f27-4466-bdf7-245977a213c7,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:00.181011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.193655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-ff960e25-450a-466a-8c3c-50ebb402dace tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/quotas/27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 375 time: 0.0330400 Nov 05 22:02:00.195008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c6eccb07-94a3-4938-9cea-c156b57093e3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:00.195388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c6eccb07-94a3-4938-9cea-c156b57093e3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:00.212179 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f30975-7ba5-466c-a61b-2036d4bf71e9 x-openstack-request-id: req-c2f30975-7ba5-466c-a61b-2036d4bf71e9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:00.212608 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf900ec2-0f96-4eb2-8f1b-d29c0402d69e", "tag": "cb697fb2-5f27-4466-bdf7-245977a213c7", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:00.212863 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2f30975-7ba5-466c-a61b-2036d4bf71e9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:00.213574 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'tag': 'cb697fb2-5f27-4466-bdf7-245977a213c7', 'status': 'completed', 'code': 200} Nov 05 22:02:00.256218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-56024106-033f-4cd5-8a6f-b99a0a474e9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5aad2601efd5414f8b1fcb1e4f6a959b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584626 Nov 05 22:02:00.256847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46640) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:00.269293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Pushing event updated for resources: {'Port': ['ID=67082028-bf2e-4706-bd0e-420b4d863a38,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:00.300085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb2eb7-7634-4ff5-8b35-188dece4bcf0 req-1443a3dc-413c-464f-a5e3-95a9422ced40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:00.301131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10eb2eb7-7634-4ff5-8b35-188dece4bcf0 req-1443a3dc-413c-464f-a5e3-95a9422ced40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1095 time: 0.0806088 Nov 05 22:02:00.315847 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-afd48b26-ecd4-4bd0-bc51-5de8a1241680 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1213980 Nov 05 22:02:00.418198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5771433-ec6b-45ba-9417-c8e5866c45ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.451637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5771433-ec6b-45ba-9417-c8e5866c45ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.480664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-6bdca00e-d443-416f-abe8-f033381e5692 service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492567 Nov 05 22:02:00.497600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Attempting to bind port 67082028-bf2e-4706-bd0e-420b4d863a38 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:02:00.498110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Attempting to bind port 67082028-bf2e-4706-bd0e-420b4d863a38 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:02:00.498244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Attempting to bind port 67082028-bf2e-4706-bd0e-420b4d863a38 on network 56e3a826-92a2-403f-80ec-f1d6137be21e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:00.516182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Port 67082028-bf2e-4706-bd0e-420b4d863a38 on network 56e3a826-92a2-403f-80ec-f1d6137be21e not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:02:00.516511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Attempting to bind port 67082028-bf2e-4706-bd0e-420b4d863a38 on network 56e3a826-92a2-403f-80ec-f1d6137be21e {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:00.535413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e65f2-faa9-4050-9318-1ecf133c5108 req-c633aec8-7ece-46df-87a6-86071a7d2448 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:00.536965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-145e65f2-faa9-4050-9318-1ecf133c5108 req-c633aec8-7ece-46df-87a6-86071a7d2448 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 943 time: 0.1287370 Nov 05 22:02:00.537750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:02:00.538087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Checking segment: {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:00.538474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Bound using segment: {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:02:00.538921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Bound port: 67082028-bf2e-4706-bd0e-420b4d863a38, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d97bd66-5da7-47e4-bc16-fe36f529933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:02:00.539279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.541676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb2eb7-7634-4ff5-8b35-188dece4bcf0 req-a232cd5c-b50b-4067-a355-870abb1709f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:00.543052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10eb2eb7-7634-4ff5-8b35-188dece4bcf0 req-a232cd5c-b50b-4067-a355-870abb1709f1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8e268ca5d724adfa2629124e5373a4c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2232122 Nov 05 22:02:00.585522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-9417a2be-8fbd-4c82-a8b4-258cc754a055 service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982487 Nov 05 22:02:00.638271 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.694455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5771433-ec6b-45ba-9417-c8e5866c45ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.697614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5771433-ec6b-45ba-9417-c8e5866c45ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:00.702410 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5771433-ec6b-45ba-9417-c8e5866c45ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd4c612c-5ad6-4c3c-94a3-76400853d37f HTTP/1.1" status: 204 len: 168 time: 0.4397726 Nov 05 22:02:00.711341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5771433-ec6b-45ba-9417-c8e5866c45ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c612c-5ad6-4c3c-94a3-76400853d37f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:01.037273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-145e65f2-faa9-4050-9318-1ecf133c5108 req-b1ed76d0-5050-42cf-b6ef-2bb6c1b5fb44 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754491 Nov 05 22:02:01.055691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] For port 67082028-bf2e-4706-bd0e-420b4d863a38, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:02:01.063861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] For port 67082028-bf2e-4706-bd0e-420b4d863a38, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67082028-bf2e-4706-bd0e-420b4d863a38,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:02:01.072791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb2eb7-7634-4ff5-8b35-188dece4bcf0 req-e5ccfb2b-cd5b-4923-ad3b-cd163fa217ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:01.074276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10eb2eb7-7634-4ff5-8b35-188dece4bcf0 req-e5ccfb2b-cd5b-4923-ad3b-cd163fa217ba service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5199096 Nov 05 22:02:01.125038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f3cdfc5-dde8-49cb-ae61-2c2a49b38a27 req-284271ae-b771-43a8-8894-e00ca832694d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 210 time: 0.1073010 Nov 05 22:02:01.129691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:01.151981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:01.152830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:01.154902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/67082028-bf2e-4706-bd0e-420b4d863a38 HTTP/1.1" status: 200 len: 1091 time: 1.8569286 Nov 05 22:02:01.272322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-bca4e13c-4f89-41ac-856f-d52884870a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:01.274199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-bca4e13c-4f89-41ac-856f-d52884870a5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1095 time: 0.1326575 Nov 05 22:02:01.284028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a2f6-eaad-49e4-8b20-9ed3062397f1 service neutron] Pushing event updated for resources: {'Port': ['ID=67082028-bf2e-4706-bd0e-420b4d863a38,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:01.347742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-333878ce-d36e-4150-9e65-e3fbd24f7343 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb697fb2-5f27-4466-bdf7-245977a213c7 HTTP/1.1" status: 200 len: 217 time: 0.0586753 Nov 05 22:02:01.388990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172ecc-2536-41a4-a695-7724653c041d req-4f070c54-ba52-45bf-bd3b-74bae5b1ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:01.390771 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-4f070c54-ba52-45bf-bd3b-74bae5b1ceed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 1094 time: 0.1154253 Nov 05 22:02:01.442919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-f3659316-ed5c-48c5-a645-b0ebaea18986 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67082028-bf2e-4706-bd0e-420b4d863a38 HTTP/1.1" status: 200 len: 217 time: 0.0400255 Nov 05 22:02:01.444486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-0e0988ec-187e-4c11-a4b3-cd58f2978628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:01.446035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-0e0988ec-187e-4c11-a4b3-cd58f2978628 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.0903945 Nov 05 22:02:01.518658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-12b04c28-bc57-4719-92cc-fccc84b8ba67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563529 Nov 05 22:02:01.568071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172ecc-2536-41a4-a695-7724653c041d req-ba798dd9-c142-4ef5-ab4e-186fcdbe5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:01.569719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-ba798dd9-c142-4ef5-ab4e-186fcdbe5a51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.1086688 Nov 05 22:02:01.628461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-72ff7dcf-b78e-4125-9a24-354851a5b3ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321770 Nov 05 22:02:01.706375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-0b4e9931-8f86-43a7-8d22-176b6b6f2f18 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773043 Nov 05 22:02:01.803788 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-5002c29a-a164-443e-94e1-791cec75c0c5 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658626 Nov 05 22:02:01.883150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-091cb9d5-ce00-4c51-b63c-c36f67e5b40f req-705d4b4b-7644-4516-aab8-a00eca70eca8 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692362 Nov 05 22:02:01.917001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d172ecc-2536-41a4-a695-7724653c041d req-61e6838c-ae19-42e3-9b21-d4cbd5f9c90a service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046524 Nov 05 22:02:02.153161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46714) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:02.211797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e03db-5348-491a-98b4-bf75f01b51ce req-bafc3852-29b6-48ae-914a-8470dce8cfe8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:02.213350 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-360e03db-5348-491a-98b4-bf75f01b51ce req-bafc3852-29b6-48ae-914a-8470dce8cfe8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 943 time: 0.0935955 Nov 05 22:02:02.214109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'tag': '67082028-bf2e-4706-bd0e-420b4d863a38'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:02.217241 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f8dbbe-d862-403d-a385-f8e4c35ed40a" -d '{"events": [{"name": "network-changed", "server_uuid": "f426c7e2-b0f4-46e5-b1dc-c772f4e58481", "tag": "67082028-bf2e-4706-bd0e-420b4d863a38"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:02.265293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6626dbb8-432d-462c-b10e-d1f0cde689d8 req-0423edda-a1fd-432b-b93c-67c059bcb58b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 210 time: 0.0359275 Nov 05 22:02:02.297473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9481d645-8784-446f-8e34-1c75d87ce677 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1996927299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:02.300351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-360e03db-5348-491a-98b4-bf75f01b51ce req-15de1e64-9970-4e70-9c5b-5038ee4d29df tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798516 Nov 05 22:02:02.312019 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52c3670-445f-421f-a86b-987efc21f9cb x-openstack-request-id: req-c52c3670-445f-421f-a86b-987efc21f9cb {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:02.312360 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f426c7e2-b0f4-46e5-b1dc-c772f4e58481", "tag": "67082028-bf2e-4706-bd0e-420b4d863a38", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:02.312572 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c52c3670-445f-421f-a86b-987efc21f9cb {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:02.312970 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'tag': '67082028-bf2e-4706-bd0e-420b4d863a38', 'status': 'completed', 'code': 200} Nov 05 22:02:02.380089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-bf7ab905-eff0-4dda-918f-380fb337cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:02.381580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-bf7ab905-eff0-4dda-918f-380fb337cb04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 1094 time: 0.0452456 Nov 05 22:02:02.466872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9481d645-8784-446f-8e34-1c75d87ce677 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:02.468185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9481d645-8784-446f-8e34-1c75d87ce677 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:02.519865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-19d4ea74-9c93-49cc-9185-82b3805d0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:02.519865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-19d4ea74-9c93-49cc-9185-82b3805d0de4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 920 time: 0.1261902 Nov 05 22:02:02.556963 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9481d645-8784-446f-8e34-1c75d87ce677 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:02.579277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-45f4ff90-ea4b-42e4-834b-6150f5ce643d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67082028-bf2e-4706-bd0e-420b4d863a38 HTTP/1.1" status: 200 len: 217 time: 0.0375307 Nov 05 22:02:02.644195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-d1e126d4-8ee3-4ea6-8e8e-b2d1e7da3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:02.646122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-d1e126d4-8ee3-4ea6-8e8e-b2d1e7da3b3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.0591300 Nov 05 22:02:02.655052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9481d645-8784-446f-8e34-1c75d87ce677 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:02.693516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-668e062c-8076-441b-832f-f60301e61af5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317559 Nov 05 22:02:02.785767 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-2a3e43c8-b029-48fc-bbcb-0694bec0712f service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844507 Nov 05 22:02:02.826549 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:02.858065 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9481d645-8784-446f-8e34-1c75d87ce677 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:02.859697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9481d645-8784-446f-8e34-1c75d87ce677 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7052867 Nov 05 22:02:02.862420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46736) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:02.867424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-521743925'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:02.915513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26f8dbbe-d862-403d-a385-f8e4c35ed40a req-481a7eee-654d-440a-89ac-3dddd726e3af service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221395 Nov 05 22:02:02.974241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Made reservation on behalf of 36eda9a08d21448a852e0ad587816ed5 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:02.984270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:02.989371 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:03.074488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:03.206532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:03.233351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:02:03.248407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb263c3f-56e1-4aa1-9f17-c5f72877347c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:03.248784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:03.249148 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Added segment ce4cbc5c-4d3a-4461-bad8-a22de8098af0 of type vlan for network ce642c93-f0e0-43ac-85c5-3032de4be971 Nov 05 22:02:03.288845 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:03.386187 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc4467da-191f-47d7-877e-69a8b98a9a25 req-c47e5da3-e24b-4aa0-be90-8acd9273c585 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 210 time: 0.0412993 Nov 05 22:02:03.463874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599dc85-6837-4a14-a6dd-f78e015da31b req-81dcf0c5-75ed-4149-b19a-1b3cdccf665f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:03.465442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a599dc85-6837-4a14-a6dd-f78e015da31b req-81dcf0c5-75ed-4149-b19a-1b3cdccf665f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 943 time: 0.0775039 Nov 05 22:02:03.517802 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a599dc85-6837-4a14-a6dd-f78e015da31b req-8f30f092-1545-42d7-95cb-7dfded8c8e55 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Nov 05 22:02:03.534279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:03.540329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:03.540914 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:03.666316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Network': ['ID=ce642c93-f0e0-43ac-85c5-3032de4be971,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:03.667914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network ce642c93-f0e0-43ac-85c5-3032de4be971 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:02:03.811445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-fefe4558-0bcd-456a-ab3f-ca9823695b56 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:03.811445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-fefe4558-0bcd-456a-ab3f-ca9823695b56 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.1114552 Nov 05 22:02:03.811445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'port': {'device_id': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'admin_state_up': True, 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:03.903436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bd0f6d47-5ae1-487e-9b5a-73fe57e5f5c4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0397890 Nov 05 22:02:03.908367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46754) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:03.913588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'subnet': {'network_id': 'ce642c93-f0e0-43ac-85c5-3032de4be971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:04.029873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Made reservation on behalf of 27b7bd5cb7994db491da4bdbba53a059 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:04.034218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.171334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Allocated IP 172.20.0.13 (82214baf-d054-4324-8f89-16412cff8074/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d/10fb07ae-b5ff-4664-884c-2c68c5e1ebbe) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:04.228942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Made reservation on behalf of 36eda9a08d21448a852e0ad587816ed5 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:04.235294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.376135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.492532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca8ef1c-2ee8-4cc9-994e-cc1617f9e178 req-9bd91abe-2a68-4577-ac18-f8fbd9b7f179 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 210 time: 0.0262411 Nov 05 22:02:04.530115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.541660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a4e5ad09-8853-40bb-b623-b3d6d5d12a92', '6bc0967a-4498-4b92-be62-a06dc5219725'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:04.580535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.594502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:04.620492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:04.624145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:04.627202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:04.708310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Subnet': ['ID=bbbeebd4-e280-42c8-b7ed-2a319b543bd6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:04.720175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Checking segment: {'id': 'ce4cbc5c-4d3a-4461-bad8-a22de8098af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ce642c93-f0e0-43ac-85c5-3032de4be971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:04.720635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network hostable DHCP agents. Network: ce642c93-f0e0-43ac-85c5-3032de4be971, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:02:04.740579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:04.741278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.753105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b74fb-c46b-483a-b7e4-6f97c9699a68 req-ce3be020-34b9-4d87-b4c0-17007ffc045d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:04.754719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b60b74fb-c46b-483a-b7e4-6f97c9699a68 req-ce3be020-34b9-4d87-b4c0-17007ffc045d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 943 time: 0.1327071 Nov 05 22:02:04.823218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b60b74fb-c46b-483a-b7e4-6f97c9699a68 req-e7cffe09-1b38-4999-bd53-a446bb3e9364 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554552 Nov 05 22:02:04.900204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network ce642c93-f0e0-43ac-85c5-3032de4be971 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:02:04.903694 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2e8db7dd-62df-4437-8bd1-ee10f62665da tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1532784 Nov 05 22:02:04.916269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Request body: {'port': {'device_id': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:04.956120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6e09773c-548e-4af3-b492-2b2d76cd16ce None None] Provisioning complete for port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:04.956482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6e09773c-548e-4af3-b492-2b2d76cd16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.976980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:04.994729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6e09773c-548e-4af3-b492-2b2d76cd16ce None None] Port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:02:05.036907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, ce642c93-f0e0-43ac-85c5-3032de4be971) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:05.041913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:05.042562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.053152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64db2e2-8114-4d82-933b-3bdf621f51f1 None None] Network ce642c93-f0e0-43ac-85c5-3032de4be971 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:05.154971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-05d67bdb-c2f7-437a-a153-4ca057036de4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2450640 Nov 05 22:02:05.158034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46790) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:05.163087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'network': {'name': 'tempest-router-network01--563811413'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:05.251224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-ce642c93-f0e0-43ac-85c5-3032de4be971', 'network_id': 'ce642c93-f0e0-43ac-85c5-3032de4be971', 'tenant_id': '36eda9a08d21448a852e0ad587816ed5', 'fixed_ips': [{'subnet_id': 'bbbeebd4-e280-42c8-b7ed-2a319b543bd6'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:02:05.252501 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.331249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Made reservation on behalf of 36eda9a08d21448a852e0ad587816ed5 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:05.331249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.349905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:05.363103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.376914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:02:05.377694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Transition to ACTIVE for port object 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:02:05.390329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.390761 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Added segment e7ce1c5f-e405-4472-94f6-9ccc01251046 of type vlan for network 97a96455-adda-4ff9-9d07-5d19715e2b6c Nov 05 22:02:05.423111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Allocated IP 172.20.0.2 (ce642c93-f0e0-43ac-85c5-3032de4be971/bbbeebd4-e280-42c8-b7ed-2a319b543bd6/018ee564-d53a-4240-bc62-b635393d3100) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:05.434304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.551377 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.575585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.603010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.610404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:05.611070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.678006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.689538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Network': ['ID=97a96455-adda-4ff9-9d07-5d19715e2b6c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:05.714218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fdac3277-aad2-4a1a-83cd-fd53cd70c6e6 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5536697 Nov 05 22:02:05.717865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:05.733547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:05.736573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'network': {'name': 'tempest-router-network02--1365310184'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:05.760843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecb48d-fc5c-4d78-b1e7-1274327d3e5b req-43c64f39-9a8b-4474-8afd-2018bb28cb77 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:05.762975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ceecb48d-fc5c-4d78-b1e7-1274327d3e5b req-43c64f39-9a8b-4474-8afd-2018bb28cb77 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 944 time: 0.1846714 Nov 05 22:02:05.778783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Network ce642c93-f0e0-43ac-85c5-3032de4be971 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:05.788670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:05.791272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:02:05.797487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:05.822630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Attempting to bind port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:02:05.822974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Attempting to bind port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:02:05.823289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Attempting to bind port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:05.832380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe on network 82214baf-d054-4324-8f89-16412cff8074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:02:05.832694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Attempting to bind port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:05.842143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:02:05.842754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:05.843561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Bound using segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:02:05.844238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Bound port: 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:02:05.844782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.860548 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ceecb48d-fc5c-4d78-b1e7-1274327d3e5b req-2142e91f-c277-4d2f-a605-e33675bead91 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859511 Nov 05 22:02:05.879751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Made reservation on behalf of 36eda9a08d21448a852e0ad587816ed5 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:05.881863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.895624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Pushing event updated for resources: {'Port': ['ID=018ee564-d53a-4240-bc62-b635393d3100,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:05.933093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:02:05.953143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:05.954757 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Added segment 7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1 of type vlan for network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 Nov 05 22:02:05.976570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] For port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:02:05.980416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] For port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:02:06.014366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Attempting to bind port 018ee564-d53a-4240-bc62-b635393d3100 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:02:06.014366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Attempting to bind port 018ee564-d53a-4240-bc62-b635393d3100 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ce4cbc5c-4d3a-4461-bad8-a22de8098af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ce642c93-f0e0-43ac-85c5-3032de4be971'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:02:06.014366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Attempting to bind port 018ee564-d53a-4240-bc62-b635393d3100 on network ce642c93-f0e0-43ac-85c5-3032de4be971 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:06.022985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:02:06.023354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Checking segment: {'id': 'ce4cbc5c-4d3a-4461-bad8-a22de8098af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ce642c93-f0e0-43ac-85c5-3032de4be971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:06.023771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.024157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Bound using segment: {'id': 'ce4cbc5c-4d3a-4461-bad8-a22de8098af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ce642c93-f0e0-43ac-85c5-3032de4be971'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:02:06.024620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Bound port: 018ee564-d53a-4240-bc62-b635393d3100, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4cbc5c-4d3a-4461-bad8-a22de8098af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ce642c93-f0e0-43ac-85c5-3032de4be971'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:02:06.024999 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.037296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.076676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff065b-dcca-435e-af11-8cf42ca1c4fb req-d84ba1c8-d005-47ff-8461-b794e77542d5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:06.078176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cff065b-dcca-435e-af11-8cf42ca1c4fb req-d84ba1c8-d005-47ff-8461-b794e77542d5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 943 time: 0.0804076 Nov 05 22:02:06.083242 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.110090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] For port 018ee564-d53a-4240-bc62-b635393d3100, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:02:06.118784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] For port 018ee564-d53a-4240-bc62-b635393d3100, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=018ee564-d53a-4240-bc62-b635393d3100,segment=NetworkSegment(ce4cbc5c-4d3a-4461-bad8-a22de8098af0),segment_id=ce4cbc5c-4d3a-4461-bad8-a22de8098af0)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:02:06.129053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:06.129663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.131092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/10fb07ae-b5ff-4664-884c-2c68c5e1ebbe HTTP/1.1" status: 200 len: 1092 time: 1.2197180 Nov 05 22:02:06.131534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:06.133813 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd62549-d276-4514-83d1-133af026373e" -d '{"events": [{"name": "network-changed", "server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:06.142570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cff065b-dcca-435e-af11-8cf42ca1c4fb req-a801ae98-3f07-4544-a53e-9e1e8114486a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496016 Nov 05 22:02:06.143724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.150432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:06.151139 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.160951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aee73-833c-45a1-ad33-bb346032a6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:06.207479 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1e9ed8-dc95-48f2-b6c1-c6de42ad8b3a x-openstack-request-id: req-1f1e9ed8-dc95-48f2-b6c1-c6de42ad8b3a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:06.207479 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:06.207479 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f1e9ed8-dc95-48f2-b6c1-c6de42ad8b3a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:06.207479 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe', 'status': 'completed', 'code': 200} Nov 05 22:02:06.249833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.287791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Network': ['ID=8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:06.296095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62549-d276-4514-83d1-133af026373e req-1baddbb2-5aa5-4678-bacb-560547a6f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:06.298177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afd62549-d276-4514-83d1-133af026373e req-1baddbb2-5aa5-4678-bacb-560547a6f276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 1095 time: 0.0672941 Nov 05 22:02:06.315683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:02:06.377701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a3e0-ba49-4134-bcfd-8e87543d6d96 None None] Pushing event updated for resources: {'Port': ['ID=018ee564-d53a-4240-bc62-b635393d3100,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:06.416505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ff8df89a-95c7-4f57-a228-08ea062a3d05 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6894846 Nov 05 22:02:06.418275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:06.423813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'subnet': {'network_id': '97a96455-adda-4ff9-9d07-5d19715e2b6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:06.431852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0a76-5479-4343-9fe0-fed2c44cddbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.594957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62549-d276-4514-83d1-133af026373e req-1fe2afac-24bf-4292-a4a8-a69326dee6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:06.597660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afd62549-d276-4514-83d1-133af026373e req-1fe2afac-24bf-4292-a4a8-a69326dee6e5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=27b7bd5cb7994db491da4bdbba53a059&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2893670 Nov 05 22:02:06.643657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Made reservation on behalf of 36eda9a08d21448a852e0ad587816ed5 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:06.652617 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:06.760051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62549-d276-4514-83d1-133af026373e req-99d707a8-67ab-4f68-9f45-aa30f6877097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:06.763420 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afd62549-d276-4514-83d1-133af026373e req-99d707a8-67ab-4f68-9f45-aa30f6877097 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588087 Nov 05 22:02:06.853591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-3183d3d6-2a47-4f3b-b25e-aa1651cc40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:06.855244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-3183d3d6-2a47-4f3b-b25e-aa1651cc40bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 1095 time: 0.0520351 Nov 05 22:02:06.932164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-e4b038a9-2fd8-4441-afbd-4065c1f974b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe HTTP/1.1" status: 200 len: 217 time: 0.0676630 Nov 05 22:02:06.970324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:07.015836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-9c2a7f45-1a38-4b6d-9e01-5b7b7a044fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:07.017322 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-9c2a7f45-1a38-4b6d-9e01-5b7b7a044fce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0775678 Nov 05 22:02:07.077404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Subnet': ['ID=6c7e6e13-ea62-4b29-b28c-12cc2f049fb7,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:07.080644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Checking segment: {'id': 'e7ce1c5f-e405-4472-94f6-9ccc01251046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '97a96455-adda-4ff9-9d07-5d19715e2b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:07.081623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network hostable DHCP agents. Network: 97a96455-adda-4ff9-9d07-5d19715e2b6c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:02:07.097071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824891f-db8d-409d-9111-c1da4632549b req-b06bbd7b-1864-4930-9c6c-bcadea3a7aad tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:07.098714 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5824891f-db8d-409d-9111-c1da4632549b req-b06bbd7b-1864-4930-9c6c-bcadea3a7aad tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 944 time: 0.1506193 Nov 05 22:02:07.132686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2a78abae-b6d6-40d5-9765-455663ab9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:07.134155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-2a78abae-b6d6-40d5-9765-455663ab9f79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082687 Nov 05 22:02:07.181510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5824891f-db8d-409d-9111-c1da4632549b req-83de0fb7-1e01-42eb-8580-1b29890e96d4 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743785 Nov 05 22:02:07.205174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:02:07.245720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-743f5172-a950-4edf-a6ad-a7e354a7f4e8 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022024 Nov 05 22:02:07.290154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67082028-bf2e-4706-bd0e-420b4d863a38 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:02:07.308293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732ca5f-2679-4c74-95fd-382a3b8e5a09 req-602c7237-2d3a-473b-94f5-07adb3a3ad05 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:07.312897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d732ca5f-2679-4c74-95fd-382a3b8e5a09 req-602c7237-2d3a-473b-94f5-07adb3a3ad05 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 943 time: 0.0638330 Nov 05 22:02:07.315538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 97a96455-adda-4ff9-9d07-5d19715e2b6c) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:07.320831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:07.321589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:07.414023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d732ca5f-2679-4c74-95fd-382a3b8e5a09 req-f2c41655-5d2d-4189-80bd-e644e297cc5c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951259 Nov 05 22:02:07.527113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 67082028-bf2e-4706-bd0e-420b4d863a38, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67082028-bf2e-4706-bd0e-420b4d863a38,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:07.537635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2caca5-0b7e-4323-9956-122c4c84c855 None None] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:07.561411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-00e52fef-5380-4458-a2aa-a242d71c34a8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1391795 Nov 05 22:02:07.561588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46850) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:07.567442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'subnet': {'network_id': '8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:07.573370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '67082028-bf2e-4706-bd0e-420b4d863a38', 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'port_id': '67082028-bf2e-4706-bd0e-420b4d863a38', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164b29ec-6469-4d03-9923-942c041705fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:02:07.700679 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:07.722620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67082028-bf2e-4706-bd0e-420b4d863a38 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:07.785300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 67082028-bf2e-4706-bd0e-420b4d863a38, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67082028-bf2e-4706-bd0e-420b4d863a38,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:07.835105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Made reservation on behalf of 36eda9a08d21448a852e0ad587816ed5 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:07.846447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:07.866022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584261ea-890a-4ee4-9c7a-79b65d1bff56 None None] Network ce642c93-f0e0-43ac-85c5-3032de4be971 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:07.869560 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:07.870577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cb697fb2-5f27-4466-bdf7-245977a213c7 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:02:07.937343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-97a96455-adda-4ff9-9d07-5d19715e2b6c', 'network_id': '97a96455-adda-4ff9-9d07-5d19715e2b6c', 'tenant_id': '36eda9a08d21448a852e0ad587816ed5', 'fixed_ips': [{'subnet_id': '6c7e6e13-ea62-4b29-b28c-12cc2f049fb7'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:02:07.938573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:07.977927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 018ee564-d53a-4240-bc62-b635393d3100 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:08.000444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfc6a19b-9237-45d8-9a81-dd9b3aed94a0 req-aafd15fe-61da-4cde-bf32-fd4e663a89f2 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472889 Nov 05 22:02:08.077347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6c5d23ac-ece8-4163-a115-2c296e27150e None None] Provisioning complete for port 018ee564-d53a-4240-bc62-b635393d3100 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:08.081790 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c5d23ac-ece8-4163-a115-2c296e27150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.130867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cb697fb2-5f27-4466-bdf7-245977a213c7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cb697fb2-5f27-4466-bdf7-245977a213c7,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:08.135369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=67082028-bf2e-4706-bd0e-420b4d863a38,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:08.218600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46862) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:08.246566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'cb697fb2-5f27-4466-bdf7-245977a213c7', 'network_id': '56e3a826-92a2-403f-80ec-f1d6137be21e', 'port_id': 'cb697fb2-5f27-4466-bdf7-245977a213c7', 'mac_address': 'fa:16:3e:c6:ca:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164b29ec-6469-4d03-9923-942c041705fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:02:08.289545 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.388956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 018ee564-d53a-4240-bc62-b635393d3100 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:08.389475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.416842 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.550337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Allocated IP 172.20.0.2 (97a96455-adda-4ff9-9d07-5d19715e2b6c/6c7e6e13-ea62-4b29-b28c-12cc2f049fb7/c287e890-5180-4d0e-bc51-8f39ad80e767) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:08.564475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72b0b-a407-4ea3-b1da-d2229399f534 req-759ccfe0-735a-4cd1-a6e0-19e328d0ad4b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:08.572405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c5d23ac-ece8-4163-a115-2c296e27150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.573092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5e72b0b-a407-4ea3-b1da-d2229399f534 req-759ccfe0-735a-4cd1-a6e0-19e328d0ad4b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 944 time: 0.3017514 Nov 05 22:02:08.575318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb697fb2-5f27-4466-bdf7-245977a213c7 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:08.623116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Subnet': ['ID=bceccec3-1c8e-43d5-89e9-b93b5e6d98e6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:08.624545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cb697fb2-5f27-4466-bdf7-245977a213c7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cb697fb2-5f27-4466-bdf7-245977a213c7,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:08.645503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164859ca-e5ed-460f-8124-fa5ef3e044bb req-bd1308f0-b2cd-4e3e-b994-9a8df6f6c392 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:08.651393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-164859ca-e5ed-460f-8124-fa5ef3e044bb req-bd1308f0-b2cd-4e3e-b994-9a8df6f6c392 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 944 time: 0.1033156 Nov 05 22:02:08.664395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Checking segment: {'id': '7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:08.665655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network hostable DHCP agents. Network: 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:02:08.700632 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f76edaec-e380-4384-8385-ac19b66a14a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.728250 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-164859ca-e5ed-460f-8124-fa5ef3e044bb req-101d5e66-6de8-4337-a8f9-3a0c1cadc490 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730486 Nov 05 22:02:08.744215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5e72b0b-a407-4ea3-b1da-d2229399f534 req-e62387af-4a6e-4e46-ab0f-69875e3fa645 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701396 Nov 05 22:02:08.744603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.776610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Deleting port 8f46aed5-14a0-49b9-b70d-db60230cf38f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:08.777321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.839218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:02:08.880328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.880654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:08.896065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Calling delete_port for 8f46aed5-14a0-49b9-b70d-db60230cf38f owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:08.902129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:08.921750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:08.922320 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.036114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17e068-6288-4591-9213-f399412c6b7d None None] Network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:09.089627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6c5d23ac-ece8-4163-a115-2c296e27150e None None] For port 018ee564-d53a-4240-bc62-b635393d3100, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=018ee564-d53a-4240-bc62-b635393d3100,segment=NetworkSegment(ce4cbc5c-4d3a-4461-bad8-a22de8098af0),segment_id=ce4cbc5c-4d3a-4461-bad8-a22de8098af0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:09.099218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0d73ef1-c646-4d45-af9c-eba3f8531b1c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5365736 Nov 05 22:02:09.105444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:09.194417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cb697fb2-5f27-4466-bdf7-245977a213c7,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:09.199027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['67082028-bf2e-4706-bd0e-420b4d863a38'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:09.215187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['cb697fb2-5f27-4466-bdf7-245977a213c7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:09.253987 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c5d23ac-ece8-4163-a115-2c296e27150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.350181 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.529423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d23ac-ece8-4163-a115-2c296e27150e None None] Pushing event updated for resources: {'Port': ['ID=018ee564-d53a-4240-bc62-b635393d3100,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:09.617405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.645023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e1d3784b-d94a-4443-8873-224fcd8d3f59 None None] Provisioning complete for port 018ee564-d53a-4240-bc62-b635393d3100 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:09.645464 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e1d3784b-d94a-4443-8873-224fcd8d3f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.705845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:02:09.706450 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:02:09.720167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2', 'network_id': '8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2', 'tenant_id': '36eda9a08d21448a852e0ad587816ed5', 'fixed_ips': [{'subnet_id': 'bceccec3-1c8e-43d5-89e9-b93b5e6d98e6'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:02:09.721021 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.790164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.801672 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.896429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:09.950760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:09.960146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1db6ad-f397-4d7e-85ed-861ce23cad04 req-f32e5cd2-66b8-41a5-bd4a-9d20152e70f9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:09.965655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a1db6ad-f397-4d7e-85ed-861ce23cad04 req-f32e5cd2-66b8-41a5-bd4a-9d20152e70f9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 944 time: 0.0894456 Nov 05 22:02:09.981902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event deleted for resources: {'Port': ['ID=8f46aed5-14a0-49b9-b70d-db60230cf38f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:09.983978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Pushing event updated for resources: {'Port': ['ID=c287e890-5180-4d0e-bc51-8f39ad80e767,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:09.988415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:10.059479 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a1db6ad-f397-4d7e-85ed-861ce23cad04 req-c02e6700-0725-4052-a550-c879468b2704 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797565 Nov 05 22:02:10.064401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:10.149487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Allocated IP 172.20.0.2 (8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2/bceccec3-1c8e-43d5-89e9-b93b5e6d98e6/81333827-b54a-4c58-90fb-b38c7378b06e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:10.200097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84fd3a-1dc1-4f99-8668-103bbb7cfd72 req-bb909ea4-0df3-4a8e-be90-b762c1000399 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:10.201745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b84fd3a-1dc1-4f99-8668-103bbb7cfd72 req-bb909ea4-0df3-4a8e-be90-b762c1000399 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 944 time: 0.3167655 Nov 05 22:02:10.208248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.229572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.229572 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Floating IP 23e997ca-9150-4737-823b-de0075f8ea32 disassociated (deleted). External IP: 172.25.6.226, port: 2d89b021-0e60-434f-b289-6a73c0d5d961. Nov 05 22:02:10.433265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b84fd3a-1dc1-4f99-8668-103bbb7cfd72 req-6239b146-4359-4af6-9e66-a5eb808180ed tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188458 Nov 05 22:02:10.474211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Allocated IP 172.20.0.1 (97a96455-adda-4ff9-9d07-5d19715e2b6c/6c7e6e13-ea62-4b29-b28c-12cc2f049fb7/0131d62b-e31c-4db5-a556-d733661cbf8d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:10.503671 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.510413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:02:10.514951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 018ee564-d53a-4240-bc62-b635393d3100 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:10.516501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Attempting to bind port c287e890-5180-4d0e-bc51-8f39ad80e767 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:02:10.516989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Attempting to bind port c287e890-5180-4d0e-bc51-8f39ad80e767 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e7ce1c5f-e405-4472-94f6-9ccc01251046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '97a96455-adda-4ff9-9d07-5d19715e2b6c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:02:10.517452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Attempting to bind port c287e890-5180-4d0e-bc51-8f39ad80e767 on network 97a96455-adda-4ff9-9d07-5d19715e2b6c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:10.551028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:02:10.551614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Checking segment: {'id': 'e7ce1c5f-e405-4472-94f6-9ccc01251046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '97a96455-adda-4ff9-9d07-5d19715e2b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:10.552261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.552758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Bound using segment: {'id': 'e7ce1c5f-e405-4472-94f6-9ccc01251046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '97a96455-adda-4ff9-9d07-5d19715e2b6c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:02:10.553737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Bound port: c287e890-5180-4d0e-bc51-8f39ad80e767, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ce1c5f-e405-4472-94f6-9ccc01251046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '97a96455-adda-4ff9-9d07-5d19715e2b6c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:02:10.553737 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.685520 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.688346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:02:10.720771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.752354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] For port c287e890-5180-4d0e-bc51-8f39ad80e767, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:02:10.767595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 018ee564-d53a-4240-bc62-b635393d3100 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:10.768087 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.774349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:10.776436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:10.815130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:10.818370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] For port c287e890-5180-4d0e-bc51-8f39ad80e767, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c287e890-5180-4d0e-bc51-8f39ad80e767,segment=NetworkSegment(e7ce1c5f-e405-4472-94f6-9ccc01251046),segment_id=e7ce1c5f-e405-4472-94f6-9ccc01251046)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:02:10.823592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:10.827922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Pushing event updated for resources: {'Port': ['ID=81333827-b54a-4c58-90fb-b38c7378b06e,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:10.833598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe', 'mac_address': 'fa:16:3e:01:3b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:02:10.869352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:02:10.875502 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.884169 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] Sync routers for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:02:10.901468 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:10.902839 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:10.936124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Attempting to bind port 81333827-b54a-4c58-90fb-b38c7378b06e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:02:10.936631 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Attempting to bind port 81333827-b54a-4c58-90fb-b38c7378b06e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:02:10.937098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Attempting to bind port 81333827-b54a-4c58-90fb-b38c7378b06e on network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:10.950884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ed059b17-6ef3-45b6-b02f-bf6c51a7f619 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "DELETE /v2.0/floatingips/23e997ca-9150-4737-823b-de0075f8ea32 HTTP/1.1" status: 204 len: 168 time: 2.7275436 Nov 05 22:02:10.952329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:10.955264 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:10.974971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.987206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:02:10.987677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Checking segment: {'id': '7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:10.988817 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:10.990252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Bound using segment: {'id': '7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:02:10.990820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Bound port: 81333827-b54a-4c58-90fb-b38c7378b06e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:02:10.992417 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:11.022961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:11.032195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:11.069190 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66de916-ba2f-4b7a-a9aa-3c8eac2cd553 x-openstack-request-id: req-d66de916-ba2f-4b7a-a9aa-3c8eac2cd553 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:11.070197 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:11.070197 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d66de916-ba2f-4b7a-a9aa-3c8eac2cd553 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:11.072475 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'status': 'completed', 'code': 200} Nov 05 22:02:11.080512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Port': ['ID=0131d62b-e31c-4db5-a556-d733661cbf8d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:11.161960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:11.171266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:11.174210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:11.182340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:11.353716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:11.366245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-6020fe3d-c15b-448e-bde0-0692d4765048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:11.367893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-6020fe3d-c15b-448e-bde0-0692d4765048 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=428f28f3ee2444339c2fe089ffe91548&device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 1097 time: 0.2761626 Nov 05 22:02:11.398062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46926) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:11.411317 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:02:11.483986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7703b-b4b2-4ee1-9ee1-a4e0df2b4338 req-4bc9f986-3b1a-4a27-866c-bcc047979512 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:11.485576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1e7703b-b4b2-4ee1-9ee1-a4e0df2b4338 req-4bc9f986-3b1a-4a27-866c-bcc047979512 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 944 time: 0.2734287 Nov 05 22:02:11.652452 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:11.766707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:11.828172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cb697fb2-5f27-4466-bdf7-245977a213c7 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:11.868927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:11.874777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:11.883748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e405506-c094-4268-9d8b-48c0f267200c None None] Pushing event updated for resources: {'Port': ['ID=c287e890-5180-4d0e-bc51-8f39ad80e767,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:11.901915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-ecf8de06-0dc7-4ff5-8eba-ae3e63ae5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:11.904245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-ecf8de06-0dc7-4ff5-8eba-ae3e63ae5989 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 200 len: 915 time: 0.4551539 Nov 05 22:02:11.914743 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:11.967458 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] Checking router: 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:02:11.980556 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:11.981581 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:11.991740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1e7703b-b4b2-4ee1-9ee1-a4e0df2b4338 req-b1a842c7-6a0d-468c-ae26-807d0393eabf tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285419 Nov 05 22:02:12.000749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07009dcb05ce4a07bbb42407330ff1b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5982664 Nov 05 22:02:12.020175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.032255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] For port 81333827-b54a-4c58-90fb-b38c7378b06e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:02:12.036054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46940) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:12.123407 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:02:12.176735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:12.182201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.197715 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.200767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port cb697fb2-5f27-4466-bdf7-245977a213c7 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:02:12.221519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port cb697fb2-5f27-4466-bdf7-245977a213c7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:12.226494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.226775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90d4a72a-43b6-40db-b7a1-0fb4b9803cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.239659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0a1d51-1e9b-4bbb-aa87-bc0b1703a81c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:12.239879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] For port 81333827-b54a-4c58-90fb-b38c7378b06e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=81333827-b54a-4c58-90fb-b38c7378b06e,segment=NetworkSegment(7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1),segment_id=7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:02:12.250870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-8ab779da-544c-4b8b-99d1-751be89f08f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 200 len: 217 time: 0.2887795 Nov 05 22:02:12.257761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.258622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.258836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.259379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.259965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.264200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.264200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.264200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.264200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.264200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.264200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.264200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ce27c-1122-4acc-805e-8c278d35a1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:12.285021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['10fb07ae-b5ff-4664-884c-2c68c5e1ebbe'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:12.304381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25011444-53aa-4767-9a9b-d69783228d9c req-15c6dcad-cbf2-46d0-a850-5b473d356916 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:12.318059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25011444-53aa-4767-9a9b-d69783228d9c req-15c6dcad-cbf2-46d0-a850-5b473d356916 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 944 time: 0.4098699 Nov 05 22:02:12.382126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.384239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.423699 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:12.487749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25011444-53aa-4767-9a9b-d69783228d9c req-5e08dda0-fa47-4af0-a64c-3c013b4b8668 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644356 Nov 05 22:02:12.550636 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90d4a72a-43b6-40db-b7a1-0fb4b9803cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.558011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-e315ed8e-a9c2-4b5a-87c8-f6ef6bf893f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:12.563234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-e315ed8e-a9c2-4b5a-87c8-f6ef6bf893f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c919a23-c572-4b73-bb7e-0b6847919bfb HTTP/1.1" status: 200 len: 853 time: 0.2220507 Nov 05 22:02:12.605829 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d31186-376e-4a78-8cfc-ab710af8cbaa None None] The sync data for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 is: [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T21:55:47Z', 'revision_number': 4, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'd46ea281-1dc2-4e14-b5cd-b7b53d569f72', 'name': '', 'network_id': 'a20f2499-c8fc-4658-8362-5371f1b7f9c8', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'mac_address': 'fa:16:3e:61:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:45Z', 'updated_at': '2021-11-05T21:55:51Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'subnets': [{'id': '9c919a23-c572-4b73-bb7e-0b6847919bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:02:12.610640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd432e70-e55d-476a-b1f6-7fadff97f8f5 req-7ebcc7b9-f4ad-4ec1-a259-e4c7d4312e6e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:12.610992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd432e70-e55d-476a-b1f6-7fadff97f8f5 req-7ebcc7b9-f4ad-4ec1-a259-e4c7d4312e6e tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 946 time: 0.4206362 Nov 05 22:02:12.617541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c287e890-5180-4d0e-bc51-8f39ad80e767 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:12.703411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c4958-19aa-4db5-8120-957d04c73235 None None] Pushing event updated for resources: {'Port': ['ID=81333827-b54a-4c58-90fb-b38c7378b06e,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:12.772950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90d4a72a-43b6-40db-b7a1-0fb4b9803cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.778100 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-90d4a72a-43b6-40db-b7a1-0fb4b9803cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.782608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-90d4a72a-43b6-40db-b7a1-0fb4b9803cdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af0a1d51-1e9b-4bbb-aa87-bc0b1703a81c HTTP/1.1" status: 204 len: 168 time: 0.7305040 Nov 05 22:02:12.797070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4a72a-43b6-40db-b7a1-0fb4b9803cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0a1d51-1e9b-4bbb-aa87-bc0b1703a81c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:12.910783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:12.961834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-a4657d49-6c5e-442b-ba1d-2b746acd9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:12.963383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-a4657d49-6c5e-442b-ba1d-2b746acd9e80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a20f2499-c8fc-4658-8362-5371f1b7f9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862379 Nov 05 22:02:13.051753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb697fb2-5f27-4466-bdf7-245977a213c7'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:13.052467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd432e70-e55d-476a-b1f6-7fadff97f8f5 req-fcddc613-36e2-4912-90e4-e672ab274d99 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706348 Nov 05 22:02:13.054058 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396cc323-108a-465c-b5d4-73c7428207e7" -d '{"events": [{"server_uuid": "cf900ec2-0f96-4eb2-8f1b-d29c0402d69e", "name": "network-vif-plugged", "status": "completed", "tag": "cb697fb2-5f27-4466-bdf7-245977a213c7"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:13.089120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port cb697fb2-5f27-4466-bdf7-245977a213c7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cb697fb2-5f27-4466-bdf7-245977a213c7,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:13.089120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c287e890-5180-4d0e-bc51-8f39ad80e767 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:13.089120 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:13.193858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034934be-9d53-409c-9efd-fe7240947558 req-fb894ae1-c5be-49dd-9b14-da4f9bd0aebd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:13.196102 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720009ea-2849-4afd-9a8f-ee72060fb3b2 x-openstack-request-id: req-720009ea-2849-4afd-9a8f-ee72060fb3b2 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:13.196407 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf900ec2-0f96-4eb2-8f1b-d29c0402d69e", "name": "network-vif-plugged", "status": "completed", "tag": "cb697fb2-5f27-4466-bdf7-245977a213c7", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:13.201364 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-720009ea-2849-4afd-9a8f-ee72060fb3b2 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:13.201803 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb697fb2-5f27-4466-bdf7-245977a213c7', 'code': 200} Nov 05 22:02:13.202759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-034934be-9d53-409c-9efd-fe7240947558 req-fb894ae1-c5be-49dd-9b14-da4f9bd0aebd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 945 time: 0.0882375 Nov 05 22:02:13.203528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:13.204652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67082028-bf2e-4706-bd0e-420b4d863a38 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:13.297620 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-034934be-9d53-409c-9efd-fe7240947558 req-0f131cb9-c2b0-4fad-b054-832d8107b243 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Nov 05 22:02:13.337617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bc8ed-6218-4424-99f2-6f9166c3f25f None None] New status for floating IP 23e997ca-9150-4737-823b-de0075f8ea32: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:02:13.419916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135eb3ea-fa7a-4744-a51e-9bf7da76dd85 None None] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:13.473201 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:02:13.609802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-009b2fdd-6917-40ed-9ec7-d31b4def3833 None None] Provisioning complete for port c287e890-5180-4d0e-bc51-8f39ad80e767 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:13.610262 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-009b2fdd-6917-40ed-9ec7-d31b4def3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:13.617716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=cb697fb2-5f27-4466-bdf7-245977a213c7,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:13.724715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 67082028-bf2e-4706-bd0e-420b4d863a38 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:02:13.738014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 67082028-bf2e-4706-bd0e-420b4d863a38 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:13.738388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:13.854131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fdaf1-e2d6-4d65-acc1-3aeb59a81fe3 req-47ca75a8-ed1e-45ef-a76c-68d1d05cad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:13.855202 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:13.855737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c2fdaf1-e2d6-4d65-acc1-3aeb59a81fe3 req-47ca75a8-ed1e-45ef-a76c-68d1d05cad0b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1097 time: 0.5626740 Nov 05 22:02:13.895877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-fe5a1383-ac7f-4ffa-999b-c3231017aadc tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:13.897339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-fe5a1383-ac7f-4ffa-999b-c3231017aadc tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 946 time: 0.6414707 Nov 05 22:02:13.905634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-7aae8f69-5327-48dd-8438-e51f5becc538 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090316 Nov 05 22:02:13.998787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port c287e890-5180-4d0e-bc51-8f39ad80e767, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c287e890-5180-4d0e-bc51-8f39ad80e767,segment=NetworkSegment(e7ce1c5f-e405-4472-94f6-9ccc01251046),segment_id=e7ce1c5f-e405-4472-94f6-9ccc01251046)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:14.007802 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-009b2fdd-6917-40ed-9ec7-d31b4def3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.012824 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.097900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 67082028-bf2e-4706-bd0e-420b4d863a38, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67082028-bf2e-4706-bd0e-420b4d863a38,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:14.098362 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.114573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.172794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c2fdaf1-e2d6-4d65-acc1-3aeb59a81fe3 req-d40f1773-91f1-4c25-a3fb-d3e42ddf315d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052087 Nov 05 22:02:14.205848 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.206070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414754-534f-4697-b7da-8627f5c91152 req-c2577afb-8171-4ebb-898c-05a46d7784e6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:14.212984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe414754-534f-4697-b7da-8627f5c91152 req-c2577afb-8171-4ebb-898c-05a46d7784e6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 944 time: 0.4293244 Nov 05 22:02:14.245581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.256544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-009b2fdd-6917-40ed-9ec7-d31b4def3833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:02:14.261084 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-009b2fdd-6917-40ed-9ec7-d31b4def3833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:02:14.264082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=c287e890-5180-4d0e-bc51-8f39ad80e767,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:14.303881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.312105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092191-a053-4851-9271-2c1e4ce1276b req-32bda2b9-4821-4234-916e-67c0fffc8b66 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:14.333071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb14b8-c574-43bb-937e-6487d1c98ec2 None None] Network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:14.343094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a092191-a053-4851-9271-2c1e4ce1276b req-32bda2b9-4821-4234-916e-67c0fffc8b66 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 946 time: 0.1383793 Nov 05 22:02:14.409021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5707b083-731c-4c7a-a2b8-3124ba3cbc3e req-d033243d-d6f7-44ea-bd64-b66e982c3577 service neutron] 10.222.0.46 "GET /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889734 Nov 05 22:02:14.440873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe414754-534f-4697-b7da-8627f5c91152 req-4925148d-b111-4e5e-b09b-13c3ac4e51eb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189236 Nov 05 22:02:14.477871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Port': ['ID=0131d62b-e31c-4db5-a556-d733661cbf8d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:14.483452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Deleting port 2d89b021-0e60-434f-b289-6a73c0d5d961 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:14.484148 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.485356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:14.493584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a092191-a053-4851-9271-2c1e4ce1276b req-0e3919f6-edf9-4264-897b-c274d1e04566 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437292 Nov 05 22:02:14.648999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=67082028-bf2e-4706-bd0e-420b4d863a38,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:14.747265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:14.786062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:14.817964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] For port 2d89b021-0e60-434f-b289-6a73c0d5d961, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=2d89b021-0e60-434f-b289-6a73c0d5d961,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:14.820973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.827820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:02:14.834110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 81333827-b54a-4c58-90fb-b38c7378b06e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:14.839275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:14.840367 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:14.851276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5cb59-07f6-4016-a203-eea138fdafc5 req-2748dc90-755a-4fd8-809e-f0c0df7a2aab tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:14.853363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dad5cb59-07f6-4016-a203-eea138fdafc5 req-2748dc90-755a-4fd8-809e-f0c0df7a2aab tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 945 time: 0.2610462 Nov 05 22:02:14.923230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Calling delete_port for 2d89b021-0e60-434f-b289-6a73c0d5d961 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:14.958714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Provisioning complete for port 81333827-b54a-4c58-90fb-b38c7378b06e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:14.959098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.012236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 81333827-b54a-4c58-90fb-b38c7378b06e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:15.012945 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.116619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dad5cb59-07f6-4016-a203-eea138fdafc5 req-307c50db-c5ad-4970-88c7-4b70a3f20779 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519896 Nov 05 22:02:15.146349 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.221105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67082028-bf2e-4706-bd0e-420b4d863a38'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:15.223686 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bd3c52-e306-4f55-b7bc-33caea54fe66" -d '{"events": [{"server_uuid": "f426c7e2-b0f4-46e5-b1dc-c772f4e58481", "name": "network-vif-plugged", "status": "completed", "tag": "67082028-bf2e-4706-bd0e-420b4d863a38"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:15.226273 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.294130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Router 14b9d75c-e41b-497c-9833-2b301be0f386 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:02:15.294395 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c86efa-8257-4dea-b42e-6222440599c5 x-openstack-request-id: req-86c86efa-8257-4dea-b42e-6222440599c5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:15.294761 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f426c7e2-b0f4-46e5-b1dc-c772f4e58481", "name": "network-vif-plugged", "status": "completed", "tag": "67082028-bf2e-4706-bd0e-420b4d863a38", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:15.295071 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86c86efa-8257-4dea-b42e-6222440599c5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:15.295505 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67082028-bf2e-4706-bd0e-420b4d863a38', 'code': 200} Nov 05 22:02:15.320723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:15.325076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 81333827-b54a-4c58-90fb-b38c7378b06e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=81333827-b54a-4c58-90fb-b38c7378b06e,segment=NetworkSegment(7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1),segment_id=7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:15.346049 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.401955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:02:15.411530 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.419212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f62403e4-e929-401a-92d6-ec14254439e0 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "PUT /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3134480 Nov 05 22:02:15.422204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47012) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:15.423502 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] Sync routers for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:02:15.467837 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:15.468747 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:15.557345 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:15.596005 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.597782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.598498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c287e890-5180-4d0e-bc51-8f39ad80e767 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:15.600025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event deleted for resources: {'Port': ['ID=2d89b021-0e60-434f-b289-6a73c0d5d961,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:15.604088 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:15.604926 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:15.661669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] No DVR routers for this DVR port 2d89b021-0e60-434f-b289-6a73c0d5d961 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:15.661865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d3b8c94e-94d2-42cc-bf11-acd7aafd9f70 req-4656b0b9-22d5-4411-a04e-cc464ea7922d tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0779862 Nov 05 22:02:15.669958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:15.681682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ad16851-a147-4bd1-a0fa-52265a725a91 req-84d18cd8-2cb4-4cd0-ad4b-27811bae260f tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.46 "DELETE /v2.0/ports/2d89b021-0e60-434f-b289-6a73c0d5d961 HTTP/1.1" status: 204 len: 173 time: 1.7707469 Nov 05 22:02:15.687393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'name': 'network-vif-deleted', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:15.689986 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8434ffb-b7d3-4507-89ef-48c731df11a0" -d '{"events": [{"server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "name": "network-vif-deleted", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:15.713321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126419aa-7bf2-4728-8636-6dd6d24346dd req-867e003f-a844-4fad-af76-2de9e0bbe3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:15.715232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-126419aa-7bf2-4728-8636-6dd6d24346dd req-867e003f-a844-4fad-af76-2de9e0bbe3af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 1096 time: 0.3151472 Nov 05 22:02:15.741846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33608e1b-3dba-4466-9ca3-31603c40cde0 req-519eba75-2f2c-4455-a3f9-088ea3cd5edb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:15.743573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33608e1b-3dba-4466-9ca3-31603c40cde0 req-519eba75-2f2c-4455-a3f9-088ea3cd5edb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1776471 Nov 05 22:02:15.754923 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:15.770164 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b19579-9b53-4c9f-a04d-81ab1e1fc156 None None] The sync data for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:02:15.804239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:02:15.804648 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:02:15.889808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:15.927251 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6316530b-3e53-4a70-8eb8-9613f4880d50 x-openstack-request-id: req-6316530b-3e53-4a70-8eb8-9613f4880d50 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:15.927540 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03f597-9587-4751-b09b-f16d8cb51c4f", "name": "network-vif-deleted", "tag": "2d89b021-0e60-434f-b289-6a73c0d5d961", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:15.927815 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6316530b-3e53-4a70-8eb8-9613f4880d50 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:15.928218 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03f597-9587-4751-b09b-f16d8cb51c4f', 'name': 'network-vif-deleted', 'tag': '2d89b021-0e60-434f-b289-6a73c0d5d961', 'status': 'completed', 'code': 200} Nov 05 22:02:15.991788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c287e890-5180-4d0e-bc51-8f39ad80e767 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:15.992363 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:16.071227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=81333827-b54a-4c58-90fb-b38c7378b06e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:16.148379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-126419aa-7bf2-4728-8636-6dd6d24346dd req-cdb70223-9e8f-4b6b-954b-e8c1a580321e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249880 Nov 05 22:02:16.196585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33608e1b-3dba-4466-9ca3-31603c40cde0 req-652d2c4d-e5de-41a5-ac83-8306972fab4e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398260 Nov 05 22:02:16.261570 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-e7179910-882d-4318-981e-b93c76951880 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:02:16.262853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e7179910-882d-4318-981e-b93c76951880 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "PUT /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8319964 Nov 05 22:02:16.265973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47038) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:16.444834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Provisioning complete for port 0131d62b-e31c-4db5-a556-d733661cbf8d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:16.446306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:16.537463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Port 0131d62b-e31c-4db5-a556-d733661cbf8d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:02:16.556389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d64dc-44d0-42cc-964c-33ad0fbf77b8 req-2ddc479d-6cf6-43e6-995c-b7c8913e8dab tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:16.559857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Provisioning complete for port c287e890-5180-4d0e-bc51-8f39ad80e767 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:16.565538 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a054838d-21a2-4a13-9d74-892397fc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:16.569612 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-767d64dc-44d0-42cc-964c-33ad0fbf77b8 req-2ddc479d-6cf6-43e6-995c-b7c8913e8dab tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 946 time: 0.1920226 Nov 05 22:02:16.591373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 81333827-b54a-4c58-90fb-b38c7378b06e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:16.738335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 81333827-b54a-4c58-90fb-b38c7378b06e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:16.738951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:16.880957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6de1f5d-54c4-459f-93cd-37044b5a03e5 req-d72656d6-498b-40e2-9023-8961f15b97e7 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0741820 Nov 05 22:02:16.935340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e36c81ef-ef5c-46ba-b38e-a930f9d29dec None None] Provisioning complete for port 81333827-b54a-4c58-90fb-b38c7378b06e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:16.936025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e36c81ef-ef5c-46ba-b38e-a930f9d29dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:17.014336 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-767d64dc-44d0-42cc-964c-33ad0fbf77b8 req-b04f5603-038d-4022-9776-5305652a822a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434240 Nov 05 22:02:17.151872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:17.169394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e36c81ef-ef5c-46ba-b38e-a930f9d29dec None None] Provisioning complete for port 0131d62b-e31c-4db5-a556-d733661cbf8d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:17.170382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e36c81ef-ef5c-46ba-b38e-a930f9d29dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:17.285074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e36c81ef-ef5c-46ba-b38e-a930f9d29dec None None] Port 0131d62b-e31c-4db5-a556-d733661cbf8d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:02:17.296844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:17.298480 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53262b5a-98b5-487e-8cfd-c14b7c1087f5" -d '{"events": [{"server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "name": "network-vif-plugged", "status": "completed", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:17.328463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 2d89b021-0e60-434f-b289-6a73c0d5d961 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:17.359060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 2d89b021-0e60-434f-b289-6a73c0d5d961 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:17.359668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 2d89b021-0e60-434f-b289-6a73c0d5d961 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:17.383002 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62be6c-7363-4279-95e5-d2e0a21c54da x-openstack-request-id: req-eb62be6c-7363-4279-95e5-d2e0a21c54da {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:17.383427 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "name": "network-vif-plugged", "status": "completed", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:17.383711 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb62be6c-7363-4279-95e5-d2e0a21c54da {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:17.384126 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe', 'code': 200} Nov 05 22:02:17.517120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37a55-b3b6-496c-8283-7e3558ec767c req-10bc1be2-9655-4d7f-b90b-2098b9905a2c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:17.541309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3a37a55-b3b6-496c-8283-7e3558ec767c req-10bc1be2-9655-4d7f-b90b-2098b9905a2c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1653309 Nov 05 22:02:17.631741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562188f-294e-41b9-8f1b-80806394a165 req-be83dea0-f686-4686-8908-2cd70a38580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:17.633356 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4562188f-294e-41b9-8f1b-80806394a165 req-be83dea0-f686-4686-8908-2cd70a38580a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 1097 time: 0.0892911 Nov 05 22:02:17.665175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3a37a55-b3b6-496c-8283-7e3558ec767c req-1d7b0ab3-88fd-4c56-8684-0f56cfecd6a6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106191 Nov 05 22:02:17.765224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4562188f-294e-41b9-8f1b-80806394a165 req-b09c32fd-4e33-4414-9678-9b5554e3e16a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234798 Nov 05 22:02:17.787702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Deleting port 0131d62b-e31c-4db5-a556-d733661cbf8d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:17.788049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:17.878787 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:17.899400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Calling delete_port for 0131d62b-e31c-4db5-a556-d733661cbf8d owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:18.044451 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19453771-e153-4340-bbff-0cd138e3c600 req-97d6b61b-d600-433f-96f7-ee66b8fc6769 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0384154 Nov 05 22:02:18.189705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d6f99-e1e2-4362-86a6-acea3b85b9ff req-3f112c3c-fc52-47a8-8f08-359100227940 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:18.191252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-674d6f99-e1e2-4362-86a6-acea3b85b9ff req-3f112c3c-fc52-47a8-8f08-359100227940 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 946 time: 0.0758455 Nov 05 22:02:18.245191 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:18.250721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-674d6f99-e1e2-4362-86a6-acea3b85b9ff req-aa43edef-1313-4c45-a9b2-ce505d32a344 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Nov 05 22:02:18.278385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Port': ['ID=0131d62b-e31c-4db5-a556-d733661cbf8d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:18.508461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:18.680651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Router 14b9d75c-e41b-497c-9833-2b301be0f386 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:02:18.765835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:02:18.780063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] Sync routers for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:02:18.780917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a46072ff-d6d4-4c95-9cbb-974fb3c645c5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "PUT /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5137224 Nov 05 22:02:18.792327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47098) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:18.793957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:18.804338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:18.853423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:18.860548 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-66dcac26-c0b7-45b7-a2ee-3f587e8d756a tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] delete failed (client error): The resource could not be found. Nov 05 22:02:18.866794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:18.867835 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66dcac26-c0b7-45b7-a2ee-3f587e8d756a tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-80674669 HTTP/1.1" status: 404 len: 333 time: 0.0723181 Nov 05 22:02:18.873690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4ed7251d-4dd0-4398-9d76-025e1075a2a4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'router': {'external_gateway_info': {'network_id': '14b9d75c-e41b-497c-9833-2b301be0f386'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:18.887458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:18.888181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:18.928735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79654314-7829-4179-87e5-7b6427a0fb7d req-93b6372f-c702-40d0-a2d2-3c49413f325b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:18.936982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79654314-7829-4179-87e5-7b6427a0fb7d req-93b6372f-c702-40d0-a2d2-3c49413f325b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1547682 Nov 05 22:02:18.986411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:18.988140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b63ebc7-10ed-46f1-9c27-6bcb87324a3a None None] The sync data for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:02:19.075693 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79654314-7829-4179-87e5-7b6427a0fb7d req-e5756de2-ac85-4852-9aca-19a33159a9bd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296000 Nov 05 22:02:19.245689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ebaab0f8-3cec-443b-99ac-e27611b1d0d8 req-8ae6f954-08c9-4140-84d7-0e5f29f2f1d4 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0576725 Nov 05 22:02:19.300239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4ed7251d-4dd0-4398-9d76-025e1075a2a4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:19.399171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d72e45-7091-4ed0-9321-b681d8525130 req-df4fb228-ad8b-4f1d-bf2c-5930a6247406 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:19.400835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f1d72e45-7091-4ed0-9321-b681d8525130 req-df4fb228-ad8b-4f1d-bf2c-5930a6247406 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 946 time: 0.0621245 Nov 05 22:02:19.444975 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-4ed7251d-4dd0-4398-9d76-025e1075a2a4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] update failed (client error): The resource could not be found. Nov 05 22:02:19.450073 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4ed7251d-4dd0-4398-9d76-025e1075a2a4 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "PUT /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386 HTTP/1.1" status: 404 len: 339 time: 0.5782986 Nov 05 22:02:19.450416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47120) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:19.506180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f1d72e45-7091-4ed0-9321-b681d8525130 req-05f50272-5775-4c59-8853-8503a0d0d3d2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963819 Nov 05 22:02:19.771697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781a1e-3074-4721-9207-910641950355 req-352a11a5-614d-4fe6-89ed-dee2bfca8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:19.773494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34781a1e-3074-4721-9207-910641950355 req-352a11a5-614d-4fe6-89ed-dee2bfca8040 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 1096 time: 0.0949473 Nov 05 22:02:19.785074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130cfa8-3233-4181-be11-e33640558241 req-44ab8726-5f2b-4e93-8e89-cbaee77908a4 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:19.793801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b130cfa8-3233-4181-be11-e33640558241 req-44ab8726-5f2b-4e93-8e89-cbaee77908a4 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0849528 Nov 05 22:02:19.891573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-ad76d66d-9f74-4f08-9bca-2211cd00a9bf tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 267 time: 0.2040119 Nov 05 22:02:19.938879 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b130cfa8-3233-4181-be11-e33640558241 req-14ebcddc-4a8d-41ea-bdd2-691becfd3bac tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436687 Nov 05 22:02:19.974429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:19.994518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781a1e-3074-4721-9207-910641950355 req-d7f1e977-c096-4c72-a49a-60c16e4c9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:19.998157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34781a1e-3074-4721-9207-910641950355 req-d7f1e977-c096-4c72-a49a-60c16e4c9fef service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 920 time: 0.1641119 Nov 05 22:02:20.056173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-b65ad10a-45f5-478f-8d43-208700c913a5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:20.060205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34781a1e-3074-4721-9207-910641950355 req-e804ab82-65fe-4155-bbd2-9831107d5f45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67082028-bf2e-4706-bd0e-420b4d863a38 HTTP/1.1" status: 200 len: 217 time: 0.0549567 Nov 05 22:02:20.065150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-b65ad10a-45f5-478f-8d43-208700c913a5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 946 time: 0.1724098 Nov 05 22:02:20.091747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'port': {'security_groups': []}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:20.130242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781a1e-3074-4721-9207-910641950355 req-6e803afa-009c-4624-a746-e0bef3462485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:20.132607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34781a1e-3074-4721-9207-910641950355 req-6e803afa-009c-4624-a746-e0bef3462485 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.0662980 Nov 05 22:02:20.184783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34781a1e-3074-4721-9207-910641950355 req-f2c9a5ee-f12f-480d-a2f8-4656ff5c6a9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442259 Nov 05 22:02:20.208858 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:20.344764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34781a1e-3074-4721-9207-910641950355 req-72957dab-d683-4f3c-b169-8293a0e91a87 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532815 Nov 05 22:02:20.418290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d14b1fa-c08a-4df1-8f16-8d7ca9b1d84e req-88227ae5-d4ce-4c4d-b892-e27b2ce3f772 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0671756 Nov 05 22:02:20.543713 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34781a1e-3074-4721-9207-910641950355 req-6e22bf15-2eed-47c3-9ddb-469084f74287 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824155 Nov 05 22:02:20.578951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Allocated IP 172.20.0.1 (ce642c93-f0e0-43ac-85c5-3032de4be971/bbbeebd4-e280-42c8-b7ed-2a319b543bd6/ffb5f0ca-d98a-45aa-834c-5802ef6ede63) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:20.627402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-9b3764df-e2e4-4d73-a314-10c81a09575c req-46171654-32ae-455a-8c05-f631f80ebda8 tempest-ListServerFiltersTestJSON-1966353828 tempest-ListServerFiltersTestJSON-1966353828-project] (102291) timed out ('10.222.0.13', 58132) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:02:20.770984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] For port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:20.792102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:20.819839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:20.880532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:20.893304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a4e5ad09-8853-40bb-b623-b3d6d5d12a92', '6bc0967a-4498-4b92-be62-a06dc5219725'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:20.895527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['10fb07ae-b5ff-4664-884c-2c68c5e1ebbe'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:20.946788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:20.947443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:20.948959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78ea553c-4d04-492d-b4de-0ea56f5cda42 req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "PUT /v2.0/ports/10fb07ae-b5ff-4664-884c-2c68c5e1ebbe HTTP/1.1" status: 200 len: 905 time: 0.8732748 Nov 05 22:02:20.949915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:20.954204 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45587c04-a32e-4ecf-af2b-1bdacf408d47" -d '{"events": [{"name": "network-changed", "server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:20.960065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:21.023252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network ce642c93-f0e0-43ac-85c5-3032de4be971 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:21.024210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b57ad-99dd-4c4d-a085-098d26c356fc tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,revision_number=6']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:21.025639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['10fb07ae-b5ff-4664-884c-2c68c5e1ebbe'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:21.113751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Port': ['ID=ffb5f0ca-d98a-45aa-834c-5802ef6ede63,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:21.146709 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd7fe49-7712-466a-9955-32b986b9d5f6 x-openstack-request-id: req-bbd7fe49-7712-466a-9955-32b986b9d5f6 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:21.147097 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:21.147266 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbd7fe49-7712-466a-9955-32b986b9d5f6 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:21.148610 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe', 'status': 'completed', 'code': 200} Nov 05 22:02:21.149674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:21.159481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f281bb-b654-486a-908a-dd8fe9fef9e1 req-520bfe43-127f-45b3-94ee-e4d7acc605c6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:21.170095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28f281bb-b654-486a-908a-dd8fe9fef9e1 req-520bfe43-127f-45b3-94ee-e4d7acc605c6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 908 time: 0.0976677 Nov 05 22:02:21.197421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:21.302275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:21.409850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8870a13-a65f-440f-afe5-840ca3e48233 req-76f924eb-5491-4cb8-b997-7f8a5c7ecce1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:21.418452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8870a13-a65f-440f-afe5-840ca3e48233 req-76f924eb-5491-4cb8-b997-7f8a5c7ecce1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0762243 Nov 05 22:02:21.501411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8870a13-a65f-440f-afe5-840ca3e48233 req-11553375-d3a8-42ee-8965-61085accb18e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819995 Nov 05 22:02:21.526564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ff0893cc-ec96-4dd4-a65d-a26f2dfd2615 None None] Provisioning complete for port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:21.527682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ff0893cc-ec96-4dd4-a65d-a26f2dfd2615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:21.537728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-40d86bd1-5f39-45d5-8fbd-0bc11b43b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:21.539268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-40d86bd1-5f39-45d5-8fbd-0bc11b43b4eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 1059 time: 0.4146407 Nov 05 22:02:21.551708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9487cd-68ef-4273-bce7-fabb29e71c03 req-f9cf0e4a-e390-4e83-aa5f-d85cac1a996c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:21.553248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec9487cd-68ef-4273-bce7-fabb29e71c03 req-f9cf0e4a-e390-4e83-aa5f-d85cac1a996c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.3936980 Nov 05 22:02:21.659234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bbfb73cd-51c1-4bbf-8e46-35541a6ccf70 req-06fd464e-1e17-485a-86c4-d6d1e3c4e573 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0510957 Nov 05 22:02:21.684698 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec9487cd-68ef-4273-bce7-fabb29e71c03 req-6159e89c-87c1-495f-9704-3151f1b6b27b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137295 Nov 05 22:02:21.768970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-8d6c8452-2dc7-4b0e-b319-ad8a886c8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:21.780349 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-8d6c8452-2dc7-4b0e-b319-ad8a886c8529 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.2231352 Nov 05 22:02:21.788939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46536802-0639-42b8-9bad-3e99d9fd92bb req-47d5d4e9-7a19-4895-9bf2-603faf142c66 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:21.799201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46536802-0639-42b8-9bad-3e99d9fd92bb req-47d5d4e9-7a19-4895-9bf2-603faf142c66 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0790739 Nov 05 22:02:21.805450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:21.841967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b57ef313-5203-45be-8b83-76592fd93427 None None] Provisioning complete for port ffb5f0ca-d98a-45aa-834c-5802ef6ede63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:21.842339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b57ef313-5203-45be-8b83-76592fd93427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:21.880761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46536802-0639-42b8-9bad-3e99d9fd92bb req-fe939666-a3a2-4269-8c40-e19371858d69 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802784 Nov 05 22:02:21.887803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-f328e0c1-a6ab-45db-965a-b5f1e2eee6db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe HTTP/1.1" status: 200 len: 217 time: 0.0941932 Nov 05 22:02:21.923951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b57ef313-5203-45be-8b83-76592fd93427 None None] Port ffb5f0ca-d98a-45aa-834c-5802ef6ede63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:02:21.988702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-e649e372-d3f2-47c8-b567-eba6b835b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:21.990224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-e649e372-d3f2-47c8-b567-eba6b835b9ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0958354 Nov 05 22:02:22.495200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-3b4716b1-e985-4d9d-bb9c-e3aa2fdf2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:22.497449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-3b4716b1-e985-4d9d-bb9c-e3aa2fdf2873 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5001805 Nov 05 22:02:22.703633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-3b0f4f1f-0407-4732-aca3-a0befb88dbec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:22.705449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-3b0f4f1f-0407-4732-aca3-a0befb88dbec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.2577477 Nov 05 22:02:22.773390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-fb9368be-3abc-46cf-a0e1-99937d8ccdef tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/quotas/27b7bd5cb7994db491da4bdbba53a059 HTTP/1.1" status: 200 len: 375 time: 0.0557835 Nov 05 22:02:22.795774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bbe63585-9fe2-40c5-bca9-6473af8f6fb2 req-3e871859-bb70-499b-9001-0c1c507819cf tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0359352 Nov 05 22:02:22.801409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-729f6b0d-fd76-4929-80e1-297d59f6ae34 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642679 Nov 05 22:02:22.878135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:22.945490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-3ab80c24-6a3f-48a1-ba94-38674e04bcf5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1708963 Nov 05 22:02:22.957974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6b778-3a26-4bf3-9e41-408a0f197cae req-ac3a6988-a703-4630-bdb8-cf4ba9018336 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:22.966645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01b6b778-3a26-4bf3-9e41-408a0f197cae req-ac3a6988-a703-4630-bdb8-cf4ba9018336 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0713887 Nov 05 22:02:22.978620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:23.023820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01b6b778-3a26-4bf3-9e41-408a0f197cae req-c34f274f-ccf0-4765-8414-91a13f5b7921 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Nov 05 22:02:23.118722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:23.124459 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45587c04-a32e-4ecf-af2b-1bdacf408d47 req-a49d7619-5417-471f-a27e-8172cc33d44b service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973132 Nov 05 22:02:23.127908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event updated for resources: {'Port': ['ID=ffb5f0ca-d98a-45aa-834c-5802ef6ede63,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:23.149260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-26ca208a-01fe-4dfc-a455-c631381d6a0a service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011137 Nov 05 22:02:23.307292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-a37911ba-a1d8-4728-8e8b-f68287703efa service neutron] 10.222.0.41 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477935 Nov 05 22:02:23.309605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Network ce642c93-f0e0-43ac-85c5-3032de4be971 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:23.311083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:23.455856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Router 14b9d75c-e41b-497c-9833-2b301be0f386 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:02:23.571586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:02:23.586438 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] Sync routers for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:02:23.594150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ad21df0f-eb11-454a-a7c1-5f17634c5aaf tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "PUT /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1425893 Nov 05 22:02:23.596910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47228) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:23.598730 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:23.600726 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:23.648898 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:23.661971 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:23.662600 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:23.684823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fd5c6887-56cc-4968-9f35-016efe74d9ca None None] Provisioning complete for port ffb5f0ca-d98a-45aa-834c-5802ef6ede63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:23.685730 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6887-56cc-4968-9f35-016efe74d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:23.747255 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:23.747925 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84651dd-d99a-47eb-80d6-59f158e5ff46 None None] The sync data for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:02:23.768026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c6887-56cc-4968-9f35-016efe74d9ca None None] Port ffb5f0ca-d98a-45aa-834c-5802ef6ede63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:02:23.844079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b09ef99-e3ea-4185-bb26-1e29cb019746 req-3b3de73c-b8c2-4440-b969-f7455d60f0d8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 210 time: 0.1225266 Nov 05 22:02:23.896956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed050330-ccab-4ed0-b2b4-9c534fe0a3a5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:23.935236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-37b2e142-83eb-4076-b39e-a998d5693d12 req-5b2a8c65-b87b-4b14-a1dc-f3ff297ad8d6 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03f597-9587-4751-b09b-f16d8cb51c4f HTTP/1.1" status: 200 len: 210 time: 0.0282722 Nov 05 22:02:24.382695 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-ed050330-ccab-4ed0-b2b4-9c534fe0a3a5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 22:02:24.383775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ed050330-ccab-4ed0-b2b4-9c534fe0a3a5 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386 HTTP/1.1" status: 409 len: 329 time: 0.7856073 Nov 05 22:02:24.387335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47254) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:24.397638 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c0b71-4810-43dd-85fe-5280fcd7500b req-bdaa4a74-2ab9-4492-b935-1f0e1aeb09b2 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:24.399398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba4c0b71-4810-43dd-85fe-5280fcd7500b req-bdaa4a74-2ab9-4492-b935-1f0e1aeb09b2 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0978570 Nov 05 22:02:24.460459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba4c0b71-4810-43dd-85fe-5280fcd7500b req-0cdf3e53-ee78-4cef-9557-fcf614d3d119 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520735 Nov 05 22:02:24.755001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:24.943069 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9c02fe0-d23c-470e-813c-c912f32be5e4 req-271cb071-2693-4bff-a6e2-c6bcdbb1cb25 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 210 time: 0.0268998 Nov 05 22:02:25.048111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47270) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:25.101537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Deleting port ffb5f0ca-d98a-45aa-834c-5802ef6ede63 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:25.102148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:25.152757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8653a666-7e22-42d5-b986-62c8f502d647 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:25.183814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8653a666-7e22-42d5-b986-62c8f502d647 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:25.255590 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:25.269379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Calling delete_port for ffb5f0ca-d98a-45aa-834c-5802ef6ede63 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:25.435430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8653a666-7e22-42d5-b986-62c8f502d647 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:25.442182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8653a666-7e22-42d5-b986-62c8f502d647 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:25.447000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8653a666-7e22-42d5-b986-62c8f502d647 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] 10.222.0.41 "DELETE /v2.0/security-groups/9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa HTTP/1.1" status: 204 len: 168 time: 0.3954902 Nov 05 22:02:25.467653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653a666-7e22-42d5-b986-62c8f502d647 tempest-TestVolumeBackupRestore-1485852087 tempest-TestVolumeBackupRestore-1485852087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1327ae-1e1b-41e2-b264-9a7c51b0fcfa,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:25.568108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:25.605960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Port': ['ID=ffb5f0ca-d98a-45aa-834c-5802ef6ede63,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:25.726767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131323a5-7215-4366-ae40-f1dc3587e651 req-e57c61ce-2a2f-42ee-8123-9e41427f103b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:25.729127 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-131323a5-7215-4366-ae40-f1dc3587e651 req-e57c61ce-2a2f-42ee-8123-9e41427f103b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1207321 Nov 05 22:02:26.065649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:26.123144 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-131323a5-7215-4366-ae40-f1dc3587e651 req-ac318275-92e3-421a-be44-b730326088b9 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818731 Nov 05 22:02:26.215435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4934fc25-5b5f-497e-b5ad-e440a0af7657 req-e3914bbd-5a26-483f-aa97-56d078e51f76 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 210 time: 0.0471821 Nov 05 22:02:26.830504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-a66af813-efeb-4f23-bac7-58f8a286d8dd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:26.832715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-a66af813-efeb-4f23-bac7-58f8a286d8dd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 812 time: 0.8464346 Nov 05 22:02:26.887170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Request body: {'port': {'device_id': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'admin_state_up': True, 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:26.990365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Router 14b9d75c-e41b-497c-9833-2b301be0f386 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:02:27.106405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:02:27.121120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4094aba5-84f1-4c40-8dcf-b73f9f341a4c tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "PUT /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248788 Nov 05 22:02:27.121235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47342) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:27.123772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] Sync routers for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:02:27.151188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:27.152844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:27.192187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:27.205395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] Routers {'14b9d75c-e41b-497c-9833-2b301be0f386'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:27.206455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['14b9d75c-e41b-497c-9833-2b301be0f386'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:27.221560 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-939c9626-1dcb-4337-89c4-9977c7e87250 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] show failed (client error): The resource could not be found. Nov 05 22:02:27.225899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-939c9626-1dcb-4337-89c4-9977c7e87250 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1802158204 HTTP/1.1" status: 404 len: 335 time: 0.1046686 Nov 05 22:02:27.226707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47346) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:27.231499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Made reservation on behalf of 27b7bd5cb7994db491da4bdbba53a059 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:27.246226 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:27.247062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ad484699-1961-4a1c-b0fe-f74ea6085488 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:27.253636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:27.254571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5c0ff-0552-464e-a692-063395340fdd None None] The sync data for ids ['14b9d75c-e41b-497c-9833-2b301be0f386'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:02:27.326177 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-ad484699-1961-4a1c-b0fe-f74ea6085488 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] update failed (client error): The resource could not be found. Nov 05 22:02:27.327781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ad484699-1961-4a1c-b0fe-f74ea6085488 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-412346994 HTTP/1.1" status: 404 len: 334 time: 0.0946350 Nov 05 22:02:27.332523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47356) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:27.413086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9914ab-05e9-4fc6-9681-344a91d9b5c1 req-72f8028e-5866-4bed-b5ba-78fde4fd103e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:27.427289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c9914ab-05e9-4fc6-9681-344a91d9b5c1 req-72f8028e-5866-4bed-b5ba-78fde4fd103e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1695259 Nov 05 22:02:27.461813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Deleting subnet bceccec3-1c8e-43d5-89e9-b93b5e6d98e6 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:02:27.472793 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:27.480488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7178e53b-ed48-466d-8f92-7bee5e3418dc req-4b7beeb9-6cdb-4cf7-b629-479a6cccd718 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 210 time: 0.1070790 Nov 05 22:02:27.658559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c9914ab-05e9-4fc6-9681-344a91d9b5c1 req-7f76249d-a2a5-4e64-afe4-11fc447e15b5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345610 Nov 05 22:02:27.677134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:27.692765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Allocated IP 172.20.0.14 (82214baf-d054-4324-8f89-16412cff8074/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d/021c7e68-df45-41b8-b344-140def0d6b06) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:27.850185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:27.891270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:27.978075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.013236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.021575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a4e5ad09-8853-40bb-b623-b3d6d5d12a92', '6bc0967a-4498-4b92-be62-a06dc5219725'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:28.042735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Subnet': ['ID=bceccec3-1c8e-43d5-89e9-b93b5e6d98e6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:28.061027 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.069867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bd1000c2-486f-459b-9816-7e3ad70eca94 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/subnets/bceccec3-1c8e-43d5-89e9-b93b5e6d98e6 HTTP/1.1" status: 204 len: 168 time: 0.7308059 Nov 05 22:02:28.070069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47390) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:28.141096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Network 82214baf-d054-4324-8f89-16412cff8074 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:28.149968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Deleting subnet 6c7e6e13-ea62-4b29-b28c-12cc2f049fb7 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:02:28.154436 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.157538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f5517-bb42-42e4-85dd-ad49e4a6b566 None None] Network 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:28.188671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:28.207478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:28.212591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:28.232067 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.375881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:28.376977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.405859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.524061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d5d8fd6c-1a6c-4135-8c30-064137d59897 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6428888 Nov 05 22:02:28.537681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Request body: {'port': {'device_id': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:28.667819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.780316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] DHCP port deletion for 8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:02:28.809328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.812532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796904c8-42c5-470f-988b-120aa25ffca3 None None] Network 97a96455-adda-4ff9-9d07-5d19715e2b6c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:28.818157 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:28.820425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/subnets/6c7e6e13-ea62-4b29-b28c-12cc2f049fb7 HTTP/1.1" status: 204 len: 168 time: 0.7491026 Nov 05 22:02:28.820909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47432) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:28.822887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30735527-28af-47b3-805a-1d7568649432 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7e6e13-ea62-4b29-b28c-12cc2f049fb7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:29.018415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231ec3-3e16-483b-8a19-7c211297d7b9 req-f0936843-12dc-4eb2-bc34-1aac26aad921 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:29.024134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33231ec3-3e16-483b-8a19-7c211297d7b9 req-f0936843-12dc-4eb2-bc34-1aac26aad921 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0890365 Nov 05 22:02:29.060238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fec3a0-ada2-4144-93a9-3e0aef42d830 req-39dd20d1-578f-41a8-8e24-c76def90e355 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:29.061883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d6fec3a0-ada2-4144-93a9-3e0aef42d830 req-39dd20d1-578f-41a8-8e24-c76def90e355 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 932 time: 0.3845141 Nov 05 22:02:29.086782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-765742ec-4308-4a25-81e9-1cf9c30ab4f3 None None] Provisioning complete for port 021c7e68-df45-41b8-b344-140def0d6b06 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:29.087402 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-765742ec-4308-4a25-81e9-1cf9c30ab4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.144268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.159496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33231ec3-3e16-483b-8a19-7c211297d7b9 req-9744acb2-d779-46e4-bc40-8e2e838afce5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263251 Nov 05 22:02:29.175869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-765742ec-4308-4a25-81e9-1cf9c30ab4f3 None None] Port 021c7e68-df45-41b8-b344-140def0d6b06 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:02:29.278906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d6fec3a0-ada2-4144-93a9-3e0aef42d830 req-c6bd2866-2ad3-467a-8070-c633ed938ebd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945343 Nov 05 22:02:29.311673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] Deleting port 81333827-b54a-4c58-90fb-b38c7378b06e {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:29.312286 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.432365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] For port 81333827-b54a-4c58-90fb-b38c7378b06e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=81333827-b54a-4c58-90fb-b38c7378b06e,segment=NetworkSegment(7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1),segment_id=7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:29.433231 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.453603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] Calling delete_port for 81333827-b54a-4c58-90fb-b38c7378b06e owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:29.594296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] DHCP port deletion for 97a96455-adda-4ff9-9d07-5d19715e2b6c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:02:29.674287 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.737650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021c7e68-df45-41b8-b344-140def0d6b06 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:29.743860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] Pushing event deleted for resources: {'Port': ['ID=81333827-b54a-4c58-90fb-b38c7378b06e,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:29.756632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.784530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Transition to ACTIVE for port object 021c7e68-df45-41b8-b344-140def0d6b06 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:02:29.817202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f7af8f-adc6-43d0-8891-384ca96d130b None None] No DVR routers for this DVR port 81333827-b54a-4c58-90fb-b38c7378b06e on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:29.840132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Deleting port 81333827-b54a-4c58-90fb-b38c7378b06e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:29.840469 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.844788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] Deleting port c287e890-5180-4d0e-bc51-8f39ad80e767 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:29.844993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.872740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:29.989669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:30.039051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] For port c287e890-5180-4d0e-bc51-8f39ad80e767, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c287e890-5180-4d0e-bc51-8f39ad80e767,segment=NetworkSegment(e7ce1c5f-e405-4472-94f6-9ccc01251046),segment_id=e7ce1c5f-e405-4472-94f6-9ccc01251046)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:30.039694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:30.059037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] Calling delete_port for c287e890-5180-4d0e-bc51-8f39ad80e767 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:30.114829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] For port 81333827-b54a-4c58-90fb-b38c7378b06e, host n-d-816738-5, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:30.115194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:30.157426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Calling delete_port for 81333827-b54a-4c58-90fb-b38c7378b06e owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:30.161030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Port 81333827-b54a-4c58-90fb-b38c7378b06e was not found and therefore no delete operation was performed {{(pid=102291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 22:02:30.163570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:30.269339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Port': ['ID=81333827-b54a-4c58-90fb-b38c7378b06e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:30.271707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] No DVR routers for this DVR port 81333827-b54a-4c58-90fb-b38c7378b06e on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:30.349412 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:30.462234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] Pushing event deleted for resources: {'Port': ['ID=c287e890-5180-4d0e-bc51-8f39ad80e767,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:30.465390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b583b1d-e0a9-450a-88e4-b6e5c8b70efb None None] No DVR routers for this DVR port c287e890-5180-4d0e-bc51-8f39ad80e767 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:30.554986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d7a6e-6a74-47bc-a3b8-dfb0b69434dc req-346c4594-7615-4139-8a66-0e21ae3f8502 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:30.567677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d5d7a6e-6a74-47bc-a3b8-dfb0b69434dc req-346c4594-7615-4139-8a66-0e21ae3f8502 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 944 time: 0.1330566 Nov 05 22:02:30.661909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:30.678054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 81333827-b54a-4c58-90fb-b38c7378b06e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:30.718875 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 81333827-b54a-4c58-90fb-b38c7378b06e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:30.719265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 81333827-b54a-4c58-90fb-b38c7378b06e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:30.720543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c287e890-5180-4d0e-bc51-8f39ad80e767 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:30.749977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d5d7a6e-6a74-47bc-a3b8-dfb0b69434dc req-c3eac2e1-4ded-466d-91e4-ec5c1a962dd3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797888 Nov 05 22:02:30.773296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c287e890-5180-4d0e-bc51-8f39ad80e767 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:30.773662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c287e890-5180-4d0e-bc51-8f39ad80e767 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:30.914900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:30.926464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Attempting to bind port 021c7e68-df45-41b8-b344-140def0d6b06 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:02:30.928960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Attempting to bind port 021c7e68-df45-41b8-b344-140def0d6b06 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:02:30.928960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Attempting to bind port 021c7e68-df45-41b8-b344-140def0d6b06 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:30.948817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Port 021c7e68-df45-41b8-b344-140def0d6b06 on network 82214baf-d054-4324-8f89-16412cff8074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:02:30.961830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Attempting to bind port 021c7e68-df45-41b8-b344-140def0d6b06 on network 82214baf-d054-4324-8f89-16412cff8074 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:30.972371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:02:30.972905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Checking segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:30.974124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Bound using segment: {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:02:30.974584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Bound port: 021c7e68-df45-41b8-b344-140def0d6b06, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e2fb46-da58-4c0f-b28a-fb36409f93a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82214baf-d054-4324-8f89-16412cff8074'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:02:30.974950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:30.979268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:31.004003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:31.004566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a40c63f-3bb6-4a58-b080-bbbc8fc3b4f1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:31.023682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec32d8f-3fd9-4b27-936b-efca680ed848 req-a1d5be4d-066f-4b9c-9646-bdf863f1efc3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:31.041599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dec32d8f-3fd9-4b27-936b-efca680ed848 req-a1d5be4d-066f-4b9c-9646-bdf863f1efc3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.5726752 Nov 05 22:02:31.102712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.217087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.249274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:02:31.250276 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:02:31.260958 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:02:31.287524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dec32d8f-3fd9-4b27-936b-efca680ed848 req-d628f260-e844-44b5-aff1-f431e282aa9c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412634 Nov 05 22:02:31.403904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:02:31.428090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:02:31.497453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.506892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.513408 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/networks/8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2 HTTP/1.1" status: 204 len: 168 time: 2.6914780 Nov 05 22:02:31.515981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47546) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:31.541042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.582580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b70ba-2a1a-46fc-8abc-e517b9bafbf8 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Network': ['ID=8a8aaba8-0698-4bb5-a193-ab22b1cfc1f2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:31.670513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:31.671421 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.673360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] 10.222.0.13 "PUT /v2.0/ports/021c7e68-df45-41b8-b344-140def0d6b06 HTTP/1.1" status: 200 len: 1092 time: 3.1408856 Nov 05 22:02:31.677387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:31.680165 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edf4f4b-5eb4-4250-bd57-e764912532c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "tag": "021c7e68-df45-41b8-b344-140def0d6b06"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:31.750173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:31.754639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd44181-c237-443f-977f-7e99a76b125b service neutron] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:31.845008 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f5398-1aa5-4ecf-8909-46b74e960286 x-openstack-request-id: req-255f5398-1aa5-4ecf-8909-46b74e960286 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:31.845619 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "tag": "021c7e68-df45-41b8-b344-140def0d6b06", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:31.846078 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-255f5398-1aa5-4ecf-8909-46b74e960286 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:31.846814 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06', 'status': 'completed', 'code': 200} Nov 05 22:02:32.061536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.138320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a96455-adda-4ff9-9d07-5d19715e2b6c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:32.148423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ce1c5f-e405-4472-94f6-9ccc01251046') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:32.149059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ce1c5f-e405-4472-94f6-9ccc01251046') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:32.161851 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.203475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d9bc7b9b-7e08-488e-90a7-0b4eba533201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:32.206542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-d9bc7b9b-7e08-488e-90a7-0b4eba533201 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 1095 time: 0.3632836 Nov 05 22:02:32.214471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.287155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-53d5c0f9-a360-4901-b8da-c6fc5a72dc07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021c7e68-df45-41b8-b344-140def0d6b06 HTTP/1.1" status: 200 len: 217 time: 0.0591416 Nov 05 22:02:32.288361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:02:32.288866 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:02:32.293282 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:02:32.304779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d6794-d79f-412e-80cc-7bc503e1a28f req-e5674779-1368-4252-ad87-aaa83f7eff03 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:32.306435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e72d6794-d79f-412e-80cc-7bc503e1a28f req-e5674779-1368-4252-ad87-aaa83f7eff03 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 944 time: 0.4083962 Nov 05 22:02:32.586777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e72d6794-d79f-412e-80cc-7bc503e1a28f req-33ff034e-3a1d-4265-9fe0-6fc60b15f562 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423692 Nov 05 22:02:32.588412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9f7f626e-8489-48e6-95b7-bbfa72ce619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:32.598696 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9f7f626e-8489-48e6-95b7-bbfa72ce619a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.2805343 Nov 05 22:02:32.660301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.685297 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.691026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/networks/97a96455-adda-4ff9-9d07-5d19715e2b6c HTTP/1.1" status: 204 len: 168 time: 1.1719253 Nov 05 22:02:32.693469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae715c4-5bf1-470f-84dd-b2824fe49621 req-ff185b66-4e19-4d04-8ceb-a3a384e8eabd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:32.701364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ae715c4-5bf1-470f-84dd-b2824fe49621 req-ff185b66-4e19-4d04-8ceb-a3a384e8eabd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.2397838 Nov 05 22:02:32.710213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47602) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:32.721624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c42a7-5e5f-443a-a17a-ebd941e00c55 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Network': ['ID=97a96455-adda-4ff9-9d07-5d19715e2b6c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:32.752818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-933e7d75-c427-4cae-9f9e-90445bc4b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:32.756282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-933e7d75-c427-4cae-9f9e-90445bc4b0f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494513 Nov 05 22:02:32.783664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-04101e36-6bcd-48a9-a978-17d97544d081 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829693 Nov 05 22:02:32.797978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.822604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8ae715c4-5bf1-470f-84dd-b2824fe49621 req-90c249fc-cad7-4b5f-b611-2896aad63aa5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203620 Nov 05 22:02:32.844595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Deleting subnet bbbeebd4-e280-42c8-b7ed-2a319b543bd6 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:02:32.849367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:32.911031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-2bbf6cfc-e5c9-4a14-abde-52af3192aa5d service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440628 Nov 05 22:02:32.961778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:33.062091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-85b5b0c9-8715-421c-8c27-6112b996afb6 req-9e221720-52d6-4839-a7e6-c8a62e3b25cf service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439991 Nov 05 22:02:33.122054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-a0e0fc20-f286-44f6-9f6c-8fc9e966dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.127414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-a0e0fc20-f286-44f6-9f6c-8fc9e966dea1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1096 time: 0.3057113 Nov 05 22:02:33.247120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:33.272948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-da915cf8-13df-4113-8c20-5ffecf5b59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.274530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-da915cf8-13df-4113-8c20-5ffecf5b59df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 1095 time: 0.0552642 Nov 05 22:02:33.320649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-15ea239d-e92b-4436-8464-659eae158e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.322229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-15ea239d-e92b-4436-8464-659eae158e8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.1706762 Nov 05 22:02:33.398927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-11163b7c-fea3-4718-a999-ee3867db5c76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 1001 time: 0.0693572 Nov 05 22:02:33.404939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-6f28a6cc-f651-45c4-b113-49f2f25d936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.407907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-6f28a6cc-f651-45c4-b113-49f2f25d936e service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1246448 Nov 05 22:02:33.472734 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-7a31d493-7b2b-4333-a0f5-c340d3b3ce73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021c7e68-df45-41b8-b344-140def0d6b06 HTTP/1.1" status: 200 len: 217 time: 0.0534053 Nov 05 22:02:33.475457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:33.484354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-9a93700f-c9bd-410f-8ea5-ca17a86025ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.486561 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-9a93700f-c9bd-410f-8ea5-ca17a86025ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0773981 Nov 05 22:02:33.543413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbeebd4-e280-42c8-b7ed-2a319b543bd6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:33.562744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-1732c83c-3e79-4cfb-92bd-f1de4363d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.564525 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-1732c83c-3e79-4cfb-92bd-f1de4363d534 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0843878 Nov 05 22:02:33.573947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf51be76-ec77-4979-be0c-700faaa6f42b None None] Network ce642c93-f0e0-43ac-85c5-3032de4be971 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:33.574308 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:33.585906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8cf8ef83-c34d-47d4-8f2f-fab195333177 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/subnets/bbbeebd4-e280-42c8-b7ed-2a319b543bd6 HTTP/1.1" status: 204 len: 168 time: 0.8747573 Nov 05 22:02:33.592224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47644) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:33.629657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-4cdfa61b-f469-4064-92a9-ec27faf3b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.631622 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-4cdfa61b-f469-4064-92a9-ec27faf3b137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551078 Nov 05 22:02:33.684853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:33.707629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-e8e41b0e-da1b-4301-a435-37a8369183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.710380 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-e8e41b0e-da1b-4301-a435-37a8369183f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793880 Nov 05 22:02:33.771722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-7114f2a6-c083-4ff4-9bc8-f77458065896 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308289 Nov 05 22:02:33.960402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41d76f-ee9e-4078-89e0-11ad7f19b633 req-94502f14-1f3b-442b-b51e-f4513be5fe2d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:33.976317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d41d76f-ee9e-4078-89e0-11ad7f19b633 req-94502f14-1f3b-442b-b51e-f4513be5fe2d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 944 time: 0.2073271 Nov 05 22:02:33.988657 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edf4f4b-5eb4-4250-bd57-e764912532c4 req-1efc13ac-98f8-47d3-8f40-0836478d3811 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078483 Nov 05 22:02:34.008059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Deleting port 018ee564-d53a-4240-bc62-b635393d3100 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:34.008698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.037019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] DHCP port deletion for ce642c93-f0e0-43ac-85c5-3032de4be971 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:02:34.052635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-ab2bc3ac-4585-46eb-8045-573dbca02cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177412 Nov 05 22:02:34.071818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dff85-7abe-4102-8c38-ffd08fdf46a2 req-0d58ef35-e38e-42fb-8810-55c29fac4d74 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:34.076348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-431dff85-7abe-4102-8c38-ffd08fdf46a2 req-0d58ef35-e38e-42fb-8810-55c29fac4d74 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0572581 Nov 05 22:02:34.119060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] Deleting port 018ee564-d53a-4240-bc62-b635393d3100 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:34.119450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.172360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] For port 018ee564-d53a-4240-bc62-b635393d3100, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=018ee564-d53a-4240-bc62-b635393d3100,segment=NetworkSegment(ce4cbc5c-4d3a-4461-bad8-a22de8098af0),segment_id=ce4cbc5c-4d3a-4461-bad8-a22de8098af0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:34.173023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.225901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47680) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:34.242856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] For port 018ee564-d53a-4240-bc62-b635393d3100, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=018ee564-d53a-4240-bc62-b635393d3100,segment=NetworkSegment(ce4cbc5c-4d3a-4461-bad8-a22de8098af0),segment_id=ce4cbc5c-4d3a-4461-bad8-a22de8098af0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:34.243306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.263635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-431dff85-7abe-4102-8c38-ffd08fdf46a2 req-a672ed9d-2b51-4cca-a93f-d6ada1de1052 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786985 Nov 05 22:02:34.274371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d41d76f-ee9e-4078-89e0-11ad7f19b633 req-01c469a1-d200-4669-99f7-6aad554e9339 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904942 Nov 05 22:02:34.286963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Calling delete_port for 018ee564-d53a-4240-bc62-b635393d3100 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:34.287112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] Calling delete_port for 018ee564-d53a-4240-bc62-b635393d3100 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:34.343151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c37e026-da3e-41c5-bdae-1d87b81ed096 req-00097b7f-a1c9-4ccc-a6d7-e8e140da2370 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450156 Nov 05 22:02:34.520794 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.528894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.538244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] No DVR routers for this DVR port 018ee564-d53a-4240-bc62-b635393d3100 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:34.571274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Port': ['ID=018ee564-d53a-4240-bc62-b635393d3100,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:34.576583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 018ee564-d53a-4240-bc62-b635393d3100 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:34.623142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] No DVR routers for this DVR port 018ee564-d53a-4240-bc62-b635393d3100 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:34.623669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2e9a8-416d-470e-90c1-0ac76d3f4673 None None] Pushing event deleted for resources: {'Port': ['ID=018ee564-d53a-4240-bc62-b635393d3100,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:34.623669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 018ee564-d53a-4240-bc62-b635393d3100 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:34.623669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 018ee564-d53a-4240-bc62-b635393d3100 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:34.718288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.751589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce642c93-f0e0-43ac-85c5-3032de4be971']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:34.772333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4cbc5c-4d3a-4461-bad8-a22de8098af0') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:34.773245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4cbc5c-4d3a-4461-bad8-a22de8098af0') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:34.786950 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.806025 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.814390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:02:34.815173 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:02:34.819106 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:02:34.994394 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.200564 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.222576 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.229881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47704) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:35.230538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/networks/ce642c93-f0e0-43ac-85c5-3032de4be971 HTTP/1.1" status: 204 len: 168 time: 1.6370714 Nov 05 22:02:35.231869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a9e6-4e2a-47fd-9d79-9bb5cdfeb61f tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Pushing event deleted for resources: {'Network': ['ID=ce642c93-f0e0-43ac-85c5-3032de4be971,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:35.262578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-34e10b1c-a972-42aa-bb80-03b9db8f4d48 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "GET /v2.0/ports?device_id=14b9d75c-e41b-497c-9833-2b301be0f386 HTTP/1.1" status: 200 len: 205 time: 0.0315182 Nov 05 22:02:35.264878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47710) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:35.293697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Deleting port d46ea281-1dc2-4e14-b5cd-b7b53d569f72 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:35.294037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.369105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac2c5-e3cf-4b67-a03e-38995f300fd2 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.493400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] For port d46ea281-1dc2-4e14-b5cd-b7b53d569f72, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:35.493777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.522815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Calling delete_port for d46ea281-1dc2-4e14-b5cd-b7b53d569f72 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:35.534614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f55e7-f498-455f-9f48-092eef6fce1f req-fe1b6ae4-0746-412c-a395-0eb8fbc6eeb3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:35.535061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-794f55e7-f498-455f-9f48-092eef6fce1f req-fe1b6ae4-0746-412c-a395-0eb8fbc6eeb3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 944 time: 0.1301425 Nov 05 22:02:35.624125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac2c5-e3cf-4b67-a03e-38995f300fd2 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.627354 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac2c5-e3cf-4b67-a03e-38995f300fd2 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.637347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-794f55e7-f498-455f-9f48-092eef6fce1f req-33d51eca-8187-4ae1-b1f9-13ff187bd6d7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938675 Nov 05 22:02:35.684314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7506-ed6e-4f2d-b0a9-76d0ddca4a77 req-2edb15a3-6de0-4d68-b6ff-88a1aad4e1a5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:35.686057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f84d7506-ed6e-4f2d-b0a9-76d0ddca4a77 req-2edb15a3-6de0-4d68-b6ff-88a1aad4e1a5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.2053275 Nov 05 22:02:35.755578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f84d7506-ed6e-4f2d-b0a9-76d0ddca4a77 req-a537ac31-cdc7-40e4-98f4-cfabb07ebc3b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Nov 05 22:02:35.773909 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac2c5-e3cf-4b67-a03e-38995f300fd2 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.774410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5ac2c5-e3cf-4b67-a03e-38995f300fd2 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Fanout notify agent at l3_agent the message router_deleted on router 14b9d75c-e41b-497c-9833-2b301be0f386 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:02:35.784295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac2c5-e3cf-4b67-a03e-38995f300fd2 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.784295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4d5ac2c5-e3cf-4b67-a03e-38995f300fd2 tempest-RoutersNegativeTest-634509425 tempest-RoutersNegativeTest-634509425-project] 10.222.0.41 "DELETE /v2.0/routers/14b9d75c-e41b-497c-9833-2b301be0f386 HTTP/1.1" status: 204 len: 168 time: 0.5175536 Nov 05 22:02:35.876863 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:35.903968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46ea281-1dc2-4e14-b5cd-b7b53d569f72,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:36.265407 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de2b470a-4e74-4ecc-bc56-44842751463e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:36.332877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47766) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:36.514387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:36.538488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 021c7e68-df45-41b8-b344-140def0d6b06 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:02:36.625600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6f956a35-d692-43d8-b77a-0f28d05fecdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36eda9a08d21448a852e0ad587816ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2911816 Nov 05 22:02:36.626455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47780) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:36.749213 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae32b6da-937f-4afa-bcf9-14e720d47699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:36.793870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae32b6da-937f-4afa-bcf9-14e720d47699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:36.904460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:02:36.916279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f955-86ea-4dde-96c0-83e3ff4a0d65 req-d701fb15-4b96-4c74-872f-5df0603d176b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:36.917872 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2bb1f955-86ea-4dde-96c0-83e3ff4a0d65 req-d701fb15-4b96-4c74-872f-5df0603d176b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 944 time: 0.1410680 Nov 05 22:02:36.941300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:36.957934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '021c7e68-df45-41b8-b344-140def0d6b06', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': '021c7e68-df45-41b8-b344-140def0d6b06', 'mac_address': 'fa:16:3e:3a:2b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:02:37.006966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.007220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae32b6da-937f-4afa-bcf9-14e720d47699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.010035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ae32b6da-937f-4afa-bcf9-14e720d47699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.024701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ae32b6da-937f-4afa-bcf9-14e720d47699 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb263c3f-56e1-4aa1-9f17-c5f72877347c HTTP/1.1" status: 204 len: 168 time: 0.3967512 Nov 05 22:02:37.035892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021c7e68-df45-41b8-b344-140def0d6b06 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:37.059018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32b6da-937f-4afa-bcf9-14e720d47699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb263c3f-56e1-4aa1-9f17-c5f72877347c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:37.085659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:02:37.093842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f353ccf-8291-4458-9a4a-1a8486b8d859 admin admin] 10.222.0.41 "PUT /v2.0/routers/6e343005-dbfb-4077-a9d5-6d7c1f52ac5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8664856 Nov 05 22:02:37.094829 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] Sync routers for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:02:37.099216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47808) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:37.102576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477c654-7566-4326-9065-168edb8066c2 req-f52b9a78-6806-408a-8ac1-9c17953526f7 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:37.112804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c477c654-7566-4326-9065-168edb8066c2 req-f52b9a78-6806-408a-8ac1-9c17953526f7 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1586404 Nov 05 22:02:37.115622 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:37.115622 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:37.170712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:37.213873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c477c654-7566-4326-9065-168edb8066c2 req-68c3534a-359d-41d6-b519-683ea979612c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985899 Nov 05 22:02:37.225191 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.232432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2bb1f955-86ea-4dde-96c0-83e3ff4a0d65 req-86fb65d6-ae41-416b-94a5-894b0bf61d8f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475503 Nov 05 22:02:37.272836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.302941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:37.387470 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:02:37.440846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.459986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['021c7e68-df45-41b8-b344-140def0d6b06'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:37.630264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Deleting port c604b027-3b25-41e0-904c-bb1f017d20b8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:37.636261 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.639246 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T22:02:35Z', 'revision_number': 5, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port': {'id': 'c604b027-3b25-41e0-904c-bb1f017d20b8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:43Z', 'updated_at': '2021-11-05T21:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:37.717586 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] Checking router: 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:02:37.734788 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] Routers {'6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:37.735397 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:37.769500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] For port c604b027-3b25-41e0-904c-bb1f017d20b8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c604b027-3b25-41e0-904c-bb1f017d20b8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:37.771413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:37.791522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Calling delete_port for c604b027-3b25-41e0-904c-bb1f017d20b8 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:37.853032 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] Set router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:02:37.919164 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T22:02:37Z', 'revision_number': 6, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:37.993149 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371a5a3-fa0f-4f19-996a-c232943b4f40 None None] The sync data for ids ['6e343005-dbfb-4077-a9d5-6d7c1f52ac5a'] in n-d-816738-5 is: [{'id': '6e343005-dbfb-4077-a9d5-6d7c1f52ac5a', 'name': 'tempest-TestVolumeBackupRestore-1571254197-router', 'tenant_id': '428f28f3ee2444339c2fe089ffe91548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:42Z', 'updated_at': '2021-11-05T22:02:37Z', 'revision_number': 6, 'project_id': '428f28f3ee2444339c2fe089ffe91548', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:02:38.143071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.194955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c604b027-3b25-41e0-904c-bb1f017d20b8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:38.354950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.418288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548b3a-42b4-43f4-a665-0e7c67da9062 req-a90b4141-0a0f-441e-86a8-ca943e3152fd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:38.429916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8548b3a-42b4-43f4-a665-0e7c67da9062 req-a90b4141-0a0f-441e-86a8-ca943e3152fd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 945 time: 0.1034193 Nov 05 22:02:38.480844 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45621e7d-c568-4d19-b6a0-ea63c5bac56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.492096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3a934-58fc-46b5-ab11-5e370af707b1 req-572ae936-518f-4a75-b0b7-f6af86c4a1c9 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:38.493790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ea3a934-58fc-46b5-ab11-5e370af707b1 req-572ae936-518f-4a75-b0b7-f6af86c4a1c9 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1918585 Nov 05 22:02:38.499646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.499646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.542650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 021c7e68-df45-41b8-b344-140def0d6b06 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:38.584077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8548b3a-42b4-43f4-a665-0e7c67da9062 req-e13b7c9f-1064-4188-855b-e4ab797d50e3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515946 Nov 05 22:02:38.614989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47888) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:38.638552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5ea3a934-58fc-46b5-ab11-5e370af707b1 req-2ca5f41e-d49e-43bb-8478-ffd83c221311 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339962 Nov 05 22:02:38.688559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.693840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e343005-dbfb-4077-a9d5-6d7c1f52ac5a {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:02:38.715427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.719635 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7a1128bc-ada9-435d-9328-1a05883c38c4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6e343005-dbfb-4077-a9d5-6d7c1f52ac5a HTTP/1.1" status: 204 len: 168 time: 1.6161578 Nov 05 22:02:38.720070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47898) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:38.782851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828871242'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:38.792393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] Deleting subnet 9c919a23-c572-4b73-bb7e-0b6847919bfb {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:02:38.798622 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.813510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 021c7e68-df45-41b8-b344-140def0d6b06 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:02:38.822756 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 021c7e68-df45-41b8-b344-140def0d6b06 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:38.822756 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.850041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.861127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c604b027-3b25-41e0-904c-bb1f017d20b8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:38.898171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c604b027-3b25-41e0-904c-bb1f017d20b8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:38.898967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c604b027-3b25-41e0-904c-bb1f017d20b8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:38.900068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d46ea281-1dc2-4e14-b5cd-b7b53d569f72 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:38.928269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d46ea281-1dc2-4e14-b5cd-b7b53d569f72 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:38.929293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d46ea281-1dc2-4e14-b5cd-b7b53d569f72 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:38.935308 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.952376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:38.997513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.007858 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.068345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:39.070880 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1ab74e-fae0-4dac-9299-918a5627ecd2" -d '{"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-plugged", "status": "completed", "tag": "021c7e68-df45-41b8-b344-140def0d6b06"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:39.092650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:39.151613 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.167534 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836d62c1-a986-485c-9bba-7028de3d1a26 x-openstack-request-id: req-836d62c1-a986-485c-9bba-7028de3d1a26 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:39.167860 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-plugged", "status": "completed", "tag": "021c7e68-df45-41b8-b344-140def0d6b06", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:39.168275 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-836d62c1-a986-485c-9bba-7028de3d1a26 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:39.168542 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06', 'code': 200} Nov 05 22:02:39.235135 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.236783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.286629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.321335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:39.340901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c919a23-c572-4b73-bb7e-0b6847919bfb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:39.355844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c408a-d0cf-4db2-a94a-33f8184bccdc None None] Network a20f2499-c8fc-4658-8362-5371f1b7f9c8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:39.388500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.391899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a9dae88f-0fd7-442a-b17e-a54c6e715d84 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c919a23-c572-4b73-bb7e-0b6847919bfb HTTP/1.1" status: 204 len: 168 time: 0.6707442 Nov 05 22:02:39.394551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47928) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:39.409583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf11e05-aa5b-49f6-9dca-4679b265feef,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:39.447743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e6def-034b-455e-ac60-522ced8ad665 req-390724d0-4214-4d7e-933c-2ba9ec0b38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:39.447743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-100e6def-034b-455e-ac60-522ced8ad665 req-390724d0-4214-4d7e-933c-2ba9ec0b38bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 1097 time: 0.1542141 Nov 05 22:02:39.516445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.516709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.540318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-100e6def-034b-455e-ac60-522ced8ad665 req-e90844f5-e9d8-4fa5-9249-65dc3aa3b471 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826411 Nov 05 22:02:39.615122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Deleting port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:39.615472 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.624858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.684766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] DHCP port deletion for a20f2499-c8fc-4658-8362-5371f1b7f9c8 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:02:39.720791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] For port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:39.721962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.726798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1804c97d-5a68-4d94-a023-e205753c967b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:39.738722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Calling delete_port for 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:39.841500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.846584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] Deleting port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:39.846974 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.856288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47952) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:39.858676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c40a70d-1ad0-4b66-8a6a-1e09541d0ff5 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2419145 Nov 05 22:02:39.885753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f4f3-0f10-4a0f-8048-e61a072c9d58 req-bc8b6414-adba-484a-a1da-44b059dd2cba tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:39.910260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eac8f4f3-0f10-4a0f-8048-e61a072c9d58 req-bc8b6414-adba-484a-a1da-44b059dd2cba tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1188679 Nov 05 22:02:39.972378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] For port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,segment=NetworkSegment(00d2c344-319a-4992-b6e8-3574ee4e0913),segment_id=00d2c344-319a-4992-b6e8-3574ee4e0913)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:39.972779 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:39.975674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750ddfa-f238-45e2-b5b6-55c8fb4c5658 req-23fe6ff2-6d9a-48f3-9e3b-bd1b1641af4f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:39.977931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d750ddfa-f238-45e2-b5b6-55c8fb4c5658 req-23fe6ff2-6d9a-48f3-9e3b-bd1b1641af4f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1394198 Nov 05 22:02:40.001919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] Calling delete_port for 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:40.004785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eac8f4f3-0f10-4a0f-8048-e61a072c9d58 req-ddbe117b-7371-44d2-8525-4e1103d3419a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937271 Nov 05 22:02:40.050981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc652ee3-eb36-4e4f-bfdd-79bd922f1a75 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1835332 Nov 05 22:02:40.051418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47964) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:40.056330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f090be91-b2b2-4c35-a72c-59641fec73a6 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-security--1244123781', 'description': 'tempest-security-description-1124758275'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:40.083376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d750ddfa-f238-45e2-b5b6-55c8fb4c5658 req-bac9552f-37b6-4ef0-9e87-2633147b306e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973492 Nov 05 22:02:40.107691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f090be91-b2b2-4c35-a72c-59641fec73a6 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.154608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f090be91-b2b2-4c35-a72c-59641fec73a6 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.162451 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.172683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.194909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Pushing event deleted for resources: {'Port': ['ID=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:40.202338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] No DVR routers for this DVR port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:40.260822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] Pushing event deleted for resources: {'Port': ['ID=50b8aadd-27e1-44b6-8323-91e8ae6bb8dc,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:40.267476 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.269052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9a7fe-16e0-4bdd-b29a-e8c1136b7995 None None] No DVR routers for this DVR port 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:40.280570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f090be91-b2b2-4c35-a72c-59641fec73a6 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.283146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f090be91-b2b2-4c35-a72c-59641fec73a6 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.285134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f090be91-b2b2-4c35-a72c-59641fec73a6 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "PUT /v2.0/security-groups/1804c97d-5a68-4d94-a023-e205753c967b HTTP/1.1" status: 200 len: 1797 time: 0.2319582 Nov 05 22:02:40.296692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47974) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:40.311596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.342425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20f2499-c8fc-4658-8362-5371f1b7f9c8']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:40.358267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d2c344-319a-4992-b6e8-3574ee4e0913') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:40.361275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d2c344-319a-4992-b6e8-3574ee4e0913') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:40.372629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.380523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ac8dd1a8-373c-4e48-9a99-0f7aa6fc7dc2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups/1804c97d-5a68-4d94-a023-e205753c967b HTTP/1.1" status: 200 len: 1797 time: 0.0743432 Nov 05 22:02:40.380523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090be91-b2b2-4c35-a72c-59641fec73a6 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1804c97d-5a68-4d94-a023-e205753c967b,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:40.381075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47976) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:40.403651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.411310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:02:40.412225 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:02:40.414050 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:02:40.451231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d887df7d-5fed-484f-9cd6-9cb9c21fd9ba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.481997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d887df7d-5fed-484f-9cd6-9cb9c21fd9ba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.547354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:40.585663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:40.585663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 50b8aadd-27e1-44b6-8323-91e8ae6bb8dc not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:40.637067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.642831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.648690 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] 10.222.0.41 "DELETE /v2.0/networks/a20f2499-c8fc-4658-8362-5371f1b7f9c8 HTTP/1.1" status: 204 len: 168 time: 1.2504010 Nov 05 22:02:40.649532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47988) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:40.656828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30137-fca4-435f-8f40-074c107c80fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a20f2499-c8fc-4658-8362-5371f1b7f9c8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:40.695083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d887df7d-5fed-484f-9cd6-9cb9c21fd9ba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.697856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d887df7d-5fed-484f-9cd6-9cb9c21fd9ba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:40.699071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d887df7d-5fed-484f-9cd6-9cb9c21fd9ba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/1804c97d-5a68-4d94-a023-e205753c967b HTTP/1.1" status: 204 len: 168 time: 0.3168914 Nov 05 22:02:40.702531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47990) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:40.715003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887df7d-5fed-484f-9cd6-9cb9c21fd9ba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804c97d-5a68-4d94-a023-e205753c967b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:40.776673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-514eefe1-5bfd-4c8a-b50c-1217fc4cf414 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721433 Nov 05 22:02:40.777165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47994) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:40.793128 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-fe6ed8f6-2522-4a6f-bc94-ede3fc926e5d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] delete failed (client error): The resource could not be found. Nov 05 22:02:40.807394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47996) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:40.810940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe6ed8f6-2522-4a6f-bc94-ede3fc926e5d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/1804c97d-5a68-4d94-a023-e205753c967b HTTP/1.1" status: 404 len: 347 time: 0.0235686 Nov 05 22:02:40.821878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4b5e234c-ebd4-4fdf-b30f-d482c98bead9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189700232'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:41.168299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27e800-4ded-42c5-9aa6-d9c490d036fc req-7a8c6c8f-a522-4da2-85c1-c73caaef3c2c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:41.176189 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf27e800-4ded-42c5-9aa6-d9c490d036fc req-7a8c6c8f-a522-4da2-85c1-c73caaef3c2c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0933080 Nov 05 22:02:41.229554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf27e800-4ded-42c5-9aa6-d9c490d036fc req-4675a5c7-fe9a-4208-8f81-26d7583d9590 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 Nov 05 22:02:41.394048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:41.412539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e646-cee6-4641-a78c-b5ab92282c55 req-a14b39c9-2993-4fbf-a0a0-96c039e734ba tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:41.423892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2685e646-cee6-4641-a78c-b5ab92282c55 req-a14b39c9-2993-4fbf-a0a0-96c039e734ba tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1461492 Nov 05 22:02:41.464472 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b5e234c-ebd4-4fdf-b30f-d482c98bead9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:41.603440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-2c6789be-0f77-4fda-8690-1151424fdcd4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1548138 Nov 05 22:02:41.613931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2685e646-cee6-4641-a78c-b5ab92282c55 req-b93b31b6-8c99-44e4-bb8a-80a344835d21 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890943 Nov 05 22:02:41.679731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b5e234c-ebd4-4fdf-b30f-d482c98bead9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:41.724284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-ac30c301-479e-4cc7-af0a-07ef1af0d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:41.725669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-ac30c301-479e-4cc7-af0a-07ef1af0d1f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 1097 time: 0.0682395 Nov 05 22:02:41.825587 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b5e234c-ebd4-4fdf-b30f-d482c98bead9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:41.887566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e234c-ebd4-4fdf-b30f-d482c98bead9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa4db6-624b-492b-8bb2-c10842612a44,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:41.892756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:41.963941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-ca430c43-99f4-4972-a2cd-5fd67f6fcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:41.976370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-ca430c43-99f4-4972-a2cd-5fd67f6fcd63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.2239163 Nov 05 22:02:41.988061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b5e234c-ebd4-4fdf-b30f-d482c98bead9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:41.990107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4b5e234c-ebd4-4fdf-b30f-d482c98bead9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1783388 Nov 05 22:02:41.992425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48056) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:41.997644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6cceb024-5113-4cfe-9ce9-a22ef6db8729 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': '12fa4db6-624b-492b-8bb2-c10842612a44', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:42.019441 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.039975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-02a32d68-7f2a-45d7-be59-26a851e10055 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc0967a-4498-4b92-be62-a06dc5219725 HTTP/1.1" status: 200 len: 217 time: 0.0485034 Nov 05 22:02:42.131159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cceb024-5113-4cfe-9ce9-a22ef6db8729 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.165148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f91043-9ed1-4102-bd0c-135f28ef92ba req-cb42862a-7fc1-40fb-b351-4b621e6b03fb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:42.167279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f91043-9ed1-4102-bd0c-135f28ef92ba req-cb42862a-7fc1-40fb-b351-4b621e6b03fb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1291106 Nov 05 22:02:42.187510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-c290ac68-fad3-4f86-a31e-4db5112c73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:42.188861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-c290ac68-fad3-4f86-a31e-4db5112c73ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.1171551 Nov 05 22:02:42.194868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cceb024-5113-4cfe-9ce9-a22ef6db8729 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.316864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f91043-9ed1-4102-bd0c-135f28ef92ba req-0edcdea9-4db5-422f-9a30-846500dad700 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394856 Nov 05 22:02:42.326079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-8881400f-615f-425b-a08d-d7f08355e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:42.327536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-8881400f-615f-425b-a08d-d7f08355e279 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308374 Nov 05 22:02:42.375810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cceb024-5113-4cfe-9ce9-a22ef6db8729 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.418908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf8df-de3b-4bd3-804c-8a6db1fce97d req-b15b1fdc-49dc-4d1c-89be-f611549329fd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:42.420999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb1bf8df-de3b-4bd3-804c-8a6db1fce97d req-b15b1fdc-49dc-4d1c-89be-f611549329fd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0926194 Nov 05 22:02:42.422881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceb024-5113-4cfe-9ce9-a22ef6db8729 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0231167c-8833-4b22-a015-a92eff085ff6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:42.465770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-52b3b96b-b66b-4002-9c53-19e38be89ffa service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308045 Nov 05 22:02:42.558823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb1bf8df-de3b-4bd3-804c-8a6db1fce97d req-97f561d1-98fa-4b1a-bc1c-f07c4a3eb9de tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204302 Nov 05 22:02:42.566040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cceb024-5113-4cfe-9ce9-a22ef6db8729 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.568529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6cceb024-5113-4cfe-9ce9-a22ef6db8729 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5740387 Nov 05 22:02:42.570281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48076) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:42.606224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d299-2609-44a9-98a7-bc2c146889ce tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.610173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d299-2609-44a9-98a7-bc2c146889ce tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.686725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Deleting port ac232957-dec3-44aa-91f5-f49914fd0091 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:42.687117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.690264 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa6eaf17-ff33-4a3a-a3c1-85baf9d77439 req-5f317bd8-7158-4d3c-8d03-c8cf0762d309 service neutron] 10.222.0.46 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147319 Nov 05 22:02:42.779417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d299-2609-44a9-98a7-bc2c146889ce tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.780554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] For port ac232957-dec3-44aa-91f5-f49914fd0091, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ac232957-dec3-44aa-91f5-f49914fd0091,segment=NetworkSegment(41037545-295e-4e37-ac91-f2f802c2b3be),segment_id=41037545-295e-4e37-ac91-f2f802c2b3be)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:42.782081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.785730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d299-2609-44a9-98a7-bc2c146889ce tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.789540 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e1f1d299-2609-44a9-98a7-bc2c146889ce tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0231167c-8833-4b22-a015-a92eff085ff6 HTTP/1.1" status: 204 len: 168 time: 0.2179396 Nov 05 22:02:42.790151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48078) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:42.801041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Calling delete_port for ac232957-dec3-44aa-91f5-f49914fd0091 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:42.818753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1d299-2609-44a9-98a7-bc2c146889ce tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0231167c-8833-4b22-a015-a92eff085ff6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:42.844853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-60a13cf0-012b-4891-86df-3f9533c6fd93 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524313 Nov 05 22:02:42.845776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48082) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:42.927269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7044-39f5-45b1-b748-dd194fe78afd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:42.957471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7044-39f5-45b1-b748-dd194fe78afd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:43.222767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7044-39f5-45b1-b748-dd194fe78afd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:43.225371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7044-39f5-45b1-b748-dd194fe78afd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:43.228851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2e9e7044-39f5-45b1-b748-dd194fe78afd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/12fa4db6-624b-492b-8bb2-c10842612a44 HTTP/1.1" status: 204 len: 168 time: 0.3801446 Nov 05 22:02:43.230127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48094) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:43.237018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e7044-39f5-45b1-b748-dd194fe78afd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa4db6-624b-492b-8bb2-c10842612a44,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:43.286473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f779481-d6db-477b-a899-f55b059512b2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0552530 Nov 05 22:02:43.291028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48096) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:43.295688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d6e56c8b-4b40-4cf5-a617-d3616240959c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416111444'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:43.313449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:43.351972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac232957-dec3-44aa-91f5-f49914fd0091,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:43.550748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053dbe7-9322-41bc-b1ff-ed5e0f33b975 req-bccc878a-5632-4fa9-9594-e125b1bd2530 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:43.552944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c053dbe7-9322-41bc-b1ff-ed5e0f33b975 req-bccc878a-5632-4fa9-9594-e125b1bd2530 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1415279 Nov 05 22:02:43.617739 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6e56c8b-4b40-4cf5-a617-d3616240959c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:43.728759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c053dbe7-9322-41bc-b1ff-ed5e0f33b975 req-c19df268-683b-464d-b5e4-fd9a72050547 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682422 Nov 05 22:02:43.753968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:43.826435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81970c25-7d1a-4995-b6f2-289dd50aa65a req-10637678-a470-4035-8370-2b606c4d277d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:43.829231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81970c25-7d1a-4995-b6f2-289dd50aa65a req-10637678-a470-4035-8370-2b606c4d277d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1479127 Nov 05 22:02:43.954003 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6e56c8b-4b40-4cf5-a617-d3616240959c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:43.990616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81970c25-7d1a-4995-b6f2-289dd50aa65a req-47576d27-5b66-4bc7-960f-39e5be545489 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464057 Nov 05 22:02:44.173978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Router 5e608216-0c2b-4d36-8f19-a246e7277d73 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:02:44.186829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6e56c8b-4b40-4cf5-a617-d3616240959c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:44.267328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e56c8b-4b40-4cf5-a617-d3616240959c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815b5bb4-5e2b-4c92-96dd-337c61f34510,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:44.339068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:02:44.352493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b14001b7-11b2-4b51-9ae0-fa6b406eee8f admin admin] 10.222.0.41 "PUT /v2.0/routers/5e608216-0c2b-4d36-8f19-a246e7277d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7022679 Nov 05 22:02:44.353499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] Sync routers for ids ['5e608216-0c2b-4d36-8f19-a246e7277d73'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:02:44.355479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48122) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:44.370212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] Routers {'5e608216-0c2b-4d36-8f19-a246e7277d73'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:44.370959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5e608216-0c2b-4d36-8f19-a246e7277d73'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:44.417185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6e56c8b-4b40-4cf5-a617-d3616240959c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:44.420751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d6e56c8b-4b40-4cf5-a617-d3616240959c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1259067 Nov 05 22:02:44.420899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48124) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:44.431322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5a13d41d-ccf2-461a-86b7-ff3474332d08 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': '815b5bb4-5e2b-4c92-96dd-337c61f34510', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:44.527478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:44.536786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] Set router 5e608216-0c2b-4d36-8f19-a246e7277d73 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:02:44.683841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a13d41d-ccf2-461a-86b7-ff3474332d08 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:44.761699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:44.808811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a13d41d-ccf2-461a-86b7-ff3474332d08 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:44.884519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T22:02:42Z', 'revision_number': 5, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:44.922718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] Checking router: 5e608216-0c2b-4d36-8f19-a246e7277d73 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:02:44.932782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] Routers {'5e608216-0c2b-4d36-8f19-a246e7277d73'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:02:44.933616 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5e608216-0c2b-4d36-8f19-a246e7277d73'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:44.945771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a13d41d-ccf2-461a-86b7-ff3474332d08 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.073940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13d41d-ccf2-461a-86b7-ff3474332d08 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72e511e-682c-4e94-acd7-9cf7ca7be000,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:45.132232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Deleting port 1c0b2420-3bb7-45bb-821e-6e59d1376351 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:45.134144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.176534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] Set router 5e608216-0c2b-4d36-8f19-a246e7277d73 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:02:45.182613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688a126-1511-4b60-a2be-d62647131e9f req-11ad8b7a-f1e4-49dc-a8c2-35ea073e6418 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:45.204283 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7688a126-1511-4b60-a2be-d62647131e9f req-11ad8b7a-f1e4-49dc-a8c2-35ea073e6418 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1403739 Nov 05 22:02:45.250523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] For port 1c0b2420-3bb7-45bb-821e-6e59d1376351, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c0b2420-3bb7-45bb-821e-6e59d1376351,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:45.251708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.264350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Calling delete_port for 1c0b2420-3bb7-45bb-821e-6e59d1376351 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:45.380278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a13d41d-ccf2-461a-86b7-ff3474332d08 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.380599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7688a126-1511-4b60-a2be-d62647131e9f req-c894d710-2747-41cf-82d5-532fb0023d11 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604130 Nov 05 22:02:45.381615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48144) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:45.382871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5a13d41d-ccf2-461a-86b7-ff3474332d08 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9609423 Nov 05 22:02:45.393982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-22a359e4-b162-4667-83c6-92757c98e84c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': '815b5bb4-5e2b-4c92-96dd-337c61f34510', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:45.459486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0514624-a2fa-4e04-8d89-a09a9b2493c5 req-44c6e2fe-5468-4556-a0a7-e1bb63cc9148 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:45.468110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0514624-a2fa-4e04-8d89-a09a9b2493c5 req-44c6e2fe-5468-4556-a0a7-e1bb63cc9148 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1223621 Nov 05 22:02:45.597022 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22a359e4-b162-4667-83c6-92757c98e84c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.686323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T22:02:42Z', 'revision_number': 5, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:45.708259 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22a359e4-b162-4667-83c6-92757c98e84c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.718257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0514624-a2fa-4e04-8d89-a09a9b2493c5 req-ee2bf6f2-0726-4f40-bc84-6aae13522e7b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491655 Nov 05 22:02:45.732241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c277b-5b0d-4e8c-8a28-899003ad7918 None None] The sync data for ids ['5e608216-0c2b-4d36-8f19-a246e7277d73'] in n-d-816738-5 is: [{'id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'name': 'tempest-TestVolumeBackupRestore-2034493486-router', 'tenant_id': '2f9df571608b47d8b28556f1923e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:50Z', 'updated_at': '2021-11-05T22:02:42Z', 'revision_number': 5, 'project_id': '2f9df571608b47d8b28556f1923e6ca1', 'gw_port': {'id': '1c0b2420-3bb7-45bb-821e-6e59d1376351', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e608216-0c2b-4d36-8f19-a246e7277d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:51Z', 'updated_at': '2021-11-05T21:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:02:45.774458 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.813393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22a359e4-b162-4667-83c6-92757c98e84c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.823822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0b2420-3bb7-45bb-821e-6e59d1376351,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:45.833839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a359e4-b162-4667-83c6-92757c98e84c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f69ceb-e93c-4eb5-ba0e-35ccc1e91f33,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:45.912143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.943904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22a359e4-b162-4667-83c6-92757c98e84c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:45.945712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22a359e4-b162-4667-83c6-92757c98e84c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5630569 Nov 05 22:02:45.949832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48148) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:45.976304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-46c2652b-0b9e-4729-89cc-337bbf4bf588 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': '815b5bb4-5e2b-4c92-96dd-337c61f34510', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:46.023855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.026055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.123357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46c2652b-0b9e-4729-89cc-337bbf4bf588 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.203917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.207348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e608216-0c2b-4d36-8f19-a246e7277d73 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:02:46.218305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.220429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46c2652b-0b9e-4729-89cc-337bbf4bf588 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.221339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-357c5447-d337-4016-96e8-0fe5faca6bd6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5e608216-0c2b-4d36-8f19-a246e7277d73 HTTP/1.1" status: 204 len: 168 time: 1.8601737 Nov 05 22:02:46.224605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48154) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:46.316606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] Deleting subnet 15cdd61a-e1af-46c5-90ea-811b5013ee52 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:02:46.320798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.347339 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46c2652b-0b9e-4729-89cc-337bbf4bf588 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.374847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2652b-0b9e-4729-89cc-337bbf4bf588 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eca3e1f-7986-495f-83b1-538e8e124ca8,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:46.384616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.476564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46c2652b-0b9e-4729-89cc-337bbf4bf588 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.479154 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-46c2652b-0b9e-4729-89cc-337bbf4bf588 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5240300 Nov 05 22:02:46.496796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48158) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:46.501816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8ad70f35-c94d-47bc-bcf5-1c9959b460bf tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': '815b5bb4-5e2b-4c92-96dd-337c61f34510', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:46.562016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2e26-92b0-4bd6-b94c-2693d2d4f0e2 req-4f387cd0-0e6a-4ced-a3f5-52995d2f8f90 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:46.569791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-85eb2e26-92b0-4bd6-b94c-2693d2d4f0e2 req-4f387cd0-0e6a-4ced-a3f5-52995d2f8f90 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1245568 Nov 05 22:02:46.605610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 021c7e68-df45-41b8-b344-140def0d6b06 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:02:46.662532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ac232957-dec3-44aa-91f5-f49914fd0091 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:46.680113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-85eb2e26-92b0-4bd6-b94c-2693d2d4f0e2 req-8b08974d-4e41-4d54-ba90-30611c141db5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094184 Nov 05 22:02:46.691644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.717819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ac232957-dec3-44aa-91f5-f49914fd0091 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:46.718773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ac232957-dec3-44aa-91f5-f49914fd0091 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:46.778445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-4306f813-cbf7-4e99-b633-5febe68e4c9f req-9465f959-a70d-465d-a7bd-88c627c062cc service neutron] (102291) timed out ('10.222.0.46', 55001) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:02:46.793832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ad70f35-c94d-47bc-bcf5-1c9959b460bf tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.848744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:46.882097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '021c7e68-df45-41b8-b344-140def0d6b06', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'port_id': '021c7e68-df45-41b8-b344-140def0d6b06', 'mac_address': 'fa:16:3e:3a:2b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:02:46.918671 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.944273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cdd61a-e1af-46c5-90ea-811b5013ee52,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:46.945393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:46.969554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 021c7e68-df45-41b8-b344-140def0d6b06 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:02:46.997145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.000498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:47.003483 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c2ccbfe-8eda-464f-be24-9dc5a9b0fdc8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/15cdd61a-e1af-46c5-90ea-811b5013ee52 HTTP/1.1" status: 204 len: 168 time: 0.7752488 Nov 05 22:02:47.003659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd181255-1246-4a1a-85e8-da49bf5d9de9 None None] Network 225f4881-af4e-4126-9268-9f89df64a690 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:47.004184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48164) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:47.037637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ad70f35-c94d-47bc-bcf5-1c9959b460bf tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.065539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dc56e-5da9-410e-aa4a-d07bad64013b req-18ddc7aa-68a4-4537-893d-252083151afb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:47.098058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c0dc56e-5da9-410e-aa4a-d07bad64013b req-18ddc7aa-68a4-4537-893d-252083151afb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.2249978 Nov 05 22:02:47.182850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.194132 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.252913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c0dc56e-5da9-410e-aa4a-d07bad64013b req-48a7f947-6072-4170-84a9-0dab202b2e49 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538663 Nov 05 22:02:47.255097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ad70f35-c94d-47bc-bcf5-1c9959b460bf tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.325766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad70f35-c94d-47bc-bcf5-1c9959b460bf tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02903796-a825-4812-96b2-2331f883471c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:47.331676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['021c7e68-df45-41b8-b344-140def0d6b06'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:02:47.341771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:47.347030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Deleting port 2c699796-305a-48bb-955e-e7c2bfd521ac {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:47.347804 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.450424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] DHCP port deletion for 225f4881-af4e-4126-9268-9f89df64a690 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:02:47.470532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ad70f35-c94d-47bc-bcf5-1c9959b460bf tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.477593 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ad70f35-c94d-47bc-bcf5-1c9959b460bf tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9744425 Nov 05 22:02:47.479754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48176) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:47.486848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d71fa66a-8365-4ad3-b73f-9966c0a6e6a2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': '815b5bb4-5e2b-4c92-96dd-337c61f34510', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:47.727492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d71fa66a-8365-4ad3-b73f-9966c0a6e6a2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.831044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] Deleting port 2c699796-305a-48bb-955e-e7c2bfd521ac {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:02:47.836587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.903828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d71fa66a-8365-4ad3-b73f-9966c0a6e6a2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.970331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] For port 2c699796-305a-48bb-955e-e7c2bfd521ac, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c699796-305a-48bb-955e-e7c2bfd521ac,segment=NetworkSegment(41037545-295e-4e37-ac91-f2f802c2b3be),segment_id=41037545-295e-4e37-ac91-f2f802c2b3be)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:47.970772 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.982866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] For port 2c699796-305a-48bb-955e-e7c2bfd521ac, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c699796-305a-48bb-955e-e7c2bfd521ac,segment=NetworkSegment(41037545-295e-4e37-ac91-f2f802c2b3be),segment_id=41037545-295e-4e37-ac91-f2f802c2b3be)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:47.983589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:47.986142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Calling delete_port for 2c699796-305a-48bb-955e-e7c2bfd521ac owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:48.013987 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d71fa66a-8365-4ad3-b73f-9966c0a6e6a2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.027860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] Calling delete_port for 2c699796-305a-48bb-955e-e7c2bfd521ac owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:02:48.051988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa66a-8365-4ad3-b73f-9966c0a6e6a2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724c701d-d8d3-447c-a3c8-b216d03a407d,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:48.221202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a51be-7c60-4045-b641-662cf20d7e1e req-d285cd76-17fb-4bdc-b1c5-c863700a92de tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:48.223016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-701a51be-7c60-4045-b641-662cf20d7e1e req-d285cd76-17fb-4bdc-b1c5-c863700a92de tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 945 time: 0.4105291 Nov 05 22:02:48.233260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d71fa66a-8365-4ad3-b73f-9966c0a6e6a2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.234920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d71fa66a-8365-4ad3-b73f-9966c0a6e6a2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7532859 Nov 05 22:02:48.246267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0d83-1565-49e4-a190-b5bad389592c req-c7b3cfca-3095-4140-9244-816efc19f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:48.246759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48192) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:48.250197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c34a0d83-1565-49e4-a190-b5bad389592c req-c7b3cfca-3095-4140-9244-816efc19f39b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 1096 time: 0.4258232 Nov 05 22:02:48.295648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e0435c6-311a-4525-a284-24b1f82c9848 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.315951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e0435c6-311a-4525-a284-24b1f82c9848 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.484672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-701a51be-7c60-4045-b641-662cf20d7e1e req-cdf03df8-4eff-4308-ad26-a96f47993297 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191665 Nov 05 22:02:48.486535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.540098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e0435c6-311a-4525-a284-24b1f82c9848 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.565160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] No DVR routers for this DVR port 2c699796-305a-48bb-955e-e7c2bfd521ac on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:48.576859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eef18b-5d19-4ea2-81b6-581e9954ecf1 req-f1efd99c-8d31-40bc-b82c-96fce5a44303 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:48.577150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c699796-305a-48bb-955e-e7c2bfd521ac,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:48.595501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9eef18b-5d19-4ea2-81b6-581e9954ecf1 req-f1efd99c-8d31-40bc-b82c-96fce5a44303 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.2131605 Nov 05 22:02:48.612501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e0435c6-311a-4525-a284-24b1f82c9848 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.613619 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e0435c6-311a-4525-a284-24b1f82c9848 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/724c701d-d8d3-447c-a3c8-b216d03a407d HTTP/1.1" status: 204 len: 168 time: 0.3697870 Nov 05 22:02:48.637016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48206) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:48.637974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0435c6-311a-4525-a284-24b1f82c9848 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=724c701d-d8d3-447c-a3c8-b216d03a407d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:48.644549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 021c7e68-df45-41b8-b344-140def0d6b06 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:02:48.653824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c0b2420-3bb7-45bb-821e-6e59d1376351 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:48.684487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1c0b2420-3bb7-45bb-821e-6e59d1376351 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:48.684487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c0b2420-3bb7-45bb-821e-6e59d1376351 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:48.684981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c699796-305a-48bb-955e-e7c2bfd521ac no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:02:48.722028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9eef18b-5d19-4ea2-81b6-581e9954ecf1 req-ed75aa60-0a44-4bb8-bdab-1ab67b65bd36 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254923 Nov 05 22:02:48.732481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.762179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2c699796-305a-48bb-955e-e7c2bfd521ac {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:02:48.762465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c699796-305a-48bb-955e-e7c2bfd521ac not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:02:48.765738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225f4881-af4e-4126-9268-9f89df64a690']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:48.766970 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.793543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41037545-295e-4e37-ac91-f2f802c2b3be') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:48.793848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41037545-295e-4e37-ac91-f2f802c2b3be') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:02:48.805953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] Pushing event deleted for resources: {'Port': ['ID=2c699796-305a-48bb-955e-e7c2bfd521ac,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:48.808962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d67a35-d42a-436d-b93e-4c369e5f8ea3 None None] No DVR routers for this DVR port 2c699796-305a-48bb-955e-e7c2bfd521ac on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:02:48.831504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 021c7e68-df45-41b8-b344-140def0d6b06 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:02:48.832076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.832189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.868601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c34a0d83-1565-49e4-a190-b5bad389592c req-0369b0d6-d33a-46d5-a402-64860f60ac93 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823076 Nov 05 22:02:48.896918 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.912453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:02:48.913174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:02:48.919588 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:02:48.949011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48214) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:48.951736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-32b0ca18-efd8-45a8-9c2f-803b939da86b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2984676 Nov 05 22:02:48.969870 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.006064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0208415d-9d84-412a-9348-c977c8f5958b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.023676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0208415d-9d84-412a-9348-c977c8f5958b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.035167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:02:49.040915 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286044e1-1216-4881-acac-2a1f867a7ac2" -d '{"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-plugged", "status": "completed", "tag": "021c7e68-df45-41b8-b344-140def0d6b06"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:02:49.080119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:02:49.122853 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7624bfd-d66a-4272-808d-b760e6742a23 x-openstack-request-id: req-b7624bfd-d66a-4272-808d-b760e6742a23 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:02:49.123200 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-plugged", "status": "completed", "tag": "021c7e68-df45-41b8-b344-140def0d6b06", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:02:49.123459 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7624bfd-d66a-4272-808d-b760e6742a23 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:02:49.123883 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06', 'code': 200} Nov 05 22:02:49.185022 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.191709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.197295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] 10.222.0.41 "DELETE /v2.0/networks/225f4881-af4e-4126-9268-9f89df64a690 HTTP/1.1" status: 204 len: 168 time: 2.1905408 Nov 05 22:02:49.218667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95291-2261-4c2a-b756-f2e3a691f810 admin admin] Pushing event deleted for resources: {'Network': ['ID=225f4881-af4e-4126-9268-9f89df64a690,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:49.219855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.221443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0208415d-9d84-412a-9348-c977c8f5958b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.229554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0208415d-9d84-412a-9348-c977c8f5958b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.236190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:49.238438 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0208415d-9d84-412a-9348-c977c8f5958b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/02903796-a825-4812-96b2-2331f883471c HTTP/1.1" status: 204 len: 168 time: 0.2960594 Nov 05 22:02:49.258783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208415d-9d84-412a-9348-c977c8f5958b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02903796-a825-4812-96b2-2331f883471c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:49.317071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-06777d01-9de0-45f8-9240-43903e880fa3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0763822 Nov 05 22:02:49.317388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48226) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:49.339737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:49.363593 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd500-0494-43dc-8fd7-2a91e6adbbba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.384203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd500-0494-43dc-8fd7-2a91e6adbbba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.469620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-6a50d5ff-831b-4e15-91dc-3734ae5a1fcb req-3c683285-87ff-4c87-b3f5-8a68588a7101 service neutron] (102291) timed out ('10.222.0.46', 55002) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:02:49.516572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd500-0494-43dc-8fd7-2a91e6adbbba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.522279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd500-0494-43dc-8fd7-2a91e6adbbba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.529778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3d5fd500-0494-43dc-8fd7-2a91e6adbbba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9eca3e1f-7986-495f-83b1-538e8e124ca8 HTTP/1.1" status: 204 len: 168 time: 0.2078032 Nov 05 22:02:49.529930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48230) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:49.535466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fd500-0494-43dc-8fd7-2a91e6adbbba tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eca3e1f-7986-495f-83b1-538e8e124ca8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:49.718946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-79c58265-8297-439d-909a-d256908cf855 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1877847 Nov 05 22:02:49.719426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48234) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:49.796044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1955311e-2e0d-4244-b60a-9c54e51bbdd0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.823014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48238) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:49.826827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1955311e-2e0d-4244-b60a-9c54e51bbdd0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.915023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258026-9c50-4990-a0db-e9b2d6bd8c9a req-0ccfe7d9-3ae8-465f-bf96-cbf1076107ec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:49.923885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d258026-9c50-4990-a0db-e9b2d6bd8c9a req-0ccfe7d9-3ae8-465f-bf96-cbf1076107ec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.2036390 Nov 05 22:02:49.964512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-58b32a35-a2a9-42af-9db1-2da0176fd131 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=428f28f3ee2444339c2fe089ffe91548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393166 Nov 05 22:02:49.970664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48240) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:49.976532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1955311e-2e0d-4244-b60a-9c54e51bbdd0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.990891 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1955311e-2e0d-4244-b60a-9c54e51bbdd0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:49.997525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1955311e-2e0d-4244-b60a-9c54e51bbdd0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b6f69ceb-e93c-4eb5-ba0e-35ccc1e91f33 HTTP/1.1" status: 204 len: 168 time: 0.2769918 Nov 05 22:02:49.998457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48242) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:50.011372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20592a18-1f6b-40f0-bb18-cbbc96cdc163 req-ecd40809-cf12-41ee-9fcb-f7bc621bd175 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:50.013470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20592a18-1f6b-40f0-bb18-cbbc96cdc163 req-ecd40809-cf12-41ee-9fcb-f7bc621bd175 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1104174 Nov 05 22:02:50.019254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955311e-2e0d-4244-b60a-9c54e51bbdd0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6f69ceb-e93c-4eb5-ba0e-35ccc1e91f33,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:50.025872 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d258026-9c50-4990-a0db-e9b2d6bd8c9a req-574a0339-09da-4520-8d83-c0e45c2b46e6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003582 Nov 05 22:02:50.142236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bbb48b92-a57d-4076-855a-74e17442a1cd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1400390 Nov 05 22:02:50.142236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ebe63a-8b34-4967-b0fe-6fd22649200a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.142501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48244) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:50.166115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20592a18-1f6b-40f0-bb18-cbbc96cdc163 req-4e7b29ef-3b2e-4246-9361-f4791f4d331f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315508 Nov 05 22:02:50.209282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-864e5d2d-7c14-41e8-ae94-e6d9f82d5cdc tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.222885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ebe63a-8b34-4967-b0fe-6fd22649200a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.226272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-864e5d2d-7c14-41e8-ae94-e6d9f82d5cdc tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.413761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-864e5d2d-7c14-41e8-ae94-e6d9f82d5cdc tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.421693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-864e5d2d-7c14-41e8-ae94-e6d9f82d5cdc tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.425407 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-864e5d2d-7c14-41e8-ae94-e6d9f82d5cdc tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b72e511e-682c-4e94-acd7-9cf7ca7be000 HTTP/1.1" status: 204 len: 168 time: 0.2795756 Nov 05 22:02:50.426217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48250) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:50.438874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e5d2d-7c14-41e8-ae94-e6d9f82d5cdc tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b72e511e-682c-4e94-acd7-9cf7ca7be000,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:50.459188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ebe63a-8b34-4967-b0fe-6fd22649200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.461849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ebe63a-8b34-4967-b0fe-6fd22649200a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.463539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-03ebe63a-8b34-4967-b0fe-6fd22649200a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b015bd40-7101-4e88-9ff0-ab5126a4944a HTTP/1.1" status: 204 len: 168 time: 0.4915023 Nov 05 22:02:50.480374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebe63a-8b34-4967-b0fe-6fd22649200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b015bd40-7101-4e88-9ff0-ab5126a4944a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:50.488227 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:02:50.527777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d635d82b-3602-4200-994a-bb00d7f506a3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0969510 Nov 05 22:02:50.527937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48254) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:50.655723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698f7557-da44-43d2-8278-60768548a70f tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.703046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698f7557-da44-43d2-8278-60768548a70f tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.838732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698f7557-da44-43d2-8278-60768548a70f tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.847795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-698f7557-da44-43d2-8278-60768548a70f tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:50.856676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48258) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:50.860919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-698f7557-da44-43d2-8278-60768548a70f tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/815b5bb4-5e2b-4c92-96dd-337c61f34510 HTTP/1.1" status: 204 len: 168 time: 0.3225369 Nov 05 22:02:50.902438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f7557-da44-43d2-8278-60768548a70f tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b5bb4-5e2b-4c92-96dd-337c61f34510,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:50.950018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-95239b0e-a42a-4ede-92b2-e81b1d5397b1 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0875881 Nov 05 22:02:50.951029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48260) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:50.956691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2a76c863-a4c2-42ff-b237-98546134b826 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423486871'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:51.075541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a76c863-a4c2-42ff-b237-98546134b826 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:51.212960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788175c3-e2b8-454a-b8df-a131ac9edea6 req-3cf6324f-abfd-42ad-8328-b8a152118a38 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:51.225160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-788175c3-e2b8-454a-b8df-a131ac9edea6 req-3cf6324f-abfd-42ad-8328-b8a152118a38 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.0764084 Nov 05 22:02:51.310931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a76c863-a4c2-42ff-b237-98546134b826 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:51.370686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-788175c3-e2b8-454a-b8df-a131ac9edea6 req-a7c9b6be-e97a-430e-80b5-db554cf5ef5f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467752 Nov 05 22:02:51.380106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a76c863-a4c2-42ff-b237-98546134b826 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:51.425752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251bfe9-7ede-4dc1-a63b-c996daf17207 req-639d75ac-060e-4964-acbe-517503f0a4eb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:51.434426 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6251bfe9-7ede-4dc1-a63b-c996daf17207 req-639d75ac-060e-4964-acbe-517503f0a4eb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1024384 Nov 05 22:02:51.495776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76c863-a4c2-42ff-b237-98546134b826 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f575050d-3c48-4b76-a0f2-2839c29105a2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:51.540650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6251bfe9-7ede-4dc1-a63b-c996daf17207 req-0b609437-7b20-4062-849c-fa7d69504830 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049471 Nov 05 22:02:51.555591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2a76c863-a4c2-42ff-b237-98546134b826 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:51.557418 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2a76c863-a4c2-42ff-b237-98546134b826 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6049423 Nov 05 22:02:51.579387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48274) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:51.584385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f5a88636-9684-4a89-ae4f-fc4e79d3f32a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': 'f575050d-3c48-4b76-a0f2-2839c29105a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:51.709280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dc9ce-dafd-4a29-8390-b23f239d5131 req-0f2ccb70-e5dd-43a4-91cb-f16d68a56cdd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:51.717411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b4dc9ce-dafd-4a29-8390-b23f239d5131 req-0f2ccb70-e5dd-43a4-91cb-f16d68a56cdd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0660036 Nov 05 22:02:51.719909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5a88636-9684-4a89-ae4f-fc4e79d3f32a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:51.755177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48278) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:51.795066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b4dc9ce-dafd-4a29-8390-b23f239d5131 req-c199973b-accb-4ffd-bf90-4ee5a6618cff tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699277 Nov 05 22:02:51.870652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9f517e93-31cc-4b23-8b84-401bb6e53063 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f9df571608b47d8b28556f1923e6ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121128 Nov 05 22:02:51.872979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5a88636-9684-4a89-ae4f-fc4e79d3f32a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:51.873858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48286) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:51.931285 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5a88636-9684-4a89-ae4f-fc4e79d3f32a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:51.965659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a88636-9684-4a89-ae4f-fc4e79d3f32a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16589109-6b64-4624-b8f1-7a055e555c6c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:52.017072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f5a88636-9684-4a89-ae4f-fc4e79d3f32a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.018503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5a88636-9684-4a89-ae4f-fc4e79d3f32a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4376161 Nov 05 22:02:52.022671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48292) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:52.037236 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba803d44-b49c-463c-88c3-eff558bd93a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.102475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba803d44-b49c-463c-88c3-eff558bd93a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.134598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5eb-e0a9-4e02-a851-f268199ee816 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.176530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5eb-e0a9-4e02-a851-f268199ee816 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.282392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba803d44-b49c-463c-88c3-eff558bd93a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.286546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ba803d44-b49c-463c-88c3-eff558bd93a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.290676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ba803d44-b49c-463c-88c3-eff558bd93a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3e55638-62c4-4177-9631-f4d340746dba HTTP/1.1" status: 204 len: 168 time: 0.4131770 Nov 05 22:02:52.306288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba803d44-b49c-463c-88c3-eff558bd93a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e55638-62c4-4177-9631-f4d340746dba,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:52.330649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5eb-e0a9-4e02-a851-f268199ee816 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.330649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5eb-e0a9-4e02-a851-f268199ee816 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.330649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6ee7b5eb-e0a9-4e02-a851-f268199ee816 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/f575050d-3c48-4b76-a0f2-2839c29105a2 HTTP/1.1" status: 204 len: 168 time: 0.3013272 Nov 05 22:02:52.334699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:52.372180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b5eb-e0a9-4e02-a851-f268199ee816 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f575050d-3c48-4b76-a0f2-2839c29105a2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:52.437558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c1dfbe83-ba54-481a-9678-5890519748f2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017227 Nov 05 22:02:52.441347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48312) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:52.446608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-618b601a-6c24-4cfe-a4b3-888cd04df1b0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517158037'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:52.532426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22352718-4172-4a44-abff-439336debbd9 req-87c1ff3b-43fa-49b5-a8c6-180cb5f40f5e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:52.535487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22352718-4172-4a44-abff-439336debbd9 req-87c1ff3b-43fa-49b5-a8c6-180cb5f40f5e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1020701 Nov 05 22:02:52.619515 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22352718-4172-4a44-abff-439336debbd9 req-32a854a8-80c4-4be8-9442-e2f5390047eb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774677 Nov 05 22:02:52.637429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-618b601a-6c24-4cfe-a4b3-888cd04df1b0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.656429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e4b0e-c1a7-4716-a41a-04d60444b871 req-8d7271e2-1056-46ed-922e-b6d9f2d42b06 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:52.660558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c9e4b0e-c1a7-4716-a41a-04d60444b871 req-8d7271e2-1056-46ed-922e-b6d9f2d42b06 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1375742 Nov 05 22:02:52.797564 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c9e4b0e-c1a7-4716-a41a-04d60444b871 req-92e0a1aa-6b47-4877-a116-1611ba943fe1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063066 Nov 05 22:02:52.836073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-618b601a-6c24-4cfe-a4b3-888cd04df1b0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:52.994500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-618b601a-6c24-4cfe-a4b3-888cd04df1b0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:53.104938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b601a-6c24-4cfe-a4b3-888cd04df1b0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23327e3-cfd5-467b-9fbb-b1e3e6c11544,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:53.145418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-618b601a-6c24-4cfe-a4b3-888cd04df1b0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:53.148923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-618b601a-6c24-4cfe-a4b3-888cd04df1b0 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7063148 Nov 05 22:02:53.150073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48332) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:53.155017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-db04dbdb-1d26-440d-892d-92a577203255 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042774574'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:53.293448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db04dbdb-1d26-440d-892d-92a577203255 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:53.452070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db04dbdb-1d26-440d-892d-92a577203255 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:53.555860 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db04dbdb-1d26-440d-892d-92a577203255 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:53.587043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04dbdb-1d26-440d-892d-92a577203255 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49c0f8-b155-4932-8a69-a4ecf7b01843,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:53.662123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db04dbdb-1d26-440d-892d-92a577203255 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:53.670605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-db04dbdb-1d26-440d-892d-92a577203255 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5192015 Nov 05 22:02:53.670888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48358) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:53.677230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-be4a8864-f942-491a-b822-536bd7208374 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': 'b23327e3-cfd5-467b-9fbb-b1e3e6c11544', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c49c0f8-b155-4932-8a69-a4ecf7b01843', 'remote_ip_prefix': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:53.847824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e80d8-5d72-47d6-8242-b610db77ce76 req-84677f1a-7da2-4762-8adf-ed7f2a76032c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:53.873893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4a8864-f942-491a-b822-536bd7208374 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:53.887763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc6e80d8-5d72-47d6-8242-b610db77ce76 req-84677f1a-7da2-4762-8adf-ed7f2a76032c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1295109 Nov 05 22:02:53.989507 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc6e80d8-5d72-47d6-8242-b610db77ce76 req-58a199fa-ea52-448f-85e8-179f08a30f28 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980041 Nov 05 22:02:54.190906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48396) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:54.201061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4a8864-f942-491a-b822-536bd7208374 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.210551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b55d-74b0-4eed-aa68-08148cbceb2d req-9182860f-62aa-4042-8215-0cdafb732ba9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:54.221500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5f4b55d-74b0-4eed-aa68-08148cbceb2d req-9182860f-62aa-4042-8215-0cdafb732ba9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1852002 Nov 05 22:02:54.292249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5f4b55d-74b0-4eed-aa68-08148cbceb2d req-91eb28b5-f99d-4734-acd0-cdec2543d23c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693803 Nov 05 22:02:54.298214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4a8864-f942-491a-b822-536bd7208374 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.316883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a8864-f942-491a-b822-536bd7208374 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1f30f8-6202-4d03-8f53-ef5edcbabe4b,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:54.375992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2071465610-network', 'tenant_id': '79f73fbecf914ce88c668979583061dd'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:54.464553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4a8864-f942-491a-b822-536bd7208374 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.469404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be4a8864-f942-491a-b822-536bd7208374 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7953527 Nov 05 22:02:54.469838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48408) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:54.530895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cf42994-5f60-4e34-9861-2326275587fe tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.542795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cf42994-5f60-4e34-9861-2326275587fe tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.605454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:54.609251 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.627606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.699126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cf42994-5f60-4e34-9861-2326275587fe tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.711356 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4cf42994-5f60-4e34-9861-2326275587fe tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.713569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4cf42994-5f60-4e34-9861-2326275587fe tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dc1f30f8-6202-4d03-8f53-ef5edcbabe4b HTTP/1.1" status: 204 len: 168 time: 0.2427099 Nov 05 22:02:54.725473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48414) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:54.733178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42994-5f60-4e34-9861-2326275587fe tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc1f30f8-6202-4d03-8f53-ef5edcbabe4b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:54.760242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf47886-6bba-42b8-8c94-16ab3f81a078 req-c869c6a3-2f1a-4872-8f2f-20c0234f6b68 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:54.768146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acf47886-6bba-42b8-8c94-16ab3f81a078 req-c869c6a3-2f1a-4872-8f2f-20c0234f6b68 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1130438 Nov 05 22:02:54.780766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.833032 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-536c4aea-f32c-4371-9c45-cccbeae926c8 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0662649 Nov 05 22:02:54.833032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:54.833988 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acf47886-6bba-42b8-8c94-16ab3f81a078 req-34cc3246-6b1d-4456-9ef6-91b2f53c8223 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461414 Nov 05 22:02:54.855409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee10c944-b6c0-43f1-a1a7-7c94dc57606a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.890913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee10c944-b6c0-43f1-a1a7-7c94dc57606a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:54.973706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.012828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b09285-3875-4b18-bad7-773cb9c3a030,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:55.147228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee10c944-b6c0-43f1-a1a7-7c94dc57606a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.154466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee10c944-b6c0-43f1-a1a7-7c94dc57606a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.159675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48430) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:55.160571 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee10c944-b6c0-43f1-a1a7-7c94dc57606a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c49c0f8-b155-4932-8a69-a4ecf7b01843 HTTP/1.1" status: 204 len: 168 time: 0.3627353 Nov 05 22:02:55.176406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:02:55.181986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10c944-b6c0-43f1-a1a7-7c94dc57606a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49c0f8-b155-4932-8a69-a4ecf7b01843,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:55.214568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.215002 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Added segment e46038ce-f604-4f0b-84cf-623028381bb8 of type vlan for network 9bfdab88-8353-4e2d-9246-afbd45bbb58b Nov 05 22:02:55.261951 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a58721e9-6c37-4560-b44f-48234391470e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1011043 Nov 05 22:02:55.265936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48436) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:55.302195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.362342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a3e14c7-fcf4-4b70-be25-bae77ba331f1 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.423753 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a3e14c7-fcf4-4b70-be25-bae77ba331f1 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.502024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d3a9-4e9c-42b7-ac25-c94e7a49dc1b req-2da2bac3-6388-44d4-870d-92026e1deca2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:55.502024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d22d3a9-4e9c-42b7-ac25-c94e7a49dc1b req-2da2bac3-6388-44d4-870d-92026e1deca2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1042593 Nov 05 22:02:55.551019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.552520 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:55.553525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.597297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a3e14c7-fcf4-4b70-be25-bae77ba331f1 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.603244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a3e14c7-fcf4-4b70-be25-bae77ba331f1 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.612915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5a3e14c7-fcf4-4b70-be25-bae77ba331f1 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/b23327e3-cfd5-467b-9fbb-b1e3e6c11544 HTTP/1.1" status: 204 len: 168 time: 0.3385854 Nov 05 22:02:55.612915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48446) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:55.635962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e14c7-fcf4-4b70-be25-bae77ba331f1 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23327e3-cfd5-467b-9fbb-b1e3e6c11544,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:55.647479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d22d3a9-4e9c-42b7-ac25-c94e7a49dc1b req-7f8c6e45-46ba-469a-bd26-bd3e56458e5c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575050 Nov 05 22:02:55.662791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=9bfdab88-8353-4e2d-9246-afbd45bbb58b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:55.682154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:02:55.705789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-25cfd771-5e41-4bc7-987d-9c041868471d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770435 Nov 05 22:02:55.710163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48454) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:55.719200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dc9d7c45-a4e9-449e-a6e0-a9010d27335e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735336346'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:55.749028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cbf3cc54-ac84-4623-869e-8510ce352ed1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5567746 Nov 05 22:02:55.752004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48456) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:55.757328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Request body: {'subnet': {'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2071465610-subnet', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:55.877401 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7c45-a4e9-449e-a6e0-a9010d27335e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:55.991016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:02:55.993441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.029138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536118-57df-4431-8a88-4921aea89f6d req-94a8dfa5-1329-4676-b5cc-8672115ae64a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:56.037184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d536118-57df-4431-8a88-4921aea89f6d req-94a8dfa5-1329-4676-b5cc-8672115ae64a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1187584 Nov 05 22:02:56.196809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7c45-a4e9-449e-a6e0-a9010d27335e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.203078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d536118-57df-4431-8a88-4921aea89f6d req-a47b9699-59cc-460c-970a-49c7433ee5eb tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648357 Nov 05 22:02:56.329881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7c45-a4e9-449e-a6e0-a9010d27335e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.362955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d7c45-a4e9-449e-a6e0-a9010d27335e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae7ff8c-b81e-424d-a192-cfb048b1166b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:56.475584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.517726 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7c45-a4e9-449e-a6e0-a9010d27335e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.522836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc9d7c45-a4e9-449e-a6e0-a9010d27335e tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8112772 Nov 05 22:02:56.523578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48492) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:56.535773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': '3ae7ff8c-b81e-424d-a192-cfb048b1166b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:56.592841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2fe03c-3d64-417d-addb-9f2fec7fa101,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:56.618516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:56.620809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Network hostable DHCP agents. Network: 9bfdab88-8353-4e2d-9246-afbd45bbb58b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:02:56.729759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.793950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:02:56.839486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.876062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c6261-7b6d-46a2-969c-f6d98763031a req-342a4741-821e-4865-b430-3b8565403d7d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:56.877878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf5c6261-7b6d-46a2-969c-f6d98763031a req-342a4741-821e-4865-b430-3b8565403d7d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1156352 Nov 05 22:02:56.916562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 9bfdab88-8353-4e2d-9246-afbd45bbb58b) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:56.928832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630d4f4-be02-41b5-8113-c93ffdaede66 None None] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:02:56.930561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:56.936947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.981430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf5c6261-7b6d-46a2-969c-f6d98763031a req-2aea41e0-c5d0-4022-807c-13dd5ab72d3f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913444 Nov 05 22:02:56.982750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:56.998674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c344c4-2de5-43ac-bc4d-0cb946c951ea,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:57.012722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.013069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.013539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.013874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.014204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.014531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.014854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.015175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.015498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.015917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.016244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.016553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:57.045399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4e572f60-1890-43e0-9d92-321ec0f013ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2921777 Nov 05 22:02:57.047642 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48514) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:57.052327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:57.139009 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.140925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-46b12ebd-0aed-4a52-97bf-2089bc032b0a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6143448 Nov 05 22:02:57.144340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48518) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:57.206107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21cee576-9a2d-44ff-95da-163e1df2a54d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.217883 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21cee576-9a2d-44ff-95da-163e1df2a54d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.239703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.239703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.257069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:02:57.257993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.351133 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21cee576-9a2d-44ff-95da-163e1df2a54d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.365779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21cee576-9a2d-44ff-95da-163e1df2a54d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.372118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-21cee576-9a2d-44ff-95da-163e1df2a54d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b5c344c4-2de5-43ac-bc4d-0cb946c951ea HTTP/1.1" status: 204 len: 168 time: 0.2266357 Nov 05 22:02:57.374228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48542) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:57.380221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cee576-9a2d-44ff-95da-163e1df2a54d tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5c344c4-2de5-43ac-bc4d-0cb946c951ea,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:57.509490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.533606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-29ecf7d8-c652-4ff1-9af8-9db42775c56c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1559601 Nov 05 22:02:57.536676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48548) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:57.605262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Allocated IP 172.20.0.2 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/2f3ca032-1078-4850-91e4-3c35f3d38deb) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:57.673721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9516-3b12-4034-a998-63fab40e862c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.720746 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9516-3b12-4034-a998-63fab40e862c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.874822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9516-3b12-4034-a998-63fab40e862c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.878042 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9516-3b12-4034-a998-63fab40e862c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.883294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cbdd9516-3b12-4034-a998-63fab40e862c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/3ae7ff8c-b81e-424d-a192-cfb048b1166b HTTP/1.1" status: 204 len: 168 time: 0.3415451 Nov 05 22:02:57.883294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:57.886354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48560) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:57.901244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd9516-3b12-4034-a998-63fab40e862c tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae7ff8c-b81e-424d-a192-cfb048b1166b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:58.007240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:58.022177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-14b4db17-8a5c-4b5c-8935-5a80684443da tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1308074 Nov 05 22:02:58.022402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48568) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:58.030312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bdd1c665-5dfd-4cc4-90ee-59c58f573ef3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group': {'name': 'tempest-secgroup--878431095'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:58.111054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:58.194188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4701cd6-4c61-4cf2-b742-d192169601e3 req-97a21322-a873-4724-9028-2cd394f17027 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:58.204184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4701cd6-4c61-4cf2-b742-d192169601e3 req-97a21322-a873-4724-9028-2cd394f17027 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.0916789 Nov 05 22:02:58.270317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4701cd6-4c61-4cf2-b742-d192169601e3 req-1406cd2c-3e5b-4f51-be56-294d5bb700e1 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647144 Nov 05 22:02:58.277317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:58.294901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:58.301552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:58.350480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Pushing event updated for resources: {'Port': ['ID=2f3ca032-1078-4850-91e4-3c35f3d38deb,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:58.433409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Attempting to bind port 2f3ca032-1078-4850-91e4-3c35f3d38deb on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:02:58.433409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Attempting to bind port 2f3ca032-1078-4850-91e4-3c35f3d38deb by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:02:58.433409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Attempting to bind port 2f3ca032-1078-4850-91e4-3c35f3d38deb on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:02:58.439736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.440079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.440416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.440749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.441208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.441385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.441709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.442033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.442354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.443028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.443648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.443991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:02:58.447487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:02:58.447879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:02:58.448278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:58.448747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:02:58.449182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Bound port: 2f3ca032-1078-4850-91e4-3c35f3d38deb, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:02:58.449560 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:58.652285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-df051311-9ff9-4703-91cd-26becf585032 None None] For port 2f3ca032-1078-4850-91e4-3c35f3d38deb, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:02:58.658339 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-df051311-9ff9-4703-91cd-26becf585032 None None] For port 2f3ca032-1078-4850-91e4-3c35f3d38deb, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2f3ca032-1078-4850-91e4-3c35f3d38deb,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:02:58.756753 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:58.882104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c665-5dfd-4cc4-90ee-59c58f573ef3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:58.909829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df051311-9ff9-4703-91cd-26becf585032 None None] Pushing event updated for resources: {'Port': ['ID=2f3ca032-1078-4850-91e4-3c35f3d38deb,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:59.085140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:59.132136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:59.358712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Allocated IP 172.25.6.41 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/8803af73-553c-4864-8118-9d7ac816f76a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:02:59.387057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c665-5dfd-4cc4-90ee-59c58f573ef3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:59.465396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcba5b-f8e4-4c57-86a4-f831bb0b26bd req-90479aed-b6c7-44d3-b5b4-9f48832de3f6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:02:59.477503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96dcba5b-f8e4-4c57-86a4-f831bb0b26bd req-90479aed-b6c7-44d3-b5b4-9f48832de3f6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1026299 Nov 05 22:02:59.530865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c665-5dfd-4cc4-90ee-59c58f573ef3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:59.621128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c665-5dfd-4cc4-90ee-59c58f573ef3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5688fd9-a91e-450a-a6ca-61c6787c5c75,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:59.628504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:59.636035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96dcba5b-f8e4-4c57-86a4-f831bb0b26bd req-eb02f678-19f8-4d28-bd61-2cb70065198b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483605 Nov 05 22:02:59.711414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c665-5dfd-4cc4-90ee-59c58f573ef3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:59.715233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bdd1c665-5dfd-4cc4-90ee-59c58f573ef3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6887836 Nov 05 22:02:59.715494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48622) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:02:59.721595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e858bfcc-1d33-42a2-a2fa-613e4c4f3101 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': 'c5688fd9-a91e-450a-a6ca-61c6787c5c75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:02:59.823643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:02:59.874941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:02:59.878095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:02:59.892170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:02:59.935673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Pushing event updated for resources: {'Port': ['ID=8803af73-553c-4864-8118-9d7ac816f76a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:02:59.952728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e858bfcc-1d33-42a2-a2fa-613e4c4f3101 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.133495 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e858bfcc-1d33-42a2-a2fa-613e4c4f3101 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.247025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc3afd-204f-4041-ab18-87a483d1c0dd req-b0beea8f-39ad-4792-851e-33884e9dc65d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:00.276799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dbc3afd-204f-4041-ab18-87a483d1c0dd req-b0beea8f-39ad-4792-851e-33884e9dc65d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0522418 Nov 05 22:03:00.294744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a2cbcc-0cc5-4de8-8836-b8ea0421b50f None None] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:03:00.307315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dbc3afd-204f-4041-ab18-87a483d1c0dd req-4e749c18-3460-431b-899e-e4cf8aa6053f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493329 Nov 05 22:03:00.436943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bc5123c2-4c33-4318-a0b2-a5d322cc8bfc None None] Provisioning complete for port 2f3ca032-1078-4850-91e4-3c35f3d38deb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:00.436943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bc5123c2-4c33-4318-a0b2-a5d322cc8bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.545049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e858bfcc-1d33-42a2-a2fa-613e4c4f3101 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.584954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-5574c08f-bc31-4593-9d41-6d0cb3787960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:00.591962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-5574c08f-bc31-4593-9d41-6d0cb3787960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1097 time: 0.0825346 Nov 05 22:03:00.606025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bc5123c2-4c33-4318-a0b2-a5d322cc8bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.663515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bc5123c2-4c33-4318-a0b2-a5d322cc8bfc None None] For port 2f3ca032-1078-4850-91e4-3c35f3d38deb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2f3ca032-1078-4850-91e4-3c35f3d38deb,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:00.716117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858bfcc-1d33-42a2-a2fa-613e4c4f3101 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadc27b8-39c5-48f8-9909-10ac7ba3d697,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:00.721613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.751784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2f3ca032-1078-4850-91e4-3c35f3d38deb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:00.782044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-46352c4d-2fd9-4902-82c6-ebdf2e9c4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:00.784084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-46352c4d-2fd9-4902-82c6-ebdf2e9c4ee7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 920 time: 0.1845887 Nov 05 22:03:00.815436 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bc5123c2-4c33-4318-a0b2-a5d322cc8bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.837575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352be0b2-addd-4fd8-8fbd-53409193d55d req-3f4eb46f-6175-4ffd-b3ef-41b8f14c1e27 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:00.845053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-352be0b2-addd-4fd8-8fbd-53409193d55d req-3f4eb46f-6175-4ffd-b3ef-41b8f14c1e27 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1318409 Nov 05 22:03:00.873525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:00.893010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-6b532c8d-8cbe-4a48-9f1a-471564b3e870 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb697fb2-5f27-4466-bdf7-245977a213c7 HTTP/1.1" status: 200 len: 217 time: 0.0832360 Nov 05 22:03:01.024708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-352be0b2-addd-4fd8-8fbd-53409193d55d req-ef2e5a3d-cff3-48c4-847f-3d4fe2223125 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711981 Nov 05 22:03:01.031458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5123c2-4c33-4318-a0b2-a5d322cc8bfc None None] Pushing event updated for resources: {'Port': ['ID=2f3ca032-1078-4850-91e4-3c35f3d38deb,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:01.067473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-cecbfb64-2d78-417a-ab3f-bb6df8c69851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:01.068973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-cecbfb64-2d78-417a-ab3f-bb6df8c69851 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.1644857 Nov 05 22:03:01.069254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-83d94ea8-3f70-47bf-9206-f2deab3353fe None None] Provisioning complete for port 2f3ca032-1078-4850-91e4-3c35f3d38deb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:01.069630 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-83d94ea8-3f70-47bf-9206-f2deab3353fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.104784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2f3ca032-1078-4850-91e4-3c35f3d38deb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:01.105161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.120589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e858bfcc-1d33-42a2-a2fa-613e4c4f3101 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.124023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e858bfcc-1d33-42a2-a2fa-613e4c4f3101 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4053342 Nov 05 22:03:01.125942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-42bc1c49-23c1-45db-85cb-7e6497525a06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493591 Nov 05 22:03:01.126431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48662) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:01.241671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-12974ef7-446d-4aa8-8be4-e2d053b28bfc tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules/cadc27b8-39c5-48f8-9909-10ac7ba3d697 HTTP/1.1" status: 200 len: 763 time: 0.1141596 Nov 05 22:03:01.257621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48666) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:01.445207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.457133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e44dea7e-ccb4-447b-964e-b11a080f3157 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1971579 Nov 05 22:03:01.457378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48672) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:01.505746 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd59360e-5f8e-4b37-b257-63033a19e6b3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.511008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-a4c897fd-bea2-42ea-9778-b2684571fd53 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763406 Nov 05 22:03:01.520042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd59360e-5f8e-4b37-b257-63033a19e6b3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.696558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fffe8aea-e6e4-4749-8005-ba0220560f4a req-141f5c6a-03ed-491c-ade1-c1cba7d5922f service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784253 Nov 05 22:03:01.722040 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd59360e-5f8e-4b37-b257-63033a19e6b3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.726110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb6c1e-48af-470f-89d4-9bd054a9cbda req-1fb32fdf-3830-464f-9020-d215b71be724 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:01.732784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cd59360e-5f8e-4b37-b257-63033a19e6b3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:01.735135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edb6c1e-48af-470f-89d4-9bd054a9cbda req-1fb32fdf-3830-464f-9020-d215b71be724 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.2860839 Nov 05 22:03:01.740097 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cd59360e-5f8e-4b37-b257-63033a19e6b3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cadc27b8-39c5-48f8-9909-10ac7ba3d697 HTTP/1.1" status: 204 len: 168 time: 0.2816825 Nov 05 22:03:01.745700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48684) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:01.818737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3edb6c1e-48af-470f-89d4-9bd054a9cbda req-1a51ff30-9f01-4a7d-a4c2-4cf81ce1b3d1 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823736 Nov 05 22:03:01.826767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59360e-5f8e-4b37-b257-63033a19e6b3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cadc27b8-39c5-48f8-9909-10ac7ba3d697,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:01.870823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:03:01.887536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d5ceeea4-ba4e-41fb-b161-37f0b76f40ce tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1334345 Nov 05 22:03:01.896245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48694) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:01.901816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7d2a237c-29fa-4145-a566-a56fe6f13ec3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': 'c5688fd9-a91e-450a-a6ca-61c6787c5c75', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:02.093520 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d2a237c-29fa-4145-a566-a56fe6f13ec3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.172991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:03:02.188614 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:03:02.215049 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:02.215706 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:02.297396 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d2a237c-29fa-4145-a566-a56fe6f13ec3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.338908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7aa4-9ac2-4ad5-8637-68e6997bc7bb req-cc3b00c7-0e53-4924-a55b-2e1707b22d98 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:02.348857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cfbd7aa4-9ac2-4ad5-8637-68e6997bc7bb req-cc3b00c7-0e53-4924-a55b-2e1707b22d98 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1779153 Nov 05 22:03:02.364287 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:02.370033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.371317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66a71be7-c205-4964-82de-90d7e743b225 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3227725 Nov 05 22:03:02.374069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48710) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:02.417436 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d2a237c-29fa-4145-a566-a56fe6f13ec3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.473474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a237c-29fa-4145-a566-a56fe6f13ec3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2704db-0b31-492f-9129-785a4fdefb91,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:02.529708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cfbd7aa4-9ac2-4ad5-8637-68e6997bc7bb req-0dc02e06-3a82-48fd-8540-be57fa3c9bbe tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799612 Nov 05 22:03:02.621989 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d2a237c-29fa-4145-a566-a56fe6f13ec3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.623217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7d2a237c-29fa-4145-a566-a56fe6f13ec3 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7258399 Nov 05 22:03:02.626270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48714) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:02.648774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2f3ca032-1078-4850-91e4-3c35f3d38deb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:02.683088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e54ec3b0-f218-4a8d-ab7e-8637a6515c6b tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules/8e2704db-0b31-492f-9129-785a4fdefb91 HTTP/1.1" status: 200 len: 763 time: 0.0555954 Nov 05 22:03:02.689730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48720) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:02.792176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2f3ca032-1078-4850-91e4-3c35f3d38deb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:02.795034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-35687c4d-daae-44ca-92e2-1ebd1a8492b2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1018934 Nov 05 22:03:02.796026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48724) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:02.809265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.852409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38f3603a-d884-4543-a470-4ed58a028617 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.873811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38f3603a-d884-4543-a470-4ed58a028617 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:02.874031 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.017419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba41a6b-cc63-427c-b547-9f28609407d6 req-ccea9008-4015-454d-8452-a77331d2707f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:03.025542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cba41a6b-cc63-427c-b547-9f28609407d6 req-ccea9008-4015-454d-8452-a77331d2707f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0865450 Nov 05 22:03:03.029578 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:00Z', 'revision_number': 3, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:03.040517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38f3603a-d884-4543-a470-4ed58a028617 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.058207 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38f3603a-d884-4543-a470-4ed58a028617 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.059409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-38f3603a-d884-4543-a470-4ed58a028617 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8e2704db-0b31-492f-9129-785a4fdefb91 HTTP/1.1" status: 204 len: 168 time: 0.2617838 Nov 05 22:03:03.060191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3603a-d884-4543-a470-4ed58a028617 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e2704db-0b31-492f-9129-785a4fdefb91,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:03.062033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48736) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:03.103696 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:03:03.104196 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Updating router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 port 8803af73-553c-4864-8118-9d7ac816f76a binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:03:03.129320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cba41a6b-cc63-427c-b547-9f28609407d6 req-29edd05a-5d89-4b1e-abe3-5cddcf2e0e17 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983303 Nov 05 22:03:03.129501 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.171989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-95d049ff-e686-43ae-a5ea-384f3f00aaca tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1061203 Nov 05 22:03:03.172865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48740) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:03.178704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Request body: {'security_group_rule': {'security_group_id': 'c5688fd9-a91e-450a-a6ca-61c6787c5c75', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:03.391428 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Project 1c5c3a7fb86d47a5979f5129c02a533a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:03:03.400677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.428231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.451822 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.525351 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.526249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.613110 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Attempting to bind port 8803af73-553c-4864-8118-9d7ac816f76a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:03:03.613864 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Attempting to bind port 8803af73-553c-4864-8118-9d7ac816f76a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:03:03.614462 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Attempting to bind port 8803af73-553c-4864-8118-9d7ac816f76a on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:03.633025 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:03:03.633857 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:03.634544 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.635381 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:03:03.636121 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Bound port: 8803af73-553c-4864-8118-9d7ac816f76a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:03:03.636707 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.664349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.692534 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] For port 8803af73-553c-4864-8118-9d7ac816f76a, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:03:03.696067 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] For port 8803af73-553c-4864-8118-9d7ac816f76a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8803af73-553c-4864-8118-9d7ac816f76a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:03:03.698309 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Pushing event updated for resources: {'Port': ['ID=8803af73-553c-4864-8118-9d7ac816f76a,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:03.710151 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.711963 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.712541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.715653 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.716348 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.716913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.717707 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.718435 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.719010 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.719576 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.720563 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.722023 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:03.725322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421f8003-33d6-46ec-8fb1-d38f5672ab5a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:03.770506 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.798466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ac36-0085-4aec-8c38-a477314a47dd req-4af15a93-322c-454a-ab18-828b87b29509 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:03.801822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c269ac36-0085-4aec-8c38-a477314a47dd req-4af15a93-322c-454a-ab18-828b87b29509 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1226361 Nov 05 22:03:03.873312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c269ac36-0085-4aec-8c38-a477314a47dd req-5f0b6346-6f49-4b59-9366-75bf432a2016 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562847 Nov 05 22:03:03.875453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:03.879370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48768) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:03.879964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7fc03f26-a20c-48c3-8681-29596daf059a tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7058461 Nov 05 22:03:03.892433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Allocated IP 172.20.0.1 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/62c5a8fe-a357-42a7-90b4-ca840c17cff1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:03:03.915190 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:03.916146 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:03.942247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-157c00d1-9fab-4dba-9e5d-c01257404543 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules/421f8003-33d6-46ec-8fb1-d38f5672ab5a HTTP/1.1" status: 200 len: 769 time: 0.0582197 Nov 05 22:03:03.943979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48772) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:04.025276 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f896c7-7bba-488c-85a3-9c3c98a343ad None None] Pushing event updated for resources: {'Port': ['ID=8803af73-553c-4864-8118-9d7ac816f76a,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:04.047634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48776) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:04.051578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-78c01bf8-10e6-4598-aca2-4b0fb3b3d1fd tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1046326 Nov 05 22:03:04.093864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73cec9a8-df42-489f-8e8c-96e06a1cfbc2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.108417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73cec9a8-df42-489f-8e8c-96e06a1cfbc2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.192951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.215025 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:04.262693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73cec9a8-df42-489f-8e8c-96e06a1cfbc2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.273894 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73cec9a8-df42-489f-8e8c-96e06a1cfbc2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.283586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-73cec9a8-df42-489f-8e8c-96e06a1cfbc2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/421f8003-33d6-46ec-8fb1-d38f5672ab5a HTTP/1.1" status: 204 len: 168 time: 0.2304215 Nov 05 22:03:04.304093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48792) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:04.308152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cec9a8-df42-489f-8e8c-96e06a1cfbc2 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=421f8003-33d6-46ec-8fb1-d38f5672ab5a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:04.371381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.376277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6872f7-e2de-409a-ac7a-3763fdd5ce95 req-021e223a-4395-43a4-a154-79b389c2ee3f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:04.386592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc6872f7-e2de-409a-ac7a-3763fdd5ce95 req-021e223a-4395-43a4-a154-79b389c2ee3f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1234000 Nov 05 22:03:04.461950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-67328117-7d11-447f-95a8-5c139e33a86f tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1423340 Nov 05 22:03:04.464327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Pushing event updated for resources: {'Port': ['ID=62c5a8fe-a357-42a7-90b4-ca840c17cff1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:04.469316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48798) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:04.490869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:04.501193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:04.504892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:03:04.554343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc6872f7-e2de-409a-ac7a-3763fdd5ce95 req-f41a8f4f-b9ea-4af4-8127-0187acecba75 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602943 Nov 05 22:03:04.564049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.702275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53cf32a1-aa41-49e1-b52c-a1941ff68e48 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.740213 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:00Z', 'revision_number': 3, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:04.780763 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec660643-fb67-4d2b-a1a8-6b93b3527189 None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:00Z', 'revision_number': 3, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:03:04.794578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53cf32a1-aa41-49e1-b52c-a1941ff68e48 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.894205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d24d03b3-56d6-42e4-8d53-086c7dc33d59 None None] Provisioning complete for port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:04.894861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d24d03b3-56d6-42e4-8d53-086c7dc33d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:04.968576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d24d03b3-56d6-42e4-8d53-086c7dc33d59 None None] Port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:03:05.010398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53cf32a1-aa41-49e1-b52c-a1941ff68e48 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:05.026539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53cf32a1-aa41-49e1-b52c-a1941ff68e48 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:05.027727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-53cf32a1-aa41-49e1-b52c-a1941ff68e48 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "DELETE /v2.0/security-groups/c5688fd9-a91e-450a-a6ca-61c6787c5c75 HTTP/1.1" status: 204 len: 168 time: 0.5550594 Nov 05 22:03:05.030419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48818) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:05.086159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf32a1-aa41-49e1-b52c-a1941ff68e48 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5688fd9-a91e-450a-a6ca-61c6787c5c75,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:05.101038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:05.160616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-10ce130b-4ce6-4fb5-8791-4901c55c3d79 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1290507 Nov 05 22:03:05.172489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48822) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:05.255057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456318c-110e-4ce2-8590-907b1b060b3f req-77b55fe9-4a46-46d5-a50d-b02f24e0138f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:05.262401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4456318c-110e-4ce2-8590-907b1b060b3f req-77b55fe9-4a46-46d5-a50d-b02f24e0138f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1349397 Nov 05 22:03:05.299975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-866af072-dd93-441e-8857-6cb6d59813b9 tempest-SecGroupIPv6Test-922596722 tempest-SecGroupIPv6Test-922596722-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1260376 Nov 05 22:03:05.349678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4456318c-110e-4ce2-8590-907b1b060b3f req-a0367986-c8a2-4d8f-a02d-57dbaa7ad69d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859859 Nov 05 22:03:05.514408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:05.763351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d5ef5-0fc2-417d-a089-453d5d107cad req-29029fa0-bb0a-4d38-9297-9810a998d5c8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:05.771095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f1d5ef5-0fc2-417d-a089-453d5d107cad req-29029fa0-bb0a-4d38-9297-9810a998d5c8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0650079 Nov 05 22:03:05.780232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:06.052641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Pushing event updated for resources: {'Port': ['ID=62c5a8fe-a357-42a7-90b4-ca840c17cff1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:06.052641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:06.052641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f1d5ef5-0fc2-417d-a089-453d5d107cad req-f2bae1c2-f226-4f63-8fb3-abe3c6e06bb9 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896732 Nov 05 22:03:06.097695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:06.100725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:06.391408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:03:06.536357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1e044311-f7de-4f6e-94a2-45140c7b5ecb None None] Provisioning complete for port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:06.536858 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e044311-f7de-4f6e-94a2-45140c7b5ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:06.568189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:03:06.583606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c3624056-e38c-4d02-9ccc-9a2a3626c48b admin admin] 10.222.0.41 "PUT /v2.0/routers/65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2022362 Nov 05 22:03:06.609339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d793-aeb1-4386-aa0a-6ee13f1a2b85 req-d4742037-5658-41ba-8feb-be5f45f9f462 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:06.613335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4504d793-aeb1-4386-aa0a-6ee13f1a2b85 req-d4742037-5658-41ba-8feb-be5f45f9f462 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1064222 Nov 05 22:03:06.661643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8803af73-553c-4864-8118-9d7ac816f76a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:06.746548 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4504d793-aeb1-4386-aa0a-6ee13f1a2b85 req-02cc7a0f-851c-464e-b27c-cee0a4a74ef7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156175 Nov 05 22:03:06.763127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1e044311-f7de-4f6e-94a2-45140c7b5ecb None None] Port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:03:06.768794 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 8803af73-553c-4864-8118-9d7ac816f76a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:06.769216 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:06.932490 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:06.948214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48906) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:06.975334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 8803af73-553c-4864-8118-9d7ac816f76a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8803af73-553c-4864-8118-9d7ac816f76a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:06.976471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-57aedc41-d995-41e1-87d2-bec0db536160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:07.122194 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:07.279336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=8803af73-553c-4864-8118-9d7ac816f76a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:07.418458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a1888-cf9b-4681-9d98-dd530afc7797 req-f5bb7b44-fb9a-4b48-b20d-bb410a3a5a20 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:07.423462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-898a1888-cf9b-4681-9d98-dd530afc7797 req-f5bb7b44-fb9a-4b48-b20d-bb410a3a5a20 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1709485 Nov 05 22:03:07.512867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9e866604-b8d1-4c4b-b7d0-57c2d72eaf39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c5c3a7fb86d47a5979f5129c02a533a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614958 Nov 05 22:03:07.515419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 48936) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:07.570932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:03:07.596811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:07.597525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:02:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:07.657900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-898a1888-cf9b-4681-9d98-dd530afc7797 req-82cdc150-ae88-4644-9ce2-e576ab1b544e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504812 Nov 05 22:03:07.705291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d52e9e9-09c6-4217-a79f-12e851a3d380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:07.772179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d52e9e9-09c6-4217-a79f-12e851a3d380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:07.903925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:07.952195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a359d-fbf6-46f1-885a-9670f956a095 req-ea257142-42a5-4f07-9514-caaf24a03a83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:07.953025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 48970) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:07.953538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e7a359d-fbf6-46f1-885a-9670f956a095 req-ea257142-42a5-4f07-9514-caaf24a03a83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1175258 Nov 05 22:03:07.963971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1162828027-network', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:08.021987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e7a359d-fbf6-46f1-885a-9670f956a095 req-434752cb-42eb-4c81-b560-4875658fce39 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Nov 05 22:03:08.076665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d52e9e9-09c6-4217-a79f-12e851a3d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.079337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d52e9e9-09c6-4217-a79f-12e851a3d380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.080958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7d52e9e9-09c6-4217-a79f-12e851a3d380 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdf11e05-aa5b-49f6-9dca-4679b265feef HTTP/1.1" status: 204 len: 168 time: 0.5644116 Nov 05 22:03:08.088178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Made reservation on behalf of f8a4eb5c7eb549acba91f313d1accb43 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:08.090347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e9e9-09c6-4217-a79f-12e851a3d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf11e05-aa5b-49f6-9dca-4679b265feef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:08.090493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.126375 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.233069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:05Z', 'revision_number': 2, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:08.233345 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.261459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:03:08.261883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Updating router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:03:08.292855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.384572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.426493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d02423-50de-4ea0-99a7-006c8a17ac10,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:08.429070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:03:08.439798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.440178 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Added segment 4c4c14bc-2afb-4a53-84a0-f0b354342927 of type vlan for network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 Nov 05 22:03:08.532226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.655477 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e5111c1c-5499-4334-9715-a9df3abc4311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.658517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.659504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:08.660112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.662575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8803af73-553c-4864-8118-9d7ac816f76a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:08.811774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 8803af73-553c-4864-8118-9d7ac816f76a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:08.812198 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:08.847974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] Pushing event updated for resources: {'Network': ['ID=65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:08.890031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:03:08.891379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-063bdabb-3e43-47bf-916d-5ff76099f9f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9354320 Nov 05 22:03:08.892236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49056) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:08.905127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Request body: {'subnet': {'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1162828027-subnet', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:08.950973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97766575-e70a-422b-9c2c-f9f72e63b12d req-505e1282-c521-4458-b807-aa768d0181ab tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:08.952063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97766575-e70a-422b-9c2c-f9f72e63b12d req-505e1282-c521-4458-b807-aa768d0181ab tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1548452 Nov 05 22:03:09.047841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Made reservation on behalf of f8a4eb5c7eb549acba91f313d1accb43 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:09.052501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.147311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97766575-e70a-422b-9c2c-f9f72e63b12d req-3412c261-8cdb-4c91-a1f2-51affe9d7885 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851151 Nov 05 22:03:09.289106 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.346077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15256148-56cd-43db-bd1c-c3f057cc6990 req-c670991f-a1be-4078-9ccf-a3f8bb4b4a23 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:09.354169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15256148-56cd-43db-bd1c-c3f057cc6990 req-c670991f-a1be-4078-9ccf-a3f8bb4b4a23 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.2151065 Nov 05 22:03:09.376627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.429521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-c88856ad-8b98-44fe-9c9c-9227004c1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:09.432005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-c88856ad-8b98-44fe-9c9c-9227004c1f26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 1097 time: 0.1188557 Nov 05 22:03:09.467362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299a3f-1ab4-48d6-b817-ffd6baa5b770 None None] Pushing event updated for resources: {'Port': ['ID=62c5a8fe-a357-42a7-90b4-ca840c17cff1,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:09.485075 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15256148-56cd-43db-bd1c-c3f057cc6990 req-792f6903-22a6-48c8-8514-e010bc0d3d08 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253986 Nov 05 22:03:09.535520 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.557224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Attempting to bind port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:03:09.557949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Attempting to bind port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:03:09.558491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Attempting to bind port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:09.565371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:03:09.566244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:09.566812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.567373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:03:09.568316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Bound port: 62c5a8fe-a357-42a7-90b4-ca840c17cff1, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:03:09.568885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.632217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-8b0e930e-4faf-4b50-b3d9-b67f4d93a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:09.637069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-8b0e930e-4faf-4b50-b3d9-b67f4d93a812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.1939557 Nov 05 22:03:09.648034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:09.683252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] For port 62c5a8fe-a357-42a7-90b4-ca840c17cff1, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:03:09.686982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] For port 62c5a8fe-a357-42a7-90b4-ca840c17cff1, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=62c5a8fe-a357-42a7-90b4-ca840c17cff1,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:03:09.730415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-e3fd711e-fd7f-4bdc-b42e-3443ac05d2f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021c7e68-df45-41b8-b344-140def0d6b06 HTTP/1.1" status: 200 len: 217 time: 0.0860105 Nov 05 22:03:09.735303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Checking segment: {'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:09.735923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Network hostable DHCP agents. Network: 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:03:09.783874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.804119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-ed88a8aa-f77b-4de0-837f-69582d92d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:09.806394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-ed88a8aa-f77b-4de0-837f-69582d92d253 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0666039 Nov 05 22:03:09.863460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-89bd6f7b-69e6-46a8-8d04-76c633a053d1 None None] Provisioning complete for port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:09.863926 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89bd6f7b-69e6-46a8-8d04-76c633a053d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:09.872077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-e50cddcc-487d-4f32-8898-4b5defd058d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:09.872077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-e50cddcc-487d-4f32-8898-4b5defd058d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558364 Nov 05 22:03:09.901715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299a3f-1ab4-48d6-b817-ffd6baa5b770 None None] Pushing event updated for resources: {'Port': ['ID=62c5a8fe-a357-42a7-90b4-ca840c17cff1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:09.930695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:09.931345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:03:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:09.940924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:03:10.087251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:10.095971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:10.096629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.103059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-198cb7b0-37e3-404d-b15d-a22186ed50f8 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252657 Nov 05 22:03:10.127945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49126) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:10.155387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92790ef7-0cc5-4a82-b483-9f281f61d32b None None] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:03:10.161583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.221394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f2eb5b44-b4df-4806-93cd-954ea1bd96b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3259330 Nov 05 22:03:10.223958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49136) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:10.229753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:10.256346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f4d7c3-e48e-471d-953d-003ed99e22a4 req-af087e96-8d2c-425a-ad28-980272707d55 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420283 Nov 05 22:03:10.333712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-91f9660c-4571-4e45-9a30-b32f7dd99580 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:10.334392 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-91f9660c-4571-4e45-9a30-b32f7dd99580 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 22:03:10.334899 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-91f9660c-4571-4e45-9a30-b32f7dd99580 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 22:03:10.339469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-91f9660c-4571-4e45-9a30-b32f7dd99580 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2066743 Nov 05 22:03:10.339746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49142) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:10.344247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979954970'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:10.347917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:10.355591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89bd6f7b-69e6-46a8-8d04-76c633a053d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.372816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e3ae-3f26-429b-b299-d420be1fce84 req-98d5db81-9f86-438d-971c-f5d14a398649 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:10.374453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c722e3ae-3f26-429b-b299-d420be1fce84 req-98d5db81-9f86-438d-971c-f5d14a398649 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0725951 Nov 05 22:03:10.383468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.384543 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.452385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c722e3ae-3f26-429b-b299-d420be1fce84 req-b193e8a8-54bf-467c-a6e1-a2e02e79281b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663624 Nov 05 22:03:10.485366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.490144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.499591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.555344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-89bd6f7b-69e6-46a8-8d04-76c633a053d1 None None] For port 62c5a8fe-a357-42a7-90b4-ca840c17cff1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=62c5a8fe-a357-42a7-90b4-ca840c17cff1,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:10.620572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89bd6f7b-69e6-46a8-8d04-76c633a053d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.631431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5', 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'fixed_ips': [{'subnet_id': 'fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:03:10.631431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.810397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6f7b-69e6-46a8-8d04-76c633a053d1 None None] Pushing event updated for resources: {'Port': ['ID=62c5a8fe-a357-42a7-90b4-ca840c17cff1,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:10.844524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a05dc553-c877-4690-a540-27663c28d04a None None] Provisioning complete for port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:10.844902 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a05dc553-c877-4690-a540-27663c28d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:10.936624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Allocated IP 172.20.0.2 (65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5/fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8/51067623-91fa-4199-96fe-5a486061e1db) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:03:10.980767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:09Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:11.064311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d367ca7-1f0e-42fb-b73c-e5ff60e31247 None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:09Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:03:11.070144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.121294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac7add-6b7e-4843-876f-473f0c2c6650 req-d78715c0-6de4-4334-8aba-6486217df8aa tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:11.128768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31ac7add-6b7e-4843-876f-473f0c2c6650 req-d78715c0-6de4-4334-8aba-6486217df8aa tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.5647514 Nov 05 22:03:11.145658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.163616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.234651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6b182d-34c4-4c8a-ad52-4299d7d0443e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:11.285150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31ac7add-6b7e-4843-876f-473f0c2c6650 req-1eab7ae2-d48e-411c-9639-0aac9e6608f3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554091 Nov 05 22:03:11.302696 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.346828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.392761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.475319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.475319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Pushing event updated for resources: {'Port': ['ID=51067623-91fa-4199-96fe-5a486061e1db,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:11.480811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:11.484106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:11.490848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:03:11.538879 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.570927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Attempting to bind port 51067623-91fa-4199-96fe-5a486061e1db on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:03:11.572085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Attempting to bind port 51067623-91fa-4199-96fe-5a486061e1db by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:03:11.573031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Attempting to bind port 51067623-91fa-4199-96fe-5a486061e1db on network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:11.581628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:03:11.582329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Checking segment: {'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:11.582951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.583525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Bound using segment: {'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:03:11.584031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Bound port: 51067623-91fa-4199-96fe-5a486061e1db, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:03:11.584415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.652731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f7616-06e0-4359-8351-37240ddcd19e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:11.689752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.694336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49214) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:11.694820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-db10fc47-30e2-46b9-aec6-aa7787efc40d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3538182 Nov 05 22:03:11.701586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-de48e362-1dbb-4dc1-92b6-8d8cf153aca8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': 'b97f7616-06e0-4359-8351-37240ddcd19e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:11.708043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.743909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.744627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] For port 51067623-91fa-4199-96fe-5a486061e1db, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:03:11.750349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] For port 51067623-91fa-4199-96fe-5a486061e1db, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=51067623-91fa-4199-96fe-5a486061e1db,segment=NetworkSegment(4c4c14bc-2afb-4a53-84a0-f0b354342927),segment_id=4c4c14bc-2afb-4a53-84a0-f0b354342927)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:03:11.756306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dc28b-0772-44e8-ad21-48a024c5ddb2 req-2baab043-823d-41f7-bd15-4cbadc35772e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:11.766874 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d9dc28b-0772-44e8-ad21-48a024c5ddb2 req-2baab043-823d-41f7-bd15-4cbadc35772e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1990268 Nov 05 22:03:11.824293 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:11.888792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8ba2c-bd71-406c-8454-debcbc9e2ca5 req-9ee0a664-46c8-4469-93da-421780dad238 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:11.890707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fb8ba2c-bd71-406c-8454-debcbc9e2ca5 req-9ee0a664-46c8-4469-93da-421780dad238 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1183927 Nov 05 22:03:11.908181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d9dc28b-0772-44e8-ad21-48a024c5ddb2 req-a6724afd-4652-4670-9b66-94158fbea28c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400537 Nov 05 22:03:11.912588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de48e362-1dbb-4dc1-92b6-8d8cf153aca8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.009543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Allocated IP 172.25.6.20 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/5aca0b35-d76e-4daf-a8e1-0621264885eb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:03:12.009806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7828577-1829-4dc8-ba7b-188ccca33f8f None None] Pushing event updated for resources: {'Port': ['ID=51067623-91fa-4199-96fe-5a486061e1db,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:12.030629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fb8ba2c-bd71-406c-8454-debcbc9e2ca5 req-6cc83e34-b588-43b5-afbb-c32f59f9d1e8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276171 Nov 05 22:03:12.053364 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de48e362-1dbb-4dc1-92b6-8d8cf153aca8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.127495 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.207229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de48e362-1dbb-4dc1-92b6-8d8cf153aca8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.219648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.226791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e362-1dbb-4dc1-92b6-8d8cf153aca8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d7ed5c-5101-42e8-aa01-54b148a735c8,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:12.329744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de48e362-1dbb-4dc1-92b6-8d8cf153aca8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.330868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de48e362-1dbb-4dc1-92b6-8d8cf153aca8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6353502 Nov 05 22:03:12.333657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49228) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:12.339350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6d16287d-55f7-48ab-9f18-959e64c09651 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': 'b97f7616-06e0-4359-8351-37240ddcd19e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:12.381978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.450406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:12.459842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:12.464320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:03:12.470862 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6d16287d-55f7-48ab-9f18-959e64c09651 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.498448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Pushing event updated for resources: {'Port': ['ID=5aca0b35-d76e-4daf-a8e1-0621264885eb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:12.537687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa93be5-ff57-40db-be5f-2a661953d9b3 req-05f9b797-a91e-446f-8bef-cff2bd0aad4b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:12.539511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7fa93be5-ff57-40db-be5f-2a661953d9b3 req-05f9b797-a91e-446f-8bef-cff2bd0aad4b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 946 time: 0.1604378 Nov 05 22:03:12.544440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.544990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.545512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.546030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.546525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.547018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.547522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.548046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.548618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.549121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.549621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.550170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:12.624841 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-6d16287d-55f7-48ab-9f18-959e64c09651 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): There was a conflict when trying to complete your request. Nov 05 22:03:12.628616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6d16287d-55f7-48ab-9f18-959e64c09651 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2911797 Nov 05 22:03:12.629256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49230) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:12.725417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7fa93be5-ff57-40db-be5f-2a661953d9b3 req-a21808c4-5a7e-475c-bbc5-9ead60c066c6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688015 Nov 05 22:03:12.737479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 62c5a8fe-a357-42a7-90b4-ca840c17cff1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:12.776575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f962b57f-f718-446c-be3f-6f99e4eea53b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.781458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 021c7e68-df45-41b8-b344-140def0d6b06 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:03:12.823933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f962b57f-f718-446c-be3f-6f99e4eea53b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.889034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:12.890995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.981681 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f962b57f-f718-446c-be3f-6f99e4eea53b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.985761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f962b57f-f718-446c-be3f-6f99e4eea53b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:12.988501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f962b57f-f718-446c-be3f-6f99e4eea53b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/b97f7616-06e0-4359-8351-37240ddcd19e HTTP/1.1" status: 204 len: 168 time: 0.3582115 Nov 05 22:03:12.989592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49238) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:13.004054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962b57f-f718-446c-be3f-6f99e4eea53b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f7616-06e0-4359-8351-37240ddcd19e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:13.096716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.127742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab539b12-5499-4d83-a6c1-ebaa470b6dfc req-d032a4a7-8f97-4eca-b473-d613573163f7 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:13.136698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab539b12-5499-4d83-a6c1-ebaa470b6dfc req-d032a4a7-8f97-4eca-b473-d613573163f7 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0803039 Nov 05 22:03:13.145374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d44a2096-72e0-4b52-9593-6e156247c0b5 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1544056 Nov 05 22:03:13.161819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49244) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:13.168163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0b55b402-ff9a-4041-9491-f0a4edffecda tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415627678'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:13.339303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab539b12-5499-4d83-a6c1-ebaa470b6dfc req-dc625a42-991b-4f3d-b476-bf1e59494557 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016993 Nov 05 22:03:13.344199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f416-8a02-4ba0-94c5-08d4b99cbc1e req-5e5ad88b-5983-44fd-bdfb-79a9e8bb29d2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:13.346389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cda1f416-8a02-4ba0-94c5-08d4b99cbc1e req-5e5ad88b-5983-44fd-bdfb-79a9e8bb29d2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1491597 Nov 05 22:03:13.379476 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.418982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b55b402-ff9a-4041-9491-f0a4edffecda tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.438331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd6a68-db23-470e-9659-55c27c512fab None None] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:03:13.483904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cda1f416-8a02-4ba0-94c5-08d4b99cbc1e req-56fd87bb-6b09-4db1-991b-ac885bd483b6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176376 Nov 05 22:03:13.514829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:13.517992 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf9ef14-8551-4537-b076-8d5285e55aeb" -d '{"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-unplugged", "status": "completed", "tag": "021c7e68-df45-41b8-b344-140def0d6b06"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:13.551778 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.572980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:13.592659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 51067623-91fa-4199-96fe-5a486061e1db up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:13.598378 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8590b0-9ed1-4b73-a80e-502e57978b6e x-openstack-request-id: req-7f8590b0-9ed1-4b73-a80e-502e57978b6e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:13.606243 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-unplugged", "status": "failed", "tag": "021c7e68-df45-41b8-b344-140def0d6b06", "code": 422}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:13.606243 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f8590b0-9ed1-4b73-a80e-502e57978b6e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:13.606243 n-d-816738-5 neutron-server[102293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06', 'code': 422} returned with failed status Nov 05 22:03:13.621219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1d9a9af2-5a2d-4811-9d83-53f0414a135d None None] Provisioning complete for port 51067623-91fa-4199-96fe-5a486061e1db triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:13.621954 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9af2-5a2d-4811-9d83-53f0414a135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.637744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b55b402-ff9a-4041-9491-f0a4edffecda tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.667723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.673050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-b9298f87-16d8-4738-874e-777130e79610 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:13.675930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-b9298f87-16d8-4738-874e-777130e79610 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/networks?id=72d819fd-de5a-434f-99b4-f517e39ea843 HTTP/1.1" status: 200 len: 814 time: 0.2242129 Nov 05 22:03:13.696697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-c0e37b5f-4410-4ccb-820c-c54da36af09b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/quotas/67b07aeda7a8431bb6b1e0ed6fa06ec5 HTTP/1.1" status: 200 len: 375 time: 0.0133641 Nov 05 22:03:13.744091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-d4f41eb6-f35c-42ed-85d5-be1102a9aecb tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417902 Nov 05 22:03:13.761814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b55b402-ff9a-4041-9491-f0a4edffecda tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.795987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Router 34c20df9-5e48-43d1-8640-16be5eecaab3 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:03:13.825882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:13.871356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55b402-ff9a-4041-9491-f0a4edffecda tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a36a94-0ba7-4fa4-9990-32d2ce13da6f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:13.872017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 51067623-91fa-4199-96fe-5a486061e1db triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:13.872167 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.901313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b55b402-ff9a-4041-9491-f0a4edffecda tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.903120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0b55b402-ff9a-4041-9491-f0a4edffecda tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7402496 Nov 05 22:03:13.910726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49260) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:13.918630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a8eeddd7-de7b-4ae6-8f41-836147c6ef2e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '06a36a94-0ba7-4fa4-9990-32d2ce13da6f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:13.928759 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-a8eeddd7-de7b-4ae6-8f41-836147c6ef2e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 05 22:03:13.929627 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-a8eeddd7-de7b-4ae6-8f41-836147c6ef2e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:13.930944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a8eeddd7-de7b-4ae6-8f41-836147c6ef2e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0186601 Nov 05 22:03:13.934364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49262) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:13.963503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4651c4-7877-4d5b-b7de-7fd449a5cb68 req-a3aa3f38-5018-4bf8-8847-9feb98c41ed2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:13.965091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb4651c4-7877-4d5b-b7de-7fd449a5cb68 req-a3aa3f38-5018-4bf8-8847-9feb98c41ed2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 944 time: 0.1607466 Nov 05 22:03:13.965454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9af2-5a2d-4811-9d83-53f0414a135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:13.988556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-a2b0cc68-4f38-41a6-99bf-ca89c3a54b2c service neutron] 10.222.0.41 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372999 Nov 05 22:03:14.033327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1d9a9af2-5a2d-4811-9d83-53f0414a135d None None] For port 51067623-91fa-4199-96fe-5a486061e1db, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=51067623-91fa-4199-96fe-5a486061e1db,segment=NetworkSegment(4c4c14bc-2afb-4a53-84a0-f0b354342927),segment_id=4c4c14bc-2afb-4a53-84a0-f0b354342927)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:14.046407 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.056463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:03:14.073380 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb4651c4-7877-4d5b-b7de-7fd449a5cb68 req-a6bc5b28-577c-4f16-9586-a4001bb7452e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768471 Nov 05 22:03:14.085205 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Sync routers for ids ['34c20df9-5e48-43d1-8640-16be5eecaab3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:03:14.096711 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Routers {'34c20df9-5e48-43d1-8640-16be5eecaab3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:14.097696 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:03:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['34c20df9-5e48-43d1-8640-16be5eecaab3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:14.106332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9af2-5a2d-4811-9d83-53f0414a135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.109161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-085c-455f-a7c8-41b613b57958 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.183940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.187804 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fdf7b986-c115-40b0-b811-525d9deb288e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9603024 Nov 05 22:03:14.190072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49268) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:14.244079 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:03:14.244441 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:03:14.247646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a9af2-5a2d-4811-9d83-53f0414a135d None None] Pushing event updated for resources: {'Port': ['ID=51067623-91fa-4199-96fe-5a486061e1db,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:14.269226 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Set router 34c20df9-5e48-43d1-8640-16be5eecaab3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:14.275873 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-085c-455f-a7c8-41b613b57958 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.280415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22305-290f-4dde-a9d3-5c3724fb378d req-b7f53a21-f9f1-47e7-bf41-be95fb4226ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:14.281919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fb22305-290f-4dde-a9d3-5c3724fb378d req-b7f53a21-f9f1-47e7-bf41-be95fb4226ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1097 time: 0.3448682 Nov 05 22:03:14.437225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d8be0884-8b72-43dd-a1cf-bc79eca9bef5 None None] Provisioning complete for port 51067623-91fa-4199-96fe-5a486061e1db triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:14.437561 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d8be0884-8b72-43dd-a1cf-bc79eca9bef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.438749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-4a08f731-f963-4963-bb69-ef1d9e7dca32 service neutron] 10.222.0.41 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998332 Nov 05 22:03:14.445655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fb22305-290f-4dde-a9d3-5c3724fb378d req-caea5ed7-58cc-4f71-8bd0-cb1c15c9b176 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450102 Nov 05 22:03:14.493710 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:03:12Z', 'revision_number': 3, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port': {'id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:11Z', 'updated_at': '2021-11-05T22:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:14.503503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10920ef-675f-4b31-a42a-715812dff160 req-eb9dce0e-2854-4834-9db1-08407b6c6ac9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:14.516198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a10920ef-675f-4b31-a42a-715812dff160 req-eb9dce0e-2854-4834-9db1-08407b6c6ac9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2234280 Nov 05 22:03:14.538754 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Checking router: 34c20df9-5e48-43d1-8640-16be5eecaab3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:03:14.539098 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Updating router 34c20df9-5e48-43d1-8640-16be5eecaab3 port 5aca0b35-d76e-4daf-a8e1-0621264885eb binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:03:14.544729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-085c-455f-a7c8-41b613b57958 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.547659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-085c-455f-a7c8-41b613b57958 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.551314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5dcd7f69-085c-455f-a7c8-41b613b57958 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/06a36a94-0ba7-4fa4-9990-32d2ce13da6f HTTP/1.1" status: 204 len: 168 time: 0.6131303 Nov 05 22:03:14.552992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49276) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:14.572111 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.650188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-db964293-8880-4066-88a8-634e5df91fa1 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0925117 Nov 05 22:03:14.651281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7f69-085c-455f-a7c8-41b613b57958 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a36a94-0ba7-4fa4-9990-32d2ce13da6f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:14.653085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49278) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:14.665392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f24ba127-f597-439d-92d4-524fc13d081d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--545856040'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:14.692678 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a10920ef-675f-4b31-a42a-715812dff160 req-660649d5-e390-46c7-8cb7-de94e7a0007f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752965 Nov 05 22:03:14.784580 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f24ba127-f597-439d-92d4-524fc13d081d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:14.942270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1518be-b5d2-4894-9215-21bcd7bf6057 req-ed1e9e8a-b856-45d0-bb31-c044f474160a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:14.950824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 51067623-91fa-4199-96fe-5a486061e1db up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:14.964247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be1518be-b5d2-4894-9215-21bcd7bf6057 req-ed1e9e8a-b856-45d0-bb31-c044f474160a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1462400 Nov 05 22:03:14.974318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222e308-cbc4-4398-8e7c-99de391b9cb6 req-b4bfef29-070e-4c18-b93b-80c8c4307880 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:14.976328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4222e308-cbc4-4398-8e7c-99de391b9cb6 req-b4bfef29-070e-4c18-b93b-80c8c4307880 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.2165158 Nov 05 22:03:15.031271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 51067623-91fa-4199-96fe-5a486061e1db triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:15.031902 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.056924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be1518be-b5d2-4894-9215-21bcd7bf6057 req-cc25d607-4c6d-4759-bb83-ce69fd9b78f1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916088 Nov 05 22:03:15.104861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4222e308-cbc4-4398-8e7c-99de391b9cb6 req-4fc6f4ae-9ca6-400a-adf6-b0ccf0d0e4b4 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203134 Nov 05 22:03:15.113653 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f24ba127-f597-439d-92d4-524fc13d081d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.154517 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.223770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a15e259-7d26-4fcb-9682-a42ca07efd6c req-6f6ef5c0-adda-4b5a-bfe6-c57734580db0 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 210 time: 0.0637469 Nov 05 22:03:15.237158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759b05-9a34-4d7d-9df6-fbfa3baea8c7 req-795070f4-0e79-4fdb-94f9-67882f6f5553 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:15.238774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04759b05-9a34-4d7d-9df6-fbfa3baea8c7 req-795070f4-0e79-4fdb-94f9-67882f6f5553 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0567572 Nov 05 22:03:15.287084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.292111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04759b05-9a34-4d7d-9df6-fbfa3baea8c7 req-b965840a-b782-42ef-a916-c27d5b2be506 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471530 Nov 05 22:03:15.293272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f24ba127-f597-439d-92d4-524fc13d081d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.330270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ba127-f597-439d-92d4-524fc13d081d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bd80e3-9eed-4bb8-aacd-72252bb7e2c4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:15.332950 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.375877 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e762d5-2ed8-4115-883f-f0e85946b752 None None] Pushing event updated for resources: {'Port': ['ID=5aca0b35-d76e-4daf-a8e1-0621264885eb,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:15.400277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f24ba127-f597-439d-92d4-524fc13d081d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.400659 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Attempting to bind port 5aca0b35-d76e-4daf-a8e1-0621264885eb on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:03:15.405085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f24ba127-f597-439d-92d4-524fc13d081d tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7449043 Nov 05 22:03:15.405253 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Attempting to bind port 5aca0b35-d76e-4daf-a8e1-0621264885eb by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:03:15.405253 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Attempting to bind port 5aca0b35-d76e-4daf-a8e1-0621264885eb on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:15.405470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49292) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:15.409136 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:03:15.409936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4d65030d-08da-47e5-a305-b97ac3339d5a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': 'c6bd80e3-9eed-4bb8-aacd-72252bb7e2c4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:15.410398 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:15.410817 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-4d65030d-08da-47e5-a305-b97ac3339d5a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 05 22:03:15.410973 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.411355 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-4d65030d-08da-47e5-a305-b97ac3339d5a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:15.415404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4d65030d-08da-47e5-a305-b97ac3339d5a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070722 Nov 05 22:03:15.415766 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:03:15.415766 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Bound port: 5aca0b35-d76e-4daf-a8e1-0621264885eb, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:03:15.415766 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.416091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49296) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:15.478399 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] For port 5aca0b35-d76e-4daf-a8e1-0621264885eb, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:03:15.482000 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] For port 5aca0b35-d76e-4daf-a8e1-0621264885eb, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5aca0b35-d76e-4daf-a8e1-0621264885eb,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:03:15.531474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12e10120-a6b5-44b4-b28f-55e6bb6fbc2f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.548651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Allocated IP 172.20.0.1 (65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5/fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8/4d89ea24-8b7a-4255-8680-6a59b55b3d14) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:03:15.573824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12e10120-a6b5-44b4-b28f-55e6bb6fbc2f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.596945 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.744726 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.757239 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Routers {'34c20df9-5e48-43d1-8640-16be5eecaab3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:15.757878 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:03:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['34c20df9-5e48-43d1-8640-16be5eecaab3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:15.768223 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e762d5-2ed8-4115-883f-f0e85946b752 None None] Pushing event updated for resources: {'Port': ['ID=5aca0b35-d76e-4daf-a8e1-0621264885eb,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:15.772559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12e10120-a6b5-44b4-b28f-55e6bb6fbc2f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.786388 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12e10120-a6b5-44b4-b28f-55e6bb6fbc2f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.787800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-12e10120-a6b5-44b4-b28f-55e6bb6fbc2f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/c6bd80e3-9eed-4bb8-aacd-72252bb7e2c4 HTTP/1.1" status: 204 len: 168 time: 0.3708498 Nov 05 22:03:15.807312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49300) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:15.809982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e10120-a6b5-44b4-b28f-55e6bb6fbc2f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bd80e3-9eed-4bb8-aacd-72252bb7e2c4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:15.875027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-faf4fba0-1ebd-4ee4-a865-af56852429a4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615270 Nov 05 22:03:15.881147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:15.891022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-520a66e8-22ad-4b71-a6b6-0c2a423fae32 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--459217763'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:15.902941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8f6c5-f822-4203-836a-8470b2291c88 req-b64cfc5d-47c4-4df4-a378-b265f63a7f8c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:15.908635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01b8f6c5-f822-4203-836a-8470b2291c88 req-b64cfc5d-47c4-4df4-a378-b265f63a7f8c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1309865 Nov 05 22:03:15.942636 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:15.962861 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] Set router 34c20df9-5e48-43d1-8640-16be5eecaab3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:16.032346 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-520a66e8-22ad-4b71-a6b6-0c2a423fae32 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:16.033007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01b8f6c5-f822-4203-836a-8470b2291c88 req-9d2afa46-06db-403a-b2f1-3fa1a5a17250 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145184 Nov 05 22:03:16.062854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:16.084857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:16.097915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:03:16.171973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d89ea24-8b7a-4255-8680-6a59b55b3d14,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:16.213427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:16.234125 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:03:12Z', 'revision_number': 3, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port': {'id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:11Z', 'updated_at': '2021-11-05T22:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:16.369024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bfe4a-3e4c-4ceb-a0e8-802d5e10ed75 req-add5ca5d-3466-4c77-8619-b3704a486b60 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:16.370840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d12bfe4a-3e4c-4ceb-a0e8-802d5e10ed75 req-add5ca5d-3466-4c77-8619-b3704a486b60 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1243050 Nov 05 22:03:16.400608 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e6a8c-75c3-4ecd-9f9e-efe0cf1c1379 None None] The sync data for ids ['34c20df9-5e48-43d1-8640-16be5eecaab3'] in n-d-816738-5 is: [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:03:12Z', 'revision_number': 3, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port': {'id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:11Z', 'updated_at': '2021-11-05T22:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:03:16.450859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d12bfe4a-3e4c-4ceb-a0e8-802d5e10ed75 req-17239766-9896-4017-b1f5-56f7348e2a36 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 Nov 05 22:03:16.485093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-45872b83-2c9e-49c3-af28-4469ccf415a3 None None] Provisioning complete for port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:16.485637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45872b83-2c9e-49c3-af28-4469ccf415a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:16.528547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9022518-44cd-48b6-8e30-56a51fec2ccf req-04041229-58de-4933-a54f-f801a66d2ed6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:16.530136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9022518-44cd-48b6-8e30-56a51fec2ccf req-04041229-58de-4933-a54f-f801a66d2ed6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.3181372 Nov 05 22:03:16.600697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-45872b83-2c9e-49c3-af28-4469ccf415a3 None None] Port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:03:16.605143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-520a66e8-22ad-4b71-a6b6-0c2a423fae32 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:16.613819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02aec11b-fea0-4ab5-92d9-5e80c08ef972 req-d3064d5f-0880-4faf-b28e-f64b15a84056 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 210 time: 0.0484989 Nov 05 22:03:16.626888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.018949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5aca0b35-d76e-4daf-a8e1-0621264885eb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:17.104905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5aca0b35-d76e-4daf-a8e1-0621264885eb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:17.105701 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.140562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-520a66e8-22ad-4b71-a6b6-0c2a423fae32 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.235425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9022518-44cd-48b6-8e30-56a51fec2ccf req-a155c799-903c-4cfa-b665-d71411a67052 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6375148 Nov 05 22:03:17.262313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.324150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170b00-41da-4215-9586-df5a83ec9e12 req-63d6e3cd-cef3-4241-b304-4d8dff80d73a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:17.332211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a170b00-41da-4215-9586-df5a83ec9e12 req-63d6e3cd-cef3-4241-b304-4d8dff80d73a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1351595 Nov 05 22:03:17.333019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 5aca0b35-d76e-4daf-a8e1-0621264885eb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5aca0b35-d76e-4daf-a8e1-0621264885eb,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:17.343619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a66e8-22ad-4b71-a6b6-0c2a423fae32 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f11af-4086-4d42-88fd-6c370461028c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:17.410597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-743a9633-0616-48c6-9cef-3d67e61884a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:17.415502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-743a9633-0616-48c6-9cef-3d67e61884a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1097 time: 0.2543225 Nov 05 22:03:17.466382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-520a66e8-22ad-4b71-a6b6-0c2a423fae32 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.467743 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-520a66e8-22ad-4b71-a6b6-0c2a423fae32 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5849295 Nov 05 22:03:17.472264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49322) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:17.480330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2971dc14-6f47-4fca-8832-4dfa51693ac7 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '2a0f11af-4086-4d42-88fd-6c370461028c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:17.489227 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-2971dc14-6f47-4fca-8832-4dfa51693ac7 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 05 22:03:17.490226 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-2971dc14-6f47-4fca-8832-4dfa51693ac7 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:17.491744 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2971dc14-6f47-4fca-8832-4dfa51693ac7 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184369 Nov 05 22:03:17.496116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49324) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:17.499738 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.502457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a170b00-41da-4215-9586-df5a83ec9e12 req-84923a3a-6b7f-4098-994f-1d48a3a28627 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629424 Nov 05 22:03:17.530815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3c4d49ee-1dd7-4dff-8004-0928fb7171db tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '2a0f11af-4086-4d42-88fd-6c370461028c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:17.532975 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-3c4d49ee-1dd7-4dff-8004-0928fb7171db tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 05 22:03:17.534341 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-3c4d49ee-1dd7-4dff-8004-0928fb7171db tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:17.536318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c4d49ee-1dd7-4dff-8004-0928fb7171db tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0192299 Nov 05 22:03:17.565446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=5aca0b35-d76e-4daf-a8e1-0621264885eb,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:17.566645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49326) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:17.577749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c2839df8-3435-4b88-904d-4984c1cc5cd0 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '2a0f11af-4086-4d42-88fd-6c370461028c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:17.579059 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-c2839df8-3435-4b88-904d-4984c1cc5cd0 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 05 22:03:17.580063 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-c2839df8-3435-4b88-904d-4984c1cc5cd0 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:17.581258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c2839df8-3435-4b88-904d-4984c1cc5cd0 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136619 Nov 05 22:03:17.588324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49328) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:17.594604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d91217df-3056-4780-8c34-2459ac42b3ab tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '2a0f11af-4086-4d42-88fd-6c370461028c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:17.595469 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-d91217df-3056-4780-8c34-2459ac42b3ab tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 05 22:03:17.596073 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-d91217df-3056-4780-8c34-2459ac42b3ab tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:17.596900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d91217df-3056-4780-8c34-2459ac42b3ab tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057328 Nov 05 22:03:17.600293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49330) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:17.627962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beccac-59b7-4fd9-acd1-38a416851e8b req-fa7da698-9e2f-4a49-9e7a-4f3430e02a74 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:17.629793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3beccac-59b7-4fd9-acd1-38a416851e8b req-fa7da698-9e2f-4a49-9e7a-4f3430e02a74 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2500479 Nov 05 22:03:17.658192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.663594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-8a9d7cb1-b8c1-4b82-9299-3e3bfc8e3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:17.669400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-8a9d7cb1-b8c1-4b82-9299-3e3bfc8e3538 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 920 time: 0.2464936 Nov 05 22:03:17.749362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.782824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3348f664-2891-4edb-ba72-fb0aa79dbf6b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.791294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3beccac-59b7-4fd9-acd1-38a416851e8b req-b4448046-d885-4ef4-bf34-6aff1362e149 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536670 Nov 05 22:03:17.855926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.858920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3348f664-2891-4edb-ba72-fb0aa79dbf6b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:17.875163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d89ea24-8b7a-4255-8680-6a59b55b3d14,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:18.025836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:18.027268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:18.030545 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-56cda257-bbf7-49dc-83a8-451905abf3c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb697fb2-5f27-4466-bdf7-245977a213c7 HTTP/1.1" status: 200 len: 217 time: 0.3557932 Nov 05 22:03:18.093663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ed58398-eb0b-47f5-bff6-890b2b6d1951 req-a0f1db95-9a80-44be-a1d1-725fcfdc8cbd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 210 time: 0.0655186 Nov 05 22:03:18.111515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3348f664-2891-4edb-ba72-fb0aa79dbf6b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:18.111515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3348f664-2891-4edb-ba72-fb0aa79dbf6b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:18.111515 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3348f664-2891-4edb-ba72-fb0aa79dbf6b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a0f11af-4086-4d42-88fd-6c370461028c HTTP/1.1" status: 204 len: 168 time: 0.5084732 Nov 05 22:03:18.121152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49336) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:18.145395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-e3f7b4a8-e2d5-49ea-a667-9c154c71bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:18.147241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-e3f7b4a8-e2d5-49ea-a667-9c154c71bf9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.1079705 Nov 05 22:03:18.169491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348f664-2891-4edb-ba72-fb0aa79dbf6b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f11af-4086-4d42-88fd-6c370461028c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:18.212591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-74006bf0-ecbb-4904-8c0e-e0240e73fec1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573597 Nov 05 22:03:18.230260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Router 34c20df9-5e48-43d1-8640-16be5eecaab3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:03:18.249429 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-850103a4-abdc-4316-a7d7-8d8d8d36a061 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1245394 Nov 05 22:03:18.258224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49338) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:18.263253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d753c03b-f3c0-4480-9392-ffa7832c7d42 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447682657'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:18.378655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-065046e3-d118-4e84-8560-698f7d5e3a5f None None] Provisioning complete for port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:18.379322 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-065046e3-d118-4e84-8560-698f7d5e3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:18.419827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-065046e3-d118-4e84-8560-698f7d5e3a5f None None] Port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:03:18.434017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-a8a1dbe1-78ae-4934-b388-1e47c25991e4 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126081 Nov 05 22:03:18.437648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753c03b-f3c0-4480-9392-ffa7832c7d42 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:18.478450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:03:18.492445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-db0362be-64d1-4938-ba2d-601639a1f6c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/34c20df9-5e48-43d1-8640-16be5eecaab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3030133 Nov 05 22:03:18.505787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-a02c564b-09fb-4e32-a1e6-b1f0c9141269 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:18.508942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-a02c564b-09fb-4e32-a1e6-b1f0c9141269 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "GET /v2.0/networks?id=72d819fd-de5a-434f-99b4-f517e39ea843 HTTP/1.1" status: 200 len: 814 time: 0.2091711 Nov 05 22:03:18.515444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd18395-94c2-4558-9e48-b425adb0ecf8 req-ddae084c-4fc3-4f7a-adaa-73fe36e0c2e0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:18.525466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Request body: {'port': {'device_id': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843', 'admin_state_up': True, 'tenant_id': '67b07aeda7a8431bb6b1e0ed6fa06ec5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:18.527466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5dd18395-94c2-4558-9e48-b425adb0ecf8 req-ddae084c-4fc3-4f7a-adaa-73fe36e0c2e0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1503360 Nov 05 22:03:18.622517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5dd18395-94c2-4558-9e48-b425adb0ecf8 req-71b438d5-55b5-43ad-9daf-83feefad082e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857065 Nov 05 22:03:18.755484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84fd45-8c91-42b7-9692-60aeccd906d8 req-4031e6aa-2810-4822-8417-3004e9b9cc4a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:18.757019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb84fd45-8c91-42b7-9692-60aeccd906d8 req-4031e6aa-2810-4822-8417-3004e9b9cc4a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1552987 Nov 05 22:03:18.795393 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753c03b-f3c0-4480-9392-ffa7832c7d42 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:18.797416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2b1de829-1bdf-42b8-a328-db9be99306c7 req-f43d4623-6859-4ba9-8ba8-d26bdb68eb4c service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436079 Nov 05 22:03:18.868367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb84fd45-8c91-42b7-9692-60aeccd906d8 req-ba93a03f-757f-4b59-847b-1fcb67c1aa31 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975966 Nov 05 22:03:18.875121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753c03b-f3c0-4480-9392-ffa7832c7d42 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:18.931738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5aca0b35-d76e-4daf-a8e1-0621264885eb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:18.947541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c03b-f3c0-4480-9392-ffa7832c7d42 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc8e22-a8fd-4716-8188-fb471e2edd9b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:18.995623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a8501-b16f-488a-b6c6-a8fb316c4857 req-832514ed-74c3-46f7-8cb4-d22030901ad3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:19.004598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c26a8501-b16f-488a-b6c6-a8fb316c4857 req-832514ed-74c3-46f7-8cb4-d22030901ad3 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0897143 Nov 05 22:03:19.026139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5aca0b35-d76e-4daf-a8e1-0621264885eb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:19.026510 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:19.033593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Made reservation on behalf of 67b07aeda7a8431bb6b1e0ed6fa06ec5 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:19.037919 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:19.061676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c26a8501-b16f-488a-b6c6-a8fb316c4857 req-bfb1953d-4283-4e9f-ba19-6cd22847453b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558197 Nov 05 22:03:19.065353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Sync routers for ids ['34c20df9-5e48-43d1-8640-16be5eecaab3'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:03:19.101238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Routers {'34c20df9-5e48-43d1-8640-16be5eecaab3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:19.102178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:03:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['34c20df9-5e48-43d1-8640-16be5eecaab3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:19.198850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d753c03b-f3c0-4480-9392-ffa7832c7d42 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:19.200260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d753c03b-f3c0-4480-9392-ffa7832c7d42 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9408824 Nov 05 22:03:19.203477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49362) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:19.208589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d83cf867-c1da-4e4e-8046-779f9557eb47 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:19.209199 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-d83cf867-c1da-4e4e-8046-779f9557eb47 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 22:03:19.209694 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-d83cf867-c1da-4e4e-8046-779f9557eb47 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:19.210651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d83cf867-c1da-4e4e-8046-779f9557eb47 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062404 Nov 05 22:03:19.213867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49364) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:19.219457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f89d7e6a-424b-47e4-9ab5-5e8a98883e6a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:19.234637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08cc7085-e08b-46c1-9b3e-0d82eeff5735 req-ca46d816-280e-48a0-91bb-509f0a6e6bc8 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 210 time: 0.0422835 Nov 05 22:03:19.254071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Allocated IP 172.20.0.14 (72d819fd-de5a-434f-99b4-f517e39ea843/7ce55415-136c-411b-9586-975e9029a2b6/fdf094cb-e9bf-433a-92a5-4ad347f7e0ba) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:03:19.273271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Set router 34c20df9-5e48-43d1-8640-16be5eecaab3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:19.434795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:19.457690 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-f89d7e6a-424b-47e4-9ab5-5e8a98883e6a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:19.457690 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f89d7e6a-424b-47e4-9ab5-5e8a98883e6a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2393281 Nov 05 22:03:19.457690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49366) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:19.461616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4e50a119-5b7b-4dd1-8041-ffb8c057f160 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:19.462094 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-4e50a119-5b7b-4dd1-8041-ffb8c057f160 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 05 22:03:19.462568 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-4e50a119-5b7b-4dd1-8041-ffb8c057f160 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:19.463494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4e50a119-5b7b-4dd1-8041-ffb8c057f160 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053728 Nov 05 22:03:19.465967 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49368) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:19.470166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a5db8002-88dc-4c71-a9c1-f12d606addbc tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:19.568452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:03:16Z', 'revision_number': 4, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port': {'id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:11Z', 'updated_at': '2021-11-05T22:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4d89ea24-8b7a-4255-8680-6a59b55b3d14', 'name': '', 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'mac_address': 'fa:16:3e:bf:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:15Z', 'updated_at': '2021-11-05T22:03:17Z', 'revision_number': 2, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'subnets': [{'id': 'fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:19.598101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Checking router: 34c20df9-5e48-43d1-8640-16be5eecaab3 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:03:19.598425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Updating router 34c20df9-5e48-43d1-8640-16be5eecaab3 port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:03:19.602516 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:19.628716 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:19.651790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Network 72d819fd-de5a-434f-99b4-f517e39ea843 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:19.655306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:19.668255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:03:19.720636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Pushing event updated for resources: {'Port': ['ID=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:19.737003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:19.737731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:19.742577 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-a5db8002-88dc-4c71-a9c1-f12d606addbc tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:19.744575 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a5db8002-88dc-4c71-a9c1-f12d606addbc tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2768333 Nov 05 22:03:19.748699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49372) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:19.754002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-16e465a6-d7bb-4adc-bf86-1d9f250b59aa tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:19.755078 n-d-816738-5 neutron-server[102292]: WARNING neutron.api.v2.base [None req-16e465a6-d7bb-4adc-bf86-1d9f250b59aa tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 05 22:03:19.756026 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-16e465a6-d7bb-4adc-bf86-1d9f250b59aa tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:19.757224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-16e465a6-d7bb-4adc-bf86-1d9f250b59aa tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072174 Nov 05 22:03:19.759999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49374) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:19.764430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-39c57fe9-22cd-4d65-a474-02bb5fbb4e99 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:19.798067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036cc0d-776c-401d-b29d-5ce519a40da0 req-2b2f04db-cc8a-41bd-a4ab-48465c0259ec tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:19.799709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4036cc0d-776c-401d-b29d-5ce519a40da0 req-2b2f04db-cc8a-41bd-a4ab-48465c0259ec tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0680330 Nov 05 22:03:19.842313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-7df047fd-535b-4f76-ac2b-dea96e7304f5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3176050 Nov 05 22:03:19.849595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Request body: {'port': {'device_id': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:19.861148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4036cc0d-776c-401d-b29d-5ce519a40da0 req-3008a1f0-ca62-4f97-969e-7c47e3691988 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553493 Nov 05 22:03:19.921171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.031098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.062917 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-39c57fe9-22cd-4d65-a474-02bb5fbb4e99 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:20.064113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-39c57fe9-22cd-4d65-a474-02bb5fbb4e99 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3031671 Nov 05 22:03:20.069504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49380) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:20.081047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-882336b0-8f52-4abf-82cd-c60d798248b2 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:20.082025 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-882336b0-8f52-4abf-82cd-c60d798248b2 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 05 22:03:20.083856 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-882336b0-8f52-4abf-82cd-c60d798248b2 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:20.085225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-882336b0-8f52-4abf-82cd-c60d798248b2 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144799 Nov 05 22:03:20.088960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49382) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:20.093848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7abe3e00-9fc4-42e3-bf58-0e3d0797e87b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:20.094013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec4ce7-05d9-440f-b4bd-b3cec4fa5d27 req-84bc0f49-7a7d-484a-a037-717e255710e4 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:20.095445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fec4ce7-05d9-440f-b4bd-b3cec4fa5d27 req-84bc0f49-7a7d-484a-a037-717e255710e4 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1255503 Nov 05 22:03:20.154645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.205834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fec4ce7-05d9-440f-b4bd-b3cec4fa5d27 req-5ee36842-9396-45d0-8e14-c2cfb4311fcf tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032906 Nov 05 22:03:20.257254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c439ea1-1ead-4b1e-a09d-a5e76f28ebbb req-8690870b-5f00-4afb-9cb8-aa8fd24041ec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:20.275494 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c439ea1-1ead-4b1e-a09d-a5e76f28ebbb req-8690870b-5f00-4afb-9cb8-aa8fd24041ec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1026852 Nov 05 22:03:20.276858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0809488-c7bb-44b9-8bbe-d843b6ddd9af None None] Pushing event updated for resources: {'Port': ['ID=4d89ea24-8b7a-4255-8680-6a59b55b3d14,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:20.378732 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c439ea1-1ead-4b1e-a09d-a5e76f28ebbb req-966412e4-3544-4af6-928c-943ee4b27d05 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850949 Nov 05 22:03:20.403210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf094cb-e9bf-433a-92a5-4ad347f7e0ba {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:03:20.407300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Attempting to bind port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:03:20.412870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Attempting to bind port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:03:20.412870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Attempting to bind port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 on network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:20.413403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.413544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:03:20.413862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Checking segment: {'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:20.414257 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.414991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Bound using segment: {'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:03:20.415733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Bound port: 4d89ea24-8b7a-4255-8680-6a59b55b3d14, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4c14bc-2afb-4a53-84a0-f0b354342927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:03:20.416164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.441114 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-7abe3e00-9fc4-42e3-bf58-0e3d0797e87b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:20.445497 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7abe3e00-9fc4-42e3-bf58-0e3d0797e87b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3555398 Nov 05 22:03:20.446648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49392) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:20.452389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-90fb833e-1d8c-4979-84c3-6ecb9c155399 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '91fc8e22-a8fd-4716-8188-fb471e2edd9b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:20.455952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Transition to ACTIVE for port object fdf094cb-e9bf-433a-92a5-4ad347f7e0ba will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:03:20.493798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd86575-d04c-4523-aa0f-3fcfdefa9e06 req-bd7afa3a-ede7-4408-93f2-1cf8db389143 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:20.495430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3cd86575-d04c-4523-aa0f-3fcfdefa9e06 req-bd7afa3a-ede7-4408-93f2-1cf8db389143 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 932 time: 0.0844984 Nov 05 22:03:20.515561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] For port 4d89ea24-8b7a-4255-8680-6a59b55b3d14, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:03:20.519051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] For port 4d89ea24-8b7a-4255-8680-6a59b55b3d14, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d89ea24-8b7a-4255-8680-6a59b55b3d14,segment=NetworkSegment(4c4c14bc-2afb-4a53-84a0-f0b354342927),segment_id=4c4c14bc-2afb-4a53-84a0-f0b354342927)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:03:20.552779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3cd86575-d04c-4523-aa0f-3fcfdefa9e06 req-aa20a722-a707-46b1-8e5e-1dee26096b59 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503302 Nov 05 22:03:20.553814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.610033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:20.630912 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.681656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Attempting to bind port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:03:20.681999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Attempting to bind port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:03:20.682338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Attempting to bind port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba on network 72d819fd-de5a-434f-99b4-f517e39ea843 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:20.687004 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-90fb833e-1d8c-4979-84c3-6ecb9c155399 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:20.687180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba on network 72d819fd-de5a-434f-99b4-f517e39ea843 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:03:20.687375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Attempting to bind port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba on network 72d819fd-de5a-434f-99b4-f517e39ea843 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:20.688107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-90fb833e-1d8c-4979-84c3-6ecb9c155399 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2405539 Nov 05 22:03:20.691034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49394) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:20.696366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f60dc74e-6d1c-431c-8ad2-13cd4470bb16 None None] Provisioning complete for port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:20.696753 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f60dc74e-6d1c-431c-8ad2-13cd4470bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.705344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:03:20.707407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Checking segment: {'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:20.707407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Bound using segment: {'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:03:20.707407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Bound port: fdf094cb-e9bf-433a-92a5-4ad347f7e0ba, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:03:20.707407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.752193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0809488-c7bb-44b9-8bbe-d843b6ddd9af None None] Pushing event updated for resources: {'Port': ['ID=4d89ea24-8b7a-4255-8680-6a59b55b3d14,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:20.756770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Routers {'34c20df9-5e48-43d1-8640-16be5eecaab3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:03:20.757646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:03:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['34c20df9-5e48-43d1-8640-16be5eecaab3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:20.796682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] For port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:03:20.800325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8681dbe9-1160-48f3-ba14-9ab5615481c4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.800489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] For port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:03:20.839912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8681dbe9-1160-48f3-ba14-9ab5615481c4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.899036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:20.997547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:20.998208 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.004169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] 10.222.0.13 "PUT /v2.0/ports/fdf094cb-e9bf-433a-92a5-4ad347f7e0ba HTTP/1.1" status: 200 len: 1092 time: 1.1567285 Nov 05 22:03:21.004627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'tag': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:21.009476 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51862f8e-2bad-4546-8785-799bd5a70535" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b2b401-fee6-4a42-b80c-6980415c31f0", "tag": "fdf094cb-e9bf-433a-92a5-4ad347f7e0ba"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:21.062285 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f60dc74e-6d1c-431c-8ad2-13cd4470bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.066220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b0bc7-92a9-4d4e-b98a-54b4f7d7ce64 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:21.105190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8681dbe9-1160-48f3-ba14-9ab5615481c4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.107930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8681dbe9-1160-48f3-ba14-9ab5615481c4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.109133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8681dbe9-1160-48f3-ba14-9ab5615481c4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/91fc8e22-a8fd-4716-8188-fb471e2edd9b HTTP/1.1" status: 204 len: 168 time: 0.4170790 Nov 05 22:03:21.116165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49406) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:21.140214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f60dc74e-6d1c-431c-8ad2-13cd4470bb16 None None] For port 4d89ea24-8b7a-4255-8680-6a59b55b3d14, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d89ea24-8b7a-4255-8680-6a59b55b3d14,segment=NetworkSegment(4c4c14bc-2afb-4a53-84a0-f0b354342927),segment_id=4c4c14bc-2afb-4a53-84a0-f0b354342927)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:21.165933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde3422-ec0d-4354-8c72-db3b6df4831d req-6582b407-b055-461e-b30f-730425582293 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:21.175179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abde3422-ec0d-4354-8c72-db3b6df4831d req-6582b407-b055-461e-b30f-730425582293 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1693420 Nov 05 22:03:21.189604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] Set router 34c20df9-5e48-43d1-8640-16be5eecaab3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:03:21.239991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681dbe9-1160-48f3-ba14-9ab5615481c4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc8e22-a8fd-4716-8188-fb471e2edd9b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:21.266402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-abde3422-ec0d-4354-8c72-db3b6df4831d req-3b02039c-17fc-4bf6-9cf9-bf330938c2a8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781612 Nov 05 22:03:21.268759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:21.269970 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0eb78375-34b8-46e2-a232-b9ca8538e0d9 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1566243 Nov 05 22:03:21.272486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f60dc74e-6d1c-431c-8ad2-13cd4470bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.279599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1ec22fcc-d931-4d91-aabd-b0e839fb03ee tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097381517'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:21.399895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-0cc32830-f8da-49ef-9fa0-e1f47e182bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:21.403193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-0cc32830-f8da-49ef-9fa0-e1f47e182bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 1095 time: 0.1242356 Nov 05 22:03:21.425248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ec22fcc-d931-4d91-aabd-b0e839fb03ee tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.483813 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc08ae4-c8b6-4708-b6a3-1eef8a08dd1f x-openstack-request-id: req-fcc08ae4-c8b6-4708-b6a3-1eef8a08dd1f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:21.484415 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b2b401-fee6-4a42-b80c-6980415c31f0", "tag": "fdf094cb-e9bf-433a-92a5-4ad347f7e0ba", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:21.484415 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcc08ae4-c8b6-4708-b6a3-1eef8a08dd1f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:21.484768 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'tag': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba', 'status': 'completed', 'code': 200} Nov 05 22:03:21.487210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-2272c790-301b-4f89-b8c9-86bcb441ab4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba HTTP/1.1" status: 200 len: 217 time: 0.0756381 Nov 05 22:03:21.571578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ec22fcc-d931-4d91-aabd-b0e839fb03ee tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.593267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d15bc8-d454-4657-80f3-a676a5279f75 req-12ebe2db-87e4-4525-b396-df74c080c667 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:21.596427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dc74e-6d1c-431c-8ad2-13cd4470bb16 None None] Pushing event updated for resources: {'Port': ['ID=4d89ea24-8b7a-4255-8680-6a59b55b3d14,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:21.602998 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47d15bc8-d454-4657-80f3-a676a5279f75 req-12ebe2db-87e4-4525-b396-df74c080c667 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.2114275 Nov 05 22:03:21.617247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-659fa341-2f40-4eab-90b8-5abe66326144 None None] Provisioning complete for port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:21.617731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-659fa341-2f40-4eab-90b8-5abe66326144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.634210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-6d0ee4ee-174c-4556-a350-06811098e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:21.635899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-6d0ee4ee-174c-4556-a350-06811098e24b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce55415-136c-411b-9586-975e9029a2b6 HTTP/1.1" status: 200 len: 854 time: 0.1307652 Nov 05 22:03:21.667110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-47d15bc8-d454-4657-80f3-a676a5279f75 req-7b64c26e-e379-4e2a-a5ca-7de73c75f86a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636542 Nov 05 22:03:21.672950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ec22fcc-d931-4d91-aabd-b0e839fb03ee tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:21.685382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-ff0fb953-c858-4f14-9dfe-51fc9c4c99f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72d819fd-de5a-434f-99b4-f517e39ea843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357008 Nov 05 22:03:21.709521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18842ac-3c80-4eca-9c57-24b0499b0cfc req-36afe21f-233d-4034-a07a-08326766aee8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:21.711203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a18842ac-3c80-4eca-9c57-24b0499b0cfc req-36afe21f-233d-4034-a07a-08326766aee8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1402946 Nov 05 22:03:21.759210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec22fcc-d931-4d91-aabd-b0e839fb03ee tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10010ea4-43f2-4c1a-a229-0b4f746ce3bd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:21.825330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:03:16Z', 'revision_number': 4, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port': {'id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:11Z', 'updated_at': '2021-11-05T22:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4d89ea24-8b7a-4255-8680-6a59b55b3d14', 'name': '', 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'mac_address': 'fa:16:3e:bf:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:15Z', 'updated_at': '2021-11-05T22:03:20Z', 'revision_number': 4, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'subnets': [{'id': 'fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:21.862349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9aa9d3-a1bc-4833-b9ac-0eb86110fed5 None None] The sync data for ids ['34c20df9-5e48-43d1-8640-16be5eecaab3'] in n-d-816738-5 is: [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:03:16Z', 'revision_number': 4, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port': {'id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:11Z', 'updated_at': '2021-11-05T22:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4d89ea24-8b7a-4255-8680-6a59b55b3d14', 'name': '', 'network_id': '65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'mac_address': 'fa:16:3e:bf:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:15Z', 'updated_at': '2021-11-05T22:03:20Z', 'revision_number': 4, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'subnets': [{'id': 'fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:03:21.892286 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a18842ac-3c80-4eca-9c57-24b0499b0cfc req-2c78266c-7612-49a0-88d6-44d6b86b8d3f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570063 Nov 05 22:03:21.894549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c734005-7e85-4695-ac0d-0be224d136cd req-fd765efb-e760-4b63-86d0-acc26ae788c5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:21.904101 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c734005-7e85-4695-ac0d-0be224d136cd req-fd765efb-e760-4b63-86d0-acc26ae788c5 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 944 time: 0.1461639 Nov 05 22:03:21.954065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-1f58a787-1807-4570-b130-049e7978c943 service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651012 Nov 05 22:03:22.003487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c734005-7e85-4695-ac0d-0be224d136cd req-dde4cf8b-6b61-4f0f-a459-53c8f2276880 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984077 Nov 05 22:03:22.131233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d017ace6-8191-4da9-b56f-9fe5f628c38f req-f89dd7e9-59d3-459d-8ee6-319a5304239a service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659794 Nov 05 22:03:22.401570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77057ecc-cab2-46db-8912-6b613505ad8a req-6859e52f-35ca-416d-b40c-fabe8b8de340 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:22.403413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-77057ecc-cab2-46db-8912-6b613505ad8a req-6859e52f-35ca-416d-b40c-fabe8b8de340 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0557761 Nov 05 22:03:22.478142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-77057ecc-cab2-46db-8912-6b613505ad8a req-354f8da7-5e90-4aad-bd10-37114eac2586 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673954 Nov 05 22:03:22.618213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ec22fcc-d931-4d91-aabd-b0e839fb03ee tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:22.623709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1ec22fcc-d931-4d91-aabd-b0e839fb03ee tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3493302 Nov 05 22:03:22.623709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49424) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:22.628268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1395abbd-71d2-41e2-845c-7a61cb57c14f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '10010ea4-43f2-4c1a-a229-0b4f746ce3bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:22.841381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862f8e-2bad-4546-8785-799bd5a70535 req-ef4b488a-9cfd-4942-a5c2-1a3a0302b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:22.843915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:03:22.844391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51862f8e-2bad-4546-8785-799bd5a70535 req-ef4b488a-9cfd-4942-a5c2-1a3a0302b237 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 1095 time: 0.1253507 Nov 05 22:03:22.846012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dc12b-fb10-4e0b-b3ca-1c452a24d657 req-66acd3f4-046c-4e8d-b26e-23d13a89dde3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:22.860175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-688dc12b-fb10-4e0b-b3ca-1c452a24d657 req-66acd3f4-046c-4e8d-b26e-23d13a89dde3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0778487 Nov 05 22:03:22.897054 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-1395abbd-71d2-41e2-845c-7a61cb57c14f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The resource could not be found. Nov 05 22:03:22.903624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1395abbd-71d2-41e2-845c-7a61cb57c14f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2764609 Nov 05 22:03:22.911309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49428) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:22.924814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a3975c69-fab1-4195-8897-e4b4a592dda5 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '10010ea4-43f2-4c1a-a229-0b4f746ce3bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '971c15c2-1028-4c1e-a35f-122adfce1f18'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:22.979070 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-688dc12b-fb10-4e0b-b3ca-1c452a24d657 req-c8b7b766-5901-4531-bea4-2fa8f6c7e6f1 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177311 Nov 05 22:03:23.000704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862f8e-2bad-4546-8785-799bd5a70535 req-b86528bb-f99d-48a6-837c-2e0316a517df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:23.000704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51862f8e-2bad-4546-8785-799bd5a70535 req-b86528bb-f99d-48a6-837c-2e0316a517df service neutron] 10.222.0.13 "GET /v2.0/networks?id=72d819fd-de5a-434f-99b4-f517e39ea843 HTTP/1.1" status: 200 len: 915 time: 0.1463594 Nov 05 22:03:23.092160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51862f8e-2bad-4546-8785-799bd5a70535 req-050ccfb9-ae84-4891-9d40-e03885bc80f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba HTTP/1.1" status: 200 len: 217 time: 0.0616939 Nov 05 22:03:23.109343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4d89ea24-8b7a-4255-8680-6a59b55b3d14 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:23.159223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:23.193097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '0544555f-fd25-45a7-a93b-48afa121f00d', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'port_id': '0544555f-fd25-45a7-a93b-48afa121f00d', 'mac_address': 'fa:16:3e:f4:69:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:03:23.254353 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:23.269787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0544555f-fd25-45a7-a93b-48afa121f00d {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:03:23.274278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:23.279059 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:23.279208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a728a1-2318-42ef-95a5-cecb73d63b0c req-0d64d11a-2a8e-402a-82c1-0de4ebd14a76 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:23.279208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18a728a1-2318-42ef-95a5-cecb73d63b0c req-0d64d11a-2a8e-402a-82c1-0de4ebd14a76 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1820841 Nov 05 22:03:23.279482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862f8e-2bad-4546-8785-799bd5a70535 req-6c5d58cb-9253-4fcb-842a-4a348bb13f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:23.280907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51862f8e-2bad-4546-8785-799bd5a70535 req-6c5d58cb-9253-4fcb-842a-4a348bb13f05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce55415-136c-411b-9586-975e9029a2b6 HTTP/1.1" status: 200 len: 854 time: 0.1622798 Nov 05 22:03:23.281968 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-a3975c69-fab1-4195-8897-e4b4a592dda5 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The resource could not be found. Nov 05 22:03:23.283279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a3975c69-fab1-4195-8897-e4b4a592dda5 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3693907 Nov 05 22:03:23.286641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49438) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:23.343683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dec54a-074f-4953-b867-ab9f4527f611 req-fae76498-aba4-474b-ba9f-a7d28b3f7120 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:23.351625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4dec54a-074f-4953-b867-ab9f4527f611 req-fae76498-aba4-474b-ba9f-a7d28b3f7120 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 944 time: 0.1282980 Nov 05 22:03:23.362283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51862f8e-2bad-4546-8785-799bd5a70535 req-26c1f1f6-0a6b-4ab1-b27f-4702bb3e228a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72d819fd-de5a-434f-99b4-f517e39ea843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728893 Nov 05 22:03:23.363854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:23.443954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4dec54a-074f-4953-b867-ab9f4527f611 req-e0f7e0f9-5f7c-4d6e-9a88-a55358fee577 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905373 Nov 05 22:03:23.451456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8892d82a-d9c6-4407-9a43-7bfb2484537f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:23.452838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:23.483037 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-18a728a1-2318-42ef-95a5-cecb73d63b0c req-f27cad26-a706-4659-89ae-316e81cd344d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823332 Nov 05 22:03:23.538066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51862f8e-2bad-4546-8785-799bd5a70535 req-0d137818-6189-4f8e-b644-91729a910eed service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617882 Nov 05 22:03:23.539655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:23.549932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8892d82a-d9c6-4407-9a43-7bfb2484537f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:23.562604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0544555f-fd25-45a7-a93b-48afa121f00d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:03:23.692264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e131f58-e3f9-48e5-91bf-f13bf59a77f6 req-1872cd90-79d4-4699-b245-86b410727351 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:23.693695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e131f58-e3f9-48e5-91bf-f13bf59a77f6 req-1872cd90-79d4-4699-b245-86b410727351 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0708342 Nov 05 22:03:23.738177 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51862f8e-2bad-4546-8785-799bd5a70535 req-b236034a-61ea-4ca9-9d5f-8b820fdcef0c service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916330 Nov 05 22:03:23.771618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8892d82a-d9c6-4407-9a43-7bfb2484537f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:23.775043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8892d82a-d9c6-4407-9a43-7bfb2484537f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:23.776782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8892d82a-d9c6-4407-9a43-7bfb2484537f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/10010ea4-43f2-4c1a-a229-0b4f746ce3bd HTTP/1.1" status: 204 len: 168 time: 0.4886949 Nov 05 22:03:23.779285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49448) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:23.792219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e131f58-e3f9-48e5-91bf-f13bf59a77f6 req-abc944a0-0a7e-4f3b-9b59-066999972288 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881872 Nov 05 22:03:23.814269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892d82a-d9c6-4407-9a43-7bfb2484537f tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10010ea4-43f2-4c1a-a229-0b4f746ce3bd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:23.825977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-63a68f3e-2d7d-4f7a-b6f2-5b05da08195e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453970 Nov 05 22:03:23.830308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49450) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:23.834870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7ae8a2ab-5d5d-43f1-b8b2-9cff25c4455a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': '6be5acf9-434c-423e-a3d1-10fd7afd6d23', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:24.099526 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-7ae8a2ab-5d5d-43f1-b8b2-9cff25c4455a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The resource could not be found. Nov 05 22:03:24.102770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7ae8a2ab-5d5d-43f1-b8b2-9cff25c4455a tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2692947 Nov 05 22:03:24.104824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49460) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:24.109866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-77704e48-44ff-4012-a253-e236dcb54989 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337244479'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:24.188036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-fb59ead1-fe26-45db-be9a-bdff555087a4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:24.189504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-fb59ead1-fe26-45db-be9a-bdff555087a4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1192813 Nov 05 22:03:24.204984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77704e48-44ff-4012-a253-e236dcb54989 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.205314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-7df843af-2ba3-4c66-b817-57ec79829b02 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/quotas/79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 375 time: 0.0098894 Nov 05 22:03:24.275479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-3d3b9769-ddee-4fab-8064-945cea8af9d1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642974 Nov 05 22:03:24.305870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77704e48-44ff-4012-a253-e236dcb54989 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.372711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-076445cd-e6b4-41f3-8095-ba1982a5efca service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899315 Nov 05 22:03:24.385241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77704e48-44ff-4012-a253-e236dcb54989 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.437959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77704e48-44ff-4012-a253-e236dcb54989 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe0972-bfe5-4f4d-b2d8-2fbf43167c5c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:24.480806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-a53e0bbd-a916-4ace-8790-60021bb1a359 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995386 Nov 05 22:03:24.497749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77704e48-44ff-4012-a253-e236dcb54989 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.500157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77704e48-44ff-4012-a253-e236dcb54989 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3942988 Nov 05 22:03:24.502976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49470) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:24.509512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0223029c-3155-43b1-895a-787e4059702e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597342959'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:24.590300 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0223029c-3155-43b1-895a-787e4059702e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.603215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd62-410b-4bb3-8be5-4debd967ca11 req-311aceca-7604-49f6-b18b-f1114050bb50 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:24.611786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5758cd62-410b-4bb3-8be5-4debd967ca11 req-311aceca-7604-49f6-b18b-f1114050bb50 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 944 time: 0.0708232 Nov 05 22:03:24.696506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5758cd62-410b-4bb3-8be5-4debd967ca11 req-2cf35e3f-f60b-4c20-83a8-81fdd1537715 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785046 Nov 05 22:03:24.728664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0223029c-3155-43b1-895a-787e4059702e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.822523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07826f68-907e-4177-9103-7dd8cd6b4546 req-794dc6aa-e1b7-4d25-89c1-47094d513b81 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:24.822809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-07826f68-907e-4177-9103-7dd8cd6b4546 req-794dc6aa-e1b7-4d25-89c1-47094d513b81 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0645726 Nov 05 22:03:24.830265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0223029c-3155-43b1-895a-787e4059702e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.849773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device fdf094cb-e9bf-433a-92a5-4ad347f7e0ba details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:03:24.856821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:24.870340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223029c-3155-43b1-895a-787e4059702e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f26246f-6e0c-4e76-8a2e-0ddd76944f4b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:24.935764 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-07826f68-907e-4177-9103-7dd8cd6b4546 req-bf3c6d0f-5376-4642-ae9b-bd13055f50b8 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011257 Nov 05 22:03:24.947350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0223029c-3155-43b1-895a-787e4059702e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:24.949261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0223029c-3155-43b1-895a-787e4059702e tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4450283 Nov 05 22:03:24.954215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49490) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:24.960097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b10d37dc-d882-444d-b8f9-10d64fa6cd65 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group_rule': {'security_group_id': 'b5fe0972-bfe5-4f4d-b2d8-2fbf43167c5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6f26246f-6e0c-4e76-8a2e-0ddd76944f4b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:25.047738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:25.056033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 0544555f-fd25-45a7-a93b-48afa121f00d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:25.056404 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.098657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba', 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843', 'port_id': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba', 'mac_address': 'fa:16:3e:57:20:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce55415-136c-411b-9586-975e9029a2b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:03:25.129034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee231a5c-39dc-4b42-9919-9292ba67cb57 req-cfdbd83e-edfc-4402-ac7f-bd07e93b4eff tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:25.143044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee231a5c-39dc-4b42-9919-9292ba67cb57 req-cfdbd83e-edfc-4402-ac7f-bd07e93b4eff tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0722935 Nov 05 22:03:25.156649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.193776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf094cb-e9bf-433a-92a5-4ad347f7e0ba {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:03:25.225415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:25.226809 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.253624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee231a5c-39dc-4b42-9919-9292ba67cb57 req-31f309ab-b4fd-4452-874c-5fdf19af566c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094961 Nov 05 22:03:25.259109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:25.261958 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d357cd5-f5a0-4f5d-a589-daeae23c5de8" -d '{"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-plugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:25.268190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:25.332084 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a6b3b9-cf21-400c-999f-608cee6c47ff x-openstack-request-id: req-20a6b3b9-cf21-400c-999f-608cee6c47ff {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:25.332084 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-plugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:25.332084 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20a6b3b9-cf21-400c-999f-608cee6c47ff {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:25.332084 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'code': 200} Nov 05 22:03:25.354060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.354292 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-b10d37dc-d882-444d-b8f9-10d64fa6cd65 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:03:25.355262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b10d37dc-d882-444d-b8f9-10d64fa6cd65 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4023378 Nov 05 22:03:25.358271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49506) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:25.429251 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.462462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:25.515967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c68ce003-ab30-4cb9-b9c2-1507c0cc566e req-4a664554-1de0-483e-96ed-0cd2128faef1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0923686 Nov 05 22:03:25.532359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:25.576376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35746da2-9ebd-4d3a-bac8-bce5141ff880 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.609603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35746da2-9ebd-4d3a-bac8-bce5141ff880 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.616772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['fdf094cb-e9bf-433a-92a5-4ad347f7e0ba'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:03:25.744763 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35746da2-9ebd-4d3a-bac8-bce5141ff880 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.747883 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35746da2-9ebd-4d3a-bac8-bce5141ff880 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:25.750323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-35746da2-9ebd-4d3a-bac8-bce5141ff880 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/6f26246f-6e0c-4e76-8a2e-0ddd76944f4b HTTP/1.1" status: 204 len: 168 time: 0.3891029 Nov 05 22:03:25.752991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49522) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:25.761749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35746da2-9ebd-4d3a-bac8-bce5141ff880 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f26246f-6e0c-4e76-8a2e-0ddd76944f4b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:25.882362 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e1a7b415-baa5-4f92-acfa-ab3a4922dca3 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1278651 Nov 05 22:03:25.886224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49528) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:25.923732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca744b5a-a643-4664-996c-d21448422641 req-b18d356e-7e2a-4a65-a56b-adda94199aeb tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:25.925724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca744b5a-a643-4664-996c-d21448422641 req-b18d356e-7e2a-4a65-a56b-adda94199aeb tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 945 time: 0.1363070 Nov 05 22:03:26.020082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca744b5a-a643-4664-996c-d21448422641 req-e0902669-68c4-4ac3-a485-473d37fc86d2 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802617 Nov 05 22:03:26.073253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4376eef7-5af9-499a-8240-2796f8cd6062 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:26.158205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4376eef7-5af9-499a-8240-2796f8cd6062 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:26.177837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458bfd-3237-4483-81ce-9976d3195220 req-051a568c-6877-47b8-94d2-004647a32bec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:26.186864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94458bfd-3237-4483-81ce-9976d3195220 req-051a568c-6877-47b8-94d2-004647a32bec tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1043799 Nov 05 22:03:26.316196 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94458bfd-3237-4483-81ce-9976d3195220 req-698c2b88-d56a-409a-93af-fa9b4300da3e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279311 Nov 05 22:03:26.335298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182bc85-0b37-416d-94d8-7bbae4e9c52b req-757a286d-b9aa-438a-8ee2-9660034ed059 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:26.340093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b182bc85-0b37-416d-94d8-7bbae4e9c52b req-757a286d-b9aa-438a-8ee2-9660034ed059 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0915806 Nov 05 22:03:26.387702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4376eef7-5af9-499a-8240-2796f8cd6062 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:26.395081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4376eef7-5af9-499a-8240-2796f8cd6062 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:26.396450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4376eef7-5af9-499a-8240-2796f8cd6062 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5fe0972-bfe5-4f4d-b2d8-2fbf43167c5c HTTP/1.1" status: 204 len: 168 time: 0.5076590 Nov 05 22:03:26.399478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49542) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:26.446808 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b182bc85-0b37-416d-94d8-7bbae4e9c52b req-45ea0661-adee-4639-b66b-cb469e313043 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989857 Nov 05 22:03:26.449768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376eef7-5af9-499a-8240-2796f8cd6062 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe0972-bfe5-4f4d-b2d8-2fbf43167c5c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:26.548953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1cd514e-9dc4-45ad-b1bd-1928a1367b06 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1455212 Nov 05 22:03:26.555968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49546) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:26.558927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d2ea4d55-5f0b-439b-9b38-35e96f0203e8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334660422'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:26.606678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57745-1fcc-47f8-b114-758e0463c7d9 req-6eea4bf6-3f35-4df8-be9b-72909480760f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:26.608757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fde57745-1fcc-47f8-b114-758e0463c7d9 req-6eea4bf6-3f35-4df8-be9b-72909480760f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1892145 Nov 05 22:03:26.668903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fde57745-1fcc-47f8-b114-758e0463c7d9 req-ad7ddd26-b5eb-44fe-9e63-ec92d3b00256 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537016 Nov 05 22:03:26.708069 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4d55-5f0b-439b-9b38-35e96f0203e8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:26.782305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f73a81e-298b-46e6-be49-ef832d7e20a3 req-7036bfce-1032-408d-a80b-b291a05fb141 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0333862 Nov 05 22:03:26.830846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4d55-5f0b-439b-9b38-35e96f0203e8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:26.849448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device fdf094cb-e9bf-433a-92a5-4ad347f7e0ba up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:26.947569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4d55-5f0b-439b-9b38-35e96f0203e8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:26.999910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:03:27.007159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea4d55-5f0b-439b-9b38-35e96f0203e8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcf2cbe-931c-478d-b5e8-3d3a079fa8b7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:27.007583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:27.007583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.110515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4d55-5f0b-439b-9b38-35e96f0203e8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.115911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d2ea4d55-5f0b-439b-9b38-35e96f0203e8 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5610480 Nov 05 22:03:27.116978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49558) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:27.126136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-29bacee8-bae7-4c08-902b-c94498c67dfc tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:27.126588 n-d-816738-5 neutron-server[102291]: WARNING neutron.api.v2.base [None req-29bacee8-bae7-4c08-902b-c94498c67dfc tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 05 22:03:27.127114 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-29bacee8-bae7-4c08-902b-c94498c67dfc tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] update failed (client error): There was a conflict when trying to complete your request. Nov 05 22:03:27.134961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-29bacee8-bae7-4c08-902b-c94498c67dfc tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "PUT /v2.0/security-groups/7dcf2cbe-931c-478d-b5e8-3d3a079fa8b7 HTTP/1.1" status: 409 len: 330 time: 0.0162003 Nov 05 22:03:27.139200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49560) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:27.244060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72a23438-f316-4ba1-9587-8514ede37ff4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.260126 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.283541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b712010-1005-451a-81cd-b7ba8a7294ef req-1b84e097-ee5f-415f-9106-fc4013a9d5ca tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:27.288644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72a23438-f316-4ba1-9587-8514ede37ff4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.295781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b712010-1005-451a-81cd-b7ba8a7294ef req-1b84e097-ee5f-415f-9106-fc4013a9d5ca tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 945 time: 0.1650610 Nov 05 22:03:27.324142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:27.328745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:27.334044 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0646cd39-601c-47f4-ad6c-e624ee7c442e" -d '{"events": [{"server_uuid": "d6b2b401-fee6-4a42-b80c-6980415c31f0", "name": "network-vif-plugged", "status": "completed", "tag": "fdf094cb-e9bf-433a-92a5-4ad347f7e0ba"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:27.379217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b712010-1005-451a-81cd-b7ba8a7294ef req-85772169-4a1c-4866-8f59-2b262215b46e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776100 Nov 05 22:03:27.397200 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.478436 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:03:27.506440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72a23438-f316-4ba1-9587-8514ede37ff4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.522647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72a23438-f316-4ba1-9587-8514ede37ff4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:27.522647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-72a23438-f316-4ba1-9587-8514ede37ff4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/7dcf2cbe-931c-478d-b5e8-3d3a079fa8b7 HTTP/1.1" status: 204 len: 168 time: 0.3762059 Nov 05 22:03:27.524592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49568) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:27.529078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:27.556938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a23438-f316-4ba1-9587-8514ede37ff4 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcf2cbe-931c-478d-b5e8-3d3a079fa8b7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:27.646259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637b014-af78-4b0b-9d9e-6e9ed849dad8 req-d4caecff-c535-4288-aa9d-b00ef3b9d422 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:27.648397 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f637b014-af78-4b0b-9d9e-6e9ed849dad8 req-d4caecff-c535-4288-aa9d-b00ef3b9d422 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1875126 Nov 05 22:03:27.681574 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0a67c7-3e04-44e3-9109-1cb61a44eecf x-openstack-request-id: req-2a0a67c7-3e04-44e3-9109-1cb61a44eecf {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:27.682117 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b2b401-fee6-4a42-b80c-6980415c31f0", "name": "network-vif-plugged", "status": "completed", "tag": "fdf094cb-e9bf-433a-92a5-4ad347f7e0ba", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:27.682543 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a0a67c7-3e04-44e3-9109-1cb61a44eecf {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:27.683105 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba', 'code': 200} Nov 05 22:03:27.781523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3ffdb860-db0a-40af-87c2-4eeee7ecf3c6 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2350006 Nov 05 22:03:27.781666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49574) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:27.809069 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-e2fba0ec-ef28-4191-bffe-b551877bce19 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] delete failed (client error): The resource could not be found. Nov 05 22:03:27.813308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2fba0ec-ef28-4191-bffe-b551877bce19 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "DELETE /v2.0/security-groups/00d4f667-2b57-49df-9d1e-5c71fe0bdc1d HTTP/1.1" status: 404 len: 347 time: 0.0323768 Nov 05 22:03:27.824429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49578) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:27.839644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f637b014-af78-4b0b-9d9e-6e9ed849dad8 req-9c0e7752-8114-437a-8c0c-26216a1e5293 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654902 Nov 05 22:03:27.851330 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-4514dcf0-49e3-4532-9656-5a10c680428b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] show failed (client error): The resource could not be found. Nov 05 22:03:27.853565 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4514dcf0-49e3-4532-9656-5a10c680428b tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-groups/38e4803d-a7e8-4efc-bc6c-1b16faf85a09 HTTP/1.1" status: 404 len: 347 time: 0.0370123 Nov 05 22:03:27.858325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49580) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:27.878067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486e3e-7a8d-48a9-adca-b39e48029725 req-ee728a69-2794-42bd-99bf-ae9b19fd7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:27.879878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a486e3e-7a8d-48a9-adca-b39e48029725 req-ee728a69-2794-42bd-99bf-ae9b19fd7e61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 1097 time: 0.0785010 Nov 05 22:03:27.940081 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-056f9ef1-c873-4320-a1aa-14f9857a1cf3 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] show failed (client error): The resource could not be found. Nov 05 22:03:27.942380 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-056f9ef1-c873-4320-a1aa-14f9857a1cf3 tempest-NegativeSecGroupTest-1475891852 tempest-NegativeSecGroupTest-1475891852-project] 10.222.0.41 "GET /v2.0/security-group-rules/300ca869-ec3e-4e1d-9031-81b8788b3f36 HTTP/1.1" status: 404 len: 356 time: 0.0826812 Nov 05 22:03:27.969289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a486e3e-7a8d-48a9-adca-b39e48029725 req-08649d8f-aa29-42fa-932c-2c53049ce2c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819743 Nov 05 22:03:27.971923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd126f-4db2-4395-9fc9-6e51dfff6658 req-d8355a59-e571-4250-95a9-d0eaff451497 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:27.973982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39dd126f-4db2-4395-9fc9-6e51dfff6658 req-d8355a59-e571-4250-95a9-d0eaff451497 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1347563 Nov 05 22:03:28.084082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-14e25da0-f91e-4fbf-b8e9-8e09959a4fa8 req-7b2cda3e-ec76-4dc1-96a6-b58dd7a179c1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0612664 Nov 05 22:03:28.112835 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39dd126f-4db2-4395-9fc9-6e51dfff6658 req-dd740253-30dd-481f-a0e2-89f6ee805d40 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304290 Nov 05 22:03:28.674495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd99eb-3ab3-4104-9e03-a4149d014585 req-658c8da0-646a-4d17-9bfd-f66ce9476a53 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:28.678164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cffd99eb-3ab3-4104-9e03-a4149d014585 req-658c8da0-646a-4d17-9bfd-f66ce9476a53 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 946 time: 0.1210425 Nov 05 22:03:28.778627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8cfcd-30a9-4559-99dd-c5da54b299bf req-c1a79f31-77cd-4d79-9a34-454dfe5bf678 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:28.784193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bbc8cfcd-30a9-4559-99dd-c5da54b299bf req-c1a79f31-77cd-4d79-9a34-454dfe5bf678 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1231678 Nov 05 22:03:29.015416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bbc8cfcd-30a9-4559-99dd-c5da54b299bf req-5bb13994-88be-4946-aa69-8eb5c72ace1c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302053 Nov 05 22:03:29.022824 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cffd99eb-3ab3-4104-9e03-a4149d014585 req-ab14f98e-7389-430e-814a-e4b5368fa442 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329859 Nov 05 22:03:29.033107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49596) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:29.066440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35766fb-9138-423b-af8f-459df424b4b7 req-c9e46ada-d47f-4717-90fc-96b4659b2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:29.068403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a35766fb-9138-423b-af8f-459df424b4b7 req-c9e46ada-d47f-4717-90fc-96b4659b2a4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1095 time: 0.2563248 Nov 05 22:03:29.079257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-6c61e9c8-c287-48c9-9af6-4b646456f7d4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:29.081387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-6c61e9c8-c287-48c9-9af6-4b646456f7d4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.2943697 Nov 05 22:03:29.137233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'port': {'device_id': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'admin_state_up': True, 'tenant_id': '79f73fbecf914ce88c668979583061dd'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:29.357954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8974388-6451-4550-a22f-2adee5e5f51d req-5a3f83b5-eec6-4ccb-b79a-80f5352fcbd8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:29.365897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8974388-6451-4550-a22f-2adee5e5f51d req-5a3f83b5-eec6-4ccb-b79a-80f5352fcbd8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0919576 Nov 05 22:03:29.368461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-21905722-5cb0-49d5-88f4-e42795555a0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f90519f6af249ef82c581016fb5eac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282735 Nov 05 22:03:29.370709 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49604) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:29.467118 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db6acefd-a96d-4351-9576-62923654c65a req-65a91d4f-3455-4de5-9103-b45cf24b8141 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.1522660 Nov 05 22:03:29.472869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35766fb-9138-423b-af8f-459df424b4b7 req-8f8a413c-702d-4485-b8c2-0f1b15ca5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:29.475044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a35766fb-9138-423b-af8f-459df424b4b7 req-8f8a413c-702d-4485-b8c2-0f1b15ca5bb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.3970413 Nov 05 22:03:29.530556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8974388-6451-4550-a22f-2adee5e5f51d req-ec09a923-e3f7-45f3-8dd8-7537e0b0ee16 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635652 Nov 05 22:03:29.538042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:29.552612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:29.578684 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76d1fc82-8d4f-4a73-b6d6-cea7f8e80e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:29.675451 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76d1fc82-8d4f-4a73-b6d6-cea7f8e80e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:29.687871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a35766fb-9138-423b-af8f-459df424b4b7 req-d6183c17-c9c9-4147-854e-07ac4befe273 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.1872947 Nov 05 22:03:29.765271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35766fb-9138-423b-af8f-459df424b4b7 req-6cbd86b7-612f-42ec-9cd9-407bbf3a48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:29.766814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a35766fb-9138-423b-af8f-459df424b4b7 req-6cbd86b7-612f-42ec-9cd9-407bbf3a48da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0707445 Nov 05 22:03:29.800732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.20.0.5 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/e7b57aeb-7083-4188-9653-5fdc62503d7f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:03:29.871129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76d1fc82-8d4f-4a73-b6d6-cea7f8e80e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:29.877931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76d1fc82-8d4f-4a73-b6d6-cea7f8e80e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:29.881216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-76d1fc82-8d4f-4a73-b6d6-cea7f8e80e1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f6b182d-34c4-4c8a-ad52-4299d7d0443e HTTP/1.1" status: 204 len: 168 time: 0.5060949 Nov 05 22:03:29.922849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1fc82-8d4f-4a73-b6d6-cea7f8e80e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6b182d-34c4-4c8a-ad52-4299d7d0443e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:29.956502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35766fb-9138-423b-af8f-459df424b4b7 req-70caf994-2e14-4d99-88c1-a11fc4ccf0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:29.958084 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a35766fb-9138-423b-af8f-459df424b4b7 req-70caf994-2e14-4d99-88c1-a11fc4ccf0ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746502 Nov 05 22:03:30.332060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752895c4-0d20-406e-8302-5f89ed32c0a3 req-fc6f0c9a-328a-47bf-8c75-8883cb07ef04 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:30.335244 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-752895c4-0d20-406e-8302-5f89ed32c0a3 req-fc6f0c9a-328a-47bf-8c75-8883cb07ef04 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 946 time: 0.1598804 Nov 05 22:03:30.481397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a35766fb-9138-423b-af8f-459df424b4b7 req-9eff682f-87cd-498a-92d0-88eb70e81e9e service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118089 Nov 05 22:03:30.619192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-752895c4-0d20-406e-8302-5f89ed32c0a3 req-c6ea2605-c70b-4cdc-a650-1be00e126517 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746818 Nov 05 22:03:30.664721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:30.721453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf784b-b431-4379-9593-5c557b957337 req-85fda75f-a102-4886-9bd4-53e66365b6ee tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:30.736074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ecf784b-b431-4379-9593-5c557b957337 req-85fda75f-a102-4886-9bd4-53e66365b6ee tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2498598 Nov 05 22:03:30.826070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:30.836558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dfa524dc-7c81-4988-905e-98c2a7d9bc36 req-1dbecc5b-e390-4943-b61e-eb1e6ca8ac99 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0765874 Nov 05 22:03:30.858101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ecf784b-b431-4379-9593-5c557b957337 req-bddf9ef2-6daf-4924-8b3d-6c8bf6b2dace tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203792 Nov 05 22:03:30.906315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a35766fb-9138-423b-af8f-459df424b4b7 req-131468b9-f811-40de-8e48-06d716d9dbac service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075952 Nov 05 22:03:30.910196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:30.971368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:03:30.975343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:30.981419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:03:31.059721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:31.060316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:31.064784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=e7b57aeb-7083-4188-9653-5fdc62503d7f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:31.112686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361726-0134-4dbf-8785-0bdf8e9ad112 req-643586d9-840a-436a-b257-d7347281f73c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:31.121088 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c361726-0134-4dbf-8785-0bdf8e9ad112 req-643586d9-840a-436a-b257-d7347281f73c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.2137127 Nov 05 22:03:31.187171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c361726-0134-4dbf-8785-0bdf8e9ad112 req-151e173d-61b8-48e5-a5e2-c36c7ea354b1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648658 Nov 05 22:03:31.235123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-699b340f-9ae3-4a9d-b33e-fb26591a3046 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1403484 Nov 05 22:03:31.250111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Request body: {'port': {'device_id': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:31.365099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:31.528959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-33ef6c1e-62eb-435f-8687-2315824eae71 None None] Provisioning complete for port e7b57aeb-7083-4188-9653-5fdc62503d7f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:31.529327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-33ef6c1e-62eb-435f-8687-2315824eae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:31.621244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-33ef6c1e-62eb-435f-8687-2315824eae71 None None] Port e7b57aeb-7083-4188-9653-5fdc62503d7f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:03:31.814392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b57aeb-7083-4188-9653-5fdc62503d7f {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:03:31.827713 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:31.847281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Transition to ACTIVE for port object e7b57aeb-7083-4188-9653-5fdc62503d7f will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:03:31.871098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49654) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:31.935364 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:32.050814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536861f9-de8d-46d6-aad2-34f637e935dc req-17c4754a-1b7d-41f8-a5db-fba4b491e2dd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:32.060691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-536861f9-de8d-46d6-aad2-34f637e935dc req-17c4754a-1b7d-41f8-a5db-fba4b491e2dd tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0957441 Nov 05 22:03:32.122196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-771566786'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:32.173177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-536861f9-de8d-46d6-aad2-34f637e935dc req-08ebc68f-9746-476d-bc5f-102f667abdd7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081145 Nov 05 22:03:32.357393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415da3e-bd22-49ee-bdc0-9d184e0580e6 req-2ec47af5-9fbf-4574-9e98-22a45a0b1125 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:32.366753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0415da3e-bd22-49ee-bdc0-9d184e0580e6 req-2ec47af5-9fbf-4574-9e98-22a45a0b1125 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.3636870 Nov 05 22:03:32.371131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b57aeb-7083-4188-9653-5fdc62503d7f,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:32.496999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e169c-5562-4634-94b6-98cc2756b6b6 req-36a668a9-d073-42a8-8acc-f3d002340a82 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:32.499164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c5e169c-5562-4634-94b6-98cc2756b6b6 req-36a668a9-d073-42a8-8acc-f3d002340a82 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0940533 Nov 05 22:03:32.520585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Attempting to bind port e7b57aeb-7083-4188-9653-5fdc62503d7f on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:03:32.520925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Attempting to bind port e7b57aeb-7083-4188-9653-5fdc62503d7f by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:03:32.521251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Attempting to bind port e7b57aeb-7083-4188-9653-5fdc62503d7f on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:32.530067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0415da3e-bd22-49ee-bdc0-9d184e0580e6 req-74929b3c-ecc7-426a-87b8-9ff6a72f1f48 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360874 Nov 05 22:03:32.532961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Made reservation on behalf of bbaf84db526143cf9b5d6f79af78e7e6 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:32.554980 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:32.599310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Port e7b57aeb-7083-4188-9653-5fdc62503d7f on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:03:32.599736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Attempting to bind port e7b57aeb-7083-4188-9653-5fdc62503d7f on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:03:32.616384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:32.644860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7c5e169c-5562-4634-94b6-98cc2756b6b6 req-da3ecfa7-8ee6-4f7b-9045-09ea65fe66ad tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389203 Nov 05 22:03:32.661425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:03:32.661766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:32.662155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:03:32.662601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Bound port: e7b57aeb-7083-4188-9653-5fdc62503d7f, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:03:32.662959 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:32.839452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b48df-c4cd-4829-be8f-fa5a095aa8df req-aaa2a544-5525-4553-b3c5-0f31404f7dd9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:32.841121 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-406b48df-c4cd-4829-be8f-fa5a095aa8df req-aaa2a544-5525-4553-b3c5-0f31404f7dd9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0612323 Nov 05 22:03:32.854025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] For port e7b57aeb-7083-4188-9653-5fdc62503d7f, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:03:32.869807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c1398-e444-4499-891b-cb5038707389 req-a585ff8d-43ec-4479-85cd-3b70e362df65 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:32.871978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be8c1398-e444-4499-891b-cb5038707389 req-a585ff8d-43ec-4479-85cd-3b70e362df65 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.2061007 Nov 05 22:03:32.877085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] For port e7b57aeb-7083-4188-9653-5fdc62503d7f, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e7b57aeb-7083-4188-9653-5fdc62503d7f,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:03:32.918902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-406b48df-c4cd-4829-be8f-fa5a095aa8df req-c546fd15-2cf8-40f4-a0a2-f4ad3a7b029a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547383 Nov 05 22:03:32.968166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be8c1398-e444-4499-891b-cb5038707389 req-a1bffcda-a9e6-419e-8d42-ac743208af49 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887625 Nov 05 22:03:32.987151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.124819 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.163239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.180568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.235357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:03:33.246397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:33.247019 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.248440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7b57aeb-7083-4188-9653-5fdc62503d7f HTTP/1.1" status: 200 len: 1091 time: 2.0046003 Nov 05 22:03:33.251696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc867e-db7f-42ca-8d69-0a754a46d0dc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:33.251696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'tag': 'e7b57aeb-7083-4188-9653-5fdc62503d7f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:33.274212 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dbe17d-e79c-4be9-9bb9-9528934821d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127", "tag": "e7b57aeb-7083-4188-9653-5fdc62503d7f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:33.300510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.301107 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Added segment 84002110-a925-427b-81df-69c1d1790fc5 of type vlan for network 6a4a8e97-6144-4bee-be6c-b22a87111c7a Nov 05 22:03:33.336649 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5909c35-9ac9-4ad4-88ae-8019744f7de2 x-openstack-request-id: req-b5909c35-9ac9-4ad4-88ae-8019744f7de2 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:33.336991 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127", "tag": "e7b57aeb-7083-4188-9653-5fdc62503d7f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:33.337199 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5909c35-9ac9-4ad4-88ae-8019744f7de2 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:33.337604 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'tag': 'e7b57aeb-7083-4188-9653-5fdc62503d7f', 'status': 'completed', 'code': 200} Nov 05 22:03:33.434415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f199b8a-cc7d-4cb2-917f-effbac9befc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b57aeb-7083-4188-9653-5fdc62503d7f,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:33.544190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.599944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbe17d-e79c-4be9-9bb9-9528934821d7 req-38790f14-8703-41d3-9adb-b343151b984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:33.604058 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48dbe17d-e79c-4be9-9bb9-9528934821d7 req-38790f14-8703-41d3-9adb-b343151b984b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 1094 time: 0.2378979 Nov 05 22:03:33.641683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01290d-607f-4608-9f4d-de995ac92e0a req-96ecfe27-8aa5-4b6d-8ec6-13bedc3d736c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:33.643238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b01290d-607f-4608-9f4d-de995ac92e0a req-96ecfe27-8aa5-4b6d-8ec6-13bedc3d736c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1293175 Nov 05 22:03:33.670595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.676171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:33.676771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:33.799531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Pushing event updated for resources: {'Network': ['ID=6a4a8e97-6144-4bee-be6c-b22a87111c7a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:33.815242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 6a4a8e97-6144-4bee-be6c-b22a87111c7a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:03:33.818276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e3494-1c6d-4851-9692-8f350f976739 req-125717fb-3aa4-48c1-ac3d-9681b0a0ef27 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:33.831673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c2e3494-1c6d-4851-9692-8f350f976739 req-125717fb-3aa4-48c1-ac3d-9681b0a0ef27 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0983865 Nov 05 22:03:33.943365 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c2e3494-1c6d-4851-9692-8f350f976739 req-85595900-1c08-4acd-887e-e9fa34b0322f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059041 Nov 05 22:03:33.968130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b01290d-607f-4608-9f4d-de995ac92e0a req-4b3b0c12-4c21-42f9-a41a-7b21b5e68f1a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111634 Nov 05 22:03:34.046600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbe17d-e79c-4be9-9bb9-9528934821d7 req-56354d8f-161a-4eb3-9313-0ed05f4c0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:34.048862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48dbe17d-e79c-4be9-9bb9-9528934821d7 req-56354d8f-161a-4eb3-9313-0ed05f4c0b1f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=79f73fbecf914ce88c668979583061dd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4046929 Nov 05 22:03:34.176108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4837-4fae-47fd-9018-208b7cfef847 req-39bededa-0f45-4343-b263-705c76d1b250 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:34.186769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a89f4837-4fae-47fd-9018-208b7cfef847 req-39bededa-0f45-4343-b263-705c76d1b250 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0952561 Nov 05 22:03:34.217243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c916f04d-0e84-48f2-8397-923e5984e710 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.3441713 Nov 05 22:03:34.220694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49688) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:34.234331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-8e4db4c4-4928-4f18-875c-56733572270a tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-798916407') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:34.297882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a89f4837-4fae-47fd-9018-208b7cfef847 req-c438b64c-7dad-4224-9d35-bfadc8721b4c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030607 Nov 05 22:03:34.300730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbe17d-e79c-4be9-9bb9-9528934821d7 req-46cbdd94-408b-4de7-ab7b-c6581907ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:34.302239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48dbe17d-e79c-4be9-9bb9-9528934821d7 req-46cbdd94-408b-4de7-ab7b-c6581907ef42 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2457640 Nov 05 22:03:34.434233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-00df2226-97a3-4be0-bb7c-7573cf544907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:34.436172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-00df2226-97a3-4be0-bb7c-7573cf544907 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 1094 time: 0.0608389 Nov 05 22:03:34.516450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-4a55b426-ea3b-4905-be54-5d368c589c8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b57aeb-7083-4188-9653-5fdc62503d7f HTTP/1.1" status: 200 len: 217 time: 0.0695610 Nov 05 22:03:34.521754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8e4db4c4-4928-4f18-875c-56733572270a tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "PUT /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-798916407 HTTP/1.1" status: 201 len: 201 time: 0.2977045 Nov 05 22:03:34.524852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49690) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:34.531269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-90a1e053-7c9f-4174-918a-f50382115ef5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-798916407') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:34.606692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-44f6c196-dd76-4fb4-86b9-d8c4269682f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:34.618190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-44f6c196-dd76-4fb4-86b9-d8c4269682f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0924001 Nov 05 22:03:34.698044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-90a1e053-7c9f-4174-918a-f50382115ef5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "GET /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-798916407 HTTP/1.1" status: 204 len: 168 time: 0.1695797 Nov 05 22:03:34.700011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49692) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:34.706967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-955a8066-152d-43f5-afd6-7284703fa5a8 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:34.740877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-179c939e-aea3-42f6-a340-a6cf014a21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:34.743272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-179c939e-aea3-42f6-a340-a6cf014a21b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114962 Nov 05 22:03:34.861168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-955a8066-152d-43f5-afd6-7284703fa5a8 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "GET /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags HTTP/1.1" status: 200 len: 237 time: 0.1598160 Nov 05 22:03:34.863779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49694) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:34.869010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-fd246456-312a-44fd-ae24-4ab4c3694165 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', {'tags': ['tempest-TagsTest-Tag-358787919', 'tempest-TagsTest-Tag-1811408404', 'tempest-TagsTest-Tag-862119178']}) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:34.946131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-ea90a358-beb9-4a1d-b3ea-f28540a12dcf service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907806 Nov 05 22:03:35.179485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad569d2b-02fd-401e-8441-4e866f55ef1b req-6a8828d3-239e-4224-baa2-3fa52fb924cb service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175674 Nov 05 22:03:35.181870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fd246456-312a-44fd-ae24-4ab4c3694165 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "PUT /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags HTTP/1.1" status: 200 len: 307 time: 0.3170218 Nov 05 22:03:35.186811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:35.192735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-4920ebdc-f07b-4c95-b6bb-2d18c56c1328 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-358787919') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:35.203517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1693ed7-206c-4106-8ea4-58810bd22aa1 req-ab448cfd-5d49-445e-ae4a-f8efa382d048 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:35.217419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1693ed7-206c-4106-8ea4-58810bd22aa1 req-ab448cfd-5d49-445e-ae4a-f8efa382d048 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.1429498 Nov 05 22:03:35.241806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135cc36-4e9c-46e1-9c44-045f60a1b846 req-0f9c16bd-a357-41b4-a4ff-23378bac650c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:35.248940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2135cc36-4e9c-46e1-9c44-045f60a1b846 req-0f9c16bd-a357-41b4-a4ff-23378bac650c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1476321 Nov 05 22:03:35.333353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1693ed7-206c-4106-8ea4-58810bd22aa1 req-19d0cd7e-5eb9-4afb-9016-ac76282eb6fb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145084 Nov 05 22:03:35.354923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2135cc36-4e9c-46e1-9c44-045f60a1b846 req-22cce6e6-498f-47c1-9d9f-5bb5a0410b4a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006966 Nov 05 22:03:35.470860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4920ebdc-f07b-4c95-b6bb-2d18c56c1328 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "DELETE /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-358787919 HTTP/1.1" status: 204 len: 168 time: 0.2823348 Nov 05 22:03:35.471801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49714) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:35.476367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-56405f29-054a-40cb-81ce-50a8f9ee6572 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-358787919') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:35.501822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d567-e379-4c95-b5ad-e1867c0e76c7 req-bcb7b6a0-0260-4a6b-a751-4292f5a0b76d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:35.503355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7679d567-e379-4c95-b5ad-e1867c0e76c7 req-bcb7b6a0-0260-4a6b-a751-4292f5a0b76d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0778110 Nov 05 22:03:35.602839 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7679d567-e379-4c95-b5ad-e1867c0e76c7 req-553fbf16-1b3c-474e-84c2-d86348d3a4b2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927866 Nov 05 22:03:35.641782 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-56405f29-054a-40cb-81ce-50a8f9ee6572 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] show failed (client error): The resource could not be found. Nov 05 22:03:35.645655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49716) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:35.645882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-56405f29-054a-40cb-81ce-50a8f9ee6572 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "GET /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-358787919 HTTP/1.1" status: 404 len: 325 time: 0.1726928 Nov 05 22:03:35.661563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-46c90251-1beb-4191-9729-364ba14609c0 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-1811408404') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:35.793992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-46c90251-1beb-4191-9729-364ba14609c0 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "GET /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-1811408404 HTTP/1.1" status: 204 len: 168 time: 0.1470873 Nov 05 22:03:35.796585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49720) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:35.809395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-fcaf0be5-52ae-49c6-addb-de10ad8c52e4 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-862119178') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:36.108215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14fa06-951c-4802-8040-6a4b5a3b98a4 req-6c041539-5a76-43b8-b617-f502300103e9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:36.116550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd14fa06-951c-4802-8040-6a4b5a3b98a4 req-6c041539-5a76-43b8-b617-f502300103e9 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.2496204 Nov 05 22:03:36.182232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd14fa06-951c-4802-8040-6a4b5a3b98a4 req-bab3be96-deba-4b5c-a02e-d48277a32adb tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641687 Nov 05 22:03:36.254629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fcaf0be5-52ae-49c6-addb-de10ad8c52e4 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "GET /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-862119178 HTTP/1.1" status: 204 len: 168 time: 0.4559085 Nov 05 22:03:36.257454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:36.261917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-debf4558-8df8-4aab-a87c-15206cd7600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:36.262897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-e1b09591-9b99-43f7-b4a2-18ad9bbe35e5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:36.264553 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-debf4558-8df8-4aab-a87c-15206cd7600a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27b7bd5cb7994db491da4bdbba53a059&device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 1095 time: 0.2530363 Nov 05 22:03:36.318457 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7d371459-191d-44a4-bb51-cb986102d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:36.476151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-f3ef7f60-77f6-44d7-a65c-af75617b2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:36.486174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-f3ef7f60-77f6-44d7-a65c-af75617b2e47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 200 len: 913 time: 0.2122920 Nov 05 22:03:36.489582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e1b09591-9b99-43f7-b4a2-18ad9bbe35e5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "DELETE /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags HTTP/1.1" status: 204 len: 168 time: 0.2304943 Nov 05 22:03:36.492327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49726) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:36.497904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-9a184a4e-7000-4886-8ab7-1c00b9d6b0ba tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-1811408404') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:36.519660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2483-cf26-474e-92ce-09ab7a6d1673 req-88a13a60-8d18-41b9-b540-238f1dc9c143 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:36.528027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-298c2483-cf26-474e-92ce-09ab7a6d1673 req-88a13a60-8d18-41b9-b540-238f1dc9c143 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0826743 Nov 05 22:03:36.601258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-298c2483-cf26-474e-92ce-09ab7a6d1673 req-5f85f50f-0d58-462e-a98c-97efd6c8f8b5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720756 Nov 05 22:03:36.642743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-4960aff6-e245-4581-8940-1379f1c31549 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 200 len: 999 time: 0.1480052 Nov 05 22:03:36.646503 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-9a184a4e-7000-4886-8ab7-1c00b9d6b0ba tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] show failed (client error): The resource could not be found. Nov 05 22:03:36.647590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9a184a4e-7000-4886-8ab7-1c00b9d6b0ba tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "GET /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-1811408404 HTTP/1.1" status: 404 len: 326 time: 0.1541731 Nov 05 22:03:36.650813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49728) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:36.655221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-b6e0ac72-786d-4690-8a49-b4b971a98bd2 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a', 'tempest-TagsTest-Tag-862119178') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:36.722231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-6a66e1c4-6eec-4475-a6d4-eeec98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:36.726929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-6a66e1c4-6eec-4475-a6d4-eeec98c076f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 200 len: 851 time: 0.0748713 Nov 05 22:03:36.804188 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-b6e0ac72-786d-4690-8a49-b4b971a98bd2 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] show failed (client error): The resource could not be found. Nov 05 22:03:36.806226 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b6e0ac72-786d-4690-8a49-b4b971a98bd2 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "GET /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags/tempest-TagsTest-Tag-862119178 HTTP/1.1" status: 404 len: 325 time: 0.1543221 Nov 05 22:03:36.808945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49732) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:36.813427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-f05c9687-6330-4732-9b1c-b41aea5eae4c tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6a4a8e97-6144-4bee-be6c-b22a87111c7a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:36.877243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-5edadbb2-06fe-4e23-a195-f83dc7e3d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:36.878915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-5edadbb2-06fe-4e23-a195-f83dc7e3d946 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82214baf-d054-4324-8f89-16412cff8074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440811 Nov 05 22:03:36.928173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f05c9687-6330-4732-9b1c-b41aea5eae4c tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "DELETE /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a/tags HTTP/1.1" status: 204 len: 168 time: 0.1176388 Nov 05 22:03:36.933062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49734) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:36.958621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d22640-256d-47bc-96c4-ab10822b7e9f req-99e3e123-52c7-484c-b95e-8bac62e19e62 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:36.966487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d22640-256d-47bc-96c4-ab10822b7e9f req-99e3e123-52c7-484c-b95e-8bac62e19e62 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1748650 Nov 05 22:03:37.053820 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:37.087681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d22640-256d-47bc-96c4-ab10822b7e9f req-cda5c30e-0b83-4273-b2db-e12d23aa1060 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202774 Nov 05 22:03:37.096314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-05176632-aaf8-4bd2-b94c-08536fed6ba1 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069046 Nov 05 22:03:37.191419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:37.215540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4a8e97-6144-4bee-be6c-b22a87111c7a']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:37.232179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84002110-a925-427b-81df-69c1d1790fc5') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:37.235466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84002110-a925-427b-81df-69c1d1790fc5') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:03:37.248681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:37.266409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:37.274495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:03:37.275312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:37.330297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0022db6-c5a7-44c7-92f5-a9a17ae83251 req-6c914f12-f168-4552-93d0-7ff842531800 service neutron] 10.222.0.13 "GET /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262125 Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:03:37.379675 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:03:37.481552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:37.497498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:37.510016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] 10.222.0.41 "DELETE /v2.0/networks/6a4a8e97-6144-4bee-be6c-b22a87111c7a HTTP/1.1" status: 204 len: 168 time: 0.5755949 Nov 05 22:03:37.542060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b1dba-9a48-44ec-acaa-6f571a6590b5 tempest-TagsTest-249535088 tempest-TagsTest-249535088-project] Pushing event deleted for resources: {'Network': ['ID=6a4a8e97-6144-4bee-be6c-b22a87111c7a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:37.774294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f310de-c8ab-41fe-8551-04b0b1d85116 req-39182e13-a852-4968-910e-8864aa2f887f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:37.786058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59f310de-c8ab-41fe-8551-04b0b1d85116 req-39182e13-a852-4968-910e-8864aa2f887f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1109939 Nov 05 22:03:37.806496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df51b7-0b65-4a1a-9d39-93b76c43a215 req-a5f9939f-4236-4b6f-81d6-e9115eca361e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:37.809428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5df51b7-0b65-4a1a-9d39-93b76c43a215 req-a5f9939f-4236-4b6f-81d6-e9115eca361e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0864339 Nov 05 22:03:37.914305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59f310de-c8ab-41fe-8551-04b0b1d85116 req-47d89d37-509a-43fc-8f66-c2d4e07e0c15 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211026 Nov 05 22:03:37.934119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5df51b7-0b65-4a1a-9d39-93b76c43a215 req-d7d4b4d4-26e1-4989-b42c-6e3d1ec3dff9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115842 Nov 05 22:03:38.204808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 49748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:38.310447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0d386-15b0-4557-8c72-5d9e7a21fb73 req-af432d9c-67ee-494f-a9f9-49366704c35e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:38.312215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ca0d386-15b0-4557-8c72-5d9e7a21fb73 req-af432d9c-67ee-494f-a9f9-49366704c35e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0927739 Nov 05 22:03:38.431947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2ca0d386-15b0-4557-8c72-5d9e7a21fb73 req-2cfcf00c-130e-4d9f-864e-38c08217dce8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134479 Nov 05 22:03:38.482350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cd9c4776-962f-4228-a844-65d8d2f11d7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbaf84db526143cf9b5d6f79af78e7e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760692 Nov 05 22:03:38.485284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49752) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:38.552473 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-49257a1a-e326-4ab7-98d7-0db1f621a479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:38.568243 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02a94e20-2742-446a-82df-90981f38804a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:38.593387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02a94e20-2742-446a-82df-90981f38804a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:39.082951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae3d65-750f-40e2-970a-14973882b2e3 req-b46b0573-384c-4eea-ab01-c4e1810f3a76 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:39.099988 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09ae3d65-750f-40e2-970a-14973882b2e3 req-b46b0573-384c-4eea-ab01-c4e1810f3a76 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1045823 Nov 05 22:03:39.146405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bdcb4-b8bf-4167-b525-c775d31eb67e req-d36b52f8-0aed-473a-ac1c-218e8864c160 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:39.156027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c0bdcb4-b8bf-4167-b525-c775d31eb67e req-d36b52f8-0aed-473a-ac1c-218e8864c160 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.1072872 Nov 05 22:03:39.209563 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09ae3d65-750f-40e2-970a-14973882b2e3 req-e3ee7f38-1502-417a-a6c9-f9d3d248563b tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075015 Nov 05 22:03:39.233021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c0bdcb4-b8bf-4167-b525-c775d31eb67e req-377f3bd9-f51c-4cfe-8453-8dd535b226a0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756729 Nov 05 22:03:39.348148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cde4e-160d-47b1-95e0-a11d23c1ce68 req-21906916-9d79-48f6-b4ac-5b3bfe099a0e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:39.349618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f83cde4e-160d-47b1-95e0-a11d23c1ce68 req-21906916-9d79-48f6-b4ac-5b3bfe099a0e tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.0515990 Nov 05 22:03:39.363901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02a94e20-2742-446a-82df-90981f38804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:39.370450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-02a94e20-2742-446a-82df-90981f38804a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:39.370450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-02a94e20-2742-446a-82df-90981f38804a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60cc867e-db7f-42ca-8d69-0a754a46d0dc HTTP/1.1" status: 204 len: 168 time: 0.8821197 Nov 05 22:03:39.377574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a94e20-2742-446a-82df-90981f38804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc867e-db7f-42ca-8d69-0a754a46d0dc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:39.404390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f83cde4e-160d-47b1-95e0-a11d23c1ce68 req-7d86b944-12b2-49b7-9ea3-995ece073fe6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485890 Nov 05 22:03:39.572477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae9f0a-4134-4ae0-bbf3-11be05744e11 req-0e4d697d-ef3b-4bdf-b392-dc9dd9322126 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:39.580978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56ae9f0a-4134-4ae0-bbf3-11be05744e11 req-0e4d697d-ef3b-4bdf-b392-dc9dd9322126 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0650411 Nov 05 22:03:39.634280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56ae9f0a-4134-4ae0-bbf3-11be05744e11 req-884f8501-8de0-43b0-af8b-cefefb371082 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523906 Nov 05 22:03:40.043947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:40.413013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654d54-7b4f-4b9c-821d-456852e1c9c4 req-b9827321-7e02-4f65-8439-bde7de8540cd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:40.421356 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba654d54-7b4f-4b9c-821d-456852e1c9c4 req-b9827321-7e02-4f65-8439-bde7de8540cd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0895019 Nov 05 22:03:40.499977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba654d54-7b4f-4b9c-821d-456852e1c9c4 req-d534ced5-9481-4fe8-8573-ecd775913eec tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772970 Nov 05 22:03:40.839030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef1f4f-a306-473a-9924-dc6c0abee5dd req-41c1d529-5494-4faa-b938-859540dc4128 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:40.842982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abef1f4f-a306-473a-9924-dc6c0abee5dd req-41c1d529-5494-4faa-b938-859540dc4128 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0910254 Nov 05 22:03:40.921114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-abef1f4f-a306-473a-9924-dc6c0abee5dd req-3db69b40-ffaa-4f0b-8ed1-2f11c037fbb9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673594 Nov 05 22:03:41.473887 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:41.733409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066404c3-e8ad-4b1a-94df-d49c91707e99 req-cacccf6f-ac54-410b-ba48-9cb5a1f09617 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:41.735126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066404c3-e8ad-4b1a-94df-d49c91707e99 req-cacccf6f-ac54-410b-ba48-9cb5a1f09617 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0808151 Nov 05 22:03:41.813899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066404c3-e8ad-4b1a-94df-d49c91707e99 req-41fcca5d-510d-4d80-b570-f5b3c78b0296 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Nov 05 22:03:42.061874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef56f-55e2-426b-9dd0-c645df03bc6e req-f9bb18bb-7a0d-4def-bd8b-6e5c9a672aa5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:42.071714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5aef56f-55e2-426b-9dd0-c645df03bc6e req-f9bb18bb-7a0d-4def-bd8b-6e5c9a672aa5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0688219 Nov 05 22:03:42.150728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5aef56f-55e2-426b-9dd0-c645df03bc6e req-5715c0e3-6589-4c36-8f1e-3328aa0df4ae tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794072 Nov 05 22:03:42.177972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:42.714718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-0f0a0292-cfe9-4c54-a898-3585aea0f973 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:42.716312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-0f0a0292-cfe9-4c54-a898-3585aea0f973 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef864a7-ae56-4b96-9e38-8957527899f4 HTTP/1.1" status: 200 len: 944 time: 0.1599040 Nov 05 22:03:42.891804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Deleting port 021c7e68-df45-41b8-b344-140def0d6b06 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:03:42.892453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:43.032054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb638-5821-4af2-8dd5-02972079f7b3 req-0682e763-fe02-462c-84a5-b09540c56f75 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:43.035935 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57aeb638-5821-4af2-8dd5-02972079f7b3 req-0682e763-fe02-462c-84a5-b09540c56f75 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.1138833 Nov 05 22:03:43.122324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] For port 021c7e68-df45-41b8-b344-140def0d6b06, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=021c7e68-df45-41b8-b344-140def0d6b06,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:43.122704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:43.126499 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57aeb638-5821-4af2-8dd5-02972079f7b3 req-f08693e8-3175-4b6d-879d-cccae98874c4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841541 Nov 05 22:03:43.155500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Calling delete_port for 021c7e68-df45-41b8-b344-140def0d6b06 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:03:43.350099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e672469-0f80-4ad3-b103-b8c8385da604 req-da495125-9fa6-46ee-907d-ff2dd6ad721d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:43.361858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e672469-0f80-4ad3-b103-b8c8385da604 req-da495125-9fa6-46ee-907d-ff2dd6ad721d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1157975 Nov 05 22:03:43.418524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e672469-0f80-4ad3-b103-b8c8385da604 req-1721d434-3155-4b12-a38f-1a98520c1c4d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557368 Nov 05 22:03:43.623661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:43.636909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a4e5ad09-8853-40bb-b623-b3d6d5d12a92', '6bc0967a-4498-4b92-be62-a06dc5219725'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:03:43.657924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event deleted for resources: {'Port': ['ID=021c7e68-df45-41b8-b344-140def0d6b06,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:43.704066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] No DVR routers for this DVR port 021c7e68-df45-41b8-b344-140def0d6b06 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:03:43.707328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:43.711784 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ba1ffbd-af3d-418d-b965-9eef572a3f3b req-514bd04b-cc98-4010-9ebf-8c1f21dd057a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "DELETE /v2.0/ports/021c7e68-df45-41b8-b344-140def0d6b06 HTTP/1.1" status: 204 len: 173 time: 0.9873066 Nov 05 22:03:43.712457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-deleted', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:43.715387 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce79dcbf-4d7f-4e86-8632-632459248203" -d '{"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-deleted", "tag": "021c7e68-df45-41b8-b344-140def0d6b06"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:43.765036 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58480c9-c27e-48ba-9424-053aa042508a x-openstack-request-id: req-b58480c9-c27e-48ba-9424-053aa042508a {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:43.765036 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef864a7-ae56-4b96-9e38-8957527899f4", "name": "network-vif-deleted", "tag": "021c7e68-df45-41b8-b344-140def0d6b06", "status": "failed", "code": 422}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:43.765036 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b58480c9-c27e-48ba-9424-053aa042508a {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:43.765036 n-d-816738-5 neutron-server[102291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ef864a7-ae56-4b96-9e38-8957527899f4', 'name': 'network-vif-deleted', 'tag': '021c7e68-df45-41b8-b344-140def0d6b06', 'status': 'failed', 'code': 422} returned with failed status Nov 05 22:03:44.317670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a49db-9c89-4902-a23b-d4da3e6eed64 req-2084700e-95d5-464e-8532-512dbe46da63 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:44.328733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-304a49db-9c89-4902-a23b-d4da3e6eed64 req-2084700e-95d5-464e-8532-512dbe46da63 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.1048181 Nov 05 22:03:44.403483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-304a49db-9c89-4902-a23b-d4da3e6eed64 req-88aa8320-acd4-406e-b02c-386ef3e55f45 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Nov 05 22:03:44.620442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389deb0b-debe-4444-b19e-18d333ebfba7 req-e6720aed-62fd-4800-b495-f9665b46ffba tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:44.622545 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-389deb0b-debe-4444-b19e-18d333ebfba7 req-e6720aed-62fd-4800-b495-f9665b46ffba tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1130342 Nov 05 22:03:44.721832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-389deb0b-debe-4444-b19e-18d333ebfba7 req-6bc82fb1-161f-4e4e-877f-49e2136f743c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830729 Nov 05 22:03:45.040902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49958) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:45.172897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40582e03-adc9-4f10-bf29-6ae1207d0bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:45.259271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40582e03-adc9-4f10-bf29-6ae1207d0bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:45.480802 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40582e03-adc9-4f10-bf29-6ae1207d0bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:45.521464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582e03-adc9-4f10-bf29-6ae1207d0bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4dda1-38f8-44de-a7f6-7e543e42d348,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:45.526014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9977-43c8-48e8-ac51-afd6540ba9f5 req-5156e62f-b132-4efd-8a83-d7bcc9d46328 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:45.526014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-970a9977-43c8-48e8-ac51-afd6540ba9f5 req-5156e62f-b132-4efd-8a83-d7bcc9d46328 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0521858 Nov 05 22:03:45.528354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-40582e03-adc9-4f10-bf29-6ae1207d0bae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39eba512253849e2887e8140f13d9c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4859242 Nov 05 22:03:45.530671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:45.593625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de424deb-a6b2-48cd-9429-4e7700708de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:45.604006 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-970a9977-43c8-48e8-ac51-afd6540ba9f5 req-f5314114-03cf-48b4-9989-fc37cb90bfe7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718644 Nov 05 22:03:45.620149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de424deb-a6b2-48cd-9429-4e7700708de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:45.846209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaa701-c7fe-4058-b0be-3610e4f50ebd req-27303f80-fbf8-4ec5-9fc0-ac6f5f7104b1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:45.852308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08aaa701-c7fe-4058-b0be-3610e4f50ebd req-27303f80-fbf8-4ec5-9fc0-ac6f5f7104b1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.0540686 Nov 05 22:03:45.895930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de424deb-a6b2-48cd-9429-4e7700708de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:45.898564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de424deb-a6b2-48cd-9429-4e7700708de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:45.900062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de424deb-a6b2-48cd-9429-4e7700708de7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93c4dda1-38f8-44de-a7f6-7e543e42d348 HTTP/1.1" status: 204 len: 168 time: 0.3684816 Nov 05 22:03:45.910259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08aaa701-c7fe-4058-b0be-3610e4f50ebd req-ec5a337f-991c-4ed4-a0a1-99efe96509f2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520284 Nov 05 22:03:45.910975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de424deb-a6b2-48cd-9429-4e7700708de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4dda1-38f8-44de-a7f6-7e543e42d348,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:46.059841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c7d4-5a57-45d4-969f-c34063a03217 req-90e69b4c-7345-45df-9e51-7fadc2e70e66 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:46.061315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a51c7d4-5a57-45d4-969f-c34063a03217 req-90e69b4c-7345-45df-9e51-7fadc2e70e66 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 908 time: 0.0528991 Nov 05 22:03:46.570297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-feea446d-2d6d-4316-a372-c341c9251a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:46.571878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-feea446d-2d6d-4316-a372-c341c9251a7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1096 time: 0.0456297 Nov 05 22:03:46.672743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-090fc10a-a818-432c-bb3c-b9058d2c4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:46.674319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-090fc10a-a818-432c-bb3c-b9058d2c4867 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.0898471 Nov 05 22:03:46.735584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad9d13-6c54-4632-b1da-294da37c8952 req-76eba5ca-4705-45fb-a82a-82e8d975de3a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:46.742822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4dad9d13-6c54-4632-b1da-294da37c8952 req-76eba5ca-4705-45fb-a82a-82e8d975de3a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0636137 Nov 05 22:03:46.753515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-8af35848-df95-4c4c-aa8a-3ad8070eb27a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 1001 time: 0.0710168 Nov 05 22:03:46.790415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4dad9d13-6c54-4632-b1da-294da37c8952 req-e2c01a50-7bc5-4756-a9fa-1f75b1f7ac55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Nov 05 22:03:46.809174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-d7736f27-b519-49c3-885a-276181d813b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:46.811599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-d7736f27-b519-49c3-885a-276181d813b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0492275 Nov 05 22:03:46.816103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 49998) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:46.834084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e64e1eb-fd57-4b61-890f-fb75c051ca7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:46.868518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-aacf2f83-bac4-49e3-ae78-6491f10f4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:46.870041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-aacf2f83-bac4-49e3-ae78-6491f10f4e7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461559 Nov 05 22:03:46.915668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e64e1eb-fd57-4b61-890f-fb75c051ca7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:46.981425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-5d0e972a-2c6d-445f-9951-78e8d31d53c2 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020818 Nov 05 22:03:47.026558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e64e1eb-fd57-4b61-890f-fb75c051ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:47.083998 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0e64e1eb-fd57-4b61-890f-fb75c051ca7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=894e299610a34092ab2ac8a56cee3c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582970 Nov 05 22:03:47.083998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64e1eb-fd57-4b61-890f-fb75c051ca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ee926-9152-4e2b-81a4-add65229c680,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:47.083998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:47.144774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505565a0-0094-43ce-ae15-034598e53df5 req-220ce3e3-43c0-4a10-963b-c438f3105aab tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:47.146280 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95c0b405-bfbb-4180-a6c0-5b58a950332a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:47.153066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-505565a0-0094-43ce-ae15-034598e53df5 req-220ce3e3-43c0-4a10-963b-c438f3105aab tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1516201 Nov 05 22:03:47.207041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95c0b405-bfbb-4180-a6c0-5b58a950332a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:47.290432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25396ed-6731-44a3-80bd-182d3760b1b5 req-34f7bafa-aad0-418d-a4be-8105860ff42d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:47.293945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f25396ed-6731-44a3-80bd-182d3760b1b5 req-34f7bafa-aad0-418d-a4be-8105860ff42d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 908 time: 0.1273942 Nov 05 22:03:47.463768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95c0b405-bfbb-4180-a6c0-5b58a950332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:47.466799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-95c0b405-bfbb-4180-a6c0-5b58a950332a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:47.468126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-95c0b405-bfbb-4180-a6c0-5b58a950332a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d65ee926-9152-4e2b-81a4-add65229c680 HTTP/1.1" status: 204 len: 168 time: 0.3852336 Nov 05 22:03:47.474267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78c7a0b2-bd24-4140-af61-ca7114c915b7 req-db088a94-ec2f-4359-b168-c875c5eb7f73 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793017 Nov 05 22:03:47.476814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0b405-bfbb-4180-a6c0-5b58a950332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ee926-9152-4e2b-81a4-add65229c680,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:47.503367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-505565a0-0094-43ce-ae15-034598e53df5 req-9d7e3d08-8541-4018-b43a-095af36e994e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493812 Nov 05 22:03:47.624839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-d7aefb37-23b5-4138-8f26-36d090a05570 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:47.626434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-d7aefb37-23b5-4138-8f26-36d090a05570 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 908 time: 0.0587029 Nov 05 22:03:47.731446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Deleting port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:03:47.731725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:47.832968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] For port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:47.833480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:47.849503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Calling delete_port for 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:03:47.951875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b949-4c9b-42eb-99cf-ddbdc2bfeb62 req-adbe52a9-0ce5-470d-b09a-70f2b4e28ddb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:47.954143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60b5b949-4c9b-42eb-99cf-ddbdc2bfeb62 req-adbe52a9-0ce5-470d-b09a-70f2b4e28ddb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0716784 Nov 05 22:03:48.023168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60b5b949-4c9b-42eb-99cf-ddbdc2bfeb62 req-ecbbf1a2-86d4-433e-a468-e80451262d77 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625372 Nov 05 22:03:48.206483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:48.234788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event deleted for resources: {'Port': ['ID=10fb07ae-b5ff-4664-884c-2c68c5e1ebbe,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:48.278364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] No DVR routers for this DVR port 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:03:48.282591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:48.292096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eddece2c-0100-48f2-9ac1-554537c2cd87 req-1c0e80a9-9128-4bff-9218-1f4099fb920a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "DELETE /v2.0/ports/10fb07ae-b5ff-4664-884c-2c68c5e1ebbe HTTP/1.1" status: 204 len: 173 time: 0.6575642 Nov 05 22:03:48.292586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'name': 'network-vif-deleted', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:48.294962 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc579d9-126b-4885-9ed3-4a66016fd354" -d '{"events": [{"server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "name": "network-vif-deleted", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:48.376340 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3000e86f-36c7-473e-91ec-ca7ebbe9fb1b x-openstack-request-id: req-3000e86f-36c7-473e-91ec-ca7ebbe9fb1b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:48.376906 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482c414-d6c7-4991-a1af-5159e9fa68b5", "name": "network-vif-deleted", "tag": "10fb07ae-b5ff-4664-884c-2c68c5e1ebbe", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:48.377340 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3000e86f-36c7-473e-91ec-ca7ebbe9fb1b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:48.377953 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482c414-d6c7-4991-a1af-5159e9fa68b5', 'name': 'network-vif-deleted', 'tag': '10fb07ae-b5ff-4664-884c-2c68c5e1ebbe', 'status': 'completed', 'code': 200} Nov 05 22:03:48.501403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12547894-0860-40f3-a1a6-c8c20576444d req-1edb26dd-ca58-4418-9948-0ae6653de139 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 210 time: 0.0395896 Nov 05 22:03:48.963204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:03:48.990381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d054-0f23-4be6-b89c-e5394f3c3ca5 req-55d35182-6eab-48df-af03-3d71f6cedbd0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:48.992506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d905d054-0f23-4be6-b89c-e5394f3c3ca5 req-55d35182-6eab-48df-af03-3d71f6cedbd0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.3842950 Nov 05 22:03:49.051928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d905d054-0f23-4be6-b89c-e5394f3c3ca5 req-a7c290d4-804f-47ce-8f74-b2463cc62f3b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493674 Nov 05 22:03:49.087539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:49.138354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50060) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:49.150126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:49.158521 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c8a5a-f3e3-40c9-8911-a355a8d57aba" -d '{"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:49.183395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:49.208778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb38e-10ee-4ca6-bbf9-71b8acd35b0d req-1a268f6f-e77e-41d4-a3de-4090135e5a15 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:49.212039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a73cb38e-10ee-4ca6-bbf9-71b8acd35b0d req-1a268f6f-e77e-41d4-a3de-4090135e5a15 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0636110 Nov 05 22:03:49.262177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ab4ea-3005-40f2-a0ca-9caeeb8f4a9f req-f3918db0-b234-4151-8be1-3bdf873ed188 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:49.263431 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-555ab4ea-3005-40f2-a0ca-9caeeb8f4a9f req-f3918db0-b234-4151-8be1-3bdf873ed188 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0614045 Nov 05 22:03:49.272526 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a73cb38e-10ee-4ca6-bbf9-71b8acd35b0d req-35223772-8149-4241-9bd2-30537b7b7d70 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541463 Nov 05 22:03:49.321155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-204652857-network', 'tenant_id': 'd45a4ae2c38a4e7c84aeaf9884c34c33'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:49.321551 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-555ab4ea-3005-40f2-a0ca-9caeeb8f4a9f req-bada21e2-c38a-43f9-bbd0-b933a6123169 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Nov 05 22:03:49.321648 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b175a77e-9a27-4de8-8d35-3ce5535ba2a4 x-openstack-request-id: req-b175a77e-9a27-4de8-8d35-3ce5535ba2a4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:49.321648 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:49.321648 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b175a77e-9a27-4de8-8d35-3ce5535ba2a4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:49.321648 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'code': 200} Nov 05 22:03:49.440869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:49.456950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-f0b8f5e6-b489-4dcd-8b25-d896560272f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:49.459055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-f0b8f5e6-b489-4dcd-8b25-d896560272f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1097 time: 0.0535254 Nov 05 22:03:49.460173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Made reservation on behalf of d45a4ae2c38a4e7c84aeaf9884c34c33 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:49.462365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:49.480625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:49.501607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:49.613237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-de18e598-4e8f-4b05-b7d8-6ba613bcac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:49.614927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-de18e598-4e8f-4b05-b7d8-6ba613bcac5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 920 time: 0.1485934 Nov 05 22:03:49.667030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-49567d74-2319-4ddd-9a0b-3130397edc7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb697fb2-5f27-4466-bdf7-245977a213c7 HTTP/1.1" status: 200 len: 217 time: 0.0441313 Nov 05 22:03:49.730351 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70e7c0bb-d6ca-4b06-a555-bdeb9afd119b req-02ec8f5a-e66b-4925-ac5e-45365c32a0b5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482c414-d6c7-4991-a1af-5159e9fa68b5 HTTP/1.1" status: 200 len: 210 time: 0.0674515 Nov 05 22:03:49.745447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:49.759737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-7501abe7-9f66-4f10-972c-3d08cf352099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:49.761395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-7501abe7-9f66-4f10-972c-3d08cf352099 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.0839658 Nov 05 22:03:49.796041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-f9453887-5eeb-49e0-a408-58ffefd822a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275915 Nov 05 22:03:49.905350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-c8457ac8-d694-4615-98e8-3d99b52da97f service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020811 Nov 05 22:03:49.941188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:50.000339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:03:50.013254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbb9d09-3fa0-42d8-ab5c-4242167d956f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:50.021132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:50.021478 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Added segment a32e4072-f21f-48cd-aeec-c75aa5f1219d of type vlan for network 235c9443-e974-4be9-923d-1a48b671a0ad Nov 05 22:03:50.073269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d79eb0-7407-47ce-93d8-f78b83443613 req-4b44a49a-22fa-495e-88e8-2cdaa1d47738 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553695 Nov 05 22:03:50.076645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:50.231054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:50.232202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:50.232668 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:50.262870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7f57-8270-4410-8657-c260d31b98d8 req-e455a791-6aad-4e7c-ad29-a5573513151b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:50.265196 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25ff7f57-8270-4410-8657-c260d31b98d8 req-e455a791-6aad-4e7c-ad29-a5573513151b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.0793757 Nov 05 22:03:50.308596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] Pushing event updated for resources: {'Network': ['ID=235c9443-e974-4be9-923d-1a48b671a0ad,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:50.318898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 235c9443-e974-4be9-923d-1a48b671a0ad details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:03:50.345720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25ff7f57-8270-4410-8657-c260d31b98d8 req-f06e3307-17fd-4bc2-86b2-18220d30ece0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742106 Nov 05 22:03:50.433262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138c853-a486-4a67-9375-bfd9f3ec105b req-6706ca6c-d670-40bb-87ed-e76a5535972e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:50.446720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3138c853-a486-4a67-9375-bfd9f3ec105b req-6706ca6c-d670-40bb-87ed-e76a5535972e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0788264 Nov 05 22:03:50.469626 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-62978294-8fbd-486a-a712-1e721231142f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3269873 Nov 05 22:03:50.474968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50086) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:50.481426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Request body: {'subnet': {'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-204652857-subnet', 'tenant_id': 'd45a4ae2c38a4e7c84aeaf9884c34c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:50.493856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf598a1-57ce-4ff8-9d63-c527109fac48 req-8ffdd6c2-2795-4f68-9c90-17b5eab59e90 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:50.502909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cf598a1-57ce-4ff8-9d63-c527109fac48 req-8ffdd6c2-2795-4f68-9c90-17b5eab59e90 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0774062 Nov 05 22:03:50.521798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3138c853-a486-4a67-9375-bfd9f3ec105b req-13adfdc7-715b-49da-9cc5-d9454b228ee7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741017 Nov 05 22:03:50.597154 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cf598a1-57ce-4ff8-9d63-c527109fac48 req-f880243a-11e1-4d51-adb1-e56bbc4c4716 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930321 Nov 05 22:03:50.776308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Made reservation on behalf of d45a4ae2c38a4e7c84aeaf9884c34c33 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:50.779109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:50.983224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:03:51.006025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:03:51.006368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 10fb07ae-b5ff-4664-884c-2c68c5e1ebbe not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:03:51.124184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:51.198391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9fb1293-f09d-4ce9-bd49-9b7227f32d97,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:51.207226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Checking segment: {'id': 'a32e4072-f21f-48cd-aeec-c75aa5f1219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:51.207878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Network hostable DHCP agents. Network: 235c9443-e974-4be9-923d-1a48b671a0ad, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:03:51.400929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Network 235c9443-e974-4be9-923d-1a48b671a0ad is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:03:51.564368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 235c9443-e974-4be9-923d-1a48b671a0ad) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:51.569378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:51.570776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:51.578535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2f7be-7208-4f38-a5c9-45f36b927330 None None] Network 235c9443-e974-4be9-923d-1a48b671a0ad requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:03:51.654712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c80c5-5c8a-4a53-bd53-803fd0e5c733 req-36c8ad4d-93e9-4d1a-b0d0-983c666ac532 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:51.660114 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5e4c80c5-5c8a-4a53-bd53-803fd0e5c733 req-36c8ad4d-93e9-4d1a-b0d0-983c666ac532 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 946 time: 0.0858147 Nov 05 22:03:51.715663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4015f9c-8f7c-4391-802c-acf4ae1fdbd2 None None] Network 235c9443-e974-4be9-923d-1a48b671a0ad requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:03:51.718721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5e4c80c5-5c8a-4a53-bd53-803fd0e5c733 req-2767f51b-9ee7-4bde-b789-a30b7f8a9c34 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533135 Nov 05 22:03:51.774918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a43137c2-43e3-4fe2-bd9b-3a2cea994874 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2979043 Nov 05 22:03:51.841632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fe1bd-5bf3-4d2d-a1e3-be4ddc74975f req-ba1aa711-1f63-4c3f-a1f0-30fb3d45a38a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:51.844926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b4fe1bd-5bf3-4d2d-a1e3-be4ddc74975f req-ba1aa711-1f63-4c3f-a1f0-30fb3d45a38a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0632253 Nov 05 22:03:51.924629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b4fe1bd-5bf3-4d2d-a1e3-be4ddc74975f req-daf9c3db-d5f4-406b-86eb-12f33daa2d3f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647783 Nov 05 22:03:52.060324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b049494-ce11-48e6-b7b0-dcebc63fbe1c req-84874e7e-dffc-45cb-bac7-b3f013815f5d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:52.061953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b049494-ce11-48e6-b7b0-dcebc63fbe1c req-84874e7e-dffc-45cb-bac7-b3f013815f5d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0647523 Nov 05 22:03:52.118526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b049494-ce11-48e6-b7b0-dcebc63fbe1c req-8ec81f58-7d39-4753-b85d-6c87ad1e2ed0 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502088 Nov 05 22:03:52.679971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-67f6acc6-fa3a-44d0-b26d-43d641f5070b req-edadfdf9-2e3e-4976-8f7c-28e4b2a9ad8a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:03:52.681058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-67f6acc6-fa3a-44d0-b26d-43d641f5070b req-edadfdf9-2e3e-4976-8f7c-28e4b2a9ad8a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061009 Nov 05 22:03:52.847311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e950e-7eff-4f6f-a62c-e07ebdff2ce6 req-60842653-68ff-4a80-b778-7c98655894d2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:52.849442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-943e950e-7eff-4f6f-a62c-e07ebdff2ce6 req-60842653-68ff-4a80-b778-7c98655894d2 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 946 time: 0.0577035 Nov 05 22:03:52.911079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50136) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:52.917941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1687348646-network', 'tenant_id': '030eb88352144aa38f494712be0f01a3'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:52.918648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-943e950e-7eff-4f6f-a62c-e07ebdff2ce6 req-8ced8e53-27d1-43ab-a858-c2602bf9bc1c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613737 Nov 05 22:03:52.981572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e7b57aeb-7083-4188-9653-5fdc62503d7f details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:03:52.984606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:03:53.072312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5af62e-4aaa-4058-ad59-b16ffbd3cf96 req-74e88bb2-36b1-4a26-8e35-47c6783e6185 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:53.074205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e5af62e-4aaa-4058-ad59-b16ffbd3cf96 req-74e88bb2-36b1-4a26-8e35-47c6783e6185 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 943 time: 0.0538459 Nov 05 22:03:53.135934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e5af62e-4aaa-4058-ad59-b16ffbd3cf96 req-e8f60210-53f6-4519-ace5-572420669dbc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Nov 05 22:03:53.272926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3ef93-5c5e-481e-bd35-ea6f9671973e req-28c62aa6-86a5-4736-b0c0-bdb300ca7b04 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:53.274651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ff3ef93-5c5e-481e-bd35-ea6f9671973e req-28c62aa6-86a5-4736-b0c0-bdb300ca7b04 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0657234 Nov 05 22:03:53.336682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e7b57aeb-7083-4188-9653-5fdc62503d7f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e7b57aeb-7083-4188-9653-5fdc62503d7f,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:53.342662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ff3ef93-5c5e-481e-bd35-ea6f9671973e req-d7bfc726-366b-4c83-abac-553607c96e97 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616291 Nov 05 22:03:53.351654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'e7b57aeb-7083-4188-9653-5fdc62503d7f', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'port_id': 'e7b57aeb-7083-4188-9653-5fdc62503d7f', 'mac_address': 'fa:16:3e:e5:0f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:03:53.396165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:53.410746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b57aeb-7083-4188-9653-5fdc62503d7f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:03:53.433130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e7b57aeb-7083-4188-9653-5fdc62503d7f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e7b57aeb-7083-4188-9653-5fdc62503d7f,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:53.494038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900dab5-360c-4fe6-8d07-3758760db31f req-25a598b9-0cf1-4bb3-9959-fb86caff74e5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:53.518733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b900dab5-360c-4fe6-8d07-3758760db31f req-25a598b9-0cf1-4bb3-9959-fb86caff74e5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 946 time: 0.0498216 Nov 05 22:03:53.627409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Deleting port 6bc0967a-4498-4b92-be62-a06dc5219725 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:03:53.628041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:53.741316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] For port 6bc0967a-4498-4b92-be62-a06dc5219725, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=6bc0967a-4498-4b92-be62-a06dc5219725,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:53.741690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:53.755389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Calling delete_port for 6bc0967a-4498-4b92-be62-a06dc5219725 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:03:53.815180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Made reservation on behalf of 030eb88352144aa38f494712be0f01a3 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:53.836702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:53.836702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:53.918416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.044361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee054-3961-499a-a27d-a8fb5aeb2487 req-cb10e43f-2ef1-4ebb-b741-321b755ac3be tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:54.045863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35aee054-3961-499a-a27d-a8fb5aeb2487 req-cb10e43f-2ef1-4ebb-b741-321b755ac3be tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 946 time: 0.0524392 Nov 05 22:03:54.103638 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35aee054-3961-499a-a27d-a8fb5aeb2487 req-9183d578-9964-42b5-959d-d45ff6dabbb0 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513859 Nov 05 22:03:54.154891 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.211582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e7b57aeb-7083-4188-9653-5fdc62503d7f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:54.246478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.259808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a4e5ad09-8853-40bb-b623-b3d6d5d12a92', '6bc0967a-4498-4b92-be62-a06dc5219725'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:03:54.263391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.301209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:03:54.347046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.347046 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Added segment 310d2048-afc6-4898-af5c-cf5b8c061bd9 of type vlan for network b3eba8b3-751e-4631-9eae-be41cf8e44c6 Nov 05 22:03:54.347246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event deleted for resources: {'Port': ['ID=6bc0967a-4498-4b92-be62-a06dc5219725,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:54.368723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] No DVR routers for this DVR port 6bc0967a-4498-4b92-be62-a06dc5219725 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:03:54.372207 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.376128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b900dab5-360c-4fe6-8d07-3758760db31f req-ae386384-00ff-415c-a3ec-fd5368eac31c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "DELETE /v2.0/ports/6bc0967a-4498-4b92-be62-a06dc5219725 HTTP/1.1" status: 204 len: 173 time: 0.8748198 Nov 05 22:03:54.376679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'name': 'network-vif-deleted', 'tag': '6bc0967a-4498-4b92-be62-a06dc5219725'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:54.379057 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5f7a8a-3749-4cf0-b62e-20d78c9063eb" -d '{"events": [{"server_uuid": "8845d04c-3c65-4c16-8794-8bf458f176c3", "name": "network-vif-deleted", "tag": "6bc0967a-4498-4b92-be62-a06dc5219725"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:54.391688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02886f09-92e8-46f2-86f1-6964f2d9c5ac req-34b7e265-2c44-4e46-8c4b-a9ad2910d952 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:54.393319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02886f09-92e8-46f2-86f1-6964f2d9c5ac req-34b7e265-2c44-4e46-8c4b-a9ad2910d952 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 944 time: 0.1588349 Nov 05 22:03:54.395732 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.417857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7b7b1-f115-413e-886c-6ee57cd8ec25,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:54.426863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['e7b57aeb-7083-4188-9653-5fdc62503d7f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:03:54.433029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e91c7e-fff7-472b-80a1-def47f44ba24 req-16d0a614-bcb5-4c28-b833-a53585ef5cde tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:54.441290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22e91c7e-fff7-472b-80a1-def47f44ba24 req-16d0a614-bcb5-4c28-b833-a53585ef5cde tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.2072160 Nov 05 22:03:54.490194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02886f09-92e8-46f2-86f1-6964f2d9c5ac req-19931b78-57c7-4d9d-8e3f-c842033f2b7f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904291 Nov 05 22:03:54.571045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22e91c7e-fff7-472b-80a1-def47f44ba24 req-6962c89f-72cd-4ec4-877e-2e1d01530bf9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286623 Nov 05 22:03:54.611706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.613950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:54.621455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:54.710746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93e4ae-6766-4de6-ac24-d2fd718c49a4 req-2b5cc26a-64fd-42bd-8043-35538fa1b1a3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:54.712891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e93e4ae-6766-4de6-ac24-d2fd718c49a4 req-2b5cc26a-64fd-42bd-8043-35538fa1b1a3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1125622 Nov 05 22:03:54.717423 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c8c2ca-3240-4b1e-b1a6-d744e1d36b5a x-openstack-request-id: req-46c8c2ca-3240-4b1e-b1a6-d744e1d36b5a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:54.718836 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8845d04c-3c65-4c16-8794-8bf458f176c3", "name": "network-vif-deleted", "tag": "6bc0967a-4498-4b92-be62-a06dc5219725", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:54.719836 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46c8c2ca-3240-4b1e-b1a6-d744e1d36b5a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:54.723263 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8845d04c-3c65-4c16-8794-8bf458f176c3', 'name': 'network-vif-deleted', 'tag': '6bc0967a-4498-4b92-be62-a06dc5219725', 'status': 'completed', 'code': 200} Nov 05 22:03:54.780083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b3eba8b3-751e-4631-9eae-be41cf8e44c6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:54.806935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b3eba8b3-751e-4631-9eae-be41cf8e44c6 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:03:54.826731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e93e4ae-6766-4de6-ac24-d2fd718c49a4 req-c6530e66-e92f-45fd-b749-1a725a51058c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977643 Nov 05 22:03:54.831755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a202cb8f-fc8c-4924-8127-b0655344c5e2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9159031 Nov 05 22:03:54.838962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50166) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:54.842381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Request body: {'subnet': {'network_id': 'b3eba8b3-751e-4631-9eae-be41cf8e44c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1687348646-subnet', 'tenant_id': '030eb88352144aa38f494712be0f01a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:03:54.975134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Made reservation on behalf of 030eb88352144aa38f494712be0f01a3 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:03:54.978475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:55.234994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50174) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:03:55.254431 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19872b34-a4a9-47c1-ba5c-03df05142762 req-07960d83-5591-4f5b-ad82-622597407234 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=8845d04c-3c65-4c16-8794-8bf458f176c3 HTTP/1.1" status: 200 len: 210 time: 0.0458407 Nov 05 22:03:55.332306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:55.405021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aac236-230c-45e6-a02e-fa87670c6bb3,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:55.414304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Checking segment: {'id': '310d2048-afc6-4898-af5c-cf5b8c061bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3eba8b3-751e-4631-9eae-be41cf8e44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:03:55.414675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Network hostable DHCP agents. Network: b3eba8b3-751e-4631-9eae-be41cf8e44c6, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:03:55.431045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-28690241-be34-4f26-acb6-e9edb2d3efa9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1948202 Nov 05 22:03:55.436958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-a1f78364-9aee-4f64-962b-c8abaedc4eba service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:03:55.440034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-a1f78364-9aee-4f64-962b-c8abaedc4eba service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079255 Nov 05 22:03:55.495661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Network b3eba8b3-751e-4631-9eae-be41cf8e44c6 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:03:55.598159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b3eba8b3-751e-4631-9eae-be41cf8e44c6) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:03:55.603622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:55.612830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:55.613018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39ede9-935f-4ddb-b9d3-82c9e9cf49d0 None None] Network b3eba8b3-751e-4631-9eae-be41cf8e44c6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:03:55.718303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509888b-1176-41c7-8a16-905fc9bfebd4 req-f2896cef-9476-475c-a1ad-98b161054913 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:55.720445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6509888b-1176-41c7-8a16-905fc9bfebd4 req-f2896cef-9476-475c-a1ad-98b161054913 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 944 time: 0.1386130 Nov 05 22:03:55.746788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c2de4f7-aa6e-417f-99d7-e7e1cae2e1c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9134123 Nov 05 22:03:55.760818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983170f-eca3-4e9a-b367-45b3ab7a3cbe req-c46be493-b3a5-4bb8-8314-5a6d2a11e736 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:55.768775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0983170f-eca3-4e9a-b367-45b3ab7a3cbe req-c46be493-b3a5-4bb8-8314-5a6d2a11e736 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.0744057 Nov 05 22:03:55.805213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6509888b-1176-41c7-8a16-905fc9bfebd4 req-e3e693aa-4edb-4144-ba36-2e3c0fbd9ea1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779476 Nov 05 22:03:55.820970 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0983170f-eca3-4e9a-b367-45b3ab7a3cbe req-8bf52e20-0b23-4458-9915-1ea3923b0da9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513709 Nov 05 22:03:55.875082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc6d6f0-4c51-4dbb-8c6c-603961b58804 None None] Network b3eba8b3-751e-4631-9eae-be41cf8e44c6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:03:55.996780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423e75a-0afd-4613-8f74-6e9b4d356c1c req-496bf5d6-8bb3-4073-a78a-90360ce873fd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:55.999658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6423e75a-0afd-4613-8f74-6e9b4d356c1c req-496bf5d6-8bb3-4073-a78a-90360ce873fd tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0891597 Nov 05 22:03:56.115539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6423e75a-0afd-4613-8f74-6e9b4d356c1c req-6048cbc2-47e7-468d-9d61-5d752c4f5901 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061306 Nov 05 22:03:56.321244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-4d02514c-f39f-43a0-b1e9-1c0da4f9a32f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:56.322809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-4d02514c-f39f-43a0-b1e9-1c0da4f9a32f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/networks?id=235c9443-e974-4be9-923d-1a48b671a0ad HTTP/1.1" status: 200 len: 808 time: 0.1232784 Nov 05 22:03:56.342199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-50ddb3e3-2443-4b41-bbe3-b0f4bb339a28 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/quotas/d45a4ae2c38a4e7c84aeaf9884c34c33 HTTP/1.1" status: 200 len: 375 time: 0.0127275 Nov 05 22:03:56.378492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-37ca5cbf-ef8c-4af5-bd01-ac9337082af6 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d45a4ae2c38a4e7c84aeaf9884c34c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284927 Nov 05 22:03:56.487401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-03171996-e209-49a2-8da9-1dd200e80fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/235c9443-e974-4be9-923d-1a48b671a0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994465 Nov 05 22:03:56.606232 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-ddce4eb9-c702-4ece-8cef-a430745e966d service neutron] 10.222.0.41 "GET /v2.0/networks/235c9443-e974-4be9-923d-1a48b671a0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123266 Nov 05 22:03:56.797484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7b21-f1ce-432d-b0f1-667b6341d255 req-a4b43dd9-04ad-4a5d-be2e-0711d343a44c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:56.800011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adcb7b21-f1ce-432d-b0f1-667b6341d255 req-a4b43dd9-04ad-4a5d-be2e-0711d343a44c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0572927 Nov 05 22:03:56.883255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adcb7b21-f1ce-432d-b0f1-667b6341d255 req-19bed2be-fc41-4163-adeb-579e187fd9fe tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776498 Nov 05 22:03:56.989789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e7b57aeb-7083-4188-9653-5fdc62503d7f up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:03:57.004185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e039d72c-8b50-4520-a3ff-9096dcfc7eb8 req-4af92afe-58e7-4733-83dd-a23ce444153c tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0801816 Nov 05 22:03:57.051464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3800e-8f5c-4b44-bc94-cccd489efa1c req-270fe42c-2f09-4330-a582-4609cf7ce8a8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:57.062666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58e3800e-8f5c-4b44-bc94-cccd489efa1c req-270fe42c-2f09-4330-a582-4609cf7ce8a8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 944 time: 0.1731117 Nov 05 22:03:57.136572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58e3800e-8f5c-4b44-bc94-cccd489efa1c req-1a6de040-bcc9-408a-a2c2-34cf6591f704 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728853 Nov 05 22:03:57.220634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port e7b57aeb-7083-4188-9653-5fdc62503d7f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:03:57.224708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port e7b57aeb-7083-4188-9653-5fdc62503d7f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:03:57.225084 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:57.227091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420d42f-01c5-4308-b388-1dd7acd5596f req-468232bb-10c5-4503-8b90-b57a572d7952 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:57.238036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e420d42f-01c5-4308-b388-1dd7acd5596f req-468232bb-10c5-4503-8b90-b57a572d7952 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.0975704 Nov 05 22:03:57.327106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e420d42f-01c5-4308-b388-1dd7acd5596f req-79142550-681b-458e-92a1-2470bf27d86b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881877 Nov 05 22:03:57.350376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657db3-821d-4744-a1f9-f3d27510be21 req-6f7f11c3-b74f-4d93-ae99-10bd8c4a2443 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:57.367615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc657db3-821d-4744-a1f9-f3d27510be21 req-6f7f11c3-b74f-4d93-ae99-10bd8c4a2443 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1250892 Nov 05 22:03:57.372513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:57.406807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b57aeb-7083-4188-9653-5fdc62503d7f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:03:57.409185 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351b73f5-1c66-43bf-ac83-618d68888f61" -d '{"events": [{"server_uuid": "a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127", "name": "network-vif-plugged", "status": "completed", "tag": "e7b57aeb-7083-4188-9653-5fdc62503d7f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:03:57.424272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port e7b57aeb-7083-4188-9653-5fdc62503d7f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e7b57aeb-7083-4188-9653-5fdc62503d7f,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:57.444703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc657db3-821d-4744-a1f9-f3d27510be21 req-c14aa0e5-d833-4b46-8d08-101d366e699f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819914 Nov 05 22:03:57.461382 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4452e201-19c6-4eaf-8482-4ef1677e72dc x-openstack-request-id: req-4452e201-19c6-4eaf-8482-4ef1677e72dc {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:03:57.461673 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127", "name": "network-vif-plugged", "status": "completed", "tag": "e7b57aeb-7083-4188-9653-5fdc62503d7f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:03:57.461938 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4452e201-19c6-4eaf-8482-4ef1677e72dc {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:03:57.462341 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b57aeb-7083-4188-9653-5fdc62503d7f', 'code': 200} Nov 05 22:03:57.538839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:57.589071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78767a28-fa87-40e2-a0d8-3096a56bfbae req-b1bee69b-ae0f-42ea-8f09-6e1c673b217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:57.590879 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78767a28-fa87-40e2-a0d8-3096a56bfbae req-b1bee69b-ae0f-42ea-8f09-6e1c673b217a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 1096 time: 0.0447242 Nov 05 22:03:57.598549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=e7b57aeb-7083-4188-9653-5fdc62503d7f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:57.648016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78767a28-fa87-40e2-a0d8-3096a56bfbae req-e965f86c-04a1-4983-b478-51387a3e9416 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Nov 05 22:03:57.752666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6bc0967a-4498-4b92-be62-a06dc5219725 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:03:57.774654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 6bc0967a-4498-4b92-be62-a06dc5219725 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:03:57.774999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 6bc0967a-4498-4b92-be62-a06dc5219725 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:03:58.025558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125439b6-e579-49b6-9b89-f123ef13de00 req-2ae79a91-6bac-42c0-afad-34570e81bce6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:58.027245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-125439b6-e579-49b6-9b89-f123ef13de00 req-2ae79a91-6bac-42c0-afad-34570e81bce6 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0727608 Nov 05 22:03:58.154016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-48a54f84-8540-44e8-97c0-a4b84dae5c86 req-100fc692-7b46-4d24-919c-6a5a9ea32814 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0690763 Nov 05 22:03:58.178250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-0d0894f5-b7f6-4c45-bd34-9091022f926f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:58.179866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-0d0894f5-b7f6-4c45-bd34-9091022f926f tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.1382699 Nov 05 22:03:58.183183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-125439b6-e579-49b6-9b89-f123ef13de00 req-5642cb4d-ea6f-468a-9d3b-6b337fccefbe tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496534 Nov 05 22:03:58.306890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a57e4-fe2d-4b4c-b936-01033f42c80d req-a324da47-b288-4d76-ac48-f724553ce616 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:58.309079 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b73a57e4-fe2d-4b4c-b936-01033f42c80d req-a324da47-b288-4d76-ac48-f724553ce616 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.0656083 Nov 05 22:03:58.352814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Deleting port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:03:58.353159 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:58.399256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b73a57e4-fe2d-4b4c-b936-01033f42c80d req-82852826-ef22-4063-9e55-e37bef71c18c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807467 Nov 05 22:03:58.542531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796de62-aa33-424c-aa3c-f998c38a63a1 req-fc822620-f674-4ebf-a5bd-cdfbd387ed8c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:58.544117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d796de62-aa33-424c-aa3c-f998c38a63a1 req-fc822620-f674-4ebf-a5bd-cdfbd387ed8c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.0894597 Nov 05 22:03:58.555895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] For port a4e5ad09-8853-40bb-b623-b3d6d5d12a92, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:03:58.560664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:58.573253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Calling delete_port for a4e5ad09-8853-40bb-b623-b3d6d5d12a92 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:03:58.602533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92193352-1021-443a-9d9f-88995f3fe6a2 req-1972cb5f-6370-4f99-aaa5-322e1b6b3927 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:58.604514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92193352-1021-443a-9d9f-88995f3fe6a2 req-1972cb5f-6370-4f99-aaa5-322e1b6b3927 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0772309 Nov 05 22:03:58.701116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-92193352-1021-443a-9d9f-88995f3fe6a2 req-a1ff032f-05e6-4a3e-bbb5-db46b602fc83 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899296 Nov 05 22:03:58.793210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d796de62-aa33-424c-aa3c-f998c38a63a1 req-f0474b11-623d-487a-8490-ac2ab9017777 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571894 Nov 05 22:03:59.290466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3c03b5f-d4aa-4c83-be71-d9928e5c1552 req-147ad945-6bd4-4479-b8ef-a43bd0ae9774 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0677257 Nov 05 22:03:59.379698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68cd87-d990-469b-bc5d-f9862a590632 req-e07c7c07-39b8-44c2-b5ab-68d0ed7ceb65 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:59.391702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b68cd87-d990-469b-bc5d-f9862a590632 req-e07c7c07-39b8-44c2-b5ab-68d0ed7ceb65 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 946 time: 0.0625315 Nov 05 22:03:59.442596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b68cd87-d990-469b-bc5d-f9862a590632 req-98a9056e-d1a4-4977-aa21-a78169aafe10 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=521177fd-c9ea-48b0-bac7-74e1c11302cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525768 Nov 05 22:03:59.539493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bed6-61bc-4092-b3ec-3277a62c3568 req-597f332f-462b-4aaf-92ee-e5cacf6b3f5a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:59.541339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21a1bed6-61bc-4092-b3ec-3277a62c3568 req-597f332f-462b-4aaf-92ee-e5cacf6b3f5a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.0575514 Nov 05 22:03:59.593154 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21a1bed6-61bc-4092-b3ec-3277a62c3568 req-39747cdd-f09c-49a8-b56d-20c2d12c4c6b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Nov 05 22:03:59.835533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e528a-8e14-4178-9f5a-fd2de4acdb3c req-189f4fc3-b815-4031-ad65-a043211d6cfc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:03:59.836252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b8e528a-8e14-4178-9f5a-fd2de4acdb3c req-189f4fc3-b815-4031-ad65-a043211d6cfc tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0643234 Nov 05 22:03:59.879581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:03:59.924283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event deleted for resources: {'Port': ['ID=a4e5ad09-8853-40bb-b623-b3d6d5d12a92,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:03:59.970107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.970599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.971040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.971470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.972241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.972927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.973601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.974235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.974883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.975568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.982124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:03:59.982124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:00.008120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] No DVR routers for this DVR port a4e5ad09-8853-40bb-b623-b3d6d5d12a92 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:00.019297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:00.024061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c7a6630-1bc3-4c5c-8bae-37439d5b0655 req-2bc03eac-d29b-4b66-989e-cd24346a05ca tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.46 "DELETE /v2.0/ports/a4e5ad09-8853-40bb-b623-b3d6d5d12a92 HTTP/1.1" status: 204 len: 173 time: 1.8381164 Nov 05 22:04:00.024552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'name': 'network-vif-deleted', 'tag': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:00.040466 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f98e4d4-50ff-49b9-bdaf-0faebac1fa7c" -d '{"events": [{"server_uuid": "ff01cae2-5a8e-4e8a-bf78-adf6192c8563", "name": "network-vif-deleted", "tag": "a4e5ad09-8853-40bb-b623-b3d6d5d12a92"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:00.056020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2620-9e9c-4c57-9a81-fcd339915351 req-984b4064-a909-48a0-8c5f-78724e9baa90 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:00.063751 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-619e2620-9e9c-4c57-9a81-fcd339915351 req-984b4064-a909-48a0-8c5f-78724e9baa90 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.1460071 Nov 05 22:04:00.076226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b8e528a-8e14-4178-9f5a-fd2de4acdb3c req-ef003e92-a7e8-4cdc-9623-a805a4a32093 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313504 Nov 05 22:04:00.132357 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1594f4-e334-4453-96d9-63fcdb621f68 x-openstack-request-id: req-bb1594f4-e334-4453-96d9-63fcdb621f68 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:00.132357 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff01cae2-5a8e-4e8a-bf78-adf6192c8563", "name": "network-vif-deleted", "tag": "a4e5ad09-8853-40bb-b623-b3d6d5d12a92", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:00.132357 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb1594f4-e334-4453-96d9-63fcdb621f68 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:00.132357 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff01cae2-5a8e-4e8a-bf78-adf6192c8563', 'name': 'network-vif-deleted', 'tag': 'a4e5ad09-8853-40bb-b623-b3d6d5d12a92', 'status': 'completed', 'code': 200} Nov 05 22:04:00.198566 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-619e2620-9e9c-4c57-9a81-fcd339915351 req-51899a6c-1573-4636-9bbe-785987519af1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339080 Nov 05 22:04:00.435649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aebd5836-ccbb-4a69-ae29-0226ed1a199c req-54a2abb4-dd3e-41c2-85c5-28ec202fd09b tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0338829 Nov 05 22:04:00.559181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7d156d2-550f-477a-b7d1-fad1ca4dae12 req-6cfd8b54-3470-4342-9b5a-e07cbdc2eb3a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff01cae2-5a8e-4e8a-bf78-adf6192c8563 HTTP/1.1" status: 200 len: 210 time: 0.0280285 Nov 05 22:04:00.666675 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:00.729439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a54b-a737-4970-8f5e-d586a8bec9b8 req-78ce10d3-4487-46c4-b7fd-ddb84cce4591 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:00.730830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80d8a54b-a737-4970-8f5e-d586a8bec9b8 req-78ce10d3-4487-46c4-b7fd-ddb84cce4591 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Nov 05 22:04:00.778315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80d8a54b-a737-4970-8f5e-d586a8bec9b8 req-f4ef541f-7633-4049-b9ea-3210f5b1943a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Nov 05 22:04:00.932762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6859d8-9dd8-4569-b867-bddf9abe6f72 req-ef6bb1d0-7708-43c4-bd59-82446f4bb7ed tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:00.934342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b6859d8-9dd8-4569-b867-bddf9abe6f72 req-ef6bb1d0-7708-43c4-bd59-82446f4bb7ed tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.0807009 Nov 05 22:04:01.021692 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b6859d8-9dd8-4569-b867-bddf9abe6f72 req-385417c1-58d5-4ddc-b2e4-21efa12aaea5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746169 Nov 05 22:04:01.091890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-47a48568-9dc6-42fa-9472-8809f5fb1285 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:01.103831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-47a48568-9dc6-42fa-9472-8809f5fb1285 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.46 "GET /v2.0/networks?id=235c9443-e974-4be9-923d-1a48b671a0ad HTTP/1.1" status: 200 len: 808 time: 0.1976304 Nov 05 22:04:01.123504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Request body: {'port': {'device_id': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad', 'admin_state_up': True, 'tenant_id': 'd45a4ae2c38a4e7c84aeaf9884c34c33'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:01.211597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb927e-cd1b-465c-87d6-36ad313c31b6 req-3b9fa66b-1046-404c-a051-34c3134210ce tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:01.218966 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5eeb927e-cd1b-465c-87d6-36ad313c31b6 req-3b9fa66b-1046-404c-a051-34c3134210ce tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0575714 Nov 05 22:04:01.286876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5eeb927e-cd1b-465c-87d6-36ad313c31b6 req-e5c69dea-75e4-4fbe-8e48-adfdcffe7f41 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Nov 05 22:04:01.400463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b761d57-d788-4dac-8cc9-e64598060971 req-1a6aa01d-0aaa-4f9d-9de6-ca9d9d9f8e86 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:01.405597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b761d57-d788-4dac-8cc9-e64598060971 req-1a6aa01d-0aaa-4f9d-9de6-ca9d9d9f8e86 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.2693207 Nov 05 22:04:01.460205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e21351-9d0b-4b68-8125-a55839cc5f15 req-2ebc0465-a665-4276-b1f8-f8d1ad51b490 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:01.469590 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58e21351-9d0b-4b68-8125-a55839cc5f15 req-2ebc0465-a665-4276-b1f8-f8d1ad51b490 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.1255803 Nov 05 22:04:01.521000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b761d57-d788-4dac-8cc9-e64598060971 req-8c0baefd-74ab-4e12-908c-88a790f78f03 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Nov 05 22:04:01.537225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58e21351-9d0b-4b68-8125-a55839cc5f15 req-1aff6b2b-9997-43b3-9518-3a9d6a6d7af5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667067 Nov 05 22:04:01.665825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11b68de6-63e3-4e7a-90c4-3c9bdd3c0245 req-310be993-d2e7-46b9-87fb-2b2dab2c8c99 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0503738 Nov 05 22:04:01.668118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Made reservation on behalf of d45a4ae2c38a4e7c84aeaf9884c34c33 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:04:01.675830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:01.768981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a4e5ad09-8853-40bb-b623-b3d6d5d12a92 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:01.835106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Allocated IP 172.20.0.9 (235c9443-e974-4be9-923d-1a48b671a0ad/d9fb1293-f09d-4ce9-bd49-9b7227f32d97/f11b3fa3-6b1e-4f2f-8992-eac8096cb441) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:04:01.847460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: a4e5ad09-8853-40bb-b623-b3d6d5d12a92 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:04:01.847460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a4e5ad09-8853-40bb-b623-b3d6d5d12a92 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:02.046803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:02.213579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af75fe5-ec59-470d-82d8-19e5101dbecc req-d6af2e83-5ad2-4fc9-a1ff-c51a71ed3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:02.215288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0af75fe5-ec59-470d-82d8-19e5101dbecc req-d6af2e83-5ad2-4fc9-a1ff-c51a71ed3385 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1097 time: 0.0636041 Nov 05 22:04:02.220984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147c198-424a-4be8-b820-47984c7c9fdb req-0017cfa6-ab7e-4c2a-b0ed-0cc50def9aca tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:02.227192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:02.227348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8147c198-424a-4be8-b820-47984c7c9fdb req-0017cfa6-ab7e-4c2a-b0ed-0cc50def9aca tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.0591395 Nov 05 22:04:02.282843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8147c198-424a-4be8-b820-47984c7c9fdb req-f59e38c6-9c32-4399-9dd7-ed30133c6bb4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Nov 05 22:04:02.293358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Network 235c9443-e974-4be9-923d-1a48b671a0ad is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:04:02.301927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:04:02.304608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:04:02.357662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Pushing event updated for resources: {'Port': ['ID=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:02.387942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:02.388589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:02.394453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0af75fe5-ec59-470d-82d8-19e5101dbecc req-edfbe857-3286-4ad3-aa67-ac6458cf470b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709905 Nov 05 22:04:02.488451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239d17a-84b9-43da-8602-05b311dfc88a req-9d4fa76d-46fa-4bb9-a233-72217dfaede0 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:02.491867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d239d17a-84b9-43da-8602-05b311dfc88a req-9d4fa76d-46fa-4bb9-a233-72217dfaede0 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0880849 Nov 05 22:04:02.518764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170503-b9f7-43f5-82ab-a006152484c1 req-310d9a58-ecd1-43a9-8f8e-7d1070b97b9d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:02.527303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe170503-b9f7-43f5-82ab-a006152484c1 req-310d9a58-ecd1-43a9-8f8e-7d1070b97b9d tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1192830 Nov 05 22:04:02.573398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-c83f68cd-f6ba-4005-8263-9c64a7e0c108 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4593484 Nov 05 22:04:02.594888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe170503-b9f7-43f5-82ab-a006152484c1 req-f6ace514-3e2c-423e-a003-1d6dd0f0c372 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657432 Nov 05 22:04:02.616874 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d239d17a-84b9-43da-8602-05b311dfc88a req-92eb3e81-278f-40cb-b686-4cd8c802bfad tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185691 Nov 05 22:04:02.669252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Request body: {'port': {'device_id': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:02.781856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:02.816244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3cff0-caf6-46fe-a07d-9087e2d0dd3e req-ff19ee55-1b23-4995-8e6c-526c4ee420c6 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:02.817930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fda3cff0-caf6-46fe-a07d-9087e2d0dd3e req-ff19ee55-1b23-4995-8e6c-526c4ee420c6 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 931 time: 0.0649376 Nov 05 22:04:02.823716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfa605-695a-4fa2-b8e1-2dca1f9798c6 req-6e303c61-74ab-4c39-a7de-d483f3e80db4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:02.828239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-90bfa605-695a-4fa2-b8e1-2dca1f9798c6 req-6e303c61-74ab-4c39-a7de-d483f3e80db4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.1557612 Nov 05 22:04:02.868838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:02.882021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fda3cff0-caf6-46fe-a07d-9087e2d0dd3e req-008ffc57-b79e-4a9f-8201-8deb3007952f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540044 Nov 05 22:04:02.951340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-90bfa605-695a-4fa2-b8e1-2dca1f9798c6 req-e12ecbeb-c7e4-4bc5-ab95-38c24af29497 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984688 Nov 05 22:04:03.194808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11b3fa3-6b1e-4f2f-8992-eac8096cb441 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:04:03.203268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:03.217895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Transition to ACTIVE for port object f11b3fa3-6b1e-4f2f-8992-eac8096cb441 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:04:03.294435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:03.346453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Pushing event updated for resources: {'Port': ['ID=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:03.431267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd8a68-a8fa-417e-bce5-eec8e06430b3 req-f7ee74b1-b69b-48f8-ae3a-3fe4fc274f91 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:03.433293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9dd8a68-a8fa-417e-bce5-eec8e06430b3 req-f7ee74b1-b69b-48f8-ae3a-3fe4fc274f91 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.0628853 Nov 05 22:04:03.479802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Attempting to bind port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:04:03.480135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Attempting to bind port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'a32e4072-f21f-48cd-aeec-c75aa5f1219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:04:03.480463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Attempting to bind port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 on network 235c9443-e974-4be9-923d-1a48b671a0ad {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:03.485281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 on network 235c9443-e974-4be9-923d-1a48b671a0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:04:03.486087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Attempting to bind port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 on network 235c9443-e974-4be9-923d-1a48b671a0ad {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:03.491189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:04:03.492404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Checking segment: {'id': 'a32e4072-f21f-48cd-aeec-c75aa5f1219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:04:03.492404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Bound using segment: {'id': 'a32e4072-f21f-48cd-aeec-c75aa5f1219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:04:03.492814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Bound port: f11b3fa3-6b1e-4f2f-8992-eac8096cb441, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32e4072-f21f-48cd-aeec-c75aa5f1219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:04:03.492814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:03.520113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9dd8a68-a8fa-417e-bce5-eec8e06430b3 req-ae86eaf5-4440-40a1-a26b-f042271d7032 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Nov 05 22:04:03.596136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] For port f11b3fa3-6b1e-4f2f-8992-eac8096cb441, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:04:03.599879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] For port f11b3fa3-6b1e-4f2f-8992-eac8096cb441, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,segment=NetworkSegment(a32e4072-f21f-48cd-aeec-c75aa5f1219d),segment_id=a32e4072-f21f-48cd-aeec-c75aa5f1219d)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:04:03.678887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:03.739139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:03.739985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:03.742022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] 10.222.0.46 "PUT /v2.0/ports/f11b3fa3-6b1e-4f2f-8992-eac8096cb441 HTTP/1.1" status: 200 len: 1091 time: 1.0780430 Nov 05 22:04:03.752198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'tag': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:03.756326 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b6d172-d54d-411a-9512-340c25dbf681" -d '{"events": [{"name": "network-changed", "server_uuid": "816d4ec6-1261-4d69-b099-79da97bc6e09", "tag": "f11b3fa3-6b1e-4f2f-8992-eac8096cb441"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:03.838251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24613570-aca9-45d5-ac71-fc4cf9625fee service neutron] Pushing event updated for resources: {'Port': ['ID=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:03.860667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3515a8-dd5c-4a83-abed-c3313ac7cccf req-980ba54a-df79-4550-ae6f-3691e582ed7e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:03.881500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3515a8-dd5c-4a83-abed-c3313ac7cccf req-980ba54a-df79-4550-ae6f-3691e582ed7e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1350689 Nov 05 22:04:03.888856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140267b2-cf7e-4c5d-9277-bdee10e2ed31 req-f144d33c-7c38-4208-8fcf-2214278ab7f7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:03.891478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-140267b2-cf7e-4c5d-9277-bdee10e2ed31 req-f144d33c-7c38-4208-8fcf-2214278ab7f7 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1565783 Nov 05 22:04:03.963153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bf3515a8-dd5c-4a83-abed-c3313ac7cccf req-e0f7a238-651d-47e2-8e40-5f0654925b23 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802796 Nov 05 22:04:04.011140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-0b460097-85e4-495b-8f73-da7404059469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.012766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-0b460097-85e4-495b-8f73-da7404059469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d45a4ae2c38a4e7c84aeaf9884c34c33&device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 1094 time: 0.1592724 Nov 05 22:04:04.023114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-140267b2-cf7e-4c5d-9277-bdee10e2ed31 req-1cba63ae-cbe6-48f9-93ef-a130e3dc6e2a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306074 Nov 05 22:04:04.045238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-7a7bc05e-81c4-47d0-8ad9-6b1bed1fa140 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.052479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-7a7bc05e-81c4-47d0-8ad9-6b1bed1fa140 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.1480150 Nov 05 22:04:04.055226 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb932aa-f09f-4d39-a60d-c0bae56fe2cb x-openstack-request-id: req-eeb932aa-f09f-4d39-a60d-c0bae56fe2cb {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:04.055509 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816d4ec6-1261-4d69-b099-79da97bc6e09", "tag": "f11b3fa3-6b1e-4f2f-8992-eac8096cb441", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:04.055817 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eeb932aa-f09f-4d39-a60d-c0bae56fe2cb {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:04.056289 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'tag': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441', 'status': 'completed', 'code': 200} Nov 05 22:04:04.181427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-e79716ac-5b7a-4d90-83a8-614d8b437083 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11b3fa3-6b1e-4f2f-8992-eac8096cb441 HTTP/1.1" status: 200 len: 217 time: 0.1272259 Nov 05 22:04:04.292721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-fb958ecf-ca5f-4ea7-ae6a-3ca39fdc656a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.295838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-fb958ecf-ca5f-4ea7-ae6a-3ca39fdc656a tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1340985 Nov 05 22:04:04.319341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b15b93-f294-4760-aa39-7c4298bad2fa req-5a39fd97-cbe7-4e41-8e13-e3e13199d041 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.327936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4b15b93-f294-4760-aa39-7c4298bad2fa req-5a39fd97-cbe7-4e41-8e13-e3e13199d041 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.1078124 Nov 05 22:04:04.454224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d4b15b93-f294-4760-aa39-7c4298bad2fa req-e4293aa2-4ff3-4475-9443-bfa93d4dda21 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253610 Nov 05 22:04:04.478080 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:04:04.485637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Deleting port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:04.486046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:04.548942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-5a3484fc-ecd6-4d63-b1ff-0ff44c1e5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.550371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-5a3484fc-ecd6-4d63-b1ff-0ff44c1e5100 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9fb1293-f09d-4ce9-bd49-9b7227f32d97 HTTP/1.1" status: 200 len: 848 time: 0.3526559 Nov 05 22:04:04.608821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-7b3a80f8-bd34-4d32-a781-018d525d96d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=235c9443-e974-4be9-923d-1a48b671a0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431132 Nov 05 22:04:04.632867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] For port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:04.633360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:04.711462 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ae0f2-9357-4a25-8d88-c1ff6d7685f8 req-9f33cba3-fe3b-49cf-9c97-d110d9a5ea4d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.719572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d1ae0f2-9357-4a25-8d88-c1ff6d7685f8 req-9f33cba3-fe3b-49cf-9c97-d110d9a5ea4d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 943 time: 0.5664446 Nov 05 22:04:04.859731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5200a0-5f94-48b4-848d-5e8060d8e412 req-504556fe-fdb9-4b6a-8413-c6e5f132b550 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.860259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d1ae0f2-9357-4a25-8d88-c1ff6d7685f8 req-3966488d-e144-4cf9-a388-8fc4050cb348 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394110 Nov 05 22:04:04.861260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f5200a0-5f94-48b4-848d-5e8060d8e412 req-504556fe-fdb9-4b6a-8413-c6e5f132b550 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 945 time: 0.1312995 Nov 05 22:04:04.893973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port e7b57aeb-7083-4188-9653-5fdc62503d7f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:04.894312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:04.921799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-0a6e548d-0531-4cf9-828a-b8a57dd28c88 service neutron] 10.222.0.46 "GET /v2.0/networks/235c9443-e974-4be9-923d-1a48b671a0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027875 Nov 05 22:04:04.996978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24397a8e-aa78-47bf-8801-3931f4dd0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:04.998424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24397a8e-aa78-47bf-8801-3931f4dd0743 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0&tenant_id=1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 1094 time: 0.2238142 Nov 05 22:04:05.000211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f5200a0-5f94-48b4-848d-5e8060d8e412 req-846b67c8-0ff5-4072-8b16-7a89926af313 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259344 Nov 05 22:04:05.015937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:05.032005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:05.032379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:05.032678 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Floating IP bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6 disassociated. External IP: 172.25.6.243, port: a2fb0875-c21e-4922-a92b-3f0b5a5a44c9. Nov 05 22:04:05.033027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Calling delete_port for a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:05.196899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] For port e7b57aeb-7083-4188-9653-5fdc62503d7f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=e7b57aeb-7083-4188-9653-5fdc62503d7f,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:05.197060 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:05.222907 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:05.230365 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a938c8-a8f3-4951-8ad6-bcc9f83a976c req-fb5a6ab7-4902-4d0a-928f-71c740291908 service neutron] 10.222.0.46 "GET /v2.0/networks/235c9443-e974-4be9-923d-1a48b671a0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925768 Nov 05 22:04:05.232038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for e7b57aeb-7083-4188-9653-5fdc62503d7f owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:05.264882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babafb7-e363-46a4-b393-7e173a89d30c req-f5f9c839-171c-47d0-a106-4931c77cb4f3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:05.266303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2babafb7-e363-46a4-b393-7e173a89d30c req-f5f9c839-171c-47d0-a106-4931c77cb4f3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1667464 Nov 05 22:04:05.290836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c622-8ffb-4437-858d-633e3c7cb6e4 req-aa0862bc-a335-408a-b506-ba5ff434bb43 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:05.299020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d228c622-8ffb-4437-858d-633e3c7cb6e4 req-aa0862bc-a335-408a-b506-ba5ff434bb43 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 944 time: 0.1698821 Nov 05 22:04:05.386960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d228c622-8ffb-4437-858d-633e3c7cb6e4 req-b34aad4e-8749-431b-9128-ce10814efb45 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb2674a9-2907-42d8-8343-008a40bf43be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869815 Nov 05 22:04:05.444194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:05.501339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event deleted for resources: {'Port': ['ID=a2fb0875-c21e-4922-a92b-3f0b5a5a44c9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:05.642585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:05.647454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2babafb7-e363-46a4-b393-7e173a89d30c req-a8183c0d-e862-4466-a563-0613d11a7e4b tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458200 Nov 05 22:04:05.694756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-926189cd-6643-4f82-8188-868f822aae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:05.701987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Router b6784b09-0018-47f1-a984-d2f3b174155a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:04:05.705729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-926189cd-6643-4f82-8188-868f822aae61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d45a4ae2c38a4e7c84aeaf9884c34c33&device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 1094 time: 0.3029525 Nov 05 22:04:05.849678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-ff3642d1-ac33-4ad3-82d0-c18d4e22b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:05.851766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-ff3642d1-ac33-4ad3-82d0-c18d4e22b705 service neutron] 10.222.0.46 "GET /v2.0/networks?id=235c9443-e974-4be9-923d-1a48b671a0ad HTTP/1.1" status: 200 len: 909 time: 0.1371746 Nov 05 22:04:05.918862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-2fcf0518-6c33-4ab7-9623-38450e42889c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11b3fa3-6b1e-4f2f-8992-eac8096cb441 HTTP/1.1" status: 200 len: 217 time: 0.0590503 Nov 05 22:04:05.945288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:04:05.959893 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] Sync routers for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:04:05.973059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d8e9b-e805-47a6-8303-218cb3fc2472 req-ada0db6d-f4d0-4a2b-bb00-b4b240c9c8ff tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:05.978022 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:05.978670 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:03:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:05.992255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-488d8e9b-e805-47a6-8303-218cb3fc2472 req-ada0db6d-f4d0-4a2b-bb00-b4b240c9c8ff tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.3360937 Nov 05 22:04:06.072785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] No DVR routers for this DVR port a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:06.075664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:06.079942 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c8833c66-0f10-43b0-ac61-de4b74ed49d0 req-e088eff4-ee9e-4b60-8501-00a4e7edda83 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.13 "DELETE /v2.0/ports/a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 HTTP/1.1" status: 204 len: 173 time: 1.7692778 Nov 05 22:04:06.087623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-deleted', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:06.090156 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4400ac-a113-4718-8877-90211b3fe75f" -d '{"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-deleted", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:06.097709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:04:06.137746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-488d8e9b-e805-47a6-8303-218cb3fc2472 req-1e4ed306-2568-4bf4-abfd-0d644625858f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414082 Nov 05 22:04:06.149173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0544555f-fd25-45a7-a93b-48afa121f00d {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:04:06.159731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:06.192963 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:06.252412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-2bf283a4-cffb-42f7-9f96-5f6f6ef801ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:06.261640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-2bf283a4-cffb-42f7-9f96-5f6f6ef801ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9fb1293-f09d-4ce9-bd49-9b7227f32d97 HTTP/1.1" status: 200 len: 848 time: 0.2897012 Nov 05 22:04:06.304382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0ff55-2090-4626-8d5c-5d0b224b78f5 req-752ab08d-56c7-4fbe-9ae1-2b79ab6a9670 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:06.316716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36f0ff55-2090-4626-8d5c-5d0b224b78f5 req-752ab08d-56c7-4fbe-9ae1-2b79ab6a9670 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 943 time: 0.2747993 Nov 05 22:04:06.332111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-faf08f6c-f627-44d3-9cb5-9d712a2fd963 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=235c9443-e974-4be9-923d-1a48b671a0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571620 Nov 05 22:04:06.413335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Transition to ACTIVE for port object 0544555f-fd25-45a7-a93b-48afa121f00d will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:04:06.418406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:06.463115 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-356c7823-2335-42d1-9584-7a72d3573ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:06.475892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36f0ff55-2090-4626-8d5c-5d0b224b78f5 req-ed08dda5-7a54-4722-9b18-aee361644830 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431499 Nov 05 22:04:06.482950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=e7b57aeb-7083-4188-9653-5fdc62503d7f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:06.525539 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:35Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:06.542735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] No DVR routers for this DVR port e7b57aeb-7083-4188-9653-5fdc62503d7f on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:06.546424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:06.550018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cbc8ba6b-8c3b-49a0-9d8d-da5ddb7e50c7 req-d2e3af16-19ab-4a2a-ad26-9d542047aa66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "DELETE /v2.0/ports/e7b57aeb-7083-4188-9653-5fdc62503d7f HTTP/1.1" status: 204 len: 173 time: 2.4745905 Nov 05 22:04:06.550489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'name': 'network-vif-deleted', 'tag': 'e7b57aeb-7083-4188-9653-5fdc62503d7f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:06.552849 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a025e7c-fc31-4c18-ada5-84787f1fe0bf" -d '{"events": [{"server_uuid": "a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127", "name": "network-vif-deleted", "tag": "e7b57aeb-7083-4188-9653-5fdc62503d7f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:06.558931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-576280bc-c250-4537-b482-90252b42db52 service neutron] 10.222.0.46 "GET /v2.0/networks/235c9443-e974-4be9-923d-1a48b671a0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138855 Nov 05 22:04:06.602248 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] Checking router: b6784b09-0018-47f1-a984-d2f3b174155a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:04:06.614305 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:06.614925 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:03:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:06.688036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:06.696154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1e023d-c7f4-47e6-ae12-7d3e854b6dec req-d9e72fa3-c0ee-45ea-87b5-363f1a0d5bdb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0915608 Nov 05 22:04:06.861432 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e317cbdb-d0bd-4d3b-9c75-e3352ca7eaf2 x-openstack-request-id: req-e317cbdb-d0bd-4d3b-9c75-e3352ca7eaf2 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:06.862422 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bc80fa-f366-4dc5-aaa1-8f135b339258", "name": "network-vif-deleted", "tag": "a2fb0875-c21e-4922-a92b-3f0b5a5a44c9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:06.862955 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e317cbdb-d0bd-4d3b-9c75-e3352ca7eaf2 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:06.863806 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bc80fa-f366-4dc5-aaa1-8f135b339258', 'name': 'network-vif-deleted', 'tag': 'a2fb0875-c21e-4922-a92b-3f0b5a5a44c9', 'status': 'completed', 'code': 200} Nov 05 22:04:06.934926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=9']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:06.960576 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:06.979945 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be7b495-e978-4b63-9405-16d0aeaac101 x-openstack-request-id: req-8be7b495-e978-4b63-9405-16d0aeaac101 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:06.980223 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127", "name": "network-vif-deleted", "tag": "e7b57aeb-7083-4188-9653-5fdc62503d7f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:06.980568 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8be7b495-e978-4b63-9405-16d0aeaac101 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:06.981038 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127', 'name': 'network-vif-deleted', 'tag': 'e7b57aeb-7083-4188-9653-5fdc62503d7f', 'status': 'completed', 'code': 200} Nov 05 22:04:06.983611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-664b2126-9bb5-4f59-9333-356a8d9d93f2 service neutron] 10.222.0.46 "GET /v2.0/networks/235c9443-e974-4be9-923d-1a48b671a0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129786 Nov 05 22:04:07.046440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:07.143411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] No DVR routers for this DVR port 0544555f-fd25-45a7-a93b-48afa121f00d on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:07.151393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-ac99a472-da25-4118-a75b-389231177a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:07.154437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-ac99a472-da25-4118-a75b-389231177a32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8e268ca5d724adfa2629124e5373a4c&device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 1097 time: 0.2555640 Nov 05 22:04:07.164081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:04:07.164425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a2fb0875-c21e-4922-a92b-3f0b5a5a44c9 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:07.164812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e7b57aeb-7083-4188-9653-5fdc62503d7f no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:07.241311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aec1e-e267-40cd-8a53-1f9ea5766efc req-0c8496b8-2d92-4582-84c9-72011f37588a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:07.249936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0aec1e-e267-40cd-8a53-1f9ea5766efc req-0c8496b8-2d92-4582-84c9-72011f37588a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1552579 Nov 05 22:04:07.262715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c9981c49-9ef1-4cf5-87c8-5675500cfb0d req-82de422f-acf3-445b-8a53-c1e5477d4c58 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/ports?device_id=02bc80fa-f366-4dc5-aaa1-8f135b339258 HTTP/1.1" status: 200 len: 210 time: 0.1735218 Nov 05 22:04:07.270953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: e7b57aeb-7083-4188-9653-5fdc62503d7f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:04:07.271292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device e7b57aeb-7083-4188-9653-5fdc62503d7f not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:07.376892 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:35Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:07.392239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be0aec1e-e267-40cd-8a53-1f9ea5766efc req-593f6e56-201b-41e0-a08e-bd3c12913ce8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397476 Nov 05 22:04:07.428531 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a474b0b-b22a-460f-aa0c-4cad44316aaf None None] The sync data for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 is: [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T21:55:30Z', 'revision_number': 4, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f821d2d9-73cd-4e65-abf6-bb7b68b51e7c', 'name': '', 'network_id': '82214baf-d054-4324-8f89-16412cff8074', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'mac_address': 'fa:16:3e:c7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:29Z', 'updated_at': '2021-11-05T21:55:35Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'subnets': [{'id': 'c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:04:07.574371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894afe29-6441-44b7-a53b-973287ef1639 req-c7b08b37-2c35-4c42-a0e1-f20c9219cacd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:07.582724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894afe29-6441-44b7-a53b-973287ef1639 req-c7b08b37-2c35-4c42-a0e1-f20c9219cacd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 943 time: 0.1419852 Nov 05 22:04:07.607754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-3695a32e-68a5-4a5b-b922-a428f7559e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:07.609211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-3695a32e-68a5-4a5b-b922-a428f7559e74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 200 len: 920 time: 0.3638065 Nov 05 22:04:07.719077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-e3eb8a3f-79d5-49c9-8746-2fe22405a0f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb697fb2-5f27-4466-bdf7-245977a213c7 HTTP/1.1" status: 200 len: 217 time: 0.0958943 Nov 05 22:04:07.721944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:04:07.722484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:04:07.722982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:07.724075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d8fc0-4ac9-4f9b-88cd-6c52e5c56f75 req-0c455c0b-18da-4cdd-b366-1ad3c8f1336f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:07.735068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc4d8fc0-4ac9-4f9b-88cd-6c52e5c56f75 req-0c455c0b-18da-4cdd-b366-1ad3c8f1336f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 943 time: 0.1195257 Nov 05 22:04:07.822840 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc4d8fc0-4ac9-4f9b-88cd-6c52e5c56f75 req-6e14a500-35cf-4e4f-aff2-04b475797786 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844238 Nov 05 22:04:07.844108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Port 0544555f-fd25-45a7-a93b-48afa121f00d on network df14fc89-801c-4908-a2dc-3d0881eb2312 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:04:07.844437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Attempting to bind port 0544555f-fd25-45a7-a93b-48afa121f00d on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:07.879864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-894afe29-6441-44b7-a53b-973287ef1639 req-be77321a-0fc7-4d3b-91a9-90f7dab8158b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915671 Nov 05 22:04:07.895442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd293cb7-7292-4ef9-a966-147d947696d0 None None] New status for floating IP bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:04:07.909795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:04:07.912400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Checking segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:04:07.912813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Bound using segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:04:07.914485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Bound port: 0544555f-fd25-45a7-a93b-48afa121f00d, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:04:07.914860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:07.966292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-2ff0e021-fd64-4909-b00c-77798ef8cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:07.968344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-2ff0e021-fd64-4909-b00c-77798ef8cbfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 200 len: 859 time: 0.2364233 Nov 05 22:04:07.970718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0db223c-2a3a-41ee-b218-b99f447d6456 req-892ccdbc-ea15-4518-bf5d-0dcda63b43b3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0498047 Nov 05 22:04:08.037432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-3cd4ded4-e1bf-4b36-a3ee-12c0fcee4d6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e3a826-92a2-403f-80ec-f1d6137be21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381646 Nov 05 22:04:08.129786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:04:08.148632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:04:08.172573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-f60c9a3b-8da6-46bf-b478-228a8e01f11a service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227441 Nov 05 22:04:08.477107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50432) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:08.548606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-025ae8bf-f302-4de9-9302-8ad30a973a37 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:08.560812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc1d3-1b96-4cf4-8f73-2c045d88d57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:08.570679 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:08.582160 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-025ae8bf-f302-4de9-9302-8ad30a973a37 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:08.630232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:08.631049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:08.632556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] 10.222.0.46 "PUT /v2.0/ports/0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 1091 time: 3.6240947 Nov 05 22:04:08.716410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823ebea-db76-4d2e-a280-c4cbe370b4e5 req-874479f4-21c4-478c-91b3-6051f96301a8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:08.718479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c823ebea-db76-4d2e-a280-c4cbe370b4e5 req-874479f4-21c4-478c-91b3-6051f96301a8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1607151 Nov 05 22:04:08.730968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e038e8eb-a7e4-4b44-b33f-3daad0d25d25 req-2ca7e6a9-b218-4d72-8e83-98a10b7df828 service neutron] 10.222.0.46 "GET /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500140 Nov 05 22:04:08.731842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-025ae8bf-f302-4de9-9302-8ad30a973a37 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:08.735186 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-025ae8bf-f302-4de9-9302-8ad30a973a37 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:08.739188 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-025ae8bf-f302-4de9-9302-8ad30a973a37 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "DELETE /v2.0/security-groups/eb2674a9-2907-42d8-8343-008a40bf43be HTTP/1.1" status: 204 len: 168 time: 0.2584257 Nov 05 22:04:08.756567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50436) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:08.775486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ae8bf-f302-4de9-9302-8ad30a973a37 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2674a9-2907-42d8-8343-008a40bf43be,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:08.792844 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-8e2554ff-45fb-4dd3-9938-b2944057b2c5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] show failed (client error): The resource could not be found. Nov 05 22:04:08.796337 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8e2554ff-45fb-4dd3-9938-b2944057b2c5 tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "GET /v2.0/security-groups/eb2674a9-2907-42d8-8343-008a40bf43be HTTP/1.1" status: 404 len: 347 time: 0.0351901 Nov 05 22:04:08.796337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24139dfa-b482-4aaf-8999-85032b7cef7d service neutron] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=10']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:08.796909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50438) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:08.869202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-75ec4867-ad0e-4835-a839-ab7d505dbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:08.871686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-75ec4867-ad0e-4835-a839-ab7d505dbe9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1095 time: 0.2107968 Nov 05 22:04:08.934427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c823ebea-db76-4d2e-a280-c4cbe370b4e5 req-867047d6-f8ee-4ea7-aa11-7ceea735d4a6 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006531 Nov 05 22:04:09.004762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:09.007448 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb7292-3e19-4676-95d1-ef04d5f277c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:09.104557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-fb77890c-85e7-466a-9724-37c3356f3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:09.112405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-fb77890c-85e7-466a-9724-37c3356f3dfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.2258658 Nov 05 22:04:09.113374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f358de9-4e6f-4012-8415-9c1e263c7f48 req-4972c6a5-10dc-4f9c-a758-5c5d801e96bf tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:09.115261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5f358de9-4e6f-4012-8415-9c1e263c7f48 req-4972c6a5-10dc-4f9c-a758-5c5d801e96bf tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 943 time: 0.1451414 Nov 05 22:04:09.131468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Deleting port bb8c1ab7-8f61-46ae-a6a0-93fefd0269cf {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:09.131845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:09.168526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359438d8-5669-41fa-8d93-7a7b8f4f31fc req-e98a3baa-87dc-4a53-8c37-f8439ea16068 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:09.170029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-359438d8-5669-41fa-8d93-7a7b8f4f31fc req-e98a3baa-87dc-4a53-8c37-f8439ea16068 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1048365 Nov 05 22:04:09.208453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-b734a127-6e66-404f-86ae-074d54cf53c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 999 time: 0.0926399 Nov 05 22:04:09.253898 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5f358de9-4e6f-4012-8415-9c1e263c7f48 req-48e193c0-2957-4839-94a4-e18c6867326f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197875 Nov 05 22:04:09.274482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:09.275707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:09.287616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-359438d8-5669-41fa-8d93-7a7b8f4f31fc req-f2b0abbf-cbb7-436c-af80-8a43af979308 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102808 Nov 05 22:04:09.301826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-65899e5d-a98b-4e3b-a468-474b908aa328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:09.303952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-65899e5d-a98b-4e3b-a468-474b908aa328 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0834231 Nov 05 22:04:09.308798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Calling delete_port for bb8c1ab7-8f61-46ae-a6a0-93fefd0269cf owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:09.369953 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72f5308-44bb-4991-90b4-b2a886e16edb x-openstack-request-id: req-b72f5308-44bb-4991-90b4-b2a886e16edb {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:09.369953 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:09.369953 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b72f5308-44bb-4991-90b4-b2a886e16edb {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:09.369953 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'status': 'completed', 'code': 200} Nov 05 22:04:09.369953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-feaae259-60ef-437c-8783-2af9d94efd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:09.371187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-feaae259-60ef-437c-8783-2af9d94efd83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600233 Nov 05 22:04:09.414503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bdbe3d2-a91c-419b-958d-23cd4765979d req-9ad27cba-ef48-494e-aaeb-d73c79d75c97 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0292189 Nov 05 22:04:09.479359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-4aa47ae7-83d1-4e63-a86d-73e9aa1a5085 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003792 Nov 05 22:04:09.586745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3aaaed9c-63e9-412b-8183-8c87d655e03b req-3ac76db6-7d54-4e80-9a8e-f36ddae577b4 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992875 Nov 05 22:04:09.660199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:09.690251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Pushing event deleted for resources: {'Port': ['ID=bb8c1ab7-8f61-46ae-a6a0-93fefd0269cf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:09.757999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:09.760570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:09.761752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-72f406e0-aba7-450b-b441-1dfe5e0a133c tempest-ServerActionsTestJSON-1987935323 tempest-ServerActionsTestJSON-1987935323-project] 10.222.0.41 "DELETE /v2.0/floatingips/bbb0cff2-5e02-48b4-a033-4ea80ae8a3d6 HTTP/1.1" status: 204 len: 168 time: 0.9638643 Nov 05 22:04:09.764802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50452) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:09.828721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f11b3fa3-6b1e-4f2f-8992-eac8096cb441 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:04:10.022909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f11b3fa3-6b1e-4f2f-8992-eac8096cb441, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,segment=NetworkSegment(a32e4072-f21f-48cd-aeec-c75aa5f1219d),segment_id=a32e4072-f21f-48cd-aeec-c75aa5f1219d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:10.042292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441', 'network_id': '235c9443-e974-4be9-923d-1a48b671a0ad', 'port_id': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441', 'mac_address': 'fa:16:3e:3a:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fb1293-f09d-4ce9-bd49-9b7227f32d97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:04:10.137243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:10.160950 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:10.192152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11b3fa3-6b1e-4f2f-8992-eac8096cb441 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:04:10.208615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-c4845623-a3b8-4623-96f9-834a7698fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:10.212659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-c4845623-a3b8-4623-96f9-834a7698fa8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1095 time: 0.3461771 Nov 05 22:04:10.248585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f11b3fa3-6b1e-4f2f-8992-eac8096cb441, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,segment=NetworkSegment(a32e4072-f21f-48cd-aeec-c75aa5f1219d),segment_id=a32e4072-f21f-48cd-aeec-c75aa5f1219d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:10.275523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194b538-77af-4ad4-8d69-f621d49904fb req-f042be70-d14d-45e0-b063-ef3a3cdf406e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:10.294478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6194b538-77af-4ad4-8d69-f621d49904fb req-f042be70-d14d-45e0-b063-ef3a3cdf406e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1844723 Nov 05 22:04:10.388461 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:10.468463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3943673-dac0-4ee1-b2cc-61be337849e2 req-a85eafae-8c6e-429b-9aa7-20fada2569be tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:10.474126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3943673-dac0-4ee1-b2cc-61be337849e2 req-a85eafae-8c6e-429b-9aa7-20fada2569be tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 943 time: 0.1092808 Nov 05 22:04:10.515410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:10.536401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.536763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.537054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.537579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.537921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.538258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.538592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.538932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.541931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.542301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.542641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.542974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:10.565761 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3943673-dac0-4ee1-b2cc-61be337849e2 req-232cf540-ea95-4e3c-a7d1-b633ec51a5a3 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867693 Nov 05 22:04:10.628073 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6194b538-77af-4ad4-8d69-f621d49904fb req-0b9a3d35-25f5-4b00-b9de-0d37e999ae46 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305354 Nov 05 22:04:10.744006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69daedc-870e-42fb-b324-a200b3edc82b req-18467506-7528-4b93-bad8-0d2efce49943 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:10.744883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-69d129d8-d9fe-42ff-be7d-d843b20b11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:10.746564 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-69d129d8-d9fe-42ff-be7d-d843b20b11fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.4930234 Nov 05 22:04:10.763027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b69daedc-870e-42fb-b324-a200b3edc82b req-18467506-7528-4b93-bad8-0d2efce49943 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1002948 Nov 05 22:04:10.854801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['f11b3fa3-6b1e-4f2f-8992-eac8096cb441'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:04:10.907720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b69daedc-870e-42fb-b324-a200b3edc82b req-06f768d0-553b-4c61-a33f-51ce97dfdac2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437736 Nov 05 22:04:10.954240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-5e33f39a-8ffd-4fad-a3db-dcc27950628f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 999 time: 0.1843927 Nov 05 22:04:10.989483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc3d90f5-fd97-4161-9b1f-e4ca759a5319 req-ff31976d-9891-47ad-90f6-98f41ec5f72c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.2399673 Nov 05 22:04:11.119293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-31df4eb3-ff79-4f17-b900-ea7c19f5fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:11.126839 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-31df4eb3-ff79-4f17-b900-ea7c19f5fc4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.1133833 Nov 05 22:04:11.284544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-aaff2b44-f087-4f5f-95cd-aee92f556c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:11.286052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-aaff2b44-f087-4f5f-95cd-aee92f556c30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348515 Nov 05 22:04:11.393837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:11.477219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:11.714506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-eccd7755-d3fb-4437-8f9f-4a5b50bffb1b service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623334 Nov 05 22:04:11.808380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974d71b-f40b-41d5-aa57-dff9769c3ad5 req-b5c18309-4247-46b1-a0be-795f6f25ae08 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:11.820781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9974d71b-f40b-41d5-aa57-dff9769c3ad5 req-b5c18309-4247-46b1-a0be-795f6f25ae08 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 944 time: 0.1229753 Nov 05 22:04:11.894277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9974d71b-f40b-41d5-aa57-dff9769c3ad5 req-cb2e8fcd-387b-44b7-b2f1-c5cb3a25ad10 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Nov 05 22:04:12.088521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ffdcf-88fc-498e-93cb-de3532e46bfb req-95a0583e-6c03-4471-98db-9ddddee7311c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:12.092895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f33ffdcf-88fc-498e-93cb-de3532e46bfb req-95a0583e-6c03-4471-98db-9ddddee7311c tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.2355025 Nov 05 22:04:12.101895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4fb7292-3e19-4676-95d1-ef04d5f277c1 req-27f9311d-dbf2-44cc-bd1a-96b6af85490c service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246014 Nov 05 22:04:12.102069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:12.138310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4970-1454-4fd5-89ff-1e1ec27bc3ac req-52ae4356-16f7-4a49-9c3b-f33f269b9405 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:12.147896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5ee4970-1454-4fd5-89ff-1e1ec27bc3ac req-52ae4356-16f7-4a49-9c3b-f33f269b9405 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0996230 Nov 05 22:04:12.245777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f33ffdcf-88fc-498e-93cb-de3532e46bfb req-027a18f0-86fe-42d9-acc4-f14003717d10 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385534 Nov 05 22:04:12.307913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5ee4970-1454-4fd5-89ff-1e1ec27bc3ac req-5439f25c-5417-4da7-93a2-21a02bd2e4e5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511621 Nov 05 22:04:12.420745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b2b9b4d-7e42-43da-8679-6726d181f468 req-961b035a-6193-413d-b289-87fcdd872d57 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0552311 Nov 05 22:04:12.461367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Deleting port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:12.462051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:12.582038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] For port f821d2d9-73cd-4e65-abf6-bb7b68b51e7c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:12.584076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:12.602204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Calling delete_port for f821d2d9-73cd-4e65-abf6-bb7b68b51e7c owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:13.014567 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:13.062691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f821d2d9-73cd-4e65-abf6-bb7b68b51e7c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:13.235017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562ac0-3af8-4ad2-b07f-3207a960d263 req-6b0bacfb-1301-4aa7-82f7-41f7facdcf6d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:13.260435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04562ac0-3af8-4ad2-b07f-3207a960d263 req-6b0bacfb-1301-4aa7-82f7-41f7facdcf6d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 944 time: 0.2334409 Nov 05 22:04:13.349094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:13.417800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04562ac0-3af8-4ad2-b07f-3207a960d263 req-d77adc36-b32b-4d48-b209-72ce0241773f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550097 Nov 05 22:04:13.645158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b84418-71a7-4578-b926-f80a94886f7b req-71d34f0d-d0e3-4a28-a16d-1c075cc920b0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:13.670359 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4b84418-71a7-4578-b926-f80a94886f7b req-71d34f0d-d0e3-4a28-a16d-1c075cc920b0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1484358 Nov 05 22:04:13.759405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4b84418-71a7-4578-b926-f80a94886f7b req-8fbd4a58-770d-4902-bf3f-a727ce359c64 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887122 Nov 05 22:04:13.855356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f11b3fa3-6b1e-4f2f-8992-eac8096cb441 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:04:13.987832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e7f47c79-bfa3-4ea8-b251-547de2e61ac3 req-535a0eb1-fdb7-43ad-9218-6de13500e707 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0797362 Nov 05 22:04:14.125270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e239a6-7494-4e67-977c-e666cee47b28 req-e8f398f1-51bc-47d9-a788-22be5ee372f1 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:14.126949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f1e239a6-7494-4e67-977c-e666cee47b28 req-e8f398f1-51bc-47d9-a788-22be5ee372f1 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.7366092 Nov 05 22:04:14.159310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:04:14.169478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:14.170217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:14.295049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f1e239a6-7494-4e67-977c-e666cee47b28 req-992d02b3-df83-4754-9d46-033e3fa85bbf tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433640 Nov 05 22:04:14.321489 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:14.346227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:14.348617 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1faae0-0665-44ca-8fe7-5239c6116add" -d '{"events": [{"server_uuid": "816d4ec6-1261-4d69-b099-79da97bc6e09", "name": "network-vif-plugged", "status": "completed", "tag": "f11b3fa3-6b1e-4f2f-8992-eac8096cb441"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:14.366002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f11b3fa3-6b1e-4f2f-8992-eac8096cb441, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,segment=NetworkSegment(a32e4072-f21f-48cd-aeec-c75aa5f1219d),segment_id=a32e4072-f21f-48cd-aeec-c75aa5f1219d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:14.405913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Router b6784b09-0018-47f1-a984-d2f3b174155a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:04:14.406380 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a340ca75-9059-455f-b3c6-b8dc1ffae329 x-openstack-request-id: req-a340ca75-9059-455f-b3c6-b8dc1ffae329 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:14.406380 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816d4ec6-1261-4d69-b099-79da97bc6e09", "name": "network-vif-plugged", "status": "completed", "tag": "f11b3fa3-6b1e-4f2f-8992-eac8096cb441", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:14.406380 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a340ca75-9059-455f-b3c6-b8dc1ffae329 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:14.406380 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441', 'code': 200} Nov 05 22:04:14.517189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:14.553486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:04:14.565762 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] Sync routers for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:04:14.578228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8733365b-7649-4d4f-8d27-01e02a4c4a62 admin admin] 10.222.0.41 "PUT /v2.0/routers/b6784b09-0018-47f1-a984-d2f3b174155a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8100684 Nov 05 22:04:14.588277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50530) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:14.590603 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:14.611877 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:14.694975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68747828-a6b6-49d0-9e3d-f6c0b2a83d9c req-4e664a6f-6f42-4120-a3e4-5d4b0419f9f9 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:14.703141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:14.712468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68747828-a6b6-49d0-9e3d-f6c0b2a83d9c req-4e664a6f-6f42-4120-a3e4-5d4b0419f9f9 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 944 time: 0.2121904 Nov 05 22:04:14.813361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68747828-a6b6-49d0-9e3d-f6c0b2a83d9c req-37458338-4834-4fda-b9d0-e190c5d2b4a7 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996921 Nov 05 22:04:14.837438 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:14.931419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7020d8-92a2-4a78-8ddd-dc4002e519ba req-9655f212-092d-47ed-be61-340bbaf020a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:14.933011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e7020d8-92a2-4a78-8ddd-dc4002e519ba req-9655f212-092d-47ed-be61-340bbaf020a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 1096 time: 0.3003185 Nov 05 22:04:14.950040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb356-6947-4f90-8d2f-87adf3ea371f req-04c73d8b-33f8-4a86-af30-13df4470c66f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:14.954395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0febb356-6947-4f90-8d2f-87adf3ea371f req-04c73d8b-33f8-4a86-af30-13df4470c66f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0677204 Nov 05 22:04:15.011141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:15.080009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0febb356-6947-4f90-8d2f-87adf3ea371f req-27d53314-878b-47c1-a795-02707bc31ead tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155536 Nov 05 22:04:15.225055 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T22:04:12Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:15.225232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e7020d8-92a2-4a78-8ddd-dc4002e519ba req-b814feb8-f608-455d-87a7-2f1b0f971530 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529602 Nov 05 22:04:15.259966 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] Checking router: b6784b09-0018-47f1-a984-d2f3b174155a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:04:15.278055 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] Routers {'b6784b09-0018-47f1-a984-d2f3b174155a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:15.296422 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b6784b09-0018-47f1-a984-d2f3b174155a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:15.342247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24cab01e-1828-4d08-9871-da4f826b9b2a req-0527141f-2afe-4047-8faf-ee9047520a69 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0efa48c-dfb2-4e6d-ad5d-1b0f46db2127 HTTP/1.1" status: 200 len: 210 time: 0.0624352 Nov 05 22:04:15.373793 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:15.660730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Deleting port 87ccd5b0-4bae-4891-97b7-fed7f257a320 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:15.661473 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:15.682283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50550) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:15.682716 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] Set router b6784b09-0018-47f1-a984-d2f3b174155a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:15.841612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] For port 87ccd5b0-4bae-4891-97b7-fed7f257a320, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=87ccd5b0-4bae-4891-97b7-fed7f257a320,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:15.841984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:15.870116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Calling delete_port for 87ccd5b0-4bae-4891-97b7-fed7f257a320 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:16.008245 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T22:04:12Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:16.018846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:16.100045 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83131c71-683f-41fa-9fe3-64c2d073bb1b None None] The sync data for ids ['b6784b09-0018-47f1-a984-d2f3b174155a'] in n-d-816738-5 is: [{'id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'name': 'tempest-ServerActionsTestJSON-1138682741-router', 'tenant_id': '27b7bd5cb7994db491da4bdbba53a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T21:55:25Z', 'updated_at': '2021-11-05T22:04:12Z', 'revision_number': 5, 'project_id': '27b7bd5cb7994db491da4bdbba53a059', 'gw_port': {'id': '87ccd5b0-4bae-4891-97b7-fed7f257a320', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6784b09-0018-47f1-a984-d2f3b174155a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T21:55:26Z', 'updated_at': '2021-11-05T21:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:04:16.309582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7bc9d-10a5-41d5-81aa-56a6322f2bd3 req-2b909031-096f-496f-a39c-09d190c074a0 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:16.309582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24f7bc9d-10a5-41d5-81aa-56a6322f2bd3 req-2b909031-096f-496f-a39c-09d190c074a0 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 945 time: 0.2288828 Nov 05 22:04:16.311747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:16.328178 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24f7bc9d-10a5-41d5-81aa-56a6322f2bd3 req-a1dc333a-a7a1-4c05-a4a6-8d6f63275e61 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782180 Nov 05 22:04:16.357414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803523c2-3a92-484c-913c-568bf38a9b9a req-ea5a4338-4acc-4d44-a6a9-5d49bc93dee7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:16.360060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-803523c2-3a92-484c-913c-568bf38a9b9a req-ea5a4338-4acc-4d44-a6a9-5d49bc93dee7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0930066 Nov 05 22:04:16.427156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-803523c2-3a92-484c-913c-568bf38a9b9a req-dfd305bc-9abf-4fda-9ad4-3400e252f028 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574949 Nov 05 22:04:16.915685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f821d2d9-73cd-4e65-abf6-bb7b68b51e7c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:16.952068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f821d2d9-73cd-4e65-abf6-bb7b68b51e7c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:04:16.952493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f821d2d9-73cd-4e65-abf6-bb7b68b51e7c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:17.126134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.171679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Pushing event deleted for resources: {'Port': ['ID=87ccd5b0-4bae-4891-97b7-fed7f257a320,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:17.178687 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5393ce8-0ad3-4c25-bf61-a8d8a5942d4f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.249333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:17.271892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ec6f280b-861c-4cf0-97a4-7c738e6c8756 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9dd40fbdc5584831a1eb9d686d722cba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5879266 Nov 05 22:04:17.274531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50566) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:17.323621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.327923 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11bcebf-107f-45b6-906c-6dfff583b41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.362371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11bcebf-107f-45b6-906c-6dfff583b41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.541501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.554842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.637407 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11bcebf-107f-45b6-906c-6dfff583b41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.643770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11bcebf-107f-45b6-906c-6dfff583b41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.645889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f11bcebf-107f-45b6-906c-6dfff583b41b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5393ce8-0ad3-4c25-bf61-a8d8a5942d4f HTTP/1.1" status: 204 len: 168 time: 0.3693266 Nov 05 22:04:17.713529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee10dea-c004-46d3-add1-09d813d788cc req-880b1cc5-b362-47d0-8379-ed60f21df029 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:17.716765 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ee10dea-c004-46d3-add1-09d813d788cc req-880b1cc5-b362-47d0-8379-ed60f21df029 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1552026 Nov 05 22:04:17.720591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bcebf-107f-45b6-906c-6dfff583b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5393ce8-0ad3-4c25-bf61-a8d8a5942d4f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:17.764405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185dd43-50d9-4217-bf19-9026c073d08a req-ede9519a-5ad4-4487-864b-e32466f3b89b tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:17.766184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d185dd43-50d9-4217-bf19-9026c073d08a req-ede9519a-5ad4-4487-864b-e32466f3b89b tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 945 time: 0.2315125 Nov 05 22:04:17.851756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ee10dea-c004-46d3-add1-09d813d788cc req-f37d9280-cfda-4efd-b570-479ebbe8f0b7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055324 Nov 05 22:04:17.888151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d185dd43-50d9-4217-bf19-9026c073d08a req-d954f1bf-72af-4d0f-ac0e-cdd161d3f210 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021061 Nov 05 22:04:17.922909 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.923662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6784b09-0018-47f1-a984-d2f3b174155a {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:04:17.935118 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:17.935118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f5fce30-658e-4878-99a5-21cda955c20c admin admin] 10.222.0.41 "DELETE /v2.0/routers/b6784b09-0018-47f1-a984-d2f3b174155a HTTP/1.1" status: 204 len: 168 time: 3.3412504 Nov 05 22:04:17.944102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50580) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:18.060030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] Deleting subnet c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:04:18.066235 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.145208 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.304283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.466476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.496499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:18.500994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.504661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7014d1b-df65-46bd-a868-4c6fb1c310c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c375a72f-3dd6-4b49-9ed5-2ccfaa1d3a3d HTTP/1.1" status: 204 len: 168 time: 0.5594285 Nov 05 22:04:18.510570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50588) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:18.518507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee45e07-2ecf-4291-8bde-9c720cd1f9a7 None None] Network 82214baf-d054-4324-8f89-16412cff8074 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:04:18.716828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.791144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Deleting port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:18.791986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.930719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] For port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:18.931089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:18.936055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] DHCP port deletion for 82214baf-d054-4324-8f89-16412cff8074 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:04:18.998842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Calling delete_port for f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:19.104547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] Deleting port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:19.105359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:19.144642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105be54-e981-462c-a18d-ff7b09e7aaec req-d03669fb-c5de-4aad-9c0b-61fe1f577161 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:19.152231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2105be54-e981-462c-a18d-ff7b09e7aaec req-d03669fb-c5de-4aad-9c0b-61fe1f577161 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1512451 Nov 05 22:04:19.273643 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2105be54-e981-462c-a18d-ff7b09e7aaec req-28f911b3-a5ee-4a69-b9ef-2f1d501e1154 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198299 Nov 05 22:04:19.304707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:19.348413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448257-d04b-4834-ad43-862da6229858 req-d75e91ff-b543-4d75-93d7-d975ae996dfd tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:19.365971 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed448257-d04b-4834-ad43-862da6229858 req-d75e91ff-b543-4d75-93d7-d975ae996dfd tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 945 time: 0.2074459 Nov 05 22:04:19.412419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] For port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,segment=NetworkSegment(44e2fb46-da58-4c0f-b28a-fb36409f93a1),segment_id=44e2fb46-da58-4c0f-b28a-fb36409f93a1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:19.413117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:19.444504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] Calling delete_port for f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:19.481573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed448257-d04b-4834-ad43-862da6229858 req-7cfee373-377e-49d4-b81c-8eff4cc319d3 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931754 Nov 05 22:04:19.609180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.666231 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:04:19.671073 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:04:19.673224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No active binding found for port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 {{(pid=102293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 22:04:19.673224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:19.673729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 87ccd5b0-4bae-4891-97b7-fed7f257a320 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:19.695180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:19.704289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] No DVR routers for this DVR port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:19.732589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 87ccd5b0-4bae-4891-97b7-fed7f257a320 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:04:19.734673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 87ccd5b0-4bae-4891-97b7-fed7f257a320 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:19.743535 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:19.768176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] Pushing event deleted for resources: {'Port': ['ID=f1d0cc76-9fc9-4a34-9b07-71335ac0aa53,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:19.798365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba5306-c0a1-4c48-acf8-1df1ff7c2fef None None] No DVR routers for this DVR port f1d0cc76-9fc9-4a34-9b07-71335ac0aa53 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:20.477479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09f2a3-a5b0-48db-8ddf-49cbd9c892b9 req-e634d7ee-8418-42b2-9e91-6d4488d2a7f4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:20.500759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e09f2a3-a5b0-48db-8ddf-49cbd9c892b9 req-e634d7ee-8418-42b2-9e91-6d4488d2a7f4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1031654 Nov 05 22:04:20.611029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e09f2a3-a5b0-48db-8ddf-49cbd9c892b9 req-0ec08e98-55c6-4ae7-a5f0-48ee64d5471c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081734 Nov 05 22:04:20.711708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:20.745482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399f24-4c9f-4a38-9080-e41be5f454e6 req-34529186-473d-41cb-b7a8-aebb6469d25d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:20.753388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18399f24-4c9f-4a38-9080-e41be5f454e6 req-34529186-473d-41cb-b7a8-aebb6469d25d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 945 time: 0.1149867 Nov 05 22:04:20.765493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82214baf-d054-4324-8f89-16412cff8074']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:21.007431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50634) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:21.009189 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-18399f24-4c9f-4a38-9080-e41be5f454e6 req-f9207edc-6469-4a71-b4bd-ceb33df0692c tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548831 Nov 05 22:04:21.011146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e2fb46-da58-4c0f-b28a-fb36409f93a1') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:21.011442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e2fb46-da58-4c0f-b28a-fb36409f93a1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:21.076587 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.106356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.123222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:04:21.123509 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:04:21.228687 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:04:21.303363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c230911-4ec3-428d-9e85-9b359ef29d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.354896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.361632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.369136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] 10.222.0.41 "DELETE /v2.0/networks/82214baf-d054-4324-8f89-16412cff8074 HTTP/1.1" status: 204 len: 168 time: 2.8559344 Nov 05 22:04:21.417678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ec36-0c9f-46ad-b792-5605c3e87aae admin admin] Pushing event deleted for resources: {'Network': ['ID=82214baf-d054-4324-8f89-16412cff8074,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:21.546223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c230911-4ec3-428d-9e85-9b359ef29d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.666754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8c230911-4ec3-428d-9e85-9b359ef29d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.783119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8c230911-4ec3-428d-9e85-9b359ef29d0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3c89d91d79a4c4ea5ca40a0dfaae4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7729020 Nov 05 22:04:21.784851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c230911-4ec3-428d-9e85-9b359ef29d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09954a00-cfcb-4eac-b508-41b98ec9f48b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:21.790382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50648) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:21.879037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e30788b5-5198-4f96-8003-c147213a663b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:21.889806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50650) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:21.907490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb6ad-2f4a-4990-9e62-aaebbda04581 req-6940d4a7-9abe-4f56-8ac9-27827be3adf2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:21.919533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-013bb6ad-2f4a-4990-9e62-aaebbda04581 req-6940d4a7-9abe-4f56-8ac9-27827be3adf2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1863334 Nov 05 22:04:21.963964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e30788b5-5198-4f96-8003-c147213a663b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:22.076109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-013bb6ad-2f4a-4990-9e62-aaebbda04581 req-03e1216e-60d0-424f-b03b-afb49709b22d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421957 Nov 05 22:04:22.088992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fd482b4f-2fa4-4e48-8f43-73e7b48e5478 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27b7bd5cb7994db491da4bdbba53a059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980286 Nov 05 22:04:22.089614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50654) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:22.192290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86e6c279-caf9-4085-8246-e71d3463a3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:22.223525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86e6c279-caf9-4085-8246-e71d3463a3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:22.341647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e30788b5-5198-4f96-8003-c147213a663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:22.341647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e30788b5-5198-4f96-8003-c147213a663b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:22.341647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e30788b5-5198-4f96-8003-c147213a663b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09954a00-cfcb-4eac-b508-41b98ec9f48b HTTP/1.1" status: 204 len: 168 time: 0.5493774 Nov 05 22:04:22.364475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30788b5-5198-4f96-8003-c147213a663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09954a00-cfcb-4eac-b508-41b98ec9f48b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:22.451477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86e6c279-caf9-4085-8246-e71d3463a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:22.456927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-86e6c279-caf9-4085-8246-e71d3463a3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:22.460504 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-86e6c279-caf9-4085-8246-e71d3463a3a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/521177fd-c9ea-48b0-bac7-74e1c11302cd HTTP/1.1" status: 204 len: 168 time: 0.3680713 Nov 05 22:04:22.477886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6c279-caf9-4085-8246-e71d3463a3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521177fd-c9ea-48b0-bac7-74e1c11302cd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:23.481422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2fef-fd17-4411-99ce-3c5512eb3945 req-46ed03e0-77a1-40f8-86c5-4237b349e734 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:23.492360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f95a2fef-fd17-4411-99ce-3c5512eb3945 req-46ed03e0-77a1-40f8-86c5-4237b349e734 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.2062774 Nov 05 22:04:23.656541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f95a2fef-fd17-4411-99ce-3c5512eb3945 req-df89221f-f959-43cf-a526-cbb3b7ef6a46 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566367 Nov 05 22:04:24.826042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59605f-f232-4d4c-8db8-b40b8ead450b req-1da04426-d9c5-467b-a91c-c9e4a37f022f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:24.827521 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c59605f-f232-4d4c-8db8-b40b8ead450b req-1da04426-d9c5-467b-a91c-c9e4a37f022f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0534434 Nov 05 22:04:24.877742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4c59605f-f232-4d4c-8db8-b40b8ead450b req-f6ead5a1-cc75-454b-a457-de1896e1af9d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425501 Nov 05 22:04:25.461240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50786) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:25.630703 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a879cd54-f53a-4e83-88c4-a58ce918fbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:25.712382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a879cd54-f53a-4e83-88c4-a58ce918fbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:25.805738 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a879cd54-f53a-4e83-88c4-a58ce918fbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:25.848369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a879cd54-f53a-4e83-88c4-a58ce918fbce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f444af5853354fe48e58d24085a6cfdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860202 Nov 05 22:04:25.850566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879cd54-f53a-4e83-88c4-a58ce918fbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eab0d9-ffb4-4ea3-bf8f-121246c85397,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:25.851985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50800) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:25.922955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5437434a-8162-45e8-a73d-d7d7156a0c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:25.956463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5437434a-8162-45e8-a73d-d7d7156a0c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.022384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50180ddf-c5ea-4df0-a95d-d64c34fe0688 req-bf604ab3-64b0-431e-929e-47934f905af5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:26.024086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-50180ddf-c5ea-4df0-a95d-d64c34fe0688 req-bf604ab3-64b0-431e-929e-47934f905af5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0582237 Nov 05 22:04:26.115492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-50180ddf-c5ea-4df0-a95d-d64c34fe0688 req-7499c406-16d7-4f78-92e0-9c8344975f03 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701232 Nov 05 22:04:26.177858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5437434a-8162-45e8-a73d-d7d7156a0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.181313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5437434a-8162-45e8-a73d-d7d7156a0c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.185551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5437434a-8162-45e8-a73d-d7d7156a0c25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1eab0d9-ffb4-4ea3-bf8f-121246c85397 HTTP/1.1" status: 204 len: 168 time: 0.3322906 Nov 05 22:04:26.211104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437434a-8162-45e8-a73d-d7d7156a0c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eab0d9-ffb4-4ea3-bf8f-121246c85397,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:26.265119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50838) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:26.479027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'network': {'name': 'tempest-network-smoke--1210926050', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'port_security_enabled': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:26.608067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:04:26.619661 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.626980 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.726766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.911342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.938000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:04:26.947291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e8487-c984-4c06-9d7b-2d6723dc1045,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:26.956973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:26.957595 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Added segment 937f11a2-2a86-4a3f-bd0c-7b116d36163f of type vlan for network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 Nov 05 22:04:27.006680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:27.106701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:27.117712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:27.121079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:27.255623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9887657 Nov 05 22:04:27.256938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50878) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:27.258963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f685-cedf-4be3-bad8-a6f4daadee7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Network': ['ID=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:27.270136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-546411795', 'admin_state_up': True, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:27.272745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:04:27.335671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f11a87-9649-40aa-9934-a6e95e309a34 req-5af11afc-d839-4570-bbb0-f440d0ebee49 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:27.339819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20f11a87-9649-40aa-9934-a6e95e309a34 req-5af11afc-d839-4570-bbb0-f440d0ebee49 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1132410 Nov 05 22:04:27.391865 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:27.393451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:27.459673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20f11a87-9649-40aa-9934-a6e95e309a34 req-7da342c7-16ff-46dc-adc7-d84258890633 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136088 Nov 05 22:04:27.504487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:27.894460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:28.187889 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:28.208742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:28.335928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.25.6.80 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/e59a9308-2de8-42e0-bad1-205727ecbea3) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:04:28.449237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:28.599604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b38c4-aba7-4923-b21e-10679176963a req-bd4167da-8016-4ff4-be22-812fbdf922c6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:28.614347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-122b38c4-aba7-4923-b21e-10679176963a req-bd4167da-8016-4ff4-be22-812fbdf922c6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0544052 Nov 05 22:04:28.653944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-122b38c4-aba7-4923-b21e-10679176963a req-c695d55a-b649-4317-9531-9da96dc4e039 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451841 Nov 05 22:04:28.930332 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:28.966822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:04:28.970066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:04:28.972680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:04:29.013089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=e59a9308-2de8-42e0-bad1-205727ecbea3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:29.558201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:30.213900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979833e-ff3e-4ca5-a149-9b15b91f17f9 req-106f50b3-7555-414e-804b-b3e4112fe56e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:30.215422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a979833e-ff3e-4ca5-a149-9b15b91f17f9 req-106f50b3-7555-414e-804b-b3e4112fe56e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.0991764 Nov 05 22:04:30.227055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:30.360184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a979833e-ff3e-4ca5-a149-9b15b91f17f9 req-75500be9-5f28-4f01-80b3-7eb1fcb1e531 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352711 Nov 05 22:04:30.376485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53446408-fcf9-4e77-a468-9d5e79065f56 req-7babf748-b1bb-43f4-af7c-0b02810b8efb tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:30.378141 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53446408-fcf9-4e77-a468-9d5e79065f56 req-7babf748-b1bb-43f4-af7c-0b02810b8efb tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 945 time: 0.1764307 Nov 05 22:04:30.477856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53446408-fcf9-4e77-a468-9d5e79065f56 req-a864db1b-a8d7-4d1b-b4e1-83a7be7ef499 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852823 Nov 05 22:04:30.500079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router d35f3755-c47b-444d-91cb-6e1c2385af35 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:04:30.635199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:04:30.640183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:30.654339 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Sync routers for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:04:30.668663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:30.673032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:30.747780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:30.750230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5b54c4cf-2747-4140-91d9-7ed456d1c3b9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4859138 Nov 05 22:04:30.753339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50964) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:30.850493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:31.100979 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b94c29e2-da2c-4ed9-9c3e-e783c4464ce1 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0c6afd23685a4a659a7bbbb0042e1037&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3434372 Nov 05 22:04:31.101369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50970) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:31.166497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:29Z', 'revision_number': 3, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:31.198123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Checking router: d35f3755-c47b-444d-91cb-6e1c2385af35 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:04:31.198956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Updating router d35f3755-c47b-444d-91cb-6e1c2385af35 port e59a9308-2de8-42e0-bad1-205727ecbea3 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:04:31.233195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:31.337595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff5a2d-b991-447a-9a35-5b7261b038d8 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:31.342012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2aff5a2d-b991-447a-9a35-5b7261b038d8 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2367053 Nov 05 22:04:31.342572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 50974) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:31.385441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6b884265-3078-416b-b875-4e5cebe51e65 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391250 Nov 05 22:04:31.386229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 50976) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:31.393333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792170707', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:31.681467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:04:31.700186 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:31.731409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511083-1a30-4d3b-a162-a439ef6aa0be req-2a68b3b2-7a31-4252-a21b-891017b9d601 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:31.742753 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:31.743304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53511083-1a30-4d3b-a162-a439ef6aa0be req-2a68b3b2-7a31-4252-a21b-891017b9d601 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1981399 Nov 05 22:04:31.842359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:31.896533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53511083-1a30-4d3b-a162-a439ef6aa0be req-8ad905f4-efcb-4ee1-9263-1fed1eebb0f6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542442 Nov 05 22:04:31.905428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00ded4-1a9a-4812-8bf2-c06afb704f77 req-8e2501d2-b6d0-4088-8539-7e0f41b1d594 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:31.915879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833f796-7ccf-41f2-82ad-77eb393a4ba9 None None] Pushing event updated for resources: {'Port': ['ID=e59a9308-2de8-42e0-bad1-205727ecbea3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:31.916355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed00ded4-1a9a-4812-8bf2-c06afb704f77 req-8e2501d2-b6d0-4088-8539-7e0f41b1d594 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 945 time: 0.2558246 Nov 05 22:04:31.918634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Attempting to bind port e59a9308-2de8-42e0-bad1-205727ecbea3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:04:31.919080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Attempting to bind port e59a9308-2de8-42e0-bad1-205727ecbea3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:04:31.919514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Attempting to bind port e59a9308-2de8-42e0-bad1-205727ecbea3 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:31.926886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:04:31.926886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:04:31.927378 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:31.927872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:04:31.928437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Bound port: e59a9308-2de8-42e0-bad1-205727ecbea3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:04:31.928887 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:31.941919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-983c0de4-2dca-43d7-be0b-ef5ee9cfc61d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:31.943230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-983c0de4-2dca-43d7-be0b-ef5ee9cfc61d tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.46 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 945 time: 0.1203623 Nov 05 22:04:32.029286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] For port e59a9308-2de8-42e0-bad1-205727ecbea3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:04:32.033092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed00ded4-1a9a-4812-8bf2-c06afb704f77 req-a871eda3-44f5-4da4-ba7f-9acb626f6b00 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccbb9d09-3fa0-42d8-ab5c-4242167d956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157758 Nov 05 22:04:32.061578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] For port e59a9308-2de8-42e0-bad1-205727ecbea3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e59a9308-2de8-42e0-bad1-205727ecbea3,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:04:32.142792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Deleting port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:32.143175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:32.171787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:32.231751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:32.241902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833f796-7ccf-41f2-82ad-77eb393a4ba9 None None] Pushing event updated for resources: {'Port': ['ID=e59a9308-2de8-42e0-bad1-205727ecbea3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:32.261157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:32.262237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:32.290782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] For port f11b3fa3-6b1e-4f2f-8992-eac8096cb441, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,segment=NetworkSegment(a32e4072-f21f-48cd-aeec-c75aa5f1219d),segment_id=a32e4072-f21f-48cd-aeec-c75aa5f1219d)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:32.291165 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:32.314267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Calling delete_port for f11b3fa3-6b1e-4f2f-8992-eac8096cb441 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:32.328841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Subnet': ['ID=9f6fdf51-f860-46c0-8fdb-31d113024a17,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:32.364958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Checking segment: {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:04:32.365552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network hostable DHCP agents. Network: 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:04:32.431383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:32.456828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:04:32.545474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:04:32.549775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:32.550594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:32.605326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667295c5-2ae3-4efa-8e43-6a84f82336b0 None None] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:04:32.667600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8e2fea9e-990e-4ef7-9af6-5cb34bfaf55c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2805135 Nov 05 22:04:32.676576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51008) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:32.694538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:32.804340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Pushing event deleted for resources: {'Port': ['ID=f11b3fa3-6b1e-4f2f-8992-eac8096cb441,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:32.903707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] No DVR routers for this DVR port f11b3fa3-6b1e-4f2f-8992-eac8096cb441 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:32.909241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:32.914043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35081d4f-8b85-4e73-8657-d9b5b12a8dca req-e00ee35d-ca0c-4ede-97c4-c2906c638bd4 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.46 "DELETE /v2.0/ports/f11b3fa3-6b1e-4f2f-8992-eac8096cb441 HTTP/1.1" status: 204 len: 173 time: 0.9514458 Nov 05 22:04:32.914540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'name': 'network-vif-deleted', 'tag': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:32.919882 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570b8214-45ce-4fbf-b961-0c51f5fc0624" -d '{"events": [{"server_uuid": "816d4ec6-1261-4d69-b099-79da97bc6e09", "name": "network-vif-deleted", "tag": "f11b3fa3-6b1e-4f2f-8992-eac8096cb441"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:33.029904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['f11b3fa3-6b1e-4f2f-8992-eac8096cb441'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:04:33.041981 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b6625c-7656-45b7-9b80-4118723c1f7b x-openstack-request-id: req-e6b6625c-7656-45b7-9b80-4118723c1f7b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:33.042283 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816d4ec6-1261-4d69-b099-79da97bc6e09", "name": "network-vif-deleted", "tag": "f11b3fa3-6b1e-4f2f-8992-eac8096cb441", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:33.042540 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6b6625c-7656-45b7-9b80-4118723c1f7b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:33.042976 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816d4ec6-1261-4d69-b099-79da97bc6e09', 'name': 'network-vif-deleted', 'tag': 'f11b3fa3-6b1e-4f2f-8992-eac8096cb441', 'status': 'completed', 'code': 200} Nov 05 22:04:33.240165 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f547790f-ca8f-414b-93ba-7f5b585a9ddb req-fbbb2a64-9365-4772-9f63-a8aa9143752f tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0692947 Nov 05 22:04:33.304309 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:33.363864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:04:33.363864 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:33.390908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a664f-4217-4841-9106-77efaeb21641 req-c96842ed-650a-473d-8bd0-6b928faa145d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:33.392319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:29Z', 'revision_number': 3, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:33.403395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-212a664f-4217-4841-9106-77efaeb21641 req-c96842ed-650a-473d-8bd0-6b928faa145d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.2964826 Nov 05 22:04:33.490166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-212a664f-4217-4841-9106-77efaeb21641 req-c1575be9-16cb-4927-9e0e-fe7f9e34b7e7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763025 Nov 05 22:04:33.577598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4dc3-f99b-42f5-815d-863fa43ae8e9 None None] The sync data for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 is: [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:29Z', 'revision_number': 3, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:04:33.762233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Allocated IP 172.20.0.2 (05ff05d7-b1d3-4a7d-b13b-6a5b587a1121/9f6fdf51-f860-46c0-8fdb-31d113024a17/1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:04:33.945561 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:34.325657 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:34.440169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecbabb4a-f9ae-4c60-bbe7-d0d87d0961c1 req-101d1270-a460-43ed-b330-c77f631169c7 tempest-VolumesActionsTest-1917869611 tempest-VolumesActionsTest-1917869611-project] 10.222.0.41 "GET /v2.0/ports?device_id=816d4ec6-1261-4d69-b099-79da97bc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0490856 Nov 05 22:04:34.534201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:34.654086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:04:34.665509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:04:34.678847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:04:34.719277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-f3de72a8-5d66-4251-9644-4346a3669415 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430280 Nov 05 22:04:34.811757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Pushing event updated for resources: {'Port': ['ID=1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:34.820591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af880-67bc-473c-874b-9d990392c282 req-95052c08-c32a-4b2f-aea6-02d780df8f89 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:34.829018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa8af880-67bc-473c-874b-9d990392c282 req-95052c08-c32a-4b2f-aea6-02d780df8f89 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1331782 Nov 05 22:04:34.856180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.20.0.1 (05ff05d7-b1d3-4a7d-b13b-6a5b587a1121/9f6fdf51-f860-46c0-8fdb-31d113024a17/2800847d-45f2-4508-88c4-24dd706c90fc) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:04:34.863269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Attempting to bind port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:04:34.871859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Attempting to bind port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:04:34.871859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Attempting to bind port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 on network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:34.874272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:04:34.874786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Checking segment: {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:04:34.875772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:34.876686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Bound using segment: {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:04:34.877277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Bound port: 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:04:34.877861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:34.925512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-ea636421-d6bb-40ef-8a5f-295e0935677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:34.929017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-ea636421-d6bb-40ef-8a5f-295e0935677c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 1097 time: 0.1503839 Nov 05 22:04:35.018999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa8af880-67bc-473c-874b-9d990392c282 req-f72a3a76-900d-4081-a9c3-c86339139413 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888266 Nov 05 22:04:35.024872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] For port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:04:35.034270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] For port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:04:35.147742 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:35.194683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e59a9308-2de8-42e0-bad1-205727ecbea3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:04:35.220476 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:35.282446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-921f1cb3-d4f6-469e-a03e-7516007689e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:35.285515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-921f1cb3-d4f6-469e-a03e-7516007689e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72d819fd-de5a-434f-99b4-f517e39ea843 HTTP/1.1" status: 200 len: 915 time: 0.3310525 Nov 05 22:04:35.384651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-d03f3642-dfe8-421c-be04-19266c2fe330 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba HTTP/1.1" status: 200 len: 217 time: 0.0895793 Nov 05 22:04:35.418097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:35.473659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e59a9308-2de8-42e0-bad1-205727ecbea3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:35.474140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:35.517142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-24cdabf3-d715-47c4-a773-013286c4dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:35.519957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-24cdabf3-d715-47c4-a773-013286c4dc58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce55415-136c-411b-9586-975e9029a2b6 HTTP/1.1" status: 200 len: 854 time: 0.1290505 Nov 05 22:04:35.586425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7dacd-e4ce-4e4a-8fe1-190e9898629f None None] Pushing event updated for resources: {'Port': ['ID=1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:35.616853 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:04:35.637290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:04:35.641503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:04:35.654169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-6ba238de-0285-4af8-8bd1-c25e53cd72e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72d819fd-de5a-434f-99b4-f517e39ea843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268780 Nov 05 22:04:35.778660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=2800847d-45f2-4508-88c4-24dd706c90fc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:35.797134 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:35.821544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:35.855404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port e59a9308-2de8-42e0-bad1-205727ecbea3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e59a9308-2de8-42e0-bad1-205727ecbea3,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:35.914787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:35.961038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f11b3fa3-6b1e-4f2f-8992-eac8096cb441 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:36.022178 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-3efdc1f3-b227-4878-95f1-14c8beb88b04 service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568208 Nov 05 22:04:36.073356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: f11b3fa3-6b1e-4f2f-8992-eac8096cb441 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:04:36.073767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f11b3fa3-6b1e-4f2f-8992-eac8096cb441 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:36.117008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=e59a9308-2de8-42e0-bad1-205727ecbea3,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:36.150135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:36.193554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c7dec1d-1437-4302-8d13-9b039007cd76 req-9bb6fd60-b335-4f2f-9707-471cb655cb60 service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633193 Nov 05 22:04:36.323665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbc1d8-a0a7-47e8-b979-6c54232197dd req-53444724-1749-4c32-a63a-c5153a62362f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:36.325557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03bbc1d8-a0a7-47e8-b979-6c54232197dd req-53444724-1749-4c32-a63a-c5153a62362f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1002026 Nov 05 22:04:36.377721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31ed0a6d-c5a1-4ab1-ba1c-fa9af4d243ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:36.561735 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03bbc1d8-a0a7-47e8-b979-6c54232197dd req-b6961d9e-75bc-412e-b83a-b6b2e29e6144 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747231 Nov 05 22:04:36.795916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:36.869832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d42eb-57d0-4ccd-bd86-30db06991b18 None None] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:04:36.911102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:36.953672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-321c2254-8b09-4606-ae9a-60bdb4f507bf None None] Provisioning complete for port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:36.953672 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-321c2254-8b09-4606-ae9a-60bdb4f507bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:37.125475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:37.128282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=2800847d-45f2-4508-88c4-24dd706c90fc,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:37.288818 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-321c2254-8b09-4606-ae9a-60bdb4f507bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:37.294566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:04:37.309766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:04:37.311699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:04:37.478812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-321c2254-8b09-4606-ae9a-60bdb4f507bf None None] For port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:37.497025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:37.498861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:37.589833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router d35f3755-c47b-444d-91cb-6e1c2385af35 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:04:37.593406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-321c2254-8b09-4606-ae9a-60bdb4f507bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:37.820597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c2254-8b09-4606-ae9a-60bdb4f507bf None None] Pushing event updated for resources: {'Port': ['ID=1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:37.850038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc46b80-71d0-48cf-9377-dda305099ae7 req-945a63b0-ae3b-4beb-9f29-fd0b18ab4d70 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:37.851610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fc46b80-71d0-48cf-9377-dda305099ae7 req-945a63b0-ae3b-4beb-9f29-fd0b18ab4d70 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.1356206 Nov 05 22:04:37.965069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:04:37.993560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:04:38.015022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c94368cf-42d9-4a25-a665-016ad854fc3e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "PUT /v2.0/routers/d35f3755-c47b-444d-91cb-6e1c2385af35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3370385 Nov 05 22:04:38.015815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51174) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:38.017997 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Sync routers for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:04:38.020949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fc46b80-71d0-48cf-9377-dda305099ae7 req-745cd0cb-06e4-40c7-8306-d81d62afb7f2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580143 Nov 05 22:04:38.045314 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:38.046487 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:38.080043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e59a9308-2de8-42e0-bad1-205727ecbea3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:04:38.237000 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:38.339785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7fd94f12-cd1e-4e2f-a2ec-b2dce47203dc None None] Provisioning complete for port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:38.340362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fd94f12-cd1e-4e2f-a2ec-b2dce47203dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:38.531689 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:36Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:36Z', 'revision_number': 2, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:38.569806 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Checking router: d35f3755-c47b-444d-91cb-6e1c2385af35 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:04:38.570489 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Updating router d35f3755-c47b-444d-91cb-6e1c2385af35 port 2800847d-45f2-4508-88c4-24dd706c90fc binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:04:38.574682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:38.588924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e59a9308-2de8-42e0-bad1-205727ecbea3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:38.589519 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:38.630203 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:38.762336 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a951d0d-66bf-4d54-b3f1-e1d829603b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:38.792351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '0544555f-fd25-45a7-a93b-48afa121f00d', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'port_id': '0544555f-fd25-45a7-a93b-48afa121f00d', 'mac_address': 'fa:16:3e:f4:69:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:04:39.099391 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.211840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0544555f-fd25-45a7-a93b-48afa121f00d {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:04:39.260533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:39.271449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7fd94f12-cd1e-4e2f-a2ec-b2dce47203dc None None] Provisioning complete for port 2800847d-45f2-4508-88c4-24dd706c90fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:39.272078 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fd94f12-cd1e-4e2f-a2ec-b2dce47203dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.297321 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.308963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7fd94f12-cd1e-4e2f-a2ec-b2dce47203dc None None] Port 2800847d-45f2-4508-88c4-24dd706c90fc cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:04:39.380264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.410841 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.444185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:04:39.505518 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Pushing event updated for resources: {'Port': ['ID=2800847d-45f2-4508-88c4-24dd706c90fc,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:39.516081 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.516825 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.517367 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.517983 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.518535 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.519085 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.521656 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.522216 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.522764 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.523721 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.527245 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.527814 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:04:39.563812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f527c8c-ae66-410b-90d4-6c13971cec30 req-77d5002d-a224-435e-8907-85e54218c5ae tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.564539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=11']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:39.567976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-910c9ea3-a097-4e8a-9d3a-88fcfd5e0493 None None] Provisioning complete for port 2800847d-45f2-4508-88c4-24dd706c90fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:39.568460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-910c9ea3-a097-4e8a-9d3a-88fcfd5e0493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.575216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f527c8c-ae66-410b-90d4-6c13971cec30 req-77d5002d-a224-435e-8907-85e54218c5ae tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 944 time: 0.2409942 Nov 05 22:04:39.621518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.625524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.626394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.627061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.627801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.633816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.634590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.635244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.640256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.641038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.641777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.647378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-491e4f87-0928-419c-8b73-640269ece09c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7793 time: 1.6291907 Nov 05 22:04:39.650128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51214) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:39.696492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-910c9ea3-a097-4e8a-9d3a-88fcfd5e0493 None None] Port 2800847d-45f2-4508-88c4-24dd706c90fc cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:04:39.710089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:39.713090 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.738115 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Attempting to bind port 2800847d-45f2-4508-88c4-24dd706c90fc on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:04:39.740810 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Attempting to bind port 2800847d-45f2-4508-88c4-24dd706c90fc by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:04:39.741535 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Attempting to bind port 2800847d-45f2-4508-88c4-24dd706c90fc on network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:39.765311 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:04:39.772484 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Checking segment: {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:04:39.778219 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.778995 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Bound using segment: {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:04:39.779745 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Bound port: 2800847d-45f2-4508-88c4-24dd706c90fc, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:04:39.782234 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:39.783497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['0544555f-fd25-45a7-a93b-48afa121f00d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:04:39.807183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f527c8c-ae66-410b-90d4-6c13971cec30 req-6b3b971c-f905-481e-9269-04fd115c0e63 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294765 Nov 05 22:04:39.812017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:39.962038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.962691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.963227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.963900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.964574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.965219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.965859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.966523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.967165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.968127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.969082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:39.991391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2a3e0121-4d58-4f79-ac98-92da8c18a5d4 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7211 time: 0.3381848 Nov 05 22:04:39.993542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51226) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:39.999882 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] For port 2800847d-45f2-4508-88c4-24dd706c90fc, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:04:40.009907 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] For port 2800847d-45f2-4508-88c4-24dd706c90fc, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2800847d-45f2-4508-88c4-24dd706c90fc,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:04:40.123145 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.169253 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc072f03-9e79-4e52-8d9d-d80a0a207407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.170172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0aab39ba-fd68-4d2a-b644-61cd8edb80c5 None None] Provisioning complete for port 2800847d-45f2-4508-88c4-24dd706c90fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:40.170652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aab39ba-fd68-4d2a-b644-61cd8edb80c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.289547 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:04:40.290235 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:40.297009 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10665bc0-6de7-48ba-8f07-1a65f21adcf1 None None] Pushing event updated for resources: {'Port': ['ID=2800847d-45f2-4508-88c4-24dd706c90fc,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:40.533578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc072f03-9e79-4e52-8d9d-d80a0a207407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.538088 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:04:40.574541 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.598319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-daa81082-d5f4-487a-a9c9-0bfec80a6b15 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 0.6033449 Nov 05 22:04:40.653669 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc072f03-9e79-4e52-8d9d-d80a0a207407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.691322 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aab39ba-fd68-4d2a-b644-61cd8edb80c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.753458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc072f03-9e79-4e52-8d9d-d80a0a207407 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56022565cec04ff0a95a3cd6cd40ad0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9402795 Nov 05 22:04:40.754331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc072f03-9e79-4e52-8d9d-d80a0a207407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0557e508-9e94-4f42-8443-59ed135b867e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:40.756910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51240) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:40.781084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0aab39ba-fd68-4d2a-b644-61cd8edb80c5 None None] For port 2800847d-45f2-4508-88c4-24dd706c90fc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2800847d-45f2-4508-88c4-24dd706c90fc,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:40.821784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e907a33-6099-4997-931d-72e2409bdc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.871913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aab39ba-fd68-4d2a-b644-61cd8edb80c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:40.878130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e907a33-6099-4997-931d-72e2409bdc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.016637 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:36Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:39Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:04:41.026470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab39ba-fd68-4d2a-b644-61cd8edb80c5 None None] Pushing event updated for resources: {'Port': ['ID=2800847d-45f2-4508-88c4-24dd706c90fc,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:41.039690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e907a33-6099-4997-931d-72e2409bdc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.056489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e907a33-6099-4997-931d-72e2409bdc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.056489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6e907a33-6099-4997-931d-72e2409bdc75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0557e508-9e94-4f42-8443-59ed135b867e HTTP/1.1" status: 204 len: 168 time: 0.2871921 Nov 05 22:04:41.083004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907a33-6099-4997-931d-72e2409bdc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0557e508-9e94-4f42-8443-59ed135b867e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:41.083267 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643ecac-9433-4f5a-91b0-8a88fbb05e27 None None] The sync data for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 is: [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:36Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:39Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:04:41.145734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6f95b0d9-d98b-4cfe-8742-87feec5e4eac None None] Provisioning complete for port 2800847d-45f2-4508-88c4-24dd706c90fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:41.151431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f95b0d9-d98b-4cfe-8742-87feec5e4eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.226484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51250) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:41.246597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fb52c-fec8-4cfd-bc79-69faa90c333b req-3fc34f06-79e6-47d0-8c58-c588039c04e2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:41.249169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-179fb52c-fec8-4cfd-bc79-69faa90c333b req-3fc34f06-79e6-47d0-8c58-c588039c04e2 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 945 time: 0.1853166 Nov 05 22:04:41.255308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d3fea08d-9b29-47c1-850a-0cfd6bcb9dda tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968860153', 'description': 'tempest-secgroup-smoke-968860153 description', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:41.406062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-179fb52c-fec8-4cfd-bc79-69faa90c333b req-9bfcfc93-0575-4e5d-bfc8-6b5597bffc33 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437285 Nov 05 22:04:41.437089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3fea08d-9b29-47c1-850a-0cfd6bcb9dda tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.462660 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.479140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2800847d-45f2-4508-88c4-24dd706c90fc up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:04:41.482851 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:04:41.543220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3fea08d-9b29-47c1-850a-0cfd6bcb9dda tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.571149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2800847d-45f2-4508-88c4-24dd706c90fc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:41.571539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.631130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3fea08d-9b29-47c1-850a-0cfd6bcb9dda tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.702013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fea08d-9b29-47c1-850a-0cfd6bcb9dda tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9dc952-0ef5-4522-93ea-4787d78c5cca,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:41.755906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d3fea08d-9b29-47c1-850a-0cfd6bcb9dda tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.758029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d3fea08d-9b29-47c1-850a-0cfd6bcb9dda tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5063374 Nov 05 22:04:41.761186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51258) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:41.766066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7d49554d-3cfb-486f-b15b-6741c952b66e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '1b9dc952-0ef5-4522-93ea-4787d78c5cca', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:41.905208 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d49554d-3cfb-486f-b15b-6741c952b66e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:41.961899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:04:42.025792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d49554d-3cfb-486f-b15b-6741c952b66e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.053174 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.127953 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d49554d-3cfb-486f-b15b-6741c952b66e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.153600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49554d-3cfb-486f-b15b-6741c952b66e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93856068-1db4-4568-8579-9ec79fe9ece5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:42.191695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 0544555f-fd25-45a7-a93b-48afa121f00d completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:04:42.191695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 0544555f-fd25-45a7-a93b-48afa121f00d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:42.191695 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.269773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51264) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:42.290458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d49554d-3cfb-486f-b15b-6741c952b66e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.295668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7d49554d-3cfb-486f-b15b-6741c952b66e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5330725 Nov 05 22:04:42.296843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51266) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:42.303698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-412f696c-b3b5-4964-af3b-e3102c1a8b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.309160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1f3dac62-ebc2-440a-956a-dc0d61425516 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '1b9dc952-0ef5-4522-93ea-4787d78c5cca', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:42.329811 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.381623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:42.386357 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42659cb1-ecf6-4879-9c0e-816c27ee09f4" -d '{"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-plugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:42.422196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:42.455982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f3dac62-ebc2-440a-956a-dc0d61425516 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.473750 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f8b7e-3616-4f83-b8e9-3043d93eeafe x-openstack-request-id: req-af2f8b7e-3616-4f83-b8e9-3043d93eeafe {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:42.474305 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-plugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:42.475522 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af2f8b7e-3616-4f83-b8e9-3043d93eeafe {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:42.475956 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'code': 200} Nov 05 22:04:42.510661 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.573612 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f3dac62-ebc2-440a-956a-dc0d61425516 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.626992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:42.659326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-412f696c-b3b5-4964-af3b-e3102c1a8b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.692288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50681d-d834-4f04-8ab2-be255b5f2638 req-37815562-b7a7-4767-9b3c-94b58e58b554 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:42.694740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a50681d-d834-4f04-8ab2-be255b5f2638 req-37815562-b7a7-4767-9b3c-94b58e58b554 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.0649376 Nov 05 22:04:42.711559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f3dac62-ebc2-440a-956a-dc0d61425516 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.742278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a803a3-dec9-4093-9944-aabb648c89df req-4c9d9336-a2ad-4d1b-a3e1-2dc28a1db1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:42.748770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38a803a3-dec9-4093-9944-aabb648c89df req-4c9d9336-a2ad-4d1b-a3e1-2dc28a1db1e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1097 time: 0.1300125 Nov 05 22:04:42.750731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-412f696c-b3b5-4964-af3b-e3102c1a8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.764170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dac62-ebc2-440a-956a-dc0d61425516 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7756652a-eb16-4a22-ab84-21ae315502bf,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:42.817283 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7a50681d-d834-4f04-8ab2-be255b5f2638 req-692cabb2-5c76-453b-bd4d-cb45683e1f85 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155686 Nov 05 22:04:42.853035 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f3dac62-ebc2-440a-956a-dc0d61425516 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:42.857337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1f3dac62-ebc2-440a-956a-dc0d61425516 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5592031 Nov 05 22:04:42.857986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51276) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:42.874209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c0a8c6fa-8340-4e34-a3d1-a20aa7b52937 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '1b9dc952-0ef5-4522-93ea-4787d78c5cca', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:42.883629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f696c-b3b5-4964-af3b-e3102c1a8b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcf8762-63b4-4211-b7b4-ddc4051e018e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:42.937791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-412f696c-b3b5-4964-af3b-e3102c1a8b9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ae5f16cbdce4dd7b968cd9cbef85518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682866 Nov 05 22:04:42.938457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51278) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:43.021858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88317d-b3ee-4258-ab06-57d23a2d0da5 req-260e0a9f-a8e8-4af1-833b-da6f235cb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:43.023622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e88317d-b3ee-4258-ab06-57d23a2d0da5 req-260e0a9f-a8e8-4af1-833b-da6f235cb4aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 1097 time: 0.1272957 Nov 05 22:04:43.048642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c6fa-8340-4e34-a3d1-a20aa7b52937 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.072029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a803a3-dec9-4093-9944-aabb648c89df req-906874c3-7700-4386-b008-79160b5a0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:43.073698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38a803a3-dec9-4093-9944-aabb648c89df req-906874c3-7700-4386-b008-79160b5a0c99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.2709210 Nov 05 22:04:43.096096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2f12f2-27e8-459c-942c-1a189ea2fa63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.156869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2f12f2-27e8-459c-942c-1a189ea2fa63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.191222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e88317d-b3ee-4258-ab06-57d23a2d0da5 req-de0e5064-72fb-43e3-9651-bad0e42b736a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597631 Nov 05 22:04:43.198101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38a803a3-dec9-4093-9944-aabb648c89df req-2ac3213c-b339-4aed-9731-6b0d7bb29f00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 200 len: 1001 time: 0.1153829 Nov 05 22:04:43.235526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c6fa-8340-4e34-a3d1-a20aa7b52937 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.370645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c6fa-8340-4e34-a3d1-a20aa7b52937 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.396825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2f12f2-27e8-459c-942c-1a189ea2fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.400047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2f12f2-27e8-459c-942c-1a189ea2fa63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.404500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f2f12f2-27e8-459c-942c-1a189ea2fa63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbcf8762-63b4-4211-b7b4-ddc4051e018e HTTP/1.1" status: 204 len: 168 time: 0.4606147 Nov 05 22:04:43.409911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8c6fa-8340-4e34-a3d1-a20aa7b52937 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b120e9e3-3f6b-43e4-a4b5-0336e7bd6b07,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:43.417736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f12f2-27e8-459c-942c-1a189ea2fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcf8762-63b4-4211-b7b4-ddc4051e018e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:43.482018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c6fa-8340-4e34-a3d1-a20aa7b52937 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.483369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0a8c6fa-8340-4e34-a3d1-a20aa7b52937 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6244140 Nov 05 22:04:43.486087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51290) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:43.491973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e501feec-e1ad-4e12-a8bf-3a6cb9348a08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '1b9dc952-0ef5-4522-93ea-4787d78c5cca', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:43.569714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a803a3-dec9-4093-9944-aabb648c89df req-873b5625-db50-4b6a-92c8-9270de73a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:43.571947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38a803a3-dec9-4093-9944-aabb648c89df req-873b5625-db50-4b6a-92c8-9270de73a8a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0948215 Nov 05 22:04:43.669101 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e501feec-e1ad-4e12-a8bf-3a6cb9348a08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.725321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a803a3-dec9-4093-9944-aabb648c89df req-7b04fb73-1d89-47a5-975f-83dfe9a9b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:43.727431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38a803a3-dec9-4093-9944-aabb648c89df req-7b04fb73-1d89-47a5-975f-83dfe9a9b5b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459756 Nov 05 22:04:43.735082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e501feec-e1ad-4e12-a8bf-3a6cb9348a08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.891761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38a803a3-dec9-4093-9944-aabb648c89df req-519f8d10-17d7-4700-9218-38614befe36a service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527629 Nov 05 22:04:43.910627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e501feec-e1ad-4e12-a8bf-3a6cb9348a08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:43.951929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501feec-e1ad-4e12-a8bf-3a6cb9348a08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d79e8f-ea73-4845-bdb5-8a5d60126b56,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:44.048226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38a803a3-dec9-4093-9944-aabb648c89df req-f82110a2-b5b3-41f3-9c05-9c10d42eafd2 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493027 Nov 05 22:04:44.074643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e501feec-e1ad-4e12-a8bf-3a6cb9348a08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:44.081034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e501feec-e1ad-4e12-a8bf-3a6cb9348a08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5908656 Nov 05 22:04:44.081389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51304) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:44.087832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '1b9dc952-0ef5-4522-93ea-4787d78c5cca', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:44.132226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fb41-d76e-4f6c-9d70-5bc9ea8aa250 req-6bf7e68d-1c7d-4cf5-9331-34754271dac6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:44.134450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5f81fb41-d76e-4f6c-9d70-5bc9ea8aa250 req-6bf7e68d-1c7d-4cf5-9331-34754271dac6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.1666968 Nov 05 22:04:44.203323 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Project 0c6afd23685a4a659a7bbbb0042e1037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:04:44.208970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:44.239864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5f81fb41-d76e-4f6c-9d70-5bc9ea8aa250 req-dfdea6bb-b7b9-44b3-8b14-44e2e5ee2383 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922682 Nov 05 22:04:44.373070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:44.390138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703ebcd-c734-4c69-a1e2-e8b5f37c30f5 req-2e527fc5-d0e5-47f5-8d9b-731e4474550a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:44.400082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5703ebcd-c734-4c69-a1e2-e8b5f37c30f5 req-2e527fc5-d0e5-47f5-8d9b-731e4474550a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1054783 Nov 05 22:04:44.472023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5703ebcd-c734-4c69-a1e2-e8b5f37c30f5 req-e6c6fe0f-6ef8-4344-a51c-53f0c16e5a76 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704272 Nov 05 22:04:44.496565 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:44.522483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e225bd54-7bfa-4ebf-8b32-ee02bf6851d9,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:44.587312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:44.588568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2269ca4b-61a3-4c23-a206-3cb29ee3f9ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5061798 Nov 05 22:04:44.591219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51318) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:44.595968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '1b9dc952-0ef5-4522-93ea-4787d78c5cca', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:44.710990 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Project 0c6afd23685a4a659a7bbbb0042e1037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:04:44.726506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:44.934302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:45.045409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:45.072780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782a34fb-629a-45fb-8aa2-846a7bedce59,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:45.338543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:45.338543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59499b06-7f8b-42b8-b800-41c14b4978c5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7425461 Nov 05 22:04:45.528722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19553a4d-f590-404c-b25e-02cf47b05e09 req-633f9f2d-f280-4cb7-b87a-19b26942a8ee tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:45.532508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19553a4d-f590-404c-b25e-02cf47b05e09 req-633f9f2d-f280-4cb7-b87a-19b26942a8ee tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.1200502 Nov 05 22:04:45.653256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19553a4d-f590-404c-b25e-02cf47b05e09 req-01a1296d-3534-461b-9257-ee619c2d3d69 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143594 Nov 05 22:04:45.862270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b3f3-9e71-4084-8fd8-a6b4c02a4b51 req-9315bc69-5de8-42a1-a07d-6a69da123612 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:45.872095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0de4b3f3-9e71-4084-8fd8-a6b4c02a4b51 req-9315bc69-5de8-42a1-a07d-6a69da123612 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0760713 Nov 05 22:04:45.955857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0de4b3f3-9e71-4084-8fd8-a6b4c02a4b51 req-a494249b-942b-4759-8cdc-2f9a49201d1d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788755 Nov 05 22:04:46.818900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-20a5a05b-1f5a-4454-8e2c-9623358add0d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:46.823176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-20a5a05b-1f5a-4454-8e2c-9623358add0d tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.1381986 Nov 05 22:04:46.884388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d6de-0a2e-48bb-91d7-b6b9776f5db2 req-3c58c998-66b6-4618-b596-98a5d1ae978c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:46.887514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed25d6de-0a2e-48bb-91d7-b6b9776f5db2 req-3c58c998-66b6-4618-b596-98a5d1ae978c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.0952239 Nov 05 22:04:46.964363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed25d6de-0a2e-48bb-91d7-b6b9776f5db2 req-58bb2ce4-d34e-4ab5-9f90-f5aa9f4daa31 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700817 Nov 05 22:04:47.047408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-c1ca6be7-763a-4162-8b16-707491d321c2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968860153&fields=id&tenant_id=0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 267 time: 0.1404393 Nov 05 22:04:47.168203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Deleting port 67082028-bf2e-4706-bd0e-420b4d863a38 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:47.172071 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:47.172266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7300-7909-4944-af89-3f77d96ba6dd req-e4792af7-7539-4553-be06-b6bb34efe6d3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:47.186310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-567d7300-7909-4944-af89-3f77d96ba6dd req-e4792af7-7539-4553-be06-b6bb34efe6d3 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 945 time: 0.0991383 Nov 05 22:04:47.260748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-567d7300-7909-4944-af89-3f77d96ba6dd req-84eb8149-b5dc-4189-a8f0-12e4f1810d52 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735624 Nov 05 22:04:47.282807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-08436841-3eb4-4cc8-b8eb-4f64cbf38be5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:47.282807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-08436841-3eb4-4cc8-b8eb-4f64cbf38be5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/networks?id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 200 len: 797 time: 0.2209733 Nov 05 22:04:47.307342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] For port 67082028-bf2e-4706-bd0e-420b4d863a38, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67082028-bf2e-4706-bd0e-420b4d863a38,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:47.307811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:47.311342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-efaa9c1f-c68a-47a2-b3d8-ee5f210b3fb7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/quotas/0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 375 time: 0.0176694 Nov 05 22:04:47.333912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Calling delete_port for 67082028-bf2e-4706-bd0e-420b4d863a38 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:47.413667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-bc3e582b-2a13-4c19-ba15-6c23b60b1df3 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935290 Nov 05 22:04:47.590133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-35442bdf-f788-4866-a6e7-8f9b0d38e59c service neutron] 10.222.0.41 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527784 Nov 05 22:04:47.696760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-6ca8a4a1-e16a-4169-a869-7252793e3732 service neutron] 10.222.0.41 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001210 Nov 05 22:04:47.699386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:47.712760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['67082028-bf2e-4706-bd0e-420b4d863a38', 'cb697fb2-5f27-4466-bdf7-245977a213c7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:04:47.857534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Pushing event deleted for resources: {'Port': ['ID=67082028-bf2e-4706-bd0e-420b4d863a38,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:47.875821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] No DVR routers for this DVR port 67082028-bf2e-4706-bd0e-420b4d863a38 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:47.878886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:47.882997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b757b9b-9c5a-4def-aaef-79c46c512c72 req-6fd23895-c29e-46ae-a625-78f4b7035941 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "DELETE /v2.0/ports/67082028-bf2e-4706-bd0e-420b4d863a38 HTTP/1.1" status: 204 len: 173 time: 1.0504274 Nov 05 22:04:47.883778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'name': 'network-vif-deleted', 'tag': '67082028-bf2e-4706-bd0e-420b4d863a38'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:47.893699 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70816e0f-f82d-4677-b3cd-9e494f925218" -d '{"events": [{"server_uuid": "f426c7e2-b0f4-46e5-b1dc-c772f4e58481", "name": "network-vif-deleted", "tag": "67082028-bf2e-4706-bd0e-420b4d863a38"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:47.938956 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ee8ebe-b307-4e0d-a2be-d140a3ca7894 x-openstack-request-id: req-61ee8ebe-b307-4e0d-a2be-d140a3ca7894 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:47.939270 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f426c7e2-b0f4-46e5-b1dc-c772f4e58481", "name": "network-vif-deleted", "tag": "67082028-bf2e-4706-bd0e-420b4d863a38", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:47.939516 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61ee8ebe-b307-4e0d-a2be-d140a3ca7894 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:47.940080 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f426c7e2-b0f4-46e5-b1dc-c772f4e58481', 'name': 'network-vif-deleted', 'tag': '67082028-bf2e-4706-bd0e-420b4d863a38', 'status': 'completed', 'code': 200} Nov 05 22:04:48.166385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b4b534f-9218-4d2a-8e25-870e26aeebef req-4939d01a-897c-451e-98be-ac7af802f7f4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 210 time: 0.0727329 Nov 05 22:04:48.236492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52990676-ecb9-49dc-930d-f65009fe997c req-56397e83-4247-49b2-b0fd-bb4cf35d5471 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:48.238831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52990676-ecb9-49dc-930d-f65009fe997c req-56397e83-4247-49b2-b0fd-bb4cf35d5471 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.0609553 Nov 05 22:04:48.328232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52990676-ecb9-49dc-930d-f65009fe997c req-4f519138-6f6b-4767-b28e-f52d9df11508 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833712 Nov 05 22:04:48.376863 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d5c51f5-b3c8-4352-8a8e-2ebfcc7dc005 req-f8babd05-83ef-4561-907c-3dc805854679 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 210 time: 0.0297198 Nov 05 22:04:49.300146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-237eca4a-aecf-4228-b911-869843f238bc req-00f6b9e5-5f01-446f-bc24-003aafe12d5b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 210 time: 0.0567353 Nov 05 22:04:49.508770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5fea5bbb-31de-414e-95b3-a9a89d1f08ae req-a48e3c24-4af2-4f6c-b9a8-359360cef186 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=f426c7e2-b0f4-46e5-b1dc-c772f4e58481 HTTP/1.1" status: 200 len: 210 time: 0.0316179 Nov 05 22:04:49.989101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67082028-bf2e-4706-bd0e-420b4d863a38 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:04:50.026005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 67082028-bf2e-4706-bd0e-420b4d863a38 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:04:50.027098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67082028-bf2e-4706-bd0e-420b4d863a38 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:04:50.569424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cbffece4-27a9-4dde-9484-ae2d5660c213 req-00d7c424-47ce-49d8-a0a4-ad515441294f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 210 time: 0.0504386 Nov 05 22:04:51.136912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51542) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:51.278432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f552ae4-66e4-4ba2-8711-f384b9ce0442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:51.316280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275726-279d-4d3b-a980-5a1add9f6ec6 req-183051d6-41d7-4ced-bf77-2a83bc14790f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:51.329882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8275726-279d-4d3b-a980-5a1add9f6ec6 req-183051d6-41d7-4ced-bf77-2a83bc14790f tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0796633 Nov 05 22:04:51.378065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8275726-279d-4d3b-a980-5a1add9f6ec6 req-a5fcaa3a-2e71-42c1-bb62-37fc90ee490e tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Nov 05 22:04:51.389022 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f552ae4-66e4-4ba2-8711-f384b9ce0442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:51.479429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9f552ae4-66e4-4ba2-8711-f384b9ce0442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:51.520636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f552ae4-66e4-4ba2-8711-f384b9ce0442 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e2f5768ed9041269cf837de2be868d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823123 Nov 05 22:04:51.522279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f552ae4-66e4-4ba2-8711-f384b9ce0442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018a4713-0a8c-4b34-a7de-3ef6f176e28a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:51.523403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51548) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:51.608433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-717c3be4-e9b1-485e-baa9-80474d07fc70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:51.647194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-717c3be4-e9b1-485e-baa9-80474d07fc70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:51.713542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-dbc65039-f4aa-430e-ad5f-69a379e582e4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:51.715147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-dbc65039-f4aa-430e-ad5f-69a379e582e4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/networks?id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 200 len: 797 time: 0.1544473 Nov 05 22:04:51.758933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00002eed-c3d0-4868-9f76-b0412aced23b req-94b44f34-4799-48b5-90c7-073b2dd18c4d tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 210 time: 0.0408027 Nov 05 22:04:51.821203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-f31d6426-9afa-44b0-9160-2afbff8f1d66 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 379 time: 0.0901332 Nov 05 22:04:51.830585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'port': {'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'admin_state_up': True, 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'security_groups': ['1b9dc952-0ef5-4522-93ea-4787d78c5cca']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:51.830757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-717c3be4-e9b1-485e-baa9-80474d07fc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:51.836330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-717c3be4-e9b1-485e-baa9-80474d07fc70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:51.838988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-717c3be4-e9b1-485e-baa9-80474d07fc70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/018a4713-0a8c-4b34-a7de-3ef6f176e28a HTTP/1.1" status: 204 len: 168 time: 0.3143134 Nov 05 22:04:51.849538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c3be4-e9b1-485e-baa9-80474d07fc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018a4713-0a8c-4b34-a7de-3ef6f176e28a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:52.083354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:04:52.092689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:52.593229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430f0cb-5e41-4b11-9c97-e8d9ed09cc5e req-79c53765-76ca-492b-81c5-5be4c0b7af77 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:52.601982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c430f0cb-5e41-4b11-9c97-e8d9ed09cc5e req-79c53765-76ca-492b-81c5-5be4c0b7af77 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0727081 Nov 05 22:04:52.626555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.20.0.13 (05ff05d7-b1d3-4a7d-b13b-6a5b587a1121/9f6fdf51-f860-46c0-8fdb-31d113024a17/28362013-2e07-4051-a340-291499722928) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:04:52.683959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c430f0cb-5e41-4b11-9c97-e8d9ed09cc5e req-6a01bcd7-5ccb-4680-b8b8-5ccf0b076438 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808845 Nov 05 22:04:52.818847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51574) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:52.834505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:52.835081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41e17316-26e5-4a5e-b449-2265686e2fce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.007041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb481ccc-a1b7-4550-a879-dc60fa9283dc req-7cad0b60-f41d-4e61-b75e-2aecbfa2512e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 210 time: 0.0901458 Nov 05 22:04:53.029898 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41e17316-26e5-4a5e-b449-2265686e2fce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.093759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.141738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=28362013-2e07-4051-a340-291499722928,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:53.142566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41e17316-26e5-4a5e-b449-2265686e2fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.167282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:04:53.169336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:04:53.190994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:04:53.234086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41e17316-26e5-4a5e-b449-2265686e2fce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f814b8c450f9443ead8d7ded51f8a908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4141290 Nov 05 22:04:53.237904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e17316-26e5-4a5e-b449-2265686e2fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4c496-009a-4be4-aedc-c6b0f7123e1b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:53.243446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51590) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:53.324953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:53.325854 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.398141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-634e9d70-33be-42ef-876a-dbadaf0eb79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.425839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-634e9d70-33be-42ef-876a-dbadaf0eb79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.446364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8eb84d75-670f-430a-bc65-6e416837bbe4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6195149 Nov 05 22:04:53.461187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Request body: {'port': {'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:04:53.569831 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.579082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-634e9d70-33be-42ef-876a-dbadaf0eb79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.582063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-634e9d70-33be-42ef-876a-dbadaf0eb79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.586085 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-634e9d70-33be-42ef-876a-dbadaf0eb79c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05a4c496-009a-4be4-aedc-c6b0f7123e1b HTTP/1.1" status: 204 len: 168 time: 0.3414693 Nov 05 22:04:53.597993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e9d70-33be-42ef-876a-dbadaf0eb79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4c496-009a-4be4-aedc-c6b0f7123e1b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:53.673643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-82408a8c-b652-43ea-8c52-f1dce07726a3 None None] Provisioning complete for port 28362013-2e07-4051-a340-291499722928 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:04:53.674202 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-82408a8c-b652-43ea-8c52-f1dce07726a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:53.782806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-82408a8c-b652-43ea-8c52-f1dce07726a3 None None] Port 28362013-2e07-4051-a340-291499722928 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:04:53.948920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf59dc-25e9-4d37-8f21-ceb2653bfede req-09eb9c54-84f2-4b42-a616-d4856c2ad873 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:53.969729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0edf59dc-25e9-4d37-8f21-ceb2653bfede req-09eb9c54-84f2-4b42-a616-d4856c2ad873 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1522732 Nov 05 22:04:54.113006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0edf59dc-25e9-4d37-8f21-ceb2653bfede req-2dadeaad-0c33-4a16-9378-131fc322acc2 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422207 Nov 05 22:04:54.218041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28362013-2e07-4051-a340-291499722928 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:04:54.228407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:54.242713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04489c58-01ce-4bb0-92a3-31afeef76bd4 req-a37a4b86-c900-4402-aadb-04e2dd567dcd tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:54.244412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04489c58-01ce-4bb0-92a3-31afeef76bd4 req-a37a4b86-c900-4402-aadb-04e2dd567dcd tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 932 time: 0.0936608 Nov 05 22:04:54.268091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Transition to ACTIVE for port object 28362013-2e07-4051-a340-291499722928 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:04:54.308683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04489c58-01ce-4bb0-92a3-31afeef76bd4 req-7d890b9a-6aeb-4996-b701-692de6466cc5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553210 Nov 05 22:04:54.524999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:54.598419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Pushing event updated for resources: {'Port': ['ID=28362013-2e07-4051-a340-291499722928,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:54.739084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Attempting to bind port 28362013-2e07-4051-a340-291499722928 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:04:54.739581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Attempting to bind port 28362013-2e07-4051-a340-291499722928 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:04:54.739976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Attempting to bind port 28362013-2e07-4051-a340-291499722928 on network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:54.744927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Port 28362013-2e07-4051-a340-291499722928 on network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:04:54.745331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Attempting to bind port 28362013-2e07-4051-a340-291499722928 on network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:04:54.752209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:04:54.753387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Checking segment: {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:04:54.755780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Bound using segment: {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:04:54.758152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Bound port: 28362013-2e07-4051-a340-291499722928, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937f11a2-2a86-4a3f-bd0c-7b116d36163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:04:54.758152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:54.859542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] For port 28362013-2e07-4051-a340-291499722928, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:04:54.869589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] For port 28362013-2e07-4051-a340-291499722928, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=28362013-2e07-4051-a340-291499722928,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:04:55.014528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:55.056814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.057432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:55.058781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] 10.222.0.13 "PUT /v2.0/ports/28362013-2e07-4051-a340-291499722928 HTTP/1.1" status: 200 len: 1092 time: 1.6035874 Nov 05 22:04:55.060869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'tag': '28362013-2e07-4051-a340-291499722928'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:55.064762 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26a9b66-4f59-4385-bf4a-23538bd728c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "tag": "28362013-2e07-4051-a340-291499722928"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:55.136644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ced6e-ec16-4f2c-ade0-3e79b5842aad service neutron] Pushing event updated for resources: {'Port': ['ID=28362013-2e07-4051-a340-291499722928,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:55.175398 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8877529b-2bed-472c-a519-2c34639c33a1 x-openstack-request-id: req-8877529b-2bed-472c-a519-2c34639c33a1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:55.175753 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "tag": "28362013-2e07-4051-a340-291499722928", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:55.178439 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8877529b-2bed-472c-a519-2c34639c33a1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:55.178439 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'tag': '28362013-2e07-4051-a340-291499722928', 'status': 'completed', 'code': 200} Nov 05 22:04:55.317613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a9b66-4f59-4385-bf4a-23538bd728c6 req-1b618a2e-3aa4-4220-b335-415528bc1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.322426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e26a9b66-4f59-4385-bf4a-23538bd728c6 req-1b618a2e-3aa4-4220-b335-415528bc1640 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1095 time: 0.1205592 Nov 05 22:04:55.329267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b09362-d224-421a-8875-189e276b5f85 req-03855901-bff4-41f2-bd27-fea3865743b4 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.331120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19b09362-d224-421a-8875-189e276b5f85 req-03855901-bff4-41f2-bd27-fea3865743b4 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1197348 Nov 05 22:04:55.495591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a9b66-4f59-4385-bf4a-23538bd728c6 req-5050f896-b788-41ef-a367-49fdcf79c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.495591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e26a9b66-4f59-4385-bf4a-23538bd728c6 req-5050f896-b788-41ef-a367-49fdcf79c9df service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1630485 Nov 05 22:04:55.514502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253f268-8e68-44da-8944-e5ad08aa41bc req-aa41f56b-bdd3-44d7-8e41-df3ab2ac4ef9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.525110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d253f268-8e68-44da-8944-e5ad08aa41bc req-aa41f56b-bdd3-44d7-8e41-df3ab2ac4ef9 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 944 time: 0.1025712 Nov 05 22:04:55.622212 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d253f268-8e68-44da-8944-e5ad08aa41bc req-71b8ee13-7230-4f0a-bb01-5adf4ee9289b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955331 Nov 05 22:04:55.628320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19b09362-d224-421a-8875-189e276b5f85 req-32cb5fe7-3978-459d-ba8d-2401bf10f709 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298478 Nov 05 22:04:55.664028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a9b66-4f59-4385-bf4a-23538bd728c6 req-2e951b3e-8572-41cc-b9ed-196c56f94797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.665664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e26a9b66-4f59-4385-bf4a-23538bd728c6 req-2e951b3e-8572-41cc-b9ed-196c56f94797 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621795 Nov 05 22:04:55.754478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8764119f-975a-4281-ac6c-239ba61d1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.756150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-8764119f-975a-4281-ac6c-239ba61d1951 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1095 time: 0.0506096 Nov 05 22:04:55.815227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-044e4777-e8b8-4d6a-bc1a-eb6907f0a832 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28362013-2e07-4051-a340-291499722928 HTTP/1.1" status: 200 len: 217 time: 0.0498006 Nov 05 22:04:55.874599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-96d5fbc2-0a66-4cb3-b41e-f59354275305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.876096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-96d5fbc2-0a66-4cb3-b41e-f59354275305 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f6fdf51-f860-46c0-8fdb-31d113024a17 HTTP/1.1" status: 200 len: 834 time: 0.0555434 Nov 05 22:04:55.927304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-f997556c-a6bd-46d5-b6c4-6962beb9f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:55.928866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-f997556c-a6bd-46d5-b6c4-6962beb9f02d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456517 Nov 05 22:04:56.056318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-e4104a02-3fb2-41ac-9c8c-0b31469b941e service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191256 Nov 05 22:04:56.211265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b4ab3e-6be9-49b6-b36b-ae3bba493e42 req-926a8151-235a-489c-a7c5-f838516455cb service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361835 Nov 05 22:04:56.715493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-3b64ee49-4928-462d-9685-fdc3c39fffa5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:56.720353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-3b64ee49-4928-462d-9685-fdc3c39fffa5 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.0711374 Nov 05 22:04:56.840007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ecc9d-ff67-4c15-b26a-b928ba5c035b req-458c4b4f-e5cb-40cd-a60e-c74a25b30ee6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:56.853323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-374ecc9d-ff67-4c15-b26a-b928ba5c035b req-458c4b4f-e5cb-40cd-a60e-c74a25b30ee6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 944 time: 0.1056376 Nov 05 22:04:56.921419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c6edf-abb4-4368-82c7-9eec8b5d66b9 req-e54acd6c-b849-4181-887b-76a8fdaad8e8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:56.927911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-139c6edf-abb4-4368-82c7-9eec8b5d66b9 req-e54acd6c-b849-4181-887b-76a8fdaad8e8 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 946 time: 0.1896436 Nov 05 22:04:56.952109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-374ecc9d-ff67-4c15-b26a-b928ba5c035b req-112d8c97-05d1-4d2a-92d4-1d75cdee8f87 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972068 Nov 05 22:04:57.028405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Deleting port cb697fb2-5f27-4466-bdf7-245977a213c7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:04:57.028746 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:57.049093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-139c6edf-abb4-4368-82c7-9eec8b5d66b9 req-23b637b9-5949-4844-93e6-a011d550a08a tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1b173ff-0c99-4a78-82a8-9de46f65bd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106212 Nov 05 22:04:57.146424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] For port cb697fb2-5f27-4466-bdf7-245977a213c7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=cb697fb2-5f27-4466-bdf7-245977a213c7,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:57.146878 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:57.166620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Calling delete_port for cb697fb2-5f27-4466-bdf7-245977a213c7 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:04:57.482739 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:57.496884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['cb697fb2-5f27-4466-bdf7-245977a213c7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:04:57.546417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Pushing event deleted for resources: {'Port': ['ID=cb697fb2-5f27-4466-bdf7-245977a213c7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:57.620052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] No DVR routers for this DVR port cb697fb2-5f27-4466-bdf7-245977a213c7 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:04:57.623099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:57.627524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64752f76-d8b7-4f20-bd52-dc931b1aedce req-9bf6d0b2-5264-41cd-a1cb-8e1cd3c7f301 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.46 "DELETE /v2.0/ports/cb697fb2-5f27-4466-bdf7-245977a213c7 HTTP/1.1" status: 204 len: 173 time: 0.9030366 Nov 05 22:04:57.628047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'name': 'network-vif-deleted', 'tag': 'cb697fb2-5f27-4466-bdf7-245977a213c7'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:04:57.630878 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a5f129-ced6-4dd1-9266-291ffa593d52" -d '{"events": [{"server_uuid": "cf900ec2-0f96-4eb2-8f1b-d29c0402d69e", "name": "network-vif-deleted", "tag": "cb697fb2-5f27-4466-bdf7-245977a213c7"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:04:57.683027 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11cbcdb-d9d1-4a60-b1c1-af51c64b9c63 x-openstack-request-id: req-d11cbcdb-d9d1-4a60-b1c1-af51c64b9c63 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:04:57.688906 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf900ec2-0f96-4eb2-8f1b-d29c0402d69e", "name": "network-vif-deleted", "tag": "cb697fb2-5f27-4466-bdf7-245977a213c7", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:04:57.689466 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d11cbcdb-d9d1-4a60-b1c1-af51c64b9c63 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:04:57.690323 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf900ec2-0f96-4eb2-8f1b-d29c0402d69e', 'name': 'network-vif-deleted', 'tag': 'cb697fb2-5f27-4466-bdf7-245977a213c7', 'status': 'completed', 'code': 200} Nov 05 22:04:58.154174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05547175-6f40-4cd6-b7f7-24fa688e3e3b req-b78582b9-f709-4ede-b183-e5f22b28f21f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:58.155681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05547175-6f40-4cd6-b7f7-24fa688e3e3b req-b78582b9-f709-4ede-b183-e5f22b28f21f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 944 time: 0.0542161 Nov 05 22:04:58.180647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a5ffaf8-f9ba-448f-9d36-6f2799c51511 req-1460f0da-44cb-4ac4-9a31-cc04cabbdfa7 tempest-ServerRescueNegativeTestJSON-602882617 tempest-ServerRescueNegativeTestJSON-602882617-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf900ec2-0f96-4eb2-8f1b-d29c0402d69e HTTP/1.1" status: 200 len: 210 time: 0.0278404 Nov 05 22:04:58.212145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05547175-6f40-4cd6-b7f7-24fa688e3e3b req-c200f833-8a76-443b-9065-2558463337f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498390 Nov 05 22:04:59.244296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51728) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:04:59.288317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 28362013-2e07-4051-a340-291499722928 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:04:59.379137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26852353-a3dc-4955-899c-eef358177056 req-e281d27d-83bb-46cc-aed3-f3ab1a292ef7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:04:59.389409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26852353-a3dc-4955-899c-eef358177056 req-e281d27d-83bb-46cc-aed3-f3ab1a292ef7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 944 time: 0.0974469 Nov 05 22:04:59.418093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 28362013-2e07-4051-a340-291499722928, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=28362013-2e07-4051-a340-291499722928,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:59.438664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '28362013-2e07-4051-a340-291499722928', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'port_id': '28362013-2e07-4051-a340-291499722928', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:04:59.484716 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:59.502854 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26852353-a3dc-4955-899c-eef358177056 req-3bce037a-1b70-4c63-9a8b-5084224da010 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112826 Nov 05 22:04:59.505272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28362013-2e07-4051-a340-291499722928 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:04:59.543211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 28362013-2e07-4051-a340-291499722928, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=28362013-2e07-4051-a340-291499722928,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:04:59.624559 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:59.715642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=28362013-2e07-4051-a340-291499722928,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:04:59.824665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:04:59.870569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['28362013-2e07-4051-a340-291499722928'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:05:00.060257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cb697fb2-5f27-4466-bdf7-245977a213c7 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:05:00.118850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: cb697fb2-5f27-4466-bdf7-245977a213c7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:05:00.119469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device cb697fb2-5f27-4466-bdf7-245977a213c7 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:05:00.310618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Deleting port 7a69b43b-3813-40d2-befc-d667bc745592 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:05:00.310618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:00.429260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] For port 7a69b43b-3813-40d2-befc-d667bc745592, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7a69b43b-3813-40d2-befc-d667bc745592,segment=NetworkSegment(1d97bd66-5da7-47e4-bc16-fe36f529933e),segment_id=1d97bd66-5da7-47e4-bc16-fe36f529933e)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:00.429696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:00.445835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Calling delete_port for 7a69b43b-3813-40d2-befc-d667bc745592 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:05:00.713225 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:00.727620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dac460-142e-4365-bd03-26a59780100b req-1bc1b877-b97c-4bef-a022-18234291b093 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:00.734889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13dac460-142e-4365-bd03-26a59780100b req-1bc1b877-b97c-4bef-a022-18234291b093 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 945 time: 0.1137924 Nov 05 22:05:00.806731 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-13dac460-142e-4365-bd03-26a59780100b req-4ddf2c01-51cf-4a4c-baca-ef3055f9e78e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706768 Nov 05 22:05:00.851516 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:00.881790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a69b43b-3813-40d2-befc-d667bc745592,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:01.114214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:01.308635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 28362013-2e07-4051-a340-291499722928 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:05:01.359372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Router 6054172b-5860-4281-a3b1-dc30fcfa6115 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:05:01.496192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 28362013-2e07-4051-a340-291499722928 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:05:01.504439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 28362013-2e07-4051-a340-291499722928 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:01.511835 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:01.561012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:05:01.580469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] Sync routers for ids ['6054172b-5860-4281-a3b1-dc30fcfa6115'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:05:01.587752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51772) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:01.588328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c4244d50-ca49-4748-bc10-41fdcef9d442 admin admin] 10.222.0.41 "PUT /v2.0/routers/6054172b-5860-4281-a3b1-dc30fcfa6115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3427100 Nov 05 22:05:01.625000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] Routers {'6054172b-5860-4281-a3b1-dc30fcfa6115'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:05:01.625868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6054172b-5860-4281-a3b1-dc30fcfa6115'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:01.669110 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:01.727022 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:01.731857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28362013-2e07-4051-a340-291499722928'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:01.734656 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b363551f-994a-447f-a0ba-cfdd3ff8e303" -d '{"events": [{"server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "name": "network-vif-plugged", "status": "completed", "tag": "28362013-2e07-4051-a340-291499722928"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:01.761246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 28362013-2e07-4051-a340-291499722928, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=28362013-2e07-4051-a340-291499722928,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:01.783666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] Set router 6054172b-5860-4281-a3b1-dc30fcfa6115 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:05:01.814535 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ba3ed-f6a3-4bde-8b7d-0f76ad24dbfc x-openstack-request-id: req-ff7ba3ed-f6a3-4bde-8b7d-0f76ad24dbfc {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:01.815149 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "name": "network-vif-plugged", "status": "completed", "tag": "28362013-2e07-4051-a340-291499722928", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:01.815857 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff7ba3ed-f6a3-4bde-8b7d-0f76ad24dbfc {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:01.817014 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28362013-2e07-4051-a340-291499722928', 'code': 200} Nov 05 22:05:01.870060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:01.972901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:01.975144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=28362013-2e07-4051-a340-291499722928,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:02.020347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faffaf-8b34-4551-9812-3d12bd5cad4b req-1ae86f0d-53ab-4e9b-87b9-3d4f847cdebc tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:02.022051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28faffaf-8b34-4551-9812-3d12bd5cad4b req-1ae86f0d-53ab-4e9b-87b9-3d4f847cdebc tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 946 time: 0.1013594 Nov 05 22:05:02.035253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414edb92-69b3-45ea-9d16-f21289df2513 req-9a9a9892-f266-44e7-a9ec-f0db485163ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:02.037172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-414edb92-69b3-45ea-9d16-f21289df2513 req-9a9a9892-f266-44e7-a9ec-f0db485163ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1097 time: 0.1599450 Nov 05 22:05:02.134294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:05:00Z', 'revision_number': 5, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port': {'id': '471e6d35-d524-4ed0-8b5a-b02a2aa22d2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:46Z', 'updated_at': '2021-11-05T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:02.136460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28faffaf-8b34-4551-9812-3d12bd5cad4b req-685e6174-209a-471b-b68b-8bd66d42d957 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072054 Nov 05 22:05:02.167405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-414edb92-69b3-45ea-9d16-f21289df2513 req-db789e58-e1ba-4570-88c9-608806055f41 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217623 Nov 05 22:05:02.193744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] Checking router: 6054172b-5860-4281-a3b1-dc30fcfa6115 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:05:02.202723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Deleting port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:05:02.203078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.211857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] Routers {'6054172b-5860-4281-a3b1-dc30fcfa6115'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:05:02.213728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6054172b-5860-4281-a3b1-dc30fcfa6115'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:02.329062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] For port 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:02.330056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.340708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] Set router 6054172b-5860-4281-a3b1-dc30fcfa6115 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:05:02.344387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Calling delete_port for 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:05:02.398044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:05:01Z', 'revision_number': 6, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:02.434613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344a372-78b3-47ab-ac4d-c31bed86da48 None None] The sync data for ids ['6054172b-5860-4281-a3b1-dc30fcfa6115'] in n-d-816738-5 is: [{'id': '6054172b-5860-4281-a3b1-dc30fcfa6115', 'name': 'tempest-ServerRescueNegativeTestJSON-1797994183-router', 'tenant_id': 'f8e268ca5d724adfa2629124e5373a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:01:45Z', 'updated_at': '2021-11-05T22:05:01Z', 'revision_number': 6, 'project_id': 'f8e268ca5d724adfa2629124e5373a4c', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:05:02.613430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.640585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=471e6d35-d524-4ed0-8b5a-b02a2aa22d2f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:02.667408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.667849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.668257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.668667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.669073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.669475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.669865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.670421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.670972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.671377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.671800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.672199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:02.722632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.838377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.841012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.853527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.979408 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.980022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6054172b-5860-4281-a3b1-dc30fcfa6115 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:05:02.984548 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:02.985705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3915a0bc-3506-4fb7-9007-560d06609e4b admin admin] 10.222.0.41 "DELETE /v2.0/routers/6054172b-5860-4281-a3b1-dc30fcfa6115 HTTP/1.1" status: 204 len: 168 time: 1.3960772 Nov 05 22:05:02.988961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:03.084725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] Deleting subnet 164b29ec-6469-4d03-9923-942c041705fe {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:05:03.088153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.131704 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.212542 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.362003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b006b-a1c2-4dfd-ac44-0dbdf197557b req-035aa50f-d41d-4199-9e43-3f1789f676ca tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:03.364097 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb8b006b-a1c2-4dfd-ac44-0dbdf197557b req-035aa50f-d41d-4199-9e43-3f1789f676ca tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 946 time: 0.0878587 Nov 05 22:05:03.412377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:05:03.440474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:05:03.441125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 471e6d35-d524-4ed0-8b5a-b02a2aa22d2f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:05:03.441831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7a69b43b-3813-40d2-befc-d667bc745592 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:05:03.448657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb8b006b-a1c2-4dfd-ac44-0dbdf197557b req-0a1b8efb-fe81-49cc-b95e-5797aa14a907 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721493 Nov 05 22:05:03.474212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.480955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 7a69b43b-3813-40d2-befc-d667bc745592 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:05:03.481518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7a69b43b-3813-40d2-befc-d667bc745592 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:05:03.524687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164b29ec-6469-4d03-9923-942c041705fe,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:03.530878 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.534552 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cebf28ce-fc8b-4f6e-a6cd-62b8fb4c7000 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/164b29ec-6469-4d03-9923-942c041705fe HTTP/1.1" status: 204 len: 168 time: 0.5447242 Nov 05 22:05:03.537726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51822) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:03.650698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.737859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.768255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e3a826-92a2-403f-80ec-f1d6137be21e']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:03.787801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d97bd66-5da7-47e4-bc16-fe36f529933e') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:03.788102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d97bd66-5da7-47e4-bc16-fe36f529933e') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:03.798478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.839697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.850502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:05:03.851064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:05:03.853624 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:05:04.005310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:04.010798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:04.014391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] 10.222.0.41 "DELETE /v2.0/networks/56e3a826-92a2-403f-80ec-f1d6137be21e HTTP/1.1" status: 204 len: 168 time: 0.4756615 Nov 05 22:05:04.029115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5874560-db83-468c-826d-2999558a4c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e3a826-92a2-403f-80ec-f1d6137be21e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:04.607451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777c0aa-ed78-4444-8a3f-30f98ed521c7 req-675e1d00-5089-4ad8-bef0-e6ebbbe88a4e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:04.609156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2777c0aa-ed78-4444-8a3f-30f98ed521c7 req-675e1d00-5089-4ad8-bef0-e6ebbbe88a4e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 946 time: 0.0602758 Nov 05 22:05:04.633817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51844) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:04.718395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2777c0aa-ed78-4444-8a3f-30f98ed521c7 req-bcff0695-e6c2-49ec-a38f-ebd1fbda34a0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016321 Nov 05 22:05:04.794420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ce144ffa-eec9-4dc6-90b9-68d09edef1a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8e268ca5d724adfa2629124e5373a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588011 Nov 05 22:05:04.796975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51852) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:04.878063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d9da94e-d371-45c4-a80e-61528dab8180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:04.901821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d9da94e-d371-45c4-a80e-61528dab8180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:04.947712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e1647-2e38-4009-b008-b12cff216950 req-7f1180b2-caed-4411-a867-a587a9866124 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:04.961357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-913e1647-2e38-4009-b008-b12cff216950 req-7f1180b2-caed-4411-a867-a587a9866124 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 946 time: 0.1196787 Nov 05 22:05:05.017448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-913e1647-2e38-4009-b008-b12cff216950 req-82d8a551-5389-45a7-8d19-c17ad6d59085 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546479 Nov 05 22:05:05.022071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d9da94e-d371-45c4-a80e-61528dab8180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:05.024813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d9da94e-d371-45c4-a80e-61528dab8180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:05.026122 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2d9da94e-d371-45c4-a80e-61528dab8180 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1b173ff-0c99-4a78-82a8-9de46f65bd13 HTTP/1.1" status: 204 len: 168 time: 0.2280369 Nov 05 22:05:05.045152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51856) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:05.048983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9da94e-d371-45c4-a80e-61528dab8180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b173ff-0c99-4a78-82a8-9de46f65bd13,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:05.154625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1753417a-f38b-4a8a-993f-21dbbc82d1e6 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:05.159050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1753417a-f38b-4a8a-993f-21dbbc82d1e6 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1092 time: 0.1116600 Nov 05 22:05:05.163165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 51860) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:05.171378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '28362013-2e07-4051-a340-291499722928', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:05.311452 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:05.423532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:05.563569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.25.6.39 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/2682d111-d836-409b-97f2-217431543d24) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:05:05.694603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:05.833528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:05.903886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=2682d111-d836-409b-97f2-217431543d24,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:05.934908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:05.936770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:05.940081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:06.323246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9862ad2d-4270-4682-bccf-13bcf46cc1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:06.699983 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:06.903279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:07.190015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:07.273612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:07.371799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=2682d111-d836-409b-97f2-217431543d24,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:07.378324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:07.819861 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Floating IP 35b3ef31-7a7c-4068-9c2c-5c9e01eada74 associated. External IP: 172.25.6.39, port: 28362013-2e07-4051-a340-291499722928. Nov 05 22:05:08.255817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router d35f3755-c47b-444d-91cb-6e1c2385af35 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:05:08.459614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:05:08.474047 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] Sync routers for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:05:08.482528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-3345bb46-1b36-4113-8df6-c05993b7837b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:08.482880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd7858cf-f8d2-4ee8-ab16-eeb32e12f08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:08.483328 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-3345bb46-1b36-4113-8df6-c05993b7837b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1767547 Nov 05 22:05:08.498228 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:05:08.498851 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:04:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:08.501661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-30ce074a-e9f3-4bdc-a0ba-760bdd3fbdb0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/quotas/79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 375 time: 0.0105493 Nov 05 22:05:08.577600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c1a1c205-6618-4bd4-9650-719b4833d3f0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653751 Nov 05 22:05:08.596630 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:08.685663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6c5f8cb5-e5b8-4fa6-840b-52eeae1e4bff tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5199516 Nov 05 22:05:08.688107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'tag': '28362013-2e07-4051-a340-291499722928'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:08.688759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 51982) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:08.691304 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2767b4-835a-4067-9e3b-6f3eac07cb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "tag": "28362013-2e07-4051-a340-291499722928"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:08.717411 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:05:08.770543 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21b3644-4787-46e5-8c8e-7349eea6fd86 x-openstack-request-id: req-a21b3644-4787-46e5-8c8e-7349eea6fd86 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:08.773176 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "tag": "28362013-2e07-4051-a340-291499722928", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:08.774465 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a21b3644-4787-46e5-8c8e-7349eea6fd86 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:08.775148 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'tag': '28362013-2e07-4051-a340-291499722928', 'status': 'completed', 'code': 200} Nov 05 22:05:08.781696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-73545b05-7433-452d-bac2-23df8faf75c0 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954312 Nov 05 22:05:08.813983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-368977fd-114d-476a-aaaf-52013b110d33 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/floatingips/35b3ef31-7a7c-4068-9c2c-5c9e01eada74 HTTP/1.1" status: 200 len: 991 time: 0.1240540 Nov 05 22:05:08.915852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-b44e294b-377c-4d61-8800-0c45f37910cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:08.915852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-b44e294b-377c-4d61-8800-0c45f37910cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1097 time: 0.1253929 Nov 05 22:05:09.054111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-fc6cff41-4c76-4718-b2a8-3a99196de530 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358508 Nov 05 22:05:09.125211 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:36Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:06Z', 'revision_number': 0, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:09.158414 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] Checking router: d35f3755-c47b-444d-91cb-6e1c2385af35 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:05:09.169569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-57a1b126-a775-4e51-98fd-b063d2b39de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:09.171885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-57a1b126-a775-4e51-98fd-b063d2b39de4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 200 len: 898 time: 0.2459836 Nov 05 22:05:09.173320 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:05:09.174019 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:05:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:09.284561 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-1227c478-2803-4735-bb77-a57fb77e297d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28362013-2e07-4051-a340-291499722928 HTTP/1.1" status: 200 len: 999 time: 0.1048591 Nov 05 22:05:09.348280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-adcd6779-7881-46ee-8d9f-148124a6e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:09.349929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-adcd6779-7881-46ee-8d9f-148124a6e4d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f6fdf51-f860-46c0-8fdb-31d113024a17 HTTP/1.1" status: 200 len: 834 time: 0.0586133 Nov 05 22:05:09.366492 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:05:09.439535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-0b200d82-cbe0-4f8d-8d3b-c4500df40d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:09.441664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-0b200d82-cbe0-4f8d-8d3b-c4500df40d75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852230 Nov 05 22:05:09.559335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-127a6468-a9fd-4248-9d6a-14434dc3c065 service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104753 Nov 05 22:05:09.638704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc1ba4d3-14b5-4d01-9454-18cdbe1e8497 req-ba8d2fec-1c46-41c9-a6ad-cfc738d8740c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0539846 Nov 05 22:05:09.713575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be2767b4-835a-4067-9e3b-6f3eac07cb3d req-d270463d-e0f7-4c79-9e0a-a258bffc56ce service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462626 Nov 05 22:05:09.821202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52026) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:09.837027 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:36Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:06Z', 'revision_number': 0, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:09.869996 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f178c8-a312-440a-8e41-75771566c06f None None] The sync data for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 is: [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:04:36Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:06Z', 'revision_number': 0, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:05:09.890182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9b778713-debc-4bed-aa7d-8a151733d07b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/floatingips/35b3ef31-7a7c-4068-9c2c-5c9e01eada74 HTTP/1.1" status: 200 len: 991 time: 0.0724366 Nov 05 22:05:10.063704 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:10.119846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071c674-40ff-4e61-af0a-529009fec594 None None] New status for floating IP 35b3ef31-7a7c-4068-9c2c-5c9e01eada74: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:05:10.807439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e3d3858-5369-4778-8fd0-969484cd976c req-c98e718a-2e13-4583-9ea6-3973768dcaa3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0542276 Nov 05 22:05:10.893496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52068) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:10.990320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-26982023-d511-4ffe-b21d-a1087ab81479 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/floatingips/35b3ef31-7a7c-4068-9c2c-5c9e01eada74 HTTP/1.1" status: 200 len: 993 time: 0.0940132 Nov 05 22:05:11.436103 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:12.047058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9662f986-dc21-4e13-af18-e863ebf6ceeb req-9786bd96-1d8d-4345-8dfe-1d0bfac8bff5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0548689 Nov 05 22:05:12.058475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:12.070090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-fbc1afa3-8c6e-408f-bfef-92f29dd4d2cb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:12.075738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-fbc1afa3-8c6e-408f-bfef-92f29dd4d2cb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.2087891 Nov 05 22:05:12.091145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'port': {'device_id': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'admin_state_up': True, 'tenant_id': '79f73fbecf914ce88c668979583061dd'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:12.461830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:12.466653 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:12.643253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.20.0.4 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/d0069dfb-e1bf-46d5-af1b-9c271f4b992c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:05:12.851222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:12.953800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:13.052702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:13.085173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:13.090685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:13.099869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:13.211148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:13.211899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:13.301125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0a28b-f380-4e7c-80ef-3928e8aee9e6 req-255b0404-2559-4748-a915-cbfbcf169faa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:13.309168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aaf0a28b-f380-4e7c-80ef-3928e8aee9e6 req-255b0404-2559-4748-a915-cbfbcf169faa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 931 time: 0.1044214 Nov 05 22:05:13.376888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aaf0a28b-f380-4e7c-80ef-3928e8aee9e6 req-492ade75-4e37-442f-8daf-1f72ca78c5f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667477 Nov 05 22:05:13.399066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-c7fc05ef-6747-4acc-b613-69e1e8581bfa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3118463 Nov 05 22:05:13.427183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Request body: {'port': {'device_id': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:13.509311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:13.557982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8bd9efd9-f432-444a-9b11-0d68a8767957 None None] Provisioning complete for port d0069dfb-e1bf-46d5-af1b-9c271f4b992c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:13.558583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8bd9efd9-f432-444a-9b11-0d68a8767957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:13.617747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9efd9-f432-444a-9b11-0d68a8767957 None None] Port d0069dfb-e1bf-46d5-af1b-9c271f4b992c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:05:13.908613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0069dfb-e1bf-46d5-af1b-9c271f4b992c {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:05:13.918797 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:13.936122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Transition to ACTIVE for port object d0069dfb-e1bf-46d5-af1b-9c271f4b992c will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:05:14.029762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:14.105827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Pushing event updated for resources: {'Port': ['ID=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:14.222848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Attempting to bind port d0069dfb-e1bf-46d5-af1b-9c271f4b992c on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:14.223663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Attempting to bind port d0069dfb-e1bf-46d5-af1b-9c271f4b992c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:14.224226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Attempting to bind port d0069dfb-e1bf-46d5-af1b-9c271f4b992c on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:14.230149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Port d0069dfb-e1bf-46d5-af1b-9c271f4b992c on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:14.230884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Attempting to bind port d0069dfb-e1bf-46d5-af1b-9c271f4b992c on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:14.252537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:05:14.252537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:05:14.252537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:05:14.252537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Bound port: d0069dfb-e1bf-46d5-af1b-9c271f4b992c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:05:14.252537 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:14.430438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] For port d0069dfb-e1bf-46d5-af1b-9c271f4b992c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:05:14.445932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] For port d0069dfb-e1bf-46d5-af1b-9c271f4b992c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:05:14.560197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:14.656580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:14.658573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:14.661463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] 10.222.0.46 "PUT /v2.0/ports/d0069dfb-e1bf-46d5-af1b-9c271f4b992c HTTP/1.1" status: 200 len: 1091 time: 1.2453580 Nov 05 22:05:14.676700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'tag': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:14.680623 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331a4120-82ea-4959-ae61-977011a41ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "88972dae-0d90-40b6-b4c7-b58b4968903c", "tag": "d0069dfb-e1bf-46d5-af1b-9c271f4b992c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:14.740927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cf78e-a99d-4ded-94cc-24e76e0e8b4e req-815c06fc-042b-484e-b234-8770a6654f25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:14.751934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-854cf78e-a99d-4ded-94cc-24e76e0e8b4e req-815c06fc-042b-484e-b234-8770a6654f25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.2123325 Nov 05 22:05:14.829015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35825ada-16bf-4a10-93c6-2508c4b31d9d service neutron] Pushing event updated for resources: {'Port': ['ID=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:14.864363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-854cf78e-a99d-4ded-94cc-24e76e0e8b4e req-4615f247-efad-4cd8-8f00-6c4b2b643482 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113112 Nov 05 22:05:14.950826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-dfd5a5a1-b763-4b61-b35e-700cd5f48a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:14.955480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-dfd5a5a1-b763-4b61-b35e-700cd5f48a76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 1094 time: 0.1284840 Nov 05 22:05:14.960175 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b961f7e3-8a31-452c-b191-6f2796002f48 x-openstack-request-id: req-b961f7e3-8a31-452c-b191-6f2796002f48 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:14.960717 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88972dae-0d90-40b6-b4c7-b58b4968903c", "tag": "d0069dfb-e1bf-46d5-af1b-9c271f4b992c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:14.961291 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b961f7e3-8a31-452c-b191-6f2796002f48 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:14.963871 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'tag': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c', 'status': 'completed', 'code': 200} Nov 05 22:05:15.037407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-8d77e8fa-2098-4a8a-8770-bdf07e1bd043 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0069dfb-e1bf-46d5-af1b-9c271f4b992c HTTP/1.1" status: 200 len: 217 time: 0.0705683 Nov 05 22:05:15.154655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-8aa9f366-c475-4a0b-a7c7-79def9ce095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:15.156983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-8aa9f366-c475-4a0b-a7c7-79def9ce095f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.1048441 Nov 05 22:05:15.163437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b49f3-36ad-405e-8b56-78b5c54d5e35 req-91675f7a-5837-48b6-aa41-533fbcbd9e95 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:15.165162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-728b49f3-36ad-405e-8b56-78b5c54d5e35 req-91675f7a-5837-48b6-aa41-533fbcbd9e95 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 946 time: 0.0895891 Nov 05 22:05:15.342669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-728b49f3-36ad-405e-8b56-78b5c54d5e35 req-7b3c2c7e-d324-40dd-994a-1b7d4a3a664a tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632712 Nov 05 22:05:15.366616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a87b-084b-4ad5-9481-903d79a81578 req-dbd848b3-9a35-46b2-9b4e-944174c93402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:15.366616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-dbd848b3-9a35-46b2-9b4e-944174c93402 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871750 Nov 05 22:05:15.514417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52168) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:15.605458 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-d0783d76-a4e5-42c3-84e0-09aab8fc02e5 service neutron] 10.222.0.46 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345984 Nov 05 22:05:15.775657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d236904b-a5e2-4c5e-a1b5-feadb71c57fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:15.800208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8212a87b-084b-4ad5-9481-903d79a81578 req-5fd146cf-9add-4fde-bcc0-7dbe530d67d9 service neutron] 10.222.0.46 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870058 Nov 05 22:05:15.877011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d236904b-a5e2-4c5e-a1b5-feadb71c57fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:15.988866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a4120-82ea-4959-ae61-977011a41ac5 req-d3a1b510-33c7-40fe-9ef1-8c4cadba1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:15.990478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-331a4120-82ea-4959-ae61-977011a41ac5 req-d3a1b510-33c7-40fe-9ef1-8c4cadba1aef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 1094 time: 0.0598860 Nov 05 22:05:15.991269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d236904b-a5e2-4c5e-a1b5-feadb71c57fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:16.061463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d236904b-a5e2-4c5e-a1b5-feadb71c57fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=066b6317e0914a4db03ed2b7e783ed82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5456867 Nov 05 22:05:16.066435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52186) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:16.098108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236904b-a5e2-4c5e-a1b5-feadb71c57fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c99435f-eaaf-4954-a3b7-735c446e2f72,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:16.296975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5481-b4c3-4bd4-87b6-3eea3a31f5a3 req-33b633a9-9c84-4742-a8b1-f482237de1f2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:16.325175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-126d5481-b4c3-4bd4-87b6-3eea3a31f5a3 req-33b633a9-9c84-4742-a8b1-f482237de1f2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.3478186 Nov 05 22:05:16.369818 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86ee64dc-080f-4038-b64c-5d5af07c4094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:16.498071 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86ee64dc-080f-4038-b64c-5d5af07c4094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:16.512847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a4120-82ea-4959-ae61-977011a41ac5 req-981e99dd-2872-43a0-85ae-9d7399ac003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:16.514586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-331a4120-82ea-4959-ae61-977011a41ac5 req-981e99dd-2872-43a0-85ae-9d7399ac003b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.4852052 Nov 05 22:05:16.539216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-126d5481-b4c3-4bd4-87b6-3eea3a31f5a3 req-1649a677-02a8-4a3a-87f0-db49ecb4310c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017982 Nov 05 22:05:16.645658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6818c-12ee-4367-95cd-053d880ea2b7 req-e06b6c78-1f78-40b1-b660-3edf70aefbc8 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:16.652290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-331a4120-82ea-4959-ae61-977011a41ac5 req-428cab3b-dfc6-46c6-a571-4b9aa1df639a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0069dfb-e1bf-46d5-af1b-9c271f4b992c HTTP/1.1" status: 200 len: 217 time: 0.1097031 Nov 05 22:05:16.656502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80f6818c-12ee-4367-95cd-053d880ea2b7 req-e06b6c78-1f78-40b1-b660-3edf70aefbc8 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 946 time: 0.1639645 Nov 05 22:05:16.711385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e7a394be-2265-4184-8b38-92e685a3ed6f tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:16.713364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e7a394be-2265-4184-8b38-92e685a3ed6f tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 946 time: 0.1637766 Nov 05 22:05:16.775648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-80f6818c-12ee-4367-95cd-053d880ea2b7 req-babed23d-ce1f-44dd-b7e3-4d1a30706a4c tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179838 Nov 05 22:05:16.801084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a4120-82ea-4959-ae61-977011a41ac5 req-6fa01885-d305-4dbe-b43c-a1431d399c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:16.802727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-331a4120-82ea-4959-ae61-977011a41ac5 req-6fa01885-d305-4dbe-b43c-a1431d399c37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.1381133 Nov 05 22:05:16.955349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86ee64dc-080f-4038-b64c-5d5af07c4094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:16.961482 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86ee64dc-080f-4038-b64c-5d5af07c4094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:16.975734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-86ee64dc-080f-4038-b64c-5d5af07c4094 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c99435f-eaaf-4954-a3b7-735c446e2f72 HTTP/1.1" status: 204 len: 168 time: 0.9034522 Nov 05 22:05:17.007396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee64dc-080f-4038-b64c-5d5af07c4094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c99435f-eaaf-4954-a3b7-735c446e2f72,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:17.068182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a4120-82ea-4959-ae61-977011a41ac5 req-63f3b692-c3b2-4a38-98f1-8419ae51e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:17.070495 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-331a4120-82ea-4959-ae61-977011a41ac5 req-63f3b692-c3b2-4a38-98f1-8419ae51e077 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856003 Nov 05 22:05:17.079269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Deleting port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:05:17.080235 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:17.196579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] For port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:17.196579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:17.213193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Calling delete_port for fdf094cb-e9bf-433a-92a5-4ad347f7e0ba owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:05:17.443303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-331a4120-82ea-4959-ae61-977011a41ac5 req-1cd41567-4752-4389-b0bf-f0877fa4c20f service neutron] 10.222.0.46 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736929 Nov 05 22:05:17.563928 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:17.607680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Pushing event deleted for resources: {'Port': ['ID=fdf094cb-e9bf-433a-92a5-4ad347f7e0ba,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:17.632538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-331a4120-82ea-4959-ae61-977011a41ac5 req-b8983348-957d-4db0-8d07-1d69d1efb2bd service neutron] 10.222.0.46 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813974 Nov 05 22:05:17.674500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] No DVR routers for this DVR port fdf094cb-e9bf-433a-92a5-4ad347f7e0ba on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:05:17.679366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:17.683330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ddd480d7-45d7-4969-960c-4004ff8ef307 req-e0b900e1-8d43-4433-94f9-bb5c69fe948e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "DELETE /v2.0/ports/fdf094cb-e9bf-433a-92a5-4ad347f7e0ba HTTP/1.1" status: 204 len: 173 time: 0.9494727 Nov 05 22:05:17.684530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'name': 'network-vif-deleted', 'tag': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:17.686914 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96982279-cefd-4c01-ad01-b9d228b98537" -d '{"events": [{"server_uuid": "d6b2b401-fee6-4a42-b80c-6980415c31f0", "name": "network-vif-deleted", "tag": "fdf094cb-e9bf-433a-92a5-4ad347f7e0ba"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:17.758838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f75c-5834-448c-87f9-a1e190830353 req-8e6218ff-3011-4f10-9ff1-cad8050e43c9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:17.769593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6a5f75c-5834-448c-87f9-a1e190830353 req-8e6218ff-3011-4f10-9ff1-cad8050e43c9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0917857 Nov 05 22:05:17.773556 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35c9a1c-e4d4-4d78-b380-e7061a7975b9 x-openstack-request-id: req-b35c9a1c-e4d4-4d78-b380-e7061a7975b9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:17.773854 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b2b401-fee6-4a42-b80c-6980415c31f0", "name": "network-vif-deleted", "tag": "fdf094cb-e9bf-433a-92a5-4ad347f7e0ba", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:17.774085 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b35c9a1c-e4d4-4d78-b380-e7061a7975b9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:17.774479 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b2b401-fee6-4a42-b80c-6980415c31f0', 'name': 'network-vif-deleted', 'tag': 'fdf094cb-e9bf-433a-92a5-4ad347f7e0ba', 'status': 'completed', 'code': 200} Nov 05 22:05:17.847150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6a5f75c-5834-448c-87f9-a1e190830353 req-147379ea-a2ec-4a09-bb15-198d7d0f9128 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759928 Nov 05 22:05:17.955570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98035226-7935-42c4-bde2-8db1c3451de3 req-a5e72910-7407-4b4d-8b4d-87e818551725 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6b2b401-fee6-4a42-b80c-6980415c31f0 HTTP/1.1" status: 200 len: 210 time: 0.0575891 Nov 05 22:05:18.486282 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:05:19.005324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c506141-c845-4fb0-92cc-03b281052693 req-f083c636-d7b0-4b9c-821d-351527d6c8fe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:19.006918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c506141-c845-4fb0-92cc-03b281052693 req-f083c636-d7b0-4b9c-821d-351527d6c8fe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0913138 Nov 05 22:05:19.104608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c506141-c845-4fb0-92cc-03b281052693 req-b98f9f94-8803-4095-a904-e4cac0077618 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879946 Nov 05 22:05:19.136071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52248) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:19.190888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] Deleting subnet d9fb1293-f09d-4ce9-bd49-9b7227f32d97 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:05:19.194551 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:19.239477 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:19.285729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:19.369423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device fdf094cb-e9bf-433a-92a5-4ad347f7e0ba no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:05:19.420774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: fdf094cb-e9bf-433a-92a5-4ad347f7e0ba {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:05:19.421127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device fdf094cb-e9bf-433a-92a5-4ad347f7e0ba not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:05:19.681631 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:19.727535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:19.738407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d9fb1293-f09d-4ce9-bd49-9b7227f32d97 HTTP/1.1" status: 204 len: 168 time: 0.5989325 Nov 05 22:05:19.739206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52268) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:19.739903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99417a40-1e82-4162-b068-82db3a3f5f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9fb1293-f09d-4ce9-bd49-9b7227f32d97,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:19.819939 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:19.924049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:19.963764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c9443-e974-4be9-923d-1a48b671a0ad']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:19.991162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32e4072-f21f-48cd-aeec-c75aa5f1219d') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:19.991162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32e4072-f21f-48cd-aeec-c75aa5f1219d') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:20.005415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.027865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.040623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:05:20.042329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:05:20.045447 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:05:20.253503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44ba1-7ec4-453d-9fef-874515e442f2 req-e22d2c8f-8491-423c-858c-ca797432aa9b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:20.255294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27a44ba1-7ec4-453d-9fef-874515e442f2 req-e22d2c8f-8491-423c-858c-ca797432aa9b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0601566 Nov 05 22:05:20.281384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.287809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.292037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] 10.222.0.41 "DELETE /v2.0/networks/235c9443-e974-4be9-923d-1a48b671a0ad HTTP/1.1" status: 204 len: 168 time: 0.5510337 Nov 05 22:05:20.295078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52284) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:20.345962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Pushing event deleted for resources: {'Network': ['ID=235c9443-e974-4be9-923d-1a48b671a0ad,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:20.367907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.368234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.368567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.368940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.369713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.369713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.369908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.370136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.370456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.370891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.371227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.371586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6e470-07c6-46cb-a683-101ed0caaa04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:20.401761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] Deleting subnet 13aac236-230c-45e6-a02e-fa87670c6bb3 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:05:20.408661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.487148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.556138 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27a44ba1-7ec4-453d-9fef-874515e442f2 req-553fb46d-b813-4c8d-afdc-af4f1e6a5eed tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899668 Nov 05 22:05:20.594213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.742720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.771270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aac236-230c-45e6-a02e-fa87670c6bb3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:20.775243 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:20.787465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9e627ebc-364b-4967-880b-afaf158cce9b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13aac236-230c-45e6-a02e-fa87670c6bb3 HTTP/1.1" status: 204 len: 168 time: 0.4830744 Nov 05 22:05:20.787465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52312) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:20.901967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:21.005797 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:21.030639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eba8b3-751e-4631-9eae-be41cf8e44c6']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:21.045915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310d2048-afc6-4898-af5c-cf5b8c061bd9') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:21.046208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310d2048-afc6-4898-af5c-cf5b8c061bd9') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:21.061014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:21.083034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:21.089459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:05:21.089913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:05:21.091883 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:05:21.292766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:21.303103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:21.311116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] 10.222.0.41 "DELETE /v2.0/networks/b3eba8b3-751e-4631-9eae-be41cf8e44c6 HTTP/1.1" status: 204 len: 168 time: 0.5186718 Nov 05 22:05:21.318817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971aa09-c773-4c2c-8b0a-86ec3f7edc8f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3eba8b3-751e-4631-9eae-be41cf8e44c6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:21.709231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e5f6-55c8-4033-a645-07a6e0d4800c req-1db51460-d41c-4d26-acc8-ae9b0cd88fd3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:21.712514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3c5e5f6-55c8-4033-a645-07a6e0d4800c req-1db51460-d41c-4d26-acc8-ae9b0cd88fd3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0711913 Nov 05 22:05:21.860107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3c5e5f6-55c8-4033-a645-07a6e0d4800c req-44ddf7ca-08d9-428b-8396-d20319329500 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364181 Nov 05 22:05:22.185795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:22.231067 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b96605bd-1ae4-4885-9883-de91564325e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d45a4ae2c38a4e7c84aeaf9884c34c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436277 Nov 05 22:05:22.233554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52344) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:22.278158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52346) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:22.298336 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4f804d-b658-41ed-9021-aec67743470e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.324517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4f804d-b658-41ed-9021-aec67743470e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.431105 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36742647-f3ef-4651-8b70-67ed930c8c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.511288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36742647-f3ef-4651-8b70-67ed930c8c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.563752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4f804d-b658-41ed-9021-aec67743470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.568003 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb4f804d-b658-41ed-9021-aec67743470e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.568331 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb4f804d-b658-41ed-9021-aec67743470e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccbb9d09-3fa0-42d8-ab5c-4242167d956f HTTP/1.1" status: 204 len: 168 time: 0.3337815 Nov 05 22:05:22.576882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f804d-b658-41ed-9021-aec67743470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbb9d09-3fa0-42d8-ab5c-4242167d956f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:22.612981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36742647-f3ef-4651-8b70-67ed930c8c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.652997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36742647-f3ef-4651-8b70-67ed930c8c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d07f0-a0a5-4421-a181-fdcc803795ab,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:22.658261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-36742647-f3ef-4651-8b70-67ed930c8c53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd16d455ad3647cfa2a3cf28952ee09a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791230 Nov 05 22:05:22.661048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52354) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:22.714794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17753b68-26bc-4500-b443-f491fa7a271c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.736128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17753b68-26bc-4500-b443-f491fa7a271c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.889720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17753b68-26bc-4500-b443-f491fa7a271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.892381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17753b68-26bc-4500-b443-f491fa7a271c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:22.893579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-17753b68-26bc-4500-b443-f491fa7a271c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e6d07f0-a0a5-4421-a181-fdcc803795ab HTTP/1.1" status: 204 len: 168 time: 0.2316961 Nov 05 22:05:22.903613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17753b68-26bc-4500-b443-f491fa7a271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d07f0-a0a5-4421-a181-fdcc803795ab,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:23.013543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87a6-d8bd-4b9b-b2bd-d6a57d147ec4 req-55040195-f539-40f9-975f-a562797c79eb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:23.015151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dcd87a6-d8bd-4b9b-b2bd-d6a57d147ec4 req-55040195-f539-40f9-975f-a562797c79eb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0566504 Nov 05 22:05:23.068875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dcd87a6-d8bd-4b9b-b2bd-d6a57d147ec4 req-875d38a7-fcc0-4e9d-a6d6-76bb48b7f47d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473933 Nov 05 22:05:23.808484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52384) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:23.872111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ae240f33-d5c3-4df6-b5ea-f4e2919d859c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=030eb88352144aa38f494712be0f01a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614936 Nov 05 22:05:23.873941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:23.941128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11316d6-1f09-4a07-8afe-796a68b99195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:23.966260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11316d6-1f09-4a07-8afe-796a68b99195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:24.133113 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11316d6-1f09-4a07-8afe-796a68b99195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:24.143123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11316d6-1f09-4a07-8afe-796a68b99195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:24.148693 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f11316d6-1f09-4a07-8afe-796a68b99195 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1a7b7b1-f115-413e-886c-6ee57cd8ec25 HTTP/1.1" status: 204 len: 168 time: 0.2723708 Nov 05 22:05:24.160387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11316d6-1f09-4a07-8afe-796a68b99195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7b7b1-f115-413e-886c-6ee57cd8ec25,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:24.247125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74e4f1-f9eb-4fa5-b10c-659c41a74ce7 req-76a4490d-8083-4882-9f70-1ba9bf1f7f67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:24.250415 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa74e4f1-f9eb-4fa5-b10c-659c41a74ce7 req-76a4490d-8083-4882-9f70-1ba9bf1f7f67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0751166 Nov 05 22:05:24.279139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52396) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:24.307196 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa74e4f1-f9eb-4fa5-b10c-659c41a74ce7 req-92c8b7c2-fbaf-4afb-b6f1-ff8781ccaf55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Nov 05 22:05:24.309609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52400) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:24.712438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1a137dc-8f7e-443d-8b5d-06db919652af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:24.725546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c97c54c-257e-404c-a490-8eb93ce0d4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:24.851888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1a137dc-8f7e-443d-8b5d-06db919652af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:24.870470 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c97c54c-257e-404c-a490-8eb93ce0d4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:24.967124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1a137dc-8f7e-443d-8b5d-06db919652af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.010607 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e1a137dc-8f7e-443d-8b5d-06db919652af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32fa3dc88d0b462ebe964c24dca9dfd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997862 Nov 05 22:05:25.012683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a137dc-8f7e-443d-8b5d-06db919652af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a0dc3e-b6f8-48b3-80fe-ea6790e94407,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:25.013512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52410) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:25.030272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c97c54c-257e-404c-a490-8eb93ce0d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.078126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97c54c-257e-404c-a490-8eb93ce0d4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6824e6fd-2f03-4521-bf78-8ffb78ec58f5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:25.093663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c627da7e-daa1-4aae-b25e-01769e8f9c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.094156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c97c54c-257e-404c-a490-8eb93ce0d4bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16faebb47f6b4c7e9c657afc1d45dd34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8060608 Nov 05 22:05:25.094156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52412) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:25.113157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c627da7e-daa1-4aae-b25e-01769e8f9c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.155938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-581c1c06-382e-4b53-a945-2cd317593dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.184271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-581c1c06-382e-4b53-a945-2cd317593dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.318451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c627da7e-daa1-4aae-b25e-01769e8f9c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.321090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c627da7e-daa1-4aae-b25e-01769e8f9c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.322352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c627da7e-daa1-4aae-b25e-01769e8f9c19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84a0dc3e-b6f8-48b3-80fe-ea6790e94407 HTTP/1.1" status: 204 len: 168 time: 0.3072088 Nov 05 22:05:25.335741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627da7e-daa1-4aae-b25e-01769e8f9c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a0dc3e-b6f8-48b3-80fe-ea6790e94407,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:25.375767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-581c1c06-382e-4b53-a945-2cd317593dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.439319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-581c1c06-382e-4b53-a945-2cd317593dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:25.439319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-581c1c06-382e-4b53-a945-2cd317593dcf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6824e6fd-2f03-4521-bf78-8ffb78ec58f5 HTTP/1.1" status: 204 len: 168 time: 0.2916374 Nov 05 22:05:25.439319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c1c06-382e-4b53-a945-2cd317593dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6824e6fd-2f03-4521-bf78-8ffb78ec58f5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:25.486564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dc34d-f8a9-4435-a2bd-3cfad512abca req-3dd3397e-c3ef-4b14-9419-cd4daa49e10a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:25.488732 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-723dc34d-f8a9-4435-a2bd-3cfad512abca req-3dd3397e-c3ef-4b14-9419-cd4daa49e10a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0639839 Nov 05 22:05:25.539333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-723dc34d-f8a9-4435-a2bd-3cfad512abca req-87c1b8c5-2016-42f7-8f56-be75d116c2b1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Nov 05 22:05:26.591423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52448) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:26.637490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4df4fb24-aa22-4a3f-9668-725b4ced3696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:26.747435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4df4fb24-aa22-4a3f-9668-725b4ced3696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:26.847604 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4df4fb24-aa22-4a3f-9668-725b4ced3696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:26.912656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4df4fb24-aa22-4a3f-9668-725b4ced3696 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77f7396b4e9d4e8ca6e516bbda294ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154120 Nov 05 22:05:26.914259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4fb24-aa22-4a3f-9668-725b4ced3696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057cc3e-eacc-4419-b77d-de30317ee885,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:26.915836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52460) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:26.998624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48ba5974-03df-473d-8777-a086c19822c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:27.035120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48ba5974-03df-473d-8777-a086c19822c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:27.167757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48ba5974-03df-473d-8777-a086c19822c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:27.170530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48ba5974-03df-473d-8777-a086c19822c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:27.171824 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-48ba5974-03df-473d-8777-a086c19822c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9057cc3e-eacc-4419-b77d-de30317ee885 HTTP/1.1" status: 204 len: 168 time: 0.2549894 Nov 05 22:05:27.188936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba5974-03df-473d-8777-a086c19822c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057cc3e-eacc-4419-b77d-de30317ee885,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:27.218380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ac03-289f-4497-a0f0-e6a4b8401bc0 req-ccb11f7f-ac58-44cb-98e7-a4a0f887af92 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:27.222893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd33ac03-289f-4497-a0f0-e6a4b8401bc0 req-ccb11f7f-ac58-44cb-98e7-a4a0f887af92 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.5894661 Nov 05 22:05:27.287631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd33ac03-289f-4497-a0f0-e6a4b8401bc0 req-7189547a-7060-4e8b-910e-54fb8f849764 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546782 Nov 05 22:05:27.728345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52476) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:28.133497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9232e90-084b-4e0f-bd7b-e22d26eacf55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:28.259740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9232e90-084b-4e0f-bd7b-e22d26eacf55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:28.418277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9232e90-084b-4e0f-bd7b-e22d26eacf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:28.457539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9232e90-084b-4e0f-bd7b-e22d26eacf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc8bd7-e7f5-4a4f-b4d4-709aecbdd963,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:28.464490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c9232e90-084b-4e0f-bd7b-e22d26eacf55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f8de90b75e54cda9da6827cf75ab73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325451 Nov 05 22:05:28.464490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:28.521883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-485546e3-678b-4396-b99e-93ee0b5809f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:28.545205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-485546e3-678b-4396-b99e-93ee0b5809f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:28.641865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ca7ff-19b2-4826-8515-aaf61d904237 req-d5bc60b4-1de5-43b2-bd54-bcf525b06982 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:28.643365 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-939ca7ff-19b2-4826-8515-aaf61d904237 req-d5bc60b4-1de5-43b2-bd54-bcf525b06982 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.2804806 Nov 05 22:05:28.699960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-939ca7ff-19b2-4826-8515-aaf61d904237 req-faef1c2d-8785-4ff7-bc4f-aca0c34f619b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 Nov 05 22:05:28.741618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-485546e3-678b-4396-b99e-93ee0b5809f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:28.743911 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-485546e3-678b-4396-b99e-93ee0b5809f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:28.745024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-485546e3-678b-4396-b99e-93ee0b5809f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5fc8bd7-e7f5-4a4f-b4d4-709aecbdd963 HTTP/1.1" status: 204 len: 168 time: 0.2795129 Nov 05 22:05:28.752976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485546e3-678b-4396-b99e-93ee0b5809f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc8bd7-e7f5-4a4f-b4d4-709aecbdd963,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:28.926174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52518) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:29.200375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9463e7a7-8fb1-4579-aff3-f48a76ac3bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:29.297439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9463e7a7-8fb1-4579-aff3-f48a76ac3bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:29.427419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9463e7a7-8fb1-4579-aff3-f48a76ac3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:29.510805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9463e7a7-8fb1-4579-aff3-f48a76ac3bc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=398dd96ca96f490eafc50cfaf4284d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5833554 Nov 05 22:05:29.514948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463e7a7-8fb1-4579-aff3-f48a76ac3bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f1e4d-2ec9-4bca-ba7b-9daa798dbfd4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:29.516725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52554) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:29.575932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d78f26-9a2f-4113-9c03-a8d3792afccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:29.610655 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d78f26-9a2f-4113-9c03-a8d3792afccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:29.615624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-d2cd69b4-5543-4156-ba71-91295c9ef2b8 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:29.617378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-d2cd69b4-5543-4156-ba71-91295c9ef2b8 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/networks?id=72d819fd-de5a-434f-99b4-f517e39ea843 HTTP/1.1" status: 200 len: 814 time: 0.1777568 Nov 05 22:05:29.641213 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-d4f04fae-2622-402d-bdd0-976019121250 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/quotas/67b07aeda7a8431bb6b1e0ed6fa06ec5 HTTP/1.1" status: 200 len: 375 time: 0.0104554 Nov 05 22:05:29.682225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-f37012dc-7a22-4b35-b044-c713afb9c355 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365155 Nov 05 22:05:29.771295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d78f26-9a2f-4113-9c03-a8d3792afccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:29.774803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d78f26-9a2f-4113-9c03-a8d3792afccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:29.780655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-26d78f26-9a2f-4113-9c03-a8d3792afccb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e89f1e4d-2ec9-4bca-ba7b-9daa798dbfd4 HTTP/1.1" status: 204 len: 168 time: 0.2592788 Nov 05 22:05:29.789349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d78f26-9a2f-4113-9c03-a8d3792afccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f1e4d-2ec9-4bca-ba7b-9daa798dbfd4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:29.800820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-b57b4079-e489-4f06-bc06-5b09114aa6ec service neutron] 10.222.0.41 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089578 Nov 05 22:05:29.863142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4958a56-9df6-4b54-a5ac-6fd9969b732d req-83dfea8b-29a6-4ae9-b43c-5e33533259c8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:29.864724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4958a56-9df6-4b54-a5ac-6fd9969b732d req-83dfea8b-29a6-4ae9-b43c-5e33533259c8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0772865 Nov 05 22:05:29.925717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-0151eb40-040a-4415-b1b8-b90a33c17f77 service neutron] 10.222.0.41 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141527 Nov 05 22:05:29.934378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4958a56-9df6-4b54-a5ac-6fd9969b732d req-41e12ba9-01d7-4973-8415-2dc7a40ffb04 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582654 Nov 05 22:05:30.215422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af1022b0-ea3f-497f-bcf9-b78585fb3d9b req-c5029320-26c0-4300-8b4a-70919265ffe9 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 210 time: 0.0327036 Nov 05 22:05:30.695946 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:31.065630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9661d55-e4f8-46a2-a640-868a9a17760b req-6f557f28-8923-4760-96a2-6d0fd410cf0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:31.067330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9661d55-e4f8-46a2-a640-868a9a17760b req-6f557f28-8923-4760-96a2-6d0fd410cf0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0572476 Nov 05 22:05:31.118712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9661d55-e4f8-46a2-a640-868a9a17760b req-6e5ce6eb-d3a3-4877-91cd-b7b42bdaf9e1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Nov 05 22:05:31.175460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52624) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:31.624322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37b6aee0-2933-4504-b1e7-7298f76247cb req-6ea6ac06-f6a9-4417-a767-f3cd42a2e074 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 210 time: 0.3338687 Nov 05 22:05:31.637421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67c147f9-8577-4ba9-ad32-6afb9bd868e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:31.798449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67c147f9-8577-4ba9-ad32-6afb9bd868e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:31.912590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67c147f9-8577-4ba9-ad32-6afb9bd868e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:31.952292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c147f9-8577-4ba9-ad32-6afb9bd868e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf92dc49-1cbb-4d8c-96aa-65bf3d6cdded,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:31.958336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-67c147f9-8577-4ba9-ad32-6afb9bd868e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cec4bfa948df4b2c82665c11b8e39aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7817419 Nov 05 22:05:31.960892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52652) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:32.017444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-858bb0a1-d83a-403f-88d9-51bfb7927e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:32.040159 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-858bb0a1-d83a-403f-88d9-51bfb7927e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:32.177902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-858bb0a1-d83a-403f-88d9-51bfb7927e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:32.180520 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-858bb0a1-d83a-403f-88d9-51bfb7927e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:32.184145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-858bb0a1-d83a-403f-88d9-51bfb7927e14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf92dc49-1cbb-4d8c-96aa-65bf3d6cdded HTTP/1.1" status: 204 len: 168 time: 0.2219143 Nov 05 22:05:32.197431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bb0a1-d83a-403f-88d9-51bfb7927e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf92dc49-1cbb-4d8c-96aa-65bf3d6cdded,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:32.259497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271ddeb-35bc-4c29-82fb-56537ffb09df req-f2533a0c-6d51-44f1-8c99-d9046ca557f2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:32.262155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d271ddeb-35bc-4c29-82fb-56537ffb09df req-f2533a0c-6d51-44f1-8c99-d9046ca557f2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0606155 Nov 05 22:05:32.322925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d271ddeb-35bc-4c29-82fb-56537ffb09df req-cdfa897d-46e8-4242-9e31-37ac15809bbb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499001 Nov 05 22:05:32.738720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1521c9c3-ce78-484b-831a-c077f3f8e2b4 req-a9a1e5ae-f5b1-492b-8889-4f53f4a89142 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 210 time: 0.0302927 Nov 05 22:05:32.924194 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:32.935215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-31e06264-a6fd-472c-90bf-ea1947131f3a tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:32.935215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-31e06264-a6fd-472c-90bf-ea1947131f3a tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "GET /v2.0/networks?id=72d819fd-de5a-434f-99b4-f517e39ea843 HTTP/1.1" status: 200 len: 814 time: 0.1215324 Nov 05 22:05:32.951050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Request body: {'port': {'device_id': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843', 'admin_state_up': True, 'tenant_id': '67b07aeda7a8431bb6b1e0ed6fa06ec5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:33.232093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Made reservation on behalf of 67b07aeda7a8431bb6b1e0ed6fa06ec5 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:33.239484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:33.376059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Allocated IP 172.20.0.10 (72d819fd-de5a-434f-99b4-f517e39ea843/7ce55415-136c-411b-9586-975e9029a2b6/12930f7b-e35d-4412-8264-7e8948b79a1d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:05:33.504581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67f4ec-1eb5-4a22-ad45-39a7f632c2a6 req-978d3be1-8340-4298-9027-b0200e8fd0ee tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:33.506213 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef67f4ec-1eb5-4a22-ad45-39a7f632c2a6 req-978d3be1-8340-4298-9027-b0200e8fd0ee tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0653574 Nov 05 22:05:33.581722 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:33.583837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef67f4ec-1eb5-4a22-ad45-39a7f632c2a6 req-512cf63a-1cf3-437c-aa8e-8b9d274fa028 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 Nov 05 22:05:33.709493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:33.756251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Network 72d819fd-de5a-434f-99b4-f517e39ea843 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:33.763886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:33.783914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:33.813106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Pushing event updated for resources: {'Port': ['ID=12930f7b-e35d-4412-8264-7e8948b79a1d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:33.849315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:33.850418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:33.927734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a64b1-0628-4c96-af53-b0dde7ac3061 req-700c4885-954f-4368-83d3-88aabe25faaa tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:33.929151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-115a64b1-0628-4c96-af53-b0dde7ac3061 req-700c4885-954f-4368-83d3-88aabe25faaa tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 932 time: 0.0648940 Nov 05 22:05:33.955973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-3cb11bb1-c27a-4cef-863f-2acf732ba35b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087199 Nov 05 22:05:33.972456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Request body: {'port': {'device_id': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:34.015753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-115a64b1-0628-4c96-af53-b0dde7ac3061 req-cd41a934-d09f-4138-8b76-2924c46c0797 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801630 Nov 05 22:05:34.044705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:34.389783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12930f7b-e35d-4412-8264-7e8948b79a1d {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:05:34.398361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:34.413385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Transition to ACTIVE for port object 12930f7b-e35d-4412-8264-7e8948b79a1d will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:05:34.555435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:34.638861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=12930f7b-e35d-4412-8264-7e8948b79a1d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:34.700615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Attempting to bind port 12930f7b-e35d-4412-8264-7e8948b79a1d on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:34.701013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Attempting to bind port 12930f7b-e35d-4412-8264-7e8948b79a1d by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:34.701406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Attempting to bind port 12930f7b-e35d-4412-8264-7e8948b79a1d on network 72d819fd-de5a-434f-99b4-f517e39ea843 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:34.707749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Port 12930f7b-e35d-4412-8264-7e8948b79a1d on network 72d819fd-de5a-434f-99b4-f517e39ea843 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:34.708073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Attempting to bind port 12930f7b-e35d-4412-8264-7e8948b79a1d on network 72d819fd-de5a-434f-99b4-f517e39ea843 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:34.713274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:05:34.713751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Checking segment: {'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:05:34.714246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Bound using segment: {'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:05:34.714681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Bound port: 12930f7b-e35d-4412-8264-7e8948b79a1d, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:05:34.715040 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:34.809656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904e4ab-3fdc-46c0-9a28-4c4627dea293 req-b742f447-640a-40e3-a720-0e205b1f021b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:34.810200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] For port 12930f7b-e35d-4412-8264-7e8948b79a1d, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:05:34.811434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4904e4ab-3fdc-46c0-9a28-4c4627dea293 req-b742f447-640a-40e3-a720-0e205b1f021b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0720441 Nov 05 22:05:34.816253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] For port 12930f7b-e35d-4412-8264-7e8948b79a1d, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=12930f7b-e35d-4412-8264-7e8948b79a1d,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:05:34.885855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4904e4ab-3fdc-46c0-9a28-4c4627dea293 req-e69fa672-33ce-4f78-b1ee-4f63aeaf0b25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623643 Nov 05 22:05:34.913288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:34.956500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:34.957304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:34.965493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] 10.222.0.13 "PUT /v2.0/ports/12930f7b-e35d-4412-8264-7e8948b79a1d HTTP/1.1" status: 200 len: 1092 time: 0.9932284 Nov 05 22:05:34.965493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'tag': '12930f7b-e35d-4412-8264-7e8948b79a1d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:34.965493 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb43bc3-3e7b-4c06-8658-258fd511d646" -d '{"events": [{"name": "network-changed", "server_uuid": "65ce8c4c-e22c-42a3-bda3-df9ef532289f", "tag": "12930f7b-e35d-4412-8264-7e8948b79a1d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:34.990371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5590db-bd8e-4b1e-b925-8c1ac26b4fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=12930f7b-e35d-4412-8264-7e8948b79a1d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:35.015171 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39816c1f-48ca-4918-a125-f5ca72488340 x-openstack-request-id: req-39816c1f-48ca-4918-a125-f5ca72488340 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:35.016608 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ce8c4c-e22c-42a3-bda3-df9ef532289f", "tag": "12930f7b-e35d-4412-8264-7e8948b79a1d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:35.016869 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39816c1f-48ca-4918-a125-f5ca72488340 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:35.018307 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'tag': '12930f7b-e35d-4412-8264-7e8948b79a1d', 'status': 'completed', 'code': 200} Nov 05 22:05:35.092926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb43bc3-3e7b-4c06-8658-258fd511d646 req-09aa0e12-03e3-4aa2-b6fa-6255382a3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.094909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bb43bc3-3e7b-4c06-8658-258fd511d646 req-09aa0e12-03e3-4aa2-b6fa-6255382a3270 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 1095 time: 0.0561740 Nov 05 22:05:35.186694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f22a-6281-42b8-9a7c-eef5761c5cdd req-7c1a2e33-a2e3-46c4-9f9c-55f8a4d6927b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.188294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7b2f22a-6281-42b8-9a7c-eef5761c5cdd req-7c1a2e33-a2e3-46c4-9f9c-55f8a4d6927b tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 944 time: 0.0571294 Nov 05 22:05:35.207676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb43bc3-3e7b-4c06-8658-258fd511d646 req-76f92952-7f8c-4414-b10f-e2460937a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.209136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bb43bc3-3e7b-4c06-8658-258fd511d646 req-76f92952-7f8c-4414-b10f-e2460937a70e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1055076 Nov 05 22:05:35.261619 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7b2f22a-6281-42b8-9a7c-eef5761c5cdd req-7aac9956-011a-4b5f-99f4-28ae7fe5dec3 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661502 Nov 05 22:05:35.342314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb43bc3-3e7b-4c06-8658-258fd511d646 req-f0143e09-2b1a-49c6-91f6-4ce1b19f5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.343902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bb43bc3-3e7b-4c06-8658-258fd511d646 req-f0143e09-2b1a-49c6-91f6-4ce1b19f5618 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275764 Nov 05 22:05:35.427525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-a3c53bf9-ab37-43b0-9966-ef6b5ba4e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.428984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-a3c53bf9-ab37-43b0-9966-ef6b5ba4e619 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 1095 time: 0.0460021 Nov 05 22:05:35.480438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-bb68e143-8d54-4e16-8d2f-f8112ed6765f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12930f7b-e35d-4412-8264-7e8948b79a1d HTTP/1.1" status: 200 len: 217 time: 0.0430565 Nov 05 22:05:35.550888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-b8206367-6d4e-47c8-88d0-8da4f8fdfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.553091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-b8206367-6d4e-47c8-88d0-8da4f8fdfb89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce55415-136c-411b-9586-975e9029a2b6 HTTP/1.1" status: 200 len: 854 time: 0.0650032 Nov 05 22:05:35.568002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52820) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:35.571176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52822) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:35.666257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-5a7b3fc2-12ba-4fdc-ace6-f644a9e99ba0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72d819fd-de5a-434f-99b4-f517e39ea843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980978 Nov 05 22:05:35.753281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a7e10-832b-4d87-9008-f059e380a5ea tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.753766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a7e10-832b-4d87-9008-f059e380a5ea tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.754215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a7e10-832b-4d87-9008-f059e380a5ea tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:35.755883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b04a7e10-832b-4d87-9008-f059e380a5ea tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=0c6afd23685a4a659a7bbbb0042e1037&network_id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 200 len: 2970 time: 0.1373851 Nov 05 22:05:35.772995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f5ac15-e4a6-450d-86ca-99e39cc80f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:35.791783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-773ce6c9-77b6-4d39-a052-df06cc240f6c service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122010 Nov 05 22:05:35.881148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f5ac15-e4a6-450d-86ca-99e39cc80f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:35.928370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f7bdb6f-a9dd-4518-a19e-c76f65741729 req-0a54d43c-1986-46bc-bb4d-959c755140e7 service neutron] 10.222.0.13 "GET /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290827 Nov 05 22:05:36.002700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09f5ac15-e4a6-450d-86ca-99e39cc80f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:36.033905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f16eca-6482-4d59-b0ea-bb586765702d req-d9165347-ffba-47bc-94ff-57860e8e3173 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:36.035645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3f16eca-6482-4d59-b0ea-bb586765702d req-d9165347-ffba-47bc-94ff-57860e8e3173 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0577230 Nov 05 22:05:36.057915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-09f5ac15-e4a6-450d-86ca-99e39cc80f7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f926f60f10834a39af43cc41b7fdc85f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4889688 Nov 05 22:05:36.060573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:36.081219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5ac15-e4a6-450d-86ca-99e39cc80f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69578a4a-387a-48d9-a65b-6165510237be,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:36.171463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3f16eca-6482-4d59-b0ea-bb586765702d req-8ded4e07-ca9b-4b29-815c-0b094c8870fc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032016 Nov 05 22:05:36.175276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f864fc40-7d60-4f27-9188-575635089b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:36.201050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f864fc40-7d60-4f27-9188-575635089b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:36.332469 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b678ac0e-3ce8-47e6-bee9-aec161aa952a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:36.381361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f864fc40-7d60-4f27-9188-575635089b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:36.384189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f864fc40-7d60-4f27-9188-575635089b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:36.385559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f864fc40-7d60-4f27-9188-575635089b76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69578a4a-387a-48d9-a65b-6165510237be HTTP/1.1" status: 204 len: 168 time: 0.3235829 Nov 05 22:05:36.394921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b3ec9-fcff-4d19-85b5-7b728bf65d05 req-6db4f4d9-5b9e-4e7b-b52d-01a3b7506f4e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:36.396454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf2b3ec9-fcff-4d19-85b5-7b728bf65d05 req-6db4f4d9-5b9e-4e7b-b52d-01a3b7506f4e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 944 time: 0.0569811 Nov 05 22:05:36.417672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864fc40-7d60-4f27-9188-575635089b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69578a4a-387a-48d9-a65b-6165510237be,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:36.493251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf2b3ec9-fcff-4d19-85b5-7b728bf65d05 req-3ebcef13-9d8a-4761-9ab0-3122017a9bdf tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568438 Nov 05 22:05:36.609396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-5cead1ba-0b1c-40af-8bf7-6c051e3b1197 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720758 Nov 05 22:05:36.732734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52864) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:36.745079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-1aab7aa5-808e-435a-a9ae-a0d44d8f4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:36.746939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-1aab7aa5-808e-435a-a9ae-a0d44d8f4922 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1097 time: 0.0562046 Nov 05 22:05:36.937524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-84b7fba9-9cd2-4b41-a91b-ca849dd7939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:36.939708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-84b7fba9-9cd2-4b41-a91b-ca849dd7939a service neutron] 10.222.0.13 "GET /v2.0/networks?id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 200 len: 898 time: 0.1645372 Nov 05 22:05:37.006373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-043b9217-9ad6-4084-a4bd-71b64aee2098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.019249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-55c68868-1b27-449b-856e-2ee175a24f97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28362013-2e07-4051-a340-291499722928 HTTP/1.1" status: 200 len: 1001 time: 0.0714357 Nov 05 22:05:37.073532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-3e439839-31d0-41a5-a61f-b86b85559f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:37.075084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-3e439839-31d0-41a5-a61f-b86b85559f3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f6fdf51-f860-46c0-8fdb-31d113024a17 HTTP/1.1" status: 200 len: 834 time: 0.0472066 Nov 05 22:05:37.090582 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-043b9217-9ad6-4084-a4bd-71b64aee2098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.131804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-2d196a97-9956-4f15-abf0-8b0076657619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:37.133488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-2d196a97-9956-4f15-abf0-8b0076657619 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499222 Nov 05 22:05:37.200199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-043b9217-9ad6-4084-a4bd-71b64aee2098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.253016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-043b9217-9ad6-4084-a4bd-71b64aee2098 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adccced466124c4cadbedc7ea1fadfef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5162268 Nov 05 22:05:37.257810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:37.284117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b9217-9ad6-4084-a4bd-71b64aee2098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383eb1f3-6d20-4417-a20d-8fd279539a8e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:37.323183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-7a65cb48-d97b-4c85-b4d7-3f2990b2e784 service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808062 Nov 05 22:05:37.384291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 12930f7b-e35d-4412-8264-7e8948b79a1d details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:05:37.408936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52874) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:37.422784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6be38d23-af2a-4198-b549-7b623f441e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.459596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e760aff-2e39-4753-95cf-9e30f4761a70 req-9680a04f-3807-4025-ac07-0b6bf83d7101 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:37.461197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e760aff-2e39-4753-95cf-9e30f4761a70 req-9680a04f-3807-4025-ac07-0b6bf83d7101 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.1868165 Nov 05 22:05:37.463799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bef89e1-3ac0-4261-8322-644e9929298c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.520363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 12930f7b-e35d-4412-8264-7e8948b79a1d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=12930f7b-e35d-4412-8264-7e8948b79a1d,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:37.525003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '12930f7b-e35d-4412-8264-7e8948b79a1d', 'network_id': '72d819fd-de5a-434f-99b4-f517e39ea843', 'port_id': '12930f7b-e35d-4412-8264-7e8948b79a1d', 'mac_address': 'fa:16:3e:00:a2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce55415-136c-411b-9586-975e9029a2b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:05:37.533437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a2e5091-0319-4f52-9265-2cb8919338ca req-7b170fff-0e2a-4dcd-ae5c-7c05703db9bd service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960351 Nov 05 22:05:37.568706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6be38d23-af2a-4198-b549-7b623f441e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.580951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bef89e1-3ac0-4261-8322-644e9929298c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.607676 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.626502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12930f7b-e35d-4412-8264-7e8948b79a1d {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:05:37.636618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff49fc-c506-4fc5-b585-f8702cbb7137 req-281e7165-7859-43c2-95fb-50d059faa79c tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:37.640757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e760aff-2e39-4753-95cf-9e30f4761a70 req-8066a7e3-cdb6-4feb-924a-099ce6206e74 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062040 Nov 05 22:05:37.644821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-37ff49fc-c506-4fc5-b585-f8702cbb7137 req-281e7165-7859-43c2-95fb-50d059faa79c tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 944 time: 0.0694561 Nov 05 22:05:37.663976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 12930f7b-e35d-4412-8264-7e8948b79a1d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=12930f7b-e35d-4412-8264-7e8948b79a1d,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:37.667391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6be38d23-af2a-4198-b549-7b623f441e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.729463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-37ff49fc-c506-4fc5-b585-f8702cbb7137 req-46898440-9ee2-4e45-a871-a35d6bafca3c tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837851 Nov 05 22:05:37.731648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6be38d23-af2a-4198-b549-7b623f441e68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae9d40c7332146edad626a159d98a85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216119 Nov 05 22:05:37.732441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be38d23-af2a-4198-b549-7b623f441e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5598f9b-edb4-4648-b0b5-d054be8be2e0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:37.741463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:37.771206 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bef89e1-3ac0-4261-8322-644e9929298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.774162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6bef89e1-3ac0-4261-8322-644e9929298c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.775379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6bef89e1-3ac0-4261-8322-644e9929298c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/383eb1f3-6d20-4417-a20d-8fd279539a8e HTTP/1.1" status: 204 len: 168 time: 0.5163665 Nov 05 22:05:37.777608 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.797104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef89e1-3ac0-4261-8322-644e9929298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383eb1f3-6d20-4417-a20d-8fd279539a8e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:37.823376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00169870-25dc-48e4-8e1e-e6aba9adef7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.864318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=12930f7b-e35d-4412-8264-7e8948b79a1d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:37.865778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00169870-25dc-48e4-8e1e-e6aba9adef7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:37.873951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.874497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.874998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.875801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.876282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.876806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.877299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.877778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.878266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.878742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.879407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.879932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:05:37.993796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['12930f7b-e35d-4412-8264-7e8948b79a1d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:05:38.046325 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00169870-25dc-48e4-8e1e-e6aba9adef7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:38.050123 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00169870-25dc-48e4-8e1e-e6aba9adef7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:38.051329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-00169870-25dc-48e4-8e1e-e6aba9adef7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5598f9b-edb4-4648-b0b5-d054be8be2e0 HTTP/1.1" status: 204 len: 168 time: 0.3155265 Nov 05 22:05:38.061290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00169870-25dc-48e4-8e1e-e6aba9adef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5598f9b-edb4-4648-b0b5-d054be8be2e0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:38.523760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-868c1777-7a69-4a78-bc85-a1653953b97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:38.618576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52892) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:38.648895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3cc1770e-d1da-41aa-a080-9a37f83db4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:38.763649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3cc1770e-d1da-41aa-a080-9a37f83db4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:38.847540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652416da-18bf-4335-8681-aaea11232762 req-e640fcdf-1562-4f30-846f-83031cd21287 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:38.850290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-652416da-18bf-4335-8681-aaea11232762 req-e640fcdf-1562-4f30-846f-83031cd21287 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0815363 Nov 05 22:05:38.888994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3cc1770e-d1da-41aa-a080-9a37f83db4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:38.925736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-652416da-18bf-4335-8681-aaea11232762 req-d10df570-0f10-4146-a3c5-94b5d3c4d8cd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589902 Nov 05 22:05:38.944835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1770e-d1da-41aa-a080-9a37f83db4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b095834-63d2-46b5-b651-6fb21a531aae,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:38.964333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d145b0-befe-4464-a780-a9adfc7dbcb5 req-5b0bce0c-b1b3-4804-8b15-3ddff845bcfb tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:38.965924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76d145b0-befe-4464-a780-a9adfc7dbcb5 req-5b0bce0c-b1b3-4804-8b15-3ddff845bcfb tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 945 time: 0.1176000 Nov 05 22:05:38.970887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3cc1770e-d1da-41aa-a080-9a37f83db4f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b2efbc62b004784b5a22c4063d26e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3509371 Nov 05 22:05:38.983165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52912) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:39.062990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76d145b0-befe-4464-a780-a9adfc7dbcb5 req-72e0c617-549a-4f37-af10-509afcbedd65 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885332 Nov 05 22:05:39.095800 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3f1600b-62e7-4377-93a4-8a3ad5723080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.120404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3f1600b-62e7-4377-93a4-8a3ad5723080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.269775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3f1600b-62e7-4377-93a4-8a3ad5723080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.272681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3f1600b-62e7-4377-93a4-8a3ad5723080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.276285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e3f1600b-62e7-4377-93a4-8a3ad5723080 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b095834-63d2-46b5-b651-6fb21a531aae HTTP/1.1" status: 204 len: 168 time: 0.2897887 Nov 05 22:05:39.289403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1600b-62e7-4377-93a4-8a3ad5723080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b095834-63d2-46b5-b651-6fb21a531aae,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:39.334977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52922) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:39.380446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 12930f7b-e35d-4412-8264-7e8948b79a1d up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:05:39.511060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eba10def-9406-4fd3-9028-9ebe9d5bf6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.535294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 12930f7b-e35d-4412-8264-7e8948b79a1d completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:05:39.540479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 12930f7b-e35d-4412-8264-7e8948b79a1d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:39.541071 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.624943 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eba10def-9406-4fd3-9028-9ebe9d5bf6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.657059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52930) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:39.667719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.711505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12930f7b-e35d-4412-8264-7e8948b79a1d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:39.714043 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa6110f-28b9-4951-8ece-7e8d6f832453" -d '{"events": [{"server_uuid": "65ce8c4c-e22c-42a3-bda3-df9ef532289f", "name": "network-vif-plugged", "status": "completed", "tag": "12930f7b-e35d-4412-8264-7e8948b79a1d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:39.736780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 12930f7b-e35d-4412-8264-7e8948b79a1d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=12930f7b-e35d-4412-8264-7e8948b79a1d,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:39.766071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eba10def-9406-4fd3-9028-9ebe9d5bf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.771480 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd7ff00-b047-4274-a05f-eedc8a1e4e4e x-openstack-request-id: req-3fd7ff00-b047-4274-a05f-eedc8a1e4e4e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:39.783791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ce8c4c-e22c-42a3-bda3-df9ef532289f", "name": "network-vif-plugged", "status": "completed", "tag": "12930f7b-e35d-4412-8264-7e8948b79a1d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:39.783791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fd7ff00-b047-4274-a05f-eedc8a1e4e4e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:39.783791 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12930f7b-e35d-4412-8264-7e8948b79a1d', 'code': 200} Nov 05 22:05:39.784157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef464d-4f15-499c-ba21-3a5e15c4ce41 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:39.785716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b8ef464d-4f15-499c-ba21-3a5e15c4ce41 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 814 time: 0.1262236 Nov 05 22:05:39.816933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eba10def-9406-4fd3-9028-9ebe9d5bf6c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efbab8de0123431f9a025da54bee7722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812753 Nov 05 22:05:39.818030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba10def-9406-4fd3-9028-9ebe9d5bf6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7087c5f7-35cf-48d3-b578-093a6341fcf6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:39.821640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52940) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:39.887617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.914475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a8e-e019-4973-b595-5886dfc41f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:39.923962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afc47a-e80b-495b-b497-76607400fb2f req-a7854f91-20c5-4c16-a7ac-268b16e64545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:39.929810 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1afc47a-e80b-495b-b497-76607400fb2f req-a7854f91-20c5-4c16-a7ac-268b16e64545 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 1096 time: 0.0846784 Nov 05 22:05:39.974651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a8e-e019-4973-b595-5886dfc41f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:40.105857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=12930f7b-e35d-4412-8264-7e8948b79a1d,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:40.115969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1afc47a-e80b-495b-b497-76607400fb2f req-a6ae39bb-44bb-44dd-aba0-400458be1859 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550694 Nov 05 22:05:40.177770 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:40.181667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59398d-e31a-4c9a-91bb-57e5b510976c req-9eb2785b-fff3-43ec-8812-747812dd6ef6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:40.184484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d59398d-e31a-4c9a-91bb-57e5b510976c req-9eb2785b-fff3-43ec-8812-747812dd6ef6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0638149 Nov 05 22:05:40.208551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd4f1b-5a93-47a8-bd6b-f490f35501b5 req-7f81f277-abda-43a8-ab00-ed2dbb94d531 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:40.210197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30cd4f1b-5a93-47a8-bd6b-f490f35501b5 req-7f81f277-abda-43a8-ab00-ed2dbb94d531 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 946 time: 0.0511572 Nov 05 22:05:40.237531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d59398d-e31a-4c9a-91bb-57e5b510976c req-341c090b-e190-42a3-a3f2-943eb7d1d662 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Nov 05 22:05:40.265424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a8e-e019-4973-b595-5886dfc41f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:40.265612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30cd4f1b-5a93-47a8-bd6b-f490f35501b5 req-23389b74-7a87-421a-b5e8-3e8c69fbae79 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Nov 05 22:05:40.265752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a8e-e019-4973-b595-5886dfc41f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:40.269823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a27a7a8e-e019-4973-b595-5886dfc41f1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7087c5f7-35cf-48d3-b578-093a6341fcf6 HTTP/1.1" status: 204 len: 168 time: 0.4338963 Nov 05 22:05:40.278107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a7a8e-e019-4973-b595-5886dfc41f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7087c5f7-35cf-48d3-b578-093a6341fcf6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:40.755237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52968) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:40.863054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:40.868540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'network': {'name': 'tempest-network-smoke--1786678006', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:40.950057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d406344-6107-4b76-b88f-fb88a9999c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.004627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:41.016534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.064852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:05:41.087106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d406344-6107-4b76-b88f-fb88a9999c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.090618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.090618 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Added segment 236c8c85-6f1c-4be1-aa26-05b653521529 of type vlan for network 289510a4-ec04-4aee-9b6f-333a369dff3c Nov 05 22:05:41.142958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.206686 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d406344-6107-4b76-b88f-fb88a9999c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.226757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52982) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.248403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.248686 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51e94f5e-496c-4905-b151-8a7d57ba778a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.259168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:41.259828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.262962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d406344-6107-4b76-b88f-fb88a9999c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14743a3a-22e1-4792-8bd2-e281550cf0da,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:41.280211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1d406344-6107-4b76-b88f-fb88a9999c10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89f5188c999741a8978c6580aa05ba06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237291 Nov 05 22:05:41.289226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52986) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.358389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Network': ['ID=289510a4-ec04-4aee-9b6f-333a369dff3c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:41.373350 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 289510a4-ec04-4aee-9b6f-333a369dff3c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:05:41.410289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f2c2d174-e796-4f7f-be06-81543c96e8bf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5460396 Nov 05 22:05:41.416912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52992) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.468592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.479524 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d98ddef-5bdf-4926-9a14-2b18b35d1821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.504862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0120c6f-334c-4afc-b946-40dbdb68db7a req-5bf96d47-6abd-45a0-9476-6ca7b23c1a7a tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:41.504862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0120c6f-334c-4afc-b946-40dbdb68db7a req-5bf96d47-6abd-45a0-9476-6ca7b23c1a7a tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 946 time: 0.1095903 Nov 05 22:05:41.512892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630475a6-d8e7-493c-a445-29cae480deee tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:41.522985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-630475a6-d8e7-493c-a445-29cae480deee tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0c6afd23685a4a659a7bbbb0042e1037&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1013782 Nov 05 22:05:41.523587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 52994) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.541201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5b3d7-8f35-4d76-826b-3ab54a3dbd04 req-2c72877d-7d83-4f13-b39e-79cc51264321 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:41.542671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4f5b3d7-8f35-4d76-826b-3ab54a3dbd04 req-2c72877d-7d83-4f13-b39e-79cc51264321 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.1807823 Nov 05 22:05:41.551085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d98ddef-5bdf-4926-9a14-2b18b35d1821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.597420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51e94f5e-496c-4905-b151-8a7d57ba778a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.625778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0120c6f-334c-4afc-b946-40dbdb68db7a req-b90f002d-afca-4a34-9314-203125e295ed tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127908 Nov 05 22:05:41.652625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4f5b3d7-8f35-4d76-826b-3ab54a3dbd04 req-d797cf25-14a9-448d-a740-2916fede850f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918975 Nov 05 22:05:41.664424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d155fa-5d1e-42b4-81d8-7983dd75fd1f tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:41.669072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 52998) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.671660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-57d155fa-5d1e-42b4-81d8-7983dd75fd1f tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1417561 Nov 05 22:05:41.701656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5236e1a3-e9ec-493d-8a79-ba71b3c3da17 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312698 Nov 05 22:05:41.704292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53000) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.714366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51e94f5e-496c-4905-b151-8a7d57ba778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.747263 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0d83f4d6-c7eb-43c4-8413-e63ae571f5aa tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0c6afd23685a4a659a7bbbb0042e1037&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416379 Nov 05 22:05:41.749948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.770431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d98ddef-5bdf-4926-9a14-2b18b35d1821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.773007 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d98ddef-5bdf-4926-9a14-2b18b35d1821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.780463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7d98ddef-5bdf-4926-9a14-2b18b35d1821 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14743a3a-22e1-4792-8bd2-e281550cf0da HTTP/1.1" status: 204 len: 168 time: 0.4793143 Nov 05 22:05:41.780463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e94f5e-496c-4905-b151-8a7d57ba778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d29348-28b9-411f-8d72-569df8fa7a98,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:41.782698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-51e94f5e-496c-4905-b151-8a7d57ba778a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c592e5d56d3d49af9cfdaae6e54be576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5548494 Nov 05 22:05:41.786011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53006) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.806315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98ddef-5bdf-4926-9a14-2b18b35d1821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14743a3a-22e1-4792-8bd2-e281550cf0da,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:41.858451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da4d82-656e-42b1-941a-2604f02c7b4a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:41.859948 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-90da4d82-656e-42b1-941a-2604f02c7b4a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1089592 Nov 05 22:05:41.862741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53010) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.863573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d814d973-afbd-4708-b871-d6ccbb0666a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.889582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d814d973-afbd-4708-b871-d6ccbb0666a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:41.898594 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f574c9e0-e2a0-4bc2-b29a-72868c59eb4c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347419 Nov 05 22:05:41.901002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53014) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:41.905814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-610129501', 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:42.091946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:42.092150 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d814d973-afbd-4708-b871-d6ccbb0666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.093885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.095484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d814d973-afbd-4708-b871-d6ccbb0666a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.097012 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.097158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d814d973-afbd-4708-b871-d6ccbb0666a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53d29348-28b9-411f-8d72-569df8fa7a98 HTTP/1.1" status: 204 len: 168 time: 0.3100238 Nov 05 22:05:42.105796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814d973-afbd-4708-b871-d6ccbb0666a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d29348-28b9-411f-8d72-569df8fa7a98,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:42.387019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.449796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53028) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:42.455702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Subnet': ['ID=75652456-94e6-42d1-87a8-40e12553ece0,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:42.464482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Checking segment: {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:05:42.464836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network hostable DHCP agents. Network: 289510a4-ec04-4aee-9b6f-333a369dff3c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:05:42.563840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 289510a4-ec04-4aee-9b6f-333a369dff3c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:05:42.642508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1751110967'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:42.657662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 289510a4-ec04-4aee-9b6f-333a369dff3c) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:42.662098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:42.662864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.673096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b99e3-e040-402b-92b8-3e3821a06e2b None None] Network 289510a4-ec04-4aee-9b6f-333a369dff3c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:05:42.759432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef24831-a05a-4ee5-b42c-b6ac91f3d7aa req-d8776e0d-9b9a-41c4-be13-434ae0e78ddf tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:42.761353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ef24831-a05a-4ee5-b42c-b6ac91f3d7aa req-d8776e0d-9b9a-41c4-be13-434ae0e78ddf tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 946 time: 0.0513706 Nov 05 22:05:42.795667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Made reservation on behalf of 209b76efb2a9462c994e78b78b60e9b1 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:42.799130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.814762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98e376-0b00-45e3-a848-35d66f6b8a3c req-13dad1fc-77f7-4135-aa46-faf7c7cedd93 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:42.816815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.817361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f98e376-0b00-45e3-a848-35d66f6b8a3c req-13dad1fc-77f7-4135-aa46-faf7c7cedd93 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0654922 Nov 05 22:05:42.861623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ef24831-a05a-4ee5-b42c-b6ac91f3d7aa req-b9b986f9-8d4c-464b-a0bf-21c3ff09f6d9 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892527 Nov 05 22:05:42.915694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-289510a4-ec04-4aee-9b6f-333a369dff3c', 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ips': [{'subnet_id': '75652456-94e6-42d1-87a8-40e12553ece0'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:05:42.916715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.916993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:42.920134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-31091362-3e48-445d-adf3-d28e90af68f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0179648 Nov 05 22:05:42.939610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f98e376-0b00-45e3-a848-35d66f6b8a3c req-53db28b6-def4-4918-95a6-f0bbb66ac358 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157818 Nov 05 22:05:43.044117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.080944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Allocated IP 172.20.0.18 (289510a4-ec04-4aee-9b6f-333a369dff3c/75652456-94e6-42d1-87a8-40e12553ece0/313ab762-8032-4c43-b209-220cabe8d5f8) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:05:43.086620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:05:43.096710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f16dac0-7b79-4b37-a3a1-65a54d21cf42,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:43.101528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.101899 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Added segment d72e9370-7d1b-42e5-a136-4302236f2924 of type vlan for network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 Nov 05 22:05:43.175759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.229719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53068) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:43.234387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4591204d-2b1b-41c8-8133-36dff50b96d7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862735713', 'description': 'tempest-secgroup-smoke-862735713 description', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:43.280438 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.309030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.316805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:43.317399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.332416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4591204d-2b1b-41c8-8133-36dff50b96d7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.393421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Pushing event updated for resources: {'Network': ['ID=de60d31c-e2bf-40fb-89f9-1c03404c4ae4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:43.405397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:05:43.405740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4591204d-2b1b-41c8-8133-36dff50b96d7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.426933 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.480948 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-02af5bc3-b432-42b0-bace-2b1402c73410 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0278764 Nov 05 22:05:43.524160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Network 289510a4-ec04-4aee-9b6f-333a369dff3c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:43.525978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4591204d-2b1b-41c8-8133-36dff50b96d7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.537610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Pushing event updated for resources: {'Port': ['ID=313ab762-8032-4c43-b209-220cabe8d5f8,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:43.543699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:43.551583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:43.556443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591204d-2b1b-41c8-8133-36dff50b96d7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4825b641-13cd-4003-a22f-faea182f4bd2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:43.612713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Attempting to bind port 313ab762-8032-4c43-b209-220cabe8d5f8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:43.613085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Attempting to bind port 313ab762-8032-4c43-b209-220cabe8d5f8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:43.613450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Attempting to bind port 313ab762-8032-4c43-b209-220cabe8d5f8 on network 289510a4-ec04-4aee-9b6f-333a369dff3c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:43.618608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:05:43.618988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Checking segment: {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:05:43.619389 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.619867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Bound using segment: {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:05:43.620342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Bound port: 313ab762-8032-4c43-b209-220cabe8d5f8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:05:43.620730 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.631370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4591204d-2b1b-41c8-8133-36dff50b96d7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.638534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4591204d-2b1b-41c8-8133-36dff50b96d7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4020028 Nov 05 22:05:43.638758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53088) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:43.642861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0dee8441-ddff-4fcd-b75b-51f8b2e25892 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '4825b641-13cd-4003-a22f-faea182f4bd2', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:43.703313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] For port 313ab762-8032-4c43-b209-220cabe8d5f8, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:05:43.707061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] For port 313ab762-8032-4c43-b209-220cabe8d5f8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=313ab762-8032-4c43-b209-220cabe8d5f8,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:05:43.731191 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dee8441-ddff-4fcd-b75b-51f8b2e25892 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.807237 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.808230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dee8441-ddff-4fcd-b75b-51f8b2e25892 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.853386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53094) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:43.858752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Request body: {'port': {'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4', 'binding:host_id': 'n-h1-816738-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1471920994'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:43.897091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c539bb5-2f52-4db7-858e-9b4a07d43f7c None None] Pushing event updated for resources: {'Port': ['ID=313ab762-8032-4c43-b209-220cabe8d5f8,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:43.897826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dee8441-ddff-4fcd-b75b-51f8b2e25892 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:43.927391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee8441-ddff-4fcd-b75b-51f8b2e25892 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799b4f5e-2ee5-4034-ae8d-93345552177f,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:43.988720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Made reservation on behalf of c7442ad75f1d4392a024baedf6e630d1 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:43.997948 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.021485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.127249 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dee8441-ddff-4fcd-b75b-51f8b2e25892 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.128554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0dee8441-ddff-4fcd-b75b-51f8b2e25892 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4908431 Nov 05 22:05:44.136708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53102) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:44.148469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5bcf1594-2110-4059-8de4-1333de164116 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '4825b641-13cd-4003-a22f-faea182f4bd2', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:44.164536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efd018-4868-479f-aa91-01fc3f3fe5d2 req-4dc86cef-201b-4d95-9105-a0c0c4ae6754 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:44.172985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96efd018-4868-479f-aa91-01fc3f3fe5d2 req-4dc86cef-201b-4d95-9105-a0c0c4ae6754 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.1487956 Nov 05 22:05:44.258876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.265332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96efd018-4868-479f-aa91-01fc3f3fe5d2 req-067476b2-14c7-4857-9bf3-05203d2a0612 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914419 Nov 05 22:05:44.471968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.476615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1594-2110-4059-8de4-1333de164116 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.479438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] device_id is not set on port 699a636b-541c-46c6-b507-302e77a70d4c yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:05:44.591293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d16084-b0ba-473c-946f-6cec8c89a2c8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:44.627446 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1594-2110-4059-8de4-1333de164116 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.711256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1594-2110-4059-8de4-1333de164116 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.808913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf1594-2110-4059-8de4-1333de164116 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f95d87-a263-46ac-95cc-1e4fb8ca4c0b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:44.888189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] device_id is not set on port 699a636b-541c-46c6-b507-302e77a70d4c yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:05:44.901632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.906311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1594-2110-4059-8de4-1333de164116 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:44.908349 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5bcf1594-2110-4059-8de4-1333de164116 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7728124 Nov 05 22:05:44.911483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53124) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:44.917215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9d7e051c-45a9-423a-92ac-b4f98b68228f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '4825b641-13cd-4003-a22f-faea182f4bd2', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:44.982590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53128) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:45.015966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.053447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d7e051c-45a9-423a-92ac-b4f98b68228f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.213128 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d7e051c-45a9-423a-92ac-b4f98b68228f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.220965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Checking segment: {'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:05:45.221968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Network hostable DHCP agents. Network: de60d31c-e2bf-40fb-89f9-1c03404c4ae4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:05:45.228844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=699a636b-541c-46c6-b507-302e77a70d4c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:45.281332 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d7e051c-45a9-423a-92ac-b4f98b68228f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.308129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e051c-45a9-423a-92ac-b4f98b68228f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5888a3cf-c065-4061-9a2c-994b0e9196ce,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:45.321078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:05:45.458480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d7e051c-45a9-423a-92ac-b4f98b68228f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.459812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9d7e051c-45a9-423a-92ac-b4f98b68228f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5465136 Nov 05 22:05:45.462589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53140) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:45.468101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bd861b4e-4d59-4690-8e64-bffbb552a060 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '4825b641-13cd-4003-a22f-faea182f4bd2', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:45.526209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 313ab762-8032-4c43-b209-220cabe8d5f8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:05:45.552733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-49dd6568-9914-43cf-ae32-dabe23759f7e tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-84893407'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:45.553196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-49dd6568-9914-43cf-ae32-dabe23759f7e tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Unknown quota resources ['metering_label']. {{(pid=102291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 22:05:45.592224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, de60d31c-e2bf-40fb-89f9-1c03404c4ae4) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:45.610333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d70d37-55fa-44b1-ab70-7e9d49a620e9 None None] Network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:05:45.702604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:45.707578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f83340-850d-43b2-9440-0e5341bc62d9 None None] Network 289510a4-ec04-4aee-9b6f-333a369dff3c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:05:45.728481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:45.728853 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:45.729172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:45.742174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff99a-2bf0-4774-bf03-97d861a3f4b0 req-e57e532e-6f2b-4aee-ade9-1b968af3c20d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:45.743628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbfff99a-2bf0-4774-bf03-97d861a3f4b0 req-e57e532e-6f2b-4aee-ade9-1b968af3c20d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.2701921 Nov 05 22:05:45.744393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:45.744718 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:45.745108 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 2 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:45.771931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:45.772288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:45.772591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:45.827019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0c24d7ed-0350-4927-b88b-90fbd6d8f85c None None] Provisioning complete for port 313ab762-8032-4c43-b209-220cabe8d5f8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:45.827939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0c24d7ed-0350-4927-b88b-90fbd6d8f85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.833572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 313ab762-8032-4c43-b209-220cabe8d5f8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:45.834202 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.879490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:45.879800 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:45.882807 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 3 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:45.917744 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd861b4e-4d59-4690-8e64-bffbb552a060 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.973504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-49dd6568-9914-43cf-ae32-dabe23759f7e tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:45.977106 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-49dd6568-9914-43cf-ae32-dabe23759f7e tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.9902833 Nov 05 22:05:45.980894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53148) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:45.981538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:45.981538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:45.981727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:45.991320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-20a52a2b-ef07-4ece-9440-2a67ef61defc tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '757eef42-c997-440c-9f09-a4e1ef477233'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:46.000784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-20a52a2b-ef07-4ece-9440-2a67ef61defc tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 22:05:46.009480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbfff99a-2bf0-4774-bf03-97d861a3f4b0 req-2e4ae96c-44e3-47ff-ad62-7af2064f1d15 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547493 Nov 05 22:05:46.014090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.014632 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.016129 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 4 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:46.037239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.051877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:46.052348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:46.052749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:46.062987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.063955 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.066458 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 5 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:46.096441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd861b4e-4d59-4690-8e64-bffbb552a060 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.099359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:46.099743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:46.100082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:46.104705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.105029 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.105421 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 6 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:46.115990 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0c24d7ed-0350-4927-b88b-90fbd6d8f85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.128971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:46.129305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:46.129835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:46.136080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.136664 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.137358 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 7 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:46.160649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:46.161571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:46.162085 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:46.167780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.168653 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.169271 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 8 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:46.176424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd861b4e-4d59-4690-8e64-bffbb552a060 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.176717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 313ab762-8032-4c43-b209-220cabe8d5f8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=313ab762-8032-4c43-b209-220cabe8d5f8,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:46.205723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:46.205723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:46.206127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:46.207258 n-d-816738-5 neutron-server[102292]: WARNING neutron.services.metering.metering_plugin [None req-20a52a2b-ef07-4ece-9440-2a67ef61defc tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 22:05:46.212031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861b4e-4d59-4690-8e64-bffbb552a060 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd9bbd3-8bc7-4cc2-a132-5e7297c3400e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:46.218571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.218571 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.219273 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 9 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:46.241976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:46.242496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:46.243317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:46.248708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.249146 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.249627 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 10 to bind port 699a636b-541c-46c6-b507-302e77a70d4c Nov 05 22:05:46.261598 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.272559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:46.273386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:46.274313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:46.282031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 699a636b-541c-46c6-b507-302e77a70d4c on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:46.285501 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 699a636b-541c-46c6-b507-302e77a70d4c on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:46.286218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.292254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd861b4e-4d59-4690-8e64-bffbb552a060 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.294510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bd861b4e-4d59-4690-8e64-bffbb552a060 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8306916 Nov 05 22:05:46.303228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53152) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.309504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '4825b641-13cd-4003-a22f-faea182f4bd2', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:46.358009 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20a52a2b-ef07-4ece-9440-2a67ef61defc tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.364118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-20a52a2b-ef07-4ece-9440-2a67ef61defc tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3803089 Nov 05 22:05:46.365896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.371117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9b63feb0-6448-41d0-be86-25c9e9dcb871 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '757eef42-c997-440c-9f09-a4e1ef477233'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:46.372092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9b63feb0-6448-41d0-be86-25c9e9dcb871 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 22:05:46.405446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=313ab762-8032-4c43-b209-220cabe8d5f8,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:46.406470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] For port 699a636b-541c-46c6-b507-302e77a70d4c, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:05:46.406981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempted to set empty binding levels {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 22:05:46.420827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-0c24d7ed-0350-4927-b88b-90fbd6d8f85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:05:46.421196 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-0c24d7ed-0350-4927-b88b-90fbd6d8f85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:05:46.424331 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Project 0c6afd23685a4a659a7bbbb0042e1037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:05:46.433760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.481594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.497224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:46.497831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.531914 n-d-816738-5 neutron-server[102292]: WARNING neutron.services.metering.metering_plugin [None req-9b63feb0-6448-41d0-be86-25c9e9dcb871 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 05 22:05:46.559901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.561167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=699a636b-541c-46c6-b507-302e77a70d4c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:46.614425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b63feb0-6448-41d0-be86-25c9e9dcb871 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.615630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9b63feb0-6448-41d0-be86-25c9e9dcb871 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2485390 Nov 05 22:05:46.618304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53156) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.628959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6941a607-902b-4149-9b5a-cfa389e90fd8 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=578f363c-c355-424e-a35d-a5cab78a5ba7 HTTP/1.1" status: 200 len: 464 time: 0.0096295 Nov 05 22:05:46.631386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53158) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.634678 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-08061b3a-ef28-46ac-919a-cb8b56905c1c tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7776418 Nov 05 22:05:46.635473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53160) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.664477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.692058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1249311-4fd8-4e30-9628-e840113104a7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:46.738003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Deleting port 699a636b-541c-46c6-b507-302e77a70d4c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:05:46.738267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.791611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.793065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6180d9c1-d7b6-41e4-a83c-560619adf672 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4884908 Nov 05 22:05:46.799072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53162) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.803839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '4825b641-13cd-4003-a22f-faea182f4bd2', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:46.809886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-91415936-682c-445e-9295-99b9a33d94b8 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.810946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-91415936-682c-445e-9295-99b9a33d94b8 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/578f363c-c355-424e-a35d-a5cab78a5ba7 HTTP/1.1" status: 204 len: 168 time: 0.1786714 Nov 05 22:05:46.813332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] For port 699a636b-541c-46c6-b507-302e77a70d4c, host n-h1-816738-5, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:46.813749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:46.815323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53164) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.828328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Calling delete_port for 699a636b-541c-46c6-b507-302e77a70d4c owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:05:46.830833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-65d60e5b-4693-4e4b-bc5e-bf5e6fe284ae tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=578f363c-c355-424e-a35d-a5cab78a5ba7 HTTP/1.1" status: 200 len: 221 time: 0.0144343 Nov 05 22:05:46.834398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53166) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:46.841042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4de78c51-29ec-4ea1-81aa-bdc1f5c68b64 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--65349744', 'description': 'label created by tempest'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:46.846368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4de78c51-29ec-4ea1-81aa-bdc1f5c68b64 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Unknown quota resources ['metering_label']. {{(pid=102291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 22:05:46.927705 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Project 0c6afd23685a4a659a7bbbb0042e1037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:05:46.934265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.006084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.040039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.104705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f0812966-3c5c-423c-b8dc-d5f8ce4d3029 None None] Provisioning complete for port 313ab762-8032-4c43-b209-220cabe8d5f8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:47.105894 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0812966-3c5c-423c-b8dc-d5f8ce4d3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.109810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event deleted for resources: {'Port': ['ID=699a636b-541c-46c6-b507-302e77a70d4c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:47.135066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.146884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de78c51-29ec-4ea1-81aa-bdc1f5c68b64 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.148089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4de78c51-29ec-4ea1-81aa-bdc1f5c68b64 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3126433 Nov 05 22:05:47.150846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53170) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:47.156991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.162546 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7bcc030d-8fc0-442e-a2ad-375bd250a748 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/699a636b-541c-46c6-b507-302e77a70d4c HTTP/1.1" status: 204 len: 168 time: 0.5229719 Nov 05 22:05:47.162743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a083e4ee-38da-437f-9290-4b44a383e15d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:47.162883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53172) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:47.185514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282776e-7334-44c5-84af-2ca0aa89d0af req-b52a2939-dc93-4867-b99e-219cdec7a756 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:47.193969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a282776e-7334-44c5-84af-2ca0aa89d0af req-b52a2939-dc93-4867-b99e-219cdec7a756 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0969579 Nov 05 22:05:47.246100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a282776e-7334-44c5-84af-2ca0aa89d0af req-4b5ef708-a32a-4dde-a30f-f055952431dc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512655 Nov 05 22:05:47.253708 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3192f2-4f58-40c1-8f1b-3a8c108c9485 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] GET failed (client error): The resource could not be found. Nov 05 22:05:47.255423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7e3192f2-4f58-40c1-8f1b-3a8c108c9485 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "GET /v2.0/ports/699a636b-541c-46c6-b507-302e77a70d4c HTTP/1.1" status: 404 len: 333 time: 0.0915837 Nov 05 22:05:47.259140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53174) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:47.267520 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Request body: {'port': {'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-522728776'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:47.271520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a898ea77-59fe-4b16-a285-963d0dff370f tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=6d158e3a-f210-47fd-8bc8-9016b52884f1 HTTP/1.1" status: 200 len: 466 time: 0.1195967 Nov 05 22:05:47.275298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53176) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:47.275990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.286590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6ed8ce7e-f096-4b4b-8233-5a36a0b35691 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4770672 Nov 05 22:05:47.430741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 313ab762-8032-4c43-b209-220cabe8d5f8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:05:47.465330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Made reservation on behalf of c7442ad75f1d4392a024baedf6e630d1 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:47.465330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.511271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 313ab762-8032-4c43-b209-220cabe8d5f8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:47.511652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.529816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] device_id is not set on port 222d877a-37db-47f3-8b72-abcd1690edf5 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:05:47.941364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5db2279-4616-448d-9d83-283de080d899 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:47.942558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a5db2279-4616-448d-9d83-283de080d899 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/6d158e3a-f210-47fd-8bc8-9016b52884f1 HTTP/1.1" status: 204 len: 168 time: 0.6663198 Nov 05 22:05:47.945751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53190) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:47.959014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6c905f34-0b59-4513-9859-fad9b0ced580 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=6d158e3a-f210-47fd-8bc8-9016b52884f1 HTTP/1.1" status: 200 len: 216 time: 0.0120335 Nov 05 22:05:47.963357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53192) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:47.973423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d91e8374-7587-4a10-a3d3-67902ffced54 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086997 Nov 05 22:05:47.974194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-4426d5ce-3685-4aec-b5c9-ca275fcaf5d4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862735713&fields=id&tenant_id=0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 267 time: 0.4538939 Nov 05 22:05:47.976581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53194) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:48.017738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de4560e8-685c-4a95-af07-f9f5a98d3537 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0394731 Nov 05 22:05:48.021204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53196) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:48.076751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-13987640-29fa-455b-a838-24c233d4b23b tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/757eef42-c997-440c-9f09-a4e1ef477233 HTTP/1.1" status: 200 len: 471 time: 0.0543509 Nov 05 22:05:48.084619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53198) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:48.101700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f42f9fa0-9afa-4e89-96e6-a8d719223693 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/9b3454ee-796f-4a66-b1cf-edf5c8b936c4 HTTP/1.1" status: 200 len: 461 time: 0.0152903 Nov 05 22:05:48.105084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53200) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:48.175712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:48.202051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-9662a22c-beda-42ca-a9be-ef53b279bfbc tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:48.202051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-9662a22c-beda-42ca-a9be-ef53b279bfbc tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/networks?id=289510a4-ec04-4aee-9b6f-333a369dff3c HTTP/1.1" status: 200 len: 797 time: 0.2067327 Nov 05 22:05:48.222063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-772315c8-bd39-4fb6-9b8e-ffcd4224472a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/quotas/0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 375 time: 0.0192440 Nov 05 22:05:48.302018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-5e987383-b497-48a6-beba-55b20db80798 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0729804 Nov 05 22:05:48.374188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:48.383813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-35da21fd-5c9c-4634-9c59-ff9a1a3fae11 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:48.386914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-35da21fd-5c9c-4634-9c59-ff9a1a3fae11 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/9b3454ee-796f-4a66-b1cf-edf5c8b936c4 HTTP/1.1" status: 204 len: 168 time: 0.2784951 Nov 05 22:05:48.387898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53204) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:48.439761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:48.445605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=222d877a-37db-47f3-8b72-abcd1690edf5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:48.453946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:48.458857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:48.459888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:48.460547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:48.472194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-e3926366-98c9-4a7f-ade5-aa703eef0db1 service neutron] 10.222.0.41 "GET /v2.0/networks/289510a4-ec04-4aee-9b6f-333a369dff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582177 Nov 05 22:05:48.552706 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5fdd3c48-3ce7-48dd-bd7b-0fd4f062aed9 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2923479 Nov 05 22:05:48.554482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da569-729d-4414-9308-3c52ff2b6fc5 req-4af13470-5856-4650-b901-8cfa7b8ae7a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:48.555325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53206) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:48.556008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c0da569-729d-4414-9308-3c52ff2b6fc5 req-4af13470-5856-4650-b901-8cfa7b8ae7a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.2169883 Nov 05 22:05:48.560855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:48.604764 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-d26662d4-a034-4629-9afb-8e095874f12b service neutron] 10.222.0.41 "GET /v2.0/networks/289510a4-ec04-4aee-9b6f-333a369dff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264820 Nov 05 22:05:48.642923 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:48.884737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] device_id is not set on port 222d877a-37db-47f3-8b72-abcd1690edf5 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:05:48.909184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:48.948752 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d847daa2-69f9-440e-997e-eaba125c9ea8 req-809e6c20-292e-433a-96d9-53678bda18c6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 210 time: 0.0531409 Nov 05 22:05:49.007636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c0da569-729d-4414-9308-3c52ff2b6fc5 req-52d9d8e7-075c-4d07-a22d-91cefc02684c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164636 Nov 05 22:05:49.012076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.071686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=222d877a-37db-47f3-8b72-abcd1690edf5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:49.082494 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ee8289-1429-49d9-9a5c-72891c1280a9 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.085742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.086611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.086763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b0ee8289-1429-49d9-9a5c-72891c1280a9 tempest-MeteringTestJSON-741216492 tempest-MeteringTestJSON-741216492-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/757eef42-c997-440c-9f09-a4e1ef477233 HTTP/1.1" status: 204 len: 168 time: 0.6950519 Nov 05 22:05:49.087316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.092313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.092720 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.093199 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 2 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.107487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.107878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.108226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.113534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.113865 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.114268 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 3 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.133344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.134670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.135192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.141125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.141671 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.142285 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 4 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.159150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.159539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.159893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.165556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.165890 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.166273 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 5 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.180932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.181332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.181788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.195898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.195898 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.195898 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 6 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.213282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.213769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.214198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.222565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.222565 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.222565 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 7 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.232518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.232860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.233195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.238257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.238582 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.238974 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 8 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.252954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.253286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.259615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.259615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.259615 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.259615 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 9 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.270367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.270699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.271030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.275244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.275571 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.275965 n-d-816738-5 neutron-server[102291]: INFO neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 10 to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 Nov 05 22:05:49.288084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:49.288415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:49.288736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:49.292884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:49.293202 n-d-816738-5 neutron-server[102291]: ERROR neutron.plugins.ml2.managers [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port 222d877a-37db-47f3-8b72-abcd1690edf5 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:49.293559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.357526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] For port 222d877a-37db-47f3-8b72-abcd1690edf5, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:05:49.357884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempted to set empty binding levels {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 22:05:49.443732 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.475239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] In _notify_port_updated(), no bound segment for port 222d877a-37db-47f3-8b72-abcd1690edf5 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:05:49.476154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.476712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.478007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "PUT /v2.0/ports/222d877a-37db-47f3-8b72-abcd1690edf5 HTTP/1.1" status: 200 len: 974 time: 0.9216948 Nov 05 22:05:49.480664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:49.553261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7ed6d-6ecc-4d2c-ada9-6baf948c8acc tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=222d877a-37db-47f3-8b72-abcd1690edf5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:49.597029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.597522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.598064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.598605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.599934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.600482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.601157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.601682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.602152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.602614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.603071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.603538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.604018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.604477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.604933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.605443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.605904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.606358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.606811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.607267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.607746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.608204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.608664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.609122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:49.616737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc70939a-2e8f-4899-af52-513ad42bcdcf tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21712 time: 0.1303961 Nov 05 22:05:49.621511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:49.644130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53228) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:49.714577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Deleting port 222d877a-37db-47f3-8b72-abcd1690edf5 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:05:49.714915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.785783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] For port 222d877a-37db-47f3-8b72-abcd1690edf5, host n-h1-816738-5, got binding levels [] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:49.786306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.787877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf94fc0c-4b5b-42bd-b63d-a82ce6237a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.800701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Calling delete_port for 222d877a-37db-47f3-8b72-abcd1690edf5 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:05:49.871672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf94fc0c-4b5b-42bd-b63d-a82ce6237a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.951942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf94fc0c-4b5b-42bd-b63d-a82ce6237a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:49.985787 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.020129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bf94fc0c-4b5b-42bd-b63d-a82ce6237a8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=769d1fe4fadd4f6e930d9050250f029b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718588 Nov 05 22:05:50.020129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94fc0c-4b5b-42bd-b63d-a82ce6237a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d4caf-6c2c-453c-9332-7dc748b4c9d3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:50.021562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53234) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:50.044286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event deleted for resources: {'Port': ['ID=222d877a-37db-47f3-8b72-abcd1690edf5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:50.053325 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.058638 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c3933be7-e871-4137-ab10-ea6d4afc94eb tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/222d877a-37db-47f3-8b72-abcd1690edf5 HTTP/1.1" status: 204 len: 168 time: 0.4400730 Nov 05 22:05:50.062290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53238) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:50.093455 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b81256-a9ed-4ca6-9b1f-22e6d23f0623 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] GET failed (client error): The resource could not be found. Nov 05 22:05:50.097077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-43b81256-a9ed-4ca6-9b1f-22e6d23f0623 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "GET /v2.0/ports/222d877a-37db-47f3-8b72-abcd1690edf5 HTTP/1.1" status: 404 len: 333 time: 0.0328953 Nov 05 22:05:50.100786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53240) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:50.114322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1006520328', 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:50.128598 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b6ef77c1-205a-4f3c-a46f-4498b4b37920 req-21cc3f4c-fb03-4e53-9144-bdca9678734d tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 210 time: 0.0545821 Nov 05 22:05:50.151616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-087b9418-8442-4a74-9434-53d236f1d805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.174648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-087b9418-8442-4a74-9434-53d236f1d805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.180202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ddf1c-e894-41b4-8c70-d659a65d9843 req-0df1ef0b-da0f-4689-a8a4-45f55ba9cf6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:50.181691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-207ddf1c-e894-41b4-8c70-d659a65d9843 req-0df1ef0b-da0f-4689-a8a4-45f55ba9cf6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0608978 Nov 05 22:05:50.235673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Made reservation on behalf of c7442ad75f1d4392a024baedf6e630d1 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:50.238300 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.244424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-207ddf1c-e894-41b4-8c70-d659a65d9843 req-4f950d29-83f7-42cd-8719-23199bf1c5bb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535772 Nov 05 22:05:50.262834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] device_id is not set on port f17f9f0d-b869-4322-a937-ede821e0c06d yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:05:50.280395 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-087b9418-8442-4a74-9434-53d236f1d805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.283136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-087b9418-8442-4a74-9434-53d236f1d805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.284459 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-087b9418-8442-4a74-9434-53d236f1d805 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/128d4caf-6c2c-453c-9332-7dc748b4c9d3 HTTP/1.1" status: 204 len: 168 time: 0.2616003 Nov 05 22:05:50.292953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b9418-8442-4a74-9434-53d236f1d805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d4caf-6c2c-453c-9332-7dc748b4c9d3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:50.443870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.555836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.607889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:50.611448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:50.616025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:50.618254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:50.618254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.620955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=f17f9f0d-b869-4322-a937-ede821e0c06d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:50.749385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-25213b7c-25d9-4194-8899-9a8c440c9592 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6470680 Nov 05 22:05:50.752566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53246) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:50.786556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce13c7c7-d0eb-4015-ba13-70c43bda5ef3 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:50.790245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ce13c7c7-d0eb-4015-ba13-70c43bda5ef3 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "GET /v2.0/ports/f17f9f0d-b869-4322-a937-ede821e0c06d HTTP/1.1" status: 200 len: 955 time: 0.0344529 Nov 05 22:05:50.790964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53248) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:50.877877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Deleting port f17f9f0d-b869-4322-a937-ede821e0c06d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:05:50.878225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.939362 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:50.951629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Calling delete_port for f17f9f0d-b869-4322-a937-ede821e0c06d owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:05:50.987501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53252) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:51.003825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93d31027-6096-440c-b1d6-690455f5bf0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.131999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.181730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93d31027-6096-440c-b1d6-690455f5bf0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.227072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event deleted for resources: {'Port': ['ID=f17f9f0d-b869-4322-a937-ede821e0c06d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:51.280095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f191ec70-2523-4312-9d66-9e4123437f22 req-c568b4ce-cbd6-40e4-9237-3cb0708f9438 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 210 time: 0.0613513 Nov 05 22:05:51.284944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93d31027-6096-440c-b1d6-690455f5bf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.287433 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.293886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c05325af-e8fe-4354-be5c-c9ff83708fca tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f17f9f0d-b869-4322-a937-ede821e0c06d HTTP/1.1" status: 204 len: 168 time: 0.5018661 Nov 05 22:05:51.297070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53258) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:51.331692 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-113867cc-8630-46f6-84e4-9e352c2e504e tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] GET failed (client error): The resource could not be found. Nov 05 22:05:51.337673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-113867cc-8630-46f6-84e4-9e352c2e504e tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "GET /v2.0/ports/f17f9f0d-b869-4322-a937-ede821e0c06d HTTP/1.1" status: 404 len: 333 time: 0.0395033 Nov 05 22:05:51.338374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53260) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:51.346529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Request body: {'port': {'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1896919523'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:51.376324 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-93d31027-6096-440c-b1d6-690455f5bf0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c93c1532cd44a329159b6a2460c9f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3873227 Nov 05 22:05:51.377166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53262) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:51.398721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d31027-6096-440c-b1d6-690455f5bf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd9a03-2f0a-4add-8076-b4fa6fd131f1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:51.464599 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-015e326c-d622-4f89-808c-724382f2dd2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.464836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-92db7485-ecbf-4de2-b5ea-4b3a43cd83fe tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:51.466671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-92db7485-ecbf-4de2-b5ea-4b3a43cd83fe tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/networks?id=289510a4-ec04-4aee-9b6f-333a369dff3c HTTP/1.1" status: 200 len: 797 time: 0.3490169 Nov 05 22:05:51.491147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-015e326c-d622-4f89-808c-724382f2dd2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.512253 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Made reservation on behalf of c7442ad75f1d4392a024baedf6e630d1 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:51.514675 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.535220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be521-1ba3-40ca-b433-6d7bca5fff3b req-652fd7da-a015-4183-9c64-bc40041c97ea tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:51.536715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-186be521-1ba3-40ca-b433-6d7bca5fff3b req-652fd7da-a015-4183-9c64-bc40041c97ea tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.1618009 Nov 05 22:05:51.563237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] device_id is not set on port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:05:51.613112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-015e326c-d622-4f89-808c-724382f2dd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.618341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-015e326c-d622-4f89-808c-724382f2dd2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.622168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-015e326c-d622-4f89-808c-724382f2dd2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3acd9a03-2f0a-4add-8076-b4fa6fd131f1 HTTP/1.1" status: 204 len: 168 time: 0.2386663 Nov 05 22:05:51.630367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e326c-d622-4f89-808c-724382f2dd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd9a03-2f0a-4add-8076-b4fa6fd131f1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:51.677485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-09c8e167-7edf-444d-9286-a58a4772b74c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 471 time: 0.1991794 Nov 05 22:05:51.685551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-186be521-1ba3-40ca-b433-6d7bca5fff3b req-34859873-d319-47cf-aac8-df0c2d13255a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419799 Nov 05 22:05:51.699665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'port': {'device_id': '911326aa-52a2-492d-8715-6f92a8707507', 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c', 'admin_state_up': True, 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'security_groups': ['4825b641-13cd-4003-a22f-faea182f4bd2']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:51.892459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:51.980655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:05:51.984468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.046116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.111572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:52.124314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:52.131442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:52.132471 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:52.133082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.140221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:52.195055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.20.0.29 (289510a4-ec04-4aee-9b6f-333a369dff3c/75652456-94e6-42d1-87a8-40e12553ece0/17447ee3-44cc-47f1-a52b-19fa5f566f0a) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:05:52.292507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-38cf16af-ba47-4872-9eb2-1a70e139246f tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9505427 Nov 05 22:05:52.295094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53274) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:52.302639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:52.397818 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.402553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.412377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af3d04cc-2ecc-4106-a068-07da0203e994 req-150333c4-fb3e-4fd9-bd48-f47998d42667 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 210 time: 0.0368035 Nov 05 22:05:52.570072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.651013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 289510a4-ec04-4aee-9b6f-333a369dff3c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:05:52.657338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] device_id is not set on port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:05:52.661890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:05:52.664418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:05:52.670256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=17447ee3-44cc-47f1-a52b-19fa5f566f0a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:52.695147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.766148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:52.769399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.802074 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.897916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-6334f9d4-ea85-43b4-b350-fc1d37d768f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2094290 Nov 05 22:05:52.932276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:52.944708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:52.944978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:52.945346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:52.962919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763cfce-527a-4a19-b355-64f5e3becfff req-9a7a8cc2-c7c6-4591-87e6-61b0f9ae7c67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:52.966993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e763cfce-527a-4a19-b355-64f5e3becfff req-9a7a8cc2-c7c6-4591-87e6-61b0f9ae7c67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.1588457 Nov 05 22:05:52.969761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2689d106-adab-4390-83d9-60f2d2ba0729 None None] Provisioning complete for port 17447ee3-44cc-47f1-a52b-19fa5f566f0a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:52.974607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:52.974822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2689d106-adab-4390-83d9-60f2d2ba0729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:52.974971 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:52.976490 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 2 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.000809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.005600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.005600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.010746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.011142 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.013467 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 3 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.021306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2689d106-adab-4390-83d9-60f2d2ba0729 None None] Port 17447ee3-44cc-47f1-a52b-19fa5f566f0a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:05:53.030479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.030831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.031175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.042672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.043007 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.044366 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 4 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.068248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e763cfce-527a-4a19-b355-64f5e3becfff req-b6e211ed-0d11-4802-bb28-2b49f03d049e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003001 Nov 05 22:05:53.088733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.089329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.090666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.100618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.100957 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.101365 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 5 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.115454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.115843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.116283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.121754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.122093 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.122509 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 6 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.140378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Request body: {'port': {'device_id': '911326aa-52a2-492d-8715-6f92a8707507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:53.160103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.160486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.160782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.170616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.170957 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.173065 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 7 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.209071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.209422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.209764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.219422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.232687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.233026 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.233590 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 8 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.266356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.267516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.267673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.283079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.283419 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.289364 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 9 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.306012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.306621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.306965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.366923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.367240 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.369883 n-d-816738-5 neutron-server[102292]: INFO neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempt 10 to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 Nov 05 22:05:53.393394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:53.393734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:53.394072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempting to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:53.402096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:53.402430 n-d-816738-5 neutron-server[102292]: ERROR neutron.plugins.ml2.managers [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Failed to bind port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on host n-h1-816738-5 for vnic_type normal using segments [{'id': 'd72e9370-7d1b-42e5-a136-4302236f2924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de60d31c-e2bf-40fb-89f9-1c03404c4ae4'}] Nov 05 22:05:53.402830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.576505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] For port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:05:53.576879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attempted to set empty binding levels {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 05 22:05:53.600212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741c7bc-a29a-4f28-a0c0-2513e22e38ce req-ef20c267-2046-459f-b5df-33d5e89591df tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:53.609873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e741c7bc-a29a-4f28-a0c0-2513e22e38ce req-ef20c267-2046-459f-b5df-33d5e89591df tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 932 time: 0.0779684 Nov 05 22:05:53.668598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.685206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e741c7bc-a29a-4f28-a0c0-2513e22e38ce req-b1b27887-cb1a-4043-a1f7-9c974a7a3735 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676293 Nov 05 22:05:53.717246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] In _notify_port_updated(), no bound segment for port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 on network de60d31c-e2bf-40fb-89f9-1c03404c4ae4 {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:05:53.718218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:53.718833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.720701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "PUT /v2.0/ports/bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 HTTP/1.1" status: 200 len: 975 time: 1.4242935 Nov 05 22:05:53.723124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53306) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:53.724573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17447ee3-44cc-47f1-a52b-19fa5f566f0a {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:05:53.735328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.754348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e9c81-c834-45ed-aaec-02baa80e38c8 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event updated for resources: {'Port': ['ID=bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:53.759990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Transition to ACTIVE for port object 17447ee3-44cc-47f1-a52b-19fa5f566f0a will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:05:53.804437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Deleting port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:05:53.804980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.853277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.883966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] For port bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4, host n-h1-816738-5, got binding levels [] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:53.889678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:53.918033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Calling delete_port for bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:05:53.970271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Pushing event updated for resources: {'Port': ['ID=17447ee3-44cc-47f1-a52b-19fa5f566f0a,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:54.011229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Attempting to bind port 17447ee3-44cc-47f1-a52b-19fa5f566f0a on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:05:54.011690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Attempting to bind port 17447ee3-44cc-47f1-a52b-19fa5f566f0a by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:05:54.017121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Attempting to bind port 17447ee3-44cc-47f1-a52b-19fa5f566f0a on network 289510a4-ec04-4aee-9b6f-333a369dff3c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:54.023385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Port 17447ee3-44cc-47f1-a52b-19fa5f566f0a on network 289510a4-ec04-4aee-9b6f-333a369dff3c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:05:54.023998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Attempting to bind port 17447ee3-44cc-47f1-a52b-19fa5f566f0a on network 289510a4-ec04-4aee-9b6f-333a369dff3c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:05:54.030310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:05:54.030903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Checking segment: {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:05:54.031498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Bound using segment: {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:05:54.032158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Bound port: 17447ee3-44cc-47f1-a52b-19fa5f566f0a, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:05:54.033033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.134121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] For port 17447ee3-44cc-47f1-a52b-19fa5f566f0a, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:05:54.144257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] For port 17447ee3-44cc-47f1-a52b-19fa5f566f0a, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=17447ee3-44cc-47f1-a52b-19fa5f566f0a,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:05:54.163625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.206784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:54.216064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.218774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae78e4-dd1c-4869-83b2-9ab1561ad27a req-b7a991c3-46af-45bb-b686-7722d0adc578 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:54.220128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bae78e4-dd1c-4869-83b2-9ab1561ad27a req-b7a991c3-46af-45bb-b686-7722d0adc578 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0576978 Nov 05 22:05:54.221765 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-27997003-b971-4630-bc1b-5e6cb415b206 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 HTTP/1.1" status: 204 len: 168 time: 0.4975333 Nov 05 22:05:54.224258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53318) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:54.259981 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebb53f3-fd8c-4901-9766-84f03e0c3911 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] GET failed (client error): The resource could not be found. Nov 05 22:05:54.262362 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7ebb53f3-fd8c-4901-9766-84f03e0c3911 tempest-PortsAdminExtendedAttrsTestJSON-14607618 tempest-PortsAdminExtendedAttrsTestJSON-14607618-project-admin] 10.222.0.41 "GET /v2.0/ports/bfcef9ed-70b3-496c-9fca-e24b4c2cc5f4 HTTP/1.1" status: 404 len: 333 time: 0.0369136 Nov 05 22:05:54.267176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53322) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:54.287428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bae78e4-dd1c-4869-83b2-9ab1561ad27a req-d2ccfa57-878b-4d91-a105-8bf5fd28a731 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633605 Nov 05 22:05:54.310134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.365715 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.385924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:54.386552 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.388522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] 10.222.0.13 "PUT /v2.0/ports/17447ee3-44cc-47f1-a52b-19fa5f566f0a HTTP/1.1" status: 200 len: 1092 time: 1.4764092 Nov 05 22:05:54.391131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911326aa-52a2-492d-8715-6f92a8707507', 'tag': '17447ee3-44cc-47f1-a52b-19fa5f566f0a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:54.402425 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef41764d-def2-4ebc-b6f3-75dd0394988a" -d '{"events": [{"name": "network-changed", "server_uuid": "911326aa-52a2-492d-8715-6f92a8707507", "tag": "17447ee3-44cc-47f1-a52b-19fa5f566f0a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:54.479576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80692a5d-f0d5-433d-b075-2899ac153c89 service neutron] Pushing event updated for resources: {'Port': ['ID=17447ee3-44cc-47f1-a52b-19fa5f566f0a,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:54.480082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53332) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:54.487709 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eb127e-7798-43f6-9fad-e64adbdff490 x-openstack-request-id: req-c0eb127e-7798-43f6-9fad-e64adbdff490 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:54.488561 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911326aa-52a2-492d-8715-6f92a8707507", "tag": "17447ee3-44cc-47f1-a52b-19fa5f566f0a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:54.489881 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0eb127e-7798-43f6-9fad-e64adbdff490 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:54.491044 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911326aa-52a2-492d-8715-6f92a8707507', 'tag': '17447ee3-44cc-47f1-a52b-19fa5f566f0a', 'status': 'completed', 'code': 200} Nov 05 22:05:54.909140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41764d-def2-4ebc-b6f3-75dd0394988a req-590c51ca-4153-4684-bbe8-43e63969e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:54.909140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef41764d-def2-4ebc-b6f3-75dd0394988a req-590c51ca-4153-4684-bbe8-43e63969e72d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 1095 time: 0.0856040 Nov 05 22:05:54.911950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.911950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de60d31c-e2bf-40fb-89f9-1c03404c4ae4']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:54.911950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72e9370-7d1b-42e5-a136-4302236f2924') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:54.911950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72e9370-7d1b-42e5-a136-4302236f2924') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:05:54.911950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.911950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.911950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:05:54.914924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f0b0f10e-e1aa-409b-ba5d-717823a2c713 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:05:54.915257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:54.915382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41764d-def2-4ebc-b6f3-75dd0394988a req-245a93d6-eb87-44a5-a73d-145f20536f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:54.915382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41764d-def2-4ebc-b6f3-75dd0394988a req-245a93d6-eb87-44a5-a73d-145f20536f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:05:54.915629 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:05:54.919421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef41764d-def2-4ebc-b6f3-75dd0394988a req-245a93d6-eb87-44a5-a73d-145f20536f0e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1308460 Nov 05 22:05:54.919421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05164ea3-9534-424e-a04f-0f3a5aa864a7 req-0c879df2-c8c8-4522-bec4-eed313d373df tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:54.919421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05164ea3-9534-424e-a04f-0f3a5aa864a7 req-0c879df2-c8c8-4522-bec4-eed313d373df tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 944 time: 0.1021757 Nov 05 22:05:54.919421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41764d-def2-4ebc-b6f3-75dd0394988a req-717ca1a8-4420-4b1c-bfb5-1f1cd6144ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:54.919421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef41764d-def2-4ebc-b6f3-75dd0394988a req-717ca1a8-4420-4b1c-bfb5-1f1cd6144ba8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447439 Nov 05 22:05:54.951158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05164ea3-9534-424e-a04f-0f3a5aa864a7 req-9949622e-e62a-41a1-9af2-6e28720424ad tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565119 Nov 05 22:05:55.023504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-c5f56669-f380-448b-b0c1-71480e3ec8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:55.025640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-c5f56669-f380-448b-b0c1-71480e3ec8ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 1095 time: 0.0629721 Nov 05 22:05:55.067743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-b5b88d14-f3a2-4893-9f62-ca4f555e332d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=17447ee3-44cc-47f1-a52b-19fa5f566f0a HTTP/1.1" status: 200 len: 217 time: 0.0344005 Nov 05 22:05:55.104016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:55.121421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-bb2f0d73-8800-4ebb-8f6e-0337fb865444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:55.122446 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-bb2f0d73-8800-4ebb-8f6e-0337fb865444 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75652456-94e6-42d1-87a8-40e12553ece0 HTTP/1.1" status: 200 len: 837 time: 0.0486450 Nov 05 22:05:55.130501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:55.135536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] 10.222.0.41 "DELETE /v2.0/networks/de60d31c-e2bf-40fb-89f9-1c03404c4ae4 HTTP/1.1" status: 204 len: 168 time: 0.8648443 Nov 05 22:05:55.147985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cbbf4-dc1f-4373-911c-fbc1527115f5 tempest-PortsAdminExtendedAttrsTestJSON-917326997 tempest-PortsAdminExtendedAttrsTestJSON-917326997-project] Pushing event deleted for resources: {'Network': ['ID=de60d31c-e2bf-40fb-89f9-1c03404c4ae4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:55.175336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f0b0f10e-e1aa-409b-ba5d-717823a2c713 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "PUT /v2.0/quotas/133f768b72914f3fb3ae575452c398b4 HTTP/1.1" status: 200 len: 366 time: 0.6877639 Nov 05 22:05:55.176505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53344) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.194083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53346) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.194943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-84a09cb0-bb91-4e6a-af98-965db00e8dde tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0170348 Nov 05 22:05:55.209496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-261c9956-83b6-441c-bb88-d18a7ce354f2 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "GET /v2.0/quotas/133f768b72914f3fb3ae575452c398b4 HTTP/1.1" status: 200 len: 366 time: 0.0129788 Nov 05 22:05:55.211303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53348) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.212134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-3467e3d4-3da8-437d-8e40-17458ddc13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:55.213656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-3467e3d4-3da8-437d-8e40-17458ddc13dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=289510a4-ec04-4aee-9b6f-333a369dff3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811274 Nov 05 22:05:55.225882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-bf83b437-6808-4de1-8e59-c7ebd5a0b405 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:05:55.226859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-bf83b437-6808-4de1-8e59-c7ebd5a0b405 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052388 Nov 05 22:05:55.316475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5abf432-a839-4e76-9c84-2ec11c496017 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/133f768b72914f3fb3ae575452c398b4 HTTP/1.1" status: 204 len: 168 time: 0.1039872 Nov 05 22:05:55.319222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53352) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.331654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc10f35f-6ae4-4606-abab-b2752620df09 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0110967 Nov 05 22:05:55.334390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53354) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.341186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-b8d03d20-ba55-418f-870b-34837963b48f service neutron] 10.222.0.13 "GET /v2.0/networks/289510a4-ec04-4aee-9b6f-333a369dff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065359 Nov 05 22:05:55.363943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aa13e38a-7b0c-476e-90b8-ebd7f53f886d tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "GET /v2.0/quotas/133f768b72914f3fb3ae575452c398b4 HTTP/1.1" status: 200 len: 370 time: 0.0283823 Nov 05 22:05:55.368303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53356) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.376707 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8132d890-fb86-40a3-a4d1-eaa8867540c3 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "GET /v2.0/quotas/133f768b72914f3fb3ae575452c398b4/default HTTP/1.1" status: 200 len: 370 time: 0.0065157 Nov 05 22:05:55.380415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53358) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.429695 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-12ff97f2-e347-4c97-869e-73da42a67e74 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] delete failed (client error): The resource could not be found. Nov 05 22:05:55.430645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-12ff97f2-e347-4c97-869e-73da42a67e74 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/133f768b72914f3fb3ae575452c398b4 HTTP/1.1" status: 404 len: 348 time: 0.0423765 Nov 05 22:05:55.435830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178004-5e55-4f42-a7c2-3d9f6e163f7e req-ba4bc529-f3e4-471f-93c0-d544f32346c1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:55.437490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a178004-5e55-4f42-a7c2-3d9f6e163f7e req-ba4bc529-f3e4-471f-93c0-d544f32346c1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0542798 Nov 05 22:05:55.488644 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:05:55.510387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d81ff4fc-da47-4d16-b164-b88b8c13e235 req-34607c37-2046-44fa-b688-a3633ff9c134 service neutron] 10.222.0.13 "GET /v2.0/networks/289510a4-ec04-4aee-9b6f-333a369dff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617575 Nov 05 22:05:55.531798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a178004-5e55-4f42-a7c2-3d9f6e163f7e req-eac46651-ca2f-4fc0-a532-76d8ee44d2bc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796125 Nov 05 22:05:55.816729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53378) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.849322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53382) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:55.881353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:network and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:55.885698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:55.893407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:subnet and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:55.896677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:55.903155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:subnetpool and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:55.941627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:55.941627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:port and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:55.941627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:55.941627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:router and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:55.941627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:55.941627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:floatingip and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:55.941627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:55.999091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-00fab35c-0a54-48d3-ab22-3350621e9da7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=209b76efb2a9462c994e78b78b60e9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808367 Nov 05 22:05:56.002734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:56.010295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:security_group and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:56.014169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:56.021396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Usage tracker for resource:security_group_rule and project:17f23092ded646c4bf7dd8ad6196116c is out of sync, need to count used quota {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 05 22:05:56.025516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.quota.resource [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102292) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 05 22:05:56.030645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7e1ddf6e-b5bf-4010-9594-f244e492eef9 tempest-QuotasTest-1682993248 tempest-QuotasTest-1682993248-project-admin] 10.222.0.41 "GET /v2.0/quotas/17f23092ded646c4bf7dd8ad6196116c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1799810 Nov 05 22:05:56.083114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d101130a-3ec5-4954-be62-1c81dc445fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:56.099966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512165d-86e1-42dd-9de8-28d0e986cc02 req-f8fd3710-b64e-46b7-bc21-4e1a7d58dbaa tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:56.101557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3512165d-86e1-42dd-9de8-28d0e986cc02 req-f8fd3710-b64e-46b7-bc21-4e1a7d58dbaa tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 944 time: 0.0587077 Nov 05 22:05:56.107108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d101130a-3ec5-4954-be62-1c81dc445fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:56.176486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3512165d-86e1-42dd-9de8-28d0e986cc02 req-d6a83ddc-323f-4890-a67f-0457a3657480 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670691 Nov 05 22:05:56.272179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d101130a-3ec5-4954-be62-1c81dc445fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:56.275067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d101130a-3ec5-4954-be62-1c81dc445fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:56.276368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d101130a-3ec5-4954-be62-1c81dc445fc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f16dac0-7b79-4b37-a3a1-65a54d21cf42 HTTP/1.1" status: 204 len: 168 time: 0.2713087 Nov 05 22:05:56.285962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101130a-3ec5-4954-be62-1c81dc445fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f16dac0-7b79-4b37-a3a1-65a54d21cf42,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:56.612379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53400) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:56.681037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887eeb5-d6de-4129-bbf0-447c2c06a78f req-eacb6329-adea-4e50-987a-ff6de9c0a1c1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:56.684492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a887eeb5-d6de-4129-bbf0-447c2c06a78f req-eacb6329-adea-4e50-987a-ff6de9c0a1c1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0812128 Nov 05 22:05:56.734375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a887eeb5-d6de-4129-bbf0-447c2c06a78f req-bfb05e60-1069-41fa-a2c8-4aed757afa8d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 Nov 05 22:05:56.780627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42cbd57c-1dc8-4e29-992a-a4815a9dba7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:56.856755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42cbd57c-1dc8-4e29-992a-a4815a9dba7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.004052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42cbd57c-1dc8-4e29-992a-a4815a9dba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.034901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53420) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:57.056641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-42cbd57c-1dc8-4e29-992a-a4815a9dba7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8adc54196994b7aa8fedb83f393dc50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427102 Nov 05 22:05:57.059444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53422) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:57.061604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbd57c-1dc8-4e29-992a-a4815a9dba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ba1da6-9bf3-43ea-8bba-0a5366211079,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:57.092805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a8445580-2353-42bf-a538-7a28db02fe6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7442ad75f1d4392a024baedf6e630d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543520 Nov 05 22:05:57.095937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53424) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:57.136517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69618bdf-6499-47f1-a56d-de128f336594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.155496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2454a4ce-4dc4-4c0d-91f1-35678be37745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.163089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69618bdf-6499-47f1-a56d-de128f336594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.184243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2454a4ce-4dc4-4c0d-91f1-35678be37745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.320336 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69618bdf-6499-47f1-a56d-de128f336594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.322986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69618bdf-6499-47f1-a56d-de128f336594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.324210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-69618bdf-6499-47f1-a56d-de128f336594 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35ba1da6-9bf3-43ea-8bba-0a5366211079 HTTP/1.1" status: 204 len: 168 time: 0.2587943 Nov 05 22:05:57.334684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2454a4ce-4dc4-4c0d-91f1-35678be37745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.337265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2454a4ce-4dc4-4c0d-91f1-35678be37745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.338439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2454a4ce-4dc4-4c0d-91f1-35678be37745 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32d16084-b0ba-473c-946f-6cec8c89a2c8 HTTP/1.1" status: 204 len: 168 time: 0.2415645 Nov 05 22:05:57.346777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a4ce-4dc4-4c0d-91f1-35678be37745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d16084-b0ba-473c-946f-6cec8c89a2c8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:57.352289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69618bdf-6499-47f1-a56d-de128f336594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ba1da6-9bf3-43ea-8bba-0a5366211079,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:57.385329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490156f-5d45-4ab5-b493-d41079a2ce5e req-4735cd87-c858-4081-a187-d002992af758 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:57.392607 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c490156f-5d45-4ab5-b493-d41079a2ce5e req-4735cd87-c858-4081-a187-d002992af758 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 944 time: 0.1059303 Nov 05 22:05:57.445885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c490156f-5d45-4ab5-b493-d41079a2ce5e req-ab979c1f-c507-44d8-a068-f9f31db90043 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523894 Nov 05 22:05:57.462795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 17447ee3-44cc-47f1-a52b-19fa5f566f0a details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:05:57.582361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 17447ee3-44cc-47f1-a52b-19fa5f566f0a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=17447ee3-44cc-47f1-a52b-19fa5f566f0a,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:57.594006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '17447ee3-44cc-47f1-a52b-19fa5f566f0a', 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c', 'port_id': '17447ee3-44cc-47f1-a52b-19fa5f566f0a', 'mac_address': 'fa:16:3e:40:14:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75652456-94e6-42d1-87a8-40e12553ece0', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:05:57.661156 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.680710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17447ee3-44cc-47f1-a52b-19fa5f566f0a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:05:57.701364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 17447ee3-44cc-47f1-a52b-19fa5f566f0a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=17447ee3-44cc-47f1-a52b-19fa5f566f0a,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:57.789909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:57.875262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=17447ee3-44cc-47f1-a52b-19fa5f566f0a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:57.887516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7143e3-7c41-4046-869c-80ffc402d883 req-f989bd34-4abc-45c1-afa3-06d7162735a9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:57.889914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff7143e3-7c41-4046-869c-80ffc402d883 req-f989bd34-4abc-45c1-afa3-06d7162735a9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0813799 Nov 05 22:05:57.967480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff7143e3-7c41-4046-869c-80ffc402d883 req-5ff8ce37-c834-4f8d-8afb-2dc5f2a2c4fe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 Nov 05 22:05:58.028872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['17447ee3-44cc-47f1-a52b-19fa5f566f0a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:05:58.405912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53454) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:58.420401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbdb2deb-bc7d-46fe-9177-702c5399ced4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:58.512698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbdb2deb-bc7d-46fe-9177-702c5399ced4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:58.589711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d71da-2a0d-4382-9a00-6dbefafc9580 req-e4512559-cc80-4bed-a341-eae4f7e6c0d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:58.591417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-399d71da-2a0d-4382-9a00-6dbefafc9580 req-e4512559-cc80-4bed-a341-eae4f7e6c0d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 945 time: 0.0579476 Nov 05 22:05:58.598130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbdb2deb-bc7d-46fe-9177-702c5399ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:58.656591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bbdb2deb-bc7d-46fe-9177-702c5399ced4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17f23092ded646c4bf7dd8ad6196116c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495639 Nov 05 22:05:58.659499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53462) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:05:58.666890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb2deb-bc7d-46fe-9177-702c5399ced4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8813a6-44c4-4555-9d42-89e608120174,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:58.717377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-399d71da-2a0d-4382-9a00-6dbefafc9580 req-593af1ec-5006-49bf-814d-e749ca30145b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146011 Nov 05 22:05:58.749085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71abb66-39ab-4793-8ddf-c37414d8a44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:58.772220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71abb66-39ab-4793-8ddf-c37414d8a44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:58.932286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71abb66-39ab-4793-8ddf-c37414d8a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:58.935644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a71abb66-39ab-4793-8ddf-c37414d8a44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:58.939927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a71abb66-39ab-4793-8ddf-c37414d8a44d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad8813a6-44c4-4555-9d42-89e608120174 HTTP/1.1" status: 204 len: 168 time: 0.2765057 Nov 05 22:05:58.950703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71abb66-39ab-4793-8ddf-c37414d8a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8813a6-44c4-4555-9d42-89e608120174,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:59.107234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d010ad-bf01-48b4-bc79-54656e9187b3 req-36f2f226-3866-423f-8f72-bbbaabbe60b4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:59.109334 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22d010ad-bf01-48b4-bc79-54656e9187b3 req-36f2f226-3866-423f-8f72-bbbaabbe60b4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0638843 Nov 05 22:05:59.165289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-22d010ad-bf01-48b4-bc79-54656e9187b3 req-3f3cadf0-2aea-4ebc-85f3-88065436fa5a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Nov 05 22:05:59.476257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 17447ee3-44cc-47f1-a52b-19fa5f566f0a up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:05:59.623123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 17447ee3-44cc-47f1-a52b-19fa5f566f0a completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:05:59.627183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 17447ee3-44cc-47f1-a52b-19fa5f566f0a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:05:59.627640 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:59.720893 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:59.757702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 17447ee3-44cc-47f1-a52b-19fa5f566f0a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=17447ee3-44cc-47f1-a52b-19fa5f566f0a,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:05:59.758608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911326aa-52a2-492d-8715-6f92a8707507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17447ee3-44cc-47f1-a52b-19fa5f566f0a'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:05:59.761010 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cfd617-6a2e-48fa-8a4d-445c7edd1b87" -d '{"events": [{"server_uuid": "911326aa-52a2-492d-8715-6f92a8707507", "name": "network-vif-plugged", "status": "completed", "tag": "17447ee3-44cc-47f1-a52b-19fa5f566f0a"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:05:59.800466 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8900655-b35f-4947-a975-705e823972e1 x-openstack-request-id: req-d8900655-b35f-4947-a975-705e823972e1 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:05:59.800929 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911326aa-52a2-492d-8715-6f92a8707507", "name": "network-vif-plugged", "status": "completed", "tag": "17447ee3-44cc-47f1-a52b-19fa5f566f0a", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:05:59.801316 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8900655-b35f-4947-a975-705e823972e1 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:05:59.801867 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911326aa-52a2-492d-8715-6f92a8707507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17447ee3-44cc-47f1-a52b-19fa5f566f0a', 'code': 200} Nov 05 22:05:59.855014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:05:59.926127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5380c-15a2-464a-8f8b-3fda1d442916 req-9d5285ef-b991-4ac3-95bb-b144726b105a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:59.949560 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ef5380c-15a2-464a-8f8b-3fda1d442916 req-9d5285ef-b991-4ac3-95bb-b144726b105a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 945 time: 0.1271448 Nov 05 22:05:59.956176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=17447ee3-44cc-47f1-a52b-19fa5f566f0a,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:05:59.984204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db609178-b68c-4047-ad2b-d87bcec241c1 req-4f49cf96-62b3-4c85-a2ca-2b35314e3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:05:59.987305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db609178-b68c-4047-ad2b-d87bcec241c1 req-4f49cf96-62b3-4c85-a2ca-2b35314e3ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 1097 time: 0.0963874 Nov 05 22:06:00.044744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53514) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:00.084839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ef5380c-15a2-464a-8f8b-3fda1d442916 req-65ec9c31-6bbf-4265-9399-301913026bfa tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326935 Nov 05 22:06:00.103770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db609178-b68c-4047-ad2b-d87bcec241c1 req-12a1275a-4de2-4e8b-8d1d-a4a520533dc6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093206 Nov 05 22:06:00.287218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1243891053', 'router:external': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:00.354206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e728774-c4bb-4e5c-89a3-78f2e7472eeb req-911bc9e8-969a-4187-a892-ec2c9049c987 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:00.356425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e728774-c4bb-4e5c-89a3-78f2e7472eeb req-911bc9e8-969a-4187-a892-ec2c9049c987 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0649240 Nov 05 22:06:00.420618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e728774-c4bb-4e5c-89a3-78f2e7472eeb req-77032bb0-a579-451e-9d7d-6b9ccfabde37 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Nov 05 22:06:00.451657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Made reservation on behalf of 9a72d4e017df43649705c96f1bb0ca27 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:00.454903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.463982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.602986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.702924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.707379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.735083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:06:00.750064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d1372-8f75-444c-bf17-4163fdc9c1d1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:00.755336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.755704 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Added segment 27f74c8d-8db1-4f83-8090-55f1f1a79323 of type vlan for network 1afb7ce7-07be-4035-8604-1c974c8ed29a Nov 05 22:06:00.818103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.925946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:00.927337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:00.928303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:01.069406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Network': ['ID=1afb7ce7-07be-4035-8604-1c974c8ed29a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:01.080086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 1afb7ce7-07be-4035-8604-1c974c8ed29a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:06:01.101256 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6c14b757-51ed-4e9f-8f50-52490b3e1f17 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0553832 Nov 05 22:06:01.104195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53546) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:01.112388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'subnet': {'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:01.254019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Made reservation on behalf of 9a72d4e017df43649705c96f1bb0ca27 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:01.260711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:01.387227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02850c-476a-4fe3-a6c7-a3be13aff827 req-a85f9cfa-a9ea-4f76-b43f-dffc1a8477f3 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:01.389342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c02850c-476a-4fe3-a6c7-a3be13aff827 req-a85f9cfa-a9ea-4f76-b43f-dffc1a8477f3 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 946 time: 0.1903360 Nov 05 22:06:01.469266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c02850c-476a-4fe3-a6c7-a3be13aff827 req-04013869-0d1f-47df-95fb-a94708734ef1 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656576 Nov 05 22:06:01.638552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53558) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:01.675864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e37183-b211-4574-a2ce-497deb08bab8 req-0126ab3b-958d-49a2-a1b6-77e6f561e0d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:01.686981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-48e37183-b211-4574-a2ce-497deb08bab8 req-0126ab3b-958d-49a2-a1b6-77e6f561e0d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.1023443 Nov 05 22:06:01.772404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-48e37183-b211-4574-a2ce-497deb08bab8 req-62a7ab6a-74c3-4949-807f-acd244da56a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841382 Nov 05 22:06:01.806673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-90f674f9-b82d-4958-951d-4dca8c4aa93d tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-315561628'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:01.883250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.objects.ports [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:06:01.883752 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:01.930617 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90f674f9-b82d-4958-951d-4dca8c4aa93d tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:01.931686 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90f674f9-b82d-4958-951d-4dca8c4aa93d tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:01.952687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51888105-2128-4116-8009-5451bb1078c7,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:02.005615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Checking segment: {'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:02.005903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network hostable DHCP agents. Network: 1afb7ce7-07be-4035-8604-1c974c8ed29a, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:06:02.011013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90f674f9-b82d-4958-951d-4dca8c4aa93d tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.072345 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90f674f9-b82d-4958-951d-4dca8c4aa93d tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.095539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network 1afb7ce7-07be-4035-8604-1c974c8ed29a is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:06:02.179692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90f674f9-b82d-4958-951d-4dca8c4aa93d tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.183471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-90f674f9-b82d-4958-951d-4dca8c4aa93d tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5411856 Nov 05 22:06:02.183706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53566) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:02.222766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 1afb7ce7-07be-4035-8604-1c974c8ed29a) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:02.238948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce61fe-eb67-43d6-8ef9-b7fb84d3361f None None] Network 1afb7ce7-07be-4035-8604-1c974c8ed29a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:02.422490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff68b12-e931-4c15-9aa6-7b75d61b3515 None None] Network 1afb7ce7-07be-4035-8604-1c974c8ed29a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:02.572853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:02.573524 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.613037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb42dbda-4a5c-44b0-86a4-e2fa7aec0dce tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.701909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fea05-07fe-42e1-a0a0-fa13fc9b6389 req-171b4f31-9b03-44af-aa77-d35a3f0a1498 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:02.703441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-537fea05-07fe-42e1-a0a0-fa13fc9b6389 req-171b4f31-9b03-44af-aa77-d35a3f0a1498 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 946 time: 0.1249230 Nov 05 22:06:02.709809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-229e1d6e-81c8-4511-9a94-b0a4c8d2489d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6044452 Nov 05 22:06:02.713026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53574) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:02.721601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-451727372', 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:02.840362 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb42dbda-4a5c-44b0-86a4-e2fa7aec0dce tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.845353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb42dbda-4a5c-44b0-86a4-e2fa7aec0dce tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.851400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Made reservation on behalf of 9a72d4e017df43649705c96f1bb0ca27 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:02.862460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.865623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-537fea05-07fe-42e1-a0a0-fa13fc9b6389 req-2939a74d-9d7b-46f4-a935-dbb04a89a674 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546686 Nov 05 22:06:02.900621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:02.972770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] device_id is not set on port bb5deaa7-77a1-463e-85a0-f6cd56bfcbc3 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:06:03.026130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb42dbda-4a5c-44b0-86a4-e2fa7aec0dce tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.026630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb42dbda-4a5c-44b0-86a4-e2fa7aec0dce tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c300dbd5-b07c-49a7-8e83-d398e06d682d {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:03.034943 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb42dbda-4a5c-44b0-86a4-e2fa7aec0dce tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.039507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fb42dbda-4a5c-44b0-86a4-e2fa7aec0dce tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c300dbd5-b07c-49a7-8e83-d398e06d682d HTTP/1.1" status: 204 len: 168 time: 0.8511734 Nov 05 22:06:03.045356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b3198-fc21-41f7-acc7-cb8d19b9aeb9 req-9476f59b-d598-4d5f-b6e1-ef0fb9eec8a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:03.053518 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be4b3198-fc21-41f7-acc7-cb8d19b9aeb9 req-9476f59b-d598-4d5f-b6e1-ef0fb9eec8a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0846188 Nov 05 22:06:03.055888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53584) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:03.069229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-21a7a3e6-bca5-4758-b8b3-6b1f74d92415 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Request body: {'router': {'name': 'tempest-router-1173229451', 'distributed': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:03.167579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be4b3198-fc21-41f7-acc7-cb8d19b9aeb9 req-7d18c176-555e-4c57-9ff1-fd494d607e92 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124561 Nov 05 22:06:03.286476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Allocated IP 2001:db8::35d (1afb7ce7-07be-4035-8604-1c974c8ed29a/51888105-2128-4116-8009-5451bb1078c7/bb5deaa7-77a1-463e-85a0-f6cd56bfcbc3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:03.297527 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21a7a3e6-bca5-4758-b8b3-6b1f74d92415 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.299154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21a7a3e6-bca5-4758-b8b3-6b1f74d92415 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.341585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62f2a8-ea28-4997-93e6-c01134aeae9f req-e85b6e3d-9a55-4a0d-a619-9343302a57f6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:03.350085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac62f2a8-ea28-4997-93e6-c01134aeae9f req-e85b6e3d-9a55-4a0d-a619-9343302a57f6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 946 time: 0.0855601 Nov 05 22:06:03.395799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21a7a3e6-bca5-4758-b8b3-6b1f74d92415 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.406099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f0711-b6d2-4ae2-82bc-ea9aa148f2e7 req-7f416259-879e-4a61-94b8-3250747a5253 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:03.408219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-204f0711-b6d2-4ae2-82bc-ea9aa148f2e7 req-7f416259-879e-4a61-94b8-3250747a5253 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.1084182 Nov 05 22:06:03.437028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac62f2a8-ea28-4997-93e6-c01134aeae9f req-ecf6c284-0c89-41b9-b5e7-e3dbccc23a6d tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850084 Nov 05 22:06:03.512672 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21a7a3e6-bca5-4758-b8b3-6b1f74d92415 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.512857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-204f0711-b6d2-4ae2-82bc-ea9aa148f2e7 req-384b65aa-8543-4b87-a300-dc6b5d9132e3 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903919 Nov 05 22:06:03.541765 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.639641 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-21a7a3e6-bca5-4758-b8b3-6b1f74d92415 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.640839 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-21a7a3e6-bca5-4758-b8b3-6b1f74d92415 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5841272 Nov 05 22:06:03.646961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53598) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:03.663358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.716939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network 1afb7ce7-07be-4035-8604-1c974c8ed29a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:03.721646 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-337e6258-5358-40cd-b8e4-7717f5a6308f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.721781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:03.724637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Port': ['ID=bb5deaa7-77a1-463e-85a0-f6cd56bfcbc3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:03.726138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:03.727128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:03.727944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.807902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5e558bb1-809d-4a8e-afe4-24658016a9a1 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0932193 Nov 05 22:06:03.815848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53602) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:03.890175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-337e6258-5358-40cd-b8e4-7717f5a6308f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.893573 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-337e6258-5358-40cd-b8e4-7717f5a6308f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:03.960103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Deleting port bb5deaa7-77a1-463e-85a0-f6cd56bfcbc3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:03.960462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.018116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-337e6258-5358-40cd-b8e4-7717f5a6308f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.019002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e6258-5358-40cd-b8e4-7717f5a6308f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1a0570-8b77-4847-b9eb-8ee16f1314ac {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:04.027406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-337e6258-5358-40cd-b8e4-7717f5a6308f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.029574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-337e6258-5358-40cd-b8e4-7717f5a6308f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3e1a0570-8b77-4847-b9eb-8ee16f1314ac HTTP/1.1" status: 204 len: 168 time: 0.3816271 Nov 05 22:06:04.033394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53610) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:04.037870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-16a69320-c65a-4d03-8d8b-8ec56eba03ec tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Request body: {'router': {'name': 'tempest-router-454799456', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '028b3e8c0204485293bbec7710f0a1ed'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:04.050363 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.062964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Calling delete_port for bb5deaa7-77a1-463e-85a0-f6cd56bfcbc3 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:04.147636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a69320-c65a-4d03-8d8b-8ec56eba03ec tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.149020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a69320-c65a-4d03-8d8b-8ec56eba03ec tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.220743 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a69320-c65a-4d03-8d8b-8ec56eba03ec tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.295975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf5e85-e195-4104-b860-cadace90401c req-7a46da97-e4c7-4026-92b9-cbb30c14b534 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:04.297543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ebf5e85-e195-4104-b860-cadace90401c req-7a46da97-e4c7-4026-92b9-cbb30c14b534 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 943 time: 0.0509186 Nov 05 22:06:04.337493 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.377847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ebf5e85-e195-4104-b860-cadace90401c req-e77a0074-48f2-4838-b53a-72fd95c3e93a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Nov 05 22:06:04.384118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d0069dfb-e1bf-46d5-af1b-9c271f4b992c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:06:04.386653 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a69320-c65a-4d03-8d8b-8ec56eba03ec tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.401269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb5deaa7-77a1-463e-85a0-f6cd56bfcbc3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:04.425106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.429310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1155bec0-8f0c-491a-a84e-95ca43b6de7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "DELETE /v2.0/ports/bb5deaa7-77a1-463e-85a0-f6cd56bfcbc3 HTTP/1.1" status: 204 len: 168 time: 0.6169920 Nov 05 22:06:04.442542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53618) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:04.454143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a', 'external_fixed_ips': [{'subnet_id': '51888105-2128-4116-8009-5451bb1078c7', 'ip_address': '2001:db8::35d'}]}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:04.508470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d0069dfb-e1bf-46d5-af1b-9c271f4b992c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:04.523418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'port_id': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:06:04.625020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.628136 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.631895 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.646203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0069dfb-e1bf-46d5-af1b-9c271f4b992c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:06:04.666628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b237995-11e4-4869-94d7-2c1fc7a99ff8 req-f7a695d0-9567-4974-bc2a-6f8017856406 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:04.668287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d0069dfb-e1bf-46d5-af1b-9c271f4b992c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:04.674874 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b237995-11e4-4869-94d7-2c1fc7a99ff8 req-f7a695d0-9567-4974-bc2a-6f8017856406 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.0697308 Nov 05 22:06:04.725313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-16a69320-c65a-4d03-8d8b-8ec56eba03ec tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.729765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-16a69320-c65a-4d03-8d8b-8ec56eba03ec tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6924269 Nov 05 22:06:04.729765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.730385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53624) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:04.735622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:04.748563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:04.750464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b237995-11e4-4869-94d7-2c1fc7a99ff8 req-8da2650b-5918-4f68-8cce-6f2cf46208c7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665858 Nov 05 22:06:04.826247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:04.988082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53628) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:05.054282 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:05.126559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d0069dfb-e1bf-46d5-af1b-9c271f4b992c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:06:05.173902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:05.174270 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:05.300205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102292) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 05 22:06:05.300836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Router 8eb8bd81-8693-471a-bd6e-3648d91192a7 migrating from provider to provider. {{(pid=102292) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 05 22:06:05.301377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:05.307955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:05.336502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-9e1963d9-e7ed-4f84-b227-cb82da2ef0af tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:05.338391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-9e1963d9-e7ed-4f84-b227-cb82da2ef0af tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.3026347 Nov 05 22:06:05.424444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:05.659735 n-d-816738-5 neutron-server[102292]: WARNING neutron.scheduler.l3_agent_scheduler [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] No L3 agents can host the router 8eb8bd81-8693-471a-bd6e-3648d91192a7 Nov 05 22:06:05.742046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba502958-d7ba-48ff-8b13-11a4e8d75ae4 req-6d2b0eed-bebb-49c9-af79-64e274a93edf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:05.743718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba502958-d7ba-48ff-8b13-11a4e8d75ae4 req-6d2b0eed-bebb-49c9-af79-64e274a93edf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 944 time: 0.1907523 Nov 05 22:06:05.876420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:05.902956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d280a0-8562-44f6-8245-fc407b1b5974 req-c0bc8bca-bc0d-4499-92fd-a749eb7f2044 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:05.904623 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8d280a0-8562-44f6-8245-fc407b1b5974 req-c0bc8bca-bc0d-4499-92fd-a749eb7f2044 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.0793955 Nov 05 22:06:06.168725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Deleting port 0544555f-fd25-45a7-a93b-48afa121f00d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:06.169163 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.235524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8d280a0-8562-44f6-8245-fc407b1b5974 req-7fed218e-c2d2-4dfe-9277-9650b9c10599 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907913 Nov 05 22:06:06.258515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.20.0.17 (289510a4-ec04-4aee-9b6f-333a369dff3c/75652456-94e6-42d1-87a8-40e12553ece0/54cfc5df-8d31-48fa-9c6f-b0e07265fa4c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:06.287377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Hosts for router 8eb8bd81-8693-471a-bd6e-3648d91192a7: [] {{(pid=102292) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 05 22:06:06.304752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30bd0bc2-6e33-4171-aa72-71511216ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.336940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba502958-d7ba-48ff-8b13-11a4e8d75ae4 req-364828e5-da29-4126-8644-4fc0dac55ec4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972439 Nov 05 22:06:06.377553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Hosts for other DVR routers connected to router 8eb8bd81-8693-471a-bd6e-3648d91192a7: set() {{(pid=102292) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 05 22:06:06.380317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.381552 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-69c7268c-69da-4cf7-86d7-7ca690264a1f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "PUT /v2.0/routers/8eb8bd81-8693-471a-bd6e-3648d91192a7 HTTP/1.1" status: 200 len: 716 time: 1.6498747 Nov 05 22:06:06.386133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53644) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:06.400924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d0069dfb-e1bf-46d5-af1b-9c271f4b992c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:06.436007 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.596632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:06.598244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.603705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.606098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-03b2e20a-7726-4508-8639-201150169894 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "GET /v2.0/routers/8eb8bd81-8693-471a-bd6e-3648d91192a7 HTTP/1.1" status: 200 len: 716 time: 0.2156436 Nov 05 22:06:06.611026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53652) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:06.633915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d0069dfb-e1bf-46d5-af1b-9c271f4b992c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:06:06.638161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d0069dfb-e1bf-46d5-af1b-9c271f4b992c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:06.639111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.699956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 289510a4-ec04-4aee-9b6f-333a369dff3c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:06.703263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:06.710010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:06.738449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:06.791215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.794279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.866480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d0069dfb-e1bf-46d5-af1b-9c271f4b992c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:06.867533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:06.870783 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5497650d-f0c9-4221-9251-d6105dbef6bd" -d '{"events": [{"server_uuid": "88972dae-0d90-40b6-b4c7-b58b4968903c", "name": "network-vif-plugged", "status": "completed", "tag": "d0069dfb-e1bf-46d5-af1b-9c271f4b992c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:06.938490 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef3c6a5-2386-4604-a4ad-a08a9f80217c x-openstack-request-id: req-3ef3c6a5-2386-4604-a4ad-a08a9f80217c {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:06.939271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.941098 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88972dae-0d90-40b6-b4c7-b58b4968903c", "name": "network-vif-plugged", "status": "completed", "tag": "d0069dfb-e1bf-46d5-af1b-9c271f4b992c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:06.941353 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ef3c6a5-2386-4604-a4ad-a08a9f80217c {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:06.941758 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c', 'code': 200} Nov 05 22:06:06.946368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.947460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 0544555f-fd25-45a7-a93b-48afa121f00d no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:06.971500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:06.999523 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9e0c0436-4eb5-4b61-ab8e-e24cadddb4b1 tempest-RoutersTestDVR-415699291 tempest-RoutersTestDVR-415699291-project] 10.222.0.41 "GET /v2.0/routers/8eb8bd81-8693-471a-bd6e-3648d91192a7 HTTP/1.1" status: 200 len: 682 time: 0.3778217 Nov 05 22:06:07.028145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53666) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:07.049903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:07.126713 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.149336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e16c4f6a-1e88-4440-9782-516317c9c5d1 None None] Provisioning complete for port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:07.150023 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e16c4f6a-1e88-4440-9782-516317c9c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.180708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.181062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.181374 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Floating IP dd77a19c-883b-4311-9461-b4d176f17a0d disassociated. External IP: 172.25.6.236, port: 0544555f-fd25-45a7-a93b-48afa121f00d. Nov 05 22:06:07.181714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Calling delete_port for 0544555f-fd25-45a7-a93b-48afa121f00d owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:07.190054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df80f0ca-8af6-437f-9554-a9638b40fbcf tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.209969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 0544555f-fd25-45a7-a93b-48afa121f00d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=0544555f-fd25-45a7-a93b-48afa121f00d,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:07.212521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e16c4f6a-1e88-4440-9782-516317c9c5d1 None None] Port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:06:07.320400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f565c7-eeab-40e1-b33f-f6dfa3419159 req-f7314d91-f727-48fa-b1d8-04965b5c83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:07.322287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f565c7-eeab-40e1-b33f-f6dfa3419159 req-f7314d91-f727-48fa-b1d8-04965b5c83a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 1096 time: 0.2902844 Nov 05 22:06:07.387422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Allocated IP 2001:db8::35d (1afb7ce7-07be-4035-8604-1c974c8ed29a/51888105-2128-4116-8009-5451bb1078c7/103fb365-9bf4-469a-a9e7-ff24716f9cdc) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:07.422903 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df80f0ca-8af6-437f-9554-a9638b40fbcf tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.428315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df80f0ca-8af6-437f-9554-a9638b40fbcf tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.429061 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.432289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.502549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79f565c7-eeab-40e1-b33f-f6dfa3419159 req-16d4658b-fc0d-4bb0-acf0-88eb2c9877b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658406 Nov 05 22:06:07.513606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=13']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:07.573301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6654f6-eaa1-4f56-a014-feab7a33c820 req-c39c6935-4c2a-4c66-b6b1-3e7aa94dcb8e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:07.574882 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a6654f6-eaa1-4f56-a014-feab7a33c820 req-c39c6935-4c2a-4c66-b6b1-3e7aa94dcb8e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 946 time: 0.2445045 Nov 05 22:06:07.686196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.736367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event deleted for resources: {'Port': ['ID=0544555f-fd25-45a7-a93b-48afa121f00d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:07.774080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.774484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.774826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.775157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.775536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.775889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.776217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.776595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.776920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.777244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.777567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.777897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:07.788096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.792693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a6654f6-eaa1-4f56-a014-feab7a33c820 req-6d962340-a0a2-4a69-b023-3421c57876c9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860487 Nov 05 22:06:07.841910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df80f0ca-8af6-437f-9554-a9638b40fbcf tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.842530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df80f0ca-8af6-437f-9554-a9638b40fbcf tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb8bd81-8693-471a-bd6e-3648d91192a7 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:07.854482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-df80f0ca-8af6-437f-9554-a9638b40fbcf tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.856447 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-df80f0ca-8af6-437f-9554-a9638b40fbcf tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "DELETE /v2.0/routers/8eb8bd81-8693-471a-bd6e-3648d91192a7 HTTP/1.1" status: 204 len: 168 time: 0.8265529 Nov 05 22:06:07.871231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53682) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:07.877778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c8efa8d7-7222-401d-a6fa-c18cbd20fa23 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Request body: {'router': {'name': 'tempest-router-975042318', 'distributed': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:07.887870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eb156-4259-4cf8-a88d-f8fcde147fa8 req-632c1d2d-ac30-4d1a-9823-f1f699d564a8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:07.889443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb7eb156-4259-4cf8-a88d-f8fcde147fa8 req-632c1d2d-ac30-4d1a-9823-f1f699d564a8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 945 time: 0.4318316 Nov 05 22:06:07.942218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:07.957389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:06:07.976163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb7eb156-4259-4cf8-a88d-f8fcde147fa8 req-c33d6701-e5de-4aee-af96-23d9f28c445b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Nov 05 22:06:08.028693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.043708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8efa8d7-7222-401d-a6fa-c18cbd20fa23 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.044695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8efa8d7-7222-401d-a6fa-c18cbd20fa23 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.112818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network 1afb7ce7-07be-4035-8604-1c974c8ed29a is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:08.122092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:08.135628 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:08.158217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8efa8d7-7222-401d-a6fa-c18cbd20fa23 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.164509 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.263649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8efa8d7-7222-401d-a6fa-c18cbd20fa23 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.272659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:08.275431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.368877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8efa8d7-7222-401d-a6fa-c18cbd20fa23 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.370391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c8efa8d7-7222-401d-a6fa-c18cbd20fa23 tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4981225 Nov 05 22:06:08.374744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53686) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:08.381063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Port': ['ID=103fb365-9bf4-469a-a9e7-ff24716f9cdc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:08.395756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:08.420513 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] Sync routers for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:08.435640 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:08.436863 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:05:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:08.457399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] No DVR routers for this DVR port 0544555f-fd25-45a7-a93b-48afa121f00d on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:08.460723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.465782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20034ab5-71d4-444f-9f9a-30b10cdc2f9a req-8d3213fb-b877-442e-bc92-96e37d6c970a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.46 "DELETE /v2.0/ports/0544555f-fd25-45a7-a93b-48afa121f00d HTTP/1.1" status: 204 len: 173 time: 3.1185017 Nov 05 22:06:08.466286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-deleted', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:08.468977 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e886a5-6b9d-4e54-8bd6-9d34a4c82df2" -d '{"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-deleted", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:08.505937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-725e0feb-298d-4e29-b573-aeb5336b6681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.543382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 289510a4-ec04-4aee-9b6f-333a369dff3c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:08.554296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:08.569475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b8c2be7-f325-46fc-8312-bd8b72a26a4f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.575896 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93abe42-2d41-4a2e-8779-97f8827991f3 x-openstack-request-id: req-e93abe42-2d41-4a2e-8779-97f8827991f3 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:08.575896 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-deleted", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:08.575896 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e93abe42-2d41-4a2e-8779-97f8827991f3 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:08.575896 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-deleted', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'status': 'completed', 'code': 200} Nov 05 22:06:08.626788 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:08.666099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:08.943863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:08.947891 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37fdb1c-2e40-4d48-8fe1-cc34033c9e98" -d '{"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:09.026534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:09.061358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cddea53a-08d3-4090-8546-bb42a16bc196 None None] Provisioning complete for port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:09.065378 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cddea53a-08d3-4090-8546-bb42a16bc196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:09.167819 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1506321-05df-4dfc-85e4-00b7eefb42f9 x-openstack-request-id: req-a1506321-05df-4dfc-85e4-00b7eefb42f9 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:09.168412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdc669c-acba-4e06-88cb-039e816511f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0544555f-fd25-45a7-a93b-48afa121f00d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:09.171092 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1506321-05df-4dfc-85e4-00b7eefb42f9 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:09.171702 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdc669c-acba-4e06-88cb-039e816511f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0544555f-fd25-45a7-a93b-48afa121f00d', 'code': 200} Nov 05 22:06:09.173000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cddea53a-08d3-4090-8546-bb42a16bc196 None None] Port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:06:09.197576 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:09.234979 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] Checking router: 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:09.247978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:09.248913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:09.286110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe67287-2d5b-4f13-a159-d0dae55dd9a0 req-c3f9ca77-c834-439e-a4be-647f9f2dae63 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:09.294647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4fe67287-2d5b-4f13-a159-d0dae55dd9a0 req-c3f9ca77-c834-439e-a4be-647f9f2dae63 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 945 time: 0.0982924 Nov 05 22:06:09.398209 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4fe67287-2d5b-4f13-a159-d0dae55dd9a0 req-1f691b1f-f967-48c1-b123-03d7a295642d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974874 Nov 05 22:06:09.412399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbe8fcf1-d358-4736-8b1b-cbea56c0227b req-24c8d12b-ca49-453d-80e6-75af269f6a0d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdc669c-acba-4e06-88cb-039e816511f0 HTTP/1.1" status: 200 len: 210 time: 0.0788367 Nov 05 22:06:09.456714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Router 0eafa6aa-cc2e-41b1-93f9-d5a1256120be is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:06:09.540652 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:09.632845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b8c2be7-f325-46fc-8312-bd8b72a26a4f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:09.636682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b8c2be7-f325-46fc-8312-bd8b72a26a4f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:09.652478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93d1a7-3f1d-4b0c-bba2-948f7bb087df req-d4a2eab5-818a-4999-8195-3d8ca78e0ee4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:09.663240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc93d1a7-3f1d-4b0c-bba2-948f7bb087df req-d4a2eab5-818a-4999-8195-3d8ca78e0ee4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 945 time: 0.1305814 Nov 05 22:06:09.721625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:09.733117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Sync routers for ids ['0eafa6aa-cc2e-41b1-93f9-d5a1256120be'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:09.748363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router d35f3755-c47b-444d-91cb-6e1c2385af35 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:06:09.760468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Routers {'0eafa6aa-cc2e-41b1-93f9-d5a1256120be'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:09.761167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0eafa6aa-cc2e-41b1-93f9-d5a1256120be'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:09.789884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc93d1a7-3f1d-4b0c-bba2-948f7bb087df req-ae4e2319-a0b1-465b-b951-f0dbdac0f954 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253648 Nov 05 22:06:09.832553 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b8c2be7-f325-46fc-8312-bd8b72a26a4f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:09.836392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8c2be7-f325-46fc-8312-bd8b72a26a4f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae3cf75-2be6-4701-8046-b9b4ee9a2bef {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:09.905824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b8c2be7-f325-46fc-8312-bd8b72a26a4f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:09.905824 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2b8c2be7-f325-46fc-8312-bd8b72a26a4f tempest-RoutersTestDVR-672283091 tempest-RoutersTestDVR-672283091-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3ae3cf75-2be6-4701-8046-b9b4ee9a2bef HTTP/1.1" status: 204 len: 168 time: 1.5272398 Nov 05 22:06:09.930697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:09.936237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Set router 0eafa6aa-cc2e-41b1-93f9-d5a1256120be gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:09.946068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ab4c328d-859e-4d6b-8c80-625d7a20679b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4972155 Nov 05 22:06:09.949782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53708) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:10.129304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:10.147573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c5f2609d-d836-473d-b947-819d7ab40050 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "PUT /v2.0/routers/d35f3755-c47b-444d-91cb-6e1c2385af35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1466346 Nov 05 22:06:10.148684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8a845-3655-4f72-b5d2-0af74144d8ad req-a427aa10-5d2e-40c2-a36e-f5f32f87590b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:10.162299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eab8a845-3655-4f72-b5d2-0af74144d8ad req-a427aa10-5d2e-40c2-a36e-f5f32f87590b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 945 time: 0.1806693 Nov 05 22:06:10.166085 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Sync routers for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:10.178059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.185603 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:10.186234 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:10.229614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eab8a845-3655-4f72-b5d2-0af74144d8ad req-69a62a46-d7a4-4e29-af06-ef8611a7fec5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715992 Nov 05 22:06:10.229852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.294270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eafa6aa-cc2e-41b1-93f9-d5a1256120be', 'name': '', 'tenant_id': '9a72d4e017df43649705c96f1bb0ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a', 'external_fixed_ips': [{'subnet_id': '51888105-2128-4116-8009-5451bb1078c7', 'ip_address': '2001:db8::35d'}], 'enable_snat': True}, 'gw_port_id': '103fb365-9bf4-469a-a9e7-ff24716f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:06:04Z', 'updated_at': '2021-11-05T22:06:08Z', 'revision_number': 3, 'project_id': '9a72d4e017df43649705c96f1bb0ca27', 'gw_port': {'id': '103fb365-9bf4-469a-a9e7-ff24716f9cdc', 'name': '', 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eafa6aa-cc2e-41b1-93f9-d5a1256120be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '51888105-2128-4116-8009-5451bb1078c7', 'ip_address': '2001:db8::35d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:06Z', 'updated_at': '2021-11-05T22:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51888105-2128-4116-8009-5451bb1078c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:10.344550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Checking router: 0eafa6aa-cc2e-41b1-93f9-d5a1256120be for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:10.345013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Updating router 0eafa6aa-cc2e-41b1-93f9-d5a1256120be port 103fb365-9bf4-469a-a9e7-ff24716f9cdc binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:06:10.375594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.394976 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.404323 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:10.518758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaadb7-ea88-467b-a9e1-afb5d5bc6de3 None None] The sync data for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 is: [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:10.571752 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:10.616954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53726) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:10.631062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Deleting port 103fb365-9bf4-469a-a9e7-ff24716f9cdc {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:10.631585 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.727613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53730) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:10.788288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.801222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.812970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Calling delete_port for 103fb365-9bf4-469a-a9e7-ff24716f9cdc owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:10.835789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be2797c1-d230-4ab9-af65-c36088823d77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.869116 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be2797c1-d230-4ab9-af65-c36088823d77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.904672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-941eab15-b071-4208-971b-00218986aa5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.931724 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:10.975486 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:07Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:10Z', 'revision_number': 1, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54cfc5df-8d31-48fa-9c6f-b0e07265fa4c', 'name': '', 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:e1:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '75652456-94e6-42d1-87a8-40e12553ece0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:06Z', 'updated_at': '2021-11-05T22:06:07Z', 'revision_number': 2, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '75652456-94e6-42d1-87a8-40e12553ece0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:11.049312 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Checking router: d35f3755-c47b-444d-91cb-6e1c2385af35 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:11.052661 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Updating router d35f3755-c47b-444d-91cb-6e1c2385af35 port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:06:11.081659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b62cfb-a81d-48f9-b8bc-ab3619cedeb1 None None] Pushing event updated for resources: {'Port': ['ID=103fb365-9bf4-469a-a9e7-ff24716f9cdc,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:11.088783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Attempting to bind port 103fb365-9bf4-469a-a9e7-ff24716f9cdc on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:11.091101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Attempting to bind port 103fb365-9bf4-469a-a9e7-ff24716f9cdc by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:11.092135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Attempting to bind port 103fb365-9bf4-469a-a9e7-ff24716f9cdc on network 1afb7ce7-07be-4035-8604-1c974c8ed29a {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:11.101061 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.105917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:11.111594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Checking segment: {'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:11.112211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.112671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Bound using segment: {'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:11.113261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Bound port: 103fb365-9bf4-469a-a9e7-ff24716f9cdc, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:11.113714 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.159507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5370d2-8ee5-4694-adaf-99f27cae252d req-f1c897b8-22b1-4b1b-8819-85e3fbe502d1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:11.161946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa5370d2-8ee5-4694-adaf-99f27cae252d req-f1c897b8-22b1-4b1b-8819-85e3fbe502d1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 945 time: 0.1523728 Nov 05 22:06:11.171439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.173023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504d72a-c19e-40cf-adaf-0981712b6caf None None] New status for floating IP dd77a19c-883b-4311-9461-b4d176f17a0d: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:06:11.224206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event deleted for resources: {'Port': ['ID=103fb365-9bf4-469a-a9e7-ff24716f9cdc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:11.229716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.263490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be2797c1-d230-4ab9-af65-c36088823d77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.269640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be2797c1-d230-4ab9-af65-c36088823d77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.273611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be2797c1-d230-4ab9-af65-c36088823d77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7 HTTP/1.1" status: 204 len: 168 time: 0.5449839 Nov 05 22:06:11.296966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53740) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:11.396216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2797c1-d230-4ab9-af65-c36088823d77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:11.414089 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.425266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa5370d2-8ee5-4694-adaf-99f27cae252d req-13561d80-a545-472e-83a2-4fd0e843aa94 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561693 Nov 05 22:06:11.429020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.448005 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-8ce83301-b4f2-46d7-9fba-7cd471c79349 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] show failed (client error): The resource could not be found. Nov 05 22:06:11.448005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ce83301-b4f2-46d7-9fba-7cd471c79349 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups/8d4e9eb0-25e4-45e9-9ed1-ccd58adb3bb7 HTTP/1.1" status: 404 len: 347 time: 0.1347482 Nov 05 22:06:11.467098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53744) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:11.503732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:06:11.504087 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:06:11.518374 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-941eab15-b071-4208-971b-00218986aa5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.554144 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.582591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.583118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eafa6aa-cc2e-41b1-93f9-d5a1256120be {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:11.587184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.588346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-065963f2-8131-4225-84eb-8781f092256d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "DELETE /v2.0/routers/0eafa6aa-cc2e-41b1-93f9-d5a1256120be HTTP/1.1" status: 204 len: 168 time: 1.6375735 Nov 05 22:06:11.593710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53752) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:11.657419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-941eab15-b071-4208-971b-00218986aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.680408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Deleting subnet 51888105-2128-4116-8009-5451bb1078c7 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:06:11.684570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.690210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-941eab15-b071-4208-971b-00218986aa5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=028b3e8c0204485293bbec7710f0a1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0721555 Nov 05 22:06:11.695638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53754) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:11.710492 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.727218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.751496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eab15-b071-4208-971b-00218986aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0dcad1-fa92-4c7b-a784-5b81f5d1c4c6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:11.780343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.799894 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.804857 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e28b634-5eeb-43ec-8813-6f3dbaf4e669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.811421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Deleting port aedd5eb4-1836-4fba-a183-e5af50eae1cf {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:11.811859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.914797 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Pushing event updated for resources: {'Port': ['ID=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:11.942007 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e28b634-5eeb-43ec-8813-6f3dbaf4e669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:11.952129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.952834 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.953629 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.954166 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.954959 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.956361 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.956940 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.958065 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.958615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.959099 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.959605 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:11.966491 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:12.000351 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Attempting to bind port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:12.003628 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Attempting to bind port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:12.004019 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Attempting to bind port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c on network 289510a4-ec04-4aee-9b6f-333a369dff3c {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:12.033947 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:12.035806 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Checking segment: {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:12.038912 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.043671 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Bound using segment: {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:12.043671 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Bound port: 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236c8c85-6f1c-4be1-aa26-05b653521529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:12.043671 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.047833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.056538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Attempting to bind port 103fb365-9bf4-469a-a9e7-ff24716f9cdc on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:12.056907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Attempting to bind port 103fb365-9bf4-469a-a9e7-ff24716f9cdc by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:12.057268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Attempting to bind port 103fb365-9bf4-469a-a9e7-ff24716f9cdc on network 1afb7ce7-07be-4035-8604-1c974c8ed29a {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:12.081500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:12.081971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Checking segment: {'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:12.082367 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.086458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Bound using segment: {'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:12.086971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Bound port: 103fb365-9bf4-469a-a9e7-ff24716f9cdc, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f74c8d-8db1-4f83-8090-55f1f1a79323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1afb7ce7-07be-4035-8604-1c974c8ed29a'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:12.087372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.133927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.133927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.134300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Port 103fb365-9bf4-469a-a9e7-ff24716f9cdc has been deleted concurrently {{(pid=102293) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 05 22:06:12.160451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Routers set() bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:12.161051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Router IDs set() for agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 22:06:12.161988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0eafa6aa-cc2e-41b1-93f9-d5a1256120be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent'). {{(pid=102293) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 05 22:06:12.162420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Calling delete_port for aedd5eb4-1836-4fba-a183-e5af50eae1cf owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:12.164860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15834a-7815-4ba6-898b-30de60b6dcfd None None] The sync data for ids ['0eafa6aa-cc2e-41b1-93f9-d5a1256120be'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:12.249006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a1d9debe-e406-41fc-ab77-406ca5ef2225 None None] Provisioning complete for port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:12.249387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a1d9debe-e406-41fc-ab77-406ca5ef2225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.279093 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] For port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:06:12.287950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] For port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:06:12.297875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53760) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:12.309046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e28b634-5eeb-43ec-8813-6f3dbaf4e669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.313618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e28b634-5eeb-43ec-8813-6f3dbaf4e669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.316140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e28b634-5eeb-43ec-8813-6f3dbaf4e669 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f0dcad1-fa92-4c7b-a784-5b81f5d1c4c6 HTTP/1.1" status: 204 len: 168 time: 0.6151769 Nov 05 22:06:12.335491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28b634-5eeb-43ec-8813-6f3dbaf4e669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0dcad1-fa92-4c7b-a784-5b81f5d1c4c6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:12.342990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9debe-e406-41fc-ab77-406ca5ef2225 None None] Port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:06:12.423737 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.602368 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:12.604458 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:12.608032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.676702 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38a051-1c16-425e-9df6-2b8c9a2d18d2 None None] Pushing event updated for resources: {'Port': ['ID=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:12.687426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event deleted for resources: {'Port': ['ID=aedd5eb4-1836-4fba-a183-e5af50eae1cf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:12.693736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.696575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da636ff6-6a32-4297-9447-3448ec0992bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.762710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51888105-2128-4116-8009-5451bb1078c7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:12.786491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.794663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eba843b5-1b11-47b8-8341-8a6a1356a4ae tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/51888105-2128-4116-8009-5451bb1078c7 HTTP/1.1" status: 204 len: 168 time: 1.1995015 Nov 05 22:06:12.804631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-88cc86c5-e14c-4f5a-9c20-cc05dfee5af8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:12.806827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-88cc86c5-e14c-4f5a-9c20-cc05dfee5af8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 945 time: 0.2045076 Nov 05 22:06:12.807829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53772) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:12.815851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0b7ef-e829-480b-be25-808af0a28c02 req-f8affcdc-c99a-4122-8a47-f8a9f5813c60 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:12.817700 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ee0b7ef-e829-480b-be25-808af0a28c02 req-f8affcdc-c99a-4122-8a47-f8a9f5813c60 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 945 time: 0.1671624 Nov 05 22:06:12.898537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ee0b7ef-e829-480b-be25-808af0a28c02 req-e192bf4f-d65d-4b86-a721-f04af3c1e154 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720809 Nov 05 22:06:12.903675 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:12.982507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port d0069dfb-e1bf-46d5-af1b-9c271f4b992c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:12.983132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:12.986319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-de37c50c-8d05-4e9d-8126-6ce76d1cfe39 None None] Provisioning complete for port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:12.986760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de37c50c-8d05-4e9d-8126-6ce76d1cfe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.060798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.068709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.070066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d574ec3d-c746-4ee7-ac78-24c50d10cc3c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "DELETE /v2.0/floatingips/dd77a19c-883b-4311-9461-b4d176f17a0d HTTP/1.1" status: 204 len: 168 time: 1.6026821 Nov 05 22:06:13.075792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.184663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] For port d0069dfb-e1bf-46d5-af1b-9c271f4b992c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:13.187639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.203183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de37c50c-8d05-4e9d-8126-6ce76d1cfe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.228002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for d0069dfb-e1bf-46d5-af1b-9c271f4b992c owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:13.340473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-de37c50c-8d05-4e9d-8126-6ce76d1cfe39 None None] For port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:13.406616 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de37c50c-8d05-4e9d-8126-6ce76d1cfe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.436206 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:07Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:10Z', 'revision_number': 1, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54cfc5df-8d31-48fa-9c6f-b0e07265fa4c', 'name': '', 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:e1:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '75652456-94e6-42d1-87a8-40e12553ece0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:06Z', 'updated_at': '2021-11-05T22:06:12Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '75652456-94e6-42d1-87a8-40e12553ece0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:13.466703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53780) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:13.472178 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba0c81-c176-4d09-8a9c-c66d94706da6 None None] The sync data for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 is: [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:07Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:10Z', 'revision_number': 1, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54cfc5df-8d31-48fa-9c6f-b0e07265fa4c', 'name': '', 'network_id': '289510a4-ec04-4aee-9b6f-333a369dff3c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:e1:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '75652456-94e6-42d1-87a8-40e12553ece0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:06Z', 'updated_at': '2021-11-05T22:06:12Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '75652456-94e6-42d1-87a8-40e12553ece0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:13.475219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.497190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da636ff6-6a32-4297-9447-3448ec0992bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.533598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82e0be20-3f13-4c83-87dd-8a514159f5eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.556080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afb7ce7-07be-4035-8604-1c974c8ed29a']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:13.579125 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da636ff6-6a32-4297-9447-3448ec0992bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.581143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37c50c-8d05-4e9d-8126-6ce76d1cfe39 None None] Pushing event updated for resources: {'Port': ['ID=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:13.608911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f74c8d-8db1-4f83-8090-55f1f1a79323') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:13.609213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f74c8d-8db1-4f83-8090-55f1f1a79323') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:13.641498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.662178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.672552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d0069dfb-e1bf-46d5-af1b-9c271f4b992c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:06:13.690909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-da636ff6-6a32-4297-9447-3448ec0992bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c318f280af2440aa9e28886cfac35ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3917398 Nov 05 22:06:13.695478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53782) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:13.697354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.712314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da636ff6-6a32-4297-9447-3448ec0992bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c98602b-9d9d-494e-a0c3-aebbb3c6e1d9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:13.724469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:13.724875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:13.729559 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:13.739330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=d0069dfb-e1bf-46d5-af1b-9c271f4b992c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:13.830547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] No DVR routers for this DVR port d0069dfb-e1bf-46d5-af1b-9c271f4b992c on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:13.840426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:13.845408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9fde8169-cfa3-4ee0-a5b2-6fb38cb985d3 req-9e68eb51-f2e4-4d4b-87c5-a58d73bfe1f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "DELETE /v2.0/ports/d0069dfb-e1bf-46d5-af1b-9c271f4b992c HTTP/1.1" status: 204 len: 173 time: 1.0261133 Nov 05 22:06:13.846679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'name': 'network-vif-deleted', 'tag': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:13.849712 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a9d92d-2c4e-40d3-847c-dc8b482e2cac" -d '{"events": [{"server_uuid": "88972dae-0d90-40b6-b4c7-b58b4968903c", "name": "network-vif-deleted", "tag": "d0069dfb-e1bf-46d5-af1b-9c271f4b992c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:13.919538 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca1b8fe-7ca4-4d3c-85e4-5d30f5ebeb76 x-openstack-request-id: req-bca1b8fe-7ca4-4d3c-85e4-5d30f5ebeb76 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:13.919874 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88972dae-0d90-40b6-b4c7-b58b4968903c", "name": "network-vif-deleted", "tag": "d0069dfb-e1bf-46d5-af1b-9c271f4b992c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:13.920078 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bca1b8fe-7ca4-4d3c-85e4-5d30f5ebeb76 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:13.920952 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88972dae-0d90-40b6-b4c7-b58b4968903c', 'name': 'network-vif-deleted', 'tag': 'd0069dfb-e1bf-46d5-af1b-9c271f4b992c', 'status': 'completed', 'code': 200} Nov 05 22:06:13.992027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0c78-788e-4d5d-9008-f877f5f4f12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.025996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82e0be20-3f13-4c83-87dd-8a514159f5eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.043444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0c78-788e-4d5d-9008-f877f5f4f12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.054968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.100195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bece935d-a82b-4ebe-a121-e4702565f928 req-b3d30034-059f-49f4-87af-edc6c46242f5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0809333 Nov 05 22:06:14.101131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1afb7ce7-07be-4035-8604-1c974c8ed29a {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 22:06:14.105275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event deleted for resources: {'Network': ['ID=1afb7ce7-07be-4035-8604-1c974c8ed29a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:14.112834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.116254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-71ff76b8-af5b-4429-9fb7-7649829dd66e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1afb7ce7-07be-4035-8604-1c974c8ed29a HTTP/1.1" status: 204 len: 168 time: 1.3073175 Nov 05 22:06:14.150715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53790) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:14.162719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e552d159-3db4-4053-b499-cae5e8bbad5a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036580082', 'description': 'tempest-description--893628820'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:14.183537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82e0be20-3f13-4c83-87dd-8a514159f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.246864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-82e0be20-3f13-4c83-87dd-8a514159f5eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c20d54dfd6aa44e2b7a8c2c4847de6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7658448 Nov 05 22:06:14.247356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53792) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:14.254376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0be20-3f13-4c83-87dd-8a514159f5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61233e1-7c29-4970-b770-759f630db0ef,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:14.291381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0c78-788e-4d5d-9008-f877f5f4f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.294023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0c78-788e-4d5d-9008-f877f5f4f12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.298045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f2ea0c78-788e-4d5d-9008-f877f5f4f12b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c98602b-9d9d-494e-a0c3-aebbb3c6e1d9 HTTP/1.1" status: 204 len: 168 time: 0.5955288 Nov 05 22:06:14.316516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea0c78-788e-4d5d-9008-f877f5f4f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c98602b-9d9d-494e-a0c3-aebbb3c6e1d9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:14.354478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7997091-2fc7-4151-9d36-9fe5fe97d42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.366416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e552d159-3db4-4053-b499-cae5e8bbad5a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.402255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7997091-2fc7-4151-9d36-9fe5fe97d42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.489312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e552d159-3db4-4053-b499-cae5e8bbad5a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.565425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7997091-2fc7-4151-9d36-9fe5fe97d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.569112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c7997091-2fc7-4151-9d36-9fe5fe97d42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.574287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7997091-2fc7-4151-9d36-9fe5fe97d42c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e61233e1-7c29-4970-b770-759f630db0ef HTTP/1.1" status: 204 len: 168 time: 0.3224359 Nov 05 22:06:14.582897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7997091-2fc7-4151-9d36-9fe5fe97d42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61233e1-7c29-4970-b770-759f630db0ef,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:14.596139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e552d159-3db4-4053-b499-cae5e8bbad5a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.605882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53802) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:14.621558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2767ceb4-dc9d-41fe-b00d-291117fa8df6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'router': {'name': 'tempest-router--42386103', 'project_id': 'ad5dca1497be4c69a32458d4f7cdb228'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:14.680944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552d159-3db4-4053-b499-cae5e8bbad5a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:14.798453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2767ceb4-dc9d-41fe-b00d-291117fa8df6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.800759 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2767ceb4-dc9d-41fe-b00d-291117fa8df6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.903255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e552d159-3db4-4053-b499-cae5e8bbad5a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.905262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e552d159-3db4-4053-b499-cae5e8bbad5a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7530026 Nov 05 22:06:14.907883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:14.908841 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2767ceb4-dc9d-41fe-b00d-291117fa8df6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:14.912511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b738906e-e509-4d03-a854-bf084820ea45 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'security_group_rule': {'security_group_id': '0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:15.012240 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2767ceb4-dc9d-41fe-b00d-291117fa8df6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.017274 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b738906e-e509-4d03-a854-bf084820ea45 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.080337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b738906e-e509-4d03-a854-bf084820ea45 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.152201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2767ceb4-dc9d-41fe-b00d-291117fa8df6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.153700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2767ceb4-dc9d-41fe-b00d-291117fa8df6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5383608 Nov 05 22:06:15.157133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53820) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:15.245467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b738906e-e509-4d03-a854-bf084820ea45 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.331918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a8921ca-cf11-4cc6-a31a-f81dd1f0ec8c req-dd0f703a-0175-48a4-835c-eb1a6ed98077 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0925944 Nov 05 22:06:15.361034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53824) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:15.376845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ece15c0-91fe-4084-9f75-f7488b7fea65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.391526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738906e-e509-4d03-a854-bf084820ea45 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39133793-fe07-43f0-9853-7cadbbbf7884,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:15.393792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08008de0-e157-43f1-8ebe-2f407a369a3a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.497096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ece15c0-91fe-4084-9f75-f7488b7fea65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.574868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:15.594427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ece15c0-91fe-4084-9f75-f7488b7fea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.605341 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b738906e-e509-4d03-a854-bf084820ea45 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.606554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b738906e-e509-4d03-a854-bf084820ea45 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6976545 Nov 05 22:06:15.617913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53830) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:15.628872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-60b12f29-b4c6-425b-a8a1-42971b952071 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'security_group_rule': {'security_group_id': '0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:15.643660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:15.644316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.720010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece15c0-91fe-4084-9f75-f7488b7fea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a39b78-183b-4a48-ac5a-3075ad3c3dbd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:15.757234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2ece15c0-91fe-4084-9f75-f7488b7fea65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5ac0274ceba402e895ec46cfa700232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947227 Nov 05 22:06:15.769403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:15.827281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08008de0-e157-43f1-8ebe-2f407a369a3a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.832775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08008de0-e157-43f1-8ebe-2f407a369a3a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.858293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60b12f29-b4c6-425b-a8a1-42971b952071 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.907002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2a41-a274-464f-9476-86625c1fe229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.944055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60b12f29-b4c6-425b-a8a1-42971b952071 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.947222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2a41-a274-464f-9476-86625c1fe229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.988267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08008de0-e157-43f1-8ebe-2f407a369a3a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.988811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08008de0-e157-43f1-8ebe-2f407a369a3a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99811c22-95c1-4ab4-b9d1-05d905fa1c86 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:15.993449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08008de0-e157-43f1-8ebe-2f407a369a3a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:15.994569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-08008de0-e157-43f1-8ebe-2f407a369a3a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "DELETE /v2.0/routers/99811c22-95c1-4ab4-b9d1-05d905fa1c86 HTTP/1.1" status: 204 len: 168 time: 0.8361936 Nov 05 22:06:16.011171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60b12f29-b4c6-425b-a8a1-42971b952071 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:16.050128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b12f29-b4c6-425b-a8a1-42971b952071 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440f0071-9d4a-406e-bfdc-0813aa9fb0de,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:16.097771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2a41-a274-464f-9476-86625c1fe229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:16.100378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2a41-a274-464f-9476-86625c1fe229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:16.101675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0fbe2a41-a274-464f-9476-86625c1fe229 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28a39b78-183b-4a48-ac5a-3075ad3c3dbd HTTP/1.1" status: 204 len: 168 time: 0.3312502 Nov 05 22:06:16.120019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe2a41-a274-464f-9476-86625c1fe229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a39b78-183b-4a48-ac5a-3075ad3c3dbd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:16.143825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-60b12f29-b4c6-425b-a8a1-42971b952071 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:16.147885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-60b12f29-b4c6-425b-a8a1-42971b952071 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198905 Nov 05 22:06:16.148970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53848) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:16.152972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:16.341310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:16.396630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d0069dfb-e1bf-46d5-af1b-9c271f4b992c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:16.459236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: d0069dfb-e1bf-46d5-af1b-9c271f4b992c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:16.463683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d0069dfb-e1bf-46d5-af1b-9c271f4b992c not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:16.539921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53854) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:16.554637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-62510043-5ab5-44c7-841e-ebc2cc01d4c5 req-be87ae98-72be-48fc-b6aa-365b9241b570 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0546286 Nov 05 22:06:16.589291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:16.753794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53858) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:16.825052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Allocated IP 172.25.6.36 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/d45f073f-2f52-4de9-aa75-2d99c377807c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:16.971883 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.070761 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.108247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-899140556', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:17.164892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:17.170199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:17.183271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:17.228423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'Port': ['ID=d45f073f-2f52-4de9-aa75-2d99c377807c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:17.267190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'networks': [{'name': 'tempest-network--910311701'}, {'name': 'tempest-network--1733608552'}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:17.267801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'network': {'name': 'tempest-network--910311701'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:17.268406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'network': {'name': 'tempest-network--1733608552'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:17.291060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.292401 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.313882 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.349602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.449922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Made reservation on behalf of b9dfc950b37b42b9b07516897c675a33 for: {'network': 2} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:17.449922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.457148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.542598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.686323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53870) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:17.691935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.702417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.713667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f81bfa0-c1b2-4c9f-a89f-156d87b511eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.725083 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8fbc6fd-f4d6-4b2f-930c-fe1dc19e4a5d req-a01f7a8e-5bd7-446d-b05e-e0b0d69693f6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0336390 Nov 05 22:06:17.764106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.764597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.782598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.840436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:06:17.846620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e39f992-e079-4c65-b317-d1508d2f2291,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:17.871690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.881095 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f81bfa0-c1b2-4c9f-a89f-156d87b511eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.883492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.883868 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Added segment 90cf50fa-bb64-4281-bd64-c363b9ffe1eb of type vlan for network e2e1e285-50d1-4d87-95bd-f0fae8d74f5f Nov 05 22:06:17.956705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.957126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.967912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f81bfa0-c1b2-4c9f-a89f-156d87b511eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:17.977575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'Port': ['ID=d45f073f-2f52-4de9-aa75-2d99c377807c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:18.038430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f81bfa0-c1b2-4c9f-a89f-156d87b511eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6db1428c6dd4a8983edc51f87129ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486068 Nov 05 22:06:18.039190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81bfa0-c1b2-4c9f-a89f-156d87b511eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c5e2dc-47bb-45dd-a057-7d86dee5c9bd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:18.042376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:06:18.044797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:18.057011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.057355 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Added segment fe70041b-72de-4679-9532-19b7746d5ee8 of type vlan for network 8ecf1d8b-ae74-4727-bd7e-5ea267e7cc41 Nov 05 22:06:18.077400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.079237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a4555eff-4dfd-4d91-ba5a-41d52f6dda1e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9300094 Nov 05 22:06:18.109174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.150182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a88b1e-e057-42fc-b6c0-2afd597d4712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.177810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a88b1e-e057-42fc-b6c0-2afd597d4712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.331029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a88b1e-e057-42fc-b6c0-2afd597d4712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.337215 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92a88b1e-e057-42fc-b6c0-2afd597d4712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.341137 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-92a88b1e-e057-42fc-b6c0-2afd597d4712 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8c5e2dc-47bb-45dd-a057-7d86dee5c9bd HTTP/1.1" status: 204 len: 168 time: 0.2919981 Nov 05 22:06:18.358697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a88b1e-e057-42fc-b6c0-2afd597d4712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c5e2dc-47bb-45dd-a057-7d86dee5c9bd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:18.377087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-2a7d331c-8356-446d-8013-1f0a305332e8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1036580082&fields=id&tenant_id=1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 267 time: 0.0839276 Nov 05 22:06:18.530398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-2c91d0b6-05eb-4c34-bc44-c6dda1a6f67d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:18.532889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-2c91d0b6-05eb-4c34-bc44-c6dda1a6f67d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 817 time: 0.1437249 Nov 05 22:06:18.533249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.resource_extend [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 22:06:18.548645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-fb048a31-f36f-4543-93e9-f2a9948f376a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/quotas/1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 375 time: 0.0103815 Nov 05 22:06:18.567405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.597910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.631216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-c777bf4a-d081-4fec-aa5e-fb27e4afae88 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720308 Nov 05 22:06:18.647276 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.648029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.668667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:18.668667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:18.668667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:18.780933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Network': ['ID=e2e1e285-50d1-4d87-95bd-f0fae8d74f5f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:18.799490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network e2e1e285-50d1-4d87-95bd-f0fae8d74f5f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:06:18.828042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0743668 Nov 05 22:06:18.830823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:18.882816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Allocated IP 172.25.6.149 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/37e5f7e2-d4d8-4099-a9ee-3115c2efc634) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:18.921364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2692ca84-7ba6-44fc-8d9a-039f7324fe16 req-a2f20391-f3d3-41f5-962b-cb2ba8c09f67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0510950 Nov 05 22:06:18.923539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d13e-4002-41b0-98a5-aec275a94646 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Network': ['ID=8ecf1d8b-ae74-4727-bd7e-5ea267e7cc41,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:18.977723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 8ecf1d8b-ae74-4727-bd7e-5ea267e7cc41 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:06:19.113383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.119339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b90da6-0347-42c5-8ec4-dee30ee3f308 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:19.128014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b90da6-0347-42c5-8ec4-dee30ee3f308 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:19.134382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b90da6-0347-42c5-8ec4-dee30ee3f308 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:19.141615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b90da6-0347-42c5-8ec4-dee30ee3f308 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:19.146222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80b90da6-0347-42c5-8ec4-dee30ee3f308 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3108447 Nov 05 22:06:19.146731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53912) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:19.156046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-c9c692f2-d745-4ad3-a624-b604fa8caeae service neutron] 10.222.0.41 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110550 Nov 05 22:06:19.251609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.258432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.309997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-abe964d7-7829-43ad-9ea7-d8d6e22ddae2 service neutron] 10.222.0.41 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464250 Nov 05 22:06:19.323430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:19.346453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:19.351290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:19.375349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event updated for resources: {'Port': ['ID=37e5f7e2-d4d8-4099-a9ee-3115c2efc634,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:19.449679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.536409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e1e285-50d1-4d87-95bd-f0fae8d74f5f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:19.570603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cf50fa-bb64-4281-bd64-c363b9ffe1eb') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:19.571222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cf50fa-bb64-4281-bd64-c363b9ffe1eb') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:19.585687 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.614843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.632767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:19.632767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:19.636385 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:19.665480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d8c9439-2bd0-4ae2-a81a-0edfe2127e24 req-e7ce1f17-29c9-4956-9669-66d443cb358f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 210 time: 0.0519423 Nov 05 22:06:19.840651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.878530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.886302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:19.889344 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/networks/e2e1e285-50d1-4d87-95bd-f0fae8d74f5f HTTP/1.1" status: 204 len: 168 time: 0.7416432 Nov 05 22:06:19.892761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53938) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:19.904428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b05d-3b84-4ec1-9227-828da919430e tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Network': ['ID=e2e1e285-50d1-4d87-95bd-f0fae8d74f5f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:19.979777 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.108127 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.128908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09d9bafa-0ff2-43f8-b599-13e15103e40f req-e6b554fd-5c8a-49b1-aed1-92a0e4bef9ae tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.1066115 Nov 05 22:06:20.152922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.188846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecf1d8b-ae74-4727-bd7e-5ea267e7cc41']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:20.200356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe70041b-72de-4679-9532-19b7746d5ee8') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:20.200781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe70041b-72de-4679-9532-19b7746d5ee8') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:20.221303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.248314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.266295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:20.267361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: items = [ Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:20.272489 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:20.385506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Router f7eb99f1-5df8-4b85-b816-a08f06d4cf37 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:06:20.482826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.490767 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.494320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/networks/8ecf1d8b-ae74-4727-bd7e-5ea267e7cc41 HTTP/1.1" status: 204 len: 168 time: 0.5998151 Nov 05 22:06:20.496743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53946) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:20.507111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:20.517530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f703e3-9043-4bce-bb68-39543c3db5f4 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Network': ['ID=8ecf1d8b-ae74-4727-bd7e-5ea267e7cc41,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:20.519960 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] Sync routers for ids ['f7eb99f1-5df8-4b85-b816-a08f06d4cf37'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:20.529866 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] Routers {'f7eb99f1-5df8-4b85-b816-a08f06d4cf37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:20.532356 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f7eb99f1-5df8-4b85-b816-a08f06d4cf37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:20.563228 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:20.572391 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] Routers {'f7eb99f1-5df8-4b85-b816-a08f06d4cf37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:20.573050 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f7eb99f1-5df8-4b85-b816-a08f06d4cf37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:20.634679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733cab5-ad32-4ac7-ab04-a7cf65d898a7 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:20.641011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733cab5-ad32-4ac7-ab04-a7cf65d898a7 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:20.642660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a733cab5-ad32-4ac7-ab04-a7cf65d898a7 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1449471 Nov 05 22:06:20.646328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53948) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:20.651328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.652972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-15770aa2-e7e5-4660-8a8c-db9fe61f8332 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1084433 Nov 05 22:06:20.657975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1651215436'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:20.660339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53950) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:20.711286 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:20.711967 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e885f30-5f63-4c9a-8552-234a0f504498 None None] The sync data for ids ['f7eb99f1-5df8-4b85-b816-a08f06d4cf37'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:20.792050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Made reservation on behalf of b9dfc950b37b42b9b07516897c675a33 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:20.798498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.807910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-065061e1-d7ff-40bd-b68e-b5d9134c2ac8 req-a4f40ef6-d5f9-4caa-8621-e13882772555 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 210 time: 0.0424399 Nov 05 22:06:20.840209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0701cfa8-392e-45fc-ac1c-4e269cc6733f tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/f7eb99f1-5df8-4b85-b816-a08f06d4cf37 HTTP/1.1" status: 200 len: 924 time: 0.1784565 Nov 05 22:06:20.844104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53954) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:20.846070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:06:20.884301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f6ab1964-2616-40ca-9201-ff1d3d971ee2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7eb99f1-5df8-4b85-b816-a08f06d4cf37 HTTP/1.1" status: 200 len: 205 time: 0.0388379 Nov 05 22:06:20.886897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53956) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:20.889185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:20.889728 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Added segment 080d01c9-0611-462f-8b0a-dcde807270ed of type vlan for network 7c8096c9-25b5-47fc-9f51-c4461a7dbe03 Nov 05 22:06:20.948424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.028355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.059400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.080017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:21.082006 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.142984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.170119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Network': ['ID=7c8096c9-25b5-47fc-9f51-c4461a7dbe03,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:21.186539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7c8096c9-25b5-47fc-9f51-c4461a7dbe03 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:06:21.270209 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-af421ac7-20ee-4113-b985-e76daabd7f36 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6216364 Nov 05 22:06:21.288796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53964) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:21.293904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-13e51142-5622-45ac-b851-abf96eab01bd req-862528b5-7c66-440a-8aed-8e3f4377dd2a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0480485 Nov 05 22:06:21.297824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1303606509'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:21.338472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Deleting port 37e5f7e2-d4d8-4099-a9ee-3115c2efc634 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:21.338817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.423575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Made reservation on behalf of b9dfc950b37b42b9b07516897c675a33 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:21.426979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.444326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.465503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:06:21.481471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Calling delete_port for 37e5f7e2-d4d8-4099-a9ee-3115c2efc634 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:21.494619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.494962 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Added segment 6a77018d-233c-40ab-87f6-7b0f2116dad8 of type vlan for network 70c72c6c-edd9-46c8-bb0a-f6b104a7c459 Nov 05 22:06:21.599260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.733165 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.739440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:21.740148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.819484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Network': ['ID=70c72c6c-edd9-46c8-bb0a-f6b104a7c459,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:21.828397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.828748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.829237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.829851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.830263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.830596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.830928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.831256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.831607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.831932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.832258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.833193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:21.846523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:21.857051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 70c72c6c-edd9-46c8-bb0a-f6b104a7c459 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:06:21.896118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 53974) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:21.896410 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ed881ef-a981-4584-94c3-745b9b115121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6023839 Nov 05 22:06:21.901756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event deleted for resources: {'Port': ['ID=37e5f7e2-d4d8-4099-a9ee-3115c2efc634,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:21.907314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'ports': [{'network_id': '7c8096c9-25b5-47fc-9f51-c4461a7dbe03', 'name': 'tempest-port--58584329', 'admin_state_up': True}, {'network_id': '70c72c6c-edd9-46c8-bb0a-f6b104a7c459', 'admin_state_up': False}]} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:21.907424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'port': {'network_id': '7c8096c9-25b5-47fc-9f51-c4461a7dbe03', 'name': 'tempest-port--58584329', 'admin_state_up': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:21.909705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'port': {'network_id': '70c72c6c-edd9-46c8-bb0a-f6b104a7c459', 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:21.989886 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.108714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.111715 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.190672 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a4e8f66-8114-4dc1-b91a-5ef5f1a2daec req-9010f55a-9d0f-4b1b-8589-a08afead6ded tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 210 time: 0.0304623 Nov 05 22:06:22.223518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.224475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Fanout notify agent at l3_agent the message router_deleted on router f7eb99f1-5df8-4b85-b816-a08f06d4cf37 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:22.235840 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.240619 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fbdfc422-4211-47a2-8d6f-33c44dacaba6 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/f7eb99f1-5df8-4b85-b816-a08f06d4cf37 HTTP/1.1" status: 204 len: 168 time: 1.3482363 Nov 05 22:06:22.241700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 53976) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:22.246502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-38636647-83b7-49d0-bee2-d188d084fa77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:22.249119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-38636647-83b7-49d0-bee2-d188d084fa77 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 817 time: 0.1564922 Nov 05 22:06:22.252981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-973963698', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': False}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:22.357571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-da674092-99b8-4e58-b240-067a2c1d87d8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 380 time: 0.0861814 Nov 05 22:06:22.374800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'port': {'device_id': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'admin_state_up': True, 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'security_groups': ['0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:22.382591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.383731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.468468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.552386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c555442a-1bf0-4208-898c-28738e5bc2a6 req-2403711a-d1d0-44c4-977a-2d80dba8e388 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=88972dae-0d90-40b6-b4c7-b58b4968903c HTTP/1.1" status: 200 len: 210 time: 0.0587099 Nov 05 22:06:22.653072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Made reservation on behalf of b9dfc950b37b42b9b07516897c675a33 for: {'port': 2} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:22.662711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.710757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.834914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Made reservation on behalf of 1e5d2840e4fa45348fcdb83be334e2fb for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:22.839084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:22.868467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] device_id is not set on port f3f11980-02e0-4e70-ad42-e8d16f07481d yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:06:23.061799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Allocated IP 172.20.0.6 (df14fc89-801c-4908-a2dc-3d0881eb2312/54b718f8-67fa-4e79-b301-d36a4a1fe7f0/1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:23.091230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.115665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.240448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] device_id is not set on port 0549df7f-a2e6-4e1f-96ba-4a3df1401bf1 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:06:23.312180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f72ce927-b8e8-4f94-ac2b-fee4833abbb2 req-ef385e01-7c06-40ca-97da-ca4aebc37b20 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 210 time: 0.0312376 Nov 05 22:06:23.313639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.418696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.442517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.462146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.520228 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.553353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.576122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Allocated IP 172.25.6.131 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9b602c39-767d-4e08-a803-de033c0f0e2f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:23.581429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Network df14fc89-801c-4908-a2dc-3d0881eb2312 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:23.590464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:23.592973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:23.610374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:23.692020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Port': ['ID=f3f11980-02e0-4e70-ad42-e8d16f07481d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:23.736995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:23.737760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.738690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.753158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Checking segment: {'id': '080d01c9-0611-462f-8b0a-dcde807270ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7c8096c9-25b5-47fc-9f51-c4461a7dbe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:23.754008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network hostable DHCP agents. Network: 7c8096c9-25b5-47fc-9f51-c4461a7dbe03, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:06:23.859714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-ff4b5f3e-6320-4f55-ac09-220799301b02 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4936948 Nov 05 22:06:23.870540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-c2d1b3d6-696a-4fe5-8810-d19d78de473f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:06:23.871755 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-c2d1b3d6-696a-4fe5-8810-d19d78de473f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055902 Nov 05 22:06:23.885335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Request body: {'port': {'device_id': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:23.889932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network 7c8096c9-25b5-47fc-9f51-c4461a7dbe03 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:06:23.891817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.938740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:23.966956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.971079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7c8096c9-25b5-47fc-9f51-c4461a7dbe03) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:23.974436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:23.975249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:23.976853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:23.987945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29783c1d-9e74-4cdb-90f5-87370ccba13a None None] Network 7c8096c9-25b5-47fc-9f51-c4461a7dbe03 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:24.000750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Port': ['ID=9b602c39-767d-4e08-a803-de033c0f0e2f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:24.011885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-755404fa-c530-4635-9c40-a10edcc08646 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2d28697eee4e414ca2288b9cc76d3aa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775084 Nov 05 22:06:24.014136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:24.083526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Port': ['ID=0549df7f-a2e6-4e1f-96ba-4a3df1401bf1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:24.160394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Checking segment: {'id': '6a77018d-233c-40ab-87f6-7b0f2116dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '70c72c6c-edd9-46c8-bb0a-f6b104a7c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:24.161161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network hostable DHCP agents. Network: 70c72c6c-edd9-46c8-bb0a-f6b104a7c459, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:06:24.165969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7b206366-2ff8-4591-9241-59ce3b6d507e None None] Provisioning complete for port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:24.166637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b206366-2ff8-4591-9241-59ce3b6d507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:24.253256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7b206366-2ff8-4591-9241-59ce3b6d507e None None] Port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:06:24.316518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network 70c72c6c-edd9-46c8-bb0a-f6b104a7c459 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:06:24.373165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:06:24.382792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-618ddab6-3c35-4b96-95e2-ddeffc6f74c1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:24.383331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:24.390035 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-618ddab6-3c35-4b96-95e2-ddeffc6f74c1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3772738 Nov 05 22:06:24.409178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-c3980e71-3e0e-4128-94ee-ef7cd3e6582e tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/quotas/2d28697eee4e414ca2288b9cc76d3aa4 HTTP/1.1" status: 200 len: 375 time: 0.0182340 Nov 05 22:06:24.410395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 70c72c6c-edd9-46c8-bb0a-f6b104a7c459) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:24.415481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:24.418543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f2280-291d-4d18-b0f4-e29d6183bf59 None None] Network 70c72c6c-edd9-46c8-bb0a-f6b104a7c459 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:24.426795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:24.438088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:24.439227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:24.451589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-8f76d13c-08ba-4e53-a043-0a51d61ad9d7 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d28697eee4e414ca2288b9cc76d3aa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320463 Nov 05 22:06:24.456869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Transition to ACTIVE for port object 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:06:24.515295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da08f1d-7eb7-4276-8224-2645e6e3f555 req-635c53fc-3599-4dca-9bf9-2a24235f1a73 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:24.524814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da08f1d-7eb7-4276-8224-2645e6e3f555 req-635c53fc-3599-4dca-9bf9-2a24235f1a73 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 931 time: 0.1273720 Nov 05 22:06:24.544567 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:24.627676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1a55d9d3-2efa-4b87-9cda-4f090ed98581 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.7296278 Nov 05 22:06:24.634580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54010) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:24.679731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:24.742137 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da08f1d-7eb7-4276-8224-2645e6e3f555 req-dea74ba9-1092-49b4-aad1-c61e9be446bb tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163258 Nov 05 22:06:24.744806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:24.849968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6397f34-83e2-4c34-ac84-0767deffc7cf tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:24.852433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4039caa9-61f8-42e5-b768-d52b04e9db59 req-7c3a9078-abe0-4495-9c5d-db84271a6a7e tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 210 time: 0.0831985 Nov 05 22:06:24.856342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6397f34-83e2-4c34-ac84-0767deffc7cf tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:24.857943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6397f34-83e2-4c34-ac84-0767deffc7cf tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2193205 Nov 05 22:06:24.859672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:24.860008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:24.860339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:24.860861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54018) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:24.865444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on network df14fc89-801c-4908-a2dc-3d0881eb2312 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:06:24.865772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:24.871591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:24.872042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Checking segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:24.872498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Bound using segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:24.873003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Bound port: 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:24.873469 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:24.951424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:06:24.957075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:06:25.045583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:25.082173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:25.082721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:25.085035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] 10.222.0.46 "PUT /v2.0/ports/1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 1091 time: 1.2042000 Nov 05 22:06:25.087587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:25.091722 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c064eb97-2ffa-405a-8cd8-8991e901fcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:25.093260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Deleting port f3f11980-02e0-4e70-ad42-e8d16f07481d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:25.094075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:25.153686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db28c6-42f0-4430-b737-1fefc2c8a8df service neutron] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:25.173814 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7cb167-74f0-48b4-b088-7e4cb920c2ac x-openstack-request-id: req-6c7cb167-74f0-48b4-b088-7e4cb920c2ac {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:25.179416 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:25.179757 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c7cb167-74f0-48b4-b088-7e4cb920c2ac {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:25.180209 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'status': 'completed', 'code': 200} Nov 05 22:06:25.182826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:25.189534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:25.217799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Calling delete_port for f3f11980-02e0-4e70-ad42-e8d16f07481d owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:25.258166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064eb97-2ffa-405a-8cd8-8991e901fcb4 req-b13953f6-e4ca-43c6-b0b5-057150dc5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:25.260304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c064eb97-2ffa-405a-8cd8-8991e901fcb4 req-b13953f6-e4ca-43c6-b0b5-057150dc5123 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1094 time: 0.0662181 Nov 05 22:06:25.412146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064eb97-2ffa-405a-8cd8-8991e901fcb4 req-db16ebec-c79f-4536-84ab-d3faaf317524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:25.413708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c064eb97-2ffa-405a-8cd8-8991e901fcb4 req-db16ebec-c79f-4536-84ab-d3faaf317524 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1440837 Nov 05 22:06:25.520892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:25.571408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Router 02d2fb35-6aef-4877-8857-e855808800a0 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:06:25.573369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Port': ['ID=f3f11980-02e0-4e70-ad42-e8d16f07481d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:25.584607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:25.589303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2c115030-ba3b-44bc-94d1-b74b7757e771 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/ports/f3f11980-02e0-4e70-ad42-e8d16f07481d HTTP/1.1" status: 204 len: 168 time: 0.7271643 Nov 05 22:06:25.594221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54028) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:25.952195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064eb97-2ffa-405a-8cd8-8991e901fcb4 req-2900d9a1-ad1e-4546-b6e9-3016fcbf200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:25.954261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c064eb97-2ffa-405a-8cd8-8991e901fcb4 req-2900d9a1-ad1e-4546-b6e9-3016fcbf200a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5334630 Nov 05 22:06:25.972946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-439f86f5-de7c-4002-a7da-71dde3be699b req-d52e3570-527f-46ca-9e4f-cc1f5fb79d13 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 210 time: 0.0357270 Nov 05 22:06:26.086717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-95cf8602-c472-462b-a56a-a39f6ed06dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:26.088461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-95cf8602-c472-462b-a56a-a39f6ed06dde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1094 time: 0.0832725 Nov 05 22:06:26.152717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-b865add5-bfc2-4470-9f9f-3a469a23f7e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 217 time: 0.0514910 Nov 05 22:06:26.165666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781c73-a551-42e5-b27f-19d6ff1940e3 req-9382d70c-4330-4df9-bc95-11efca1baa20 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:26.167530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9781c73-a551-42e5-b27f-19d6ff1940e3 req-9382d70c-4330-4df9-bc95-11efca1baa20 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 943 time: 0.0994055 Nov 05 22:06:26.177632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:26.188628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Sync routers for ids ['02d2fb35-6aef-4877-8857-e855808800a0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:26.201706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Routers {'02d2fb35-6aef-4877-8857-e855808800a0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:26.203310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['02d2fb35-6aef-4877-8857-e855808800a0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:26.203514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Deleting port 0549df7f-a2e6-4e1f-96ba-4a3df1401bf1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:26.204290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.219501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-1cfe5d07-6c5c-4445-9d23-3c5d1992b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:26.221945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-1cfe5d07-6c5c-4445-9d23-3c5d1992b809 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0612056 Nov 05 22:06:26.321479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-dafd7c62-c4c4-4682-adf8-a975e109f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:26.335408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.339328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e85d23c3-1c0f-4e78-8ad4-ca0223691b18 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0934556 Nov 05 22:06:26.339480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-dafd7c62-c4c4-4682-adf8-a975e109f864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059763 Nov 05 22:06:26.339602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.343028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54044) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:26.360369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9781c73-a551-42e5-b27f-19d6ff1940e3 req-7ffc0b3e-bc6e-404a-b7da-a9bcb9111b17 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720643 Nov 05 22:06:26.382970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Set router 02d2fb35-6aef-4877-8857-e855808800a0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:26.433030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Calling delete_port for 0549df7f-a2e6-4e1f-96ba-4a3df1401bf1 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:26.497973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-e6f368fd-4b37-4a91-9b37-6d67632b127d service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522565 Nov 05 22:06:26.550345 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b78b28d8-23b3-432b-a213-d4f9f020df05 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/02d2fb35-6aef-4877-8857-e855808800a0 HTTP/1.1" status: 200 len: 908 time: 0.2044270 Nov 05 22:06:26.558723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54048) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:26.575222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-973963698', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': True}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:26.601675 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05e06fbe-81e8-4c83-a201-1311fa571f36 req-3dc6b6fb-92ba-4243-88ff-7c9f9a0c15a5 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948939 Nov 05 22:06:26.602285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54052) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:26.685499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d2fb35-6aef-4877-8857-e855808800a0', 'name': 'tempest-snat-router-973963698', 'tenant_id': '9a72d4e017df43649705c96f1bb0ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.131'}], 'enable_snat': False}, 'gw_port_id': '9b602c39-767d-4e08-a803-de033c0f0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:06:22Z', 'updated_at': '2021-11-05T22:06:24Z', 'revision_number': 3, 'project_id': '9a72d4e017df43649705c96f1bb0ca27', 'gw_port': {'id': '9b602c39-767d-4e08-a803-de033c0f0e2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d2fb35-6aef-4877-8857-e855808800a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:23Z', 'updated_at': '2021-11-05T22:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:26.686507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.687577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.723125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Checking router: 02d2fb35-6aef-4877-8857-e855808800a0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:26.723567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Updating router 02d2fb35-6aef-4877-8857-e855808800a0 port 9b602c39-767d-4e08-a803-de033c0f0e2f binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:06:26.744862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35d5c-f009-4bf5-9415-1e18ac65def3 req-a159b233-fae1-4a3f-874c-328d633dcbe4 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:26.746368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6d35d5c-f009-4bf5-9415-1e18ac65def3 req-a159b233-fae1-4a3f-874c-328d633dcbe4 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 946 time: 0.1866314 Nov 05 22:06:26.768328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.781821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.877705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6d35d5c-f009-4bf5-9415-1e18ac65def3 req-01b76ca5-4a5f-47b1-8ad8-21605b7cfd4f tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999835 Nov 05 22:06:26.961504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:26.999203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Port': ['ID=0549df7f-a2e6-4e1f-96ba-4a3df1401bf1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:27.072524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.076034 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-73c576ce-2ded-4068-87fe-097a922b6b12 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/ports/0549df7f-a2e6-4e1f-96ba-4a3df1401bf1 HTTP/1.1" status: 204 len: 168 time: 1.4806848 Nov 05 22:06:27.080377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54058) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:27.094741 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.134076 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.140791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5ddba5e-264a-4e9a-8382-de208d850cb8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0587173 Nov 05 22:06:27.165633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54060) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:27.169795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2a54ddc-c067-476e-8dc4-856a234fefaa req-b4d85374-94bf-4281-8603-26a3191c153d tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 210 time: 0.0333865 Nov 05 22:06:27.173266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1524894050'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:27.210484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.369519 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.377261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Made reservation on behalf of b9dfc950b37b42b9b07516897c675a33 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:27.380781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.481996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:06:27.502824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-6e2cd8d2-954a-4674-84ae-1da2096055a8 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2d28697eee4e414ca2288b9cc76d3aa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452607 Nov 05 22:06:27.519362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Attempting to bind port 9b602c39-767d-4e08-a803-de033c0f0e2f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:27.519848 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.520203 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Added segment 0408f954-e304-439a-a46e-54ff2c933ae3 of type vlan for network 54111c7a-e53f-41f9-9242-b4b0c2d9aefd Nov 05 22:06:27.520381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Attempting to bind port 9b602c39-767d-4e08-a803-de033c0f0e2f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:27.521536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Attempting to bind port 9b602c39-767d-4e08-a803-de033c0f0e2f on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:27.532584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:27.533297 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:27.533866 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.534414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:27.535089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Bound port: 9b602c39-767d-4e08-a803-de033c0f0e2f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:27.535962 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.574855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bd0c3-df8a-4ece-a1a4-c1de86464aa7 None None] Pushing event updated for resources: {'Port': ['ID=9b602c39-767d-4e08-a803-de033c0f0e2f,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:27.611115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] For port 9b602c39-767d-4e08-a803-de033c0f0e2f, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:06:27.614997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] For port 9b602c39-767d-4e08-a803-de033c0f0e2f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9b602c39-767d-4e08-a803-de033c0f0e2f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:06:27.637060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.664079 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.682139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38071cb-db6a-450d-b69a-0bf51fc295b4 req-3cf93db4-b702-457b-8d2a-24bdf63ee22d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:27.687717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e38071cb-db6a-450d-b69a-0bf51fc295b4 req-3cf93db4-b702-457b-8d2a-24bdf63ee22d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 943 time: 0.1205957 Nov 05 22:06:27.718968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.733621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.816714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-16b781cc-f225-4db6-acae-6d81ef7b07bf tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:27.818232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-16b781cc-f225-4db6-acae-6d81ef7b07bf tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080821 Nov 05 22:06:27.825609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e38071cb-db6a-450d-b69a-0bf51fc295b4 req-084f79e1-5a44-4fb5-9231-0cb4cd91d2f7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991638 Nov 05 22:06:27.836435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Request body: {'port': {'device_id': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': '2d28697eee4e414ca2288b9cc76d3aa4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:27.865296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bd0c3-df8a-4ece-a1a4-c1de86464aa7 None None] Pushing event updated for resources: {'Port': ['ID=9b602c39-767d-4e08-a803-de033c0f0e2f,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:27.869793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Allocated IP 172.25.6.138 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/aa8103f1-b488-427a-934d-8bb3338d8d12) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:27.885208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Routers {'02d2fb35-6aef-4877-8857-e855808800a0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:27.885869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['02d2fb35-6aef-4877-8857-e855808800a0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:27.954029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:27.960047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:27.960769 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.056054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.093647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] Set router 02d2fb35-6aef-4877-8857-e855808800a0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:28.101069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9335942 Nov 05 22:06:28.106094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54068) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:28.119341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-540729252'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:28.158409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d3532-d2fe-489b-9e58-caa848aab7cd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Network': ['ID=54111c7a-e53f-41f9-9242-b4b0c2d9aefd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:28.198190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94d311-84e9-4fd4-a034-347a02275324 req-8d5ba04e-aed7-44db-a5c0-c61e8ca0eaab tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:28.199895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff94d311-84e9-4fd4-a034-347a02275324 req-8d5ba04e-aed7-44db-a5c0-c61e8ca0eaab tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 946 time: 0.1974349 Nov 05 22:06:28.207919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:28.208342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.211147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Made reservation on behalf of b9dfc950b37b42b9b07516897c675a33 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:28.217999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.252404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 54111c7a-e53f-41f9-9242-b4b0c2d9aefd details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:06:28.267214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5b999-5f42-4182-8adb-775d5df0123d req-fb275222-0a00-40d8-8b5b-dc39c29c1a4e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:28.268881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80a5b999-5f42-4182-8adb-775d5df0123d req-fb275222-0a00-40d8-8b5b-dc39c29c1a4e tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 946 time: 0.1741307 Nov 05 22:06:28.268996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:06:28.281475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.281814 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Added segment d93378e7-a273-4345-9625-9a04203cd956 of type vlan for network 3b56226c-33db-4eb0-ae7b-f051979d354c Nov 05 22:06:28.334557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.389975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.390559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ff94d311-84e9-4fd4-a034-347a02275324 req-9560c2f2-00dd-42e5-9990-6a590b303d5c tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774592 Nov 05 22:06:28.431993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Made reservation on behalf of 2d28697eee4e414ca2288b9cc76d3aa4 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:28.435435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.442664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19ec677d-5d19-4828-ac63-9748f4a9d18d req-ba20a1fe-b577-4815-8355-b83b8cd55e4b tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 210 time: 0.0718851 Nov 05 22:06:28.456215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d2fb35-6aef-4877-8857-e855808800a0', 'name': 'tempest-snat-router-973963698', 'tenant_id': '9a72d4e017df43649705c96f1bb0ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.131'}], 'enable_snat': False}, 'gw_port_id': '9b602c39-767d-4e08-a803-de033c0f0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:06:22Z', 'updated_at': '2021-11-05T22:06:24Z', 'revision_number': 3, 'project_id': '9a72d4e017df43649705c96f1bb0ca27', 'gw_port': {'id': '9b602c39-767d-4e08-a803-de033c0f0e2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d2fb35-6aef-4877-8857-e855808800a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:23Z', 'updated_at': '2021-11-05T22:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:28.459212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.463595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:28.463595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.474533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:28.475428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.481244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:28.481869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.491743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:28.497907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:28.514947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0e2f8-9858-484d-a705-f4328526a97b None None] The sync data for ids ['02d2fb35-6aef-4877-8857-e855808800a0'] in n-d-816738-5 is: [{'id': '02d2fb35-6aef-4877-8857-e855808800a0', 'name': 'tempest-snat-router-973963698', 'tenant_id': '9a72d4e017df43649705c96f1bb0ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.131'}], 'enable_snat': False}, 'gw_port_id': '9b602c39-767d-4e08-a803-de033c0f0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:06:22Z', 'updated_at': '2021-11-05T22:06:24Z', 'revision_number': 3, 'project_id': '9a72d4e017df43649705c96f1bb0ca27', 'gw_port': {'id': '9b602c39-767d-4e08-a803-de033c0f0e2f', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d2fb35-6aef-4877-8857-e855808800a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:23Z', 'updated_at': '2021-11-05T22:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:28.519621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:28.525328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Port': ['ID=aa8103f1-b488-427a-934d-8bb3338d8d12,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:28.566379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Deleting port 12930f7b-e35d-4412-8264-7e8948b79a1d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:28.566843 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.598749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Network': ['ID=3b56226c-33db-4eb0-ae7b-f051979d354c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:28.614936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 3b56226c-33db-4eb0-ae7b-f051979d354c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:06:28.659066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b37fc2ce-330f-4d1a-8ff0-3df2221fcae8 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5518792 Nov 05 22:06:28.962506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:28.978652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] For port 12930f7b-e35d-4412-8264-7e8948b79a1d, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=12930f7b-e35d-4412-8264-7e8948b79a1d,segment=NetworkSegment(4f665a99-3d0d-4e91-ab84-a25ef8dcc92d),segment_id=4f665a99-3d0d-4e91-ab84-a25ef8dcc92d)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:28.978923 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:29.029534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:29.037587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Calling delete_port for 12930f7b-e35d-4412-8264-7e8948b79a1d owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:29.039260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:29.409134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:29.577272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Allocated IP 192.168.233.11 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/17d91ff8-2748-447a-832d-8ec28746ed67) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:29.605820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9b602c39-767d-4e08-a803-de033c0f0e2f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:29.749091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9b602c39-767d-4e08-a803-de033c0f0e2f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:29.750138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:29.850800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:29.949885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:29.997891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 9b602c39-767d-4e08-a803-de033c0f0e2f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9b602c39-767d-4e08-a803-de033c0f0e2f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:30.053393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60799e-cd5c-4095-90f0-bac768d32990 req-fa69ed1d-64ef-43ee-9d78-fe41ab60e55a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:30.063350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:30.065423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef60799e-cd5c-4095-90f0-bac768d32990 req-fa69ed1d-64ef-43ee-9d78-fe41ab60e55a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 943 time: 1.0977836 Nov 05 22:06:30.075268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:30.093283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:30.110879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:30.151600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:30.204947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:30.251736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=9b602c39-767d-4e08-a803-de033c0f0e2f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:30.308546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:30.443028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:30.444235 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:30.461222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:30.464109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=54cfc5df-8d31-48fa-9c6f-b0e07265fa4c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:30.472472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:06:30.474767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['12930f7b-e35d-4412-8264-7e8948b79a1d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:06:30.541198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212aeec-9313-41b1-8a68-fa5b221ff002 req-a1b250e6-8da3-475a-b88f-e48b8541ed6a tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:30.550442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4212aeec-9313-41b1-8a68-fa5b221ff002 req-a1b250e6-8da3-475a-b88f-e48b8541ed6a tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 867 time: 0.9154351 Nov 05 22:06:30.626176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef60799e-cd5c-4095-90f0-bac768d32990 req-66de7bea-0577-45f5-bfd7-9bd4b2d38cd7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5520425 Nov 05 22:06:30.725376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4212aeec-9313-41b1-8a68-fa5b221ff002 req-0293fa26-1243-4dec-9cd8-2b7d7bc35b22 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef47649-86e3-4781-9642-f32767727964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726484 Nov 05 22:06:30.797485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Router 33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:06:30.894222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:30.905154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0765860 Nov 05 22:06:31.000160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:31.010973 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Sync routers for ids ['33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:31.039813 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Routers {'33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:31.044512 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:31.128592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:31.136020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d9b26d19-5d90-4e77-bcb9-4eca7fa50802 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5744622 Nov 05 22:06:31.139327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54090) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:31.155405 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f65c4276-03ba-4964-9957-4a0813e44bad None None] Provisioning complete for port 17d91ff8-2748-447a-832d-8ec28746ed67 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:31.164046 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f65c4276-03ba-4964-9957-4a0813e44bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:31.236680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f65c4276-03ba-4964-9957-4a0813e44bad None None] Port 17d91ff8-2748-447a-832d-8ec28746ed67 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:06:31.245274 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:31.274361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:31.308095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'port_id': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'mac_address': 'fa:16:3e:95:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:06:31.426221 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:31.437251 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Set router 33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:31.463526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:06:31.481220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6167bd39-cbd6-4611-9515-f4cc622ebd7d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 HTTP/1.1" status: 200 len: 907 time: 0.3386178 Nov 05 22:06:31.482678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54092) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:31.515774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:31.593853 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:31.752549 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:31.759450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9b602c39-767d-4e08-a803-de033c0f0e2f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:31.912381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:31.927307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:06:31.971558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd860e7-f0df-4e1d-ab70-553a149747cf req-aeaef2ff-0c5d-4e6a-a765-d269be1b8464 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:31.979708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfd860e7-f0df-4e1d-ab70-553a149747cf req-aeaef2ff-0c5d-4e6a-a765-d269be1b8464 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1471634 Nov 05 22:06:32.028169 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.056136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9b602c39-767d-4e08-a803-de033c0f0e2f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:32.056401 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.065806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfd860e7-f0df-4e1d-ab70-553a149747cf req-285dfc1a-ed38-4119-9dba-04fb4bc49ec9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849330 Nov 05 22:06:32.066898 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92', 'name': 'tempest-snat-router-973963698', 'tenant_id': '9a72d4e017df43649705c96f1bb0ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'aa8103f1-b488-427a-934d-8bb3338d8d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:06:26Z', 'updated_at': '2021-11-05T22:06:28Z', 'revision_number': 3, 'project_id': '9a72d4e017df43649705c96f1bb0ca27', 'gw_port': {'id': 'aa8103f1-b488-427a-934d-8bb3338d8d12', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:06:27Z', 'updated_at': '2021-11-05T22:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:32.205639 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Checking router: 33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:32.205892 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Updating router 33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 port aa8103f1-b488-427a-934d-8bb3338d8d12 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:06:32.227869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54100) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:32.240328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Request body: {'port': {'device_id': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:32.243511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'subnets': [{'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088211534', 'ip_version': 6}, {'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:32.243864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'subnet': {'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088211534', 'ip_version': 6}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:32.244528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Request body: {'subnet': {'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:32.258232 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.309033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] No DVR routers for this DVR port 12930f7b-e35d-4412-8264-7e8948b79a1d on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:32.319048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-165f5786-f803-4a2f-b22e-a8f632b18879 req-78031236-0a91-4c06-a12f-abfce14bdd46 tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.41 "GET /v2.0/ports?device_id=65ce8c4c-e22c-42a3-bda3-df9ef532289f HTTP/1.1" status: 200 len: 210 time: 0.1085858 Nov 05 22:06:32.339744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Deleting port aa8103f1-b488-427a-934d-8bb3338d8d12 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:32.340333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.373968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.378439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80a5b999-5f42-4182-8adb-775d5df0123d req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] 10.222.0.13 "DELETE /v2.0/ports/12930f7b-e35d-4412-8264-7e8948b79a1d HTTP/1.1" status: 204 len: 173 time: 4.0758014 Nov 05 22:06:32.384713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'name': 'network-vif-deleted', 'tag': '12930f7b-e35d-4412-8264-7e8948b79a1d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:32.392644 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10bd96f-e578-4332-a86a-b4a633c3c0bc" -d '{"events": [{"server_uuid": "65ce8c4c-e22c-42a3-bda3-df9ef532289f", "name": "network-vif-deleted", "tag": "12930f7b-e35d-4412-8264-7e8948b79a1d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:32.447792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.466156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Calling delete_port for aa8103f1-b488-427a-934d-8bb3338d8d12 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:32.492615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:06:32.535857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f3599-cd77-47c4-be3f-786702f78cc1 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Pushing event updated for resources: {'Port': ['ID=17d91ff8-2748-447a-832d-8ec28746ed67,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:32.544654 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99707b3e-295b-40ef-bbfe-bacdf2fc9795 x-openstack-request-id: req-99707b3e-295b-40ef-bbfe-bacdf2fc9795 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:32.544654 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ce8c4c-e22c-42a3-bda3-df9ef532289f", "name": "network-vif-deleted", "tag": "12930f7b-e35d-4412-8264-7e8948b79a1d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:32.544654 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99707b3e-295b-40ef-bbfe-bacdf2fc9795 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:32.545026 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ce8c4c-e22c-42a3-bda3-df9ef532289f', 'name': 'network-vif-deleted', 'tag': '12930f7b-e35d-4412-8264-7e8948b79a1d', 'status': 'completed', 'code': 200} Nov 05 22:06:32.590930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93666015-b6be-4f6f-9e9e-f7e593c6c0c6 req-81cf7dbd-3ff1-4e16-ae13-4355b7fbc9ae tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:32.594450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93666015-b6be-4f6f-9e9e-f7e593c6c0c6 req-81cf7dbd-3ff1-4e16-ae13-4355b7fbc9ae tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 935 time: 1.7017014 Nov 05 22:06:32.595289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f6c3c-aec4-4ade-b29a-eeb39fb520fd tempest-VolumesSnapshotTestJSON-1062040849 tempest-VolumesSnapshotTestJSON-1062040849-project] Pushing event deleted for resources: {'Port': ['ID=12930f7b-e35d-4412-8264-7e8948b79a1d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:32.661239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.710944 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.832311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93666015-b6be-4f6f-9e9e-f7e593c6c0c6 req-789b9339-3fc8-4ec4-9878-984962a26cc9 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721187 Nov 05 22:06:32.838865 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.873642 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.910745 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cc902-3dac-4816-9c0b-bb3aa3e14c25 None None] Pushing event updated for resources: {'Port': ['ID=aa8103f1-b488-427a-934d-8bb3338d8d12,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:32.913989 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Attempting to bind port aa8103f1-b488-427a-934d-8bb3338d8d12 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:32.914360 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Attempting to bind port aa8103f1-b488-427a-934d-8bb3338d8d12 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:32.914710 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Attempting to bind port aa8103f1-b488-427a-934d-8bb3338d8d12 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:32.920372 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:32.920735 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:32.921786 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.922180 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:32.923274 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Bound port: aa8103f1-b488-427a-934d-8bb3338d8d12, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:32.923274 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.970498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Made reservation on behalf of b9dfc950b37b42b9b07516897c675a33 for: {'subnet': 2} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:32.976080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:32.976406 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.017878 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.db.api [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102294) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:06:33.018235 n-d-816738-5 neutron-server[102294]: DEBUG oslo_db.api [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:06:33.043427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.057963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router d35f3755-c47b-444d-91cb-6e1c2385af35 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:06:33.071811 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa8103f1-b488-427a-934d-8bb3338d8d12,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:33.221532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.240609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d91ff8-2748-447a-832d-8ec28746ed67 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:06:33.249063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.252881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:33.258716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f1356c4b-d0a9-4a7b-8317-b5b315763a98 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "PUT /v2.0/routers/d35f3755-c47b-444d-91cb-6e1c2385af35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6554105 Nov 05 22:06:33.264478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] Sync routers for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:33.273589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Transition to ACTIVE for port object 17d91ff8-2748-447a-832d-8ec28746ed67 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:06:33.276038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:33.276711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:33.350333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b80a-c3ac-4e20-a28e-9089998890a9 req-2abbd0e3-4ee1-4f43-9868-e8332019e91e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:33.351852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19f3b80a-c3ac-4e20-a28e-9089998890a9 req-2abbd0e3-4ee1-4f43-9868-e8332019e91e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1755760 Nov 05 22:06:33.377309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.400359 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.410279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.421328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:33.457994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Pushing event updated for resources: {'Port': ['ID=17d91ff8-2748-447a-832d-8ec28746ed67,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:33.544341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Attempting to bind port aa8103f1-b488-427a-934d-8bb3338d8d12 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:33.551214 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Attempting to bind port aa8103f1-b488-427a-934d-8bb3338d8d12 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:33.552859 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Attempting to bind port aa8103f1-b488-427a-934d-8bb3338d8d12 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:33.574615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19f3b80a-c3ac-4e20-a28e-9089998890a9 req-61c4fbea-8cee-4d4e-9587-df098b5e144b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931188 Nov 05 22:06:33.580078 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:33.580773 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:33.582162 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.582707 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:33.585328 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Bound port: aa8103f1-b488-427a-934d-8bb3338d8d12, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:33.585920 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.595030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 12930f7b-e35d-4412-8264-7e8948b79a1d no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:33.620021 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.plugin [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Port aa8103f1-b488-427a-934d-8bb3338d8d12 has been deleted concurrently {{(pid=102294) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 05 22:06:33.651447 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Routers {'33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:33.653212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Attempting to bind port 17d91ff8-2748-447a-832d-8ec28746ed67 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:33.653562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Attempting to bind port 17d91ff8-2748-447a-832d-8ec28746ed67 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:33.653893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Attempting to bind port 17d91ff8-2748-447a-832d-8ec28746ed67 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:33.656304 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:33.670770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.676996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:33.679181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Port 17d91ff8-2748-447a-832d-8ec28746ed67 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:06:33.679510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Attempting to bind port 17d91ff8-2748-447a-832d-8ec28746ed67 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:33.685611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.690582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b81a001-44ed-4f8f-ab7d-044b675df99b tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "DELETE /v2.0/routers/33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 HTTP/1.1" status: 204 len: 168 time: 2.2067933 Nov 05 22:06:33.691422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54114) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:33.692222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:33.692573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:33.692968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:33.693414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Bound port: 17d91ff8-2748-447a-832d-8ec28746ed67, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:33.693774 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:33.729093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 12930f7b-e35d-4412-8264-7e8948b79a1d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:33.729418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 12930f7b-e35d-4412-8264-7e8948b79a1d not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:33.837298 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] Set router 33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:33.910309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:29Z', 'revision_number': 6, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:10Z', 'revision_number': 1, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:33.916382 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92', 'name': 'tempest-snat-router-973963698', 'tenant_id': '9a72d4e017df43649705c96f1bb0ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:06:26Z', 'updated_at': '2021-11-05T22:06:32Z', 'revision_number': 5, 'project_id': '9a72d4e017df43649705c96f1bb0ca27', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:33.953776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2318a-f8eb-42f9-9557-64d1af522f8c req-1535b03b-0d90-479c-9399-ef886af597b0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:33.954148 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b455a3-1e4a-415e-a582-5bfe1cdee89c None None] The sync data for ids ['33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92'] in n-d-816738-5 is: [{'id': '33dd3cb4-01ab-4713-9bf7-b90ab9b2cf92', 'name': 'tempest-snat-router-973963698', 'tenant_id': '9a72d4e017df43649705c96f1bb0ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:06:26Z', 'updated_at': '2021-11-05T22:06:32Z', 'revision_number': 5, 'project_id': '9a72d4e017df43649705c96f1bb0ca27', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:33.954884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] Checking router: d35f3755-c47b-444d-91cb-6e1c2385af35 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:33.955513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a2318a-f8eb-42f9-9557-64d1af522f8c req-1535b03b-0d90-479c-9399-ef886af597b0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 946 time: 0.1365693 Nov 05 22:06:33.958284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] For port 17d91ff8-2748-447a-832d-8ec28746ed67, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:06:33.961721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] For port 17d91ff8-2748-447a-832d-8ec28746ed67, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=17d91ff8-2748-447a-832d-8ec28746ed67,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:06:33.968841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:33.968841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:34.046999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79a2318a-f8eb-42f9-9557-64d1af522f8c req-a31403d2-9487-4f15-8c74-ed62da755146 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760972 Nov 05 22:06:34.046999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.087494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:34.088183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.090353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] 10.222.0.46 "PUT /v2.0/ports/17d91ff8-2748-447a-832d-8ec28746ed67 HTTP/1.1" status: 200 len: 1095 time: 1.8565438 Nov 05 22:06:34.108178 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.131798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786efba6-6931-4393-9e2f-d826b4752ccd service neutron] Pushing event updated for resources: {'Port': ['ID=17d91ff8-2748-447a-832d-8ec28746ed67,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:34.133390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:34.241756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f604c9d-70bd-4949-810f-31950888a8e2 req-b8188e8e-11c6-43d1-9a2e-c056f64d0fff tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:34.243257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f604c9d-70bd-4949-810f-31950888a8e2 req-b8188e8e-11c6-43d1-9a2e-c056f64d0fff tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 947 time: 0.2626948 Nov 05 22:06:34.302806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-d81f4d01-f517-45c1-bfd5-7955667983ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:34.305429 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-d81f4d01-f517-45c1-bfd5-7955667983ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d28697eee4e414ca2288b9cc76d3aa4&device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 1098 time: 0.0911531 Nov 05 22:06:34.383659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-3699e133-e6a6-458f-a681-6a4cc67a1df6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=17d91ff8-2748-447a-832d-8ec28746ed67 HTTP/1.1" status: 200 len: 217 time: 0.0651128 Nov 05 22:06:34.457706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-e2d800fb-471d-4d75-bd4c-3f812528e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:34.459842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-e2d800fb-471d-4d75-bd4c-3f812528e6e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0734839 Nov 05 22:06:34.472398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:34.504127 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f604c9d-70bd-4949-810f-31950888a8e2 req-fac53718-7204-4718-8387-2e705a979e04 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329071 Nov 05 22:06:34.522503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.526287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-e5093c95-1af2-49c7-94dc-84f41d381bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:34.533804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-e5093c95-1af2-49c7-94dc-84f41d381bc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616491 Nov 05 22:06:34.546640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'tag': '17d91ff8-2748-447a-832d-8ec28746ed67'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:34.548882 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29abbb92-b2da-48a5-ab0f-68808ca48580" -d '{"events": [{"name": "network-changed", "server_uuid": "c98d0c7b-40f4-4ed9-a410-352e5578a763", "tag": "17d91ff8-2748-447a-832d-8ec28746ed67"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:34.562122 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.600852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:29Z', 'revision_number': 6, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:10Z', 'revision_number': 1, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:34.632005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fee07-5d92-45da-a06b-960c8b093b96 None None] The sync data for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 is: [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:29Z', 'revision_number': 6, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '35b3ef31-7a7c-4068-9c2c-5c9e01eada74', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'port_id': '28362013-2e07-4051-a340-291499722928', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'mac_address': 'fa:16:3e:e5:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:05:06Z', 'updated_at': '2021-11-05T22:05:10Z', 'revision_number': 1, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:34.671795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Subnet': ['ID=f60f5205-edae-4a4a-9e80-e71f7009b872,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:34.719262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:06:34.720936 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6685e929-8128-42a2-a8dc-2da347cc90a9 x-openstack-request-id: req-6685e929-8128-42a2-a8dc-2da347cc90a9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:34.721394 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98d0c7b-40f4-4ed9-a410-352e5578a763", "tag": "17d91ff8-2748-447a-832d-8ec28746ed67", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:34.721655 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6685e929-8128-42a2-a8dc-2da347cc90a9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:34.722529 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'tag': '17d91ff8-2748-447a-832d-8ec28746ed67', 'status': 'completed', 'code': 200} Nov 05 22:06:34.723423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:34.723874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.770889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-90132700-bc47-4049-88c8-99f8a42acf20 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340872 Nov 05 22:06:34.804378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a9fe-f921-4b89-81df-2c5b373ef5e9 req-f0be6ac7-0dbf-43fd-86e0-18127616a6fe tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:34.806043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd93a9fe-f921-4b89-81df-2c5b373ef5e9 req-f0be6ac7-0dbf-43fd-86e0-18127616a6fe tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.0836861 Nov 05 22:06:34.826949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.832656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Checking segment: {'id': '0408f954-e304-439a-a46e-54ff2c933ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:34.833133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network hostable DHCP agents. Network: 54111c7a-e53f-41f9-9242-b4b0c2d9aefd, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:06:34.865663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:34.866633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:34.869622 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc0a31-c306-4c35-81f8-d0ff02cde86d" -d '{"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-plugged", "status": "completed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:34.880003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Deleting port 9b602c39-767d-4e08-a803-de033c0f0e2f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:34.880484 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.917029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd93a9fe-f921-4b89-81df-2c5b373ef5e9 req-7c513e7b-7146-44fe-a55b-362dd307ff61 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037269 Nov 05 22:06:34.936190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:34.948890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a746c1-5516-4e95-8b1d-88651ae9d0b5 req-a03cc5f2-612b-40a8-a93a-f4106164d1a7 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697869 Nov 05 22:06:34.975039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network 54111c7a-e53f-41f9-9242-b4b0c2d9aefd is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:06:35.003045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:35.028750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] For port 9b602c39-767d-4e08-a803-de033c0f0e2f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9b602c39-767d-4e08-a803-de033c0f0e2f,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:35.029224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:35.065539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Calling delete_port for 9b602c39-767d-4e08-a803-de033c0f0e2f owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:35.068606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 54111c7a-e53f-41f9-9242-b4b0c2d9aefd) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:35.076729 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:35.086877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c347d-4fd3-4dda-80f4-6ea7c4856f0b None None] Network 54111c7a-e53f-41f9-9242-b4b0c2d9aefd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:35.234290 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7badf49c-116d-4021-9900-51ba0db8218d x-openstack-request-id: req-7badf49c-116d-4021-9900-51ba0db8218d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:35.234290 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-plugged", "status": "completed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:35.234290 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7badf49c-116d-4021-9900-51ba0db8218d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:35.234290 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'code': 200} Nov 05 22:06:35.270803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-c43d4ba5-f881-4e69-a300-047bde041180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:35.272428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-c43d4ba5-f881-4e69-a300-047bde041180 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d28697eee4e414ca2288b9cc76d3aa4&device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 1098 time: 0.1486330 Nov 05 22:06:35.294146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-1cebf10d-7cd0-4069-83c7-2aecf34a31a7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:35.299821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-1cebf10d-7cd0-4069-83c7-2aecf34a31a7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 946 time: 0.0912664 Nov 05 22:06:35.434212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-54111c7a-e53f-41f9-9242-b4b0c2d9aefd', 'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd', 'tenant_id': 'b9dfc950b37b42b9b07516897c675a33', 'fixed_ips': [{'subnet_id': 'f60f5205-edae-4a4a-9e80-e71f7009b872'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:06:35.435196 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:35.442589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:35.511218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:35.511777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 54cfc5df-8d31-48fa-9c6f-b0e07265fa4c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:35.610640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-088d7ad3-c7b7-44a6-98a1-c9a8d61f7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:35.611661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-088d7ad3-c7b7-44a6-98a1-c9a8d61f7458 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d HTTP/1.1" status: 200 len: 870 time: 0.2734723 Nov 05 22:06:35.617053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df45fc-49b7-49d0-bd5d-547d173aeb2e req-74c7667f-2046-4eaa-8e8f-b61423dbc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:35.618680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06df45fc-49b7-49d0-bd5d-547d173aeb2e req-74c7667f-2046-4eaa-8e8f-b61423dbc69d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1096 time: 0.3131704 Nov 05 22:06:35.664444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-c9785b58-f0af-49d0-aff3-e61a0f1e35a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=17d91ff8-2748-447a-832d-8ec28746ed67 HTTP/1.1" status: 200 len: 217 time: 0.0405295 Nov 05 22:06:35.763292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Allocated IP 2001:db8::1 (54111c7a-e53f-41f9-9242-b4b0c2d9aefd/f60f5205-edae-4a4a-9e80-e71f7009b872/484b5293-5835-439d-b22d-30022bd012c4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:35.854137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-bf84f6bf-8729-44a6-8094-ee7e5b1dd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:35.855890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-bf84f6bf-8729-44a6-8094-ee7e5b1dd81e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.1556733 Nov 05 22:06:35.881250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 17447ee3-44cc-47f1-a52b-19fa5f566f0a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:35.881250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:35.894600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event updated for resources: {'Subnet': ['ID=831d085b-3f11-438c-827c-a16dad30dd7b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:35.896655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06df45fc-49b7-49d0-bd5d-547d173aeb2e req-b1640ce8-a3a8-4c70-a611-f9fcbab4ae6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116313 Nov 05 22:06:35.940187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0ac6c-b5a6-456a-b7d9-9d526025e31e req-5334f21a-beda-4710-9336-cf4c7241b500 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:35.943790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Checking segment: {'id': 'd93378e7-a273-4345-9625-9a04203cd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:35.944159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network hostable DHCP agents. Network: 3b56226c-33db-4eb0-ae7b-f051979d354c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:06:35.952148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9e0ac6c-b5a6-456a-b7d9-9d526025e31e req-5334f21a-beda-4710-9336-cf4c7241b500 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 947 time: 0.2866096 Nov 05 22:06:35.983272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.007536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56f320-a310-49b5-a148-8a6bb11d170c req-80651d08-2589-4e12-8f69-3909ace26b1c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:36.009207 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a56f320-a310-49b5-a148-8a6bb11d170c req-80651d08-2589-4e12-8f69-3909ace26b1c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 946 time: 0.1916721 Nov 05 22:06:36.051905 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.104785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Pushing event updated for resources: {'Port': ['ID=484b5293-5835-439d-b22d-30022bd012c4,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:36.116880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Network 54111c7a-e53f-41f9-9242-b4b0c2d9aefd is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:36.119053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:36.121392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:36.141784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Network 3b56226c-33db-4eb0-ae7b-f051979d354c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:06:36.152824 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a56f320-a310-49b5-a148-8a6bb11d170c req-65e9466b-98a4-4c65-9b55-1b8c518cc4a1 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=4825b641-13cd-4003-a22f-faea182f4bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307955 Nov 05 22:06:36.181570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 17447ee3-44cc-47f1-a52b-19fa5f566f0a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=17447ee3-44cc-47f1-a52b-19fa5f566f0a,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:36.183774 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.195328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 17447ee3-44cc-47f1-a52b-19fa5f566f0a owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:36.216064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9e0ac6c-b5a6-456a-b7d9-9d526025e31e req-d4d74bfb-4a76-40cd-b2f6-c97f51361657 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605433 Nov 05 22:06:36.259579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 3b56226c-33db-4eb0-ae7b-f051979d354c) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:36.267363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Attempting to bind port 484b5293-5835-439d-b22d-30022bd012c4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:36.267926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Attempting to bind port 484b5293-5835-439d-b22d-30022bd012c4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '0408f954-e304-439a-a46e-54ff2c933ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:36.268295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Attempting to bind port 484b5293-5835-439d-b22d-30022bd012c4 on network 54111c7a-e53f-41f9-9242-b4b0c2d9aefd {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:36.273293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad162cbe-4c62-43e6-83cc-3ecb81af8ebf None None] Network 3b56226c-33db-4eb0-ae7b-f051979d354c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:36.278351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:36.278724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Checking segment: {'id': '0408f954-e304-439a-a46e-54ff2c933ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:36.279118 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.279506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Bound using segment: {'id': '0408f954-e304-439a-a46e-54ff2c933ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:36.287226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Bound port: 484b5293-5835-439d-b22d-30022bd012c4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0408f954-e304-439a-a46e-54ff2c933ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54111c7a-e53f-41f9-9242-b4b0c2d9aefd'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:36.287689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.293703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-c16a7b29-2c6d-4b4c-bc0a-7ec70eefed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:36.297146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.300317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-c16a7b29-2c6d-4b4c-bc0a-7ec70eefed91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4262271 Nov 05 22:06:36.300902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:36.302246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:36.302738 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.381629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b602c39-767d-4e08-a803-de033c0f0e2f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:36.393099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9b1a2a8a-2c94-4d9e-9cd4-120e399c092f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.445422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] For port 484b5293-5835-439d-b22d-30022bd012c4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:06:36.452271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] For port 484b5293-5835-439d-b22d-30022bd012c4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=484b5293-5835-439d-b22d-30022bd012c4,segment=NetworkSegment(0408f954-e304-439a-a46e-54ff2c933ae3),segment_id=0408f954-e304-439a-a46e-54ff2c933ae3)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:06:36.469923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ea42b-6344-40bd-9b1c-8883ae1e0189 req-cda20f4b-ce1a-4f75-aacd-004cc9c2de05 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:36.472183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d0ea42b-6344-40bd-9b1c-8883ae1e0189 req-cda20f4b-ce1a-4f75-aacd-004cc9c2de05 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2119162 Nov 05 22:06:36.479888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d7fdf184-6b55-4823-8293-55eac2d05331 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2471092 Nov 05 22:06:36.483966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54152) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:36.553985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.567938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-3b56226c-33db-4eb0-ae7b-f051979d354c', 'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c', 'tenant_id': 'b9dfc950b37b42b9b07516897c675a33', 'fixed_ips': [{'subnet_id': '831d085b-3f11-438c-827c-a16dad30dd7b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:06:36.568794 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.603127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-e764ee69-c36c-457f-941d-565e5b65c540 service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951109 Nov 05 22:06:36.653327 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d0ea42b-6344-40bd-9b1c-8883ae1e0189 req-23f4c483-5195-480c-b939-069158df918a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698890 Nov 05 22:06:36.708890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.764780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efb9fa-a27f-4cf3-969f-5fd557408d97 None None] Pushing event updated for resources: {'Port': ['ID=484b5293-5835-439d-b22d-30022bd012c4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:36.776265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29abbb92-b2da-48a5-ab0f-68808ca48580 req-8c21d34f-d5fe-4e35-9f04-8ca00d67d98b service neutron] 10.222.0.46 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416624 Nov 05 22:06:36.776265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.847728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=17447ee3-44cc-47f1-a52b-19fa5f566f0a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:36.921604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] No DVR routers for this DVR port 17447ee3-44cc-47f1-a52b-19fa5f566f0a on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:36.928262 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:36.933265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a98c5c-91fe-4778-bf83-34a761960593 req-c92fdd3c-9aa3-4a1b-9e6a-5364f1d0366a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "DELETE /v2.0/ports/17447ee3-44cc-47f1-a52b-19fa5f566f0a HTTP/1.1" status: 204 len: 173 time: 1.5031867 Nov 05 22:06:36.933781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911326aa-52a2-492d-8715-6f92a8707507', 'name': 'network-vif-deleted', 'tag': '17447ee3-44cc-47f1-a52b-19fa5f566f0a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:36.937881 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3d4d6f-7b04-4a54-9133-964b44f8669c" -d '{"events": [{"server_uuid": "911326aa-52a2-492d-8715-6f92a8707507", "name": "network-vif-deleted", "tag": "17447ee3-44cc-47f1-a52b-19fa5f566f0a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:37.012861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d544f0a-d952-437b-b752-5212e242f121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:37.014733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d544f0a-d952-437b-b752-5212e242f121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:37.022364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d544f0a-d952-437b-b752-5212e242f121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:37.038021 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0d544f0a-d952-437b-b752-5212e242f121 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5340946 Nov 05 22:06:37.042038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.042796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54160) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:37.044810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.064184 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0def71-e2fe-4534-a06c-bf0b9951fed9 x-openstack-request-id: req-0b0def71-e2fe-4534-a06c-bf0b9951fed9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:37.064758 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911326aa-52a2-492d-8715-6f92a8707507", "name": "network-vif-deleted", "tag": "17447ee3-44cc-47f1-a52b-19fa5f566f0a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:37.065192 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b0def71-e2fe-4534-a06c-bf0b9951fed9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:37.066170 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911326aa-52a2-492d-8715-6f92a8707507', 'name': 'network-vif-deleted', 'tag': '17447ee3-44cc-47f1-a52b-19fa5f566f0a', 'status': 'completed', 'code': 200} Nov 05 22:06:37.151176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Deleting subnet f60f5205-edae-4a4a-9e80-e71f7009b872 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:06:37.161672 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.245092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.249455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02d2fb35-6aef-4877-8857-e855808800a0 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:37.249905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.251507 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e4f1b735-1267-4392-8af9-5922c200158d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "DELETE /v2.0/routers/02d2fb35-6aef-4877-8857-e855808800a0 HTTP/1.1" status: 204 len: 168 time: 3.5561314 Nov 05 22:06:37.252770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Allocated IP 2001:db8:0:1::1 (3b56226c-33db-4eb0-ae7b-f051979d354c/831d085b-3f11-438c-827c-a16dad30dd7b/cb88423d-7abe-4496-aca5-cee98b3d7aad) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:37.256663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54166) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:37.262563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-75948545', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:37.300497 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.411308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e3e231e-f0fd-495a-9f77-14e953f29e5c req-5ce01836-248a-4939-9981-fdeed497bd1c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=911326aa-52a2-492d-8715-6f92a8707507 HTTP/1.1" status: 200 len: 210 time: 0.1005208 Nov 05 22:06:37.590724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.591924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.595712 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.648742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef7f7-04f0-43cd-8998-5052df14cf66 req-9b8ec709-022a-4542-b5f6-7bd0f3aeeb38 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:37.650617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8bef7f7-04f0-43cd-8998-5052df14cf66 req-9b8ec709-022a-4542-b5f6-7bd0f3aeeb38 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 947 time: 0.1524854 Nov 05 22:06:37.698115 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.776692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.781020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.803131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f8bef7f7-04f0-43cd-8998-5052df14cf66 req-d28b6894-9f7e-4f79-8e2d-d2f599056c78 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452703 Nov 05 22:06:37.855982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Pushing event updated for resources: {'Port': ['ID=cb88423d-7abe-4496-aca5-cee98b3d7aad,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:37.882878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Network 3b56226c-33db-4eb0-ae7b-f051979d354c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:37.884521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:37.887485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:37.914141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.955949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Attempting to bind port cb88423d-7abe-4496-aca5-cee98b3d7aad on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:06:37.956491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Attempting to bind port cb88423d-7abe-4496-aca5-cee98b3d7aad by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd93378e7-a273-4345-9625-9a04203cd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:06:37.957063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Attempting to bind port cb88423d-7abe-4496-aca5-cee98b3d7aad on network 3b56226c-33db-4eb0-ae7b-f051979d354c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:06:37.963918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:06:37.964547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Checking segment: {'id': 'd93378e7-a273-4345-9625-9a04203cd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:06:37.965097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:37.965644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Bound using segment: {'id': 'd93378e7-a273-4345-9625-9a04203cd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:06:37.966318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Bound port: cb88423d-7abe-4496-aca5-cee98b3d7aad, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93378e7-a273-4345-9625-9a04203cd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3b56226c-33db-4eb0-ae7b-f051979d354c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:06:37.966866 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.020120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Subnet': ['ID=f60f5205-edae-4a4a-9e80-e71f7009b872,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:38.033410 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.055509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fb97c65f-ae7d-42e9-ad77-6323a541ecdd tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/subnets/f60f5205-edae-4a4a-9e80-e71f7009b872 HTTP/1.1" status: 204 len: 168 time: 1.0047913 Nov 05 22:06:38.057499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54174) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:38.083571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 484b5293-5835-439d-b22d-30022bd012c4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:38.192685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Deleting subnet 831d085b-3f11-438c-827c-a16dad30dd7b {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:06:38.199522 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.205968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.231209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a84f2-a111-4d7d-974b-d4f93536a17d req-80481414-9e8d-42fc-a0b2-0bf0816acdc4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:38.248627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] For port cb88423d-7abe-4496-aca5-cee98b3d7aad, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:06:38.249844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-008a84f2-a111-4d7d-974b-d4f93536a17d req-80481414-9e8d-42fc-a0b2-0bf0816acdc4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.4562898 Nov 05 22:06:38.252732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] For port cb88423d-7abe-4496-aca5-cee98b3d7aad, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cb88423d-7abe-4496-aca5-cee98b3d7aad,segment=NetworkSegment(d93378e7-a273-4345-9625-9a04203cd956),segment_id=d93378e7-a273-4345-9625-9a04203cd956)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:06:38.257928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 484b5293-5835-439d-b22d-30022bd012c4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:38.257928 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.307760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.354422 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-008a84f2-a111-4d7d-974b-d4f93536a17d req-b461ff5c-77e0-4e63-a1de-3061dde626e7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012011 Nov 05 22:06:38.395411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc6c26-838d-4b6a-b5aa-0d134fd7cf38 None None] Network 54111c7a-e53f-41f9-9242-b4b0c2d9aefd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:38.416619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.452680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.538259 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.581316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54182) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:38.611774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 17d91ff8-2748-447a-832d-8ec28746ed67 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:06:38.679056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.723075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.735338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f858793f-a9b4-4e71-96db-4f6b3fa993d4 None None] Provisioning complete for port 484b5293-5835-439d-b22d-30022bd012c4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:38.735784 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f858793f-a9b4-4e71-96db-4f6b3fa993d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.746058 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-eb97565e-e3b3-4f93-bf73-33378273c455 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2049773 Nov 05 22:06:38.750686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06c82db0-a026-495a-9964-f676241f6c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.763312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b35b248c-73c2-4cb7-bb18-5850dc181939 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.775411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 484b5293-5835-439d-b22d-30022bd012c4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=484b5293-5835-439d-b22d-30022bd012c4,segment=NetworkSegment(0408f954-e304-439a-a46e-54ff2c933ae3),segment_id=0408f954-e304-439a-a46e-54ff2c933ae3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:38.798846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.819107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Pushing event updated for resources: {'Port': ['ID=cb88423d-7abe-4496-aca5-cee98b3d7aad,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:38.832347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.832921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.833384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.833872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.834342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.834826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.835328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.835847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.836319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.836780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.837242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.837719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74478630-132f-48e9-bfae-d81c37e85e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:06:38.890474 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.941276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:38.942235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Allocated IP 172.25.6.38 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/057b040a-d112-4304-9c06-50364132a27e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:38.951842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/subnets/831d085b-3f11-438c-827c-a16dad30dd7b HTTP/1.1" status: 204 len: 168 time: 0.8875463 Nov 05 22:06:39.022435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54186) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:39.054765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4d81-dc99-4395-ab8b-e3b68c7ad9d5 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Subnet': ['ID=831d085b-3f11-438c-827c-a16dad30dd7b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:39.074799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=484b5293-5835-439d-b22d-30022bd012c4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:39.077991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] DHCP port deletion for 54111c7a-e53f-41f9-9242-b4b0c2d9aefd request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:06:39.116701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 17d91ff8-2748-447a-832d-8ec28746ed67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=17d91ff8-2748-447a-832d-8ec28746ed67,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:39.138409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b35b248c-73c2-4cb7-bb18-5850dc181939 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.195751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.234969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '17d91ff8-2748-447a-832d-8ec28746ed67', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': '17d91ff8-2748-447a-832d-8ec28746ed67', 'mac_address': 'fa:16:3e:1f:78:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:06:39.286413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4a92-bd7b-44df-b1d0-3dff2ab56c9d req-b9285c16-046e-44de-979d-8f6899f148b0 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:39.300155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e44d4a92-bd7b-44df-b1d0-3dff2ab56c9d req-b9285c16-046e-44de-979d-8f6899f148b0 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 947 time: 0.2350497 Nov 05 22:06:39.305052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] Deleting port 484b5293-5835-439d-b22d-30022bd012c4 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:39.305558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.347155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.364021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4388ac-b969-496e-841e-1cd778b1286f tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:39.375765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ca4388ac-b969-496e-841e-1cd778b1286f tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3453617 Nov 05 22:06:39.377524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54188) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:39.378259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] For port 484b5293-5835-439d-b22d-30022bd012c4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=484b5293-5835-439d-b22d-30022bd012c4,segment=NetworkSegment(0408f954-e304-439a-a46e-54ff2c933ae3),segment_id=0408f954-e304-439a-a46e-54ff2c933ae3)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:39.379805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.423983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] Calling delete_port for 484b5293-5835-439d-b22d-30022bd012c4 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:39.551969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-d3dc65bb-5e40-4e21-b245-a732c614954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:39.553218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-d3dc65bb-5e40-4e21-b245-a732c614954c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1097 time: 0.7442291 Nov 05 22:06:39.555345 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b35b248c-73c2-4cb7-bb18-5850dc181939 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.558472 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b35b248c-73c2-4cb7-bb18-5850dc181939 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.562827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b35b248c-73c2-4cb7-bb18-5850dc181939 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/security-groups/4825b641-13cd-4003-a22f-faea182f4bd2 HTTP/1.1" status: 204 len: 168 time: 0.9604197 Nov 05 22:06:39.575325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.599190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d91ff8-2748-447a-832d-8ec28746ed67 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:06:39.615241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b248c-73c2-4cb7-bb18-5850dc181939 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4825b641-13cd-4003-a22f-faea182f4bd2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:39.619646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cb88423d-7abe-4496-aca5-cee98b3d7aad up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:39.625723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 17447ee3-44cc-47f1-a52b-19fa5f566f0a no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:39.637255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.644613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e44d4a92-bd7b-44df-b1d0-3dff2ab56c9d req-6c938d41-48e3-4d8d-b38f-68919c307de6 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432043 Nov 05 22:06:39.666220 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.666220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 17447ee3-44cc-47f1-a52b-19fa5f566f0a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:39.666220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 17447ee3-44cc-47f1-a52b-19fa5f566f0a not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:39.708457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:39.717541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event updated for resources: {'Port': ['ID=057b040a-d112-4304-9c06-50364132a27e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:39.726449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] Pushing event deleted for resources: {'Port': ['ID=484b5293-5835-439d-b22d-30022bd012c4,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:39.728316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:39.736097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:39.748109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 17d91ff8-2748-447a-832d-8ec28746ed67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=17d91ff8-2748-447a-832d-8ec28746ed67,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:39.759281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb26fa-b352-4e28-8b2a-732429d5bf2d None None] No DVR routers for this DVR port 484b5293-5835-439d-b22d-30022bd012c4 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:39.789109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port cb88423d-7abe-4496-aca5-cee98b3d7aad triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:39.789490 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.809292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54220) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:39.845394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:39.846856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae4870-c7fa-48f4-9c98-4b5aeb122e00 req-3668c875-ed94-44f2-8ab0-bd351a9fb926 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:39.850492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43ae4870-c7fa-48f4-9c98-4b5aeb122e00 req-3668c875-ed94-44f2-8ab0-bd351a9fb926 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.3634794 Nov 05 22:06:39.969503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.013523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port cb88423d-7abe-4496-aca5-cee98b3d7aad, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cb88423d-7abe-4496-aca5-cee98b3d7aad,segment=NetworkSegment(d93378e7-a273-4345-9625-9a04203cd956),segment_id=d93378e7-a273-4345-9625-9a04203cd956)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:40.016546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=17d91ff8-2748-447a-832d-8ec28746ed67,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:40.104502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.148167 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.155048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['17d91ff8-2748-447a-832d-8ec28746ed67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:06:40.229192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 484b5293-5835-439d-b22d-30022bd012c4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:40.280547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=cb88423d-7abe-4496-aca5-cee98b3d7aad,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:40.285100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 484b5293-5835-439d-b22d-30022bd012c4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:40.285449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 484b5293-5835-439d-b22d-30022bd012c4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:40.285874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9b602c39-767d-4e08-a803-de033c0f0e2f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:40.354138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 9b602c39-767d-4e08-a803-de033c0f0e2f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:40.354800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9b602c39-767d-4e08-a803-de033c0f0e2f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:40.397131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Deleting port cb88423d-7abe-4496-aca5-cee98b3d7aad {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:40.397713 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.582719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c52ad-9d20-46fe-9d99-3e1432fff768 None None] Network 3b56226c-33db-4eb0-ae7b-f051979d354c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:40.605480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-f1aeafdb-c0c5-47bf-8830-971bf66d5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:40.607516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-f1aeafdb-c0c5-47bf-8830-971bf66d5123 service neutron] 10.222.0.13 "GET /v2.0/networks?id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 200 len: 898 time: 1.0098867 Nov 05 22:06:40.631859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] For port cb88423d-7abe-4496-aca5-cee98b3d7aad, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cb88423d-7abe-4496-aca5-cee98b3d7aad,segment=NetworkSegment(d93378e7-a273-4345-9625-9a04203cd956),segment_id=d93378e7-a273-4345-9625-9a04203cd956)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:40.632341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.669481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Calling delete_port for cb88423d-7abe-4496-aca5-cee98b3d7aad owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:40.699265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-58855e24-1596-462a-9378-cf9a43de93dc None None] Provisioning complete for port cb88423d-7abe-4496-aca5-cee98b3d7aad triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:40.699659 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58855e24-1596-462a-9378-cf9a43de93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.762526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting subnet 75652456-94e6-42d1-87a8-40e12553ece0 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:06:40.766479 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.809697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.894445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.900577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:40.959017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43ae4870-c7fa-48f4-9c98-4b5aeb122e00 req-12ef870b-e8c9-4af0-897c-afc9dcabbbb0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300520 Nov 05 22:06:41.043860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.055816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-a3937165-ef7f-4e31-996e-dbe56fb4bf63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28362013-2e07-4051-a340-291499722928 HTTP/1.1" status: 200 len: 1001 time: 0.4305913 Nov 05 22:06:41.095327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] DHCP port deletion for 3b56226c-33db-4eb0-ae7b-f051979d354c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:06:41.106031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Subnet': ['ID=75652456-94e6-42d1-87a8-40e12553ece0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:41.142125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.145452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6b225f36-d7fc-4fb7-95b3-7bcdf3bf756c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/subnets/75652456-94e6-42d1-87a8-40e12553ece0 HTTP/1.1" status: 204 len: 168 time: 1.2947192 Nov 05 22:06:41.150395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54250) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:41.157603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e850c63-2acd-4c6b-a55b-2e44bff552e2 None None] Network 289510a4-ec04-4aee-9b6f-333a369dff3c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:41.249330 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.256957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-db2332bd-0ad4-44b8-a060-384a5c3dfbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:41.258471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-db2332bd-0ad4-44b8-a060-384a5c3dfbc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f6fdf51-f860-46c0-8fdb-31d113024a17 HTTP/1.1" status: 200 len: 834 time: 0.1831627 Nov 05 22:06:41.277177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] Deleting port cb88423d-7abe-4496-aca5-cee98b3d7aad {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:41.277560 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.308541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a25e2-b526-4fc7-b3eb-0ac74f69efda req-a48758f4-3757-4ff7-8029-7a682dabba6a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:41.309793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ef8a25e2-b526-4fc7-b3eb-0ac74f69efda req-a48758f4-3757-4ff7-8029-7a682dabba6a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2260795 Nov 05 22:06:41.364790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54254) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:41.390046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Request body: {'floatingip': {'port_id': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:41.558095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.597010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.603894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-8a2d8f6e-9bb7-465c-9265-5673286b47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:41.605736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-8a2d8f6e-9bb7-465c-9265-5673286b47d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3317857 Nov 05 22:06:41.638270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Port': ['ID=cb88423d-7abe-4496-aca5-cee98b3d7aad,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:41.640358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] No DVR routers for this DVR port cb88423d-7abe-4496-aca5-cee98b3d7aad on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:41.650997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c312e-5acb-41fe-a946-9b5c723e0b46 req-09e4edda-302d-4547-b924-874eaa2c607c tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:41.658982 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c8c312e-5acb-41fe-a946-9b5c723e0b46 req-09e4edda-302d-4547-b924-874eaa2c607c tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 948 time: 0.8611465 Nov 05 22:06:41.754907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] For port cb88423d-7abe-4496-aca5-cee98b3d7aad, host n-d-816738-5, got binding levels [] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:41.755453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.774207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] Calling delete_port for cb88423d-7abe-4496-aca5-cee98b3d7aad owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:41.777658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.ipam_backend_mixin [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] Port cb88423d-7abe-4496-aca5-cee98b3d7aad was not found and therefore no delete operation was performed {{(pid=102293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 22:06:41.779280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cb88423d-7abe-4496-aca5-cee98b3d7aad no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:41.809596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 313ab762-8032-4c43-b209-220cabe8d5f8 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:41.810484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.820337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.827892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:41.871981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c8c312e-5acb-41fe-a946-9b5c723e0b46 req-0382842b-c190-425a-ba22-790580c4d318 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071834 Nov 05 22:06:41.888361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: cb88423d-7abe-4496-aca5-cee98b3d7aad {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:41.889138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cb88423d-7abe-4496-aca5-cee98b3d7aad not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:41.921198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-85effad8-6a98-4367-b85c-4589e81923c1 service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052278 Nov 05 22:06:41.932740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b56226c-33db-4eb0-ae7b-f051979d354c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:41.966152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93378e7-a273-4345-9625-9a04203cd956') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:41.968654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93378e7-a273-4345-9625-9a04203cd956') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:41.996910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 313ab762-8032-4c43-b209-220cabe8d5f8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=313ab762-8032-4c43-b209-220cabe8d5f8,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:41.997277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.006320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.037849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.038429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] No DVR routers for this DVR port cb88423d-7abe-4496-aca5-cee98b3d7aad on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:42.053487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f267e-9353-4829-bb17-df145fed60a3 None None] Pushing event deleted for resources: {'Port': ['ID=cb88423d-7abe-4496-aca5-cee98b3d7aad,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:42.065368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.071570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 313ab762-8032-4c43-b209-220cabe8d5f8 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:42.153389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:42.153389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: items = [ Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:42.156792 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:42.177483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.179493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.202046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] DHCP port deletion for 289510a4-ec04-4aee-9b6f-333a369dff3c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:06:42.263887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8562b0cb-c0c6-4e32-b55a-06f45a13ec3f req-10453da5-6403-4c66-9f69-a26dbd2ec962 service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311458 Nov 05 22:06:42.335281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] Deleting port 313ab762-8032-4c43-b209-220cabe8d5f8 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:42.335622 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.419915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.443834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.446254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] For port 313ab762-8032-4c43-b209-220cabe8d5f8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=313ab762-8032-4c43-b209-220cabe8d5f8,segment=NetworkSegment(236c8c85-6f1c-4be1-aa26-05b653521529),segment_id=236c8c85-6f1c-4be1-aa26-05b653521529)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:42.446673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.452897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/networks/3b56226c-33db-4eb0-ae7b-f051979d354c HTTP/1.1" status: 204 len: 168 time: 3.0673769 Nov 05 22:06:42.456181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 17d91ff8-2748-447a-832d-8ec28746ed67 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:06:42.476995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54294) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:42.507615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] Calling delete_port for 313ab762-8032-4c43-b209-220cabe8d5f8 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:42.509734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888616-4d7e-4549-bb87-1e19b6fd1b9d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Network': ['ID=3b56226c-33db-4eb0-ae7b-f051979d354c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:42.600841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.resource_extend [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 22:06:42.665577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.689921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 17d91ff8-2748-447a-832d-8ec28746ed67 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:06:42.694142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 17d91ff8-2748-447a-832d-8ec28746ed67 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:06:42.694616 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.710585 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.767608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Router bd2a8786-7f84-44c7-b9d8-c35d5df1472b is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:06:42.767815 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.771091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.771253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.799791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=313ab762-8032-4c43-b209-220cabe8d5f8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:42.801657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] No DVR routers for this DVR port 313ab762-8032-4c43-b209-220cabe8d5f8 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:42.815060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54111c7a-e53f-41f9-9242-b4b0c2d9aefd']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:42.822959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] No DVR routers for this DVR port 313ab762-8032-4c43-b209-220cabe8d5f8 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:42.832284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.838349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf22f8-9faf-4652-898f-ce6769d38cff None None] Pushing event deleted for resources: {'Port': ['ID=313ab762-8032-4c43-b209-220cabe8d5f8,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:42.863148 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.904747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0408f954-e304-439a-a46e-54ff2c933ae3') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:42.905734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0408f954-e304-439a-a46e-54ff2c933ae3') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:42.925316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:42.947493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d91ff8-2748-447a-832d-8ec28746ed67'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:42.968126 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de56adf-c4db-4c6e-a05b-680f1b7050da" -d '{"events": [{"server_uuid": "c98d0c7b-40f4-4ed9-a410-352e5578a763", "name": "network-vif-plugged", "status": "completed", "tag": "17d91ff8-2748-447a-832d-8ec28746ed67"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:43.015524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.017190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 17d91ff8-2748-447a-832d-8ec28746ed67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=17d91ff8-2748-447a-832d-8ec28746ed67,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:43.056630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:43.057102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:43.062597 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:43.082506 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ef27e-a0af-4c5b-bd8a-61bc4ff2f1f9 x-openstack-request-id: req-1f9ef27e-a0af-4c5b-bd8a-61bc4ff2f1f9 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:43.082852 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98d0c7b-40f4-4ed9-a410-352e5578a763", "name": "network-vif-plugged", "status": "completed", "tag": "17d91ff8-2748-447a-832d-8ec28746ed67", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:43.083121 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f9ef27e-a0af-4c5b-bd8a-61bc4ff2f1f9 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:43.083523 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d91ff8-2748-447a-832d-8ec28746ed67', 'code': 200} Nov 05 22:06:43.091686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:43.101713 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.102995 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] Sync routers for ids ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:43.126955 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] Routers {'bd2a8786-7f84-44c7-b9d8-c35d5df1472b'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:43.129296 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.192324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=17d91ff8-2748-447a-832d-8ec28746ed67,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:43.222575 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.234058 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] Routers {'bd2a8786-7f84-44c7-b9d8-c35d5df1472b'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:43.234821 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.256335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.258684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-db94a3e7-2320-4f9f-aa48-3ec5923de1fa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0007608 Nov 05 22:06:43.261199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54302) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:43.266230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': False}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:43.274158 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.274812 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b10601-a25b-400a-a4a1-bf72a1c5aef7 None None] The sync data for ids ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:43.317482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.340216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.344395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/networks/54111c7a-e53f-41f9-9242-b4b0c2d9aefd HTTP/1.1" status: 204 len: 168 time: 0.8655505 Nov 05 22:06:43.347137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992ad87-0778-4e43-a87e-2a874e53119a tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Network': ['ID=54111c7a-e53f-41f9-9242-b4b0c2d9aefd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:43.347578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:43.457007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf392ea-0276-494a-abab-e89991e79fec req-d00f71ca-941b-40a0-9f90-d1fe04858243 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:43.467110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecf392ea-0276-494a-abab-e89991e79fec req-d00f71ca-941b-40a0-9f90-d1fe04858243 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 949 time: 0.2298908 Nov 05 22:06:43.508051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 313ab762-8032-4c43-b209-220cabe8d5f8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:43.549766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 313ab762-8032-4c43-b209-220cabe8d5f8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:43.549971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.553218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 313ab762-8032-4c43-b209-220cabe8d5f8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:43.575098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289510a4-ec04-4aee-9b6f-333a369dff3c']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.589729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236c8c85-6f1c-4be1-aa26-05b653521529') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.590056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236c8c85-6f1c-4be1-aa26-05b653521529') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.603495 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Floating IP 92847800-04dd-4db1-9ba5-a0c9cfd598ea associated. External IP: 172.25.6.36, port: 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7. Nov 05 22:06:43.610231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.613724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.699266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bb587-9813-4a9c-b7d3-072c9b6febc3 req-6955e087-b4e2-4053-bfd7-d24471e4ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:43.700922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd8bb587-9813-4a9c-b7d3-072c9b6febc3 req-6955e087-b4e2-4053-bfd7-d24471e4ccc1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 1100 time: 0.4159675 Nov 05 22:06:43.704060 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.732546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:43.733201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.744869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-ad613a1f-2382-4aa7-9308-bca66cacb83f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3450041 Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:43.745550 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:43.761164 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.818590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c72c6c-edd9-46c8-bb0a-f6b104a7c459']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.834609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a77018d-233c-40ab-87f6-7b0f2116dad8') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.834915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a77018d-233c-40ab-87f6-7b0f2116dad8') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:43.878341 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecf392ea-0276-494a-abab-e89991e79fec req-7cd48bdc-eb60-4d82-90be-152d67ada10b tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056630 Nov 05 22:06:43.881176 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.900382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.914259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:43.915402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:43.918607 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:43.938163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:43.939623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd8bb587-9813-4a9c-b7d3-072c9b6febc3 req-e369d8a3-eb6a-4467-a2c2-cdd87cb88217 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133684 Nov 05 22:06:43.956591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36842e93-f810-42f1-b571-2c388d902573 req-f99b03cd-f0af-4877-b26f-2cdd1433d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:43.958182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-f99b03cd-f0af-4877-b26f-2cdd1433d4ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1096 time: 0.1146796 Nov 05 22:06:43.998445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.008647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.009990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/networks/289510a4-ec04-4aee-9b6f-333a369dff3c HTTP/1.1" status: 204 len: 168 time: 2.8586271 Nov 05 22:06:44.013502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54308) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:44.028932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f436d-927d-4bb3-8116-34de1030cad6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Network': ['ID=289510a4-ec04-4aee-9b6f-333a369dff3c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:44.100395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:06:44.115460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.167034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.171203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/networks/70c72c6c-edd9-46c8-bb0a-f6b104a7c459 HTTP/1.1" status: 204 len: 168 time: 0.8196445 Nov 05 22:06:44.174096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54310) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:44.277360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e6bce-f9ab-4d72-ad80-16c7f0cd10e2 tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Network': ['ID=70c72c6c-edd9-46c8-bb0a-f6b104a7c459,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:44.378742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:44.384254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.391808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] Sync routers for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:44.415615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:44.417648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:44.424499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.456663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ceeb65e4-75de-481f-a858-1b9a03df20de tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "PUT /v2.0/floatingips/92847800-04dd-4db1-9ba5-a0c9cfd598ea HTTP/1.1" status: 200 len: 990 time: 3.0812359 Nov 05 22:06:44.476617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:44.489362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 2682d111-d836-409b-97f2-217431543d24 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:44.489707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.491420 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed01e02d-875a-4c01-8392-a8433d990b09" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:44.501409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36842e93-f810-42f1-b571-2c388d902573 req-a1cf71e2-7a74-4ec3-b2a8-12be8ce10aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:44.504831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-a1cf71e2-7a74-4ec3-b2a8-12be8ce10aab service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.3015168 Nov 05 22:06:44.625997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.635170 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebfdd70-5376-412a-8d6a-47448015233c x-openstack-request-id: req-3ebfdd70-5376-412a-8d6a-47448015233c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:44.635952 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:44.635952 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ebfdd70-5376-412a-8d6a-47448015233c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:44.636143 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'status': 'completed', 'code': 200} Nov 05 22:06:44.665367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:44.673154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-6d57c419-85cc-443c-b363-193130c958fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 998 time: 0.1557779 Nov 05 22:06:44.714485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8096c9-25b5-47fc-9f51-c4461a7dbe03']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:44.736407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36842e93-f810-42f1-b571-2c388d902573 req-f51cdafc-5b94-4563-89b7-b1d53599033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:44.739456 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-f51cdafc-5b94-4563-89b7-b1d53599033f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0585504 Nov 05 22:06:44.768858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080d01c9-0611-462f-8b0a-dcde807270ed') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:44.769375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080d01c9-0611-462f-8b0a-dcde807270ed') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:44.773099 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.773428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.791431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.807652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 2682d111-d836-409b-97f2-217431543d24 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:44.822972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36842e93-f810-42f1-b571-2c388d902573 req-932aeabb-93bd-40fe-b8e8-c840f7f4413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:44.827404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-932aeabb-93bd-40fe-b8e8-c840f7f4413b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760548 Nov 05 22:06:44.828996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.840279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:44.840679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:44.876789 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:44.992069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-7dd1de82-1bee-45dc-9c73-a094ce65c51c service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539168 Nov 05 22:06:45.159922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f009a-7610-47b7-b113-25247d285f16 req-8a430b78-9839-4621-aed1-43603bbe31ee tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:45.161477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d90f009a-7610-47b7-b113-25247d285f16 req-8a430b78-9839-4621-aed1-43603bbe31ee tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 949 time: 0.1664798 Nov 05 22:06:45.193240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '92847800-04dd-4db1-9ba5-a0c9cfd598ea', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'port_id': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'mac_address': 'fa:16:3e:95:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:06:17Z', 'updated_at': '2021-11-05T22:06:42Z', 'revision_number': 1, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:45.232061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] Checking router: 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:45.234025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-36842e93-f810-42f1-b571-2c388d902573 req-2c6029c0-636c-4dda-a817-7385606dca27 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067273 Nov 05 22:06:45.258650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:45.259301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:45.331584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d90f009a-7610-47b7-b113-25247d285f16 req-8c29db7f-f1fc-4a14-9563-56884e888267 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506233 Nov 05 22:06:45.437492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-6c1d6bc4-3d2d-4553-9cc3-628c11b49fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:45.440004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-6c1d6bc4-3d2d-4553-9cc3-628c11b49fda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1096 time: 0.0839629 Nov 05 22:06:45.524463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:45.595959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-4a3d2c48-8e6e-4600-90b3-d7d931035800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:45.597862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-4a3d2c48-8e6e-4600-90b3-d7d931035800 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.1514792 Nov 05 22:06:45.629047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:45.648216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:45.656660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] 10.222.0.41 "DELETE /v2.0/networks/7c8096c9-25b5-47fc-9f51-c4461a7dbe03 HTTP/1.1" status: 204 len: 168 time: 1.4750965 Nov 05 22:06:45.735597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16500e-7d80-4673-87ae-23d2b912037d tempest-BulkNetworkOpsIpV6Test-1612731091 tempest-BulkNetworkOpsIpV6Test-1612731091-project] Pushing event deleted for resources: {'Network': ['ID=7c8096c9-25b5-47fc-9f51-c4461a7dbe03,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:45.792959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-21982169-f807-4d22-8273-f3d1fcf333fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 998 time: 0.1880031 Nov 05 22:06:45.860818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '92847800-04dd-4db1-9ba5-a0c9cfd598ea', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'port_id': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'mac_address': 'fa:16:3e:95:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:06:17Z', 'updated_at': '2021-11-05T22:06:42Z', 'revision_number': 1, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:45.894334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30395d-5580-4ab0-9356-0f8cfa2096ba None None] The sync data for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 is: [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '92847800-04dd-4db1-9ba5-a0c9cfd598ea', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'port_id': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'mac_address': 'fa:16:3e:95:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:06:17Z', 'updated_at': '2021-11-05T22:06:42Z', 'revision_number': 1, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:45.896611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-4879086b-3db7-4abd-806a-efc37333641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:45.897881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-4879086b-3db7-4abd-806a-efc37333641a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0972371 Nov 05 22:06:45.964217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-47bb030e-e541-4f73-8eb7-35d70c8152ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:45.965733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-47bb030e-e541-4f73-8eb7-35d70c8152ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602038 Nov 05 22:06:46.068812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:46.077126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:46.131273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-27331b18-a883-4400-8b02-7016ea9933b3 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582875 Nov 05 22:06:46.158695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:46.204408 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e376cfc7-833e-48e6-be29-eef2afdcbdd0 None None] New status for floating IP 92847800-04dd-4db1-9ba5-a0c9cfd598ea: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:06:46.238209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=2682d111-d836-409b-97f2-217431543d24,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:46.309078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed01e02d-875a-4c01-8392-a8433d990b09 req-de5e9788-9347-4071-83d7-60bca46f05ac service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711798 Nov 05 22:06:46.325569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54332) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:46.448756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Router bd2a8786-7f84-44c7-b9d8-c35d5df1472b has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:06:46.484664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:46.485142 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Floating IP 35b3ef31-7a7c-4068-9c2c-5c9e01eada74 disassociated (deleted). External IP: 172.25.6.39, port: 28362013-2e07-4051-a340-291499722928. Nov 05 22:06:46.590174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8ad86250-e77d-4ab4-bd1e-ec7d209d1533 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9dfc950b37b42b9b07516897c675a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609789 Nov 05 22:06:46.590368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54340) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:46.605163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51c1de-7db9-4c6f-8965-dfdca8eca031 req-fde0082d-653d-4a6f-b508-af6852e6035e tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:46.609769 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca51c1de-7db9-4c6f-8965-dfdca8eca031 req-fde0082d-653d-4a6f-b508-af6852e6035e tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 949 time: 0.1312582 Nov 05 22:06:46.681197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:46.686588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:46.687837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-79356192-3a9a-40cb-b9ff-19a1889e57f2 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "PUT /v2.0/routers/bd2a8786-7f84-44c7-b9d8-c35d5df1472b HTTP/1.1" status: 200 len: 923 time: 3.4254270 Nov 05 22:06:46.690481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:46.695855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] Sync routers for ids ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:46.723157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] Routers {'bd2a8786-7f84-44c7-b9d8-c35d5df1472b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:46.723953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:46.725841 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca51c1de-7db9-4c6f-8965-dfdca8eca031 req-8ca1d8e6-e733-4a3a-b0fa-f5e6a399f668 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984297 Nov 05 22:06:46.731614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02b3fcbf-7f97-4715-a3a8-4d4866081b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:46.774403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02b3fcbf-7f97-4715-a3a8-4d4866081b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:46.775677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:46.795802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] Routers {'bd2a8786-7f84-44c7-b9d8-c35d5df1472b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:46.797423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:46.868249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:46.869078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e383ef-e72d-414d-92de-c1cb8f877fc9 None None] The sync data for ids ['bd2a8786-7f84-44c7-b9d8-c35d5df1472b'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:46.895643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-84658100-bee8-4f3d-b9cf-fb675424d3c6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/bd2a8786-7f84-44c7-b9d8-c35d5df1472b HTTP/1.1" status: 200 len: 923 time: 0.2021654 Nov 05 22:06:46.898323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54352) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:46.968900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router d35f3755-c47b-444d-91cb-6e1c2385af35 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:06:47.032869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02b3fcbf-7f97-4715-a3a8-4d4866081b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:47.036029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02b3fcbf-7f97-4715-a3a8-4d4866081b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:47.040197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7dd73-8b17-46a4-a534-8d481d172941 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:47.040342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-02b3fcbf-7f97-4715-a3a8-4d4866081b14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e39f992-e079-4c65-b317-d1508d2f2291 HTTP/1.1" status: 204 len: 168 time: 0.4464505 Nov 05 22:06:47.045907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0d7dd73-8b17-46a4-a534-8d481d172941 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=bd2a8786-7f84-44c7-b9d8-c35d5df1472b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1411798 Nov 05 22:06:47.047935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54356) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:47.049901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3fcbf-7f97-4715-a3a8-4d4866081b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e39f992-e079-4c65-b317-d1508d2f2291,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:47.173950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:47.181125 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:47.184954 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] Sync routers for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:47.198482 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:47.199235 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:47.208316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c09723-4841-4f44-96c2-d3c6409caaee tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:47.212407 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-56c09723-4841-4f44-96c2-d3c6409caaee tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.1608005 Nov 05 22:06:47.213217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54358) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:47.223835 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-32692054-7a2f-4c88-811f-a0ff96702a54 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/floatingips/35b3ef31-7a7c-4068-9c2c-5c9e01eada74 HTTP/1.1" status: 204 len: 168 time: 3.2084086 Nov 05 22:06:47.224545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'tag': '28362013-2e07-4051-a340-291499722928'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:47.229469 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1195a49e-7ace-46ea-92b6-55a90392bb05" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "tag": "28362013-2e07-4051-a340-291499722928"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:47.265106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54364) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:47.265713 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ee02e9a2-53e9-4131-9f28-b4ea6f4a0899 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd2a8786-7f84-44c7-b9d8-c35d5df1472b HTTP/1.1" status: 200 len: 205 time: 0.0509496 Nov 05 22:06:47.413429 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:47.451070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:47.682665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:47.713833 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c780590d-1891-480b-aa3c-6c31d85e833c x-openstack-request-id: req-c780590d-1891-480b-aa3c-6c31d85e833c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:47.714135 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "tag": "28362013-2e07-4051-a340-291499722928", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:47.714389 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c780590d-1891-480b-aa3c-6c31d85e833c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:47.714809 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'tag': '28362013-2e07-4051-a340-291499722928', 'status': 'completed', 'code': 200} Nov 05 22:06:47.792684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-714529aa-3401-4c43-b7ad-02fde5bebcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:47.798453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-714529aa-3401-4c43-b7ad-02fde5bebcee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 1097 time: 0.0629053 Nov 05 22:06:47.867724 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:29Z', 'revision_number': 6, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:47.956616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b1c42-5a10-4d04-b062-cc1a89f2e466 req-5ee37fb6-dd9b-485f-a6da-48fd62ea8a3a tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:47.958866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d6b1c42-5a10-4d04-b062-cc1a89f2e466 req-5ee37fb6-dd9b-485f-a6da-48fd62ea8a3a tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 949 time: 0.1693954 Nov 05 22:06:47.978066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-5f898600-93d8-49c8-bbe6-ab23e114d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:47.979877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-5f898600-93d8-49c8-bbe6-ab23e114d86f service neutron] 10.222.0.13 "GET /v2.0/networks?id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 200 len: 898 time: 0.1748018 Nov 05 22:06:47.996121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6c3e8-fff5-46f0-b993-bb3a733bad6d req-4af16b9a-1c3b-4f98-a765-4f1c7f72140e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:47.997782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3e6c3e8-fff5-46f0-b993-bb3a733bad6d req-4af16b9a-1c3b-4f98-a765-4f1c7f72140e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 946 time: 0.0846269 Nov 05 22:06:48.005256 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] Checking router: d35f3755-c47b-444d-91cb-6e1c2385af35 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:48.029378 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:48.030750 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:48.035096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Deleting port 057b040a-d112-4304-9c06-50364132a27e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:48.035416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:48.061986 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-b0825974-9bcd-4e6e-928c-59551a64f448 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28362013-2e07-4051-a340-291499722928 HTTP/1.1" status: 200 len: 217 time: 0.0631030 Nov 05 22:06:48.127869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d6b1c42-5a10-4d04-b062-cc1a89f2e466 req-0ddcef4a-8ad5-49e0-96dc-c28d9ba74b28 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513240 Nov 05 22:06:48.136511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-585fda52-4bab-4fa7-8c9a-092d1ac43320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:48.138015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-585fda52-4bab-4fa7-8c9a-092d1ac43320 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f6fdf51-f860-46c0-8fdb-31d113024a17 HTTP/1.1" status: 200 len: 834 time: 0.0660253 Nov 05 22:06:48.207791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-de45d083-445f-4c3f-bfdd-73a7ba93ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:48.209351 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-de45d083-445f-4c3f-bfdd-73a7ba93ee00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624204 Nov 05 22:06:48.261735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3e6c3e8-fff5-46f0-b993-bb3a733bad6d req-c4f768d1-d3f7-42da-b579-72ba74ab69a3 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897864 Nov 05 22:06:48.262098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:48.276372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Calling delete_port for 057b040a-d112-4304-9c06-50364132a27e owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:48.379417 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:48.383226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-a1c88156-3bb0-45f0-8f54-9bd67e29f9fd service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610107 Nov 05 22:06:48.530408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1195a49e-7ace-46ea-92b6-55a90392bb05 req-946821ce-8823-4032-82ae-f054f96a69e9 service neutron] 10.222.0.13 "GET /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379495 Nov 05 22:06:48.611337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:48.637188 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:29Z', 'revision_number': 6, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:48.664134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event deleted for resources: {'Port': ['ID=057b040a-d112-4304-9c06-50364132a27e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:48.670492 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffdc82-846b-4ace-b301-d627d4d00624 None None] The sync data for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 is: [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:29Z', 'revision_number': 6, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2800847d-45f2-4508-88c4-24dd706c90fc', 'name': '', 'network_id': '05ff05d7-b1d3-4a7d-b13b-6a5b587a1121', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:5d:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:34Z', 'updated_at': '2021-11-05T22:04:40Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '9f6fdf51-f860-46c0-8fdb-31d113024a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:48.760823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.024755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-d4b0ee3b-7c1b-4f26-9dfc-53d3407be7c3 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:49.029113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-d4b0ee3b-7c1b-4f26-9dfc-53d3407be7c3 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.46 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 949 time: 0.1106672 Nov 05 22:06:49.120570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485096d-75a5-4dff-8b71-ac6d48d9aae8 None None] New status for floating IP 35b3ef31-7a7c-4068-9c2c-5c9e01eada74: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:06:49.206821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d6149-3736-45ea-9a7b-56acf999786c req-ae5c4ff7-0fbd-4a71-a758-1bca02a9c3ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:49.209358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d52d6149-3736-45ea-9a7b-56acf999786c req-ae5c4ff7-0fbd-4a71-a758-1bca02a9c3ec tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 946 time: 0.1326265 Nov 05 22:06:49.331796 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.334107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.479773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3defd76-77e9-48f9-b477-e3148302405a req-41831d27-9355-4a53-8797-75368c9b36cd tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:49.482152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3defd76-77e9-48f9-b477-e3148302405a req-41831d27-9355-4a53-8797-75368c9b36cd tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 946 time: 0.1025505 Nov 05 22:06:49.506834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.507469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Fanout notify agent at l3_agent the message router_deleted on router bd2a8786-7f84-44c7-b9d8-c35d5df1472b {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:49.516784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.518286 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b699da06-2244-4354-a977-32a880bf1e07 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/bd2a8786-7f84-44c7-b9d8-c35d5df1472b HTTP/1.1" status: 204 len: 168 time: 2.2521696 Nov 05 22:06:49.524290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:49.529431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5e411648-ab66-44cd-be51-5c86e9bebe13 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-317822726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:49.590407 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3defd76-77e9-48f9-b477-e3148302405a req-e24f777a-fcfb-45df-8de5-4339db8a04c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b9dc952-0ef5-4522-93ea-4787d78c5cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018524 Nov 05 22:06:49.652839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Deleting port 17d91ff8-2748-447a-832d-8ec28746ed67 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:49.653074 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.655879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-987e9aba-e192-4fdf-82d5-7a7973ab93b6 req-c0dade8a-b0a6-4089-80b5-8b968fe00c9a service neutron] (102292) timed out ('10.222.0.41', 57926) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:06:49.711155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e411648-ab66-44cd-be51-5c86e9bebe13 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.712273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e411648-ab66-44cd-be51-5c86e9bebe13 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.735423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0152905-0569-4b99-b0bb-a0e9a444dfdd req-725d9df4-40ff-436d-a2d3-082a874646dc tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:49.742717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0152905-0569-4b99-b0bb-a0e9a444dfdd req-725d9df4-40ff-436d-a2d3-082a874646dc tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 949 time: 0.4692614 Nov 05 22:06:49.802403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e411648-ab66-44cd-be51-5c86e9bebe13 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.821807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 28362013-2e07-4051-a340-291499722928 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:49.822146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.873231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e411648-ab66-44cd-be51-5c86e9bebe13 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.897008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0152905-0569-4b99-b0bb-a0e9a444dfdd req-e4fe1508-958c-447f-9fd3-afed7e0be069 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533980 Nov 05 22:06:49.898803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] For port 17d91ff8-2748-447a-832d-8ec28746ed67, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=17d91ff8-2748-447a-832d-8ec28746ed67,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:49.899176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.919235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Calling delete_port for 17d91ff8-2748-447a-832d-8ec28746ed67 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:49.988191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 28362013-2e07-4051-a340-291499722928, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=28362013-2e07-4051-a340-291499722928,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:49.998909 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.999056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e411648-ab66-44cd-be51-5c86e9bebe13 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:49.999056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5e411648-ab66-44cd-be51-5c86e9bebe13 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4658935 Nov 05 22:06:49.999056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54426) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:49.999056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:50.006909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 28362013-2e07-4051-a340-291499722928 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:50.267701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:50.290491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:50.301973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['17d91ff8-2748-447a-832d-8ec28746ed67'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:06:50.344761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Pushing event deleted for resources: {'Port': ['ID=17d91ff8-2748-447a-832d-8ec28746ed67,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:50.352994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:50.507165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] No DVR routers for this DVR port 28362013-2e07-4051-a340-291499722928 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:50.511208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=28362013-2e07-4051-a340-291499722928,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:50.513857 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:50.518131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d52d6149-3736-45ea-9a7b-56acf999786c req-eb2f14b7-9f6b-4b30-9505-2652c0d08942 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "DELETE /v2.0/ports/28362013-2e07-4051-a340-291499722928 HTTP/1.1" status: 204 len: 173 time: 1.3022015 Nov 05 22:06:50.533136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'name': 'network-vif-deleted', 'tag': '28362013-2e07-4051-a340-291499722928'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:50.535454 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f84367-304d-4eda-93ce-d5fd593c56de" -d '{"events": [{"server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "name": "network-vif-deleted", "tag": "28362013-2e07-4051-a340-291499722928"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:50.539966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] No DVR routers for this DVR port 17d91ff8-2748-447a-832d-8ec28746ed67 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:50.542881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:50.547308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c69f9132-c491-4e20-8f2c-84c2326c09bc req-bb463c6d-0cd5-4753-ba3a-3b22f6385371 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.46 "DELETE /v2.0/ports/17d91ff8-2748-447a-832d-8ec28746ed67 HTTP/1.1" status: 204 len: 173 time: 1.5143027 Nov 05 22:06:50.597422 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a3c20-2525-4fa3-911e-db152556204e x-openstack-request-id: req-b86a3c20-2525-4fa3-911e-db152556204e {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:50.598668 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4d4540-86a2-427c-8719-493ab83c12f6", "name": "network-vif-deleted", "tag": "28362013-2e07-4051-a340-291499722928", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:50.598937 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b86a3c20-2525-4fa3-911e-db152556204e {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:50.599348 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4d4540-86a2-427c-8719-493ab83c12f6', 'name': 'network-vif-deleted', 'tag': '28362013-2e07-4051-a340-291499722928', 'status': 'completed', 'code': 200} Nov 05 22:06:50.635714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54436) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:50.812679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f29b14e2-8496-4c11-bebf-c26cc49394e1 req-9bc873f5-bb63-4c8c-abb4-78075b5995da tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b4d4540-86a2-427c-8719-493ab83c12f6 HTTP/1.1" status: 200 len: 210 time: 0.1015458 Nov 05 22:06:50.863971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:50.891773 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:50.974622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ce6f6eb-4674-4d55-ade9-50b2b3ca2ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.071414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b5f659b-77f3-4ae9-85ac-5b10ae62d26d req-41cc8699-b94d-4f46-9272-4917e3cd4423 tempest-VolumesNegativeTest-242128085 tempest-VolumesNegativeTest-242128085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c98d0c7b-40f4-4ed9-a410-352e5578a763 HTTP/1.1" status: 200 len: 210 time: 0.0618188 Nov 05 22:06:51.104892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Allocated IP 172.25.6.251 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/d24e42c9-5851-4bc2-8009-2ffc326b5687) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:51.160446 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ce6f6eb-4674-4d55-ade9-50b2b3ca2ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.260864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.296695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9ce6f6eb-4674-4d55-ade9-50b2b3ca2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.336274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9ce6f6eb-4674-4d55-ade9-50b2b3ca2ab1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3157c1be99c74bc59cdde61509be6e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879082 Nov 05 22:06:51.337400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6f6eb-4674-4d55-ade9-50b2b3ca2ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d2c2e-3586-4ffc-a6b3-a4939c78039d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:51.338991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54448) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:51.357678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.399397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad7b709e-6258-4602-9c02-e9908f73d38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.421621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:51.425955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:51.428156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event updated for resources: {'Port': ['ID=d24e42c9-5851-4bc2-8009-2ffc326b5687,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:51.430288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:51.438505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad7b709e-6258-4602-9c02-e9908f73d38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.591743 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad7b709e-6258-4602-9c02-e9908f73d38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.597055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad7b709e-6258-4602-9c02-e9908f73d38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.598235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ad7b709e-6258-4602-9c02-e9908f73d38b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/544d2c2e-3586-4ffc-a6b3-a4939c78039d HTTP/1.1" status: 204 len: 168 time: 0.2575912 Nov 05 22:06:51.616510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b709e-6258-4602-9c02-e9908f73d38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d2c2e-3586-4ffc-a6b3-a4939c78039d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:51.908270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:51.919336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54458) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:52.048316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49911a2f-f2b0-4057-b106-c5d7911ea245 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.093365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49911a2f-f2b0-4057-b106-c5d7911ea245 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.199126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.202793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.259307 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49911a2f-f2b0-4057-b106-c5d7911ea245 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.262051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-49911a2f-f2b0-4057-b106-c5d7911ea245 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.263249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-49911a2f-f2b0-4057-b106-c5d7911ea245 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b9dc952-0ef5-4522-93ea-4787d78c5cca HTTP/1.1" status: 204 len: 168 time: 0.3400943 Nov 05 22:06:52.277985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49911a2f-f2b0-4057-b106-c5d7911ea245 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9dc952-0ef5-4522-93ea-4787d78c5cca,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:52.469195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54476) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:52.523663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 17d91ff8-2748-447a-832d-8ec28746ed67 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:52.547412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Router 215c1428-123c-4998-bc9e-a73bbad04e41 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:06:52.549285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 17d91ff8-2748-447a-832d-8ec28746ed67 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:52.550642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 17d91ff8-2748-447a-832d-8ec28746ed67 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:52.603880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'name': 'network-vif-deleted', 'tag': '17d91ff8-2748-447a-832d-8ec28746ed67'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:06:52.605526 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a0b6a-33c0-444a-a9d9-69cb96b4e305" -d '{"events": [{"server_uuid": "c98d0c7b-40f4-4ed9-a410-352e5578a763", "name": "network-vif-deleted", "tag": "17d91ff8-2748-447a-832d-8ec28746ed67"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:06:52.613400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54478) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:52.667824 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53b52ff4-bb39-484a-9b91-71ce75942bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.726711 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048b0516-a6a6-450d-a7a9-42dce36cf4c9 x-openstack-request-id: req-048b0516-a6a6-450d-a7a9-42dce36cf4c9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:06:52.727022 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98d0c7b-40f4-4ed9-a410-352e5578a763", "name": "network-vif-deleted", "tag": "17d91ff8-2748-447a-832d-8ec28746ed67", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:06:52.727300 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-048b0516-a6a6-450d-a7a9-42dce36cf4c9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:06:52.728294 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98d0c7b-40f4-4ed9-a410-352e5578a763', 'name': 'network-vif-deleted', 'tag': '17d91ff8-2748-447a-832d-8ec28746ed67', 'status': 'completed', 'code': 200} Nov 05 22:06:52.755230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:52.765331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.766629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f85fa21f-38ef-46a9-a35c-21762e6732e2 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "PUT /v2.0/routers/215c1428-123c-4998-bc9e-a73bbad04e41 HTTP/1.1" status: 200 len: 883 time: 2.7718942 Nov 05 22:06:52.766922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] Sync routers for ids ['215c1428-123c-4998-bc9e-a73bbad04e41'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:52.769693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54484) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:52.789522 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] Routers {'215c1428-123c-4998-bc9e-a73bbad04e41'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:52.790146 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['215c1428-123c-4998-bc9e-a73bbad04e41'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:52.853115 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:52.862990 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] Routers {'215c1428-123c-4998-bc9e-a73bbad04e41'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:52.863622 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['215c1428-123c-4998-bc9e-a73bbad04e41'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:52.900280 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:52.911462 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f73385-c767-4c9d-b24e-33bc9a3b5acc None None] The sync data for ids ['215c1428-123c-4998-bc9e-a73bbad04e41'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:52.973005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53b52ff4-bb39-484a-9b91-71ce75942bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:52.977213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6293f872-827e-4986-bb70-5b1bb2e0e66a tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/215c1428-123c-4998-bc9e-a73bbad04e41 HTTP/1.1" status: 200 len: 924 time: 0.2050483 Nov 05 22:06:52.980579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54496) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:53.037625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40356e9-ed0f-4c4a-b314-c898932d8200 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:53.039409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a40356e9-ed0f-4c4a-b314-c898932d8200 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=215c1428-123c-4998-bc9e-a73bbad04e41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0570242 Nov 05 22:06:53.042063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54500) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:53.125349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53b52ff4-bb39-484a-9b91-71ce75942bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.211202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b52ff4-bb39-484a-9b91-71ce75942bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4720e8cd-a8e7-4d00-bbcd-abc89021a9b5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:53.218625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-53b52ff4-bb39-484a-9b91-71ce75942bc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34fb46f0ea2244568c25d9600554b39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5722353 Nov 05 22:06:53.221329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54506) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:53.245929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25834f45-e195-4d9f-ad50-2c17914d3b88 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:06:53.250527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-25834f45-e195-4d9f-ad50-2c17914d3b88 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.2074108 Nov 05 22:06:53.251153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54510) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:53.263398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.286382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12d41e62-00b0-40d1-aafe-39ff81f35a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.313558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12d41e62-00b0-40d1-aafe-39ff81f35a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.321834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4fb20075-f924-41d0-8d0c-0901d024b395 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=215c1428-123c-4998-bc9e-a73bbad04e41 HTTP/1.1" status: 200 len: 205 time: 0.0685842 Nov 05 22:06:53.322692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54512) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:53.467874 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.556048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12d41e62-00b0-40d1-aafe-39ff81f35a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.558607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12d41e62-00b0-40d1-aafe-39ff81f35a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.563045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-12d41e62-00b0-40d1-aafe-39ff81f35a84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4720e8cd-a8e7-4d00-bbcd-abc89021a9b5 HTTP/1.1" status: 204 len: 168 time: 0.3406374 Nov 05 22:06:53.575141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d41e62-00b0-40d1-aafe-39ff81f35a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4720e8cd-a8e7-4d00-bbcd-abc89021a9b5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:53.605354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.659233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 2800847d-45f2-4508-88c4-24dd706c90fc {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:53.660005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.692502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 28362013-2e07-4051-a340-291499722928 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:53.720626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 28362013-2e07-4051-a340-291499722928 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:53.720997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 28362013-2e07-4051-a340-291499722928 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:53.778018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 2800847d-45f2-4508-88c4-24dd706c90fc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2800847d-45f2-4508-88c4-24dd706c90fc,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:53.778446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.781946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Deleting port d24e42c9-5851-4bc2-8009-2ffc326b5687 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:53.782282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.795405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 2800847d-45f2-4508-88c4-24dd706c90fc owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:53.917691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:53.935289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Calling delete_port for d24e42c9-5851-4bc2-8009-2ffc326b5687 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:54.130380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.226677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=2800847d-45f2-4508-88c4-24dd706c90fc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:54.257870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.299261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event deleted for resources: {'Port': ['ID=d24e42c9-5851-4bc2-8009-2ffc326b5687,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:54.439992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.491393 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.598832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.601318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.782278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router d35f3755-c47b-444d-91cb-6e1c2385af35 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:06:54.897195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:06:54.906303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54596) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:54.907262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f793c96-a426-403a-aaef-e054ed098ff0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "PUT /v2.0/routers/d35f3755-c47b-444d-91cb-6e1c2385af35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4368620 Nov 05 22:06:54.918516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] Sync routers for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:06:54.931539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:54.936372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:54.972019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.972712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Fanout notify agent at l3_agent the message router_deleted on router 215c1428-123c-4998-bc9e-a73bbad04e41 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:54.983853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:54.983853 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ce03e02-6e14-41d8-b453-1186fde1b05a tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/215c1428-123c-4998-bc9e-a73bbad04e41 HTTP/1.1" status: 204 len: 168 time: 1.6595013 Nov 05 22:06:54.988379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54604) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:54.993704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f60f0bb6-f438-460e-a494-c762432d1f6f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1275928741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:55.052864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting subnet 9f6fdf51-f860-46c0-8fdb-31d113024a17 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:06:55.058182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.105157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:55.121538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f60f0bb6-f438-460e-a494-c762432d1f6f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.121723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f60f0bb6-f438-460e-a494-c762432d1f6f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.165017 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.367247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f60f0bb6-f438-460e-a494-c762432d1f6f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.431498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.469367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f60f0bb6-f438-460e-a494-c762432d1f6f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.615925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f60f0bb6-f438-460e-a494-c762432d1f6f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.619593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f60f0bb6-f438-460e-a494-c762432d1f6f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6275306 Nov 05 22:06:55.619877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54626) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:55.624696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': True}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:55.634775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:53Z', 'revision_number': 7, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:55.648379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.665450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] Checking router: d35f3755-c47b-444d-91cb-6e1c2385af35 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:06:55.669573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:55.677899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] Routers {'d35f3755-c47b-444d-91cb-6e1c2385af35'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:06:55.678073 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/subnets/9f6fdf51-f860-46c0-8fdb-31d113024a17 HTTP/1.1" status: 204 len: 168 time: 0.7703583 Nov 05 22:06:55.679365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d35f3755-c47b-444d-91cb-6e1c2385af35'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:55.708430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54628) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:55.720534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d81413-e4f0-4f3f-86ee-bc17e5b36da4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6fdf51-f860-46c0-8fdb-31d113024a17,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:55.736992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f225e010-1664-44f7-839e-17427d2ea6aa None None] Network 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:06:55.883734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] Set router d35f3755-c47b-444d-91cb-6e1c2385af35 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:06:56.144683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] DHCP port deletion for 05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:06:56.196525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:53Z', 'revision_number': 7, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:56.233142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579421fa-4d1c-4fa5-b202-916b851eba8c None None] The sync data for ids ['d35f3755-c47b-444d-91cb-6e1c2385af35'] in n-d-816738-5 is: [{'id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'name': 'tempest-TestNetworkBasicOps-router-546411795', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:04:27Z', 'updated_at': '2021-11-05T22:06:53Z', 'revision_number': 7, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': 'e59a9308-2de8-42e0-bad1-205727ecbea3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f3755-c47b-444d-91cb-6e1c2385af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:04:28Z', 'updated_at': '2021-11-05T22:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:06:56.243746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] Deleting port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:56.249364 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.280395 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.293172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.364980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] For port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925,segment=NetworkSegment(937f11a2-2a86-4a3f-bd0c-7b116d36163f),segment_id=937f11a2-2a86-4a3f-bd0c-7b116d36163f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:56.369345 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.390491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] Calling delete_port for 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:56.544122 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.630804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.697597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] No DVR routers for this DVR port 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:06:56.719678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df4c65-4d0e-4722-8e5f-5fe80a00d2c1 None None] Pushing event deleted for resources: {'Port': ['ID=1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:56.962299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.990325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port e59a9308-2de8-42e0-bad1-205727ecbea3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:06:56.991140 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:56.993301 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:57.190822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port e59a9308-2de8-42e0-bad1-205727ecbea3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e59a9308-2de8-42e0-bad1-205727ecbea3,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:06:57.191186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:57.212222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for e59a9308-2de8-42e0-bad1-205727ecbea3 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:06:57.225501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Allocated IP 172.25.6.223 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/10946cda-fed5-4d8e-9032-fd3f01a3acee) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:06:57.431654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:57.538494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2800847d-45f2-4508-88c4-24dd706c90fc no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:57.563932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2800847d-45f2-4508-88c4-24dd706c90fc {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:57.564280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2800847d-45f2-4508-88c4-24dd706c90fc not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:57.564948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:57.594113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:57.594464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1b8bcc06-2fdc-4b0a-bf96-ec9ee1529925 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:57.650631 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:57.655600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:57.687497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=e59a9308-2de8-42e0-bad1-205727ecbea3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:57.763683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:06:57.769725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:06:57.778997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:06:57.820728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Port': ['ID=10946cda-fed5-4d8e-9032-fd3f01a3acee,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:57.832621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.004967 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.009021 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.200731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54760) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:58.201794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.202088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Fanout notify agent at l3_agent the message router_deleted on router d35f3755-c47b-444d-91cb-6e1c2385af35 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:06:58.223719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.228398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-62d7eb2a-7cad-4f14-a951-333ad49ffd12 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/routers/d35f3755-c47b-444d-91cb-6e1c2385af35 HTTP/1.1" status: 204 len: 168 time: 2.5189693 Nov 05 22:06:58.234011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54764) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:58.322592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.388102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7201076-37d7-4179-a1af-c00ba0fff03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.455800 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.458649 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.484242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ff05d7-b1d3-4a7d-b13b-6a5b587a1121']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:58.496070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937f11a2-2a86-4a3f-bd0c-7b116d36163f') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:58.496436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937f11a2-2a86-4a3f-bd0c-7b116d36163f') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:06:58.507946 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.521361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.527841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:06:58.528318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:06:58.532149 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:06:58.700213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7201076-37d7-4179-a1af-c00ba0fff03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.716044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.719938 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.924268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.943195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:58.943195 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/networks/05ff05d7-b1d3-4a7d-b13b-6a5b587a1121 HTTP/1.1" status: 204 len: 168 time: 0.6993384 Nov 05 22:06:58.947169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85c314-bf78-4b45-82a4-2db925a9a032 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Network': ['ID=05ff05d7-b1d3-4a7d-b13b-6a5b587a1121,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:06:58.963192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54780) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:58.970455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'network': {'name': 'tempest-network-smoke--1419789630', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'port_security_enabled': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:06:59.458459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e59a9308-2de8-42e0-bad1-205727ecbea3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:06:59.480829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e59a9308-2de8-42e0-bad1-205727ecbea3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:06:59.481183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e59a9308-2de8-42e0-bad1-205727ecbea3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:06:59.922321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Router a37eca83-7b05-447a-b8d5-8fda26d64794 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:06:59.931301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e7201076-37d7-4179-a1af-c00ba0fff03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:59.968343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:06:59.972098 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:06:59.972569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e7201076-37d7-4179-a1af-c00ba0fff03d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d041273b267459a83a42dc8b38788b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7694030 Nov 05 22:06:59.973189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54814) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:06:59.979761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7201076-37d7-4179-a1af-c00ba0fff03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276221e9-7741-4191-b5d9-406fce559f92,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:00.046961 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a657dcc-ced8-4acf-8efd-3fe255c6eff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.073534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a657dcc-ced8-4acf-8efd-3fe255c6eff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.324256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a657dcc-ced8-4acf-8efd-3fe255c6eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.328643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a657dcc-ced8-4acf-8efd-3fe255c6eff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.332955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4a657dcc-ced8-4acf-8efd-3fe255c6eff3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/276221e9-7741-4191-b5d9-406fce559f92 HTTP/1.1" status: 204 len: 168 time: 0.3559959 Nov 05 22:07:00.335224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:07:00.347716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a657dcc-ced8-4acf-8efd-3fe255c6eff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276221e9-7741-4191-b5d9-406fce559f92,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:00.355695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.355695 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Added segment c72afec5-e176-41dc-95c3-f8f61c3e81e9 of type vlan for network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c Nov 05 22:07:00.367095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:00.372288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.376925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3fcefcff-2e8c-42a7-a922-8f9894ba0f97 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "PUT /v2.0/routers/a37eca83-7b05-447a-b8d5-8fda26d64794 HTTP/1.1" status: 200 len: 919 time: 4.7531996 Nov 05 22:07:00.379042 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] Sync routers for ids ['a37eca83-7b05-447a-b8d5-8fda26d64794'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:00.386979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54820) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:00.401881 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] Routers {'a37eca83-7b05-447a-b8d5-8fda26d64794'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:00.402507 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a37eca83-7b05-447a-b8d5-8fda26d64794'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:00.411337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.456734 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:00.470609 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] Routers {'a37eca83-7b05-447a-b8d5-8fda26d64794'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:00.471485 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a37eca83-7b05-447a-b8d5-8fda26d64794'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:00.544266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:00.545179 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb8a7a-e71e-493d-a52f-8bca6e796014 None None] The sync data for ids ['a37eca83-7b05-447a-b8d5-8fda26d64794'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:00.547271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.554170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:00.554170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.568276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1facd163-9676-48e6-85da-c69122af15c6 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/a37eca83-7b05-447a-b8d5-8fda26d64794 HTTP/1.1" status: 200 len: 925 time: 0.1817269 Nov 05 22:07:00.570812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54822) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:00.625145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90601dd5-02f4-42b8-8ee8-d3109693be72 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:00.630090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-90601dd5-02f4-42b8-8ee8-d3109693be72 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=a37eca83-7b05-447a-b8d5-8fda26d64794&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0581379 Nov 05 22:07:00.632797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54824) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:00.652496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Network': ['ID=1b8e8649-a1c3-42a0-a508-21dab0b63e2c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:00.668575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:07:00.760793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3afdf72-acc8-4182-a973-a588048fdb15 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:00.762945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b3afdf72-acc8-4182-a973-a588048fdb15 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.1280909 Nov 05 22:07:00.772660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54832) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:00.789155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:00.823874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:00.825360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-659803b7-2b2b-4de0-a9c8-7f7ff80e5d5e tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=a37eca83-7b05-447a-b8d5-8fda26d64794 HTTP/1.1" status: 200 len: 205 time: 0.0501192 Nov 05 22:07:00.833201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-46a050f1-dd90-4bab-879a-abf42b3031f2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8682094 Nov 05 22:07:00.836290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54836) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:00.842515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'admin_state_up': True, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:01.327368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.440127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54850) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:01.457372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.458382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.460243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5131e23b-7a24-44f7-8203-8b08c7b7f750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.493707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.551541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.570513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5131e23b-7a24-44f7-8203-8b08c7b7f750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.662504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Deleting port 10946cda-fed5-4d8e-9032-fd3f01a3acee {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:01.662852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.733893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5131e23b-7a24-44f7-8203-8b08c7b7f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.802954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131e23b-7a24-44f7-8203-8b08c7b7f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326026ba-8eda-42ec-ba79-d92f5b33a1d8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:01.815863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5131e23b-7a24-44f7-8203-8b08c7b7f750 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8df0388d7aa4496e82b2c7f43d896f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745759 Nov 05 22:07:01.817486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54854) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:01.869205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.893289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.915467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Calling delete_port for 10946cda-fed5-4d8e-9032-fd3f01a3acee owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:01.949162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71fba2ad-06eb-474b-bbda-99d4bab1c45c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:01.980447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71fba2ad-06eb-474b-bbda-99d4bab1c45c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.151159 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71fba2ad-06eb-474b-bbda-99d4bab1c45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.154676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71fba2ad-06eb-474b-bbda-99d4bab1c45c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.155791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71fba2ad-06eb-474b-bbda-99d4bab1c45c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/326026ba-8eda-42ec-ba79-d92f5b33a1d8 HTTP/1.1" status: 204 len: 168 time: 0.3368959 Nov 05 22:07:02.167282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fba2ad-06eb-474b-bbda-99d4bab1c45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326026ba-8eda-42ec-ba79-d92f5b33a1d8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:02.402899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.404885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.444691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.468524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event deleted for resources: {'Port': ['ID=10946cda-fed5-4d8e-9032-fd3f01a3acee,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:02.606068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.735291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.738969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.756169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.25.6.92 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/0d2dd883-92cb-4d3d-9aee-a5a66758d72a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:02.902309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.903157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Fanout notify agent at l3_agent the message router_deleted on router a37eca83-7b05-447a-b8d5-8fda26d64794 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:07:02.913944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.918822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f23eba11-f60d-4886-8aab-538a95ae7663 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/a37eca83-7b05-447a-b8d5-8fda26d64794 HTTP/1.1" status: 204 len: 168 time: 2.0900352 Nov 05 22:07:02.919164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54882) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:02.924682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9fca2e7b-5d60-4db4-8fe9-0fdb1a5f6465 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1351462480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:02.937814 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:02.981877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.050182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fca2e7b-5d60-4db4-8fe9-0fdb1a5f6465 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.051722 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fca2e7b-5d60-4db4-8fe9-0fdb1a5f6465 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.099108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.125020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fca2e7b-5d60-4db4-8fe9-0fdb1a5f6465 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.125181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:03.147769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:03.150150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:03.208260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:03.226337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fca2e7b-5d60-4db4-8fe9-0fdb1a5f6465 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.386933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fca2e7b-5d60-4db4-8fe9-0fdb1a5f6465 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.388188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9fca2e7b-5d60-4db4-8fe9-0fdb1a5f6465 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4678016 Nov 05 22:07:03.391392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54900) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:03.399384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': False}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:03.663211 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.712245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:03.905622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:04.077702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54914) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:04.294802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:04.320172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:04.330528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:07:04.455678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-398db782-799d-49a5-8f11-103ae98ad689 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d28697eee4e414ca2288b9cc76d3aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662045 Nov 05 22:07:04.456356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54932) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:04.480110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:04.491535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Sync routers for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:04.507118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:04.508119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:04.603153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2b96-9656-4442-9f95-5435c8ca4aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:04.628902 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:04.630466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ce675a56-a824-437d-a582-f8688e9d881c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7929847 Nov 05 22:07:04.633523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54936) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:04.648668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Allocated IP 172.25.6.139 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/4bc2fe3e-b1eb-4e1a-9271-7119f75c0fbb) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:04.655797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:04.694870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fb56ed50-1c9e-42ff-b4ac-ac4c1f5b57d9 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0c6afd23685a4a659a7bbbb0042e1037&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584090 Nov 05 22:07:04.696893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54940) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:04.704186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2b96-9656-4442-9f95-5435c8ca4aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:04.886668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b81eb-ae89-4360-95df-f45a404a20ed tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:04.890659 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ab8b81eb-ae89-4360-95df-f45a404a20ed tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1926427 Nov 05 22:07:04.896833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54944) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:04.953890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7432664e-591f-4344-981d-4c97f19df0bd tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556803 Nov 05 22:07:04.956623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 54946) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:04.978100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:04.998493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151026034', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:05.030810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2b96-9656-4442-9f95-5435c8ca4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.033414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2b96-9656-4442-9f95-5435c8ca4aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.038104 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5a0c2b96-9656-4442-9f95-5435c8ca4aae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7 HTTP/1.1" status: 204 len: 168 time: 0.5781178 Nov 05 22:07:05.053812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c2b96-9656-4442-9f95-5435c8ca4aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a7ec9-ef39-4106-9a78-4fa3d63f04e7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:05.111504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:03Z', 'revision_number': 3, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:05.150584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Checking router: 894c6d18-e1d5-45ce-8ca6-a5af393424b1 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:07:05.151278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Updating router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:07:05.172128 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.214363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:05.219183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:05.222545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.247479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:05.421659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc2fe3e-b1eb-4e1a-9271-7119f75c0fbb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:05.431505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:05.439824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.770873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.816483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.871747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.913218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:05.956003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Subnet': ['ID=2b9e4957-f902-49a3-8d52-90f387a9a37b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:05.960910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Checking segment: {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:05.961392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network hostable DHCP agents. Network: 1b8e8649-a1c3-42a0-a508-21dab0b63e2c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:07:05.977795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Attempting to bind port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:05.978161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Attempting to bind port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:05.978536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Attempting to bind port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:06.005491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:06.006187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:06.006715 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.007345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:06.008109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Bound port: 0d2dd883-92cb-4d3d-9aee-a5a66758d72a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:06.008807 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.061374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12746dc-b98f-487c-918c-d385f051292c None None] Pushing event updated for resources: {'Port': ['ID=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:06.086851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:07:06.096247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] For port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:06.102025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] For port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:06.126987 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.135060 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.187368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 1b8e8649-a1c3-42a0-a508-21dab0b63e2c) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:06.191670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:06.192476 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.197288 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.236801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350d2eb-e15e-4e1c-a0cd-2b784e785dae None None] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:06.293125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f11c4844-1217-4688-af20-35325a163938 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3151038 Nov 05 22:07:06.293324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 54972) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:06.385065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12746dc-b98f-487c-918c-d385f051292c None None] Pushing event updated for resources: {'Port': ['ID=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:06.392537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:06.393284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:06.401894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Router d2d6c895-7e9c-475f-8fdc-c8b543384d90 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:07:06.651484 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6cd4fecf-c675-4295-ae90-caca23fe5a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.784073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:06.833340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:07:06.834607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.900686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:06.907725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:06.908950 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-006f71bc-1e5e-4ee0-8677-db98372f3022 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "PUT /v2.0/routers/d2d6c895-7e9c-475f-8fdc-c8b543384d90 HTTP/1.1" status: 200 len: 920 time: 3.5166056 Nov 05 22:07:06.911505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55002) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:06.916152 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] Sync routers for ids ['d2d6c895-7e9c-475f-8fdc-c8b543384d90'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:06.940139 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] Routers {'d2d6c895-7e9c-475f-8fdc-c8b543384d90'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:06.941925 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d2d6c895-7e9c-475f-8fdc-c8b543384d90'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:07.032488 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:07.050399 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] Routers {'d2d6c895-7e9c-475f-8fdc-c8b543384d90'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:07.051252 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:06:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['d2d6c895-7e9c-475f-8fdc-c8b543384d90'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:07.150741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Allocated IP 172.20.0.2 (1b8e8649-a1c3-42a0-a508-21dab0b63e2c/2b9e4957-f902-49a3-8d52-90f387a9a37b/b48b50d2-2bc8-48fe-a0ab-54a9a1863315) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:07.171428 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:07.172909 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62fccc-a45c-4c95-840b-e78f9b754f5c None None] The sync data for ids ['d2d6c895-7e9c-475f-8fdc-c8b543384d90'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:07.282917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:03Z', 'revision_number': 3, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:07.433719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba87c7-3b8a-43db-b0dd-410ac638dcf6 None None] The sync data for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 is: [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:03Z', 'revision_number': 3, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:07.471707 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:07.564382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:07.664162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:07.676635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:07.680970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Pushing event updated for resources: {'Port': ['ID=b48b50d2-2bc8-48fe-a0ab-54a9a1863315,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:07.683418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:07.798251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Attempting to bind port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:07.799277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Attempting to bind port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:07.799834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Attempting to bind port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 on network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:07.813489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:07.814125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Checking segment: {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:07.814694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:07.815236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Bound using segment: {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:07.815964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Bound port: b48b50d2-2bc8-48fe-a0ab-54a9a1863315, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:07.816691 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:07.820040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f2f0ea9-08bc-4838-92a7-9d67ccd24e3e tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/d2d6c895-7e9c-475f-8fdc-c8b543384d90 HTTP/1.1" status: 200 len: 926 time: 0.9068336 Nov 05 22:07:07.822437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55020) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:07.834584 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:07.911419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81068b5-351a-47fb-ad2d-b8be2c9067f0 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:07.918790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a81068b5-351a-47fb-ad2d-b8be2c9067f0 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=d2d6c895-7e9c-475f-8fdc-c8b543384d90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0951445 Nov 05 22:07:07.920335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55024) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:08.008174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] For port b48b50d2-2bc8-48fe-a0ab-54a9a1863315, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:08.012003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] For port b48b50d2-2bc8-48fe-a0ab-54a9a1863315, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b48b50d2-2bc8-48fe-a0ab-54a9a1863315,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:08.113012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:08.191174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5784f-5e5b-420e-93a1-680d92e9f7bf None None] Pushing event updated for resources: {'Port': ['ID=b48b50d2-2bc8-48fe-a0ab-54a9a1863315,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:08.229356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce0b19-f33b-4d57-9e26-32da1616072d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:08.233900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a4ce0b19-f33b-4d57-9e26-32da1616072d tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.3068538 Nov 05 22:07:08.238990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55028) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:08.296403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cb574858-cb74-4665-a061-43a8e6d909a1 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d6c895-7e9c-475f-8fdc-c8b543384d90 HTTP/1.1" status: 200 len: 205 time: 0.0604782 Nov 05 22:07:08.303939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:08.496311 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-23149e18-9f17-4488-ad86-06b83f9c7119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:08.796169 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:08.847857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.20.0.1 (1b8e8649-a1c3-42a0-a508-21dab0b63e2c/2b9e4957-f902-49a3-8d52-90f387a9a37b/348a8f6b-46dc-47aa-b4c5-427fd4feaa5b) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:09.024841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:09.117239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:09.244678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Deleting port 4bc2fe3e-b1eb-4e1a-9271-7119f75c0fbb {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:09.245144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:09.297445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:09.369786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:09.383252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:09.385968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:09.427178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:09.441995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.442331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.442675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.443017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.443350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.443716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.444046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.444376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.444699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.445314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.445314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.446031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:09.472386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:09.492759 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:07:09.510658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Calling delete_port for 4bc2fe3e-b1eb-4e1a-9271-7119f75c0fbb owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:09.512624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:09.636661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0d2dd883-92cb-4d3d-9aee-a5a66758d72a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:09.728144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:09.728667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:09.871995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928288f3-1fb4-4f50-b343-fbf70f3e6180 None None] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:09.890465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.099004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55066) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:10.104692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'network': {'name': 'tempest-network-smoke--1525311482', 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:10.114881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3cd2f116-4e6d-4725-b130-6391988aede7 None None] Provisioning complete for port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:10.116821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3cd2f116-4e6d-4725-b130-6391988aede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.125325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.202567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.214028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Made reservation on behalf of b898d524ea3d43a4ac8e8d5a6bceb03d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:10.219766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.228680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:10.248320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.306255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3cd2f116-4e6d-4725-b130-6391988aede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.325878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.329978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b48b50d2-2bc8-48fe-a0ab-54a9a1863315 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:10.416800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3cd2f116-4e6d-4725-b130-6391988aede7 None None] For port b48b50d2-2bc8-48fe-a0ab-54a9a1863315, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b48b50d2-2bc8-48fe-a0ab-54a9a1863315,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:10.418046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.438954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:10.467627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.470575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.482373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:10.483879 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.521782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event deleted for resources: {'Port': ['ID=4bc2fe3e-b1eb-4e1a-9271-7119f75c0fbb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:10.537340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3cd2f116-4e6d-4725-b130-6391988aede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.597381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.598426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.623421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2f116-4e6d-4725-b130-6391988aede7 None None] Pushing event updated for resources: {'Port': ['ID=b48b50d2-2bc8-48fe-a0ab-54a9a1863315,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:10.646454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:07:10.671365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.671763 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Added segment 46defb3a-e175-495e-bd1d-75237422ba3b of type vlan for network a5952881-e59b-437a-93f9-1e10ac106c3f Nov 05 22:07:10.685175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12365d7f-ed29-46e9-b7f5-827d227712fa,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:10.685334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-50e10c6f-bf50-4f54-8fcb-cfc7a75f5ac6 None None] Provisioning complete for port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:10.685334 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50e10c6f-bf50-4f54-8fcb-cfc7a75f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.697765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.751792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.814540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-50e10c6f-bf50-4f54-8fcb-cfc7a75f5ac6 None None] Provisioning complete for port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:10.814968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50e10c6f-bf50-4f54-8fcb-cfc7a75f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.830216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:10.835179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.868753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-50e10c6f-bf50-4f54-8fcb-cfc7a75f5ac6 None None] Port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:10.908941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.912099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:10.995675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ebf2aec3-c753-4d1b-bb2c-b62dd0a7c6e2 None None] Provisioning complete for port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:10.996289 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ebf2aec3-c753-4d1b-bb2c-b62dd0a7c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.054645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:11.056502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:11.073824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2aec3-c753-4d1b-bb2c-b62dd0a7c6e2 None None] Port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:11.176353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.177673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Fanout notify agent at l3_agent the message router_deleted on router d2d6c895-7e9c-475f-8fdc-c8b543384d90 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:07:11.186671 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.188169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71ca0ede-9427-44f8-8103-40bbfe1cc20f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/d2d6c895-7e9c-475f-8fdc-c8b543384d90 HTTP/1.1" status: 204 len: 168 time: 2.8835137 Nov 05 22:07:11.191887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55080) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:11.200308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1686617025', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:11.231611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:07:11.257411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.266546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:11.268247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.344972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Network': ['ID=a5952881-e59b-437a-93f9-1e10ac106c3f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:11.358413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a5952881-e59b-437a-93f9-1e10ac106c3f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:07:11.411949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:11.426719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-61e885f6-4715-45ea-939c-3f7ea05579d5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "PUT /v2.0/routers/894c6d18-e1d5-45ce-8ca6-a5af393424b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1321199 Nov 05 22:07:11.428607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55084) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:11.432570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Sync routers for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:11.466335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0dd332cc-5e66-425e-b4fa-3410bd4f5b9f None None] Provisioning complete for port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:11.467180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0dd332cc-5e66-425e-b4fa-3410bd4f5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.495929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:11.497890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:11.512552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.515347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.543016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0d2dd883-92cb-4d3d-9aee-a5a66758d72a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:11.636435 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.676833 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-37013d0c-5ba2-4d6e-a774-3e349aee81ba tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5621660 Nov 05 22:07:11.676833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55092) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:11.676833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'admin_state_up': True, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:11.776920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.795890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0dd332cc-5e66-425e-b4fa-3410bd4f5b9f None None] Port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:11.853290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.854372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:11.919913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:11.999697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.053793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:12.054631 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.069517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.229057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.229629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.229986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.231004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.231475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.232516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.233058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.234023 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.234236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.234693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.236766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d41249af-83b7-46b3-9e49-e78019d3260a tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6334 time: 0.8071945 Nov 05 22:07:12.248218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55098) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:12.368657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b48b50d2-2bc8-48fe-a0ab-54a9a1863315 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:12.386716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.387234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.387726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.388474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.388955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.389482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.389938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.390383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:12.395074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-86b105c8-a6d0-4e1c-95de-d77717238085 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5291 time: 0.1432633 Nov 05 22:07:12.395330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55104) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:12.461725 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.500196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 2, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:12.545302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Checking router: 894c6d18-e1d5-45ce-8ca6-a5af393424b1 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:07:12.545302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Updating router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:07:12.594707 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.599078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:12.599650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.720882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.796538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:12.812197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-888930b1-d650-4a43-a504-310369292b8c tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4846 time: 0.4150558 Nov 05 22:07:13.012741 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.128717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Allocated IP 172.25.6.85 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/96150968-3338-4382-8961-377e5dd08b1e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:13.141825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.298679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f8e1b-7a6d-4a44-b709-6965f24e554d None None] Pushing event updated for resources: {'Port': ['ID=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:13.426074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Attempting to bind port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:13.427742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Attempting to bind port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:13.428193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Attempting to bind port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b on network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:13.451851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:13.453169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Checking segment: {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:13.454837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.455450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Bound using segment: {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:13.456187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Bound port: 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:13.456791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.599369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] For port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:13.599990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] For port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:13.620914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.639353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cc8321dc-4610-44f8-af2f-4583a6e3ba4e None None] Provisioning complete for port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:13.640464 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cc8321dc-4610-44f8-af2f-4583a6e3ba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.646654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.720826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cc8321dc-4610-44f8-af2f-4583a6e3ba4e None None] Port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:13.756744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.808162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.830639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:13.831327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:13.874258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f8e1b-7a6d-4a44-b709-6965f24e554d None None] Pushing event updated for resources: {'Port': ['ID=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:13.942254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:13.964337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55124) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:13.971080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a36eb2d2-42ad-4a91-8d38-978a44544b09 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27029083', 'description': 'tempest-secgroup-smoke-27029083 description', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:14.034105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:14.074787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:14.091748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:14.108513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36eb2d2-42ad-4a91-8d38-978a44544b09 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.108645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:14.111919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Allocated IP 172.25.6.154 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/e6eaf8f2-a264-4556-9514-3b15f813f3ab) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:14.139435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event updated for resources: {'Port': ['ID=96150968-3338-4382-8961-377e5dd08b1e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:14.213049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36eb2d2-42ad-4a91-8d38-978a44544b09 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.254545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4ff6b226-4375-45a9-a7e1-4c89b1a5f08c None None] Provisioning complete for port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:14.254747 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b226-4375-45a9-a7e1-4c89b1a5f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.354523 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36eb2d2-42ad-4a91-8d38-978a44544b09 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.437988 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.442282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eb2d2-42ad-4a91-8d38-978a44544b09 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66e0c2-f5b6-474c-a271-33bdadf324a3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:14.459810 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b226-4375-45a9-a7e1-4c89b1a5f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.480508 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a36eb2d2-42ad-4a91-8d38-978a44544b09 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.483109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a36eb2d2-42ad-4a91-8d38-978a44544b09 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5169272 Nov 05 22:07:14.484714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55130) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:14.490473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3b3ecc17-a96c-47c4-b73a-d5682b7c92f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '6c66e0c2-f5b6-474c-a271-33bdadf324a3', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:14.554811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:13Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:14.591886 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.601536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd1f17-2e54-4a96-967f-f79245466d94 None None] The sync data for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 is: [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:13Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:14.619122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4ff6b226-4375-45a9-a7e1-4c89b1a5f08c None None] For port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:14.724421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b226-4375-45a9-a7e1-4c89b1a5f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.752009 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecc17-a96c-47c4-b73a-d5682b7c92f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.759735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:14.776909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:14.796635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:14.799052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=e6eaf8f2-a264-4556-9514-3b15f813f3ab,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:14.874904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:14.914774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6b226-4375-45a9-a7e1-4c89b1a5f08c None None] Pushing event updated for resources: {'Port': ['ID=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:15.165276 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecc17-a96c-47c4-b73a-d5682b7c92f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:15.293728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecc17-a96c-47c4-b73a-d5682b7c92f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:15.327336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ecc17-a96c-47c4-b73a-d5682b7c92f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40cc25f-b408-4729-b1d5-9c257a335f3a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:15.406745 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:15.480471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecc17-a96c-47c4-b73a-d5682b7c92f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:15.484809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b3ecc17-a96c-47c4-b73a-d5682b7c92f5 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9959972 Nov 05 22:07:15.485072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55140) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:15.495011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f014e3f2-4e76-461c-952c-2034fcd67b0c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '6c66e0c2-f5b6-474c-a271-33bdadf324a3', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:15.576637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:15.701880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:15.702267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.133109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f014e3f2-4e76-461c-952c-2034fcd67b0c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.262283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.316081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f014e3f2-4e76-461c-952c-2034fcd67b0c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.439057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f014e3f2-4e76-461c-952c-2034fcd67b0c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.465029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014e3f2-4e76-461c-952c-2034fcd67b0c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4982a734-bb98-413a-99d5-67b9e3ee29ca,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:16.508597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Router 4a986ee5-d6df-4827-b44b-b1dd5e991270 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:07:16.566462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f014e3f2-4e76-461c-952c-2034fcd67b0c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.570624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55160) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:16.571157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f014e3f2-4e76-461c-952c-2034fcd67b0c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0831258 Nov 05 22:07:16.576303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d7bef256-32a7-4d44-adff-fa94382c191f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '6c66e0c2-f5b6-474c-a271-33bdadf324a3', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:16.588120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.729740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:16.743572 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] Sync routers for ids ['4a986ee5-d6df-4827-b44b-b1dd5e991270'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:16.773866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7bef256-32a7-4d44-adff-fa94382c191f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.777573 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] Routers {'4a986ee5-d6df-4827-b44b-b1dd5e991270'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:16.779950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4a986ee5-d6df-4827-b44b-b1dd5e991270'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:16.828677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.830797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dabda60d-3a7c-43eb-818c-de8cb24a1daa tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6363680 Nov 05 22:07:16.833577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55162) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:16.838683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:16.878406 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:16.905073 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] Routers {'4a986ee5-d6df-4827-b44b-b1dd5e991270'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:16.906719 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4a986ee5-d6df-4827-b44b-b1dd5e991270'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:16.915061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:07:16.922363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7bef256-32a7-4d44-adff-fa94382c191f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:16.987939 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:16.989804 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e559988-5cb2-4388-9ef2-43bcf696b1bb None None] The sync data for ids ['4a986ee5-d6df-4827-b44b-b1dd5e991270'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:17.030683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7bef256-32a7-4d44-adff-fa94382c191f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.092664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bef256-32a7-4d44-adff-fa94382c191f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164473e7-75e1-47a2-91f7-8cb370529f26,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:17.156979 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7bef256-32a7-4d44-adff-fa94382c191f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.157908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d7bef256-32a7-4d44-adff-fa94382c191f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5855806 Nov 05 22:07:17.160792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55170) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:17.165354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f2fbd7ad-bba5-47ef-81cb-21ecc9e8bda8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '6c66e0c2-f5b6-474c-a271-33bdadf324a3', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:17.246479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:17.257514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Sync routers for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:17.269197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:17.270163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:17.301174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd7ad-bba5-47ef-81cb-21ecc9e8bda8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.391324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:17.455966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd7ad-bba5-47ef-81cb-21ecc9e8bda8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.464254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.468815 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f738b9e-d657-46a4-b50f-9bc6cc287a49 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7996821 Nov 05 22:07:17.469177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55178) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:17.530232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd7ad-bba5-47ef-81cb-21ecc9e8bda8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.570473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbd7ad-bba5-47ef-81cb-21ecc9e8bda8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6895ab21-809c-441f-8e7f-f258272a0580,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:17.649467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:15Z', 'revision_number': 3, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:17.650284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd7ad-bba5-47ef-81cb-21ecc9e8bda8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.652562 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f2fbd7ad-bba5-47ef-81cb-21ecc9e8bda8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4907429 Nov 05 22:07:17.654873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55186) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:17.689320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '6c66e0c2-f5b6-474c-a271-33bdadf324a3', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:17.704426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Checking router: 1b2b7cfe-2810-4953-b5f2-371c50f6edbf for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:07:17.705081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Updating router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf port e6eaf8f2-a264-4556-9514-3b15f813f3ab binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:07:17.719878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2afddf71-5632-408d-a9c1-73a6eb8a41cb tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b898d524ea3d43a4ac8e8d5a6bceb03d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2493939 Nov 05 22:07:17.722788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55188) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:17.736667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.750550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-63d7a6cd-0936-4a6c-b37e-72c77625c282 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:17.752803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-63d7a6cd-0936-4a6c-b37e-72c77625c282 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.3655388 Nov 05 22:07:17.812581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-4c12e6e7-e7c8-4b30-beb3-024c2e59e2bf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/quotas/79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 375 time: 0.0508397 Nov 05 22:07:17.859200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.895831 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-db54e625-373d-48fb-a518-7399b719a0ca tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819206 Nov 05 22:07:17.896034 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Project 0c6afd23685a4a659a7bbbb0042e1037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:07:17.904156 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:17.909649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d848e1-120a-4bb8-9527-178f86fd6d5a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:17.914102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80d848e1-120a-4bb8-9527-178f86fd6d5a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1876395 Nov 05 22:07:17.916880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55192) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:18.016162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-60e43535-6577-49b2-8c13-b8210e585210 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0973656 Nov 05 22:07:18.016931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55194) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:18.019536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.035771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-aef75ea4-ac72-4198-8539-fe56d17cfd09 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:07:18.043867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-aef75ea4-ac72-4198-8539-fe56d17cfd09 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1467800 Nov 05 22:07:18.047337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1315474122', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:18.061769 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.154025 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.187722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-6355833b-9ab5-498c-aeca-93bd88d11ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422236 Nov 05 22:07:18.189211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d127db3-3115-4104-9000-acdc47904b45,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:18.227113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.271712 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.276266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a5868680-5e73-456f-a6e4-4dc2e63fcb22 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5935519 Nov 05 22:07:18.277374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55198) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:18.281987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'security_group_rule': {'security_group_id': '6c66e0c2-f5b6-474c-a271-33bdadf324a3', 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:18.293615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Deleting port 96150968-3338-4382-8961-377e5dd08b1e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:18.294011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.358420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.368869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-b3d90146-becd-4f73-b7b0-a454317d73d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730239 Nov 05 22:07:18.384745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Made reservation on behalf of b898d524ea3d43a4ac8e8d5a6bceb03d for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:18.388881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.437445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.454293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Calling delete_port for 96150968-3338-4382-8961-377e5dd08b1e owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:18.484921 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Project 0c6afd23685a4a659a7bbbb0042e1037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:07:18.553446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Attempting to bind port e6eaf8f2-a264-4556-9514-3b15f813f3ab on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:18.553950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Attempting to bind port e6eaf8f2-a264-4556-9514-3b15f813f3ab by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:18.554409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Attempting to bind port e6eaf8f2-a264-4556-9514-3b15f813f3ab on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:18.577956 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.586592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:18.587159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:18.587892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.588553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:18.589180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Bound port: e6eaf8f2-a264-4556-9514-3b15f813f3ab, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:18.589720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.650043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c9e7-7deb-4cf5-a57d-3d342e9d9f44 None None] Pushing event updated for resources: {'Port': ['ID=e6eaf8f2-a264-4556-9514-3b15f813f3ab,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:18.689938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] For port e6eaf8f2-a264-4556-9514-3b15f813f3ab, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:18.703381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] For port e6eaf8f2-a264-4556-9514-3b15f813f3ab, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e6eaf8f2-a264-4556-9514-3b15f813f3ab,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:18.797048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.798576 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.878063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c9e7-7deb-4cf5-a57d-3d342e9d9f44 None None] Pushing event updated for resources: {'Port': ['ID=e6eaf8f2-a264-4556-9514-3b15f813f3ab,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:18.882217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:18.882813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:18.886410 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.901217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:18.906333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7507e16-ba31-475c-a952-766c366e6998,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:18.946691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:19.001316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:19.004255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-074d2eb2-e85d-4229-b9d3-6e0f95a69018 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7259734 Nov 05 22:07:19.009588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Pushing event deleted for resources: {'Port': ['ID=96150968-3338-4382-8961-377e5dd08b1e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:19.022731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Subnet': ['ID=c3a78471-5c03-4522-8aa3-73559717faac,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:19.034910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:19.037597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Checking segment: {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:19.037967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network hostable DHCP agents. Network: a5952881-e59b-437a-93f9-1e10ac106c3f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:07:19.109805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:19.186838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network a5952881-e59b-437a-93f9-1e10ac106c3f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:07:19.312212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a5952881-e59b-437a-93f9-1e10ac106c3f) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:19.327036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:19.327663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:19.354326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-7ea01f45-09c8-48cf-b384-57879ffb9f8b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27029083&fields=id&tenant_id=0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 267 time: 0.0932212 Nov 05 22:07:19.463210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191d075-2686-4137-8082-3ad18b13dfab None None] Network a5952881-e59b-437a-93f9-1e10ac106c3f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:19.509151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-01fe728b-ca87-483a-b9a9-b3805f85cb3a req-46900153-1880-4ef5-beaa-2c2e831ae353 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.0663309 Nov 05 22:07:19.513217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:19.518823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:19.554659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6e697848-254b-4d90-b468-3a8b79ce6074 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5293748 Nov 05 22:07:19.554659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55230) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:19.650609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-a9673d1a-eb4e-4aaa-9857-42d5230f8156 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:19.659360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-a9673d1a-eb4e-4aaa-9857-42d5230f8156 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/networks?id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c HTTP/1.1" status: 200 len: 797 time: 0.3037734 Nov 05 22:07:19.674815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Router 4a986ee5-d6df-4827-b44b-b1dd5e991270 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:07:19.684062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-fad4e487-3aa6-4958-938d-94d43748e9e4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/quotas/0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 375 time: 0.0237591 Nov 05 22:07:19.758190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a5952881-e59b-437a-93f9-1e10ac106c3f', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:07:19.759043 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:19.762320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:15Z', 'revision_number': 3, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:19.784246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-bb0e54fe-3afa-4efb-aa12-880a7996a443 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990546 Nov 05 22:07:19.809778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862963f-c35d-4a12-97eb-d395c4b552da None None] The sync data for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 is: [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:15Z', 'revision_number': 3, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:20.033008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Allocated IP 172.20.0.2 (a5952881-e59b-437a-93f9-1e10ac106c3f/c3a78471-5c03-4522-8aa3-73559717faac/ad915f13-402f-48e7-81a0-4095de10dc51) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:20.117836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c9922520-8914-49c0-ba40-9914e79ee425 service neutron] 10.222.0.41 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194149 Nov 05 22:07:20.207129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:20.218256 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] Sync routers for ids ['4a986ee5-d6df-4827-b44b-b1dd5e991270'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:20.220344 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:20.224013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f6c3ffe2-492b-4784-923b-87beaeef9c61 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "PUT /v2.0/routers/4a986ee5-d6df-4827-b44b-b1dd5e991270 HTTP/1.1" status: 200 len: 710 time: 3.3870604 Nov 05 22:07:20.227362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55244) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:20.232610 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] Routers {'4a986ee5-d6df-4827-b44b-b1dd5e991270'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:20.233368 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4a986ee5-d6df-4827-b44b-b1dd5e991270'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:20.311752 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:20.334574 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] Routers {'4a986ee5-d6df-4827-b44b-b1dd5e991270'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:20.337494 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4a986ee5-d6df-4827-b44b-b1dd5e991270'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:20.376443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:20.427047 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:20.428030 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ea9a5-3718-4771-8005-67f5b9bba39a None None] The sync data for ids ['4a986ee5-d6df-4827-b44b-b1dd5e991270'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:20.440846 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-85e6390c-aea5-42e2-8f75-1dfa514f24d8 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/routers/4a986ee5-d6df-4827-b44b-b1dd5e991270 HTTP/1.1" status: 200 len: 745 time: 0.2122447 Nov 05 22:07:20.443360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55248) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:20.474154 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:20.511444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-6199c821-8baf-4cce-b1cb-4644853f7c48 service neutron] 10.222.0.41 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371000 Nov 05 22:07:20.537973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc883577-a105-4c95-a115-6d17a6e1b5b3 tempest-RoutersIpV6AdminTest-2032096220 tempest-RoutersIpV6AdminTest-2032096220-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=4a986ee5-d6df-4827-b44b-b1dd5e991270 HTTP/1.1" status: 200 len: 205 time: 0.0931816 Nov 05 22:07:20.550209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55250) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:20.597074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Pushing event updated for resources: {'Port': ['ID=ad915f13-402f-48e7-81a0-4095de10dc51,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:20.611697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Network a5952881-e59b-437a-93f9-1e10ac106c3f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:20.613819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:20.623535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-91768acc-d87d-4662-b4d2-d32cf47a649f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a986ee5-d6df-4827-b44b-b1dd5e991270 HTTP/1.1" status: 200 len: 205 time: 0.0690029 Nov 05 22:07:20.623717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:20.624020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55254) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:20.714275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Attempting to bind port ad915f13-402f-48e7-81a0-4095de10dc51 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:20.714764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Attempting to bind port ad915f13-402f-48e7-81a0-4095de10dc51 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:20.715456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Attempting to bind port ad915f13-402f-48e7-81a0-4095de10dc51 on network a5952881-e59b-437a-93f9-1e10ac106c3f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:20.721900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:20.722451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Checking segment: {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:20.722946 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:20.723460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Bound using segment: {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:20.724201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Bound port: ad915f13-402f-48e7-81a0-4095de10dc51, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:20.724677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:20.789149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:20.822455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] For port ad915f13-402f-48e7-81a0-4095de10dc51, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:20.827090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] For port ad915f13-402f-48e7-81a0-4095de10dc51, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ad915f13-402f-48e7-81a0-4095de10dc51,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:20.896386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-89bd5738-0d90-4079-9889-0a50f3558e90 req-5ca9bf3a-ea70-446f-8e58-d292ca655754 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.1704443 Nov 05 22:07:20.905523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0521-2c59-4316-bb09-19131b669934 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:20.918736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:21.093505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9371ae8f-a479-4bf5-b26f-c2c8c6453433 req-781b0d5f-6703-40bb-8c68-85912bf6c309 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 210 time: 0.1403155 Nov 05 22:07:21.180539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919ccc5-f9b5-4b55-b509-cdd07a530757 None None] Pushing event updated for resources: {'Port': ['ID=ad915f13-402f-48e7-81a0-4095de10dc51,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:21.484307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0521-2c59-4316-bb09-19131b669934 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:21.489756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0521-2c59-4316-bb09-19131b669934 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:21.635448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e6eaf8f2-a264-4556-9514-3b15f813f3ab up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:21.719732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e6eaf8f2-a264-4556-9514-3b15f813f3ab triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:21.720408 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:21.724272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0521-2c59-4316-bb09-19131b669934 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:21.726225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ba0521-2c59-4316-bb09-19131b669934 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Fanout notify agent at l3_agent the message router_deleted on router 4a986ee5-d6df-4827-b44b-b1dd5e991270 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:07:21.739094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Allocated IP 172.20.0.1 (a5952881-e59b-437a-93f9-1e10ac106c3f/c3a78471-5c03-4522-8aa3-73559717faac/1933dea4-e670-4333-b028-b29404f764e9) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:21.739907 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0521-2c59-4316-bb09-19131b669934 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:21.745875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e0ba0521-2c59-4316-bb09-19131b669934 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/4a986ee5-d6df-4827-b44b-b1dd5e991270 HTTP/1.1" status: 204 len: 168 time: 1.1172621 Nov 05 22:07:21.746540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55276) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:21.793228 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66d89ce5-8457-486a-a6bf-af79ab6b6c8e tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a986ee5-d6df-4827-b44b-b1dd5e991270 HTTP/1.1" status: 200 len: 205 time: 0.0449862 Nov 05 22:07:21.798248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55282) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:21.928674 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:21.952785 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-4ee2cfd0-22e7-41c3-b059-3c96e0896e14 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] delete failed (client error): The resource could not be found. Nov 05 22:07:21.972857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4ee2cfd0-22e7-41c3-b059-3c96e0896e14 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/4a986ee5-d6df-4827-b44b-b1dd5e991270 HTTP/1.1" status: 404 len: 336 time: 0.1582911 Nov 05 22:07:21.972857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55286) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:21.972857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55288) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.009843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port e6eaf8f2-a264-4556-9514-3b15f813f3ab, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e6eaf8f2-a264-4556-9514-3b15f813f3ab,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:22.043864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-36799ab3-8d7d-413f-89a0-54ca873e63e0 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d6c895-7e9c-475f-8fdc-c8b543384d90 HTTP/1.1" status: 200 len: 205 time: 0.0805700 Nov 05 22:07:22.049627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55292) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.084269 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:22.190328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=e6eaf8f2-a264-4556-9514-3b15f813f3ab,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:22.306106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b43f7dd-104a-432c-aff7-ac9902a024b5 req-d6f22510-136a-4cd7-91dc-033889041d7e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 210 time: 0.0499687 Nov 05 22:07:22.382229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b83deae-8d62-45d8-9405-f002ef7aec0f req-aab2e827-1c83-4215-af0e-0b639ee12fa8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.3352938 Nov 05 22:07:22.387731 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-dbe7a795-9232-42eb-b7ac-3924e8079e5f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] delete failed (client error): The resource could not be found. Nov 05 22:07:22.388878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dbe7a795-9232-42eb-b7ac-3924e8079e5f tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/d2d6c895-7e9c-475f-8fdc-c8b543384d90 HTTP/1.1" status: 404 len: 336 time: 0.3377967 Nov 05 22:07:22.392909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55298) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.406241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:22.419371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:22.432346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-8f253bb0-b66b-4f1e-a877-cbb9c391acd3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:22.433778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-8f253bb0-b66b-4f1e-a877-cbb9c391acd3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1681271 Nov 05 22:07:22.436695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-800b0489-fbc4-4841-aa97-3c0f1ae85752 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=a37eca83-7b05-447a-b8d5-8fda26d64794 HTTP/1.1" status: 200 len: 205 time: 0.0279825 Nov 05 22:07:22.438473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55300) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.454291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'port': {'device_id': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'admin_state_up': True, 'tenant_id': '79f73fbecf914ce88c668979583061dd'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:22.644760 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-b4c8258a-86e2-4c2f-a797-0d7d22c9ec60 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] delete failed (client error): The resource could not be found. Nov 05 22:07:22.648343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b4c8258a-86e2-4c2f-a797-0d7d22c9ec60 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/a37eca83-7b05-447a-b8d5-8fda26d64794 HTTP/1.1" status: 404 len: 336 time: 0.2085605 Nov 05 22:07:22.649441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.708113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-618407ad-6253-43f9-90f9-760f4d1f7f9b tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=215c1428-123c-4998-bc9e-a73bbad04e41 HTTP/1.1" status: 200 len: 205 time: 0.0574889 Nov 05 22:07:22.710964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55306) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.725219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:22.788454 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-2c0748d4-8937-460d-b60b-47093d7f3781 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] delete failed (client error): The resource could not be found. Nov 05 22:07:22.793023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2c0748d4-8937-460d-b60b-47093d7f3781 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/215c1428-123c-4998-bc9e-a73bbad04e41 HTTP/1.1" status: 404 len: 336 time: 0.0713403 Nov 05 22:07:22.793209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55308) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.800475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:22.831861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-57f00228-492c-4b9e-b292-fa7156dcd205 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd2a8786-7f84-44c7-b9d8-c35d5df1472b HTTP/1.1" status: 200 len: 205 time: 0.0352492 Nov 05 22:07:22.831861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:22.833292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55310) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.861498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network a5952881-e59b-437a-93f9-1e10ac106c3f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:22.865904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:22.869073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:22.911963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:22.916663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:22.930715 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-f789f435-aa07-4149-8975-f94533c42ebd tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] delete failed (client error): The resource could not be found. Nov 05 22:07:22.932057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f789f435-aa07-4149-8975-f94533c42ebd tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/bd2a8786-7f84-44c7-b9d8-c35d5df1472b HTTP/1.1" status: 404 len: 336 time: 0.0965374 Nov 05 22:07:22.941303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55312) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:22.970055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=1933dea4-e670-4333-b028-b29404f764e9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:22.990557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6f81c8b1-3544-45c8-8ea5-6fe1f17a21bb tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7eb99f1-5df8-4b85-b816-a08f06d4cf37 HTTP/1.1" status: 200 len: 205 time: 0.0450101 Nov 05 22:07:22.996170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55314) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:23.000407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5b4ce-78af-4c8f-9cbd-f8adeb927ff7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:23.068475 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-8b04b027-f938-43ac-80ac-c9b72de37e53 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] delete failed (client error): The resource could not be found. Nov 05 22:07:23.069843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b04b027-f938-43ac-80ac-c9b72de37e53 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/routers/f7eb99f1-5df8-4b85-b816-a08f06d4cf37 HTTP/1.1" status: 404 len: 336 time: 0.0723579 Nov 05 22:07:23.077168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55316) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:23.078835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.079850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.080249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.080729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.081209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.081686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.082185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.082660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.083130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.083641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.084202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.084694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:23.091086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d478f9cb-cd12-4841-9c0d-e0b76dd77f30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf0a16db4d784406b0bf271f82062645&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1217387 Nov 05 22:07:23.108964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55318) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:23.144993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:23.151299 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e266b57-f736-49dd-8c45-8f50a0d9d0c0 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] DELETE failed (client error): The resource could not be found. Nov 05 22:07:23.152182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e266b57-f736-49dd-8c45-8f50a0d9d0c0 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:07:23.164328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2e266b57-f736-49dd-8c45-8f50a0d9d0c0 tempest-RoutersIpV6AdminTest-2129030318 tempest-RoutersIpV6AdminTest-2129030318-project] 10.222.0.41 "DELETE /v2.0/subnets/51888105-2128-4116-8009-5451bb1078c7 HTTP/1.1" status: 404 len: 337 time: 0.0718699 Nov 05 22:07:23.302410 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6615a020-8784-4da5-8ff9-1cb714e48ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:23.347350 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6615a020-8784-4da5-8ff9-1cb714e48ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:23.365469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31cf2e-8c40-4e40-886c-842ab037c856 None None] Network a5952881-e59b-437a-93f9-1e10ac106c3f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:23.548047 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-efcfb623-0d4b-40a2-b77b-4e279d5beae5 req-3b0a1d89-b4d6-4fc5-aed5-49bdbc362e17 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 210 time: 0.0622630 Nov 05 22:07:23.581335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6615a020-8784-4da5-8ff9-1cb714e48ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:23.584361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6615a020-8784-4da5-8ff9-1cb714e48ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:23.594816 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6615a020-8784-4da5-8ff9-1cb714e48ca9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c5b4ce-78af-4c8f-9cbd-f8adeb927ff7 HTTP/1.1" status: 204 len: 168 time: 0.4785745 Nov 05 22:07:23.608558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-48bebc16-33b7-428f-bc9a-6e6951fc2f30 None None] Provisioning complete for port ad915f13-402f-48e7-81a0-4095de10dc51 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:23.611610 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-48bebc16-33b7-428f-bc9a-6e6951fc2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:23.628373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615a020-8784-4da5-8ff9-1cb714e48ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5b4ce-78af-4c8f-9cbd-f8adeb927ff7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:23.748932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e6eaf8f2-a264-4556-9514-3b15f813f3ab up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:23.766548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2fca792-c3de-49e1-bf40-eda35e62cb98 req-f1ba5156-3a6a-43c8-8e43-ab4221bb3a41 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.1923656 Nov 05 22:07:23.800011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.20.0.11 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/1a8371f7-77e0-4184-94de-929cfaef00ce) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:23.818958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:23.853409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55334) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:24.001082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e6eaf8f2-a264-4556-9514-3b15f813f3ab triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:24.001940 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.112238 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-48bebc16-33b7-428f-bc9a-6e6951fc2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.118572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-ea46aa69-c13f-4b55-a931-2e77785a0bc7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:24.120335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-ea46aa69-c13f-4b55-a931-2e77785a0bc7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/networks?id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c HTTP/1.1" status: 200 len: 797 time: 0.2086492 Nov 05 22:07:24.136835 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-859b1833-a26d-4d1a-8501-2581bd7b84a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.215013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.277624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-48bebc16-33b7-428f-bc9a-6e6951fc2f30 None None] For port ad915f13-402f-48e7-81a0-4095de10dc51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ad915f13-402f-48e7-81a0-4095de10dc51,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:24.388299 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-48bebc16-33b7-428f-bc9a-6e6951fc2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.397965 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-ee5b8e96-2029-4f02-a44c-5d0c026ff7f6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6afd23685a4a659a7bbbb0042e1037 HTTP/1.1" status: 200 len: 378 time: 0.2577391 Nov 05 22:07:24.412322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'port': {'device_id': '75778307-4574-49c2-b372-800df1afc2d8', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'admin_state_up': True, 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'security_groups': ['6c66e0c2-f5b6-474c-a271-33bdadf324a3']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:24.423534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.537245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bebc16-33b7-428f-bc9a-6e6951fc2f30 None None] Pushing event updated for resources: {'Port': ['ID=ad915f13-402f-48e7-81a0-4095de10dc51,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:24.601590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad915f13-402f-48e7-81a0-4095de10dc51 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:24.640139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=1a8371f7-77e0-4184-94de-929cfaef00ce,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:24.768466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ce5d7481-158f-42dd-a855-dbf3afcd1030 None None] Provisioning complete for port 1933dea4-e670-4333-b028-b29404f764e9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:24.768845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7481-158f-42dd-a855-dbf3afcd1030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.814085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ad915f13-402f-48e7-81a0-4095de10dc51 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:24.814482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.874390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d7481-158f-42dd-a855-dbf3afcd1030 None None] Port 1933dea4-e670-4333-b028-b29404f764e9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:24.874667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55348) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:24.953787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ce5d7481-158f-42dd-a855-dbf3afcd1030 None None] Provisioning complete for port ad915f13-402f-48e7-81a0-4095de10dc51 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:24.955628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7481-158f-42dd-a855-dbf3afcd1030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:24.995830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:24.998624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-859b1833-a26d-4d1a-8501-2581bd7b84a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.032622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:25.080091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:25.128996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-859b1833-a26d-4d1a-8501-2581bd7b84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.132611 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-756004ca-29a9-4a60-98a3-45bca48827ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.135532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Made reservation on behalf of 0c6afd23685a4a659a7bbbb0042e1037 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:25.141486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.149892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:25.184993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.184993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8856d424-95d2-46de-9fd5-be0f16454428 req-aa354464-2998-427f-9b82-7801426f09b4 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 210 time: 0.2595623 Nov 05 22:07:25.244953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6f5bd157-3440-4782-b19a-b7f3f1b52319 None None] Provisioning complete for port 1933dea4-e670-4333-b028-b29404f764e9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:25.245330 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd157-3440-4782-b19a-b7f3f1b52319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.255054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-859b1833-a26d-4d1a-8501-2581bd7b84a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c97923ca7094b5c8fa2f5ee26b8bf11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4005873 Nov 05 22:07:25.259843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1833-a26d-4d1a-8501-2581bd7b84a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b311b9-966f-42c0-a285-ab2fbdfb2c96,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:25.262249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55350) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:25.263052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-756004ca-29a9-4a60-98a3-45bca48827ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.353141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bd157-3440-4782-b19a-b7f3f1b52319 None None] Port 1933dea4-e670-4333-b028-b29404f764e9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:25.378336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-756004ca-29a9-4a60-98a3-45bca48827ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.378660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0bcfe-d296-4768-bbcc-b956d02db0c9 req-6736962f-7529-420a-bcf1-ba7ba5411cdf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:25.386729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4a0bcfe-d296-4768-bbcc-b956d02db0c9 req-6736962f-7529-420a-bcf1-ba7ba5411cdf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 932 time: 0.3224647 Nov 05 22:07:25.417676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-756004ca-29a9-4a60-98a3-45bca48827ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0932e346fa754493aab6cd8916ea2b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706638 Nov 05 22:07:25.438224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55352) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:25.461339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-618321d1-1cd3-4197-ba51-820bc29ff177 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0132554 Nov 05 22:07:25.482303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Request body: {'port': {'device_id': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:25.489076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-04328160-bb6f-4d66-8fcd-b3c170c09c6a None None] Provisioning complete for port 1a8371f7-77e0-4184-94de-929cfaef00ce triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:25.493278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-04328160-bb6f-4d66-8fcd-b3c170c09c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.510080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756004ca-29a9-4a60-98a3-45bca48827ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f0af7-d2b3-4674-8be7-c89b55fa91cf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:25.547816 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1da3334a-6260-4c9f-8fea-8eac271a2212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.573482 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4a0bcfe-d296-4768-bbcc-b956d02db0c9 req-f0e9ae75-8801-46ed-9595-6b30f92534b8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857126 Nov 05 22:07:25.643818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad915f13-402f-48e7-81a0-4095de10dc51 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:25.650846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-04328160-bb6f-4d66-8fcd-b3c170c09c6a None None] Port 1a8371f7-77e0-4184-94de-929cfaef00ce cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:25.659248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.680762 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe41a-71c0-4fe6-93e0-8ed7151e816a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.699285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.701323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1da3334a-6260-4c9f-8fea-8eac271a2212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.748789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ad915f13-402f-48e7-81a0-4095de10dc51 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:25.748789 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.761047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.20.0.9 (1b8e8649-a1c3-42a0-a508-21dab0b63e2c/2b9e4957-f902-49a3-8d52-90f387a9a37b/6459d9de-3a90-4b7d-9ead-f7e4d048b326) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:25.785655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe41a-71c0-4fe6-93e0-8ed7151e816a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.949899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1da3334a-6260-4c9f-8fea-8eac271a2212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.949899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1da3334a-6260-4c9f-8fea-8eac271a2212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:25.953453 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1da3334a-6260-4c9f-8fea-8eac271a2212 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94b311b9-966f-42c0-a285-ab2fbdfb2c96 HTTP/1.1" status: 204 len: 168 time: 0.6654046 Nov 05 22:07:25.969901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3334a-6260-4c9f-8fea-8eac271a2212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b311b9-966f-42c0-a285-ab2fbdfb2c96,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:25.988994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.014084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe41a-71c0-4fe6-93e0-8ed7151e816a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.021658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe41a-71c0-4fe6-93e0-8ed7151e816a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.022885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fa5fe41a-71c0-4fe6-93e0-8ed7151e816a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af1f0af7-d2b3-4674-8be7-c89b55fa91cf HTTP/1.1" status: 204 len: 168 time: 0.5823839 Nov 05 22:07:26.059858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fe41a-71c0-4fe6-93e0-8ed7151e816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f0af7-d2b3-4674-8be7-c89b55fa91cf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:26.064354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.194474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.219346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=1933dea4-e670-4333-b028-b29404f764e9,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:26.233681 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.291498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:26.302237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:26.342126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:26.380447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=6459d9de-3a90-4b7d-9ead-f7e4d048b326,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:26.411489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network a5952881-e59b-437a-93f9-1e10ac106c3f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:26.415181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:26.477573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:26.478473 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.506018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170499-88f4-4bbf-abda-a319fefb250a req-48033f84-39b7-4d0b-9570-64da451c4d9b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:26.507661 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-51170499-88f4-4bbf-abda-a319fefb250a req-48033f84-39b7-4d0b-9570-64da451c4d9b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 931 time: 0.2117803 Nov 05 22:07:26.519483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8371f7-77e0-4184-94de-929cfaef00ce {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:07:26.554531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.613818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Transition to ACTIVE for port object 1a8371f7-77e0-4184-94de-929cfaef00ce will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:07:26.657768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c34c0000-fcaf-49df-a222-fdf8b965c7ce tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2502513 Nov 05 22:07:26.671044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-51170499-88f4-4bbf-abda-a319fefb250a req-b7771edb-1df6-4b4e-b332-d174511c8392 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485572 Nov 05 22:07:26.680016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Request body: {'port': {'device_id': '75778307-4574-49c2-b372-800df1afc2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:26.690744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.842143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.903889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-271c88d8-6845-4ea8-9f64-11b5b7fec325 None None] Provisioning complete for port 1933dea4-e670-4333-b028-b29404f764e9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:26.904360 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-271c88d8-6845-4ea8-9f64-11b5b7fec325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:26.915444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8371f7-77e0-4184-94de-929cfaef00ce,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:26.969470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:07:27.007229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-271c88d8-6845-4ea8-9f64-11b5b7fec325 None None] Port 1933dea4-e670-4333-b028-b29404f764e9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:27.028817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-271c88d8-6845-4ea8-9f64-11b5b7fec325 None None] Provisioning complete for port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:27.029421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-271c88d8-6845-4ea8-9f64-11b5b7fec325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.038097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea6f67-3f8d-4f1e-b4d7-741f0638dab6 req-48ceb058-7893-4fbc-b385-750e6c868311 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:27.046297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6aea6f67-3f8d-4f1e-b4d7-741f0638dab6 req-48ceb058-7893-4fbc-b385-750e6c868311 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.3296077 Nov 05 22:07:27.129687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-271c88d8-6845-4ea8-9f64-11b5b7fec325 None None] Port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:27.311110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55382) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:27.378991 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dec24769-6a86-4613-961e-a80a41a2c182 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a72d4e017df43649705c96f1bb0ca27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639963 Nov 05 22:07:27.378991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55384) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:27.386154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Attempting to bind port 1a8371f7-77e0-4184-94de-929cfaef00ce on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:27.387032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Attempting to bind port 1a8371f7-77e0-4184-94de-929cfaef00ce by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:27.387032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Attempting to bind port 1a8371f7-77e0-4184-94de-929cfaef00ce on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:27.395361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6aea6f67-3f8d-4f1e-b4d7-741f0638dab6 req-4946347b-5841-4138-9153-64a5158d9d63 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483679 Nov 05 22:07:27.400324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Port 1a8371f7-77e0-4184-94de-929cfaef00ce on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:07:27.400771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Attempting to bind port 1a8371f7-77e0-4184-94de-929cfaef00ce on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:27.409300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:27.409829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:27.410305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:27.410843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Bound port: 1a8371f7-77e0-4184-94de-929cfaef00ce, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:27.411314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.436438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:27.454372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e92192b7-46e8-4628-a959-a3b3a75ae23c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "PUT /v2.0/routers/1b2b7cfe-2810-4953-b5f2-371c50f6edbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8992999 Nov 05 22:07:27.461417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55388) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:27.463167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Sync routers for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:27.478563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d22a14f3-3dbf-48dd-864c-e19daae446fe tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--858999927', 'description': 'tempest-secgroup_access--858999927 description', 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:27.487806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:27.488450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:27.554153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22c4cd7-6d58-4fc4-ba6b-71fa2f95ee58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.573645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] For port 1a8371f7-77e0-4184-94de-929cfaef00ce, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:27.583866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] For port 1a8371f7-77e0-4184-94de-929cfaef00ce, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1a8371f7-77e0-4184-94de-929cfaef00ce,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:27.597280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6459d9de-3a90-4b7d-9ead-f7e4d048b326 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:07:27.605823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:27.617877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.621456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22c4cd7-6d58-4fc4-ba6b-71fa2f95ee58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.649454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Transition to ACTIVE for port object 6459d9de-3a90-4b7d-9ead-f7e4d048b326 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:07:27.667045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.703065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22a14f3-3dbf-48dd-864c-e19daae446fe tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.779359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:27.781905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.788900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a8371f7-77e0-4184-94de-929cfaef00ce HTTP/1.1" status: 200 len: 1092 time: 2.3144889 Nov 05 22:07:27.790627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'tag': '1a8371f7-77e0-4184-94de-929cfaef00ce'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:27.796512 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3bd507-352e-45a2-b539-bbeb4051fa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdd696c-f817-4d6d-a66d-eacf1ce712f4", "tag": "1a8371f7-77e0-4184-94de-929cfaef00ce"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:27.798840 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.889633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bbeb5-7339-4e48-8e64-d88c83daa957 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8371f7-77e0-4184-94de-929cfaef00ce,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:27.962847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Pushing event updated for resources: {'Port': ['ID=6459d9de-3a90-4b7d-9ead-f7e4d048b326,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:27.981497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22c4cd7-6d58-4fc4-ba6b-71fa2f95ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.984436 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22c4cd7-6d58-4fc4-ba6b-71fa2f95ee58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:27.988733 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d22c4cd7-6d58-4fc4-ba6b-71fa2f95ee58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f77d1372-8f75-444c-bf17-4163fdc9c1d1 HTTP/1.1" status: 204 len: 168 time: 0.6094644 Nov 05 22:07:28.029017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c4cd7-6d58-4fc4-ba6b-71fa2f95ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d1372-8f75-444c-bf17-4163fdc9c1d1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:28.031588 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5e1f24-357e-47b9-a8a5-3ae1cce27735 x-openstack-request-id: req-ac5e1f24-357e-47b9-a8a5-3ae1cce27735 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:28.036262 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdd696c-f817-4d6d-a66d-eacf1ce712f4", "tag": "1a8371f7-77e0-4184-94de-929cfaef00ce", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:28.038747 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac5e1f24-357e-47b9-a8a5-3ae1cce27735 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:28.039313 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'tag': '1a8371f7-77e0-4184-94de-929cfaef00ce', 'status': 'completed', 'code': 200} Nov 05 22:07:28.084819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22a14f3-3dbf-48dd-864c-e19daae446fe tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.108382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-14d25855-968c-4f1c-88b8-8c4230042343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:28.108382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-14d25855-968c-4f1c-88b8-8c4230042343 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 1095 time: 0.1972909 Nov 05 22:07:28.224858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-30f5bab5-ca60-4291-8f7c-b813c66d4cd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a8371f7-77e0-4184-94de-929cfaef00ce HTTP/1.1" status: 200 len: 217 time: 0.1082518 Nov 05 22:07:28.225922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22a14f3-3dbf-48dd-864c-e19daae446fe tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.296799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-8619068c-1b15-4728-bd3b-6e25a6a0b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:28.304993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-8619068c-1b15-4728-bd3b-6e25a6a0b141 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0574868 Nov 05 22:07:28.323053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a14f3-3dbf-48dd-864c-e19daae446fe tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f6e00a-4c5e-470d-9d3c-803e94a97d22,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:28.327815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Attempting to bind port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:28.328412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Attempting to bind port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:28.328907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Attempting to bind port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 on network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:28.360795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd4f68-0740-4053-a587-11b5877ab97a req-716b11b0-5a59-4824-bc53-94b4e6a8ca5a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:28.373550 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ffd4f68-0740-4053-a587-11b5877ab97a req-716b11b0-5a59-4824-bc53-94b4e6a8ca5a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 943 time: 0.5799503 Nov 05 22:07:28.407010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d923-9759-426e-8c09-c351260f9916 req-9ff8ac76-291b-4c6e-b98b-b2f74e47f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:28.407010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-9ff8ac76-291b-4c6e-b98b-b2f74e47f628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982490 Nov 05 22:07:28.415177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d22a14f3-3dbf-48dd-864c-e19daae446fe tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.421449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d22a14f3-3dbf-48dd-864c-e19daae446fe tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.9535069 Nov 05 22:07:28.422193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 on network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:07:28.422526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Attempting to bind port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 on network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:28.433613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55412) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:28.434506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:28.434851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Checking segment: {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:28.435241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Bound using segment: {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:28.435726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Bound port: 6459d9de-3a90-4b7d-9ead-f7e4d048b326, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72afec5-e176-41dc-95c3-f8f61c3e81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:28.436093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.447495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-01a30992-a2aa-4fa5-971c-ffd1bc9cab26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2079767050', 'description': 'tempest-secgroup_general--2079767050 description', 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:28.513147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:25Z', 'revision_number': 2, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:28.568042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Checking router: 1b2b7cfe-2810-4953-b5f2-371c50f6edbf for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:07:28.569041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Updating router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf port 1933dea4-e670-4333-b028-b29404f764e9 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:07:28.600978 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ffd4f68-0740-4053-a587-11b5877ab97a req-362fcc5e-4da3-4b10-82a6-ad29d92b8d67 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2253942 Nov 05 22:07:28.613300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.650748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] For port 6459d9de-3a90-4b7d-9ead-f7e4d048b326, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:28.655130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] For port 6459d9de-3a90-4b7d-9ead-f7e4d048b326, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:28.706728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5697f6b-7dd1-4718-bebd-0bb21da7bb27 req-bc897a14-3e8f-47c2-99ec-27e593f11642 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:28.712270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01a30992-a2aa-4fa5-971c-ffd1bc9cab26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.714654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5697f6b-7dd1-4718-bebd-0bb21da7bb27 req-bc897a14-3e8f-47c2-99ec-27e593f11642 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.1217825 Nov 05 22:07:28.727708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-94bd12bc-fc80-40d1-bc9a-d972d3209ead service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137116 Nov 05 22:07:28.840658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.847844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5697f6b-7dd1-4718-bebd-0bb21da7bb27 req-acfd17ba-8ec3-4b7d-86b4-c177f8c5a29c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320872 Nov 05 22:07:28.872287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01a30992-a2aa-4fa5-971c-ffd1bc9cab26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.928097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:28.928097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:28.928097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-f13929f2-8825-455b-b886-13c03c157534 service neutron] 10.222.0.13 "PUT /v2.0/ports/6459d9de-3a90-4b7d-9ead-f7e4d048b326 HTTP/1.1" status: 200 len: 1091 time: 2.2466540 Nov 05 22:07:28.928097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:28.928097 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73cfd9c-9258-41c4-9d20-c556482a3025" -d '{"events": [{"name": "network-changed", "server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:28.984070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5295d923-9759-426e-8c09-c351260f9916 req-d348aaa8-fdcf-421b-bd72-0c066fa34a2b service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475560 Nov 05 22:07:29.014783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13929f2-8825-455b-b886-13c03c157534 service neutron] Pushing event updated for resources: {'Port': ['ID=6459d9de-3a90-4b7d-9ead-f7e4d048b326,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:29.032334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01a30992-a2aa-4fa5-971c-ffd1bc9cab26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.081848 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f037a4-0f7d-4c48-a3ee-5dfbd4ecd019 x-openstack-request-id: req-d9f037a4-0f7d-4c48-a3ee-5dfbd4ecd019 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:29.082174 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:29.082444 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9f037a4-0f7d-4c48-a3ee-5dfbd4ecd019 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:29.082915 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'status': 'completed', 'code': 200} Nov 05 22:07:29.141442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a30992-a2aa-4fa5-971c-ffd1bc9cab26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574f42ee-51c9-40d7-a610-0338d10bb38a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:29.203932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfd9c-9258-41c4-9d20-c556482a3025 req-6789bdf0-fde3-4cab-b55e-8f4f0e830df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.205749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73cfd9c-9258-41c4-9d20-c556482a3025 req-6789bdf0-fde3-4cab-b55e-8f4f0e830df4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 1094 time: 0.1006916 Nov 05 22:07:29.210502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.287582 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01a30992-a2aa-4fa5-971c-ffd1bc9cab26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.289102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-01a30992-a2aa-4fa5-971c-ffd1bc9cab26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8502154 Nov 05 22:07:29.298470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55430) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:29.302970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-059a6cad-1388-48dd-86e0-61d7976ca163 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'security_group_rule': {'security_group_id': '41f6e00a-4c5e-470d-9d3c-803e94a97d22', 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:29.334682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-68dd443a-5e7f-4667-a243-0967943f662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.336309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-68dd443a-5e7f-4667-a243-0967943f662f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 1095 time: 0.1111915 Nov 05 22:07:29.351859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.354128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfd9c-9258-41c4-9d20-c556482a3025 req-133c8e78-4cee-4344-a179-4f4caa2c6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.355670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73cfd9c-9258-41c4-9d20-c556482a3025 req-133c8e78-4cee-4344-a179-4f4caa2c6df9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1286397 Nov 05 22:07:29.479259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e952c2-5105-4f53-899e-27ea7f4dd35d None None] Pushing event updated for resources: {'Port': ['ID=1933dea4-e670-4333-b028-b29404f764e9,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:29.484098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Attempting to bind port 1933dea4-e670-4333-b028-b29404f764e9 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:29.492558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Attempting to bind port 1933dea4-e670-4333-b028-b29404f764e9 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:29.492558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Attempting to bind port 1933dea4-e670-4333-b028-b29404f764e9 on network a5952881-e59b-437a-93f9-1e10ac106c3f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:29.493832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059a6cad-1388-48dd-86e0-61d7976ca163 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.494460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:29.494460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Checking segment: {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:29.494460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.494460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Bound using segment: {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:29.497661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Bound port: 1933dea4-e670-4333-b028-b29404f764e9, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:29.498418 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.585086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfd9c-9258-41c4-9d20-c556482a3025 req-b45e6557-fca2-4cc0-8db4-8ef032ab266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.586846 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73cfd9c-9258-41c4-9d20-c556482a3025 req-b45e6557-fca2-4cc0-8db4-8ef032ab266d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223022 Nov 05 22:07:29.627156 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059a6cad-1388-48dd-86e0-61d7976ca163 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.664381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-4d3c7f68-81c3-4871-8002-ae802020d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.666194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-4d3c7f68-81c3-4871-8002-ae802020d18d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.3229558 Nov 05 22:07:29.707070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] For port 1933dea4-e670-4333-b028-b29404f764e9, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:29.709232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] For port 1933dea4-e670-4333-b028-b29404f764e9, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1933dea4-e670-4333-b028-b29404f764e9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:29.729484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c51f9068-53a3-4e02-ba19-3185ddb01414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.731080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-c51f9068-53a3-4e02-ba19-3185ddb01414 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0809712 Nov 05 22:07:29.752394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-7a9a9fd7-def2-4d3f-8fe0-8b39305c378d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a8371f7-77e0-4184-94de-929cfaef00ce HTTP/1.1" status: 200 len: 217 time: 0.0783780 Nov 05 22:07:29.770987 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059a6cad-1388-48dd-86e0-61d7976ca163 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.813443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:29.841155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-e87d4b44-c167-4a42-b12f-fc6e1f655385 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326 HTTP/1.1" status: 200 len: 217 time: 0.0864079 Nov 05 22:07:29.913063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e952c2-5105-4f53-899e-27ea7f4dd35d None None] Pushing event updated for resources: {'Port': ['ID=1933dea4-e670-4333-b028-b29404f764e9,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:29.926836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-500aeaee-a841-4b52-a29d-d835c692f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.928454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-500aeaee-a841-4b52-a29d-d835c692f347 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.1633196 Nov 05 22:07:29.988225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-1b3f0978-0916-4e3b-af52-dc2d044394fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:29.989731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-1b3f0978-0916-4e3b-af52-dc2d044394fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b9e4957-f902-49a3-8d52-90f387a9a37b HTTP/1.1" status: 200 len: 834 time: 0.1349058 Nov 05 22:07:29.992909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a6cad-1388-48dd-86e0-61d7976ca163 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b6b0db-0804-4589-a2f8-6cab116a15e2,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:30.014625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:30.015277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:30.170975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-059a6cad-1388-48dd-86e0-61d7976ca163 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:30.174243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-059a6cad-1388-48dd-86e0-61d7976ca163 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8747909 Nov 05 22:07:30.177383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-82e4b7ff-6c1c-4769-bc71-1077538c6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:30.178860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-82e4b7ff-6c1c-4769-bc71-1077538c6069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796365 Nov 05 22:07:30.273389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:30.453882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f997-2396-4831-9ad9-addf75f553ef req-273a0cd1-cc42-4d77-a8a1-4461ff01dfd2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:30.460602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f01f997-2396-4831-9ad9-addf75f553ef req-273a0cd1-cc42-4d77-a8a1-4461ff01dfd2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.4431055 Nov 05 22:07:30.463870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-274c1041-51fb-4744-a7ee-bcf4953d73f4 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708654 Nov 05 22:07:30.542312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55458) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:30.586267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b85f1c-1b0d-4cc1-86e8-9d5761403e0c req-6b033e89-a042-4172-b976-7d95a8fe0956 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:30.588423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26b85f1c-1b0d-4cc1-86e8-9d5761403e0c req-6b033e89-a042-4172-b976-7d95a8fe0956 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 943 time: 0.8348072 Nov 05 22:07:30.601861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-8d7a2064-9e74-45f2-a28d-23a180149fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:30.603671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-8d7a2064-9e74-45f2-a28d-23a180149fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6563070 Nov 05 22:07:30.615278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-097aa1d4-c9cb-418f-a681-068c7ef38468 None None] Provisioning complete for port 1933dea4-e670-4333-b028-b29404f764e9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:30.615850 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-097aa1d4-c9cb-418f-a681-068c7ef38468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:30.665777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-26b85f1c-1b0d-4cc1-86e8-9d5761403e0c req-455e5676-25f2-4b6f-bacc-35501d229c73 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663178 Nov 05 22:07:30.691494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198d8dac-b967-460f-bfd7-1b7dfa5aa443 req-964a8e1e-d178-4344-bc32-57222c85021d service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041619 Nov 05 22:07:30.769492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f01f997-2396-4831-9ad9-addf75f553ef req-420b79f5-8325-4a85-9053-31b18a3018d9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977500 Nov 05 22:07:30.805450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1400364412'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:30.842395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:30.872087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:29Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:30.880284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-0d131e0a-dcec-420a-9580-751186b53481 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189152 Nov 05 22:07:30.924867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bbbdc-033d-400d-b567-d9b66d76f210 None None] The sync data for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 is: [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:29Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:30.926637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-097aa1d4-c9cb-418f-a681-068c7ef38468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:30.954257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-948a070b-1350-4ef0-b749-76f7a9381102 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--858999927&fields=id&tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d HTTP/1.1" status: 200 len: 267 time: 0.0792823 Nov 05 22:07:30.958572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:30.963183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:30.983670 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:30.998073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-097aa1d4-c9cb-418f-a681-068c7ef38468 None None] For port 1933dea4-e670-4333-b028-b29404f764e9, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1933dea4-e670-4333-b028-b29404f764e9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:31.092854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ae3bd507-352e-45a2-b539-bbeb4051fa1c req-f4fa9c4e-4f72-4563-a775-ba85789fa4c0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036173 Nov 05 22:07:31.152363 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-097aa1d4-c9cb-418f-a681-068c7ef38468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.196126 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-854fece9-d0b6-4c71-b2f6-d242faa4dafa tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--2079767050&fields=id&tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d HTTP/1.1" status: 200 len: 267 time: 0.2395272 Nov 05 22:07:31.197456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.280786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097aa1d4-c9cb-418f-a681-068c7ef38468 None None] Pushing event updated for resources: {'Port': ['ID=1933dea4-e670-4333-b028-b29404f764e9,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:31.300938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ecc1f895-c9c2-4cae-951d-8caa467696bd None None] Provisioning complete for port 1933dea4-e670-4333-b028-b29404f764e9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:31.306461 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ecc1f895-c9c2-4cae-951d-8caa467696bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.352334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.370424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:07:31.426652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae359ed-18d5-447f-aea0-8658827cd33a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:31.436461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.439246 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment 7ba98dd1-1af8-4a7a-be96-24e1799f97fd of type vlan for network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 Nov 05 22:07:31.499111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-2fb1f914-391e-4221-b428-c4ef3d779112 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:31.500745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-2fb1f914-391e-4221-b428-c4ef3d779112 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/networks?id=a5952881-e59b-437a-93f9-1e10ac106c3f HTTP/1.1" status: 200 len: 797 time: 0.3032806 Nov 05 22:07:31.524593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-3c3b5cf4-56a5-4ea6-bc16-8ced72df4751 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/quotas/b898d524ea3d43a4ac8e8d5a6bceb03d HTTP/1.1" status: 200 len: 375 time: 0.0163805 Nov 05 22:07:31.542496 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.681414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.688180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:31.690558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.691832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1933dea4-e670-4333-b028-b29404f764e9 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:31.860946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=429b6466-4f6a-4478-9c49-9ee2095dc3d6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:31.864387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1933dea4-e670-4333-b028-b29404f764e9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:31.864926 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:31.872721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:07:31.903611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2b723902-0a3e-4a75-af91-e69410cec48c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3442578 Nov 05 22:07:31.905731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55482) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:31.915586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'name': 'tempest-PortsTestJSON-1018426308'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:32.063295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c342f-f1dc-4bbd-a5f8-999c8124e2c4 req-26de34f1-edc7-49a5-a183-b2ba710802d2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:32.085304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-488c342f-f1dc-4bbd-a5f8-999c8124e2c4 req-26de34f1-edc7-49a5-a183-b2ba710802d2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 943 time: 0.2202470 Nov 05 22:07:32.258267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-ecb565cd-4b7d-4798-a414-534c5a10a13f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7260878 Nov 05 22:07:32.279164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-488c342f-f1dc-4bbd-a5f8-999c8124e2c4 req-88344a64-2fa9-46fd-9283-8d759840c216 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929963 Nov 05 22:07:32.367936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:32.377861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:32.404132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:32.429157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-b2807c0c-6777-4579-ba54-0c209fb28a8f service neutron] 10.222.0.41 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520894 Nov 05 22:07:32.552033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ae98-d2c8-430b-ba92-bd9ef5b1889e req-157ae111-e4a5-472d-b2c7-9fae9de6060d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:32.553625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-29e1ae98-d2c8-430b-ba92-bd9ef5b1889e req-157ae111-e4a5-472d-b2c7-9fae9de6060d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.1440046 Nov 05 22:07:32.576694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-6d02da71-84f4-47fd-aaf3-e66d3b015c22 service neutron] 10.222.0.41 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384478 Nov 05 22:07:32.681099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-29e1ae98-d2c8-430b-ba92-bd9ef5b1889e req-34f58cfa-0160-4c87-a0bf-6da29645ec7e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184328 Nov 05 22:07:32.708438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:32.813572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:32.896998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=c5cdf6c9-4b40-45a1-a0e0-4edaf405e074,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:32.900732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:32.905686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': '7ba98dd1-1af8-4a7a-be96-24e1799f97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:32.906091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: 429b6466-4f6a-4478-9c49-9ee2095dc3d6, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:07:33.035052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:07:33.043783 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57a22516-e0e5-44ec-a603-2cbf73b4258c req-4987d8b4-271e-4081-91ae-042c228dd177 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 210 time: 0.0438924 Nov 05 22:07:33.157774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 429b6466-4f6a-4478-9c49-9ee2095dc3d6) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:33.162305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:33.169612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:33.170038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:33.174432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d91c3-0026-4c1f-b5f5-68181a4484c4 None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:33.307148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-657c47f4-70f6-47d1-bc25-dbe7a7f7c339 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4001482 Nov 05 22:07:33.311654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55498) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:33.316667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1681617363'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:33.405914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8422a48-4cb0-48dc-816b-d923333325a2 req-a417b467-5c42-43f1-9d23-e6bc297b0bdf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:33.407292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8422a48-4cb0-48dc-816b-d923333325a2 req-a417b467-5c42-43f1-9d23-e6bc297b0bdf tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 943 time: 0.0482788 Nov 05 22:07:33.422466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:33.429103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:33.478757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:07:33.488213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8422a48-4cb0-48dc-816b-d923333325a2 req-269e32c5-5d39-4ecc-9c52-8512b01f7348 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749350 Nov 05 22:07:33.493364 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:33.493898 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment e391797f-6fe1-44a9-b4f1-a15eb41f8558 of type vlan for network e3216cf0-cfb4-4dc9-aa4c-2644afa49545 Nov 05 22:07:33.557182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:33.702784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:33.713220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:33.714656 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:33.795338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=e3216cf0-cfb4-4dc9-aa4c-2644afa49545,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:33.806817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network e3216cf0-cfb4-4dc9-aa4c-2644afa49545 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:07:33.826923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2b05f753-0b4a-49ba-b532-1aae369f05c4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5138936 Nov 05 22:07:33.828446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55510) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:33.838363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'ports': [{'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6'}, {'network_id': 'e3216cf0-cfb4-4dc9-aa4c-2644afa49545'}]} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:33.838682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:33.839167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'e3216cf0-cfb4-4dc9-aa4c-2644afa49545'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:33.845745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332260-e6d6-47ba-927c-b50bbe8d11ea req-e2883fdd-22e3-4aa6-af59-bce5ea4fcd33 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:33.847885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77332260-e6d6-47ba-927c-b50bbe8d11ea req-e2883fdd-22e3-4aa6-af59-bce5ea4fcd33 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.0860384 Nov 05 22:07:33.893188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6459d9de-3a90-4b7d-9ead-f7e4d048b326 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:07:33.917832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77332260-e6d6-47ba-927c-b50bbe8d11ea req-3c665428-d6dd-4d80-b7c3-154a4e0f7fb7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Nov 05 22:07:34.031042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6459d9de-3a90-4b7d-9ead-f7e4d048b326, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:34.046451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'port_id': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'mac_address': 'fa:16:3e:66:e4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:07:34.119984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 2} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:34.124690 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.132869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.145347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6459d9de-3a90-4b7d-9ead-f7e4d048b326 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:07:34.158682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.165186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6459d9de-3a90-4b7d-9ead-f7e4d048b326, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:34.175823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27c8aaf7-e556-4ac3-819b-a0743a216092 req-791e60dc-925e-4068-a966-9d7153cdb36a tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 210 time: 0.0348279 Nov 05 22:07:34.258752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 3ee84706-08d5-4810-8f00-298d37cb358a yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:34.271988 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.323529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6459d9de-3a90-4b7d-9ead-f7e4d048b326,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:34.376220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.447665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port fdbe6f5e-f939-4482-8041-3ee494ecbe07 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:34.508903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['6459d9de-3a90-4b7d-9ead-f7e4d048b326'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:07:34.579974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.665012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a74c9-e5cb-43dd-8d9a-1e506a70c268 req-2bb06d60-5932-4bd2-af91-c3443151fd66 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:34.666987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f98a74c9-e5cb-43dd-8d9a-1e506a70c268 req-2bb06d60-5932-4bd2-af91-c3443151fd66 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 944 time: 0.0703080 Nov 05 22:07:34.723656 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.786779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f98a74c9-e5cb-43dd-8d9a-1e506a70c268 req-11b8cc77-30dc-44da-9989-90382df7e759 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080253 Nov 05 22:07:34.787561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:34.791035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:34.796460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:34.797258 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:34.801214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=3ee84706-08d5-4810-8f00-298d37cb358a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:34.871236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=fdbe6f5e-f939-4482-8041-3ee494ecbe07,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:34.880751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': 'e391797f-6fe1-44a9-b4f1-a15eb41f8558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e3216cf0-cfb4-4dc9-aa4c-2644afa49545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:34.881127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: e3216cf0-cfb4-4dc9-aa4c-2644afa49545, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:07:34.997731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network e3216cf0-cfb4-4dc9-aa4c-2644afa49545 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:07:35.049556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d1a2-8b3f-40ec-8548-42de9a775b11 req-3633a62a-cbaf-49ed-8dbb-f4a8416e46cc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:35.051866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba14d1a2-8b3f-40ec-8548-42de9a775b11 req-3633a62a-cbaf-49ed-8dbb-f4a8416e46cc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.0524774 Nov 05 22:07:35.100811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, e3216cf0-cfb4-4dc9-aa4c-2644afa49545) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:35.118582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:35.132401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ba14d1a2-8b3f-40ec-8548-42de9a775b11 req-2eb6e881-3183-44fc-91f5-b0775cc6418f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 Nov 05 22:07:35.153177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77110938-97fd-42fe-b796-70e8e833fcd9 None None] Network e3216cf0-cfb4-4dc9-aa4c-2644afa49545 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:35.157183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:35.159359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:35.160634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:35.264229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-52803685-2ed7-4bad-9525-617d5a3176a1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4346504 Nov 05 22:07:35.268697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55530) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:35.307655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45280ebe-4e80-4c02-a458-2603aff73ffd req-4fcaeb97-fd3d-4050-aed7-57c0e23dd3ee tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 210 time: 0.0331466 Nov 05 22:07:35.378744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port fdbe6f5e-f939-4482-8041-3ee494ecbe07 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:35.379038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:35.448883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:35.464354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for fdbe6f5e-f939-4482-8041-3ee494ecbe07 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:35.643706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:35.669953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=fdbe6f5e-f939-4482-8041-3ee494ecbe07,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:35.681411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:35.685128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3affb90c-c4c3-428c-ae3a-bad8781be72f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/fdbe6f5e-f939-4482-8041-3ee494ecbe07 HTTP/1.1" status: 204 len: 168 time: 0.4143202 Nov 05 22:07:35.687601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55534) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:35.748377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d852c-482b-447d-8187-5aa5ff1b67b2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:35.754355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d852c-482b-447d-8187-5aa5ff1b67b2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:35.755917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-480d852c-482b-447d-8187-5aa5ff1b67b2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0674014 Nov 05 22:07:35.758577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55536) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:35.902744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6459d9de-3a90-4b7d-9ead-f7e4d048b326 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:35.921654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 3ee84706-08d5-4810-8f00-298d37cb358a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:35.921887 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.071399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a51d-e636-48e5-9540-0800b00cfb45 req-cd5f3b50-ebbe-4346-b2ff-45157ed94b8b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:36.074056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c898a51d-e636-48e5-9540-0800b00cfb45 req-cd5f3b50-ebbe-4346-b2ff-45157ed94b8b tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 944 time: 0.2038538 Nov 05 22:07:36.162085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-bab72df2-bc60-42a3-8b15-5e1cc248c504 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:36.163535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-bab72df2-bc60-42a3-8b15-5e1cc248c504 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.46 "GET /v2.0/networks?id=a5952881-e59b-437a-93f9-1e10ac106c3f HTTP/1.1" status: 200 len: 797 time: 0.2010500 Nov 05 22:07:36.189549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:07:36.189549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:36.189549 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.196980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.242430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 3ee84706-08d5-4810-8f00-298d37cb358a owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:36.287145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c898a51d-e636-48e5-9540-0800b00cfb45 req-1fbcd6bd-0d98-4a3a-a16f-4b98c2407e6c tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1971128 Nov 05 22:07:36.319446 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.348080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-16d5ab89-24d1-4ac4-b5cd-d3978b3c3941 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d HTTP/1.1" status: 200 len: 477 time: 0.1725819 Nov 05 22:07:36.357690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6459d9de-3a90-4b7d-9ead-f7e4d048b326, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:36.359838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:36.365456 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cd2c4a-622c-4921-888c-a62b5563aa74" -d '{"events": [{"server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "name": "network-vif-plugged", "status": "completed", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:36.381033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'port': {'device_id': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'admin_state_up': True, 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'security_groups': ['41f6e00a-4c5e-470d-9d3c-803e94a97d22', '574f42ee-51c9-40d7-a610-0338d10bb38a']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:36.384510 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-030a8ba1-2d7a-4833-a322-e694e6d09900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.439926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4801e84b-20cb-4e96-ac1e-39bc0d48e087 req-75cd3344-45dd-4179-944e-885f384e9316 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 210 time: 0.0316176 Nov 05 22:07:36.470536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863bde6-babc-493b-aa36-16169cb92d39 req-4ff34cf2-dfd9-4e67-bbc8-ba81b03b49a9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:36.472060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e863bde6-babc-493b-aa36-16169cb92d39 req-4ff34cf2-dfd9-4e67-bbc8-ba81b03b49a9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.1676400 Nov 05 22:07:36.496704 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e88c1d-1315-4ec0-8a7e-ae0c2887021b x-openstack-request-id: req-89e88c1d-1315-4ec0-8a7e-ae0c2887021b {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:36.497004 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "name": "network-vif-plugged", "status": "completed", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:36.497257 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89e88c1d-1315-4ec0-8a7e-ae0c2887021b {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:36.497674 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'code': 200} Nov 05 22:07:36.538513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.546483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e863bde6-babc-493b-aa36-16169cb92d39 req-6445ce97-baff-4299-9e3f-7411b10ac4fa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684671 Nov 05 22:07:36.587688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.605363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6459d9de-3a90-4b7d-9ead-f7e4d048b326,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:36.645714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=3ee84706-08d5-4810-8f00-298d37cb358a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:36.659037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Made reservation on behalf of b898d524ea3d43a4ac8e8d5a6bceb03d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:36.659761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.662902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:36.663098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc04c943-a993-401c-94ad-2f92247392da tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/3ee84706-08d5-4810-8f00-298d37cb358a HTTP/1.1" status: 204 len: 168 time: 0.9034529 Nov 05 22:07:36.665515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55552) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:36.671702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa01e2-dd6f-445a-8d55-3a69cd5090dc req-cc27a19c-eda7-4e95-9e5a-00b85cef4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:36.673328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-46fa01e2-dd6f-445a-8d55-3a69cd5090dc req-cc27a19c-eda7-4e95-9e5a-00b85cef4c57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 1096 time: 0.1138012 Nov 05 22:07:36.725727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-46fa01e2-dd6f-445a-8d55-3a69cd5090dc req-8e6707b6-8800-40ab-b1e4-08ce653f34d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449693 Nov 05 22:07:36.766777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44733039-d5fb-44c7-8448-2120d3bd34e5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:36.768269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-44733039-d5fb-44c7-8448-2120d3bd34e5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1016958 Nov 05 22:07:36.779033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55554) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:36.798062 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c68c224-c54b-454a-9818-4c8172bef8cc tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:07:36.802884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0c68c224-c54b-454a-9818-4c8172bef8cc tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/fdbe6f5e-f939-4482-8041-3ee494ecbe07 HTTP/1.1" status: 404 len: 333 time: 0.0273309 Nov 05 22:07:36.803580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55556) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:36.832112 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a892e866-ef56-4db0-bd74-54e43d6ee138 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:07:36.834004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a892e866-ef56-4db0-bd74-54e43d6ee138 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/3ee84706-08d5-4810-8f00-298d37cb358a HTTP/1.1" status: 404 len: 333 time: 0.0290582 Nov 05 22:07:36.835192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Allocated IP 172.20.0.4 (a5952881-e59b-437a-93f9-1e10ac106c3f/c3a78471-5c03-4522-8aa3-73559717faac/c19038ad-5301-4922-95e7-026475b78db9) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:36.838120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55558) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:36.917858 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.006053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.009910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.033690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3216cf0-cfb4-4dc9-aa4c-2644afa49545']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:37.043881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e391797f-6fe1-44a9-b4f1-a15eb41f8558') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:37.044184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e391797f-6fe1-44a9-b4f1-a15eb41f8558') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:37.053366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.067017 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.072938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:07:37.073583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:07:37.076934 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:07:37.167838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.212094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network a5952881-e59b-437a-93f9-1e10ac106c3f is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:37.218821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:37.223720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:37.249824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=c19038ad-5301-4922-95e7-026475b78db9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:37.283411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.288047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:37.288838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.302053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.306404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/e3216cf0-cfb4-4dc9-aa4c-2644afa49545 HTTP/1.1" status: 204 len: 168 time: 0.4671755 Nov 05 22:07:37.312890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55566) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:37.318819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-451751783'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:37.327283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9baf0-ea96-4c8e-80b1-5e56406399b5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=e3216cf0-cfb4-4dc9-aa4c-2644afa49545,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:37.409923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-f606a194-424d-4166-af73-79b6c812b4ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0336385 Nov 05 22:07:37.440411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Request body: {'port': {'device_id': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:37.499462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ec1bdba4-91c3-47de-a3b5-f26fc7268e73 None None] Provisioning complete for port c19038ad-5301-4922-95e7-026475b78db9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:37.499462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdba4-91c3-47de-a3b5-f26fc7268e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.506840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bcdba-79d7-45ca-8b82-3da90086a756 req-860fa7d9-2c5d-4553-98fd-a5405a126cd6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:37.508579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-856bcdba-79d7-45ca-8b82-3da90086a756 req-860fa7d9-2c5d-4553-98fd-a5405a126cd6 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 945 time: 0.1160593 Nov 05 22:07:37.518129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.549361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bdba4-91c3-47de-a3b5-f26fc7268e73 None None] Port c19038ad-5301-4922-95e7-026475b78db9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:37.580410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3935f0-0508-4b42-b68e-0d7498394b7a req-f1949e1e-41e6-477e-9185-0f4f07b451cf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:37.582091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc3935f0-0508-4b42-b68e-0d7498394b7a req-f1949e1e-41e6-477e-9185-0f4f07b451cf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 970 time: 0.0549910 Nov 05 22:07:37.598136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:37.601612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.612423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-856bcdba-79d7-45ca-8b82-3da90086a756 req-025aaf14-5d99-45ba-a391-aac0f40f4df8 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962124 Nov 05 22:07:37.642496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:07:37.656953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bc3935f0-0508-4b42-b68e-0d7498394b7a req-b1a5f45e-c1d2-4f1d-9887-3289fbadc5d7 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0679257 Nov 05 22:07:37.702471 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.702830 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment 481c63ea-ab26-4fcb-a4fc-4be982e352f2 of type vlan for network ce711768-3a14-4ddb-a79f-621cd21c18b1 Nov 05 22:07:37.801727 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.876701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce925ae-b983-46a7-b040-307066b3f41e req-00d21eea-62a0-4a5d-884f-478c62725d9c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:37.877738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ce925ae-b983-46a7-b040-307066b3f41e req-00d21eea-62a0-4a5d-884f-478c62725d9c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.1637566 Nov 05 22:07:37.982666 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:37.988280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:37.988850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.016398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ce925ae-b983-46a7-b040-307066b3f41e req-d2f20e2f-a3e6-4a3a-b1bf-1eb6d8c37302 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219962 Nov 05 22:07:38.034746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19038ad-5301-4922-95e7-026475b78db9 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:07:38.044229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.086969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=ce711768-3a14-4ddb-a79f-621cd21c18b1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:38.091048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Transition to ACTIVE for port object c19038ad-5301-4922-95e7-026475b78db9 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:07:38.097279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network ce711768-3a14-4ddb-a79f-621cd21c18b1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:07:38.163825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.177100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-008aba88-cd1f-4ca7-84ec-55026984ab8c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8601372 Nov 05 22:07:38.178857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55578) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:38.189047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:38.248717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Pushing event updated for resources: {'Port': ['ID=c19038ad-5301-4922-95e7-026475b78db9,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:38.370328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Attempting to bind port c19038ad-5301-4922-95e7-026475b78db9 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:38.371053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Attempting to bind port c19038ad-5301-4922-95e7-026475b78db9 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:38.372254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Attempting to bind port c19038ad-5301-4922-95e7-026475b78db9 on network a5952881-e59b-437a-93f9-1e10ac106c3f {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:38.379572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Port c19038ad-5301-4922-95e7-026475b78db9 on network a5952881-e59b-437a-93f9-1e10ac106c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:07:38.380229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Attempting to bind port c19038ad-5301-4922-95e7-026475b78db9 on network a5952881-e59b-437a-93f9-1e10ac106c3f {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:38.388147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:38.388577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Checking segment: {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:38.389057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Bound using segment: {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:38.389555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Bound port: c19038ad-5301-4922-95e7-026475b78db9, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46defb3a-e175-495e-bd1d-75237422ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:38.389982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.473080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] For port c19038ad-5301-4922-95e7-026475b78db9, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:38.475416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] For port c19038ad-5301-4922-95e7-026475b78db9, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=c19038ad-5301-4922-95e7-026475b78db9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:38.511269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:38.512056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.578262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Performing IP validity checks on allocation pools {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 22:07:38.579026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 22:07:38.589765 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0a75f48-e486-40bd-8367-56b36a976c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.623837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.686525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:38.687420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:38.692926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] 10.222.0.46 "PUT /v2.0/ports/c19038ad-5301-4922-95e7-026475b78db9 HTTP/1.1" status: 200 len: 1130 time: 1.2617309 Nov 05 22:07:38.695525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:38.698908 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "tag": "c19038ad-5301-4922-95e7-026475b78db9"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:38.755384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97edef5-a7f3-4c4e-bf28-b5c49b136225 service neutron] Pushing event updated for resources: {'Port': ['ID=c19038ad-5301-4922-95e7-026475b78db9,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:38.885446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64046497-184b-4caf-be60-48dd7ac3d6c7 req-d017e6ba-8a93-4c28-b308-a902f15bff26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:38.887767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-64046497-184b-4caf-be60-48dd7ac3d6c7 req-d017e6ba-8a93-4c28-b308-a902f15bff26 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 982 time: 0.1224511 Nov 05 22:07:38.899243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5842eb7-c408-4339-bf18-b0d250ec492f req-45cc4c8f-ffb7-4b02-974a-873924419c92 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:38.901175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5842eb7-c408-4339-bf18-b0d250ec492f req-45cc4c8f-ffb7-4b02-974a-873924419c92 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 945 time: 0.1269078 Nov 05 22:07:38.935359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-4c863f97-9925-4ebc-9cb6-e0954d1df0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:38.936910 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-4c863f97-9925-4ebc-9cb6-e0954d1df0e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1133 time: 0.0945222 Nov 05 22:07:38.956196 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:39.024800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-18b6b3bf-fb6c-4698-858b-6075d745ac31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19038ad-5301-4922-95e7-026475b78db9 HTTP/1.1" status: 200 len: 217 time: 0.0731184 Nov 05 22:07:39.059770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5842eb7-c408-4339-bf18-b0d250ec492f req-9d2cf7a6-5678-4c88-a6b2-8d1859c4cb04 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459711 Nov 05 22:07:39.087742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-64046497-184b-4caf-be60-48dd7ac3d6c7 req-32675285-75f7-4d1a-b6f0-142f2b6e6ffd tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1926644 Nov 05 22:07:39.089027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:39.103303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': '481c63ea-ab26-4fcb-a4fc-4be982e352f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:39.103900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: ce711768-3a14-4ddb-a79f-621cd21c18b1, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:07:39.113809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-147b6d2e-94f9-4bbf-9883-fbb1083f555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.116156 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-147b6d2e-94f9-4bbf-9883-fbb1083f555a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3a78471-5c03-4522-8aa3-73559717faac HTTP/1.1" status: 200 len: 835 time: 0.0768178 Nov 05 22:07:39.197054 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f758471-c88c-4623-89c1-3616a703831b x-openstack-request-id: req-0f758471-c88c-4623-89c1-3616a703831b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:39.197665 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "tag": "c19038ad-5301-4922-95e7-026475b78db9", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:39.197665 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f758471-c88c-4623-89c1-3616a703831b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:39.203965 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9', 'status': 'completed', 'code': 200} Nov 05 22:07:39.211400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-6cfee283-353f-4b4f-b9be-40f495ddb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.213208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-6cfee283-353f-4b4f-b9be-40f495ddb7cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5952881-e59b-437a-93f9-1e10ac106c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701962 Nov 05 22:07:39.259984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network ce711768-3a14-4ddb-a79f-621cd21c18b1 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:07:39.299441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585926-9a25-4f69-b7cf-b881f66b9b56 req-ba6e50e8-3ce0-484c-b2c9-8c5469e2a940 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.301358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b585926-9a25-4f69-b7cf-b881f66b9b56 req-ba6e50e8-3ce0-484c-b2c9-8c5469e2a940 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.0997064 Nov 05 22:07:39.359957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b585926-9a25-4f69-b7cf-b881f66b9b56 req-baaf2864-d070-41bc-a23b-f08b2151b0d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510423 Nov 05 22:07:39.368030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5e155-45a4-4c1a-8ae5-e4fc11e3c21f req-8592a57d-0aec-470c-abf1-1faed469c7af tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.376283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27c5e155-45a4-4c1a-8ae5-e4fc11e3c21f req-8592a57d-0aec-470c-abf1-1faed469c7af tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 945 time: 0.0885305 Nov 05 22:07:39.379000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-a13a8703-2e91-434b-8173-27a3f79b2909 service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559300 Nov 05 22:07:39.389441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, ce711768-3a14-4ddb-a79f-621cd21c18b1) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:39.389441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.389441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:39.392860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16409be4-7f9f-4edb-98dd-6ee7e2e84004 None None] Network ce711768-3a14-4ddb-a79f-621cd21c18b1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:39.491684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6c0edada-3c59-4869-b936-3c661d20db0e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3085845 Nov 05 22:07:39.494274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55598) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:39.501226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1', 'name': 'tempest-PortsTestJSON-1719118232'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:39.549575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27c5e155-45a4-4c1a-8ae5-e4fc11e3c21f req-c3e75e6e-12bf-4b38-94bb-f22b51ed8094 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696768 Nov 05 22:07:39.582659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55600) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:39.628634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-ce711768-3a14-4ddb-a79f-621cd21c18b1', 'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1', 'tenant_id': '7ab20c0af990452f8e35265e5796af1f', 'fixed_ips': [{'subnet_id': '2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:07:39.632452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:39.651688 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63aeb5e1-87da-4a87-971b-d95be145ec5e req-fb165ca6-9f23-4d10-b984-798314346c3f service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610621 Nov 05 22:07:39.694726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28274af3-dc7f-4a66-a4a8-b294d98fa128 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.699023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-28274af3-dc7f-4a66-a4a8-b294d98fa128 tempest-TestNetworkBasicOps-1711112547 tempest-TestNetworkBasicOps-1711112547-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 1091 time: 0.1124594 Nov 05 22:07:39.699602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55602) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:39.704237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:39.788423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Allocated IP 172.20.0.2 (ce711768-3a14-4ddb-a79f-621cd21c18b1/2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1/6269b04e-082f-4965-bb12-84da6c7087f1) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:39.810711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:39.815375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:39.847059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:39.856653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-3d20df4e-4fbc-4b9c-b61b-69cfdcf6de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.858388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-3d20df4e-4fbc-4b9c-b61b-69cfdcf6de5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1133 time: 0.0467682 Nov 05 22:07:39.973207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-954d002a-3de1-472d-b093-a360735e3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:39.974651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-954d002a-3de1-472d-b093-a360735e3486 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5952881-e59b-437a-93f9-1e10ac106c3f HTTP/1.1" status: 200 len: 898 time: 0.1097262 Nov 05 22:07:39.975031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:39.982294 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.036010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-5cd0629b-5a1e-45b8-9041-a457c95caa18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19038ad-5301-4922-95e7-026475b78db9 HTTP/1.1" status: 200 len: 217 time: 0.0517197 Nov 05 22:07:40.077983 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.110668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-b5c31fc2-aab7-4bd6-9afb-63655e928f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:40.112449 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-b5c31fc2-aab7-4bd6-9afb-63655e928f9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3a78471-5c03-4522-8aa3-73559717faac HTTP/1.1" status: 200 len: 835 time: 0.0701735 Nov 05 22:07:40.119253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.178107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Network ce711768-3a14-4ddb-a79f-621cd21c18b1 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:40.181848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:40.190013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:40.214211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-461a7d50-fa4b-46b0-8a92-5285ca26aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:40.219954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-461a7d50-fa4b-46b0-8a92-5285ca26aa76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5952881-e59b-437a-93f9-1e10ac106c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984275 Nov 05 22:07:40.235426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Pushing event updated for resources: {'Port': ['ID=6269b04e-082f-4965-bb12-84da6c7087f1,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:40.237996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.274521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.274521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.275120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.279974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.281102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.282077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.284246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.284708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.285219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.290585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.293811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.293811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:07:40.386369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-8ac1bbc3-3e23-4e21-9038-f0e4898908bf service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610811 Nov 05 22:07:40.396312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Attempting to bind port 6269b04e-082f-4965-bb12-84da6c7087f1 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:40.396851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Attempting to bind port 6269b04e-082f-4965-bb12-84da6c7087f1 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '481c63ea-ab26-4fcb-a4fc-4be982e352f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:40.397422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Attempting to bind port 6269b04e-082f-4965-bb12-84da6c7087f1 on network ce711768-3a14-4ddb-a79f-621cd21c18b1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:40.404277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:40.404785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Checking segment: {'id': '481c63ea-ab26-4fcb-a4fc-4be982e352f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:40.405285 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.406091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Bound using segment: {'id': '481c63ea-ab26-4fcb-a4fc-4be982e352f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:40.406755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Bound port: 6269b04e-082f-4965-bb12-84da6c7087f1, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c63ea-ab26-4fcb-a4fc-4be982e352f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ce711768-3a14-4ddb-a79f-621cd21c18b1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:40.407314 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.411090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.11 (ce711768-3a14-4ddb-a79f-621cd21c18b1/2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1/32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:40.503863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] For port 6269b04e-082f-4965-bb12-84da6c7087f1, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:40.508489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] For port 6269b04e-082f-4965-bb12-84da6c7087f1, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6269b04e-082f-4965-bb12-84da6c7087f1,segment=NetworkSegment(481c63ea-ab26-4fcb-a4fc-4be982e352f2),segment_id=481c63ea-ab26-4fcb-a4fc-4be982e352f2)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:40.546134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d51aa-f720-46c2-b19a-dfe659da2596 req-3e96cea1-4fb7-4294-af7b-8edac1b1ede6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:40.547674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-086d51aa-f720-46c2-b19a-dfe659da2596 req-3e96cea1-4fb7-4294-af7b-8edac1b1ede6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.0984097 Nov 05 22:07:40.576049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4e26c2fe-b4e8-4ab3-80b7-4516ad0f9552 req-26599b17-60e0-4058-9d5b-b405c0e86f96 service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819329 Nov 05 22:07:40.612135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-086d51aa-f720-46c2-b19a-dfe659da2596 req-6f817433-8a61-48d1-a64a-f9f9c2541dda tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578599 Nov 05 22:07:40.649457 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.663563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32c31-5ce1-4daa-96e0-af35b267a8fa req-e1ea1090-cad2-4b77-8b77-e5f8972f1049 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:40.671573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11d32c31-5ce1-4daa-96e0-af35b267a8fa req-e1ea1090-cad2-4b77-8b77-e5f8972f1049 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 982 time: 0.3669260 Nov 05 22:07:40.724894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Allocated IP 172.25.6.199 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/97c2301e-ddc9-46bb-8678-b32374cd93a9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:40.730249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba3ea-63b2-489e-87f5-816e4dd11f8a None None] Pushing event updated for resources: {'Port': ['ID=6269b04e-082f-4965-bb12-84da6c7087f1,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:40.790404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-fcfda2cf-c517-4d7e-b0ca-ad09c099e7f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2547889 Nov 05 22:07:40.793643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:40.823024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11d32c31-5ce1-4daa-96e0-af35b267a8fa req-6f12ddeb-bd6b-40e4-acc1-d5e609d43f34 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1487226 Nov 05 22:07:40.991416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-cea8bfa3-7038-4084-8ad4-8b754bb786c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:40.992973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-cea8bfa3-7038-4084-8ad4-8b754bb786c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 1096 time: 0.1316960 Nov 05 22:07:41.008331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:41.051010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:41.146670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network ce711768-3a14-4ddb-a79f-621cd21c18b1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:41.157788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:41.160266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:41.505744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:41.514080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:41.526450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:41.562257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6269b04e-082f-4965-bb12-84da6c7087f1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:41.572602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-5de4342e-d0eb-454b-8bed-e25670cab9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:41.574082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-5de4342e-d0eb-454b-8bed-e25670cab9f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c HTTP/1.1" status: 200 len: 898 time: 0.5612750 Nov 05 22:07:41.598283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:41.598815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:41.606768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:41.633362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6269b04e-082f-4965-bb12-84da6c7087f1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:41.633732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:41.647128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:41.654867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-b763d922-db80-469d-9d0b-4cb4f7b74a68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326 HTTP/1.1" status: 200 len: 217 time: 0.0714314 Nov 05 22:07:41.660516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:41.805956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=97c2301e-ddc9-46bb-8678-b32374cd93a9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:41.814997 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-28e11a08-6590-49ee-86ad-f9981167ba55 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3171527 Nov 05 22:07:41.822500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cd76c-e48c-4da5-8ab5-a29fc5d50c3d req-d45e491f-ed93-4797-b552-fa043fa0f3a5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:41.824952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:41.828379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55626) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:41.831609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-293cd76c-e48c-4da5-8ab5-a29fc5d50c3d req-d45e491f-ed93-4797-b552-fa043fa0f3a5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.1077497 Nov 05 22:07:41.912240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 6269b04e-082f-4965-bb12-84da6c7087f1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6269b04e-082f-4965-bb12-84da6c7087f1,segment=NetworkSegment(481c63ea-ab26-4fcb-a4fc-4be982e352f2),segment_id=481c63ea-ab26-4fcb-a4fc-4be982e352f2)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:41.914519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-293cd76c-e48c-4da5-8ab5-a29fc5d50c3d req-f7cdd860-356c-4a62-bcc5-ab2513b09b0e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814519 Nov 05 22:07:41.927643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-493345ec-1f0f-4f0a-9f13-0c7ca7b28495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:41.929435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-493345ec-1f0f-4f0a-9f13-0c7ca7b28495 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b9e4957-f902-49a3-8d52-90f387a9a37b HTTP/1.1" status: 200 len: 834 time: 0.2434969 Nov 05 22:07:41.975666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85373628-a83e-428d-af74-747ff6c8f941 None None] Network ce711768-3a14-4ddb-a79f-621cd21c18b1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:42.124736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:42.134885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:42.173111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487a64a-001f-4f0b-a49e-8b5783cf97bf req-409bb343-530c-492c-be4b-3d25984ea916 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:42.174653 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c487a64a-001f-4f0b-a49e-8b5783cf97bf req-409bb343-530c-492c-be4b-3d25984ea916 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 982 time: 0.2079937 Nov 05 22:07:42.240281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-a80e2308-d4d3-4224-8042-379824ddcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:42.242190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-a80e2308-d4d3-4224-8042-379824ddcd6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2763610 Nov 05 22:07:42.244315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-15ed45ea-5110-4706-aba8-41f285496161 None None] Provisioning complete for port 6269b04e-082f-4965-bb12-84da6c7087f1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:42.244467 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15ed45ea-5110-4706-aba8-41f285496161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:42.319413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=6269b04e-082f-4965-bb12-84da6c7087f1,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:42.344781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:42.351691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:42.461790 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c487a64a-001f-4f0b-a49e-8b5783cf97bf req-d0ed4bfe-e1b8-4f35-90a5-115b4eb338ce tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2755113 Nov 05 22:07:42.568192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-db3a6f4d-2ecb-4d36-b2cd-6eee3c1a424e service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176560 Nov 05 22:07:42.606954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:42.679694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:42.695774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device c19038ad-5301-4922-95e7-026475b78db9 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:07:42.756880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a6c23e9f-7285-4702-b1b7-8a2b8f473e98 None None] Provisioning complete for port 6269b04e-082f-4965-bb12-84da6c7087f1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:42.757186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a6c23e9f-7285-4702-b1b7-8a2b8f473e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:42.918736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port c19038ad-5301-4922-95e7-026475b78db9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=c19038ad-5301-4922-95e7-026475b78db9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:42.979857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'c19038ad-5301-4922-95e7-026475b78db9', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'port_id': 'c19038ad-5301-4922-95e7-026475b78db9', 'mac_address': 'fa:16:3e:48:0d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:07:43.039936 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.069786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19038ad-5301-4922-95e7-026475b78db9 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:07:43.084018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a6c23e9f-7285-4702-b1b7-8a2b8f473e98 None None] Provisioning complete for port 32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:43.084815 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a6c23e9f-7285-4702-b1b7-8a2b8f473e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.128196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port c19038ad-5301-4922-95e7-026475b78db9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=c19038ad-5301-4922-95e7-026475b78db9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:43.145960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a6c23e9f-7285-4702-b1b7-8a2b8f473e98 None None] Port 32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:43.151586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.223910 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.255664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-988cc7f6-45eb-4444-85bb-c188b450c7b2 req-50cd271a-c7df-4670-84e4-0c07ba1ded51 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576924 Nov 05 22:07:43.264182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:43.276702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5bdc5876-ca1b-40c6-aaf5-8a3e2c3b61d5 None None] Could not find standard attr ID for object 32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:07:43.316708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=c19038ad-5301-4922-95e7-026475b78db9,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:43.348259 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.374204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0810910-5866-4c3f-a45f-a89fd6af36e1 req-4a23f342-3945-4ce9-a579-21716acc2dfe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:43.375975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0810910-5866-4c3f-a45f-a89fd6af36e1 req-4a23f342-3945-4ce9-a579-21716acc2dfe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 944 time: 0.2608402 Nov 05 22:07:43.555877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.562759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4e8a8ee1-fbfa-40ca-b487-6d03429f40ec tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d HTTP/1.1" status: 204 len: 168 time: 1.7304816 Nov 05 22:07:43.564364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55642) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:43.568501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['c19038ad-5301-4922-95e7-026475b78db9'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:07:43.575697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6269b04e-082f-4965-bb12-84da6c7087f1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:43.591494 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ab9162-7615-47c7-b974-63354c5a27e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:07:43.592224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ab9162-7615-47c7-b974-63354c5a27e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:07:43.598995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-24ab9162-7615-47c7-b974-63354c5a27e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d HTTP/1.1" status: 404 len: 333 time: 0.0299067 Nov 05 22:07:43.601295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55644) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:43.636595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0fa97-d74e-47bf-b425-cccd20980f1b req-343d8427-5db2-4680-93a8-591d193d32e1 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:43.638142 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-407a48b5-a545-42a8-ab75-7bf32f7841c5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:07:43.638357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5db0fa97-d74e-47bf-b425-cccd20980f1b req-343d8427-5db2-4680-93a8-591d193d32e1 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 983 time: 0.0651212 Nov 05 22:07:43.639929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-407a48b5-a545-42a8-ab75-7bf32f7841c5 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/32bf5cfd-4f8a-43b3-8858-a39ad82c1e6d HTTP/1.1" status: 404 len: 333 time: 0.0374846 Nov 05 22:07:43.642833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55646) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:43.666759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0810910-5866-4c3f-a45f-a89fd6af36e1 req-0619ee82-ca89-4c4e-ae25-94f469ca3338 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574141 Nov 05 22:07:43.698577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.727066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:07:43.729378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6269b04e-082f-4965-bb12-84da6c7087f1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:43.729741 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.733566 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.796263 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5db0fa97-d74e-47bf-b425-cccd20980f1b req-94fb81ec-9dea-469e-a2a7-6d1b6fa1770f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1410213 Nov 05 22:07:43.833110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.930949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:43.932987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1a8371f7-77e0-4184-94de-929cfaef00ce details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:07:43.984131 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.019286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.054939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1a8371f7-77e0-4184-94de-929cfaef00ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1a8371f7-77e0-4184-94de-929cfaef00ce,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:44.072674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '1a8371f7-77e0-4184-94de-929cfaef00ce', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'port_id': '1a8371f7-77e0-4184-94de-929cfaef00ce', 'mac_address': 'fa:16:3e:5b:f7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:07:44.109047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event updated for resources: {'Port': ['ID=97c2301e-ddc9-46bb-8678-b32374cd93a9,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:44.114890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.120725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.130177 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.150511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8371f7-77e0-4184-94de-929cfaef00ce {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:07:44.160752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:44.168567 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.177531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b2275460-d05c-4e1e-94af-b64ce7e5f9ab tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1 HTTP/1.1" status: 204 len: 168 time: 0.5290432 Nov 05 22:07:44.177531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55654) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:44.185907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1a8371f7-77e0-4184-94de-929cfaef00ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1a8371f7-77e0-4184-94de-929cfaef00ce,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:44.188691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf843752-1847-48c0-83a0-0c2df8210a44 None None] Network ce711768-3a14-4ddb-a79f-621cd21c18b1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:44.235825 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Floating IP c9d9283e-c082-4047-80ef-4f0b15d93f4f associated. External IP: 172.25.6.199, port: 6459d9de-3a90-4b7d-9ead-f7e4d048b326. Nov 05 22:07:44.281219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.300779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.367212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 6269b04e-082f-4965-bb12-84da6c7087f1 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:44.367579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.367921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=1a8371f7-77e0-4184-94de-929cfaef00ce,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:44.454846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] For port 6269b04e-082f-4965-bb12-84da6c7087f1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6269b04e-082f-4965-bb12-84da6c7087f1,segment=NetworkSegment(481c63ea-ab26-4fcb-a4fc-4be982e352f2),segment_id=481c63ea-ab26-4fcb-a4fc-4be982e352f2)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:44.454846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.461753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] DHCP port deletion for ce711768-3a14-4ddb-a79f-621cd21c18b1 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:07:44.490956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 6269b04e-082f-4965-bb12-84da6c7087f1 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:44.507735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1a8371f7-77e0-4184-94de-929cfaef00ce'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:07:44.572900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] Deleting port 6269b04e-082f-4965-bb12-84da6c7087f1 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:44.573725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.673278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] For port 6269b04e-082f-4965-bb12-84da6c7087f1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6269b04e-082f-4965-bb12-84da6c7087f1,segment=NetworkSegment(481c63ea-ab26-4fcb-a4fc-4be982e352f2),segment_id=481c63ea-ab26-4fcb-a4fc-4be982e352f2)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:44.673570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.699884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] Calling delete_port for 6269b04e-082f-4965-bb12-84da6c7087f1 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:44.703381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device c19038ad-5301-4922-95e7-026475b78db9 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:44.707090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:44.752904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No DVR routers for this DVR port 6269b04e-082f-4965-bb12-84da6c7087f1 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:07:44.788743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=6269b04e-082f-4965-bb12-84da6c7087f1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:44.865449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154e109-f07a-4f9b-9c09-4a60d5f48dc9 req-bd8a0711-90a6-4ed3-91c1-6a8372d740e4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:44.867036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a154e109-f07a-4f9b-9c09-4a60d5f48dc9 req-bd8a0711-90a6-4ed3-91c1-6a8372d740e4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 945 time: 0.1089065 Nov 05 22:07:44.937815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:07:44.951070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a154e109-f07a-4f9b-9c09-4a60d5f48dc9 req-c5da2a0e-463f-40e8-94ee-37a015babf13 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522859 Nov 05 22:07:44.956648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.004624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce711768-3a14-4ddb-a79f-621cd21c18b1']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:45.033468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481c63ea-ab26-4fcb-a4fc-4be982e352f2') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:45.035208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481c63ea-ab26-4fcb-a4fc-4be982e352f2') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:45.071243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.089587 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.096886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:07:45.097280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:07:45.100525 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:07:45.134253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port c19038ad-5301-4922-95e7-026475b78db9 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:07:45.149440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port c19038ad-5301-4922-95e7-026475b78db9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:45.150175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.166703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f28bf-3423-4f47-bf6e-fe839cf02214 req-221b95d5-1bd8-4266-bfdf-a2f2b818aafb tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:45.169904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-119f28bf-3423-4f47-bf6e-fe839cf02214 req-221b95d5-1bd8-4266-bfdf-a2f2b818aafb tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 983 time: 0.1998301 Nov 05 22:07:45.192391 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.265553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:45.272113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-119f28bf-3423-4f47-bf6e-fe839cf02214 req-6945a4f5-180c-4adb-ac02-6dc6695b072b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0921521 Nov 05 22:07:45.284350 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2decc367-5482-4a10-92fd-416dba117416 None None] Sync routers for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:45.289986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.296060 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.300344 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:45.308529 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:45.308698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/ce711768-3a14-4ddb-a79f-621cd21c18b1 HTTP/1.1" status: 204 len: 168 time: 1.1260870 Nov 05 22:07:45.308814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55666) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:45.326356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-75395329'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:45.352066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a7c52-d4ec-4e74-983b-5650be805803 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=ce711768-3a14-4ddb-a79f-621cd21c18b1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:45.379494 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.426507 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-458cd0f1-b1ac-40e2-af9a-a4802952e0ef tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7254360 Nov 05 22:07:45.427939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:45.428850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55668) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:45.432443 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95766486-77bc-43d9-a080-a1bf7aa67392" -d '{"events": [{"name": "network-changed", "server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:45.477468 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:45.499258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] Pushing event deleted for resources: {'Port': ['ID=6269b04e-082f-4965-bb12-84da6c7087f1,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:45.506681 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4105f2ab-f673-439e-8ba8-a6d83ed57df0 x-openstack-request-id: req-4105f2ab-f673-439e-8ba8-a6d83ed57df0 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:45.509317 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:45.509622 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4105f2ab-f673-439e-8ba8-a6d83ed57df0 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:45.510207 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'status': 'completed', 'code': 200} Nov 05 22:07:45.519056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a16659-314d-491b-98eb-911e129be5f8 None None] No DVR routers for this DVR port 6269b04e-082f-4965-bb12-84da6c7087f1 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:07:45.528167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4755c1aa-1a50-42c3-b676-1c52ead3f4a2 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/floatingips/c9d9283e-c082-4047-80ef-4f0b15d93f4f HTTP/1.1" status: 200 len: 991 time: 0.0964735 Nov 05 22:07:45.571115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:45.571115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.620046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6269b04e-082f-4965-bb12-84da6c7087f1 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:07:45.650647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-664a02ea-faaf-4133-b20f-4d162e1ca2b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768063 Nov 05 22:07:45.658349 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.661444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 6269b04e-082f-4965-bb12-84da6c7087f1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:07:45.661787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6269b04e-082f-4965-bb12-84da6c7087f1 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:07:45.690624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:07:45.713173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.713857 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment ccb6bd9d-7647-4d20-95a7-5d5f178f6f75 of type vlan for network 72e1a533-ef18-4b92-91d8-c62a4f470333 Nov 05 22:07:45.746723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-8c39b20e-a764-42e2-a625-964540b18d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:45.747901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:45.750744 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d1799e-966f-474f-a0c4-f2fabd0a2d67" -d '{"events": [{"server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "name": "network-vif-plugged", "status": "completed", "tag": "c19038ad-5301-4922-95e7-026475b78db9"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:45.752928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-8c39b20e-a764-42e2-a625-964540b18d8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 1096 time: 0.2284949 Nov 05 22:07:45.771939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port c19038ad-5301-4922-95e7-026475b78db9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=c19038ad-5301-4922-95e7-026475b78db9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:45.809288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.813047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-382cf7a1-ab91-4864-986e-9cc2e0794ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:45.822692 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'c9d9283e-c082-4047-80ef-4f0b15d93f4f', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'port_id': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'mac_address': 'fa:16:3e:66:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75778307-4574-49c2-b372-800df1afc2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:07:42Z', 'updated_at': '2021-11-05T22:07:42Z', 'revision_number': 0, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:14Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:45.825314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-382cf7a1-ab91-4864-986e-9cc2e0794ac0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1096 time: 0.1048026 Nov 05 22:07:45.845042 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce92e8d-8309-47a1-ac84-b560b174dc92 x-openstack-request-id: req-cce92e8d-8309-47a1-ac84-b560b174dc92 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:45.847476 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "name": "network-vif-plugged", "status": "completed", "tag": "c19038ad-5301-4922-95e7-026475b78db9", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:45.847476 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cce92e8d-8309-47a1-ac84-b560b174dc92 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:45.847476 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9', 'code': 200} Nov 05 22:07:45.868008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.892924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2decc367-5482-4a10-92fd-416dba117416 None None] Checking router: 894c6d18-e1d5-45ce-8ca6-a5af393424b1 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:07:45.910769 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:45.917851 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:45.931994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1a8371f7-77e0-4184-94de-929cfaef00ce up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:45.962985 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:45.977028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:45.977678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:46.030769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-7933d18f-936f-4ed8-8ba2-fe4b1c011d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.061298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-cf43c9ac-74da-4adf-96ea-69f70913aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.063597 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-7933d18f-936f-4ed8-8ba2-fe4b1c011d09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c HTTP/1.1" status: 200 len: 898 time: 0.3016486 Nov 05 22:07:46.066696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-cf43c9ac-74da-4adf-96ea-69f70913aa05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.2138715 Nov 05 22:07:46.095418 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:46.100578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=c19038ad-5301-4922-95e7-026475b78db9,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:46.223689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c031cd-ad8e-4332-b197-c4b04c51b3fe req-f01613ba-a452-429f-a738-baa1b87581f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.223940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 1a8371f7-77e0-4184-94de-929cfaef00ce completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:07:46.225292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40c031cd-ad8e-4332-b197-c4b04c51b3fe req-f01613ba-a452-429f-a738-baa1b87581f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1135 time: 0.2778091 Nov 05 22:07:46.237982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 1a8371f7-77e0-4184-94de-929cfaef00ce triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:46.238483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:46.274492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-65e4a051-4632-4a3e-9a98-7c93c6885310 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 1000 time: 0.1855183 Nov 05 22:07:46.284690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=72e1a533-ef18-4b92-91d8-c62a4f470333,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:46.306143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-13c417e9-158f-48d5-8629-d86ac0507cb0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9888301 Nov 05 22:07:46.306242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275f73-7492-446b-b8c0-8ae976d7597c req-89241970-96d2-4b71-9f27-805272d1487b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.310291 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5275f73-7492-446b-b8c0-8ae976d7597c req-89241970-96d2-4b71-9f27-805272d1487b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 945 time: 0.1250908 Nov 05 22:07:46.312069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55682) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:46.318508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:46.318690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 72e1a533-ef18-4b92-91d8-c62a4f470333 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:07:46.423293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40c031cd-ad8e-4332-b197-c4b04c51b3fe req-ca015b80-6d3b-4241-a312-226ffdb87675 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&id=574f42ee-51c9-40d7-a610-0338d10bb38a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1879334 Nov 05 22:07:46.429510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-1a188237-cf9c-47cd-9150-954188007e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.430952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-1a188237-cf9c-47cd-9150-954188007e06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.1483114 Nov 05 22:07:46.451317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5275f73-7492-446b-b8c0-8ae976d7597c req-568f3c47-23d3-4cfb-ace1-01058939d483 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347506 Nov 05 22:07:46.472819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-4e7b0fae-2cda-45ec-90bd-ca3b8521bdf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326 HTTP/1.1" status: 200 len: 999 time: 0.4076090 Nov 05 22:07:46.502234 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:07:46.538919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55686) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:46.563839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:46.600754 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2decc367-5482-4a10-92fd-416dba117416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'c9d9283e-c082-4047-80ef-4f0b15d93f4f', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'port_id': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'mac_address': 'fa:16:3e:66:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75778307-4574-49c2-b372-800df1afc2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:07:42Z', 'updated_at': '2021-11-05T22:07:42Z', 'revision_number': 0, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:14Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:46.609222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a755f-0152-48f0-ac19-ccc483c7675f req-b82b8712-b607-4f9a-8dcd-409b49dffc89 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.610734 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-516a755f-0152-48f0-ac19-ccc483c7675f req-b82b8712-b607-4f9a-8dcd-409b49dffc89 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 984 time: 0.1629176 Nov 05 22:07:46.618503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-c9569661-90fd-4fc9-ad42-35f661e71d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.619987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-c9569661-90fd-4fc9-ad42-35f661e71d1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b9e4957-f902-49a3-8d52-90f387a9a37b HTTP/1.1" status: 200 len: 834 time: 0.1168880 Nov 05 22:07:46.624371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-539bbae6-1c56-428a-a071-ff00f8a37ba0 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/floatingips/c9d9283e-c082-4047-80ef-4f0b15d93f4f HTTP/1.1" status: 200 len: 991 time: 0.0920019 Nov 05 22:07:46.630061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1a8371f7-77e0-4184-94de-929cfaef00ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1a8371f7-77e0-4184-94de-929cfaef00ce,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:46.640606 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2decc367-5482-4a10-92fd-416dba117416 None None] The sync data for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 is: [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'c9d9283e-c082-4047-80ef-4f0b15d93f4f', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'port_id': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'mac_address': 'fa:16:3e:66:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75778307-4574-49c2-b372-800df1afc2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:07:42Z', 'updated_at': '2021-11-05T22:07:42Z', 'revision_number': 0, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:14Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:46.710389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-1be259fb-1ef4-41fb-968e-aaabf2979bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.712078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-1be259fb-1ef4-41fb-968e-aaabf2979bbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797966 Nov 05 22:07:46.717572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:46.717854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-516a755f-0152-48f0-ac19-ccc483c7675f req-4a51670f-6bbd-40da-8feb-ec74ad561439 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0970328 Nov 05 22:07:46.732506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-61519d0e-2b37-42f5-8b2d-36082e98fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:46.736971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-61519d0e-2b37-42f5-8b2d-36082e98fd0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607855 Nov 05 22:07:46.769386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:46.773043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:46.787827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=1a8371f7-77e0-4184-94de-929cfaef00ce,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:46.867978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-3c6c0c24-2c70-4fce-a853-137cf7db1ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165159 Nov 05 22:07:46.899263 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-595059c0-4ed1-4081-b0cc-8ab059746b0e service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772785 Nov 05 22:07:46.902424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05aa9cf-ece1-4323-b559-97c17e6741a4 None None] New status for floating IP c9d9283e-c082-4047-80ef-4f0b15d93f4f: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:07:46.981041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c441a5f8-ad7b-4a28-934a-ba23ce9f9cf6 req-c79886f8-c19f-4653-a151-edb3e6e0b089 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104290 Nov 05 22:07:47.061999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95766486-77bc-43d9-a080-a1bf7aa67392 req-300519ce-5fab-4702-99eb-1d56d519bc4f service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497164 Nov 05 22:07:47.220413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:47.280105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=4d9a7731-81f3-4c16-9376-af6ed2f2c5c7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:47.291371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': 'ccb6bd9d-7647-4d20-95a7-5d5f178f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:47.291768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: 72e1a533-ef18-4b92-91d8-c62a4f470333, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:07:47.385676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 72e1a533-ef18-4b92-91d8-c62a4f470333 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:07:47.450236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 72e1a533-ef18-4b92-91d8-c62a4f470333) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:47.454934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:47.455663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:47.463972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92a555-ebbc-4023-81ba-e5ab2208728b None None] Network 72e1a533-ef18-4b92-91d8-c62a4f470333 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:47.557398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-68d6e80d-a343-4c6a-b74b-454686eaa6be tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2417295 Nov 05 22:07:47.557750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55700) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:47.573308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333', 'security_groups': [], 'name': 'tempest-PortsTestJSON-701199299'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:47.587344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303c44f-1f7a-4626-ba40-03e11cd89ade req-4976f024-80d9-4602-85d3-e924cb67daab tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:47.595916 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6303c44f-1f7a-4626-ba40-03e11cd89ade req-4976f024-80d9-4602-85d3-e924cb67daab tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 946 time: 0.0762064 Nov 05 22:07:47.628273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55702) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:47.663848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-72e1a533-ef18-4b92-91d8-c62a4f470333', 'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333', 'tenant_id': '7ab20c0af990452f8e35265e5796af1f', 'fixed_ips': [{'subnet_id': '4d9a7731-81f3-4c16-9376-af6ed2f2c5c7'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:07:47.664913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:47.742110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-21fa1ba8-afe2-4eb9-b1f5-817595192810 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/floatingips/c9d9283e-c082-4047-80ef-4f0b15d93f4f HTTP/1.1" status: 200 len: 993 time: 0.1127038 Nov 05 22:07:47.783581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6303c44f-1f7a-4626-ba40-03e11cd89ade req-4a3530bd-7343-4b69-96a3-a40fa764a0fa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797478 Nov 05 22:07:47.802505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:47.806541 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:47.846585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8371f7-77e0-4184-94de-929cfaef00ce'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:47.849029 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ee45f2-252d-46f9-8afa-452622c69ce4" -d '{"events": [{"server_uuid": "2bdd696c-f817-4d6d-a66d-eacf1ce712f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a8371f7-77e0-4184-94de-929cfaef00ce"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:47.855846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Allocated IP 172.20.0.2 (72e1a533-ef18-4b92-91d8-c62a4f470333/4d9a7731-81f3-4c16-9376-af6ed2f2c5c7/d71f3f5b-3320-495a-a53e-bb580b3a8511) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:47.884325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 106d7fdd-ebb1-4fd0-be9c-f85dd38d3143 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:47.929796 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc9ec5-8d3f-432b-afb5-f31aa8d52043 x-openstack-request-id: req-7efc9ec5-8d3f-432b-afb5-f31aa8d52043 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:47.930310 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdd696c-f817-4d6d-a66d-eacf1ce712f4", "name": "network-vif-plugged", "status": "completed", "tag": "1a8371f7-77e0-4184-94de-929cfaef00ce", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:47.930714 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7efc9ec5-8d3f-432b-afb5-f31aa8d52043 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:47.931441 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8371f7-77e0-4184-94de-929cfaef00ce', 'code': 200} Nov 05 22:07:47.989216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e5b7-4a98-4e0b-a922-8f8f9e400134 req-990e2f38-b963-46ec-9fe6-a8ad0bef272b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:47.990855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96d8e5b7-4a98-4e0b-a922-8f8f9e400134 req-990e2f38-b963-46ec-9fe6-a8ad0bef272b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 984 time: 0.1624596 Nov 05 22:07:48.080255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96d8e5b7-4a98-4e0b-a922-8f8f9e400134 req-b0623afa-7ed8-46d1-b69e-9132fb75e158 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0732203 Nov 05 22:07:48.113069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2aa29-9753-4ec7-805d-bcc5b2499318 req-248d1b50-6f63-4297-b295-f1ce39146a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:48.114561 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8a2aa29-9753-4ec7-805d-bcc5b2499318 req-248d1b50-6f63-4297-b295-f1ce39146a0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 1097 time: 0.0903711 Nov 05 22:07:48.138283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:48.165365 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8a2aa29-9753-4ec7-805d-bcc5b2499318 req-95b30bed-55f0-4c67-a948-4448f6714cca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Nov 05 22:07:48.208932 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:48.259023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Network 72e1a533-ef18-4b92-91d8-c62a4f470333 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:48.262762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:48.266839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:48.286611 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Pushing event updated for resources: {'Port': ['ID=d71f3f5b-3320-495a-a53e-bb580b3a8511,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:48.301537 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-390bb59b-59d1-4dd9-9dee-56fc1ec476de {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:07:48.302080 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:07:48.332804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Attempting to bind port d71f3f5b-3320-495a-a53e-bb580b3a8511 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:07:48.333164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Attempting to bind port d71f3f5b-3320-495a-a53e-bb580b3a8511 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ccb6bd9d-7647-4d20-95a7-5d5f178f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:07:48.333521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Attempting to bind port d71f3f5b-3320-495a-a53e-bb580b3a8511 on network 72e1a533-ef18-4b92-91d8-c62a4f470333 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:07:48.338409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:07:48.338772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Checking segment: {'id': 'ccb6bd9d-7647-4d20-95a7-5d5f178f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:07:48.339161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:48.340104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Bound using segment: {'id': 'ccb6bd9d-7647-4d20-95a7-5d5f178f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:07:48.340563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Bound port: d71f3f5b-3320-495a-a53e-bb580b3a8511, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb6bd9d-7647-4d20-95a7-5d5f178f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72e1a533-ef18-4b92-91d8-c62a4f470333'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:07:48.340936 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:48.409786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] For port d71f3f5b-3320-495a-a53e-bb580b3a8511, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:07:48.413336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] For port d71f3f5b-3320-495a-a53e-bb580b3a8511, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d71f3f5b-3320-495a-a53e-bb580b3a8511,segment=NetworkSegment(ccb6bd9d-7647-4d20-95a7-5d5f178f6f75),segment_id=ccb6bd9d-7647-4d20-95a7-5d5f178f6f75)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:07:48.489264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:48.556427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44746864-48d2-44d2-9e09-118ffb13e599 None None] Pushing event updated for resources: {'Port': ['ID=d71f3f5b-3320-495a-a53e-bb580b3a8511,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:48.803737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:48.834135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 01e97784-a24f-4c9c-8bf2-322b1f904104 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:49.226238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cb4b2-81cd-409e-9bd5-10da328b4a9a req-8e1f5cdc-9802-4cf1-a41e-c9a4317cefe0 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:49.243210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-483cb4b2-81cd-409e-9bd5-10da328b4a9a req-8e1f5cdc-9802-4cf1-a41e-c9a4317cefe0 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 984 time: 0.0764208 Nov 05 22:07:49.314020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de8038-6ce1-4910-b63a-9febae9a6305 req-87be3041-b148-4080-9086-7d4745a4c66c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:49.315686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3de8038-6ce1-4910-b63a-9febae9a6305 req-87be3041-b148-4080-9086-7d4745a4c66c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 946 time: 0.4379008 Nov 05 22:07:49.343844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-483cb4b2-81cd-409e-9bd5-10da328b4a9a req-9197b2f9-4268-48e1-857f-778275d40555 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0993469 Nov 05 22:07:49.408760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3de8038-6ce1-4910-b63a-9febae9a6305 req-658df84e-a35e-45af-9494-a42d0eec09d9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827513 Nov 05 22:07:49.462951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.8 (72e1a533-ef18-4b92-91d8-c62a4f470333/4d9a7731-81f3-4c16-9376-af6ed2f2c5c7/01e97784-a24f-4c9c-8bf2-322b1f904104) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:49.493595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e9568-939d-463b-8db6-678ac4189611 req-a763220d-3803-49d8-abb0-7b443b2f22ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:49.505282 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991e9568-939d-463b-8db6-678ac4189611 req-a763220d-3803-49d8-abb0-7b443b2f22ed tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 984 time: 0.0725965 Nov 05 22:07:49.598947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-991e9568-939d-463b-8db6-678ac4189611 req-7d937b98-81c7-406a-87d2-736e783a84a4 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0943408 Nov 05 22:07:49.637118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d71f3f5b-3320-495a-a53e-bb580b3a8511 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:49.726576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d71f3f5b-3320-495a-a53e-bb580b3a8511 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:49.727189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:49.745123 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:49.778297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1331b2-960b-45d0-a10c-acec4d3c7277 req-1561cff6-0cd5-4c57-b6da-978a4c02f66b tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:49.779987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d1331b2-960b-45d0-a10c-acec4d3c7277 req-1561cff6-0cd5-4c57-b6da-978a4c02f66b tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1135 time: 0.0922782 Nov 05 22:07:49.806588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d1331b2-960b-45d0-a10c-acec4d3c7277 req-334ecd98-67c7-4156-a397-f2e10e492e71 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:49.859945 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:49.896977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732c7f5-0b66-4cf1-a032-5398151108df None None] Network 72e1a533-ef18-4b92-91d8-c62a4f470333 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:49.915317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d1331b2-960b-45d0-a10c-acec4d3c7277 req-334ecd98-67c7-4156-a397-f2e10e492e71 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:49.919970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port d71f3f5b-3320-495a-a53e-bb580b3a8511, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d71f3f5b-3320-495a-a53e-bb580b3a8511,segment=NetworkSegment(ccb6bd9d-7647-4d20-95a7-5d5f178f6f75),segment_id=ccb6bd9d-7647-4d20-95a7-5d5f178f6f75)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:49.981528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:49.987335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4ea92638-e68c-48e1-9945-91efb48ed574 None None] Provisioning complete for port d71f3f5b-3320-495a-a53e-bb580b3a8511 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:49.990444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ea92638-e68c-48e1-9945-91efb48ed574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.025399 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.030992 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2d1331b2-960b-45d0-a10c-acec4d3c7277 req-334ecd98-67c7-4156-a397-f2e10e492e71 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.044274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 72e1a533-ef18-4b92-91d8-c62a4f470333 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:50.076087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:50.080076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:50.145491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:50.146416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.180996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=01e97784-a24f-4c9c-8bf2-322b1f904104,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:50.183896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=d71f3f5b-3320-495a-a53e-bb580b3a8511,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:50.202036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d1331b2-960b-45d0-a10c-acec4d3c7277 req-334ecd98-67c7-4156-a397-f2e10e492e71 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4120774 Nov 05 22:07:50.205236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ecd98-67c7-4156-a397-f2e10e492e71 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee19494-8e6c-4375-a44c-2eb249a68b38,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:50.229178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55730) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:50.280417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294dff32-e134-4bcd-b3d8-b79d4fc58c91 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:50.284024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-294dff32-e134-4bcd-b3d8-b79d4fc58c91 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1130 time: 0.0537951 Nov 05 22:07:50.287270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55732) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:50.289556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'c19038ad-5301-4922-95e7-026475b78db9', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:50.309957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-04b42e62-8b5f-4b2a-a957-aed207b59f13 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.7502873 Nov 05 22:07:50.316295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55734) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:50.404733 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.465969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 01e97784-a24f-4c9c-8bf2-322b1f904104 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:50.466302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.588147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1b16759e-748a-4a61-9305-79aa8dc56277 None None] Provisioning complete for port d71f3f5b-3320-495a-a53e-bb580b3a8511 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:50.588562 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b16759e-748a-4a61-9305-79aa8dc56277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.713445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b0da1-c441-4a93-81a6-3e966ff52a42 req-8125c617-652b-429d-92a1-b019612434b1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:50.721320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a9b0da1-c441-4a93-81a6-3e966ff52a42 req-8125c617-652b-429d-92a1-b019612434b1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 946 time: 0.2093530 Nov 05 22:07:50.745046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1b16759e-748a-4a61-9305-79aa8dc56277 None None] Provisioning complete for port 01e97784-a24f-4c9c-8bf2-322b1f904104 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:50.745682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b16759e-748a-4a61-9305-79aa8dc56277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.748372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.783519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 01e97784-a24f-4c9c-8bf2-322b1f904104 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:50.789951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1b16759e-748a-4a61-9305-79aa8dc56277 None None] Port 01e97784-a24f-4c9c-8bf2-322b1f904104 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:50.863988 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:50.925672 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a9b0da1-c441-4a93-81a6-3e966ff52a42 req-dc4d540d-a7a9-459e-bf4b-581165b37c37 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034357 Nov 05 22:07:50.926129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e61d4dab-d968-4c1e-a7e1-2ced2aa72e06 None None] Provisioning complete for port 01e97784-a24f-4c9c-8bf2-322b1f904104 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:50.927823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e61d4dab-d968-4c1e-a7e1-2ced2aa72e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.117256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Allocated IP 172.25.6.232 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/62b5774b-b4ec-43a8-8076-4242b29c1b02) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:07:51.143047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e61d4dab-d968-4c1e-a7e1-2ced2aa72e06 None None] Port 01e97784-a24f-4c9c-8bf2-322b1f904104 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:07:51.171293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df3fa-b221-4860-b855-d1e921b89e5e req-013e089e-d7f4-4b3e-b17f-52a8f1fb6b9a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:51.172829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-029df3fa-b221-4860-b855-d1e921b89e5e req-013e089e-d7f4-4b3e-b17f-52a8f1fb6b9a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 946 time: 0.1093965 Nov 05 22:07:51.225722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.260389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-029df3fa-b221-4860-b855-d1e921b89e5e req-09755112-3df4-4be0-9edf-7929f31520fe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 Nov 05 22:07:51.330844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=01e97784-a24f-4c9c-8bf2-322b1f904104,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:51.485221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.497393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.503862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55766) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:51.504048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e94c7d4-0467-4ae7-8554-677c884d3f48 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/01e97784-a24f-4c9c-8bf2-322b1f904104 HTTP/1.1" status: 204 len: 168 time: 1.1867507 Nov 05 22:07:51.544804 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ae1562-a1a8-428c-80b3-23abc177b82b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:07:51.547603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e5ae1562-a1a8-428c-80b3-23abc177b82b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/01e97784-a24f-4c9c-8bf2-322b1f904104 HTTP/1.1" status: 404 len: 333 time: 0.0416791 Nov 05 22:07:51.554272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55768) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:51.609605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d71f3f5b-3320-495a-a53e-bb580b3a8511 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:07:51.623810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 4d9a7731-81f3-4c16-9376-af6ed2f2c5c7 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:07:51.627576 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.709592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.772631 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.785138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d71f3f5b-3320-495a-a53e-bb580b3a8511 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:07:51.790415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:51.830145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:51.836046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:51.838035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=62b5774b-b4ec-43a8-8076-4242b29c1b02,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:51.841177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:51.964087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:52.280899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:52.434237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9a7731-81f3-4c16-9376-af6ed2f2c5c7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:52.658269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:52.701564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:52.708067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55792) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:52.708484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f923a796-382c-4185-96bf-3bad3c4301e6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/4d9a7731-81f3-4c16-9376-af6ed2f2c5c7 HTTP/1.1" status: 204 len: 168 time: 1.1570997 Nov 05 22:07:52.709856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acdcc74-7c28-4a13-9c54-6baace4c7b59 None None] Network 72e1a533-ef18-4b92-91d8-c62a4f470333 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:07:52.797202 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:52.818332 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:52.922878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port d71f3f5b-3320-495a-a53e-bb580b3a8511 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:52.923143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.088756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] For port d71f3f5b-3320-495a-a53e-bb580b3a8511, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d71f3f5b-3320-495a-a53e-bb580b3a8511,segment=NetworkSegment(ccb6bd9d-7647-4d20-95a7-5d5f178f6f75),segment_id=ccb6bd9d-7647-4d20-95a7-5d5f178f6f75)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:53.088756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.115577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] DHCP port deletion for 72e1a533-ef18-4b92-91d8-c62a4f470333 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:07:53.121184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for d71f3f5b-3320-495a-a53e-bb580b3a8511 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:53.219005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] Deleting port d71f3f5b-3320-495a-a53e-bb580b3a8511 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:53.219385 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.300441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] For port d71f3f5b-3320-495a-a53e-bb580b3a8511, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d71f3f5b-3320-495a-a53e-bb580b3a8511,segment=NetworkSegment(ccb6bd9d-7647-4d20-95a7-5d5f178f6f75),segment_id=ccb6bd9d-7647-4d20-95a7-5d5f178f6f75)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:07:53.300842 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.316189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] Calling delete_port for d71f3f5b-3320-495a-a53e-bb580b3a8511 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:53.401732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.460652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.465560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=d71f3f5b-3320-495a-a53e-bb580b3a8511,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:53.475586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No DVR routers for this DVR port d71f3f5b-3320-495a-a53e-bb580b3a8511 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:07:53.593664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] Pushing event deleted for resources: {'Port': ['ID=d71f3f5b-3320-495a-a53e-bb580b3a8511,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:53.595951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3fd92c-32ff-46ad-8ccc-9eebb71f6719 None None] No DVR routers for this DVR port d71f3f5b-3320-495a-a53e-bb580b3a8511 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:07:53.620222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d71f3f5b-3320-495a-a53e-bb580b3a8511 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:07:53.650260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d71f3f5b-3320-495a-a53e-bb580b3a8511 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:07:53.650601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d71f3f5b-3320-495a-a53e-bb580b3a8511 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:07:53.695930 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.727631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e1a533-ef18-4b92-91d8-c62a4f470333']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:53.752318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb6bd9d-7647-4d20-95a7-5d5f178f6f75') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:53.752318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb6bd9d-7647-4d20-95a7-5d5f178f6f75') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:53.769843 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.790417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.802167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:07:53.805242 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:07:53.809302 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:07:53.870487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.985319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.985457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:53.994175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:54.002804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/72e1a533-ef18-4b92-91d8-c62a4f470333 HTTP/1.1" status: 204 len: 168 time: 1.2899339 Nov 05 22:07:54.006806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55826) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:54.020435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'name': 'tempest-PortsTestJSON-34513205'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:54.100640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=62b5774b-b4ec-43a8-8076-4242b29c1b02,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:54.131250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5e04d-3e5c-4ef9-8cb6-4f99c128992d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=72e1a533-ef18-4b92-91d8-c62a4f470333,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:54.145555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:54.243814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:54.249953 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:54.258191 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Floating IP abdc80c8-5b1e-412c-a79c-28c6ae5aa070 associated. External IP: 172.25.6.232, port: c19038ad-5301-4922-95e7-026475b78db9. Nov 05 22:07:54.284959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port ec9a5b79-79eb-4476-99b6-4d5f1988281d yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:54.531150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:07:54.540061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:54.654561 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:54.657342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:07:54.669290 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] Sync routers for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:07:54.702688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:54.702893 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:54.703922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:54.709380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:54.713660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:54.721458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:54.721458 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:54.740653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:54.760341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=ec9a5b79-79eb-4476-99b6-4d5f1988281d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:54.785030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b3b6c01-c3b2-4078-8acc-09ee070d2c8f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4965014 Nov 05 22:07:54.785030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:07:54.785535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55856) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:54.816386 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb03faf-323f-4782-826c-0c088a5f499b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "tag": "c19038ad-5301-4922-95e7-026475b78db9"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:07:54.826924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55860) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:54.829408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1509b935-95dc-4d4a-a069-d75a6db63f43 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8198268 Nov 05 22:07:54.945696 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef398bf2-7728-4a2e-936c-79d2bf8dc9e7 x-openstack-request-id: req-ef398bf2-7728-4a2e-936c-79d2bf8dc9e7 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:07:54.946337 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "tag": "c19038ad-5301-4922-95e7-026475b78db9", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:07:54.946588 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef398bf2-7728-4a2e-936c-79d2bf8dc9e7 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:07:54.951072 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9', 'status': 'completed', 'code': 200} Nov 05 22:07:55.059014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port ec9a5b79-79eb-4476-99b6-4d5f1988281d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:55.065362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:55.141231 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:55.160003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.160483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.160949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.161411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.161865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.162323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.162774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.163233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.163712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.164167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.166697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e6d5acb7-5ed2-4adb-a07e-dd47c89f9c1a tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7037 time: 0.3800521 Nov 05 22:07:55.173148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55866) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:55.176425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb03faf-323f-4782-826c-0c088a5f499b req-f31a40a2-7621-45e4-a174-ecfaf361990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.177958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb03faf-323f-4782-826c-0c088a5f499b req-f31a40a2-7621-45e4-a174-ecfaf361990c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1135 time: 0.1973491 Nov 05 22:07:55.279004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:55.301191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for ec9a5b79-79eb-4476-99b6-4d5f1988281d owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:55.373869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.375301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.375301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.375515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.376003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.376477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.376928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.377792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.378246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.380208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-971ed154-615a-444a-9082-13ceba9f137d tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5914 time: 0.2013216 Nov 05 22:07:55.381984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb03faf-323f-4782-826c-0c088a5f499b req-223bb681-ff6d-42fc-b2ae-d05daf5e04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.383372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb03faf-323f-4782-826c-0c088a5f499b req-223bb681-ff6d-42fc-b2ae-d05daf5e04e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5952881-e59b-437a-93f9-1e10ac106c3f HTTP/1.1" status: 200 len: 898 time: 0.1942823 Nov 05 22:07:55.383934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55868) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:55.469718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:55.518945 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'abdc80c8-5b1e-412c-a79c-28c6ae5aa070', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'port_id': 'c19038ad-5301-4922-95e7-026475b78db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'mac_address': 'fa:16:3e:48:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:07:52Z', 'updated_at': '2021-11-05T22:07:52Z', 'revision_number': 0, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:30Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:55.535315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:55.541894 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/ec9a5b79-79eb-4476-99b6-4d5f1988281d HTTP/1.1" status: 204 len: 168 time: 0.7110882 Nov 05 22:07:55.541894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c829d2b-6476-4f8d-a483-202936854cba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=ec9a5b79-79eb-4476-99b6-4d5f1988281d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:55.544116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:55.554400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'mac_address': 'fa:16:3e:cf:a2:1f', 'name': 'tempest-PortsTestJSON-737207016'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:55.565385 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] Checking router: 1b2b7cfe-2810-4953-b5f2-371c50f6edbf for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:07:55.589798 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:07:55.590530 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:07:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:55.633120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb03faf-323f-4782-826c-0c088a5f499b req-17f21d3f-2316-4778-9282-7c6ef4464980 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19038ad-5301-4922-95e7-026475b78db9 HTTP/1.1" status: 200 len: 999 time: 0.2259731 Nov 05 22:07:55.707600 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:07:55.780247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb03faf-323f-4782-826c-0c088a5f499b req-92893f03-67a9-4f82-b352-12a432b046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.781572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb03faf-323f-4782-826c-0c088a5f499b req-92893f03-67a9-4f82-b352-12a432b046ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3a78471-5c03-4522-8aa3-73559717faac HTTP/1.1" status: 200 len: 835 time: 0.1366451 Nov 05 22:07:55.801472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:55.913683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb03faf-323f-4782-826c-0c088a5f499b req-43d82730-f38f-422f-9f7c-c809c4fb6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:55.916202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb03faf-323f-4782-826c-0c088a5f499b req-43d82730-f38f-422f-9f7c-c809c4fb6000 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5952881-e59b-437a-93f9-1e10ac106c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271150 Nov 05 22:07:55.924490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:55.951814 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'abdc80c8-5b1e-412c-a79c-28c6ae5aa070', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'port_id': 'c19038ad-5301-4922-95e7-026475b78db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'mac_address': 'fa:16:3e:48:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:07:52Z', 'updated_at': '2021-11-05T22:07:52Z', 'revision_number': 0, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:30Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:07:55.979816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ea12e22b-d2aa-4849-a1d9-dc9ec8d4d129 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.5922360 Nov 05 22:07:55.981544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55876) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:55.991628 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a49cc-ee93-4202-8aa9-4cb1e60748b6 None None] The sync data for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 is: [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'abdc80c8-5b1e-412c-a79c-28c6ae5aa070', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'port_id': 'c19038ad-5301-4922-95e7-026475b78db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'mac_address': 'fa:16:3e:48:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:07:52Z', 'updated_at': '2021-11-05T22:07:52Z', 'revision_number': 0, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:30Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:07:56.034453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:56.058702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84ab33-2c39-4d8f-902a-6259d640cfe2 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:56.059111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84ab33-2c39-4d8f-902a-6259d640cfe2 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:56.060838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a84ab33-2c39-4d8f-902a-6259d640cfe2 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1b2b7cfe-2810-4953-b5f2-371c50f6edbf HTTP/1.1" status: 200 len: 1990 time: 0.0786715 Nov 05 22:07:56.128819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb03faf-323f-4782-826c-0c088a5f499b req-46e0a87d-98ec-48e2-940f-0f5afc28cd54 service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021465 Nov 05 22:07:56.326155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f73a56-ce90-48ae-b830-ff27d2cb7c32 None None] New status for floating IP abdc80c8-5b1e-412c-a79c-28c6ae5aa070: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:07:56.352965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bb03faf-323f-4782-826c-0c088a5f499b req-7bdc8cc6-642b-4169-af9d-18e395907537 service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130196 Nov 05 22:07:56.356380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:56.489036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:56.566156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:56.569969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:56.572558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:56.582765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:56.583179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:56.611313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:56.711803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8e7d98f0-b17e-4a7a-97b0-095a173449d3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1616423 Nov 05 22:07:56.714924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55888) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:56.776157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63672903-efa8-434c-8345-f8146ca5188b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:56.779647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-63672903-efa8-434c-8345-f8146ca5188b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b HTTP/1.1" status: 200 len: 840 time: 0.0619848 Nov 05 22:07:56.781053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55898) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:56.903727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:56.904448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:56.938142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-3aa576d8-b053-4b46-a45e-045b18ff79c9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:56.939789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-3aa576d8-b053-4b46-a45e-045b18ff79c9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1314194 Nov 05 22:07:56.956266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-6b5999a5-0818-4087-a34d-87697735dfbf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/quotas/79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 375 time: 0.0102398 Nov 05 22:07:56.979413 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:56.994283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:57.014701 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-57d4e7c8-fb98-4e63-93f9-ac3ce373fd12 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515225 Nov 05 22:07:57.122462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-d47c151b-65ab-4731-be36-eea05351dad7 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988259 Nov 05 22:07:57.162714 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:57.192053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:57.197571 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:57.200997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-44b3adf1-4fc2-42b3-9692-c55ea232841a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b HTTP/1.1" status: 204 len: 168 time: 0.4189756 Nov 05 22:07:57.210764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:57.219907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2e661936-3af7-46ed-a381-a69b58ff7435 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910013 Nov 05 22:07:57.247444 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f1d015-308f-4e00-9c97-9ed48eba95ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:07:57.252544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1f1d015-308f-4e00-9c97-9ed48eba95ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/53a9d35a-cceb-4a3c-b625-97c4f6c9cf9b HTTP/1.1" status: 404 len: 333 time: 0.0372665 Nov 05 22:07:57.253504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55908) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:57.259938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'name': 'tempest-PortsTestJSON-147680348'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:57.463514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:57.473650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:57.485358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port acfc059a-a007-4ab0-b8b7-a30f873f257e yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:07:57.623882 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d2f5780f-122d-485c-aa24-f4d593659adb req-1efe9c90-7049-4a24-b8d1-1be3cdd2a89a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0376556 Nov 05 22:07:57.674357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:57.774728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:57.814461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:07:57.817753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:07:57.821509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:07:57.827161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:57.827804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:57.847258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=acfc059a-a007-4ab0-b8b7-a30f873f257e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:57.934370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f84dee01-7f3a-4a89-9600-ffab04533c9a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6755006 Nov 05 22:07:57.934844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55930) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:57.940398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:58.033386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.224025 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.326331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.377068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] In _notify_port_updated(), no bound segment for port acfc059a-a007-4ab0-b8b7-a30f873f257e on network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:07:58.382878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:58.383631 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.385410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "PUT /v2.0/ports/acfc059a-a007-4ab0-b8b7-a30f873f257e HTTP/1.1" status: 200 len: 818 time: 0.4494605 Nov 05 22:07:58.388793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55940) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:58.404435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71faf55-e710-4078-aecb-0afee5373d25 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=acfc059a-a007-4ab0-b8b7-a30f873f257e,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:58.522322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port acfc059a-a007-4ab0-b8b7-a30f873f257e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:07:58.522619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.599869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.619173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for acfc059a-a007-4ab0-b8b7-a30f873f257e owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:07:58.781409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efd6b472-5bcd-44a3-957e-c8ffc928415d req-d470a1e8-ffac-441a-8dc4-66824d0dcf57 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0417600 Nov 05 22:07:58.808517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.840521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=acfc059a-a007-4ab0-b8b7-a30f873f257e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:58.849720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:58.855973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55948) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:58.856168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a235d105-e92a-410a-a2c8-8bf12b419a8f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/acfc059a-a007-4ab0-b8b7-a30f873f257e HTTP/1.1" status: 204 len: 168 time: 0.4666932 Nov 05 22:07:58.913560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7770e6b-d019-448c-9d82-433bdfb8d68e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:58.915877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d7770e6b-d019-448c-9d82-433bdfb8d68e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0578063 Nov 05 22:07:58.918738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55950) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:58.947917 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-945caef1-a843-4b19-aca9-428c38df7649 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:07:58.950448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-945caef1-a843-4b19-aca9-428c38df7649 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/acfc059a-a007-4ab0-b8b7-a30f873f257e HTTP/1.1" status: 404 len: 333 time: 0.0304711 Nov 05 22:07:58.954344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 55952) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:58.960675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-220277532'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:59.081460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:59.096720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:59.159997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:07:59.173707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:59.174238 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment 85f5b453-bb84-4891-8b6e-217af34eb6dd of type vlan for network c993bba4-26ae-449c-9dec-8be226b7b190 Nov 05 22:07:59.225474 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:59.328553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:59.334667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:07:59.335310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:59.415996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=c993bba4-26ae-449c-9dec-8be226b7b190,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:07:59.427217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c993bba4-26ae-449c-9dec-8be226b7b190 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:07:59.479666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1b786cdc-8447-436f-a3d1-d21691d74505 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5236175 Nov 05 22:07:59.482841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55958) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:07:59.492334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:07:59.722785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:07:59.726303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:07:59.930773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c53fe2d-38c1-45bb-89d1-a048a2106cf2 req-44b6fe89-8149-4ede-b4b8-31b9e9a217e5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0365803 Nov 05 22:08:00.020112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:00.096617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=516c9f2c-f418-4cb0-8a19-dca9ab04fc46,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:00.107111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': '85f5b453-bb84-4891-8b6e-217af34eb6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:00.107111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: c993bba4-26ae-449c-9dec-8be226b7b190, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:08:00.174480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-51b30f0a-f177-463d-98eb-f07e2875d21a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:00.175986 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-51b30f0a-f177-463d-98eb-f07e2875d21a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1694651 Nov 05 22:08:00.196182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'port': {'device_id': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'admin_state_up': True, 'tenant_id': '79f73fbecf914ce88c668979583061dd'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:00.231602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network c993bba4-26ae-449c-9dec-8be226b7b190 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:08:00.326588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c993bba4-26ae-449c-9dec-8be226b7b190) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:00.331463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:00.342080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:00.342786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e41354-fa9e-4b7b-8751-ef9a29fe6110 None None] Network c993bba4-26ae-449c-9dec-8be226b7b190 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:00.524311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c993bba4-26ae-449c-9dec-8be226b7b190', 'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190', 'tenant_id': '7ab20c0af990452f8e35265e5796af1f', 'fixed_ips': [{'subnet_id': '516c9f2c-f418-4cb0-8a19-dca9ab04fc46'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:08:00.525402 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:00.528382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:00.536938 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:00.660805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8bd2f6c9-1f11-472d-a621-4d77bb11eec4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1761749 Nov 05 22:08:00.661603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55970) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:00.668147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cadb67d3-5949-42ce-af2a-db9caca11f42 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:00.703447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.20.0.9 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/110e4d2c-7f32-4097-80e1-e9e665cb3f6b) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:00.724524 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:00.754411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Allocated IP 172.20.0.2 (c993bba4-26ae-449c-9dec-8be226b7b190/516c9f2c-f418-4cb0-8a19-dca9ab04fc46/36b45472-30e2-44e0-ad9b-ea378f03a7e3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:00.928306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb67d3-5949-42ce-af2a-db9caca11f42 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:00.931957 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cadb67d3-5949-42ce-af2a-db9caca11f42 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:00.949064 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.082390 n-d-816738-5 neutron-server[102291]: INFO neutron.db.ipam_backend_mixin [None req-cadb67d3-5949-42ce-af2a-db9caca11f42 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 516c9f2c-f418-4cb0-8a19-dca9ab04fc46 (CIDR: 172.20.0.0/28) Nov 05 22:08:01.088743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-880ed7c8-590b-4083-9027-0e1123f72af9 req-3938b925-677c-4288-b1b4-52503148c607 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0470951 Nov 05 22:08:01.117531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.117954 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadb67d3-5949-42ce-af2a-db9caca11f42 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:08:01.118688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadb67d3-5949-42ce-af2a-db9caca11f42 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:01.136355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.152494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1a8371f7-77e0-4184-94de-929cfaef00ce'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:08:01.172030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:01.179453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:01.198064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:01.207031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cadb67d3-5949-42ce-af2a-db9caca11f42 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5441649 Nov 05 22:08:01.210973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 55980) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:01.216809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:01.280240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:01.319647 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.324352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:01.327425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.426791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Network c993bba4-26ae-449c-9dec-8be226b7b190 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:01.430059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:01.432229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Pushing event updated for resources: {'Port': ['ID=36b45472-30e2-44e0-ad9b-ea378f03a7e3,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:01.434723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:01.508046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-47cc42e6-3edf-4988-9ccd-cd63c5cda898 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3160453 Nov 05 22:08:01.521813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Request body: {'port': {'device_id': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:01.534534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Attempting to bind port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:01.535236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Attempting to bind port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '85f5b453-bb84-4891-8b6e-217af34eb6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:01.535492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Attempting to bind port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 on network c993bba4-26ae-449c-9dec-8be226b7b190 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:01.545237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:01.545687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Checking segment: {'id': '85f5b453-bb84-4891-8b6e-217af34eb6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:01.546154 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.546607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Bound using segment: {'id': '85f5b453-bb84-4891-8b6e-217af34eb6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:01.547179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Bound port: 36b45472-30e2-44e0-ad9b-ea378f03a7e3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f5b453-bb84-4891-8b6e-217af34eb6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:01.547648 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.584744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.603043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:01.607470 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.636538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ed42491c-88b4-4300-957c-a4c49f5371d2 None None] Provisioning complete for port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:01.641300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ed42491c-88b4-4300-957c-a4c49f5371d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.661461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] For port 36b45472-30e2-44e0-ad9b-ea378f03a7e3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:01.678315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] For port 36b45472-30e2-44e0-ad9b-ea378f03a7e3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=36b45472-30e2-44e0-ad9b-ea378f03a7e3,segment=NetworkSegment(85f5b453-bb84-4891-8b6e-217af34eb6dd),segment_id=85f5b453-bb84-4891-8b6e-217af34eb6dd)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:01.690078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ed42491c-88b4-4300-957c-a4c49f5371d2 None None] Port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:01.758601 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:01.883177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0748db-089b-44fb-9fe0-bc86004b0e41 None None] Pushing event updated for resources: {'Port': ['ID=36b45472-30e2-44e0-ad9b-ea378f03a7e3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:02.038664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110e4d2c-7f32-4097-80e1-e9e665cb3f6b {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:08:02.047578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.060287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Transition to ACTIVE for port object 110e4d2c-7f32-4097-80e1-e9e665cb3f6b will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:08:02.097570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.197053 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.244029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network c993bba4-26ae-449c-9dec-8be226b7b190 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:02.255743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:02.271598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:02.272414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.304629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=48fc17eb-008c-4312-9e8e-1ea3f5afce11,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:02.364407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Pushing event updated for resources: {'Port': ['ID=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:02.391340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80eff6-50d0-4312-8c5c-df3527b701a0 req-77aded06-9339-41d2-95c1-18a16d27bc16 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:02.400082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e80eff6-50d0-4312-8c5c-df3527b701a0 req-77aded06-9339-41d2-95c1-18a16d27bc16 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1486373 Nov 05 22:08:02.429797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-94ba5d2c-ccd9-4bad-88f1-fcbd31e92220 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2170064 Nov 05 22:08:02.436414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56000) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:02.442397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190', 'fixed_ips': [{'subnet_id': '516c9f2c-f418-4cb0-8a19-dca9ab04fc46'}, {'subnet_id': '48fc17eb-008c-4312-9e8e-1ea3f5afce11'}], 'name': 'tempest-PortsTestJSON-1135041485'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:02.532357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e80eff6-50d0-4312-8c5c-df3527b701a0 req-95845945-467b-474f-86a5-ae9128c5cd69 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311047 Nov 05 22:08:02.567653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Attempting to bind port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:02.568062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Attempting to bind port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:02.568459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Attempting to bind port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:02.577885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:08:02.578810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Attempting to bind port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:02.591121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:02.591456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:02.591860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:02.592298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Bound port: 110e4d2c-7f32-4097-80e1-e9e665cb3f6b, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:02.592656 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.710926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:02.745704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] For port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:02.749689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] For port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:02.835863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.839982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.881283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 298869e1-96b3-462e-ac57-461ba4491f13 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:02.911279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:02.911935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.922802 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:02.923370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] 10.222.0.46 "PUT /v2.0/ports/110e4d2c-7f32-4097-80e1-e9e665cb3f6b HTTP/1.1" status: 200 len: 1091 time: 1.3992105 Nov 05 22:08:02.923739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'tag': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:08:02.926989 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f7981-9bed-410d-8a9b-9c08c2162a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c645c46-dcec-4cb1-aa93-3471b82213a9", "tag": "110e4d2c-7f32-4097-80e1-e9e665cb3f6b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:08:02.984109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd90b9a-cef0-4543-804e-493eda0ed817 service neutron] Pushing event updated for resources: {'Port': ['ID=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:03.004400 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86878fc9-01df-4092-8415-460d37277e87 x-openstack-request-id: req-86878fc9-01df-4092-8415-460d37277e87 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:08:03.004705 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c645c46-dcec-4cb1-aa93-3471b82213a9", "tag": "110e4d2c-7f32-4097-80e1-e9e665cb3f6b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:08:03.004965 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86878fc9-01df-4092-8415-460d37277e87 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:08:03.005479 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'tag': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b', 'status': 'completed', 'code': 200} Nov 05 22:08:03.111814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7981-9bed-410d-8a9b-9c08c2162a6f req-20cc1589-24fb-4df3-95b1-4da9558cd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:03.115746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a93f7981-9bed-410d-8a9b-9c08c2162a6f req-20cc1589-24fb-4df3-95b1-4da9558cd89d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 1094 time: 0.0819781 Nov 05 22:08:03.347355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.8 (c993bba4-26ae-449c-9dec-8be226b7b190/516c9f2c-f418-4cb0-8a19-dca9ab04fc46/298869e1-96b3-462e-ac57-461ba4491f13) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:03.359028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.30 (c993bba4-26ae-449c-9dec-8be226b7b190/48fc17eb-008c-4312-9e8e-1ea3f5afce11/298869e1-96b3-462e-ac57-461ba4491f13) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:03.404390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7981-9bed-410d-8a9b-9c08c2162a6f req-6f5c6845-50a5-4567-8b18-7511ac7c8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:03.406636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a93f7981-9bed-410d-8a9b-9c08c2162a6f req-6f5c6845-50a5-4567-8b18-7511ac7c8c6a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=79f73fbecf914ce88c668979583061dd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2707124 Nov 05 22:08:03.541947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:03.563804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252e0cd-6419-4023-b841-95f19e5bae21 None None] Network c993bba4-26ae-449c-9dec-8be226b7b190 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:03.645641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 36b45472-30e2-44e0-ad9b-ea378f03a7e3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:03.665789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:03.675152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7981-9bed-410d-8a9b-9c08c2162a6f req-e61de0c8-04d9-4b25-8fd8-0afc567c7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:03.676915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a93f7981-9bed-410d-8a9b-9c08c2162a6f req-e61de0c8-04d9-4b25-8fd8-0afc567c7148 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2635748 Nov 05 22:08:03.726942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4c76db20-d3a7-4ebe-9d90-a28540d90ccd None None] Provisioning complete for port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:03.727684 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c76db20-d3a7-4ebe-9d90-a28540d90ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:03.831126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network c993bba4-26ae-449c-9dec-8be226b7b190 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:03.841440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:03.850756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:03.860450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:03.861228 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:03.862223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=298869e1-96b3-462e-ac57-461ba4491f13,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:03.889404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-73efc2e1-3f6d-4460-9d56-6b62fd6a214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:03.891038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-73efc2e1-3f6d-4460-9d56-6b62fd6a214e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 1094 time: 0.1636984 Nov 05 22:08:03.912256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b7701-2cb6-4e1a-bb47-f4d478dca2dd req-e43e85fe-e313-4205-8df9-516f5b09f309 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:03.921222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-962b7701-2cb6-4e1a-bb47-f4d478dca2dd req-e43e85fe-e313-4205-8df9-516f5b09f309 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.2580082 Nov 05 22:08:03.998466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:03.999952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:04.018872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-0a3d489b-80ac-4d97-b7e4-ddd063e04272 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=110e4d2c-7f32-4097-80e1-e9e665cb3f6b HTTP/1.1" status: 200 len: 217 time: 0.1203203 Nov 05 22:08:04.034261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-962b7701-2cb6-4e1a-bb47-f4d478dca2dd req-81c20a2c-90eb-401d-b035-ba6dd3553852 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078124 Nov 05 22:08:04.109080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-24f44153-4146-4b51-905d-2015a296ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:04.110712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-24f44153-4146-4b51-905d-2015a296ad2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0854440 Nov 05 22:08:04.121215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2ec65e9f-639d-4e97-9300-de2d93f58ab7 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6800101 Nov 05 22:08:04.121215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56020) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:04.126959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '516c9f2c-f418-4cb0-8a19-dca9ab04fc46'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:04.137758 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:04.141066 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c76db20-d3a7-4ebe-9d90-a28540d90ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:04.202717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-a44b51a2-58e2-4e66-97f9-ea5fb11e3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:04.204803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-a44b51a2-58e2-4e66-97f9-ea5fb11e3d86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853519 Nov 05 22:08:04.247402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 36b45472-30e2-44e0-ad9b-ea378f03a7e3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=36b45472-30e2-44e0-ad9b-ea378f03a7e3,segment=NetworkSegment(85f5b453-bb84-4891-8b6e-217af34eb6dd),segment_id=85f5b453-bb84-4891-8b6e-217af34eb6dd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:04.275834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:04.301497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c521201-69c4-40cd-aabd-6db7151108a6 None None] Update dhcp port {'port': {'network_id': 'c993bba4-26ae-449c-9dec-8be226b7b190', 'fixed_ips': [{'subnet_id': '516c9f2c-f418-4cb0-8a19-dca9ab04fc46', 'ip_address': '172.20.0.2'}, {'subnet_id': '48fc17eb-008c-4312-9e8e-1ea3f5afce11'}], 'binding:host_id': 'n-d-816738-5'}, 'id': '36b45472-30e2-44e0-ad9b-ea378f03a7e3'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:08:04.348954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-20bab1ae-eb06-4277-ae45-a42c49efe987 service neutron] 10.222.0.46 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363475 Nov 05 22:08:04.349359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:04.481093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2c521201-69c4-40cd-aabd-6db7151108a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:04.566326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=36b45472-30e2-44e0-ad9b-ea378f03a7e3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:04.604874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-4c76db20-d3a7-4ebe-9d90-a28540d90ccd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:08:04.605265 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-4c76db20-d3a7-4ebe-9d90-a28540d90ccd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:08:04.734025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Delete allocated IP 172.20.0.30 (c993bba4-26ae-449c-9dec-8be226b7b190/48fc17eb-008c-4312-9e8e-1ea3f5afce11) {{(pid=102291) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 22:08:04.958332 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:04.974330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-234324cb-a17b-4b08-a689-ac6cdeb86888 req-d73908f8-caf1-4bfd-8c91-126d24541508 service neutron] 10.222.0.46 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184421 Nov 05 22:08:05.059746 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:05.197585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=298869e1-96b3-462e-ac57-461ba4491f13,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:05.237351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-2c521201-69c4-40cd-aabd-6db7151108a6 None None] Allocated IP 172.20.0.18 (c993bba4-26ae-449c-9dec-8be226b7b190/48fc17eb-008c-4312-9e8e-1ea3f5afce11/36b45472-30e2-44e0-ad9b-ea378f03a7e3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:05.284950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] In _notify_port_updated(), no bound segment for port 298869e1-96b3-462e-ac57-461ba4491f13 on network c993bba4-26ae-449c-9dec-8be226b7b190 {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:08:05.298352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:05.304349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:05.308005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a004ee4-07db-4729-a5c3-e69fe82ccf91 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "PUT /v2.0/ports/298869e1-96b3-462e-ac57-461ba4491f13 HTTP/1.1" status: 200 len: 919 time: 1.1836679 Nov 05 22:08:05.310033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56030) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:05.323989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '516c9f2c-f418-4cb0-8a19-dca9ab04fc46'}, {'subnet_id': '48fc17eb-008c-4312-9e8e-1ea3f5afce11'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:05.359581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef68105-53f0-4cc4-a9d2-2c8d2048c9a4 req-1194fd00-ec59-4f7b-b79d-db157fad790a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:05.359581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ef68105-53f0-4cc4-a9d2-2c8d2048c9a4 req-1194fd00-ec59-4f7b-b79d-db157fad790a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1872914 Nov 05 22:08:05.411162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2c521201-69c4-40cd-aabd-6db7151108a6 None None] For port 36b45472-30e2-44e0-ad9b-ea378f03a7e3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=36b45472-30e2-44e0-ad9b-ea378f03a7e3,segment=NetworkSegment(85f5b453-bb84-4891-8b6e-217af34eb6dd),segment_id=85f5b453-bb84-4891-8b6e-217af34eb6dd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:05.451285 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2c521201-69c4-40cd-aabd-6db7151108a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:05.452774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ef68105-53f0-4cc4-a9d2-2c8d2048c9a4 req-2ad92979-0c90-4d44-998f-c4b0e5d56274 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858753 Nov 05 22:08:05.553595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 36b45472-30e2-44e0-ad9b-ea378f03a7e3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:05.558237 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2c521201-69c4-40cd-aabd-6db7151108a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:05.560887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:05.690949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c521201-69c4-40cd-aabd-6db7151108a6 None None] Pushing event updated for resources: {'Port': ['ID=36b45472-30e2-44e0-ad9b-ea378f03a7e3,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:05.755178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:05.756460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:05.947081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.19 (c993bba4-26ae-449c-9dec-8be226b7b190/48fc17eb-008c-4312-9e8e-1ea3f5afce11/298869e1-96b3-462e-ac57-461ba4491f13) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:06.135226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:06.231660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:06.362142 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf50d-a05d-42c5-a881-94f03b68f004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:06.409686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=298869e1-96b3-462e-ac57-461ba4491f13,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:06.441569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ba571-a096-4c45-9986-0e621a97210b None None] Network c993bba4-26ae-449c-9dec-8be226b7b190 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:06.508556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] In _notify_port_updated(), no bound segment for port 298869e1-96b3-462e-ac57-461ba4491f13 on network c993bba4-26ae-449c-9dec-8be226b7b190 {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:08:06.514416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:06.515068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:06.519041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf39cf43-6c02-4a0e-a70a-972f33f4eb7e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "PUT /v2.0/ports/298869e1-96b3-462e-ac57-461ba4491f13 HTTP/1.1" status: 200 len: 999 time: 1.2051759 Nov 05 22:08:06.520018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56058) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:06.545003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e997a10f-b0d3-4abb-a13f-1a3f2bcb2ee5 None None] Provisioning complete for port 298869e1-96b3-462e-ac57-461ba4491f13 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:06.554424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e997a10f-b0d3-4abb-a13f-1a3f2bcb2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:06.722919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e997a10f-b0d3-4abb-a13f-1a3f2bcb2ee5 None None] Port 298869e1-96b3-462e-ac57-461ba4491f13 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:06.748357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e997a10f-b0d3-4abb-a13f-1a3f2bcb2ee5 None None] Provisioning complete for port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:06.748625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e997a10f-b0d3-4abb-a13f-1a3f2bcb2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:06.764018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0378930-143f-4534-b70f-3ab3f395468e req-3ddd9a9b-1d20-4ba8-9628-411dc294781c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:06.771617 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0378930-143f-4534-b70f-3ab3f395468e req-3ddd9a9b-1d20-4ba8-9628-411dc294781c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1729724 Nov 05 22:08:06.814617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 298869e1-96b3-462e-ac57-461ba4491f13 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:06.814963 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:06.955915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0378930-143f-4534-b70f-3ab3f395468e req-c1757160-7e13-49b0-a638-9d7cea2608a2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834040 Nov 05 22:08:07.008316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:07.026349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 298869e1-96b3-462e-ac57-461ba4491f13 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:07.384063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:07.445813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=298869e1-96b3-462e-ac57-461ba4491f13,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:07.574457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 36b45472-30e2-44e0-ad9b-ea378f03a7e3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:07.612782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:07.616288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a173bdb9-9f74-4c98-97f3-e492d75b45ac tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/298869e1-96b3-462e-ac57-461ba4491f13 HTTP/1.1" status: 204 len: 168 time: 1.0956397 Nov 05 22:08:07.618986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56066) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:07.633472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:07.633963 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:07.645824 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-593c5ae6-cd19-4f71-9e05-eb46d6d0db07 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:07.650753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-593c5ae6-cd19-4f71-9e05-eb46d6d0db07 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/298869e1-96b3-462e-ac57-461ba4491f13 HTTP/1.1" status: 404 len: 333 time: 0.0274563 Nov 05 22:08:07.651205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56068) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:07.753649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 48fc17eb-008c-4312-9e8e-1ea3f5afce11 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:07.757095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:07.803157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:07.925606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.094214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.128916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=48fc17eb-008c-4312-9e8e-1ea3f5afce11,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:08.138627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.142417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e6f9c74d-afb9-4ae1-b461-6b59020c593a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/48fc17eb-008c-4312-9e8e-1ea3f5afce11 HTTP/1.1" status: 204 len: 168 time: 0.4902000 Nov 05 22:08:08.147260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56076) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:08.159057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3966c1-f208-4984-b4fa-f91a95fbee05 None None] Network c993bba4-26ae-449c-9dec-8be226b7b190 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:08.206146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050772-3a4c-44e8-a1cd-57ad08d379ca req-f2707c62-2e2d-46bb-860c-9ac5f8a5fcb8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:08.210857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99050772-3a4c-44e8-a1cd-57ad08d379ca req-f2707c62-2e2d-46bb-860c-9ac5f8a5fcb8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1107483 Nov 05 22:08:08.225159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 516c9f2c-f418-4cb0-8a19-dca9ab04fc46 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:08.230483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.253057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-034beeac-a5bc-4517-bc7d-bfec532236ad None None] Could not find standard attr ID for object 298869e1-96b3-462e-ac57-461ba4491f13. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:08:08.279162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-034beeac-a5bc-4517-bc7d-bfec532236ad None None] Provisioning complete for port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:08.279162 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-034beeac-a5bc-4517-bc7d-bfec532236ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.302189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.317754 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99050772-3a4c-44e8-a1cd-57ad08d379ca req-5755234d-9db8-4aa9-a2a7-b8e573ad5ae1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881677 Nov 05 22:08:08.411200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.582688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb539f8d-e3b0-43e4-8720-f5e9b1a3935e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.654661 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.697384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=516c9f2c-f418-4cb0-8a19-dca9ab04fc46,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:08.700323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.707604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1ecff1ff-889c-41f5-b2d8-60f1b05df939 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/516c9f2c-f418-4cb0-8a19-dca9ab04fc46 HTTP/1.1" status: 204 len: 168 time: 0.5553277 Nov 05 22:08:08.710792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56082) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:08.862529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:08.952096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:08.952489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.032582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] For port 36b45472-30e2-44e0-ad9b-ea378f03a7e3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=36b45472-30e2-44e0-ad9b-ea378f03a7e3,segment=NetworkSegment(85f5b453-bb84-4891-8b6e-217af34eb6dd),segment_id=85f5b453-bb84-4891-8b6e-217af34eb6dd)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:09.032950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.047900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 36b45472-30e2-44e0-ad9b-ea378f03a7e3 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:09.214962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7babc1-795f-4bca-9bd8-ba8c3377446c None None] Network c993bba4-26ae-449c-9dec-8be226b7b190 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:09.287919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.318794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=36b45472-30e2-44e0-ad9b-ea378f03a7e3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:09.320790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No DVR routers for this DVR port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:09.429278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.475043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-24ddc25c-9c77-4924-90a4-8b16d1090739 None None] Provisioning complete for port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:09.475518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-24ddc25c-9c77-4924-90a4-8b16d1090739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.522650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c993bba4-26ae-449c-9dec-8be226b7b190']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:09.549745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f5b453-bb84-4891-8b6e-217af34eb6dd') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:09.549745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f5b453-bb84-4891-8b6e-217af34eb6dd') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:09.550150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-24ddc25c-9c77-4924-90a4-8b16d1090739 None None] Port 36b45472-30e2-44e0-ad9b-ea378f03a7e3 was deleted so its status cannot be updated. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 05 22:08:09.593826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.621369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:08:09.651805 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:08:09.713312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d81f8-29dd-4512-925b-ace1ec72d98d None None] DHCP port deletion for c993bba4-26ae-449c-9dec-8be226b7b190 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:08:09.734283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e436-7f40-4821-af0d-562eb2e6b885 req-714c7a97-e1bd-47e6-be83-a0714ee595d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:09.736378 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33e436-7f40-4821-af0d-562eb2e6b885 req-714c7a97-e1bd-47e6-be83-a0714ee595d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.2192757 Nov 05 22:08:09.794612 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c33e436-7f40-4821-af0d-562eb2e6b885 req-9b103998-246e-41b1-a0e5-a212210576e5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 Nov 05 22:08:09.848016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.853518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:09.858068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/c993bba4-26ae-449c-9dec-8be226b7b190 HTTP/1.1" status: 204 len: 168 time: 1.1467924 Nov 05 22:08:09.864860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56092) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:09.880327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244169-e221-40b1-9813-0b6c9ebf15ed tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=c993bba4-26ae-449c-9dec-8be226b7b190,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:09.921673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3463281-a39f-460a-b5ba-f3705e593990 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:09.923381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d3463281-a39f-460a-b5ba-f3705e593990 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0569456 Nov 05 22:08:09.927465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56098) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:09.985065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1593c2d8-2140-4699-ab37-031dfb632c3a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0563025 Nov 05 22:08:09.988464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:09.995381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1540426391'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:10.059297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:10.105597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:10.109350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:10.140217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:08:10.151690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:10.154837 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment 18ff8145-0e3a-4f80-92da-ff72ab6d24fc of type vlan for network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd Nov 05 22:08:10.192164 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:10.385103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:10.395315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:10.395315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:10.460244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=b586ea6a-6fad-43bb-9eea-3b5c3a464cbd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:10.467647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.467987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.468325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.468686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.469013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.469335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.469656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.469974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.470293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.470609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.470924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.471236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:10.483641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:08:10.523410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2bcc72a0-e0f0-4754-a0d0-83aa904bfe1d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5336752 Nov 05 22:08:10.526362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56104) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:10.531389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:10.728687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:10.733376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:10.987982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d384383-87bb-4d7c-a473-98475fb4dd3f req-21cede8c-ec4d-4023-bae0-353e4acdac4f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:11.001641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d384383-87bb-4d7c-a473-98475fb4dd3f req-21cede8c-ec4d-4023-bae0-353e4acdac4f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1030347 Nov 05 22:08:11.053737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:11.072152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d384383-87bb-4d7c-a473-98475fb4dd3f req-7acdfa0e-421a-450a-bfbe-39e6255607af tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Nov 05 22:08:11.134025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=2c9b165e-13c8-45be-b260-1f569998ba8d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:11.141473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': '18ff8145-0e3a-4f80-92da-ff72ab6d24fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:11.141940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: b586ea6a-6fad-43bb-9eea-3b5c3a464cbd, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:08:11.225171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:08:11.374693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b586ea6a-6fad-43bb-9eea-3b5c3a464cbd) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:11.380046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:11.381080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:11.389342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38ebd5-9258-424a-af93-678488a44389 None None] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:11.522116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 36b45472-30e2-44e0-ad9b-ea378f03a7e3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:11.551516 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:11.557251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 36b45472-30e2-44e0-ad9b-ea378f03a7e3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:11.558147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 36b45472-30e2-44e0-ad9b-ea378f03a7e3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:11.581892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56118) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:11.588232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-815eda9d-c424-41c2-8d55-b730dc37493c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0607946 Nov 05 22:08:11.591043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd', 'name': 'tempest-PortsTestJSON-195544492'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:11.631613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b586ea6a-6fad-43bb-9eea-3b5c3a464cbd', 'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd', 'tenant_id': '7ab20c0af990452f8e35265e5796af1f', 'fixed_ips': [{'subnet_id': '2c9b165e-13c8-45be-b260-1f569998ba8d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:08:11.632733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:11.877128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Allocated IP 172.20.0.2 (b586ea6a-6fad-43bb-9eea-3b5c3a464cbd/2c9b165e-13c8-45be-b260-1f569998ba8d/d8411f11-10a8-4da8-b20d-1b1b7647d824) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:11.908468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:11.912092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:11.933009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:12.086041 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.090488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.191342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.237162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:12.241392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8909ed-57d8-436c-8f00-5ee1ab6a8a19 req-88d85295-9e72-4b0b-be81-4f592dca75cf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:12.242990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd8909ed-57d8-436c-8f00-5ee1ab6a8a19 req-88d85295-9e72-4b0b-be81-4f592dca75cf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0852206 Nov 05 22:08:12.249365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:12.252288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:12.254597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Pushing event updated for resources: {'Port': ['ID=d8411f11-10a8-4da8-b20d-1b1b7647d824,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:12.298375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.8 (b586ea6a-6fad-43bb-9eea-3b5c3a464cbd/2c9b165e-13c8-45be-b260-1f569998ba8d/9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:12.328847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Attempting to bind port d8411f11-10a8-4da8-b20d-1b1b7647d824 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:12.329213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Attempting to bind port d8411f11-10a8-4da8-b20d-1b1b7647d824 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '18ff8145-0e3a-4f80-92da-ff72ab6d24fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:12.329840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Attempting to bind port d8411f11-10a8-4da8-b20d-1b1b7647d824 on network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:12.335605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:12.335808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Checking segment: {'id': '18ff8145-0e3a-4f80-92da-ff72ab6d24fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:12.336192 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.336588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Bound using segment: {'id': '18ff8145-0e3a-4f80-92da-ff72ab6d24fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:12.337342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Bound port: d8411f11-10a8-4da8-b20d-1b1b7647d824, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff8145-0e3a-4f80-92da-ff72ab6d24fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:12.337639 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.341434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd8909ed-57d8-436c-8f00-5ee1ab6a8a19 req-217ebab6-399c-4051-97ce-cc3a091c06f8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808432 Nov 05 22:08:12.412665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] For port d8411f11-10a8-4da8-b20d-1b1b7647d824, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:12.416756 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] For port d8411f11-10a8-4da8-b20d-1b1b7647d824, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8411f11-10a8-4da8-b20d-1b1b7647d824,segment=NetworkSegment(18ff8145-0e3a-4f80-92da-ff72ab6d24fc),segment_id=18ff8145-0e3a-4f80-92da-ff72ab6d24fc)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:12.490665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.561035 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.620562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.629533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ce884-9875-4ddc-bf60-a4615557ad82 None None] Pushing event updated for resources: {'Port': ['ID=d8411f11-10a8-4da8-b20d-1b1b7647d824,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:12.698816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:12.701850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:12.705667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:12.715966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:12.776586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:12.777233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:12.897165 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-212713b5-1ea9-4417-8bda-0b69889a8aa3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3134978 Nov 05 22:08:12.900578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56130) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:12.906110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'b586ea6a-6fad-43bb-9eea-3b5c3a464cbd', 'name': 'tempest-PortsTestJSON-1563622211'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:13.145134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:13.148826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:13.169461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port d181a141-1641-4f06-8cc9-08bac8b84fac yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:13.292015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.9 (b586ea6a-6fad-43bb-9eea-3b5c3a464cbd/2c9b165e-13c8-45be-b260-1f569998ba8d/d181a141-1641-4f06-8cc9-08bac8b84fac) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:13.496900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:13.507614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d169e-8551-485f-a219-ffc4a8119aae req-522b36c8-dae8-471f-983b-845005c950d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:13.509291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb0d169e-8551-485f-a219-ffc4a8119aae req-522b36c8-dae8-471f-983b-845005c950d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0953944 Nov 05 22:08:13.583799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb0d169e-8551-485f-a219-ffc4a8119aae req-d278c488-7904-4aeb-8bbe-74258bba4ff0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670102 Nov 05 22:08:13.595347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8411f11-10a8-4da8-b20d-1b1b7647d824 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:13.653977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d8411f11-10a8-4da8-b20d-1b1b7647d824 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:13.654300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:13.676189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c5393-b002-48a8-ab8a-f5aef334f7d5 None None] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:13.694054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:13.742934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:13.746654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:13.749145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:13.767847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-21771d82-a7b3-46e8-816a-5de49d7df861 None None] Provisioning complete for port d8411f11-10a8-4da8-b20d-1b1b7647d824 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:13.768227 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-21771d82-a7b3-46e8-816a-5de49d7df861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:13.775908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=d181a141-1641-4f06-8cc9-08bac8b84fac,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:13.802266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:13.802913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:13.882469 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:13.907813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-46e54c78-cb47-4276-8f20-63ecd2c64b72 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0058784 Nov 05 22:08:13.910399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56138) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:13.962833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port d8411f11-10a8-4da8-b20d-1b1b7647d824, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8411f11-10a8-4da8-b20d-1b1b7647d824,segment=NetworkSegment(18ff8145-0e3a-4f80-92da-ff72ab6d24fc),segment_id=18ff8145-0e3a-4f80-92da-ff72ab6d24fc)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:13.988049 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-21771d82-a7b3-46e8-816a-5de49d7df861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:14.033725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a6600-fa75-4545-a25b-56f761aeac3e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:14.035300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4b7a6600-fa75-4545-a25b-56f761aeac3e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1239502 Nov 05 22:08:14.049885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56142) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:14.065360 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:14.149305 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-21771d82-a7b3-46e8-816a-5de49d7df861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:08:14.149630 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-21771d82-a7b3-46e8-816a-5de49d7df861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:08:14.157132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=d8411f11-10a8-4da8-b20d-1b1b7647d824,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:14.519301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port d181a141-1641-4f06-8cc9-08bac8b84fac {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:14.520097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:14.625322 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:14.638671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for d181a141-1641-4f06-8cc9-08bac8b84fac owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:14.782728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4bfdd-8609-4830-b56c-1aa2857686f3 req-cde25c72-ab5a-4733-9db8-7629c5957f9e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:14.784248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bd4bfdd-8609-4830-b56c-1aa2857686f3 req-cde25c72-ab5a-4733-9db8-7629c5957f9e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0915534 Nov 05 22:08:14.822672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8683dc8c-bcc5-4ee8-9e2b-f338354b5022 None None] Provisioning complete for port d8411f11-10a8-4da8-b20d-1b1b7647d824 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:14.823718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8683dc8c-bcc5-4ee8-9e2b-f338354b5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:14.852488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56156) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:14.876773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3bd4bfdd-8609-4830-b56c-1aa2857686f3 req-f4166b56-da52-443f-b03a-6a5bc610b574 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857587 Nov 05 22:08:14.931045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf7bb093-a215-4221-98f8-ca3e45a53219 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/floatingips/c9d9283e-c082-4047-80ef-4f0b15d93f4f HTTP/1.1" status: 200 len: 993 time: 0.0711088 Nov 05 22:08:14.957307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8683dc8c-bcc5-4ee8-9e2b-f338354b5022 None None] Provisioning complete for port 9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:14.957673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8683dc8c-bcc5-4ee8-9e2b-f338354b5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:14.989143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:14.996607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8683dc8c-bcc5-4ee8-9e2b-f338354b5022 None None] Port 9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:14.999871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8683dc8c-bcc5-4ee8-9e2b-f338354b5022 None None] Could not find standard attr ID for object d181a141-1641-4f06-8cc9-08bac8b84fac. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:08:15.033647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=d181a141-1641-4f06-8cc9-08bac8b84fac,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:15.148704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.155129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56164) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:15.156065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f702e392-a695-49b3-a31a-29522869443a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/d181a141-1641-4f06-8cc9-08bac8b84fac HTTP/1.1" status: 204 len: 168 time: 1.1050341 Nov 05 22:08:15.186220 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd83810a-e9ea-4037-9052-a67355e23c06 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:15.187941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fd83810a-e9ea-4037-9052-a67355e23c06 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/d181a141-1641-4f06-8cc9-08bac8b84fac HTTP/1.1" status: 404 len: 333 time: 0.0317845 Nov 05 22:08:15.206061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56166) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:15.216929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56168) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:15.331834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:15.332174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.431583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.434907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 97c2301e-ddc9-46bb-8678-b32374cd93a9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:15.435351 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.446246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:15.557468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.558084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.580703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 97c2301e-ddc9-46bb-8678-b32374cd93a9 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:15.624685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8411f11-10a8-4da8-b20d-1b1b7647d824 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:15.705763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d8411f11-10a8-4da8-b20d-1b1b7647d824 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:15.720424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.766344 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.803880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:15.937108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:15.940535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8ee7ccb-d8d1-4f35-8980-21fe05c0b0ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448 HTTP/1.1" status: 204 len: 168 time: 0.7358255 Nov 05 22:08:15.943070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56176) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:15.977756 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf0d58e-a2c7-455b-a369-51e967676808 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:15.986355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6cf0d58e-a2c7-455b-a369-51e967676808 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/9d45d7c0-4c6f-4fcb-b42d-4d3b9788e448 HTTP/1.1" status: 404 len: 333 time: 0.0355301 Nov 05 22:08:15.989308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56178) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:16.063456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99751ac2-76ac-4e9a-9d23-f532ecb4c919 req-d7d85563-8207-4093-b454-c44f42deadab tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:16.072215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99751ac2-76ac-4e9a-9d23-f532ecb4c919 req-d7d85563-8207-4093-b454-c44f42deadab tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0896609 Nov 05 22:08:16.082982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.094851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 2c9b165e-13c8-45be-b260-1f569998ba8d {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:16.099341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.141415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=97c2301e-ddc9-46bb-8678-b32374cd93a9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:16.193995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.230038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99751ac2-76ac-4e9a-9d23-f532ecb4c919 req-3cfb9ab5-b873-45e6-86ae-936e89c1f8b9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560006 Nov 05 22:08:16.238218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.238738 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Floating IP c9d9283e-c082-4047-80ef-4f0b15d93f4f disassociated (deleted). External IP: 172.25.6.199, port: 6459d9de-3a90-4b7d-9ead-f7e4d048b326. Nov 05 22:08:16.318379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.494975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:08:16.510294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.539869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9b165e-13c8-45be-b260-1f569998ba8d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:16.544353 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.551090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d56f7b90-4656-4156-9961-47400bc67412 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/2c9b165e-13c8-45be-b260-1f569998ba8d HTTP/1.1" status: 204 len: 168 time: 0.5598512 Nov 05 22:08:16.551469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56186) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:16.554562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ebf523-20e6-448f-9916-c76efdc6c5da None None] Network b586ea6a-6fad-43bb-9eea-3b5c3a464cbd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:16.677049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:08:16.688302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.690517 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] Sync routers for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:08:16.691642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:16.713784 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:16.720096 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:16.732600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-97fb468b-f4cc-4796-b8bc-ee74d583612e tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/floatingips/c9d9283e-c082-4047-80ef-4f0b15d93f4f HTTP/1.1" status: 204 len: 168 time: 1.5119140 Nov 05 22:08:16.732600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:08:16.734044 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c457b3-22ac-4fcf-a01e-537dc089b8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:08:16.801667 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0176393c-ce95-47db-b0fb-9c042d11bdf7 x-openstack-request-id: req-0176393c-ce95-47db-b0fb-9c042d11bdf7 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:08:16.802027 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:08:16.802350 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0176393c-ce95-47db-b0fb-9c042d11bdf7 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:08:16.803259 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'status': 'completed', 'code': 200} Nov 05 22:08:16.904534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] DHCP port deletion for b586ea6a-6fad-43bb-9eea-3b5c3a464cbd request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:08:16.944928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:16.959422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port d8411f11-10a8-4da8-b20d-1b1b7647d824 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:16.959991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:17.005678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] Deleting port d8411f11-10a8-4da8-b20d-1b1b7647d824 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:17.005967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:17.061742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] For port d8411f11-10a8-4da8-b20d-1b1b7647d824, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8411f11-10a8-4da8-b20d-1b1b7647d824,segment=NetworkSegment(18ff8145-0e3a-4f80-92da-ff72ab6d24fc),segment_id=18ff8145-0e3a-4f80-92da-ff72ab6d24fc)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:17.062107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:17.093562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for d8411f11-10a8-4da8-b20d-1b1b7647d824 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:17.161051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] For port d8411f11-10a8-4da8-b20d-1b1b7647d824, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d8411f11-10a8-4da8-b20d-1b1b7647d824,segment=NetworkSegment(18ff8145-0e3a-4f80-92da-ff72ab6d24fc),segment_id=18ff8145-0e3a-4f80-92da-ff72ab6d24fc)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:17.164602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-857f3b2f-8fbd-426a-9342-88024c238404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:17.165261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:17.166178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-857f3b2f-8fbd-426a-9342-88024c238404 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 1096 time: 0.3417563 Nov 05 22:08:17.185848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] Calling delete_port for d8411f11-10a8-4da8-b20d-1b1b7647d824 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:17.207170 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:14Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:17.260470 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] Checking router: 894c6d18-e1d5-45ce-8ca6-a5af393424b1 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:08:17.283310 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:17.284270 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:17.315588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-60a00973-04aa-4c9d-bcaa-4735030a7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:17.317526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-60a00973-04aa-4c9d-bcaa-4735030a7f5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c HTTP/1.1" status: 200 len: 898 time: 0.1440091 Nov 05 22:08:17.369294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-09720e39-9fbb-41b8-a807-92d8a07474f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326 HTTP/1.1" status: 200 len: 217 time: 0.0437233 Nov 05 22:08:17.399688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:17.445831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:17.452816 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:17.474890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] Pushing event deleted for resources: {'Port': ['ID=d8411f11-10a8-4da8-b20d-1b1b7647d824,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:17.482708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc0ab7-050d-48ec-8f9f-e5cc99bbbb80 None None] No DVR routers for this DVR port d8411f11-10a8-4da8-b20d-1b1b7647d824 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:17.576193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=d8411f11-10a8-4da8-b20d-1b1b7647d824,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:17.584021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No DVR routers for this DVR port d8411f11-10a8-4da8-b20d-1b1b7647d824 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:17.607497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8411f11-10a8-4da8-b20d-1b1b7647d824 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:17.608712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-7e43271f-e72d-4a11-98e1-fe0280fc5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:17.615225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-7e43271f-e72d-4a11-98e1-fe0280fc5542 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b9e4957-f902-49a3-8d52-90f387a9a37b HTTP/1.1" status: 200 len: 834 time: 0.2338617 Nov 05 22:08:17.636043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d8411f11-10a8-4da8-b20d-1b1b7647d824 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:17.636398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d8411f11-10a8-4da8-b20d-1b1b7647d824 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:17.715103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029c3f-66c0-4583-9d6e-99b9174f2136 req-094266e4-6fef-448f-8eb7-411428010734 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:17.716962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-90029c3f-66c0-4583-9d6e-99b9174f2136 req-094266e4-6fef-448f-8eb7-411428010734 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.3505440 Nov 05 22:08:17.740113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74dc45-3447-47b1-a07a-6fc2788f2121 req-2cd1fb4b-2c02-4b81-9f55-1e7e65fabfa7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:17.753170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e74dc45-3447-47b1-a07a-6fc2788f2121 req-2cd1fb4b-2c02-4b81-9f55-1e7e65fabfa7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 945 time: 0.0775590 Nov 05 22:08:17.823506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:17.849876 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-90029c3f-66c0-4583-9d6e-99b9174f2136 req-fd753d06-b0de-461e-b3dc-193002aac01e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237698 Nov 05 22:08:17.857205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-1bbb22ab-5c93-487b-acf9-2487187575f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:17.863335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-1bbb22ab-5c93-487b-acf9-2487187575f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b8e8649-a1c3-42a0-a508-21dab0b63e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100968 Nov 05 22:08:17.888202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e74dc45-3447-47b1-a07a-6fc2788f2121 req-d8917359-959d-42fc-9675-43aad7e68b9a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257310 Nov 05 22:08:17.957510 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:14Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:17.972645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b586ea6a-6fad-43bb-9eea-3b5c3a464cbd']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:17.986944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff8145-0e3a-4f80-92da-ff72ab6d24fc') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:17.987263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff8145-0e3a-4f80-92da-ff72ab6d24fc') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:17.996058 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a505d-5e82-48ba-9a25-3615b6e8f6de None None] The sync data for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 is: [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:07:09Z', 'revision_number': 4, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '348a8f6b-46dc-47aa-b4c5-427fd4feaa5b', 'name': '', 'network_id': '1b8e8649-a1c3-42a0-a508-21dab0b63e2c', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'mac_address': 'fa:16:3e:d5:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:08Z', 'updated_at': '2021-11-05T22:07:14Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'subnets': [{'id': '2b9e4957-f902-49a3-8d52-90f387a9a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:08:18.006158 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.030036 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-fdbf7dc3-d6ec-4a03-aeed-91272a5ded00 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627939 Nov 05 22:08:18.042308 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.070216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:08:18.070612 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:08:18.075046 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:08:18.239500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-82c457b3-22ac-4fcf-a01e-537dc089b8e8 req-567f0dbd-002e-4a95-903d-273e22936954 service neutron] 10.222.0.13 "GET /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009578 Nov 05 22:08:18.339143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.343367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b854c-7a19-40f5-b84a-f39fb06d98f3 None None] New status for floating IP c9d9283e-c082-4047-80ef-4f0b15d93f4f: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:08:18.347296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.352610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/b586ea6a-6fad-43bb-9eea-3b5c3a464cbd HTTP/1.1" status: 204 len: 168 time: 1.8002419 Nov 05 22:08:18.357697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56204) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:18.362904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147153517'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:18.371794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b7f0-ba07-4cf8-8e93-6d9afd38dd11 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=b586ea6a-6fad-43bb-9eea-3b5c3a464cbd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:18.497925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:18.501623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.533812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:08:18.544936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.545280 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment 382654d4-aaa1-48b9-adc7-1a901802fed8 of type vlan for network b30268a5-5077-4ba6-a1da-32c189239fcb Nov 05 22:08:18.601679 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.771281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-50b479f6-ae1a-443f-9a40-fa39dce7c040 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:18.773255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-50b479f6-ae1a-443f-9a40-fa39dce7c040 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 945 time: 0.0564480 Nov 05 22:08:18.773600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.782086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:18.782689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.853347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=b30268a5-5077-4ba6-a1da-32c189239fcb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:18.870677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b30268a5-5077-4ba6-a1da-32c189239fcb details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:08:18.892393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:18.892813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:18.897781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6e360e6a-d5e5-40a9-975f-a2d7fce15c2c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5384684 Nov 05 22:08:18.901760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56212) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:18.944433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:18.988913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56218) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:19.053503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 6459d9de-3a90-4b7d-9ead-f7e4d048b326, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6459d9de-3a90-4b7d-9ead-f7e4d048b326,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:19.061790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.070660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 6459d9de-3a90-4b7d-9ead-f7e4d048b326 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:19.165383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8962d3-b408-41bb-abca-b9a2f36ab480 req-2fe02b99-2191-4278-89a9-377051b3b5ff tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:19.167109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e8962d3-b408-41bb-abca-b9a2f36ab480 req-2fe02b99-2191-4278-89a9-377051b3b5ff tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.2114558 Nov 05 22:08:19.192095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:19.195638 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.266233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] Deleting subnet 7ce55415-136c-411b-9586-975e9029a2b6 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:19.279506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.292367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e8962d3-b408-41bb-abca-b9a2f36ab480 req-6085e165-78d1-43bb-a796-1993b9556d48 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184943 Nov 05 22:08:19.319695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a9f8a-d96d-44da-b1df-c352a2faa674 req-e7e560a4-7ab0-4979-9e27-180cf7776f4f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:19.321958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc1a9f8a-d96d-44da-b1df-c352a2faa674 req-e7e560a4-7ab0-4979-9e27-180cf7776f4f tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 945 time: 0.1627598 Nov 05 22:08:19.363382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.417672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.429659 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc1a9f8a-d96d-44da-b1df-c352a2faa674 req-28a438b2-4015-4c8b-b353-5e86ecd854b1 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c66e0c2-f5b6-474c-a271-33bdadf324a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005230 Nov 05 22:08:19.464974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=6459d9de-3a90-4b7d-9ead-f7e4d048b326,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:19.472119 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.534351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] No DVR routers for this DVR port 6459d9de-3a90-4b7d-9ead-f7e4d048b326 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:19.537769 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.543298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a105bf8a-4e3c-4b53-b508-ae75f1dbe3fd req-724f4839-cfef-4594-a75a-9b69df6f51c7 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.13 "DELETE /v2.0/ports/6459d9de-3a90-4b7d-9ead-f7e4d048b326 HTTP/1.1" status: 204 len: 173 time: 0.7637198 Nov 05 22:08:19.549117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'name': 'network-vif-deleted', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:08:19.553992 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d751d43-08f2-49a9-9da7-89c974428399" -d '{"events": [{"server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "name": "network-vif-deleted", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:08:19.599390 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89771608-2033-4869-8a13-dd7820299495 x-openstack-request-id: req-89771608-2033-4869-8a13-dd7820299495 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:08:19.599717 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75778307-4574-49c2-b372-800df1afc2d8", "name": "network-vif-deleted", "tag": "6459d9de-3a90-4b7d-9ead-f7e4d048b326", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:08:19.599974 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89771608-2033-4869-8a13-dd7820299495 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:08:19.600394 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75778307-4574-49c2-b372-800df1afc2d8', 'name': 'network-vif-deleted', 'tag': '6459d9de-3a90-4b7d-9ead-f7e4d048b326', 'status': 'completed', 'code': 200} Nov 05 22:08:19.722354 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.722565 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.757418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce55415-136c-411b-9586-975e9029a2b6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:19.774907 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.779339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-746a014f-27f5-41cf-8f3f-18814c021a21 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ce55415-136c-411b-9586-975e9029a2b6 HTTP/1.1" status: 204 len: 168 time: 0.7892063 Nov 05 22:08:19.792470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56230) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:19.798409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': '382654d4-aaa1-48b9-adc7-1a901802fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:19.798928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: b30268a5-5077-4ba6-a1da-32c189239fcb, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:08:19.801142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=6c81b54c-0ad3-4914-82b6-f1ad0460161c,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:19.890519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:19.904856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network b30268a5-5077-4ba6-a1da-32c189239fcb is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:08:19.988604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.017947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d819fd-de5a-434f-99b4-f517e39ea843']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:20.029179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:20.029550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f665a99-3d0d-4e91-ab84-a25ef8dcc92d') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:20.034540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b30268a5-5077-4ba6-a1da-32c189239fcb) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:20.040130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.047672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:20.048629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.052718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2efd9-9c7c-494f-a0e7-fabc98fd3a82 None None] Network b30268a5-5077-4ba6-a1da-32c189239fcb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:20.060806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.080891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:08:20.081233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:08:20.087359 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:08:20.191905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bc01f514-8b84-4c84-8457-fcbb9c447ca0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2866552 Nov 05 22:08:20.195042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56232) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:20.200998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb', 'name': 'tempest-PortsTestJSON-2126154112', 'fixed_ips': [{'subnet_id': '6c81b54c-0ad3-4914-82b6-f1ad0460161c', 'ip_address': '172.20.0.10'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:20.245642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b30268a5-5077-4ba6-a1da-32c189239fcb', 'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb', 'tenant_id': '7ab20c0af990452f8e35265e5796af1f', 'fixed_ips': [{'subnet_id': '6c81b54c-0ad3-4914-82b6-f1ad0460161c'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:08:20.246508 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.325354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.335847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.340975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/72d819fd-de5a-434f-99b4-f517e39ea843 HTTP/1.1" status: 204 len: 168 time: 0.5580511 Nov 05 22:08:20.383493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97cfdf-b56e-4b32-80ba-37521ed8c0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d819fd-de5a-434f-99b4-f517e39ea843,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:20.427389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Allocated IP 172.20.0.2 (b30268a5-5077-4ba6-a1da-32c189239fcb/6c81b54c-0ad3-4914-82b6-f1ad0460161c/31752238-bdf9-48df-8ab7-aafd78f6fc41) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:20.476068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b65532-70d4-48f8-9b3e-bf1a85023d3f req-e54ed6d4-a32c-40b8-9cc2-d0c0644d81be tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:20.476276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:20.482390 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98b65532-70d4-48f8-9b3e-bf1a85023d3f req-e54ed6d4-a32c-40b8-9cc2-d0c0644d81be tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0665855 Nov 05 22:08:20.585603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98b65532-70d4-48f8-9b3e-bf1a85023d3f req-8ad2e6bf-6fa8-4107-ad9d-00ee934b07c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949571 Nov 05 22:08:20.613283 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b692f07-8b50-41d4-b587-3643274cb13b req-bdf6e263-6bda-477a-b935-4d96478ac341 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "GET /v2.0/ports?device_id=75778307-4574-49c2-b372-800df1afc2d8 HTTP/1.1" status: 200 len: 210 time: 0.0521207 Nov 05 22:08:20.639473 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.648645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.666448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port a351372d-1ad8-4cb0-816e-ae781ac85ad8 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:20.789291 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.835396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Network b30268a5-5077-4ba6-a1da-32c189239fcb is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:20.840521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:20.844368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:20.850168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Pushing event updated for resources: {'Port': ['ID=31752238-bdf9-48df-8ab7-aafd78f6fc41,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:20.852077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56244) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:20.867233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.10 (b30268a5-5077-4ba6-a1da-32c189239fcb/6c81b54c-0ad3-4914-82b6-f1ad0460161c/a351372d-1ad8-4cb0-816e-ae781ac85ad8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:20.899588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-22c9c4c3-4556-4e63-bf30-958d2160ccc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67b07aeda7a8431bb6b1e0ed6fa06ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452220 Nov 05 22:08:20.900961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56246) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:20.912964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Attempting to bind port 31752238-bdf9-48df-8ab7-aafd78f6fc41 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:20.913486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Attempting to bind port 31752238-bdf9-48df-8ab7-aafd78f6fc41 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '382654d4-aaa1-48b9-adc7-1a901802fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:20.914630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Attempting to bind port 31752238-bdf9-48df-8ab7-aafd78f6fc41 on network b30268a5-5077-4ba6-a1da-32c189239fcb {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:20.920983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:20.921602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Checking segment: {'id': '382654d4-aaa1-48b9-adc7-1a901802fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:20.922004 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.922401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Bound using segment: {'id': '382654d4-aaa1-48b9-adc7-1a901802fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:20.922867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Bound port: 31752238-bdf9-48df-8ab7-aafd78f6fc41, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382654d4-aaa1-48b9-adc7-1a901802fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:20.923255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.974617 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b9c7-e3f2-4655-a3f8-7dd98e0ed460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:20.998418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] For port 31752238-bdf9-48df-8ab7-aafd78f6fc41, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:20.998630 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b9c7-e3f2-4655-a3f8-7dd98e0ed460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.001693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] For port 31752238-bdf9-48df-8ab7-aafd78f6fc41, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=31752238-bdf9-48df-8ab7-aafd78f6fc41,segment=NetworkSegment(382654d4-aaa1-48b9-adc7-1a901802fed8),segment_id=382654d4-aaa1-48b9-adc7-1a901802fed8)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:21.063790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.072907 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.142607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf62628-0ec8-43e9-91c4-bebb39b145e3 None None] Pushing event updated for resources: {'Port': ['ID=31752238-bdf9-48df-8ab7-aafd78f6fc41,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:21.156103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b9c7-e3f2-4655-a3f8-7dd98e0ed460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.160784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b9c7-e3f2-4655-a3f8-7dd98e0ed460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.160784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5bb1b9c7-e3f2-4655-a3f8-7dd98e0ed460 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ef47649-86e3-4781-9642-f32767727964 HTTP/1.1" status: 204 len: 168 time: 0.2579868 Nov 05 22:08:21.169272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1b9c7-e3f2-4655-a3f8-7dd98e0ed460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef47649-86e3-4781-9642-f32767727964,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:21.179695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.242539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network b30268a5-5077-4ba6-a1da-32c189239fcb is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:21.243985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=a351372d-1ad8-4cb0-816e-ae781ac85ad8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:21.247384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:21.249647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:21.312091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:21.312091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.450299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9da16cb1-06d1-4d90-bf81-67c09858f6e1 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2541044 Nov 05 22:08:21.452767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56250) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:21.458492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'b30268a5-5077-4ba6-a1da-32c189239fcb', 'name': 'tempest-PortsTestJSON-700554480', 'fixed_ips': [{'subnet_id': '6c81b54c-0ad3-4914-82b6-f1ad0460161c', 'ip_address': '172.20.0.9'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:21.563277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 31752238-bdf9-48df-8ab7-aafd78f6fc41 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:21.615939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 31752238-bdf9-48df-8ab7-aafd78f6fc41 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:21.616570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.695082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56260) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:21.698953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:21.705097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.726229 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.740163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port b6af7c2f-4391-4564-8c7d-83abb9d47887 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:21.805529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae8b72-7aac-4baf-b8e9-b1407926f92c req-63d36e78-4a2a-4de6-8f96-a8afc53782d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:21.811918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 31752238-bdf9-48df-8ab7-aafd78f6fc41, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=31752238-bdf9-48df-8ab7-aafd78f6fc41,segment=NetworkSegment(382654d4-aaa1-48b9-adc7-1a901802fed8),segment_id=382654d4-aaa1-48b9-adc7-1a901802fed8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:21.817173 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-142e462c-87e9-412a-b9b7-ec9781889e2a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.818841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8eae8b72-7aac-4baf-b8e9-b1407926f92c req-63d36e78-4a2a-4de6-8f96-a8afc53782d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1591036 Nov 05 22:08:21.854106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-142e462c-87e9-412a-b9b7-ec9781889e2a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.897591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:21.924133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8eae8b72-7aac-4baf-b8e9-b1407926f92c req-6fc3abe4-aae5-4db4-997f-85e1f9d67a02 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025839 Nov 05 22:08:22.001158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=31752238-bdf9-48df-8ab7-aafd78f6fc41,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:22.030917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.9 (b30268a5-5077-4ba6-a1da-32c189239fcb/6c81b54c-0ad3-4914-82b6-f1ad0460161c/b6af7c2f-4391-4564-8c7d-83abb9d47887) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:22.059504 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-142e462c-87e9-412a-b9b7-ec9781889e2a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.063275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-142e462c-87e9-412a-b9b7-ec9781889e2a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.064578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-142e462c-87e9-412a-b9b7-ec9781889e2a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/security-groups/6c66e0c2-f5b6-474c-a271-33bdadf324a3 HTTP/1.1" status: 204 len: 168 time: 0.3681822 Nov 05 22:08:22.087029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e462c-87e9-412a-b9b7-ec9781889e2a tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66e0c2-f5b6-474c-a271-33bdadf324a3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:22.186952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56276) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:22.248324 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.268677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5aeb95-b102-437f-be6e-b98e55452c9b None None] Network b30268a5-5077-4ba6-a1da-32c189239fcb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:22.348667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-89edcc16-937e-40ed-9f11-68bf695d53ca None None] Provisioning complete for port 31752238-bdf9-48df-8ab7-aafd78f6fc41 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:22.349274 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89edcc16-937e-40ed-9f11-68bf695d53ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.438566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.495470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network b30268a5-5077-4ba6-a1da-32c189239fcb is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:22.498534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:22.501178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:22.543592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=b6af7c2f-4391-4564-8c7d-83abb9d47887,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:22.591474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:22.592180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.669948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.677066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b3cf2cda-8ed2-4328-affd-8769f7478f9d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2197740 Nov 05 22:08:22.677334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56290) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:22.789124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a99fc5-e6bc-4d1d-89aa-9036eb243a46 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:22.803170 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e9a99fc5-e6bc-4d1d-89aa-9036eb243a46 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1247354 Nov 05 22:08:22.806053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56296) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:22.864160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Provisioning complete for port b6af7c2f-4391-4564-8c7d-83abb9d47887 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:22.865472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.915195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b836f-3715-4844-b397-a68e72312b9f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:22.921512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Port b6af7c2f-4391-4564-8c7d-83abb9d47887 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:22.935878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Provisioning complete for port 31752238-bdf9-48df-8ab7-aafd78f6fc41 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:22.936246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:22.937372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b836f-3715-4844-b397-a68e72312b9f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:22.947796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b836f-3715-4844-b397-a68e72312b9f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:22.949704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-359b836f-3715-4844-b397-a68e72312b9f tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1426985 Nov 05 22:08:22.953248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56310) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:23.122376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port b6af7c2f-4391-4564-8c7d-83abb9d47887 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:23.122972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.132438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Provisioning complete for port a351372d-1ad8-4cb0-816e-ae781ac85ad8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:23.132811 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.172699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f9e6c-d7de-402f-a393-71f52ea21e7b req-84151970-212b-434b-8728-b41fc038287d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:23.180277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b4f9e6c-d7de-402f-a393-71f52ea21e7b req-84151970-212b-434b-8728-b41fc038287d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0839725 Nov 05 22:08:23.184306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d982a0bb-a6e2-445f-accf-10f0c228e626 None None] Port a351372d-1ad8-4cb0-816e-ae781ac85ad8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:23.193050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:23.193390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.248688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.265581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for b6af7c2f-4391-4564-8c7d-83abb9d47887 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:23.285639 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b4f9e6c-d7de-402f-a393-71f52ea21e7b req-1177e65f-6184-4b58-bc5a-ab7823dd2574 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044998 Nov 05 22:08:23.315993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:23.316654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.328368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f4254fa9-6fd6-4b18-9421-d80499f29420 None None] Provisioning complete for port a351372d-1ad8-4cb0-816e-ae781ac85ad8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:23.328912 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4254fa9-6fd6-4b18-9421-d80499f29420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.333480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:23.374008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f4254fa9-6fd6-4b18-9421-d80499f29420 None None] Port a351372d-1ad8-4cb0-816e-ae781ac85ad8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:23.495322 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:08:23.501179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-10b48dbe-257c-4033-9237-a965bea60a2c None None] Provisioning complete for port b6af7c2f-4391-4564-8c7d-83abb9d47887 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:23.502099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-10b48dbe-257c-4033-9237-a965bea60a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.535424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.546693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 31752238-bdf9-48df-8ab7-aafd78f6fc41 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:23.577321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=b6af7c2f-4391-4564-8c7d-83abb9d47887,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:23.577756 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-10b48dbe-257c-4033-9237-a965bea60a2c None None] Port b6af7c2f-4391-4564-8c7d-83abb9d47887 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:23.586038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.586038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.586038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.586038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.586038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.586634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.586747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.587113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.587320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.587653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.587980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.588298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:23.603016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 31752238-bdf9-48df-8ab7-aafd78f6fc41 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:23.603213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.650734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.655597 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6a0b334d-793f-407a-a1c2-d3225c3b172e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/b6af7c2f-4391-4564-8c7d-83abb9d47887 HTTP/1.1" status: 204 len: 168 time: 0.6999173 Nov 05 22:08:23.657279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56312) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:23.682519 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fc135b-4cb2-4708-a7cf-cea89ff8922d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:23.690072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c9fc135b-4cb2-4708-a7cf-cea89ff8922d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/b6af7c2f-4391-4564-8c7d-83abb9d47887 HTTP/1.1" status: 404 len: 333 time: 0.0317111 Nov 05 22:08:23.690845 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:23.692899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56314) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:23.720820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=348a8f6b-46dc-47aa-b4c5-427fd4feaa5b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:23.840296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port a351372d-1ad8-4cb0-816e-ae781ac85ad8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:23.840753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.035711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.158898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6459d9de-3a90-4b7d-9ead-f7e4d048b326 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:24.192971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 6459d9de-3a90-4b7d-9ead-f7e4d048b326 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:24.192971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6459d9de-3a90-4b7d-9ead-f7e4d048b326 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:24.356189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.373686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for a351372d-1ad8-4cb0-816e-ae781ac85ad8 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:24.502336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc29861-f983-43f2-8f26-78dc8ebf1219 req-77e363e8-de80-4d33-9527-6809ba5e92a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:24.503874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dc29861-f983-43f2-8f26-78dc8ebf1219 req-77e363e8-de80-4d33-9527-6809ba5e92a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0995917 Nov 05 22:08:24.607524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dc29861-f983-43f2-8f26-78dc8ebf1219 req-59bf17c9-5e68-4817-a653-e32bd2f24f58 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950823 Nov 05 22:08:24.619387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.653693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=a351372d-1ad8-4cb0-816e-ae781ac85ad8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:24.670240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:08:24.752792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.756329 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-068e1d75-c728-4e3e-9d01-af0503a5e273 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/a351372d-1ad8-4cb0-816e-ae781ac85ad8 HTTP/1.1" status: 204 len: 168 time: 1.0623295 Nov 05 22:08:24.759151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56330) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:24.786587 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6685c66-7d12-455d-b69d-967ff1c99884 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:24.792596 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e6685c66-7d12-455d-b69d-967ff1c99884 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/a351372d-1ad8-4cb0-816e-ae781ac85ad8 HTTP/1.1" status: 404 len: 333 time: 0.0277226 Nov 05 22:08:24.795581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56332) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:24.800587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:08:24.806821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b46139e4-180e-4ca0-ae4f-6760bd9e8421 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "PUT /v2.0/routers/894c6d18-e1d5-45ce-8ca6-a5af393424b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173198 Nov 05 22:08:24.813868 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] Sync routers for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:08:24.814836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56334) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:24.834311 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:24.835043 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:24.894856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting subnet 2b9e4957-f902-49a3-8d52-90f387a9a37b {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:24.899770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.913285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 6c81b54c-0ad3-4914-82b6-f1ad0460161c {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:24.917850 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.957626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:24.988058 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.030577 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:25.107256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.108628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.237972 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:08:23Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:25.264430 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] Checking router: 894c6d18-e1d5-45ce-8ca6-a5af393424b1 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:08:25.270589 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.274545 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] Routers {'894c6d18-e1d5-45ce-8ca6-a5af393424b1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:25.274545 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:25.299493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.315064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=6c81b54c-0ad3-4914-82b6-f1ad0460161c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:25.315064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.315671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8b87a-99cc-4fad-ba3f-6c1009af07e2 None None] Network b30268a5-5077-4ba6-a1da-32c189239fcb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:25.316288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1ac42185-8ae4-443d-89c5-97d53d9ec556 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/6c81b54c-0ad3-4914-82b6-f1ad0460161c HTTP/1.1" status: 204 len: 168 time: 0.5164971 Nov 05 22:08:25.319507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:25.355883 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.363904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/subnets/2b9e4957-f902-49a3-8d52-90f387a9a37b HTTP/1.1" status: 204 len: 168 time: 0.5477560 Nov 05 22:08:25.367890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6e8be-87ed-4a49-b845-6bccfb0f8f08 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9e4957-f902-49a3-8d52-90f387a9a37b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:25.370893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56344) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:25.423492 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] Set router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:25.433828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.452079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd6840-3452-4f34-84b6-6cd5b9f389b1 None None] Network 1b8e8649-a1c3-42a0-a508-21dab0b63e2c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:25.533099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.575110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 31752238-bdf9-48df-8ab7-aafd78f6fc41 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:25.575450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.723760 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:08:23Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:25.737148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] DHCP port deletion for b30268a5-5077-4ba6-a1da-32c189239fcb request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:08:25.746667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] For port 31752238-bdf9-48df-8ab7-aafd78f6fc41, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=31752238-bdf9-48df-8ab7-aafd78f6fc41,segment=NetworkSegment(382654d4-aaa1-48b9-adc7-1a901802fed8),segment_id=382654d4-aaa1-48b9-adc7-1a901802fed8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:25.747085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.752208 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b1d51-5a52-4e0a-8b4d-967c7fd4d61e None None] The sync data for ids ['894c6d18-e1d5-45ce-8ca6-a5af393424b1'] in n-d-816738-5 is: [{'id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'name': 'tempest-TestNetworkBasicOps-router-1228919413', 'tenant_id': '0c6afd23685a4a659a7bbbb0042e1037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:01Z', 'updated_at': '2021-11-05T22:08:23Z', 'revision_number': 5, 'project_id': '0c6afd23685a4a659a7bbbb0042e1037', 'gw_port': {'id': '0d2dd883-92cb-4d3d-9aee-a5a66758d72a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c6d18-e1d5-45ce-8ca6-a5af393424b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:02Z', 'updated_at': '2021-11-05T22:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:08:25.766650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 31752238-bdf9-48df-8ab7-aafd78f6fc41 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:25.815253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] Deleting port 31752238-bdf9-48df-8ab7-aafd78f6fc41 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:25.815660 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.825129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddeac1-fa13-4647-aea6-a7ff5865e592 req-7f7f7159-1e86-4362-975a-90c783a704b9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:25.835295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2ddeac1-fa13-4647-aea6-a7ff5865e592 req-7f7f7159-1e86-4362-975a-90c783a704b9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0976822 Nov 05 22:08:25.852991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.888188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2ddeac1-fa13-4647-aea6-a7ff5865e592 req-a24385cb-7215-4882-ab61-91bbfe95ef36 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Nov 05 22:08:25.897458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] For port 31752238-bdf9-48df-8ab7-aafd78f6fc41, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=31752238-bdf9-48df-8ab7-aafd78f6fc41,segment=NetworkSegment(382654d4-aaa1-48b9-adc7-1a901802fed8),segment_id=382654d4-aaa1-48b9-adc7-1a901802fed8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:25.897866 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.910885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] Calling delete_port for 31752238-bdf9-48df-8ab7-aafd78f6fc41 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:25.977750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:25.996324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.007622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=31752238-bdf9-48df-8ab7-aafd78f6fc41,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:26.014199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No DVR routers for this DVR port 31752238-bdf9-48df-8ab7-aafd78f6fc41 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:26.034487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] Pushing event deleted for resources: {'Port': ['ID=31752238-bdf9-48df-8ab7-aafd78f6fc41,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:26.044039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135455d-3a08-4080-91b3-93fa4f5bcae4 None None] No DVR routers for this DVR port 31752238-bdf9-48df-8ab7-aafd78f6fc41 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:26.045510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Deleting port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:26.046820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.128197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.154207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] For port 0d2dd883-92cb-4d3d-9aee-a5a66758d72a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:26.154692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.163147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] DHCP port deletion for 1b8e8649-a1c3-42a0-a508-21dab0b63e2c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:08:26.169233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30268a5-5077-4ba6-a1da-32c189239fcb']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:26.182996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Calling delete_port for 0d2dd883-92cb-4d3d-9aee-a5a66758d72a owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:26.196178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382654d4-aaa1-48b9-adc7-1a901802fed8') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:26.196353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382654d4-aaa1-48b9-adc7-1a901802fed8') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:26.212472 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.230166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.241755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:08:26.242153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:08:26.248959 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:08:26.251368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] Deleting port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:26.252020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.346259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] For port b48b50d2-2bc8-48fe-a0ab-54a9a1863315, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b48b50d2-2bc8-48fe-a0ab-54a9a1863315,segment=NetworkSegment(c72afec5-e176-41dc-95c3-f8f61c3e81e9),segment_id=c72afec5-e176-41dc-95c3-f8f61c3e81e9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:26.346846 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.360668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] Calling delete_port for b48b50d2-2bc8-48fe-a0ab-54a9a1863315 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:26.520767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.529145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.532313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/b30268a5-5077-4ba6-a1da-32c189239fcb HTTP/1.1" status: 204 len: 168 time: 1.2117722 Nov 05 22:08:26.536026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56356) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:26.541954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4b422-4ec4-4e5b-bc71-e39d226e88a9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=b30268a5-5077-4ba6-a1da-32c189239fcb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:26.542176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-78921571'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:26.582651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.610119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Port': ['ID=0d2dd883-92cb-4d3d-9aee-a5a66758d72a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:26.672748 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.695532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.703713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] Pushing event deleted for resources: {'Port': ['ID=b48b50d2-2bc8-48fe-a0ab-54a9a1863315,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:26.706048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f95f1-c955-441a-9875-9b9e85660616 None None] No DVR routers for this DVR port b48b50d2-2bc8-48fe-a0ab-54a9a1863315 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:26.718284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:26.718284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.820487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.824025 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.841859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:08:26.886930 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:26.888278 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Added segment 7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b of type vlan for network fd45951c-b594-4b0c-afc5-0cb0ff054120 Nov 05 22:08:26.930035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.002508 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.002958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Fanout notify agent at l3_agent the message router_deleted on router 894c6d18-e1d5-45ce-8ca6-a5af393424b1 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:08:27.010599 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.011733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ec45ee4b-4fcc-47ba-b8ce-2f149938d062 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/routers/894c6d18-e1d5-45ce-8ca6-a5af393424b1 HTTP/1.1" status: 204 len: 168 time: 1.6391342 Nov 05 22:08:27.014398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56362) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:27.024512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da34b2-4327-4653-8654-3f3048c97a7a req-c393f735-a850-4496-a4a7-49b439b2a135 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:27.027998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16da34b2-4327-4653-8654-3f3048c97a7a req-c393f735-a850-4496-a4a7-49b439b2a135 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0666823 Nov 05 22:08:27.089328 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16da34b2-4327-4653-8654-3f3048c97a7a req-8ef33c0d-689b-4d4f-b007-504d6cc6d73a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Nov 05 22:08:27.108114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.130252 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.132529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:27.133207 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.202003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Network': ['ID=fd45951c-b594-4b0c-afc5-0cb0ff054120,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:27.214471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:08:27.231477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.253254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8e8649-a1c3-42a0-a508-21dab0b63e2c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:27.265457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72afec5-e176-41dc-95c3-f8f61c3e81e9') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:27.265749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72afec5-e176-41dc-95c3-f8f61c3e81e9') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:27.277442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.295173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.302589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:08:27.303092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:08:27.309047 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:08:27.314053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-10bbabb4-d996-4bdf-91db-d51a0e91fce9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7761445 Nov 05 22:08:27.316698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56368) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:27.324524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:27.533857 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.545117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.564261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] 10.222.0.41 "DELETE /v2.0/networks/1b8e8649-a1c3-42a0-a508-21dab0b63e2c HTTP/1.1" status: 204 len: 168 time: 0.5348518 Nov 05 22:08:27.564431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:27.564431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.575262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799f771-a586-4b54-a549-171e26c23f64 tempest-TestNetworkBasicOps-364313506 tempest-TestNetworkBasicOps-364313506-project] Pushing event deleted for resources: {'Network': ['ID=1b8e8649-a1c3-42a0-a508-21dab0b63e2c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:27.600186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:27.641522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:27.641779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 348a8f6b-46dc-47aa-b4c5-427fd4feaa5b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:27.642191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0d2dd883-92cb-4d3d-9aee-a5a66758d72a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:27.664957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0d2dd883-92cb-4d3d-9aee-a5a66758d72a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:27.672686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0d2dd883-92cb-4d3d-9aee-a5a66758d72a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:27.672686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 31752238-bdf9-48df-8ab7-aafd78f6fc41 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:27.694385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 31752238-bdf9-48df-8ab7-aafd78f6fc41 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:27.694735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 31752238-bdf9-48df-8ab7-aafd78f6fc41 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:27.695150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b48b50d2-2bc8-48fe-a0ab-54a9a1863315 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:27.723096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: b48b50d2-2bc8-48fe-a0ab-54a9a1863315 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:27.723439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b48b50d2-2bc8-48fe-a0ab-54a9a1863315 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:27.882616 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:27.942567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=872033bb-781a-44de-a618-c08f113f8d63,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:27.961295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Checking segment: {'id': '7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:27.961730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network hostable DHCP agents. Network: fd45951c-b594-4b0c-afc5-0cb0ff054120, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:08:28.074408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:08:28.230674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039f9a-a7ba-411b-8975-68a7fbedffdd req-b67beb67-ccec-45ba-87d7-2b123f8ea772 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:28.230674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42039f9a-a7ba-411b-8975-68a7fbedffdd req-b67beb67-ccec-45ba-87d7-2b123f8ea772 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0595417 Nov 05 22:08:28.230674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, fd45951c-b594-4b0c-afc5-0cb0ff054120) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:28.232734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56380) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:28.240017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:28.240598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.244512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8985b75-60ff-4e55-b5e2-deda4d22d6b8 None None] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:28.336262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42039f9a-a7ba-411b-8975-68a7fbedffdd req-90499dc6-e909-45e4-95e9-ff89907125a4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832465 Nov 05 22:08:28.363315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0f9329d9-c734-4380-9d2b-a55d0b37a049 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0426748 Nov 05 22:08:28.363537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56384) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:28.372902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3cc3d4f7-abc6-468f-be3d-6085b1357fb9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2023505778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:28.445558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-97dbf724-5418-4634-b04c-87d81d1bbf1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c6afd23685a4a659a7bbbb0042e1037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108753 Nov 05 22:08:28.448138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56388) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:28.466878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-fd45951c-b594-4b0c-afc5-0cb0ff054120', 'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120', 'tenant_id': '7ab20c0af990452f8e35265e5796af1f', 'fixed_ips': [{'subnet_id': '872033bb-781a-44de-a618-c08f113f8d63'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:08:28.467864 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.503618 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70cd9672-4cda-4d23-83a8-fc6e52d485a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.526736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70cd9672-4cda-4d23-83a8-fc6e52d485a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.542121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d4f7-abc6-468f-be3d-6085b1357fb9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.543244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d4f7-abc6-468f-be3d-6085b1357fb9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.622092 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d4f7-abc6-468f-be3d-6085b1357fb9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.625628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Allocated IP 172.20.0.2 (fd45951c-b594-4b0c-afc5-0cb0ff054120/872033bb-781a-44de-a618-c08f113f8d63/b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:28.718240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d4f7-abc6-468f-be3d-6085b1357fb9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.751504 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70cd9672-4cda-4d23-83a8-fc6e52d485a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.754815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70cd9672-4cda-4d23-83a8-fc6e52d485a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.758678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-70cd9672-4cda-4d23-83a8-fc6e52d485a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f9e8487-c984-4c06-9d7b-2d6723dc1045 HTTP/1.1" status: 204 len: 168 time: 0.3071091 Nov 05 22:08:28.767609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9672-4cda-4d23-83a8-fc6e52d485a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e8487-c984-4c06-9d7b-2d6723dc1045,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:28.773696 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.843275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d4f7-abc6-468f-be3d-6085b1357fb9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.844613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3cc3d4f7-abc6-468f-be3d-6085b1357fb9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4799333 Nov 05 22:08:28.847237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56392) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:28.852828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120', 'name': 'tempest-PortsTestJSON-974442569'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:28.903072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:28.976553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:28.978300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:28.981285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:29.001783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Pushing event updated for resources: {'Port': ['ID=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:29.091843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:29.095970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.115408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port 269d871e-0888-4893-8d67-5711b7967006 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:29.271885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Attempting to bind port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:29.275255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Attempting to bind port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:29.275255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Attempting to bind port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 on network fd45951c-b594-4b0c-afc5-0cb0ff054120 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:29.285518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:29.287714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Checking segment: {'id': '7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:29.289494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.12 (fd45951c-b594-4b0c-afc5-0cb0ff054120/872033bb-781a-44de-a618-c08f113f8d63/269d871e-0888-4893-8d67-5711b7967006) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:29.291380 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.295140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Bound using segment: {'id': '7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:29.301289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Bound port: b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fd45951c-b594-4b0c-afc5-0cb0ff054120'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:29.306098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.401263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] For port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:29.404917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] For port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,segment=NetworkSegment(7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b),segment_id=7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:29.517441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc5049-3d57-4973-9650-d0d37c4e18d0 req-f7035a65-ec62-48bf-a258-6b46fb44b831 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:29.518799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64bc5049-3d57-4973-9650-d0d37c4e18d0 req-f7035a65-ec62-48bf-a258-6b46fb44b831 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0885282 Nov 05 22:08:29.529557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.534258 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.592918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe27ec9-8b7f-4bb2-bd4a-21262c9b7bd2 None None] Pushing event updated for resources: {'Port': ['ID=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:29.595242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64bc5049-3d57-4973-9650-d0d37c4e18d0 req-100df82a-2d9c-4bff-a0b7-7b7a66a8b9d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686734 Nov 05 22:08:29.686716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.735515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:29.738889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:29.742864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:29.752760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56404) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:29.770147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=269d871e-0888-4893-8d67-5711b7967006,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:29.794197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c693cad5-3b96-49eb-954f-64dc54f7903a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.814573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:29.815190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.886060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c693cad5-3b96-49eb-954f-64dc54f7903a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:29.953261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-15c3e5fd-6e1a-48e6-8a16-498a8439cc85 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1048148 Nov 05 22:08:29.956386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56408) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:30.005889 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c693cad5-3b96-49eb-954f-64dc54f7903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.087221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c693cad5-3b96-49eb-954f-64dc54f7903a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd98f345564c4d988338f278af8fe685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325834 Nov 05 22:08:30.091114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56414) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:30.120267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693cad5-3b96-49eb-954f-64dc54f7903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede64f60-1c44-4c51-b5c5-af3e67168972,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:30.159170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d33e-29e3-4a5f-9a56-1a65d700e244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.186112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d33e-29e3-4a5f-9a56-1a65d700e244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.367257 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d33e-29e3-4a5f-9a56-1a65d700e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.370821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.373468 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d33e-29e3-4a5f-9a56-1a65d700e244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.377945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9fd7d33e-29e3-4a5f-9a56-1a65d700e244 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ede64f60-1c44-4c51-b5c5-af3e67168972 HTTP/1.1" status: 204 len: 168 time: 0.2855625 Nov 05 22:08:30.395730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d33e-29e3-4a5f-9a56-1a65d700e244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede64f60-1c44-4c51-b5c5-af3e67168972,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:30.694000 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.753601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e644815-7dd8-4614-9729-999c5d0fdc5e req-12478b58-2f50-4917-a5ec-e2364ce6e28f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:30.755340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e0d1b-b13c-408b-911d-d514bfbcdb93 None None] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:30.755640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e644815-7dd8-4614-9729-999c5d0fdc5e req-12478b58-2f50-4917-a5ec-e2364ce6e28f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0680778 Nov 05 22:08:30.767175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.819625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e644815-7dd8-4614-9729-999c5d0fdc5e req-06184f5b-1800-465f-9351-e9cd23f5ec01 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Nov 05 22:08:30.835458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e27eae74-0fea-4428-8182-b811da9cbe06 None None] Provisioning complete for port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:30.835458 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e27eae74-0fea-4428-8182-b811da9cbe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.920444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:30.986703 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e27eae74-0fea-4428-8182-b811da9cbe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.036725 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e27eae74-0fea-4428-8182-b811da9cbe06 None None] For port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,segment=NetworkSegment(7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b),segment_id=7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:31.104718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=269d871e-0888-4893-8d67-5711b7967006,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:31.106172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e27eae74-0fea-4428-8182-b811da9cbe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.198737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eae74-0fea-4428-8182-b811da9cbe06 None None] Pushing event updated for resources: {'Port': ['ID=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:31.344646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.450250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4ceb4540-de51-4450-9a4a-0a9ba4d7ba4c None None] Provisioning complete for port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:31.450586 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4540-de51-4450-9a4a-0a9ba4d7ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.619653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:31.625111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4ceb4540-de51-4450-9a4a-0a9ba4d7ba4c None None] Provisioning complete for port 269d871e-0888-4893-8d67-5711b7967006 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:31.625111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4540-de51-4450-9a4a-0a9ba4d7ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.629136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.706737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb4540-de51-4450-9a4a-0a9ba4d7ba4c None None] Port 269d871e-0888-4893-8d67-5711b7967006 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:31.720068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:31.720445 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.849507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b2c2c1d2-d4c5-4963-8d4a-6d5398c62754 None None] Provisioning complete for port 269d871e-0888-4893-8d67-5711b7967006 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:31.851396 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c1d2-d4c5-4963-8d4a-6d5398c62754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:31.909490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2c1d2-d4c5-4963-8d4a-6d5398c62754 None None] Port 269d871e-0888-4893-8d67-5711b7967006 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:31.972531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a7e85-0d27-4509-932b-b3d6d54865aa req-b58fd906-7e31-4837-b4f4-05ab6bcc962b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:31.974124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f0a7e85-0d27-4509-932b-b3d6d54865aa req-b58fd906-7e31-4837-b4f4-05ab6bcc962b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0588567 Nov 05 22:08:32.029261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3c4feef6-8a34-40e9-a7a6-ba3cc7f8f0a3 None None] Provisioning complete for port 269d871e-0888-4893-8d67-5711b7967006 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:32.029932 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c4feef6-8a34-40e9-a7a6-ba3cc7f8f0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:32.036770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f0a7e85-0d27-4509-932b-b3d6d54865aa req-9074e045-090f-40a2-95ed-dc321568cfba tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537260 Nov 05 22:08:32.073692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:32.108338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3c4feef6-8a34-40e9-a7a6-ba3cc7f8f0a3 None None] Port 269d871e-0888-4893-8d67-5711b7967006 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:32.184434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:32.279070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=269d871e-0888-4893-8d67-5711b7967006,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:32.282346 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:32.390381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:32.391786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:32.612788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Router 90d682d8-71db-45ba-8364-60ccd26ae917 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:08:32.626518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-21a12de3-ae03-4982-971b-56acec99b7b1 None None] Provisioning complete for port 269d871e-0888-4893-8d67-5711b7967006 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:32.626853 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-21a12de3-ae03-4982-971b-56acec99b7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:32.676189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-21a12de3-ae03-4982-971b-56acec99b7b1 None None] Port 269d871e-0888-4893-8d67-5711b7967006 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:32.715608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:08:32.720527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ccc021ec-406e-4626-a601-3e40f2f71e73 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "PUT /v2.0/routers/90d682d8-71db-45ba-8364-60ccd26ae917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7630837 Nov 05 22:08:32.723218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56440) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:32.725615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] Sync routers for ids ['90d682d8-71db-45ba-8364-60ccd26ae917'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:08:32.736706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] Routers {'90d682d8-71db-45ba-8364-60ccd26ae917'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:32.740200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['90d682d8-71db-45ba-8364-60ccd26ae917'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:32.775207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edd570c-4023-4510-8f14-2dd071df568a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:32.781213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2edd570c-4023-4510-8f14-2dd071df568a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d682d8-71db-45ba-8364-60ccd26ae917 HTTP/1.1" status: 200 len: 982 time: 0.0525944 Nov 05 22:08:32.781213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56444) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:32.784757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:32.797731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] Routers {'90d682d8-71db-45ba-8364-60ccd26ae917'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:32.798473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['90d682d8-71db-45ba-8364-60ccd26ae917'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:32.839919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:32.840562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0862bf-22bb-437d-8b31-2c92a5fb3757 None None] The sync data for ids ['90d682d8-71db-45ba-8364-60ccd26ae917'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:08:32.984826 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:33.237048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772865d5-5626-4ae1-a222-7f98d4fe9ae0 req-08c9d254-9ea5-4e24-a31c-93eeb658a7db tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:33.238407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-772865d5-5626-4ae1-a222-7f98d4fe9ae0 req-08c9d254-9ea5-4e24-a31c-93eeb658a7db tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1179183 Nov 05 22:08:33.239321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:33.697768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-772865d5-5626-4ae1-a222-7f98d4fe9ae0 req-61397b56-51ae-47da-8ad1-8d485cdd5523 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250615 Nov 05 22:08:33.823538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port 269d871e-0888-4893-8d67-5711b7967006 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:33.823821 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:33.916010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:33.928979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for 269d871e-0888-4893-8d67-5711b7967006 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:34.281355 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:34.320724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=269d871e-0888-4893-8d67-5711b7967006,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:34.477296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:34.640311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Router 90d682d8-71db-45ba-8364-60ccd26ae917 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:08:34.732696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:08:34.740331 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a298cb30-2e1b-4b58-a491-7bff6ef11568 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "PUT /v2.0/routers/90d682d8-71db-45ba-8364-60ccd26ae917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576397 Nov 05 22:08:34.742012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56466) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:34.745278 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] Sync routers for ids ['90d682d8-71db-45ba-8364-60ccd26ae917'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:08:34.759902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] Routers {'90d682d8-71db-45ba-8364-60ccd26ae917'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:34.759902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['90d682d8-71db-45ba-8364-60ccd26ae917'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:34.770739 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8b521b-55ba-4794-a76b-6db8de08ebe3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:34.772423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ec8b521b-55ba-4794-a76b-6db8de08ebe3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/269d871e-0888-4893-8d67-5711b7967006 HTTP/1.1" status: 404 len: 333 time: 0.0293953 Nov 05 22:08:34.775083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56468) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:34.793958 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:34.803285 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] Routers {'90d682d8-71db-45ba-8364-60ccd26ae917'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:34.803949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['90d682d8-71db-45ba-8364-60ccd26ae917'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:34.837678 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:34.838330 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198bddf-6693-4288-91ea-63472db1d7df None None] The sync data for ids ['90d682d8-71db-45ba-8364-60ccd26ae917'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:08:34.883902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a431aeb-a57c-4072-89e4-d7a9e777c5c3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:34.971134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b93a2-6c69-42e5-a953-4bd15eecc5c1 req-b1b594f8-e7fd-46c3-9fc4-bd82462ce2bd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:34.972720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd2b93a2-6c69-42e5-a953-4bd15eecc5c1 req-b1b594f8-e7fd-46c3-9fc4-bd82462ce2bd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1472845 Nov 05 22:08:35.088099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a431aeb-a57c-4072-89e4-d7a9e777c5c3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.103762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a431aeb-a57c-4072-89e4-d7a9e777c5c3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.150904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd2b93a2-6c69-42e5-a953-4bd15eecc5c1 req-94622b8a-b85d-4f1c-940a-a011c9575b1b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427767 Nov 05 22:08:35.282407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a431aeb-a57c-4072-89e4-d7a9e777c5c3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.283094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a431aeb-a57c-4072-89e4-d7a9e777c5c3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Fanout notify agent at l3_agent the message router_deleted on router 90d682d8-71db-45ba-8364-60ccd26ae917 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:08:35.291495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a431aeb-a57c-4072-89e4-d7a9e777c5c3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.292671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1a431aeb-a57c-4072-89e4-d7a9e777c5c3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/routers/90d682d8-71db-45ba-8364-60ccd26ae917 HTTP/1.1" status: 204 len: 168 time: 0.5166347 Nov 05 22:08:35.295201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56472) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:35.354321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 872033bb-781a-44de-a618-c08f113f8d63 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:35.357723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.406453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.491189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.676400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.713029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.714844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/872033bb-781a-44de-a618-c08f113f8d63 HTTP/1.1" status: 204 len: 168 time: 0.4186499 Nov 05 22:08:35.715836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cbfa9-9830-41e8-a7c6-63c82c17768e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=872033bb-781a-44de-a618-c08f113f8d63,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:35.717496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56476) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:35.729218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea15e5e-600b-4dcf-b451-63ddfab09581 None None] Network fd45951c-b594-4b0c-afc5-0cb0ff054120 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:35.850382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.897470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:35.897688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.939486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] DHCP port deletion for fd45951c-b594-4b0c-afc5-0cb0ff054120 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:08:35.969787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] For port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,segment=NetworkSegment(7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b),segment_id=7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:35.970828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:35.985993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:36.013411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] Deleting port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:36.013782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.098162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] For port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,segment=NetworkSegment(7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b),segment_id=7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:36.098588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.111944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] Calling delete_port for b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:36.264409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.272421 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.277005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3838c2-b226-43c1-bcdb-0ba068592997 req-cc0b4dc7-8a26-4f4d-9e8d-ded36c8153a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:36.278670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc3838c2-b226-43c1-bcdb-0ba068592997 req-cc0b4dc7-8a26-4f4d-9e8d-ded36c8153a1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0544229 Nov 05 22:08:36.291398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:36.295333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No DVR routers for this DVR port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:36.306927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] Pushing event deleted for resources: {'Port': ['ID=b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:36.306927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ac24c-1cc2-4558-8e29-e3ae5ab2d2f9 None None] No DVR routers for this DVR port b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:08:36.345505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc3838c2-b226-43c1-bcdb-0ba068592997 req-93a41a32-33f4-4f26-83de-56c6cdab0225 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565772 Nov 05 22:08:36.358043 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7add677f-9431-4102-9180-6988fde3626a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.409206 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.434390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd45951c-b594-4b0c-afc5-0cb0ff054120']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:36.444185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:36.444479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6ec9fc-1c4d-4c36-8bec-f3f7f4fbce5b') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:36.454734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.470938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.478073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:08:36.478516 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:08:36.481565 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:08:36.693251 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.708977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:36.715822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/fd45951c-b594-4b0c-afc5-0cb0ff054120 HTTP/1.1" status: 204 len: 168 time: 0.9935732 Nov 05 22:08:36.720576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56492) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:36.727398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bdc92-2882-44c3-8bd1-54b4d229687d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=fd45951c-b594-4b0c-afc5-0cb0ff054120,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:36.779841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f017b38-b2fe-43c6-b9eb-bc0052e6ee5c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:36.785554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3f017b38-b2fe-43c6-b9eb-bc0052e6ee5c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 HTTP/1.1" status: 200 len: 841 time: 0.0628324 Nov 05 22:08:36.786055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56494) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:36.868999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56500) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:36.875019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:36.880460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2bc18504-089c-423b-9041-2a39de586042 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/c5cdf6c9-4b40-45a1-a0e0-4edaf405e074?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0771251 Nov 05 22:08:37.138350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:37.143075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:37.543099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:37.601575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:08:37.606878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d700cc8-4247-4e98-a9e4-f88290df3d9d req-56197222-52a4-47d8-89d3-0254e638017c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:37.610684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56510) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:37.616939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d700cc8-4247-4e98-a9e4-f88290df3d9d req-56197222-52a4-47d8-89d3-0254e638017c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1756909 Nov 05 22:08:37.629909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:08:37.630164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b9d08cfc-8200-4c6e-bdbf-83cccb1f19b3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:08:37.704344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:37.720602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:37.729518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:37.730176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:37.735621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c0221-7ebb-46f9-8378-de2ded3da368 None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:37.742537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d700cc8-4247-4e98-a9e4-f88290df3d9d req-5f796a1c-8edb-4972-b44e-1207a200df27 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202011 Nov 05 22:08:37.750982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=3882be95-9781-4dee-b295-8ffac917d9b9,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:37.791623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51ddae56-f5a7-4b94-91bb-ceafe83d924b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:37.856200 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a9062fb3-571f-4c28-8289-f6fb8787c110 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9888670 Nov 05 22:08:37.858971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56514) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:37.867246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-51b2e033-ece6-4a39-9533-5cf2c825af21 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'security_group': {'name': 'tempest-secgroup-1831694424'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:37.916264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51ddae56-f5a7-4b94-91bb-ceafe83d924b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:37.961510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51b2e033-ece6-4a39-9533-5cf2c825af21 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.006855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'tenant_id': '7ab20c0af990452f8e35265e5796af1f', 'fixed_ips': [{'subnet_id': '3882be95-9781-4dee-b295-8ffac917d9b9'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:08:38.008119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.028859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51ddae56-f5a7-4b94-91bb-ceafe83d924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.082972 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51b2e033-ece6-4a39-9533-5cf2c825af21 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.107408 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51ddae56-f5a7-4b94-91bb-ceafe83d924b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3cc4f2619b94003bf931055576c42f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4957085 Nov 05 22:08:38.109761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddae56-f5a7-4b94-91bb-ceafe83d924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9153236f-3ed8-4958-ba47-44532e863bc1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:38.110307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56516) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:38.160334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Allocated IP 172.20.0.2 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/3882be95-9781-4dee-b295-8ffac917d9b9/dcdec745-c515-4f51-92cd-52e8037a85af) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:38.163065 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-191dda36-fbb2-44c2-8861-928c24c174ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.189100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-191dda36-fbb2-44c2-8861-928c24c174ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.252884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51b2e033-ece6-4a39-9533-5cf2c825af21 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.281724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2e033-ece6-4a39-9533-5cf2c825af21 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26648eb-b2a8-4249-bd04-5c9d7f6197e0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:38.318178 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.379085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-191dda36-fbb2-44c2-8861-928c24c174ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.381966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-191dda36-fbb2-44c2-8861-928c24c174ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.388197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-191dda36-fbb2-44c2-8861-928c24c174ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9153236f-3ed8-4958-ba47-44532e863bc1 HTTP/1.1" status: 204 len: 168 time: 0.2744172 Nov 05 22:08:38.400034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dda36-fbb2-44c2-8861-928c24c174ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9153236f-3ed8-4958-ba47-44532e863bc1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:38.450184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51b2e033-ece6-4a39-9533-5cf2c825af21 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.450184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-51b2e033-ece6-4a39-9533-5cf2c825af21 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5888407 Nov 05 22:08:38.451943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56522) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:38.456761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bc93603d-5e44-45ad-b5ae-7e5c197544f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090042317'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:38.548980 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.584920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:38.588158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:38.593960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:38.601668 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc93603d-5e44-45ad-b5ae-7e5c197544f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.606974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Pushing event updated for resources: {'Port': ['ID=dcdec745-c515-4f51-92cd-52e8037a85af,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:38.606974 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-75c9de7d-1856-448e-92bc-6ee5dbd0d5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.660561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Attempting to bind port dcdec745-c515-4f51-92cd-52e8037a85af on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:38.660931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Attempting to bind port dcdec745-c515-4f51-92cd-52e8037a85af by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '7ba98dd1-1af8-4a7a-be96-24e1799f97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:38.661292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Attempting to bind port dcdec745-c515-4f51-92cd-52e8037a85af on network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:38.667344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:38.667752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Checking segment: {'id': '7ba98dd1-1af8-4a7a-be96-24e1799f97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:38.668144 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.668536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Bound using segment: {'id': '7ba98dd1-1af8-4a7a-be96-24e1799f97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:38.668998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Bound port: dcdec745-c515-4f51-92cd-52e8037a85af, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba98dd1-1af8-4a7a-be96-24e1799f97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:38.669375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.679816 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc93603d-5e44-45ad-b5ae-7e5c197544f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.736819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] For port dcdec745-c515-4f51-92cd-52e8037a85af, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:38.739839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] For port dcdec745-c515-4f51-92cd-52e8037a85af, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dcdec745-c515-4f51-92cd-52e8037a85af,segment=NetworkSegment(7ba98dd1-1af8-4a7a-be96-24e1799f97fd),segment_id=7ba98dd1-1af8-4a7a-be96-24e1799f97fd)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:38.833032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc93603d-5e44-45ad-b5ae-7e5c197544f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.892321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93603d-5e44-45ad-b5ae-7e5c197544f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a525176-20cf-48a6-815d-dd73090986b7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:38.903298 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:38.907835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea063bdc-b647-46ec-80ed-4d217774d06d req-1946f5ac-d9ba-43cf-bf93-281825866b9f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:38.909724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea063bdc-b647-46ec-80ed-4d217774d06d req-1946f5ac-d9ba-43cf-bf93-281825866b9f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0887244 Nov 05 22:08:38.980929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea063bdc-b647-46ec-80ed-4d217774d06d req-8aabca19-1001-44e2-bcf6-4ce6646765c2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644794 Nov 05 22:08:39.007348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f131ca-109c-4edf-abf1-67b87aa302b7 None None] Pushing event updated for resources: {'Port': ['ID=dcdec745-c515-4f51-92cd-52e8037a85af,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:39.024720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc93603d-5e44-45ad-b5ae-7e5c197544f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:39.026822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bc93603d-5e44-45ad-b5ae-7e5c197544f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5738823 Nov 05 22:08:39.029592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56536) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:39.034894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1934133360', 'security_groups': ['5a525176-20cf-48a6-815d-dd73090986b7'], 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3882be95-9781-4dee-b295-8ffac917d9b9'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:39.264368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:39.394453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:39.415078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port bcca5c27-cd96-4fee-88cf-e8def47d4fba yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:39.597560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dcdec745-c515-4f51-92cd-52e8037a85af up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:39.647103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.10 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/3882be95-9781-4dee-b295-8ffac917d9b9/bcca5c27-cd96-4fee-88cf-e8def47d4fba) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:39.680811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:39.681834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:39.743357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56552) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:39.799754 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:39.839678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port dcdec745-c515-4f51-92cd-52e8037a85af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dcdec745-c515-4f51-92cd-52e8037a85af,segment=NetworkSegment(7ba98dd1-1af8-4a7a-be96-24e1799f97fd),segment_id=7ba98dd1-1af8-4a7a-be96-24e1799f97fd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:39.867162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:39.905258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1456559064-network', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:39.971968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.036141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Made reservation on behalf of 2af4fcfd498045d392c5369dbd95463a for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:40.042457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.042607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.053486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.057551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=dcdec745-c515-4f51-92cd-52e8037a85af,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:40.108939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.153660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=bcca5c27-cd96-4fee-88cf-e8def47d4fba,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:40.191635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.200183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:40.203231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:40.208988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:40.256259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f006b-e8b0-441f-9e50-c8ae90dd38f7 req-f659bcf6-7fe0-4bcb-a163-19e2d7b9aeaf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:40.257849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f47f006b-e8b0-441f-9e50-c8ae90dd38f7 req-f659bcf6-7fe0-4bcb-a163-19e2d7b9aeaf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1150494 Nov 05 22:08:40.263508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8da9a912-56e8-42f1-846e-24382c738017 None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:40.269797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8da9a912-56e8-42f1-846e-24382c738017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.287780 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.298499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:40.299321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.340550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:08:40.357401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53e416f-4b25-460e-ae91-d7a49ded5915,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:40.372460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.374245 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Added segment cd127a10-8773-490f-9938-391497109abe of type vlan for network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a Nov 05 22:08:40.376233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f47f006b-e8b0-441f-9e50-c8ae90dd38f7 req-17e5cfb0-b890-4c9a-b26d-dfc7bcd9cc1a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080117 Nov 05 22:08:40.433922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8da9a912-56e8-42f1-846e-24382c738017 None None] Provisioning complete for port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:40.434295 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8da9a912-56e8-42f1-846e-24382c738017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.437284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.487354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8da9a912-56e8-42f1-846e-24382c738017 None None] Port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:40.517127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7b3da7e3-3ec5-40ba-bcf2-d0e5ddb6cac9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4862490 Nov 05 22:08:40.525683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56560) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:40.525683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-744335cc-5416-45cf-9622-2ac179ba720e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:40.568071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.569555 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:40.570367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.621573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-afcca8b2-ae3a-4aab-b4cb-a898a7c73564 None None] Provisioning complete for port bcca5c27-cd96-4fee-88cf-e8def47d4fba triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:40.622410 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-afcca8b2-ae3a-4aab-b4cb-a898a7c73564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.658486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] Pushing event updated for resources: {'Network': ['ID=5856dc05-b7d5-4412-9395-8a9deb2a2c1a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:40.681635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:08:40.695987 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3906b8fc-6e91-4522-a5e5-c28aa2ddb132 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9475799 Nov 05 22:08:40.696271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56564) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:40.704153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Request body: {'subnet': {'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1456559064-subnet', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:40.720015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-afcca8b2-ae3a-4aab-b4cb-a898a7c73564 None None] Port bcca5c27-cd96-4fee-88cf-e8def47d4fba cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:40.803195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744335cc-5416-45cf-9622-2ac179ba720e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:40.807516 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-744335cc-5416-45cf-9622-2ac179ba720e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.912034 n-d-816738-5 neutron-server[102292]: INFO neutron.db.ipam_backend_mixin [None req-744335cc-5416-45cf-9622-2ac179ba720e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3882be95-9781-4dee-b295-8ffac917d9b9 (CIDR: 172.20.0.0/28) Nov 05 22:08:40.944168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Made reservation on behalf of 2af4fcfd498045d392c5369dbd95463a for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:40.950891 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:40.996814 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-744335cc-5416-45cf-9622-2ac179ba720e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:08:40.997295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744335cc-5416-45cf-9622-2ac179ba720e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:41.158737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-744335cc-5416-45cf-9622-2ac179ba720e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6378057 Nov 05 22:08:41.161323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56568) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:41.167173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:41.260168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:41.337257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfd47b4-8c03-4408-a4db-67421f2dd289,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:41.346747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Checking segment: {'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:41.347122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Network hostable DHCP agents. Network: 5856dc05-b7d5-4412-9395-8a9deb2a2c1a, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:08:41.500370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57740a0-90bf-4754-ae59-a093cf0862e3 req-f01a593f-b568-4a58-bae2-a52b4bd50754 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:41.502008 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e57740a0-90bf-4754-ae59-a093cf0862e3 req-f01a593f-b568-4a58-bae2-a52b4bd50754 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0542982 Nov 05 22:08:41.503218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:41.506636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:41.527216 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:41.539438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:08:41.543314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dcdec745-c515-4f51-92cd-52e8037a85af up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:41.593302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:41.593598 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:41.622765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e57740a0-90bf-4754-ae59-a093cf0862e3 req-952e8573-cf1b-45e3-bf2b-0fd2631dcf53 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125758 Nov 05 22:08:41.623630 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-00382b35-c07d-4a01-bbc9-6da20654679e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508878 Nov 05 22:08:41.730515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-2798fd2a-db7c-4e2d-9892-2fbb7d07f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:41.732397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-2798fd2a-db7c-4e2d-9892-2fbb7d07f622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 1097 time: 0.0581789 Nov 05 22:08:41.780720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 5856dc05-b7d5-4412-9395-8a9deb2a2c1a) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:41.789996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a8385a-bee5-42d0-a1f4-c83f5e07c146 None None] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:41.793240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:41.793607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:41.885348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-826aae05-d514-4016-b56d-7cfe7f7bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:41.886815 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-826aae05-d514-4016-b56d-7cfe7f7bf8ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1356533 Nov 05 22:08:41.926729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59b40cb1-3606-4d9b-ba35-5a21ec1338b5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2280419 Nov 05 22:08:41.928679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56584) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:41.933276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:41.964606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:41.981503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-7226835d-e881-4e13-b941-2cc800468e79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a8371f7-77e0-4184-94de-929cfaef00ce HTTP/1.1" status: 200 len: 217 time: 0.0767744 Nov 05 22:08:41.985596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-5856dc05-b7d5-4412-9395-8a9deb2a2c1a', 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'fixed_ips': [{'subnet_id': 'dbfd47b4-8c03-4408-a4db-67421f2dd289'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:08:41.986464 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.014391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:42.019508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:42.029186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:42.036639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.045215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=f1f18e95-e04c-40af-bcf5-11cfb2218b03,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:42.072473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-bd96365f-d627-4a8f-a51e-77cc3b80a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:42.073961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-bd96365f-d627-4a8f-a51e-77cc3b80a918 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0778873 Nov 05 22:08:42.082773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b55bf06-08ec-4c3e-a2d8-892518f46dbd None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:42.104347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.105418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.112517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.153525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-b81e35c9-bb8b-49b9-bd16-3de466e9379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:42.158845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-b81e35c9-bb8b-49b9-bd16-3de466e9379a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739381 Nov 05 22:08:42.178911 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.215213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fb0f2b10-bbbf-444d-90de-80d3e4cc6b65 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0527399 Nov 05 22:08:42.217845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56588) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:42.225027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-397799685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f1f18e95-e04c-40af-bcf5-11cfb2218b03'}], 'security_groups': ['f26648eb-b2a8-4249-bd04-5c9d7f6197e0']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:42.252245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Allocated IP 172.20.0.2 (5856dc05-b7d5-4412-9395-8a9deb2a2c1a/dbfd47b4-8c03-4408-a4db-67421f2dd289/d878762e-a43c-4877-808c-d98fec51e5c4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:42.271357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-2709ef04-7d7c-4868-a495-1ce1008fa3ca service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030164 Nov 05 22:08:42.319908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.433292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2a11e16-7ca6-49e6-8899-04b3a831a6df req-d9fabd49-1a4d-4cf4-a437-98e51396aae4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484830 Nov 05 22:08:42.611951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.718163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.822453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:42.957072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:42.963799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:42.972212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:42.981600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0dafa7-15c6-49ae-9493-6b776b460160 None None] Update dhcp port {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'fixed_ips': [{'subnet_id': '3882be95-9781-4dee-b295-8ffac917d9b9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f1f18e95-e04c-40af-bcf5-11cfb2218b03'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'dcdec745-c515-4f51-92cd-52e8037a85af'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:08:42.983846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Pushing event updated for resources: {'Port': ['ID=d878762e-a43c-4877-808c-d98fec51e5c4,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:42.996235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108b67d-243a-4156-837d-3ba71f30ba68 req-ece78b94-c00e-4e1f-b1eb-25daca946ec7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:42.998439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a108b67d-243a-4156-837d-3ba71f30ba68 req-ece78b94-c00e-4e1f-b1eb-25daca946ec7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.2013772 Nov 05 22:08:43.033988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.033988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.034304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.034554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.034781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.035104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.035425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.035772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.036091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.036409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.036730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.037042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:43.050556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Delete allocated IP 172.20.0.10 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/3882be95-9781-4dee-b295-8ffac917d9b9) {{(pid=102292) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 22:08:43.059213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe0dafa7-15c6-49ae-9493-6b776b460160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:43.094606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.21 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/f1f18e95-e04c-40af-bcf5-11cfb2218b03/bcca5c27-cd96-4fee-88cf-e8def47d4fba) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:43.104562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Attempting to bind port d878762e-a43c-4877-808c-d98fec51e5c4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:43.104930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Attempting to bind port d878762e-a43c-4877-808c-d98fec51e5c4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:43.105294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Attempting to bind port d878762e-a43c-4877-808c-d98fec51e5c4 on network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:43.162821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a108b67d-243a-4156-837d-3ba71f30ba68 req-61b15b61-8461-48b9-9305-4a9f79963dd3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517470 Nov 05 22:08:43.178006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:43.178446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Checking segment: {'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:43.178802 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:43.179206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Bound using segment: {'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:43.179739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Bound port: d878762e-a43c-4877-808c-d98fec51e5c4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:43.180139 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:43.389789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] For port d878762e-a43c-4877-808c-d98fec51e5c4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:43.394112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] For port d878762e-a43c-4877-808c-d98fec51e5c4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d878762e-a43c-4877-808c-d98fec51e5c4,segment=NetworkSegment(cd127a10-8773-490f-9938-391497109abe),segment_id=cd127a10-8773-490f-9938-391497109abe)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:43.526688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:43.614388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d7401-d10b-41e5-9f2c-75aebc77f7c3 None None] Pushing event updated for resources: {'Port': ['ID=d878762e-a43c-4877-808c-d98fec51e5c4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:43.834427 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:43.867366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:43.882792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:43.976809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.019212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-fe0dafa7-15c6-49ae-9493-6b776b460160 None None] Allocated IP 172.20.0.18 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/f1f18e95-e04c-40af-bcf5-11cfb2218b03/dcdec745-c515-4f51-92cd-52e8037a85af) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:44.062773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Allocated IP 172.25.6.67 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/1c8fe332-cd06-4599-a7c5-04fe878dab0d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:44.100399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=bcca5c27-cd96-4fee-88cf-e8def47d4fba,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:44.141451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fe0dafa7-15c6-49ae-9493-6b776b460160 None None] For port dcdec745-c515-4f51-92cd-52e8037a85af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dcdec745-c515-4f51-92cd-52e8037a85af,segment=NetworkSegment(7ba98dd1-1af8-4a7a-be96-24e1799f97fd),segment_id=7ba98dd1-1af8-4a7a-be96-24e1799f97fd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:44.148842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] In _notify_port_updated(), no bound segment for port bcca5c27-cd96-4fee-88cf-e8def47d4fba on network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:08:44.155217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:44.155880 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.160006 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d3ebadf-63f2-4c96-a029-3e99c5ec0915 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "PUT /v2.0/ports/bcca5c27-cd96-4fee-88cf-e8def47d4fba HTTP/1.1" status: 200 len: 920 time: 1.9382005 Nov 05 22:08:44.160372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56600) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:44.178949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe0dafa7-15c6-49ae-9493-6b776b460160 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.248881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.286530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port bcca5c27-cd96-4fee-88cf-e8def47d4fba {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:44.287224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.297669 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe0dafa7-15c6-49ae-9493-6b776b460160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.385641 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.467614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dafa7-15c6-49ae-9493-6b776b460160 None None] Pushing event updated for resources: {'Port': ['ID=dcdec745-c515-4f51-92cd-52e8037a85af,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:44.523339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8fe332-cd06-4599-a7c5-04fe878dab0d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:44.564129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.576821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:44.589156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:44.594828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:44.596490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for bcca5c27-cd96-4fee-88cf-e8def47d4fba owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:44.867254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f156d-0a36-4bd8-972f-ee7f3de9fde1 None None] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:44.882331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c5048-6987-4aea-a940-67f67875cde4 req-6f3ae585-8ff3-48c1-b403-bd89ee2ee072 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:44.888341 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eb1c5048-6987-4aea-a940-67f67875cde4 req-6f3ae585-8ff3-48c1-b403-bd89ee2ee072 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1256561 Nov 05 22:08:44.968451 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:44.984691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eb1c5048-6987-4aea-a940-67f67875cde4 req-3fb63bfd-c83e-4cc8-ad3c-5667382581ca tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757244 Nov 05 22:08:45.036242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-203b1722-faac-4bae-a72a-b8296909e69f None None] Provisioning complete for port d878762e-a43c-4877-808c-d98fec51e5c4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:45.036792 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-203b1722-faac-4bae-a72a-b8296909e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.045590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=bcca5c27-cd96-4fee-88cf-e8def47d4fba,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:45.164961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-203b1722-faac-4bae-a72a-b8296909e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.201265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.206961 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8c8e8f0d-c564-4d38-b03c-462aaaaccced tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/bcca5c27-cd96-4fee-88cf-e8def47d4fba HTTP/1.1" status: 204 len: 168 time: 1.0455146 Nov 05 22:08:45.209511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56608) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:45.233132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-203b1722-faac-4bae-a72a-b8296909e69f None None] For port d878762e-a43c-4877-808c-d98fec51e5c4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d878762e-a43c-4877-808c-d98fec51e5c4,segment=NetworkSegment(cd127a10-8773-490f-9938-391497109abe),segment_id=cd127a10-8773-490f-9938-391497109abe)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:45.242239 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-62409018-d463-448a-a02d-f94463737ee9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:45.247030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-62409018-d463-448a-a02d-f94463737ee9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/bcca5c27-cd96-4fee-88cf-e8def47d4fba HTTP/1.1" status: 404 len: 333 time: 0.0338452 Nov 05 22:08:45.247301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56610) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:45.278008 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.306935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c47ee6f-9665-4877-8c20-429c861e2641 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.342789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c47ee6f-9665-4877-8c20-429c861e2641 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.429931 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-203b1722-faac-4bae-a72a-b8296909e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.521387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c47ee6f-9665-4877-8c20-429c861e2641 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.524038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c47ee6f-9665-4877-8c20-429c861e2641 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.530828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9c47ee6f-9665-4877-8c20-429c861e2641 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a525176-20cf-48a6-815d-dd73090986b7 HTTP/1.1" status: 204 len: 168 time: 0.2824490 Nov 05 22:08:45.531465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56614) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:45.555416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b1722-faac-4bae-a72a-b8296909e69f None None] Pushing event updated for resources: {'Port': ['ID=d878762e-a43c-4877-808c-d98fec51e5c4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:45.557309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47ee6f-9665-4877-8c20-429c861e2641 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a525176-20cf-48a6-815d-dd73090986b7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:45.575851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Provisioning complete for port d878762e-a43c-4877-808c-d98fec51e5c4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:45.576342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.590568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.647167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87cb2bee-8b3b-425c-b540-0d6fbc74c1ef tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.712638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87cb2bee-8b3b-425c-b540-0d6fbc74c1ef tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.730308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dcdec745-c515-4f51-92cd-52e8037a85af up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:45.790909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-53989f59-0748-4544-a12a-a557b05e1fe5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547640 Nov 05 22:08:45.848097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:45.848460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.894580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:45.895038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.917116 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87cb2bee-8b3b-425c-b540-0d6fbc74c1ef tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.920174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87cb2bee-8b3b-425c-b540-0d6fbc74c1ef tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:45.921347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-87cb2bee-8b3b-425c-b540-0d6fbc74c1ef tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/security-groups/f26648eb-b2a8-4249-bd04-5c9d7f6197e0 HTTP/1.1" status: 204 len: 168 time: 0.3862581 Nov 05 22:08:45.921466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-92503867-3b48-4f58-8bf5-e4036d5e6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:45.923491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-92503867-3b48-4f58-8bf5-e4036d5e6c2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1096 time: 0.0815084 Nov 05 22:08:45.925827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56618) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:45.957173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb2bee-8b3b-425c-b540-0d6fbc74c1ef tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26648eb-b2a8-4249-bd04-5c9d7f6197e0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:45.981223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Router 506e03f9-e2bc-470f-9e7d-41c774420ea1 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:08:46.093992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 3882be95-9781-4dee-b295-8ffac917d9b9 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:46.134740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d878762e-a43c-4877-808c-d98fec51e5c4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:46.150325 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.173728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Provisioning complete for port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:46.174030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.218330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:46.253081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e4132db9-ee16-49de-8ca5-c1db1e6802e4 None None] Could not find standard attr ID for object bcca5c27-cd96-4fee-88cf-e8def47d4fba. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:08:46.282290 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.297699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d878762e-a43c-4877-808c-d98fec51e5c4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:46.298346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.345241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-4703270e-bc9c-40fe-992a-b1a9882ee8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:46.346627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-4703270e-bc9c-40fe-992a-b1a9882ee8bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.3956168 Nov 05 22:08:46.366447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43b4b4-493b-4df3-a167-860e952db122 req-8aeded99-dabe-4fd9-8fb1-e7142eac7947 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:46.367948 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f43b4b4-493b-4df3-a167-860e952db122 req-8aeded99-dabe-4fd9-8fb1-e7142eac7947 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.2834561 Nov 05 22:08:46.390043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-15f52cfb-a214-45e8-ae0d-938fadd451ec None None] Could not find standard attr ID for object bcca5c27-cd96-4fee-88cf-e8def47d4fba. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:08:46.421152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:08:46.431425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Sync routers for ids ['506e03f9-e2bc-470f-9e7d-41c774420ea1'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:08:46.442425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Routers {'506e03f9-e2bc-470f-9e7d-41c774420ea1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:46.443258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['506e03f9-e2bc-470f-9e7d-41c774420ea1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:46.505310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-dff30df1-b9ce-4f50-869f-fc54bb037cea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 1000 time: 0.1467106 Nov 05 22:08:46.535808 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.570951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Set router 506e03f9-e2bc-470f-9e7d-41c774420ea1 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:46.581645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f43b4b4-493b-4df3-a167-860e952db122 req-254ccb15-f997-4fb5-abc7-27a00558dce1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025454 Nov 05 22:08:46.590735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.591968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d03a314f-f63f-497c-832a-4a4be6de8675 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6622462 Nov 05 22:08:46.594906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56630) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:46.615265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-68b58cd3-a313-418e-b1c8-6415376a78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:46.616963 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-68b58cd3-a313-418e-b1c8-6415376a78a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.1023211 Nov 05 22:08:46.684361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-a36f1680-a2a7-49b4-a045-d12566a1fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:46.684361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-a36f1680-a2a7-49b4-a045-d12566a1fecf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596120 Nov 05 22:08:46.797147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.841106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-76c26b9d-bef1-447a-bc03-530cbb5973d6 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477416 Nov 05 22:08:46.842313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=3882be95-9781-4dee-b295-8ffac917d9b9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:46.846090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:46.848023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:08:44Z', 'revision_number': 3, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port': {'id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:43Z', 'updated_at': '2021-11-05T22:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:46.849930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6797e79c-ff96-4935-aea5-404c02eb77f0 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/3882be95-9781-4dee-b295-8ffac917d9b9 HTTP/1.1" status: 204 len: 168 time: 0.9229488 Nov 05 22:08:46.861985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56638) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:46.867726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:46.888057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a021b5-d910-40d9-ab25-f2dca1fd8bef None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:46.892975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Checking router: 506e03f9-e2bc-470f-9e7d-41c774420ea1 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:08:46.893337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Updating router 506e03f9-e2bc-470f-9e7d-41c774420ea1 port 1c8fe332-cd06-4599-a7c5-04fe878dab0d binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:08:46.983337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.041227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfc22c7d-44ff-4631-917e-1edf89085240 req-f5db97a6-ea57-4e59-a13f-a65d22a1501f service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872087 Nov 05 22:08:47.154640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:47.158152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.433099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56644) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:47.542418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.601345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d878762e-a43c-4877-808c-d98fec51e5c4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:47.637884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=ca36cab4-3ea1-44b1-9cab-0d2f84ad9114,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:47.669280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3403ee31-6be4-46a7-bc14-2d430b1709f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.672275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:47.677629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.679229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:47.682669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:47.683267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.708040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d878762e-a43c-4877-808c-d98fec51e5c4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:47.708764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.778967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.817947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d29610b2-fc5f-4fe3-ac8e-fbf01762139a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9462054 Nov 05 22:08:47.817947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56650) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:47.818255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-26d114ff-d423-4852-9b3f-674939733934 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'security_group': {'name': 'tempest-secgroup-262191179'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:47.855218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.862639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Attempting to bind port 1c8fe332-cd06-4599-a7c5-04fe878dab0d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:47.863160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Attempting to bind port 1c8fe332-cd06-4599-a7c5-04fe878dab0d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:47.863768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Attempting to bind port 1c8fe332-cd06-4599-a7c5-04fe878dab0d on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:47.878894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9fb4b-4755-4801-87e9-8c9eedad9a15 req-c7484303-6cf2-4f7c-a879-5cd87f339077 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:47.883513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b39db4-07bf-4e0f-b68a-ccacc8de87c2 None None] Pushing event updated for resources: {'Port': ['ID=1c8fe332-cd06-4599-a7c5-04fe878dab0d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:47.887073 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82b9fb4b-4755-4801-87e9-8c9eedad9a15 req-c7484303-6cf2-4f7c-a879-5cd87f339077 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1316948 Nov 05 22:08:47.887356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:47.887903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:47.888393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.888866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:47.889446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Bound port: 1c8fe332-cd06-4599-a7c5-04fe878dab0d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:47.889918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.915933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3403ee31-6be4-46a7-bc14-2d430b1709f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:47.951311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82b9fb4b-4755-4801-87e9-8c9eedad9a15 req-c4f02f6f-42f2-48f5-848e-6808546b4897 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633941 Nov 05 22:08:47.968813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] For port 1c8fe332-cd06-4599-a7c5-04fe878dab0d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:47.972535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] For port 1c8fe332-cd06-4599-a7c5-04fe878dab0d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c8fe332-cd06-4599-a7c5-04fe878dab0d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:48.005306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3403ee31-6be4-46a7-bc14-2d430b1709f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.049145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3403ee31-6be4-46a7-bc14-2d430b1709f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f916b1fbfad4482bd6afc1a8dd90a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6148014 Nov 05 22:08:48.050052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403ee31-6be4-46a7-bc14-2d430b1709f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7afd9f8-ac16-4908-9bcb-91a66285d688,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:48.051684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56652) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:48.065223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d114ff-d423-4852-9b3f-674939733934 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.134527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.147229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d114ff-d423-4852-9b3f-674939733934 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.160040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b738f72-b20f-46e2-929a-6c192a1060c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.178858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Allocated IP 172.20.0.1 (5856dc05-b7d5-4412-9395-8a9deb2a2c1a/dbfd47b4-8c03-4408-a4db-67421f2dd289/5871ccbd-5984-44de-9f66-647dcc7303e0) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:48.198742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b738f72-b20f-46e2-929a-6c192a1060c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.222230 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Routers {'506e03f9-e2bc-470f-9e7d-41c774420ea1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:48.222884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['506e03f9-e2bc-470f-9e7d-41c774420ea1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:48.241618 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d114ff-d423-4852-9b3f-674939733934 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.265860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b39db4-07bf-4e0f-b68a-ccacc8de87c2 None None] Pushing event updated for resources: {'Port': ['ID=1c8fe332-cd06-4599-a7c5-04fe878dab0d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:48.303182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d114ff-d423-4852-9b3f-674939733934 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1611fd-7158-4d2a-b3b1-5bd9ad1fbca5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:48.337373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.356411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] Set router 506e03f9-e2bc-470f-9e7d-41c774420ea1 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:48.385453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979b8b8-0265-463c-be08-3836660c3cfc None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:48.396329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26d114ff-d423-4852-9b3f-674939733934 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.397667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-26d114ff-d423-4852-9b3f-674939733934 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5830326 Nov 05 22:08:48.419871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56656) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:48.424606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-da13a339-a89a-475e-a22b-f6e6b28d4beb tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'security_group': {'name': 'tempest-secgroup-372101537'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:48.436505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b738f72-b20f-46e2-929a-6c192a1060c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.439187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b738f72-b20f-46e2-929a-6c192a1060c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.440325 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7b738f72-b20f-46e2-929a-6c192a1060c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7afd9f8-ac16-4908-9bcb-91a66285d688 HTTP/1.1" status: 204 len: 168 time: 0.3876920 Nov 05 22:08:48.458492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738f72-b20f-46e2-929a-6c192a1060c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7afd9f8-ac16-4908-9bcb-91a66285d688,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:48.487388 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.526547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:48.529566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:48.532102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8ed60f98-a8c6-48af-b93f-b9a5ba5d9541 None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:48.532469 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8ed60f98-a8c6-48af-b93f-b9a5ba5d9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.535960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:48.567022 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da13a339-a89a-475e-a22b-f6e6b28d4beb tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.571893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Pushing event updated for resources: {'Port': ['ID=5871ccbd-5984-44de-9f66-647dcc7303e0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:48.605782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.759291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da13a339-a89a-475e-a22b-f6e6b28d4beb tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.790802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:08:44Z', 'revision_number': 3, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port': {'id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:43Z', 'updated_at': '2021-11-05T22:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:48.795646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8ed60f98-a8c6-48af-b93f-b9a5ba5d9541 None None] Provisioning complete for port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:48.795646 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8ed60f98-a8c6-48af-b93f-b9a5ba5d9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.848927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b6c27-5359-456a-9bd1-9a89806e3265 None None] The sync data for ids ['506e03f9-e2bc-470f-9e7d-41c774420ea1'] in n-d-816738-5 is: [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:08:44Z', 'revision_number': 3, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port': {'id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:43Z', 'updated_at': '2021-11-05T22:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:08:48.853555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da13a339-a89a-475e-a22b-f6e6b28d4beb tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.884347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13a339-a89a-475e-a22b-f6e6b28d4beb tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa97c70c-b919-4c79-8056-95d510fa4aa3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:48.885433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8ed60f98-a8c6-48af-b93f-b9a5ba5d9541 None None] Port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:48.894767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9921e-0dfa-48f7-ae6c-c3fd4896a8bf None None] Update dhcp port {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'fixed_ips': [{'subnet_id': 'f1f18e95-e04c-40af-bcf5-11cfb2218b03', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ca36cab4-3ea1-44b1-9cab-0d2f84ad9114'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'dcdec745-c515-4f51-92cd-52e8037a85af'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:08:48.919377 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:48.922178 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde9921e-0dfa-48f7-ae6c-c3fd4896a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.016224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-da13a339-a89a-475e-a22b-f6e6b28d4beb tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.020124 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-da13a339-a89a-475e-a22b-f6e6b28d4beb tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5978007 Nov 05 22:08:49.022250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56668) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:49.030453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8a5c98ce-0678-402d-9990-9a471fc71e57 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'security_group': {'name': 'tempest-secgroup-1323770473'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:49.097353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b4b4536b-6474-4a5c-a45a-6a139d2835da None None] Provisioning complete for port 5871ccbd-5984-44de-9f66-647dcc7303e0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:49.097353 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4b4536b-6474-4a5c-a45a-6a139d2835da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.170949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0ac5d-78fb-4b1b-8d60-6d4f47f912ad req-a9e25a55-4003-4f21-8fe4-c1662f0a864d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:49.172699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4536b-6474-4a5c-a45a-6a139d2835da None None] Port 5871ccbd-5984-44de-9f66-647dcc7303e0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:49.173387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfa0ac5d-78fb-4b1b-8d60-6d4f47f912ad req-a9e25a55-4003-4f21-8fe4-c1662f0a864d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1119378 Nov 05 22:08:49.199223 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.201699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-bde9921e-0dfa-48f7-ae6c-c3fd4896a8bf None None] Allocated IP 172.20.0.2 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/ca36cab4-3ea1-44b1-9cab-0d2f84ad9114/dcdec745-c515-4f51-92cd-52e8037a85af) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:49.250484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a5c98ce-0678-402d-9990-9a471fc71e57 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.259157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfa0ac5d-78fb-4b1b-8d60-6d4f47f912ad req-3b4a0cd5-51d0-4604-b326-10bda53ae429 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737474 Nov 05 22:08:49.305313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.355991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a5c98ce-0678-402d-9990-9a471fc71e57 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.382346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bde9921e-0dfa-48f7-ae6c-c3fd4896a8bf None None] For port dcdec745-c515-4f51-92cd-52e8037a85af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dcdec745-c515-4f51-92cd-52e8037a85af,segment=NetworkSegment(7ba98dd1-1af8-4a7a-be96-24e1799f97fd),segment_id=7ba98dd1-1af8-4a7a-be96-24e1799f97fd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:49.405345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Pushing event updated for resources: {'Port': ['ID=5871ccbd-5984-44de-9f66-647dcc7303e0,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:49.410394 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.420368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde9921e-0dfa-48f7-ae6c-c3fd4896a8bf None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.425221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a5c98ce-0678-402d-9990-9a471fc71e57 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.463777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c98ce-0678-402d-9990-9a471fc71e57 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccd116c-e8a8-4a7f-8b26-5604667b3f6f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:49.492718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde9921e-0dfa-48f7-ae6c-c3fd4896a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.525564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:49.527178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:49.550315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a5c98ce-0678-402d-9990-9a471fc71e57 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.558443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8a5c98ce-0678-402d-9990-9a471fc71e57 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5349259 Nov 05 22:08:49.563884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56676) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:49.573471 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2114055958', 'security_groups': ['4ccd116c-e8a8-4a7f-8b26-5604667b3f6f'], 'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca36cab4-3ea1-44b1-9cab-0d2f84ad9114'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:49.665078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c8fe332-cd06-4599-a7c5-04fe878dab0d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:49.731951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Router 506e03f9-e2bc-470f-9e7d-41c774420ea1 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:08:49.748080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9921e-0dfa-48f7-ae6c-c3fd4896a8bf None None] Pushing event updated for resources: {'Port': ['ID=dcdec745-c515-4f51-92cd-52e8037a85af,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:49.854488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1c8fe332-cd06-4599-a7c5-04fe878dab0d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:49.863411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:49.908117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:08:49.915832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-76bb8e0f-0153-4330-958b-5703a519c3fa admin admin] 10.222.0.41 "PUT /v2.0/routers/506e03f9-e2bc-470f-9e7d-41c774420ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3186438 Nov 05 22:08:49.950348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:49.996992 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.037268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1f0a8534-5f31-4716-8937-6351ffdd98b7 None None] Provisioning complete for port 5871ccbd-5984-44de-9f66-647dcc7303e0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:50.037645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8534-5f31-4716-8937-6351ffdd98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.041071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 1c8fe332-cd06-4599-a7c5-04fe878dab0d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c8fe332-cd06-4599-a7c5-04fe878dab0d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:50.094823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a8534-5f31-4716-8937-6351ffdd98b7 None None] Port 5871ccbd-5984-44de-9f66-647dcc7303e0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:50.099217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.131480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] device_id is not set on port ef275fac-0f3e-404c-8edc-4accc7dd0aea yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:08:50.137242 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.215445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56690) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:50.233267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=1c8fe332-cd06-4599-a7c5-04fe878dab0d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:50.427887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651776372-network', 'tenant_id': 'f03abd2e67fd4aec9ac7528fcd2721a5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:50.544210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Made reservation on behalf of f03abd2e67fd4aec9ac7528fcd2721a5 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:50.546666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.556996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.627645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-49eb9bdb-d6b2-4592-bd7e-4a82c57006b0 None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:50.627645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-49eb9bdb-d6b2-4592-bd7e-4a82c57006b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.656420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.742889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82880f5-6a3e-44b2-a46e-0ea0bb149b9f req-e1d52f74-4d3d-466a-94c5-0e79a2cce982 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:50.743975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.751015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f82880f5-6a3e-44b2-a46e-0ea0bb149b9f req-e1d52f74-4d3d-466a-94c5-0e79a2cce982 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0728304 Nov 05 22:08:50.764185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-49eb9bdb-d6b2-4592-bd7e-4a82c57006b0 None None] Provisioning complete for port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:50.764561 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-49eb9bdb-d6b2-4592-bd7e-4a82c57006b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.784550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:08:50.796609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.797361 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Added segment b1b5ea71-00c4-4246-be17-dc317c065780 of type vlan for network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c Nov 05 22:08:50.809429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-49eb9bdb-d6b2-4592-bd7e-4a82c57006b0 None None] Port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:50.844228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f82880f5-6a3e-44b2-a46e-0ea0bb149b9f req-d514fe66-e934-43f0-bf53-107c58dbc342 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920339 Nov 05 22:08:50.859433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.9 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/ca36cab4-3ea1-44b1-9cab-0d2f84ad9114/ef275fac-0f3e-404c-8edc-4accc7dd0aea) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:50.864048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:50.873623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6face2-aad9-4d3c-9e39-3ffe5873367d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:51.004286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.069839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.070905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:51.074082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.139532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.140882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] Pushing event updated for resources: {'Network': ['ID=3f09aa6b-d727-4ffe-8d96-aa4aff07028c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:51.151238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:08:51.169940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56710) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:51.173167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1130226540-network', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:51.199443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c05d8a58-cb45-46f8-a554-e2bf4f97df53 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9827595 Nov 05 22:08:51.202525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56712) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:51.202995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:51.210634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:51.211203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Request body: {'subnet': {'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651776372-subnet', 'tenant_id': 'f03abd2e67fd4aec9ac7528fcd2721a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:51.212410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:51.216510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=ef275fac-0f3e-404c-8edc-4accc7dd0aea,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:51.255500 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Sync routers for ids ['506e03f9-e2bc-470f-9e7d-41c774420ea1'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:08:51.265537 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Routers {'506e03f9-e2bc-470f-9e7d-41c774420ea1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:51.266162 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['506e03f9-e2bc-470f-9e7d-41c774420ea1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:51.274780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:51.279454 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.375577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Made reservation on behalf of f7ad668cd66f445a928cd39ef46386f3 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:51.378268 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Set router 506e03f9-e2bc-470f-9e7d-41c774420ea1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:51.378461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.388659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.465448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Made reservation on behalf of f03abd2e67fd4aec9ac7528fcd2721a5 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:51.468342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.508315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.529814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6e8a15f0-96d1-4ee2-9d74-b19e20c84f60 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9647000 Nov 05 22:08:51.532887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56716) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:51.541969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-71df78c5-6a90-4dba-bb63-992ce1f7db47 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:51.550311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4e35508d-8fb2-4e94-a12d-1e94319fc64c None None] Provisioning complete for port ef275fac-0f3e-404c-8edc-4accc7dd0aea triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:51.550697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e35508d-8fb2-4e94-a12d-1e94319fc64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.580598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.603578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c8fe332-cd06-4599-a7c5-04fe878dab0d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:51.630044 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:08:48Z', 'revision_number': 4, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port': {'id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:43Z', 'updated_at': '2021-11-05T22:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5871ccbd-5984-44de-9f66-647dcc7303e0', 'name': '', 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'mac_address': 'fa:16:3e:fb:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'dbfd47b4-8c03-4408-a4db-67421f2dd289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:47Z', 'updated_at': '2021-11-05T22:08:49Z', 'revision_number': 2, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'subnets': [{'id': 'dbfd47b4-8c03-4408-a4db-67421f2dd289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:51.644938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:08:51.650715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64419bf-9b41-465a-a5ad-a16da0870376,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:51.654961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4e35508d-8fb2-4e94-a12d-1e94319fc64c None None] Port ef275fac-0f3e-404c-8edc-4accc7dd0aea cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:51.661136 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Checking router: 506e03f9-e2bc-470f-9e7d-41c774420ea1 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:08:51.661746 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Updating router 506e03f9-e2bc-470f-9e7d-41c774420ea1 port 5871ccbd-5984-44de-9f66-647dcc7303e0 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:08:51.679805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.683535 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Added segment 92a3a137-cd25-4dfc-a199-3f236bf95897 of type vlan for network 0cdabc1f-523f-4855-8b2d-96a00612f6de Nov 05 22:08:51.696434 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.706079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1c8fe332-cd06-4599-a7c5-04fe878dab0d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:51.706756 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.791154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.828092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df78c5-6a90-4dba-bb63-992ce1f7db47 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:51.833041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df78c5-6a90-4dba-bb63-992ce1f7db47 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:51.892813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.009839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.010825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dcdec745-c515-4f51-92cd-52e8037a85af up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:52.011240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:52.012578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.036256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e10956-c1b1-48d7-993b-f5364b95aaf2 req-20097e21-9dcb-43d8-8f69-3e0b7e2d0451 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:52.037840 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71e10956-c1b1-48d7-993b-f5364b95aaf2 req-20097e21-9dcb-43d8-8f69-3e0b7e2d0451 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1023068 Nov 05 22:08:52.051019 n-d-816738-5 neutron-server[102292]: INFO neutron.db.ipam_backend_mixin [None req-71df78c5-6a90-4dba-bb63-992ce1f7db47 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ca36cab4-3ea1-44b1-9cab-0d2f84ad9114 (CIDR: 172.20.0.0/28) Nov 05 22:08:52.069746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Checking segment: {'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:52.070543 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Network hostable DHCP agents. Network: 3f09aa6b-d727-4ffe-8d96-aa4aff07028c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:08:52.071513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:52.071960 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.098669 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.108131 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-71df78c5-6a90-4dba-bb63-992ce1f7db47 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:08:52.108727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71df78c5-6a90-4dba-bb63-992ce1f7db47 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:52.122218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71e10956-c1b1-48d7-993b-f5364b95aaf2 req-8db40039-79ba-458b-bcf7-cfab8cb1eeb9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738413 Nov 05 22:08:52.136164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9643378 Nov 05 22:08:52.137926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56720) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:52.143406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Request body: {'subnet': {'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1130226540-subnet', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:52.144071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e8c5f6-b2dd-4331-bd3f-b012c5481870,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:52.152336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fef73-27ad-4f46-ad8a-3933da8b8434 admin admin] Pushing event updated for resources: {'Network': ['ID=0cdabc1f-523f-4855-8b2d-96a00612f6de,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:52.165579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:08:52.178127 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.220958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71df78c5-6a90-4dba-bb63-992ce1f7db47 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6846960 Nov 05 22:08:52.221733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:52.228022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9f27e8c2-b0b7-4dbc-a02e-a81cec955351 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:52.242386 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Pushing event updated for resources: {'Port': ['ID=5871ccbd-5984-44de-9f66-647dcc7303e0,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:52.263646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:08:52.265028 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.265886 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.266374 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.266856 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.267367 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.268224 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.268717 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.269053 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.269379 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.269704 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.270052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.270346 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:08:52.318405 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Attempting to bind port 5871ccbd-5984-44de-9f66-647dcc7303e0 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:52.318776 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Attempting to bind port 5871ccbd-5984-44de-9f66-647dcc7303e0 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:52.319136 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Attempting to bind port 5871ccbd-5984-44de-9f66-647dcc7303e0 on network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:52.326183 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:52.326600 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Checking segment: {'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:52.326999 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.327386 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Bound using segment: {'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:52.327892 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Bound port: 5871ccbd-5984-44de-9f66-647dcc7303e0, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd127a10-8773-490f-9938-391497109abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:52.328269 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.398064 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] For port 5871ccbd-5984-44de-9f66-647dcc7303e0, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:52.401711 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] For port 5871ccbd-5984-44de-9f66-647dcc7303e0, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5871ccbd-5984-44de-9f66-647dcc7303e0,segment=NetworkSegment(cd127a10-8773-490f-9938-391497109abe),segment_id=cd127a10-8773-490f-9938-391497109abe)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:52.405466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Made reservation on behalf of f7ad668cd66f445a928cd39ef46386f3 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:52.408369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.480158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8ca093f3-59aa-4777-a0b6-7493a694ca20 None None] Provisioning complete for port 5871ccbd-5984-44de-9f66-647dcc7303e0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:52.480461 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8ca093f3-59aa-4777-a0b6-7493a694ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.510659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 3f09aa6b-d727-4ffe-8d96-aa4aff07028c) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:52.517237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8ca093f3-59aa-4777-a0b6-7493a694ca20 None None] Port 5871ccbd-5984-44de-9f66-647dcc7303e0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:52.517345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:52.517493 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.526638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040db064-b6fa-439f-b441-710fbdf3863d None None] Network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:52.573894 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.574672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f27e8c2-b0b7-4dbc-a02e-a81cec955351 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:52.578915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f27e8c2-b0b7-4dbc-a02e-a81cec955351 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.647010 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecbfd7-4eb8-428b-a93e-1a22733a34e1 None None] Pushing event updated for resources: {'Port': ['ID=5871ccbd-5984-44de-9f66-647dcc7303e0,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:52.665077 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Routers {'506e03f9-e2bc-470f-9e7d-41c774420ea1'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:52.666319 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['506e03f9-e2bc-470f-9e7d-41c774420ea1'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:52.688731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c4ee3-b695-464a-b97c-37cdbc15f1f4 None None] Network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:52.710746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-145af5b4-6ffb-4612-b354-5d66c1205df6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5069163 Nov 05 22:08:52.739596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:52.779482 n-d-816738-5 neutron-server[102291]: INFO neutron.db.ipam_backend_mixin [None req-9f27e8c2-b0b7-4dbc-a02e-a81cec955351 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f1f18e95-e04c-40af-bcf5-11cfb2218b03 (CIDR: 172.20.0.16/28) Nov 05 22:08:52.856829 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f27e8c2-b0b7-4dbc-a02e-a81cec955351 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:08:52.859177 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f27e8c2-b0b7-4dbc-a02e-a81cec955351 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:52.874765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe920a4-a289-4cf1-a33d-06dccb343d47,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:52.929341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Checking segment: {'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:52.929905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Network hostable DHCP agents. Network: 0cdabc1f-523f-4855-8b2d-96a00612f6de, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:08:52.971204 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9f27e8c2-b0b7-4dbc-a02e-a81cec955351 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7480075 Nov 05 22:08:52.973463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56732) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:52.980904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'subnet': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:53.059720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-875942d4-3079-4e53-8c77-48bde1258067 None None] Provisioning complete for port 5871ccbd-5984-44de-9f66-647dcc7303e0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:53.060282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-875942d4-3079-4e53-8c77-48bde1258067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.060881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:08:53.071112 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] Set router 506e03f9-e2bc-470f-9e7d-41c774420ea1 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:53.166725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 0cdabc1f-523f-4855-8b2d-96a00612f6de) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:53.173320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:53.174011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.183020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aef907-bfa1-41a6-b856-f3e24554488f None None] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:53.215878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-875942d4-3079-4e53-8c77-48bde1258067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.224789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Made reservation on behalf of 7ab20c0af990452f8e35265e5796af1f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:08:53.229012 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.275070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219387a1-7058-4026-a303-9cb1e06b9645 req-e36bbf68-3956-48a9-9563-ddd6aedcc8bf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:53.279898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-219387a1-7058-4026-a303-9cb1e06b9645 req-e36bbf68-3956-48a9-9563-ddd6aedcc8bf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0715246 Nov 05 22:08:53.294819 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:08:48Z', 'revision_number': 4, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port': {'id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:43Z', 'updated_at': '2021-11-05T22:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5871ccbd-5984-44de-9f66-647dcc7303e0', 'name': '', 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'mac_address': 'fa:16:3e:fb:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'dbfd47b4-8c03-4408-a4db-67421f2dd289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:47Z', 'updated_at': '2021-11-05T22:08:52Z', 'revision_number': 4, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'subnets': [{'id': 'dbfd47b4-8c03-4408-a4db-67421f2dd289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:53.330255 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df316f70-6c75-4138-b7ff-7e9123702008 None None] The sync data for ids ['506e03f9-e2bc-470f-9e7d-41c774420ea1'] in n-d-816738-5 is: [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:08:48Z', 'revision_number': 4, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port': {'id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:43Z', 'updated_at': '2021-11-05T22:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5871ccbd-5984-44de-9f66-647dcc7303e0', 'name': '', 'network_id': '5856dc05-b7d5-4412-9395-8a9deb2a2c1a', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'mac_address': 'fa:16:3e:fb:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'dbfd47b4-8c03-4408-a4db-67421f2dd289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:47Z', 'updated_at': '2021-11-05T22:08:52Z', 'revision_number': 4, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'subnets': [{'id': 'dbfd47b4-8c03-4408-a4db-67421f2dd289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:08:53.344319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-875942d4-3079-4e53-8c77-48bde1258067 None None] For port 5871ccbd-5984-44de-9f66-647dcc7303e0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5871ccbd-5984-44de-9f66-647dcc7303e0,segment=NetworkSegment(cd127a10-8773-490f-9938-391497109abe),segment_id=cd127a10-8773-490f-9938-391497109abe)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:53.347867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3572fba1-0476-4e22-b6d7-2ca28ca75c6b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2086556 Nov 05 22:08:53.351467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56736) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:53.356097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:53.405621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-219387a1-7058-4026-a303-9cb1e06b9645 req-d3770597-4bea-4b43-86c4-583925de0a59 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145997 Nov 05 22:08:53.439945 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-875942d4-3079-4e53-8c77-48bde1258067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.494976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-0cdabc1f-523f-4855-8b2d-96a00612f6de', 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'fixed_ips': [{'subnet_id': '4fe920a4-a289-4cf1-a33d-06dccb343d47'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:08:53.495928 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.527258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875942d4-3079-4e53-8c77-48bde1258067 None None] Pushing event updated for resources: {'Port': ['ID=5871ccbd-5984-44de-9f66-647dcc7303e0,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:53.532701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.534226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.631079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.667146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5871ccbd-5984-44de-9f66-647dcc7303e0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:53.721517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Allocated IP 172.20.0.2 (0cdabc1f-523f-4855-8b2d-96a00612f6de/4fe920a4-a289-4cf1-a33d-06dccb343d47/18f58a00-2381-4663-a7f0-ecc9c9987612) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:53.721995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.766992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5871ccbd-5984-44de-9f66-647dcc7303e0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:53.767370 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.780119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:53.788473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:53.794435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:53.794661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:53.813071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Subnet': ['ID=07264084-7ee2-4d30-afe6-b2f6620fafee,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:53.833566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763fd882-2ebb-46cb-bb58-954a5a6036d3 None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:53.878973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7d6d5aff-2338-46bb-b07c-ca999db6d7ca tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9036779 Nov 05 22:08:53.881310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56740) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:53.886754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1378506094', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07264084-7ee2-4d30-afe6-b2f6620fafee'}], 'security_groups': ['cf1611fd-7158-4d2a-b3b1-5bd9ad1fbca5', 'fa97c70c-b919-4c79-8056-95d510fa4aa3']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:08:54.015460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.126031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.137744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.258008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0757ed3-dc83-419a-aceb-bacd99a4c390 None None] Update dhcp port {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'fixed_ips': [{'subnet_id': 'f1f18e95-e04c-40af-bcf5-11cfb2218b03', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ca36cab4-3ea1-44b1-9cab-0d2f84ad9114', 'ip_address': '172.20.0.2'}, {'subnet_id': '07264084-7ee2-4d30-afe6-b2f6620fafee'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'dcdec745-c515-4f51-92cd-52e8037a85af'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:08:54.292645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.334748 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e0757ed3-dc83-419a-aceb-bacd99a4c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.361532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:54.378403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:54.385407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:54.390382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Pushing event updated for resources: {'Port': ['ID=18f58a00-2381-4663-a7f0-ecc9c9987612,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:54.580225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Delete allocated IP 172.20.0.9 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/ca36cab4-3ea1-44b1-9cab-0d2f84ad9114) {{(pid=102291) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 22:08:54.603500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Allocated IP 172.20.0.45 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/07264084-7ee2-4d30-afe6-b2f6620fafee/ef275fac-0f3e-404c-8edc-4accc7dd0aea) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:54.612212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.618658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Attempting to bind port 18f58a00-2381-4663-a7f0-ecc9c9987612 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:54.619111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Attempting to bind port 18f58a00-2381-4663-a7f0-ecc9c9987612 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:54.619559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Attempting to bind port 18f58a00-2381-4663-a7f0-ecc9c9987612 on network 0cdabc1f-523f-4855-8b2d-96a00612f6de {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:54.626391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:54.627057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Checking segment: {'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:54.627670 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.628371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Bound using segment: {'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:54.635219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Bound port: 18f58a00-2381-4663-a7f0-ecc9c9987612, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:54.635219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.643126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.696851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c627051-c72a-4547-bce0-567c0f92442b req-be1ecb86-5248-47e2-ad44-cc71cb2b2a6a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:54.696851 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c627051-c72a-4547-bce0-567c0f92442b req-be1ecb86-5248-47e2-ad44-cc71cb2b2a6a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1469734 Nov 05 22:08:54.713178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] For port 18f58a00-2381-4663-a7f0-ecc9c9987612, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:54.717904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] For port 18f58a00-2381-4663-a7f0-ecc9c9987612, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=18f58a00-2381-4663-a7f0-ecc9c9987612,segment=NetworkSegment(92a3a137-cd25-4dfc-a199-3f236bf95897),segment_id=92a3a137-cd25-4dfc-a199-3f236bf95897)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:54.802326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:54.810634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c627051-c72a-4547-bce0-567c0f92442b req-a8335890-65f1-4da0-9099-11a30d13b3f1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123383 Nov 05 22:08:54.932416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a6ed0-63cf-49bf-810e-d330adb5aea1 None None] Pushing event updated for resources: {'Port': ['ID=18f58a00-2381-4663-a7f0-ecc9c9987612,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:54.933849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Allocated IP 172.25.6.43 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f7fe0fa7-9472-40ab-94f1-25eb3ae54eea) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:54.988722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.092825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.103062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.188422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-e0757ed3-dc83-419a-aceb-bacd99a4c390 None None] Allocated IP 172.20.0.34 (429b6466-4f6a-4478-9c49-9ee2095dc3d6/07264084-7ee2-4d30-afe6-b2f6620fafee/dcdec745-c515-4f51-92cd-52e8037a85af) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:55.287066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event updated for resources: {'Port': ['ID=ef275fac-0f3e-404c-8edc-4accc7dd0aea,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:55.294718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.400531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] In _notify_port_updated(), no bound segment for port ef275fac-0f3e-404c-8edc-4accc7dd0aea on network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:08:55.411343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:55.412677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:55.422628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.424842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-559f2bb4-65cc-49cb-b41d-3d6d11aa1d69 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "PUT /v2.0/ports/ef275fac-0f3e-404c-8edc-4accc7dd0aea HTTP/1.1" status: 200 len: 960 time: 1.5423050 Nov 05 22:08:55.427427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56754) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:55.427750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:55.432190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:55.447636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e0757ed3-dc83-419a-aceb-bacd99a4c390 None None] For port dcdec745-c515-4f51-92cd-52e8037a85af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dcdec745-c515-4f51-92cd-52e8037a85af,segment=NetworkSegment(7ba98dd1-1af8-4a7a-be96-24e1799f97fd),segment_id=7ba98dd1-1af8-4a7a-be96-24e1799f97fd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:55.515799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:55.530070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e0757ed3-dc83-419a-aceb-bacd99a4c390 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.598702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port ef275fac-0f3e-404c-8edc-4accc7dd0aea {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:08:55.599242 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.613295 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e0757ed3-dc83-419a-aceb-bacd99a4c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.750236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 18f58a00-2381-4663-a7f0-ecc9c9987612 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:55.750381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:55.763131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for ef275fac-0f3e-404c-8edc-4accc7dd0aea owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:08:55.766623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0757ed3-dc83-419a-aceb-bacd99a4c390 None None] Pushing event updated for resources: {'Port': ['ID=dcdec745-c515-4f51-92cd-52e8037a85af,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:55.800002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 18f58a00-2381-4663-a7f0-ecc9c9987612 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:55.800571 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.045188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.077185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.198204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.208921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=ef275fac-0f3e-404c-8edc-4accc7dd0aea,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:56.268561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 18f58a00-2381-4663-a7f0-ecc9c9987612, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=18f58a00-2381-4663-a7f0-ecc9c9987612,segment=NetworkSegment(92a3a137-cd25-4dfc-a199-3f236bf95897),segment_id=92a3a137-cd25-4dfc-a199-3f236bf95897)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:08:56.304314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3430a7-3166-4ea9-9e23-0b6ec52f5cf1 req-98eabb2e-55e7-4b27-9abe-850a7f005dd0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:56.312832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e3430a7-3166-4ea9-9e23-0b6ec52f5cf1 req-98eabb2e-55e7-4b27-9abe-850a7f005dd0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.3229821 Nov 05 22:08:56.329821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.334442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3555e51d-f519-4e47-91fe-ba94392651e9 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/ef275fac-0f3e-404c-8edc-4accc7dd0aea HTTP/1.1" status: 204 len: 168 time: 0.9058368 Nov 05 22:08:56.341990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56764) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:56.400329 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f8c8f1-57fe-42ce-ab71-e8f910fcc356 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] GET failed (client error): The resource could not be found. Nov 05 22:08:56.406224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e5f8c8f1-57fe-42ce-ab71-e8f910fcc356 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports/ef275fac-0f3e-404c-8edc-4accc7dd0aea HTTP/1.1" status: 404 len: 333 time: 0.0633302 Nov 05 22:08:56.408847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56766) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:56.412662 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.427738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5871ccbd-5984-44de-9f66-647dcc7303e0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:56.452292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.516722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2e3430a7-3166-4ea9-9e23-0b6ec52f5cf1 req-2ef1017e-12fc-4995-be83-14fd477ee902 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029102 Nov 05 22:08:56.562797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=18f58a00-2381-4663-a7f0-ecc9c9987612,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:56.583493 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f5236e4-32ca-4f84-b796-ceeb5fa6e750 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.586483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5871ccbd-5984-44de-9f66-647dcc7303e0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:56.587083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.630100 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f5236e4-32ca-4f84-b796-ceeb5fa6e750 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.735327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd1904-b158-473d-9cc8-378b6868f4a6 None None] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:56.772529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Router de46711c-b36d-4832-a394-d0ee285314ed is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:08:56.818178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:56.818543 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.822878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f5236e4-32ca-4f84-b796-ceeb5fa6e750 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.827108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6f5236e4-32ca-4f84-b796-ceeb5fa6e750 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.827108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6f5236e4-32ca-4f84-b796-ceeb5fa6e750 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/security-groups/4ccd116c-e8a8-4a7f-8b26-5604667b3f6f HTTP/1.1" status: 204 len: 168 time: 0.4173274 Nov 05 22:08:56.831932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56768) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:56.849091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5236e4-32ca-4f84-b796-ceeb5fa6e750 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccd116c-e8a8-4a7f-8b26-5604667b3f6f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:56.895702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2837a4a-0119-4464-b8d5-8f04690e1711 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.929488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2837a4a-0119-4464-b8d5-8f04690e1711 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:56.956659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:08:56.979475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Sync routers for ids ['de46711c-b36d-4832-a394-d0ee285314ed'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:08:57.010009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Routers {'de46711c-b36d-4832-a394-d0ee285314ed'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:57.010640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['de46711c-b36d-4832-a394-d0ee285314ed'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:57.052557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.056429 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-553794f5-0d52-4200-b7f1-f064ae02b4c1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7029662 Nov 05 22:08:57.058793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56772) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:57.069685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Provisioning complete for port 18f58a00-2381-4663-a7f0-ecc9c9987612 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:57.073387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.189093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Set router de46711c-b36d-4832-a394-d0ee285314ed gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:57.206014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2837a4a-0119-4464-b8d5-8f04690e1711 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.209752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2837a4a-0119-4464-b8d5-8f04690e1711 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.212074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2837a4a-0119-4464-b8d5-8f04690e1711 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa97c70c-b919-4c79-8056-95d510fa4aa3 HTTP/1.1" status: 204 len: 168 time: 0.3781805 Nov 05 22:08:57.214986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56776) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:57.231316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837a4a-0119-4464-b8d5-8f04690e1711 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa97c70c-b919-4c79-8056-95d510fa4aa3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:57.325603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb4a110b-ee98-4cc8-a842-8bc5e566941c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.375638 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb4a110b-ee98-4cc8-a842-8bc5e566941c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.547758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb4a110b-ee98-4cc8-a842-8bc5e566941c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.548768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb4a110b-ee98-4cc8-a842-8bc5e566941c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.553055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eb4a110b-ee98-4cc8-a842-8bc5e566941c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf1611fd-7158-4d2a-b3b1-5bd9ad1fbca5 HTTP/1.1" status: 204 len: 168 time: 0.3374052 Nov 05 22:08:57.553703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56796) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:57.607490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a110b-ee98-4cc8-a842-8bc5e566941c tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1611fd-7158-4d2a-b3b1-5bd9ad1fbca5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:57.679148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 18f58a00-2381-4663-a7f0-ecc9c9987612 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:57.737052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-7792c2d2-3285-4d5d-bf9e-02bcd452b306 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:57.738147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet ca36cab4-3ea1-44b1-9cab-0d2f84ad9114 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:57.741872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.744180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-7792c2d2-3285-4d5d-bf9e-02bcd452b306 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/networks?id=3f09aa6b-d727-4ffe-8d96-aa4aff07028c HTTP/1.1" status: 200 len: 809 time: 0.2945390 Nov 05 22:08:57.748632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Could not find standard attr ID for object ef275fac-0f3e-404c-8edc-4accc7dd0aea. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:08:57.764640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-40068dc0-217f-4998-b3f1-dcba0bc73531 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/quotas/f03abd2e67fd4aec9ac7528fcd2721a5 HTTP/1.1" status: 200 len: 375 time: 0.0188904 Nov 05 22:08:57.797315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Provisioning complete for port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:57.800812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.802620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.861231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c917121f-7cc2-48c0-ba4c-b81cb2679815 None None] Port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:08:57.861903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:08:55Z', 'revision_number': 3, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:57.901392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Checking router: de46711c-b36d-4832-a394-d0ee285314ed for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:08:57.901842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Updating router de46711c-b36d-4832-a394-d0ee285314ed port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:08:57.944059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.944312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 18f58a00-2381-4663-a7f0-ecc9c9987612 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:57.944686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:57.946551 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.036968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfb1c9-01de-4a69-967e-b9750f4321ef req-a6ccecf9-0d4b-413f-af31-daa64b004522 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:58.039052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ecfb1c9-01de-4a69-967e-b9750f4321ef req-a6ccecf9-0d4b-413f-af31-daa64b004522 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.3825443 Nov 05 22:08:58.109339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ecfb1c9-01de-4a69-967e-b9750f4321ef req-30b32221-4db9-4b09-a90a-b5959d1d5860 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634167 Nov 05 22:08:58.132633 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.163417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=ca36cab4-3ea1-44b1-9cab-0d2f84ad9114,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:58.177170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.188103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-76ff7fb0-a6e5-4667-b127-2ce0be6cf5d2 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/ca36cab4-3ea1-44b1-9cab-0d2f84ad9114 HTTP/1.1" status: 204 len: 168 time: 0.6195006 Nov 05 22:08:58.189631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56800) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:58.212201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba9181-a028-4951-b081-3c6829df7ec7 None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:58.246708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-df825701-ee7b-48a1-a719-f30c2631ba3a tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4817295 Nov 05 22:08:58.253704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet 07264084-7ee2-4d30-afe6-b2f6620fafee {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:58.257399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.303258 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.352041 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.397297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-11968663-abfb-4b07-a45b-782c1c7933eb service neutron] 10.222.0.41 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495175 Nov 05 22:08:58.429513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.534612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.557089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-b811d2e1-379b-42ed-ab85-4a8f4e2eea5f service neutron] 10.222.0.41 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589949 Nov 05 22:08:58.563674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.578470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1cca43b9-cb0e-4cbd-b007-bcf4df2eff61 None None] Provisioning complete for port 18f58a00-2381-4663-a7f0-ecc9c9987612 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:58.579222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1cca43b9-cb0e-4cbd-b007-bcf4df2eff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.600915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.659504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=07264084-7ee2-4d30-afe6-b2f6620fafee,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:58.672557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6120dca-0d78-4a01-9678-8b0f89dce106 None None] Pushing event updated for resources: {'Port': ['ID=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:58.682040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Attempting to bind port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:08:58.682040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Attempting to bind port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:08:58.682040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Attempting to bind port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:08:58.694895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.700580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5340f079-e415-457d-9e11-3cfb6c324bf4 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/07264084-7ee2-4d30-afe6-b2f6620fafee HTTP/1.1" status: 204 len: 168 time: 0.5095458 Nov 05 22:08:58.703662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56802) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:58.713646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:08:58.714106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:08:58.714501 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.714894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:08:58.715391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Bound port: f7fe0fa7-9472-40ab-94f1-25eb3ae54eea, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:08:58.715778 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.742480 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c4fb7e-cba1-45ee-83f0-1c3bbd4b8940 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:58.743465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c4fb7e-cba1-45ee-83f0-1c3bbd4b8940 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:58.747323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b6c4fb7e-cba1-45ee-83f0-1c3bbd4b8940 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/ca36cab4-3ea1-44b1-9cab-0d2f84ad9114 HTTP/1.1" status: 404 len: 337 time: 0.0407841 Nov 05 22:08:58.749814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56804) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:58.764288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dcdec745-c515-4f51-92cd-52e8037a85af up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:08:58.848778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting subnet f1f18e95-e04c-40af-bcf5-11cfb2218b03 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:08:58.854558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.896082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] For port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:08:58.928702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:58.958599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] For port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:08:58.970874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1cca43b9-cb0e-4cbd-b007-bcf4df2eff61 None None] Could not find standard attr ID for object ef275fac-0f3e-404c-8edc-4accc7dd0aea. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:08:58.981587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:58.982151 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.028360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-960f414b-57b7-4f0b-8e8d-427e2c88a616 req-bd40d136-ba7f-460f-b0bd-5a4261b1eaee tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 210 time: 0.0609686 Nov 05 22:08:59.037373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee68144-a024-40e7-868d-b7ef18c26be3 None None] Update dhcp port {'port': {'network_id': '429b6466-4f6a-4478-9c49-9ee2095dc3d6', 'fixed_ips': [{'subnet_id': 'f1f18e95-e04c-40af-bcf5-11cfb2218b03', 'ip_address': '172.20.0.18'}, {'subnet_id': '07264084-7ee2-4d30-afe6-b2f6620fafee'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'dcdec745-c515-4f51-92cd-52e8037a85af'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:08:59.058668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.066055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Allocated IP 172.20.0.1 (0cdabc1f-523f-4855-8b2d-96a00612f6de/4fe920a4-a289-4cf1-a33d-06dccb343d47/1ded05a8-b240-4797-92a6-5cf3aa87484a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:08:59.067700 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2ee68144-a024-40e7-868d-b7ef18c26be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.070106 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.297843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9426ce-ab97-4d10-b109-b5580da1bd44 req-05f74c04-8296-4758-b2d1-62e45ac7bb00 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:08:59.299487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e9426ce-ab97-4d10-b109-b5580da1bd44 req-05f74c04-8296-4758-b2d1-62e45ac7bb00 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0835118 Nov 05 22:08:59.313680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.332122 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.360704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f18e95-e04c-40af-bcf5-11cfb2218b03,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:59.372313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.378181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5bf204ad-6b54-42e5-a0cf-4c9489ef6979 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/f1f18e95-e04c-40af-bcf5-11cfb2218b03 HTTP/1.1" status: 204 len: 168 time: 0.6247602 Nov 05 22:08:59.378482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56818) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.409399 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1f48ff-7017-4129-bde5-f63997e71228 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.409855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1f48ff-7017-4129-bde5-f63997e71228 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.416276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4e1f48ff-7017-4129-bde5-f63997e71228 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/3882be95-9781-4dee-b295-8ffac917d9b9 HTTP/1.1" status: 404 len: 337 time: 0.0340052 Nov 05 22:08:59.416925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56820) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.429783 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e9426ce-ab97-4d10-b109-b5580da1bd44 req-db7fc236-1f02-46e7-87d2-f559d9afd781 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236432 Nov 05 22:08:59.447412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e2c8fa9a-37a2-45c6-8aaf-00d82886c9fa tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "GET /v2.0/ports?device_id=90d682d8-71db-45ba-8364-60ccd26ae917 HTTP/1.1" status: 200 len: 205 time: 0.0296767 Nov 05 22:08:59.449815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56822) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.466662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Routers {'de46711c-b36d-4832-a394-d0ee285314ed'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:08:59.467401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['de46711c-b36d-4832-a394-d0ee285314ed'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:08:59.471879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6120dca-0d78-4a01-9678-8b0f89dce106 None None] Pushing event updated for resources: {'Port': ['ID=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:59.487655 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-bc8fded3-44ac-4290-be05-ff7999abe6ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] delete failed (client error): The resource could not be found. Nov 05 22:08:59.491025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bc8fded3-44ac-4290-be05-ff7999abe6ba tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/routers/90d682d8-71db-45ba-8364-60ccd26ae917 HTTP/1.1" status: 404 len: 336 time: 0.0379996 Nov 05 22:08:59.491025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56824) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.511705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.528112 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea15a33b-e69a-4087-b8f8-23d72e12aad3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.528584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea15a33b-e69a-4087-b8f8-23d72e12aad3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.531775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ea15a33b-e69a-4087-b8f8-23d72e12aad3 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/872033bb-781a-44de-a618-c08f113f8d63 HTTP/1.1" status: 404 len: 337 time: 0.0394464 Nov 05 22:08:59.534379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56826) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.562670 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00dedbb-8793-4b05-9e42-51870c80301e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.563381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00dedbb-8793-4b05-9e42-51870c80301e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.566326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b00dedbb-8793-4b05-9e42-51870c80301e tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/6c81b54c-0ad3-4914-82b6-f1ad0460161c HTTP/1.1" status: 404 len: 337 time: 0.0309615 Nov 05 22:08:59.569236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56828) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.569710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:08:59.576303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:08:59.586682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:08:59.602155 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96f0c44-7154-4dc6-81d9-e8acedd9e8e8 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.602155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96f0c44-7154-4dc6-81d9-e8acedd9e8e8 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.605185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b96f0c44-7154-4dc6-81d9-e8acedd9e8e8 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/2c9b165e-13c8-45be-b260-1f569998ba8d HTTP/1.1" status: 404 len: 337 time: 0.0324686 Nov 05 22:08:59.606185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server [None req-2ee68144-a024-40e7-868d-b7ef18c26be3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1f18e95-e04c-40af-bcf5-11cfb2218b03: This subnet is being modified by another concurrent operation. Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 05 22:08:59.621684 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise self.value Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server raise exception Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1f18e95-e04c-40af-bcf5-11cfb2218b03: This subnet is being modified by another concurrent operation. Nov 05 22:08:59.625757 n-d-816738-5 neutron-server[102293]: ERROR oslo_messaging.rpc.server Nov 05 22:08:59.634708 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe20b32-e52a-4f5f-9585-fe14b4d3febf tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.635261 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.635399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe20b32-e52a-4f5f-9585-fe14b4d3febf tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.639287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7fe20b32-e52a-4f5f-9585-fe14b4d3febf tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/298869e1-96b3-462e-ac57-461ba4491f13 HTTP/1.1" status: 404 len: 333 time: 0.0320773 Nov 05 22:08:59.642799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56832) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.709522 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb62c864-e5aa-4ac8-b6a9-3ba0485eeda6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.710164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb62c864-e5aa-4ac8-b6a9-3ba0485eeda6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.714589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ded05a8-b240-4797-92a6-5cf3aa87484a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:08:59.719457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.723782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb62c864-e5aa-4ac8-b6a9-3ba0485eeda6 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/48fc17eb-008c-4312-9e8e-1ea3f5afce11 HTTP/1.1" status: 404 len: 337 time: 0.0672309 Nov 05 22:08:59.769303 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-070d06e9-f4b6-412c-aa00-5ad548ca7b1a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.769303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070d06e9-f4b6-412c-aa00-5ad548ca7b1a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.770279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fe952-dac2-43ff-b16c-adf57df3055a None None] Network 429b6466-4f6a-4478-9c49-9ee2095dc3d6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:08:59.770745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-070d06e9-f4b6-412c-aa00-5ad548ca7b1a tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/516c9f2c-f418-4cb0-8a19-dca9ab04fc46 HTTP/1.1" status: 404 len: 337 time: 0.0458848 Nov 05 22:08:59.771208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56838) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.814892 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-be347c4a-6030-4a8c-a0c0-bb5ad77d035d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.815494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be347c4a-6030-4a8c-a0c0-bb5ad77d035d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.819901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be347c4a-6030-4a8c-a0c0-bb5ad77d035d tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/01e97784-a24f-4c9c-8bf2-322b1f904104 HTTP/1.1" status: 404 len: 333 time: 0.0471148 Nov 05 22:08:59.823110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56840) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.863673 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3c8202-d6f4-4e6f-8a01-45895b46fb74 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.864139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3c8202-d6f4-4e6f-8a01-45895b46fb74 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.868907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be3c8202-d6f4-4e6f-8a01-45895b46fb74 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/4d9a7731-81f3-4c16-9376-af6ed2f2c5c7 HTTP/1.1" status: 404 len: 337 time: 0.0443866 Nov 05 22:08:59.870975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56842) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.885159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] Set router de46711c-b36d-4832-a394-d0ee285314ed gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:08:59.902898 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-1431f6d2-45f0-4b3e-9396-9640bc0f0258 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] DELETE failed (client error): The resource could not be found. Nov 05 22:08:59.903615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1431f6d2-45f0-4b3e-9396-9640bc0f0258 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:08:59.907043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1431f6d2-45f0-4b3e-9396-9640bc0f0258 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/subnets/2cf06bdf-be51-4e28-a665-2cf4b1a5d0b1 HTTP/1.1" status: 404 len: 337 time: 0.0350134 Nov 05 22:08:59.909584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56846) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:08:59.918167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5fd93177-a38e-40e7-b4f1-cc6071ae7727 None None] Provisioning complete for port dcdec745-c515-4f51-92cd-52e8037a85af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:08:59.918686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fd93177-a38e-40e7-b4f1-cc6071ae7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:08:59.976219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.153408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Deleting port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:00.153747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.189999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-77782fe3-3249-4a85-a63b-86c405a55597 req-571bd363-d3ce-43a9-b517-aa9bf3b7dc23 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 210 time: 0.0908296 Nov 05 22:09:00.234968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5fd93177-a38e-40e7-b4f1-cc6071ae7727 None None] Provisioning complete for port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:00.235352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5fd93177-a38e-40e7-b4f1-cc6071ae7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.260305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.260684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] DHCP port deletion for 429b6466-4f6a-4478-9c49-9ee2095dc3d6 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:09:00.286394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Calling delete_port for c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:00.318541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5fd93177-a38e-40e7-b4f1-cc6071ae7727 None None] Port c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:00.318872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:08:55Z', 'revision_number': 3, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:00.356897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.367602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c853b12-c2f3-40ba-bffa-9d3d3b3557a4 None None] The sync data for ids ['de46711c-b36d-4832-a394-d0ee285314ed'] in n-d-816738-5 is: [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:08:55Z', 'revision_number': 3, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:00.414521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] Deleting port dcdec745-c515-4f51-92cd-52e8037a85af {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:00.414521 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.485441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.496887 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:09:00.500446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fb4f23cb-fdf0-46c6-b707-a1725d9f2a02 None None] Provisioning complete for port 1ded05a8-b240-4797-92a6-5cf3aa87484a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:00.500985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb4f23cb-fdf0-46c6-b707-a1725d9f2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.550103 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] For port dcdec745-c515-4f51-92cd-52e8037a85af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dcdec745-c515-4f51-92cd-52e8037a85af,segment=NetworkSegment(7ba98dd1-1af8-4a7a-be96-24e1799f97fd),segment_id=7ba98dd1-1af8-4a7a-be96-24e1799f97fd)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:00.550772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.574594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] Calling delete_port for dcdec745-c515-4f51-92cd-52e8037a85af owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:00.580424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f23cb-fdf0-46c6-b707-a1725d9f2a02 None None] Port 1ded05a8-b240-4797-92a6-5cf3aa87484a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:00.586610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.593000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.609022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df3abb-d98a-4c00-a39f-1fb4c19b2829 req-28a7b083-8cca-44da-b1c5-4085f584f947 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:00.610867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37df3abb-d98a-4c00-a39f-1fb4c19b2829 req-28a7b083-8cca-44da-b1c5-4085f584f947 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0933185 Nov 05 22:09:00.694984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37df3abb-d98a-4c00-a39f-1fb4c19b2829 req-3061e6c1-4d92-4647-9026-f294f0d43360 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780690 Nov 05 22:09:00.703795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.722264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ded05a8-b240-4797-92a6-5cf3aa87484a,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:00.725831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.729663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/ports/c5cdf6c9-4b40-45a1-a0e0-4edaf405e074 HTTP/1.1" status: 204 len: 168 time: 0.8188641 Nov 05 22:09:00.732386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56854) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:00.783347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efd2bf-ba6f-4678-b27d-a4363ebbcc04 tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Port': ['ID=c5cdf6c9-4b40-45a1-a0e0-4edaf405e074,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:00.828520 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:00.845900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:00.847628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:00.876806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] Pushing event deleted for resources: {'Port': ['ID=dcdec745-c515-4f51-92cd-52e8037a85af,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:00.887923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b8915-3977-4deb-b64c-38e2c98c80c1 None None] No DVR routers for this DVR port dcdec745-c515-4f51-92cd-52e8037a85af on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:00.888405 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.030886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.071293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429b6466-4f6a-4478-9c49-9ee2095dc3d6']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:01.095283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba98dd1-1af8-4a7a-be96-24e1799f97fd') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:01.095605 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba98dd1-1af8-4a7a-be96-24e1799f97fd') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:01.107324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.122774 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.128657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Router de46711c-b36d-4832-a394-d0ee285314ed has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:01.129904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:09:01.130480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:09:01.202834 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:09:01.218141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6352a37e-ba1a-45e4-92bc-c3698b9580f1 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:09:01.304008 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.310531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:01.316186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66f4f8bb-f080-41b4-932e-cebd98d4adb5 admin admin] 10.222.0.41 "PUT /v2.0/routers/de46711c-b36d-4832-a394-d0ee285314ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2549062 Nov 05 22:09:01.356907 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.367773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] 10.222.0.41 "DELETE /v2.0/networks/429b6466-4f6a-4478-9c49-9ee2095dc3d6 HTTP/1.1" status: 204 len: 168 time: 0.6326282 Nov 05 22:09:01.369183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b501f-7c0a-4b5f-9fdb-51951eb74c4b tempest-PortsTestJSON-1124233442 tempest-PortsTestJSON-1124233442-project] Pushing event deleted for resources: {'Network': ['ID=429b6466-4f6a-4478-9c49-9ee2095dc3d6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:01.394881 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-832a1bdd-02a1-47d1-b8d2-a399e89d0127 req-869bc5d9-09b5-4a69-9742-f27937e45d97 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 210 time: 0.0773914 Nov 05 22:09:01.420300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f4e8cdd9-dd6d-40aa-9890-f197bb2aa550 None None] Provisioning complete for port 1ded05a8-b240-4797-92a6-5cf3aa87484a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:01.421733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4e8cdd9-dd6d-40aa-9890-f197bb2aa550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:01.528117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6352a37e-ba1a-45e4-92bc-c3698b9580f1 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:09:01.533348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8cdd9-dd6d-40aa-9890-f197bb2aa550 None None] Port 1ded05a8-b240-4797-92a6-5cf3aa87484a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:01.806315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-485c7315-187f-4ae8-975a-a4bb7de11cd0 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:01.807909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-485c7315-187f-4ae8-975a-a4bb7de11cd0 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "GET /v2.0/networks?id=3f09aa6b-d727-4ffe-8d96-aa4aff07028c HTTP/1.1" status: 200 len: 809 time: 0.2185147 Nov 05 22:09:01.865354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Request body: {'port': {'device_id': 'f1538803-c065-4477-8cac-217deeca461e', 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c', 'admin_state_up': True, 'tenant_id': 'f03abd2e67fd4aec9ac7528fcd2721a5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:01.928382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f7fe0fa7-9472-40ab-94f1-25eb3ae54eea up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:02.015214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b765f-c2da-49d4-accd-999309da2b78 req-081b93b0-35b7-4cde-81b0-6e16af56b3ce tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:02.024522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-341b765f-c2da-49d4-accd-999309da2b78 req-081b93b0-35b7-4cde-81b0-6e16af56b3ce tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1594396 Nov 05 22:09:02.045313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56872) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:02.090952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:02.091588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.114401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-341b765f-c2da-49d4-accd-999309da2b78 req-acb63317-f256-4418-9fba-55dc21f6d29f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885828 Nov 05 22:09:02.132730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Made reservation on behalf of f03abd2e67fd4aec9ac7528fcd2721a5 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:02.137872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.187024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.220409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:02.296840 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.337932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Allocated IP 172.20.0.10 (3f09aa6b-d727-4ffe-8d96-aa4aff07028c/b7e8c5f6-b2dd-4331-bd3f-b012c5481870/665e4d4c-abe2-43b9-a0ef-cc28bb002587) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:02.397016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dcdec745-c515-4f51-92cd-52e8037a85af no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:02.417883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-26d57442-504e-4d98-98f8-e4c05c269c8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ab20c0af990452f8e35265e5796af1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681641 Nov 05 22:09:02.418092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56886) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:02.433918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:02.438705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: dcdec745-c515-4f51-92cd-52e8037a85af {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:02.439121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dcdec745-c515-4f51-92cd-52e8037a85af not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:02.511723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a67365ba-20e0-4e4a-9157-829d7fabb5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.541901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a67365ba-20e0-4e4a-9157-829d7fabb5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.588205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8b9f7a3d-398a-4c8f-9cae-9a4e3c26eb72 req-85d0abf5-5e65-4d86-a3a1-3cea4e1386c6 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 210 time: 0.0459011 Nov 05 22:09:02.638822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.685099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a67365ba-20e0-4e4a-9157-829d7fabb5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.865090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a67365ba-20e0-4e4a-9157-829d7fabb5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:02.865090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a67365ba-20e0-4e4a-9157-829d7fabb5fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ae359ed-18d5-447f-aea0-8658827cd33a HTTP/1.1" status: 204 len: 168 time: 0.2703509 Nov 05 22:09:02.865090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67365ba-20e0-4e4a-9157-829d7fabb5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae359ed-18d5-447f-aea0-8658827cd33a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:02.909791 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Sync routers for ids ['de46711c-b36d-4832-a394-d0ee285314ed'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:02.919408 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Routers {'de46711c-b36d-4832-a394-d0ee285314ed'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:02.920208 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['de46711c-b36d-4832-a394-d0ee285314ed'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:03.025269 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Set router de46711c-b36d-4832-a394-d0ee285314ed gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:03.226004 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:08:59Z', 'revision_number': 4, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1ded05a8-b240-4797-92a6-5cf3aa87484a', 'name': '', 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'mac_address': 'fa:16:3e:b5:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '4fe920a4-a289-4cf1-a33d-06dccb343d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:58Z', 'updated_at': '2021-11-05T22:09:00Z', 'revision_number': 2, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'subnets': [{'id': '4fe920a4-a289-4cf1-a33d-06dccb343d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:03.234031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f12d66-9bb8-4ef9-968d-dd6c0986c529 req-6b06b2c5-bf0e-4dd1-be5f-6e14daea8acf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:03.235633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86f12d66-9bb8-4ef9-968d-dd6c0986c529 req-6b06b2c5-bf0e-4dd1-be5f-6e14daea8acf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0515335 Nov 05 22:09:03.239476 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.258275 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Checking router: de46711c-b36d-4832-a394-d0ee285314ed for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:03.258652 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Updating router de46711c-b36d-4832-a394-d0ee285314ed port 1ded05a8-b240-4797-92a6-5cf3aa87484a binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:09:03.281558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.284005 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.328390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:03.334862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:03.337921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:03.375403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Pushing event updated for resources: {'Port': ['ID=665e4d4c-abe2-43b9-a0ef-cc28bb002587,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:03.394817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86f12d66-9bb8-4ef9-968d-dd6c0986c529 req-e7c27104-4a89-47db-a34c-5bbc67bba6a8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485255 Nov 05 22:09:03.413448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:03.414080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.573477 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.579869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-5524ad49-b046-4e13-8667-33328d62286c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7568872 Nov 05 22:09:03.591849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Request body: {'port': {'device_id': 'f1538803-c065-4477-8cac-217deeca461e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:03.648310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.709023 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.776400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f7fe0fa7-9472-40ab-94f1-25eb3ae54eea up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:03.821221 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5355c1c-639f-4cd7-8c7d-65b9647dcf8b None None] Pushing event updated for resources: {'Port': ['ID=1ded05a8-b240-4797-92a6-5cf3aa87484a,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:03.823008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d213-2d27-455f-adc8-79cad80e2a19 req-8c1d3075-e023-40f2-8f28-9576b2689224 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:03.839120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19f8d213-2d27-455f-adc8-79cad80e2a19 req-8c1d3075-e023-40f2-8f28-9576b2689224 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 932 time: 0.1302001 Nov 05 22:09:03.876944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:03.877314 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.883029 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Attempting to bind port 1ded05a8-b240-4797-92a6-5cf3aa87484a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:03.885132 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Attempting to bind port 1ded05a8-b240-4797-92a6-5cf3aa87484a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:03.885132 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Attempting to bind port 1ded05a8-b240-4797-92a6-5cf3aa87484a on network 0cdabc1f-523f-4855-8b2d-96a00612f6de {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:03.890446 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:03.891132 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Checking segment: {'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:03.891742 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.892324 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Bound using segment: {'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:03.892976 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Bound port: 1ded05a8-b240-4797-92a6-5cf3aa87484a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a3a137-cd25-4dfc-a199-3f236bf95897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:03.893545 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:03.975309 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] For port 1ded05a8-b240-4797-92a6-5cf3aa87484a, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:03.975309 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] For port 1ded05a8-b240-4797-92a6-5cf3aa87484a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1ded05a8-b240-4797-92a6-5cf3aa87484a,segment=NetworkSegment(92a3a137-cd25-4dfc-a199-3f236bf95897),segment_id=92a3a137-cd25-4dfc-a199-3f236bf95897)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:04.004066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19f8d213-2d27-455f-adc8-79cad80e2a19 req-60af80a4-b38c-4911-a6a7-6f95baef374f tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630082 Nov 05 22:09:04.057591 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.125274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665e4d4c-abe2-43b9-a0ef-cc28bb002587 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:04.134285 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.144880 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5355c1c-639f-4cd7-8c7d-65b9647dcf8b None None] Pushing event updated for resources: {'Port': ['ID=1ded05a8-b240-4797-92a6-5cf3aa87484a,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:04.148086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Transition to ACTIVE for port object 665e4d4c-abe2-43b9-a0ef-cc28bb002587 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:09:04.156940 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Routers {'de46711c-b36d-4832-a394-d0ee285314ed'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:04.157739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['de46711c-b36d-4832-a394-d0ee285314ed'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:04.186125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-675fe374-1f83-4f88-8fe0-73ad43f2ffe1 None None] Provisioning complete for port 1ded05a8-b240-4797-92a6-5cf3aa87484a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:04.187102 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-675fe374-1f83-4f88-8fe0-73ad43f2ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.252651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.305477 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] Set router de46711c-b36d-4832-a394-d0ee285314ed gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:04.332194 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-675fe374-1f83-4f88-8fe0-73ad43f2ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.339968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Pushing event updated for resources: {'Port': ['ID=665e4d4c-abe2-43b9-a0ef-cc28bb002587,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:04.418568 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-675fe374-1f83-4f88-8fe0-73ad43f2ffe1 None None] For port 1ded05a8-b240-4797-92a6-5cf3aa87484a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1ded05a8-b240-4797-92a6-5cf3aa87484a,segment=NetworkSegment(92a3a137-cd25-4dfc-a199-3f236bf95897),segment_id=92a3a137-cd25-4dfc-a199-3f236bf95897)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:04.477372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Attempting to bind port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:04.477774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Attempting to bind port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:04.478276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Attempting to bind port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 on network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:04.483049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 on network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:09:04.483231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Attempting to bind port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 on network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:04.491026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:04.491169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Checking segment: {'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:04.491522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Bound using segment: {'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:04.492037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Bound port: 665e4d4c-abe2-43b9-a0ef-cc28bb002587, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:04.493466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.510079 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-675fe374-1f83-4f88-8fe0-73ad43f2ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.549026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e62f32-2ee1-4989-be3f-416207c47ffa req-2ccfb875-c9ef-4cab-a719-13d6758009a0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:04.551318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02e62f32-2ee1-4989-be3f-416207c47ffa req-2ccfb875-c9ef-4cab-a719-13d6758009a0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0644698 Nov 05 22:09:04.570854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fe374-1f83-4f88-8fe0-73ad43f2ffe1 None None] Pushing event updated for resources: {'Port': ['ID=1ded05a8-b240-4797-92a6-5cf3aa87484a,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:04.580878 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:08:59Z', 'revision_number': 4, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1ded05a8-b240-4797-92a6-5cf3aa87484a', 'name': '', 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'mac_address': 'fa:16:3e:b5:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '4fe920a4-a289-4cf1-a33d-06dccb343d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:58Z', 'updated_at': '2021-11-05T22:09:03Z', 'revision_number': 4, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'subnets': [{'id': '4fe920a4-a289-4cf1-a33d-06dccb343d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:04.590562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] For port 665e4d4c-abe2-43b9-a0ef-cc28bb002587, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:04.594128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] For port 665e4d4c-abe2-43b9-a0ef-cc28bb002587, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=665e4d4c-abe2-43b9-a0ef-cc28bb002587,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:04.616574 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230a2ae-bf5c-4ddd-8a69-9aa95ef9ec63 None None] The sync data for ids ['de46711c-b36d-4832-a394-d0ee285314ed'] in n-d-816738-5 is: [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:08:59Z', 'revision_number': 4, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1ded05a8-b240-4797-92a6-5cf3aa87484a', 'name': '', 'network_id': '0cdabc1f-523f-4855-8b2d-96a00612f6de', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'mac_address': 'fa:16:3e:b5:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '4fe920a4-a289-4cf1-a33d-06dccb343d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:58Z', 'updated_at': '2021-11-05T22:09:03Z', 'revision_number': 4, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'subnets': [{'id': '4fe920a4-a289-4cf1-a33d-06dccb343d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:04.637648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-478e049d-cf17-4e6c-b0b4-42864b7be199 None None] Provisioning complete for port 1ded05a8-b240-4797-92a6-5cf3aa87484a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:04.637648 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-478e049d-cf17-4e6c-b0b4-42864b7be199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.646806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02e62f32-2ee1-4989-be3f-416207c47ffa req-23829042-d259-4a10-96b3-0844feb7acbb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809369 Nov 05 22:09:04.715006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.766093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:04.766926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:04.767052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56950) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:04.768673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] 10.222.0.13 "PUT /v2.0/ports/665e4d4c-abe2-43b9-a0ef-cc28bb002587 HTTP/1.1" status: 200 len: 1092 time: 1.1810634 Nov 05 22:09:04.769497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1538803-c065-4477-8cac-217deeca461e', 'tag': '665e4d4c-abe2-43b9-a0ef-cc28bb002587'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:04.772065 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9572f754-a878-4c9b-a7d4-60a1220b2ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1538803-c065-4477-8cac-217deeca461e", "tag": "665e4d4c-abe2-43b9-a0ef-cc28bb002587"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:04.818424 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d15ed33-90ca-4b1e-8839-a61838b4c41b x-openstack-request-id: req-3d15ed33-90ca-4b1e-8839-a61838b4c41b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:04.818731 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1538803-c065-4477-8cac-217deeca461e", "tag": "665e4d4c-abe2-43b9-a0ef-cc28bb002587", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:04.818971 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d15ed33-90ca-4b1e-8839-a61838b4c41b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:04.819381 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1538803-c065-4477-8cac-217deeca461e', 'tag': '665e4d4c-abe2-43b9-a0ef-cc28bb002587', 'status': 'completed', 'code': 200} Nov 05 22:09:04.824720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc7129-f399-44d1-8e59-edb5fc57a24b service neutron] Pushing event updated for resources: {'Port': ['ID=665e4d4c-abe2-43b9-a0ef-cc28bb002587,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:04.868814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56958) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:04.912595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572f754-a878-4c9b-a7d4-60a1220b2ec7 req-51e1adf0-e2a7-4167-ab1f-d005b9da7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:04.914309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9572f754-a878-4c9b-a7d4-60a1220b2ec7 req-51e1adf0-e2a7-4167-ab1f-d005b9da7590 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 1095 time: 0.0665736 Nov 05 22:09:04.950784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-1628482004'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:05.104334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:05.107815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:05.113536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572f754-a878-4c9b-a7d4-60a1220b2ec7 req-afaee6ef-ebe6-413d-b19a-773577184b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:05.115077 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9572f754-a878-4c9b-a7d4-60a1220b2ec7 req-afaee6ef-ebe6-413d-b19a-773577184b95 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1918523 Nov 05 22:09:05.547012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:05.603962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c4e1-05cf-4c45-bfe4-1a4084ec6fb9 req-7d082aba-fc9a-41c0-bd8d-b6ff80fcaedc tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:05.605527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f845c4e1-05cf-4c45-bfe4-1a4084ec6fb9 req-7d082aba-fc9a-41c0-bd8d-b6ff80fcaedc tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 944 time: 0.5084000 Nov 05 22:09:05.715281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572f754-a878-4c9b-a7d4-60a1220b2ec7 req-2a90c7d1-106f-431a-ba1d-d2c9315dfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:05.716827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9572f754-a878-4c9b-a7d4-60a1220b2ec7 req-2a90c7d1-106f-431a-ba1d-d2c9315dfab1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5949047 Nov 05 22:09:05.792585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f845c4e1-05cf-4c45-bfe4-1a4084ec6fb9 req-d3bd21ef-cda2-48dd-ae46-1ab835ac379d tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642663 Nov 05 22:09:05.807853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:05.826645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1ded05a8-b240-4797-92a6-5cf3aa87484a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:05.848868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a00dc7-ba32-43f4-b4cb-6d95bf2bc4be req-ae19bfc6-869e-419e-8737-2e58abed1a9d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:05.851041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0a00dc7-ba32-43f4-b4cb-6d95bf2bc4be req-ae19bfc6-869e-419e-8737-2e58abed1a9d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1087441 Nov 05 22:09:05.853856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-7ffee0ff-b98a-47b8-b9b8-c76755055e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:05.856386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-7ffee0ff-b98a-47b8-b9b8-c76755055e0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 1095 time: 0.0781727 Nov 05 22:09:05.883496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1ded05a8-b240-4797-92a6-5cf3aa87484a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:05.883938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:05.897757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:05.926418 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-a60161f3-5f40-4432-b7fc-01e60bbf1460 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665e4d4c-abe2-43b9-a0ef-cc28bb002587 HTTP/1.1" status: 200 len: 217 time: 0.0540380 Nov 05 22:09:05.948395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:09:05.976227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:05.977435 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment 217df12a-1f3b-4c38-8857-444bd672e904 of type vlan for network 1e98748a-a249-4e7a-8728-00e0078f0af0 Nov 05 22:09:05.989276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4702add7-8e1a-482e-b6e2-16306f171b55,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:06.011455 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0a00dc7-ba32-43f4-b4cb-6d95bf2bc4be req-ac6c389c-f819-487f-8860-32c7860665fa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504784 Nov 05 22:09:06.033174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-678ab14d-b8c0-4877-929d-f50e43302b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:06.035727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-678ab14d-b8c0-4877-929d-f50e43302b58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7e8c5f6-b2dd-4331-bd3f-b012c5481870 HTTP/1.1" status: 200 len: 849 time: 0.0977399 Nov 05 22:09:06.037763 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.040864 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.075823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-517e2e3f-526a-4eb8-82b9-f549fc044c4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f09aa6b-d727-4ffe-8d96-aa4aff07028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326014 Nov 05 22:09:06.172656 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-b1746756-183c-48be-bc1e-aa64445e6461 service neutron] 10.222.0.13 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901067 Nov 05 22:09:06.225716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.232390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:06.233050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.272217 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ddc65f0e-31ba-4cb8-8da1-347ad0dda905 req-8e363258-14c0-44bc-9595-8d6376110122 service neutron] 10.222.0.13 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920136 Nov 05 22:09:06.279648 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4456981c-42e9-46ee-b2b7-f630924b360e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.309479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=1e98748a-a249-4e7a-8728-00e0078f0af0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:06.319617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:09:06.400285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Deleting port 5871ccbd-5984-44de-9f66-647dcc7303e0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:06.400624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.415150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1e6fa6ad-59c2-4190-b915-7390f8d5e5a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6470432 Nov 05 22:09:06.417828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56966) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:06.423140 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-681162879'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:06.488461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] For port 5871ccbd-5984-44de-9f66-647dcc7303e0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5871ccbd-5984-44de-9f66-647dcc7303e0,segment=NetworkSegment(cd127a10-8773-490f-9938-391497109abe),segment_id=cd127a10-8773-490f-9938-391497109abe)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:06.488744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.501576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Calling delete_port for 5871ccbd-5984-44de-9f66-647dcc7303e0 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:06.503417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:06.507004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.530750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:09:06.539029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.539990 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment 986e21f0-3f3d-4291-a407-3fd62a3415da of type vlan for network 54e9c17d-d421-48f4-9817-29e154b21ff3 Nov 05 22:09:06.578914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.697641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.703365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:06.703971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.743913 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:06.771000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5871ccbd-5984-44de-9f66-647dcc7303e0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:06.803758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3842793 Nov 05 22:09:06.811898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56968) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:06.818305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '1e98748a-a249-4e7a-8728-00e0078f0af0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:06.837137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cec9a7-fd82-4c6c-8b1c-b05c5b86fcc5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=54e9c17d-d421-48f4-9817-29e154b21ff3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:06.855376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:09:07.017421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367638e-b91f-4861-9938-d1e8d7ffc7ad req-e627ea43-acee-4948-a9a7-f02565fde757 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:07.019003 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f367638e-b91f-4861-9938-d1e8d7ffc7ad req-e627ea43-acee-4948-a9a7-f02565fde757 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 944 time: 0.1108825 Nov 05 22:09:07.029005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:07.032700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.040420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.119806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f367638e-b91f-4861-9938-d1e8d7ffc7ad req-a1a9b671-1566-4e58-82c1-2dbe52963c44 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947275 Nov 05 22:09:07.255856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a4e71-652d-490c-8f26-bf91a2aef98d req-c385dc89-304c-484e-aaf4-62740d29e3f0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:07.257355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c18a4e71-652d-490c-8f26-bf91a2aef98d req-c385dc89-304c-484e-aaf4-62740d29e3f0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1013286 Nov 05 22:09:07.305609 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c18a4e71-652d-490c-8f26-bf91a2aef98d req-3d0296a0-e57a-4842-9df5-f5bd1091f512 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Nov 05 22:09:07.306192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Router 506e03f9-e2bc-470f-9e7d-41c774420ea1 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:07.349254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.411216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=40b42618-5410-4656-9972-b1b19118bfd1,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:07.414874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:07.419754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6fe16ec-86bb-4f4c-98c4-1aa707a971c2 admin admin] 10.222.0.41 "PUT /v2.0/routers/506e03f9-e2bc-470f-9e7d-41c774420ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498998 Nov 05 22:09:07.423115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56976) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:07.423278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] Sync routers for ids ['506e03f9-e2bc-470f-9e7d-41c774420ea1'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:07.430668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': '217df12a-1f3b-4c38-8857-444bd672e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1e98748a-a249-4e7a-8728-00e0078f0af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:07.439902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 1e98748a-a249-4e7a-8728-00e0078f0af0, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:09:07.440108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] Routers {'506e03f9-e2bc-470f-9e7d-41c774420ea1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:07.440108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['506e03f9-e2bc-470f-9e7d-41c774420ea1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:07.538706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.541880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] Set router 506e03f9-e2bc-470f-9e7d-41c774420ea1 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:07.575375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:09:07.646803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 1e98748a-a249-4e7a-8728-00e0078f0af0) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:07.656103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:07.656706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.661381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.727784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e58ae8-911f-49fb-9fa6-e3646393b998 None None] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:07.790779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9845c240-6bf2-47f8-ae5e-23c9159ce3bf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9777257 Nov 05 22:09:07.793650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56978) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:07.798459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '54e9c17d-d421-48f4-9817-29e154b21ff3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:07.872997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Deleting port 1c8fe332-cd06-4599-a7c5-04fe878dab0d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:07.873675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.967530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] For port 1c8fe332-cd06-4599-a7c5-04fe878dab0d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1c8fe332-cd06-4599-a7c5-04fe878dab0d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:07.967924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:07.987312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Calling delete_port for 1c8fe332-cd06-4599-a7c5-04fe878dab0d owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:07.997972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-1e98748a-a249-4e7a-8728-00e0078f0af0', 'network_id': '1e98748a-a249-4e7a-8728-00e0078f0af0', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': '40b42618-5410-4656-9972-b1b19118bfd1'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:09:07.998673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.009816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:09:06Z', 'revision_number': 5, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port': {'id': '1c8fe332-cd06-4599-a7c5-04fe878dab0d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:43Z', 'updated_at': '2021-11-05T22:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:08.032513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:08.037484 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.043035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] Checking router: 506e03f9-e2bc-470f-9e7d-41c774420ea1 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:08.107472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] Routers {'506e03f9-e2bc-470f-9e7d-41c774420ea1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:08.108104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:08:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['506e03f9-e2bc-470f-9e7d-41c774420ea1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:08.234027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] Set router 506e03f9-e2bc-470f-9e7d-41c774420ea1 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:08.294542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:09:07Z', 'revision_number': 6, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:08.326592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab61b3-5700-4585-8b82-f3d1ce3ccf3e req-e491c2bd-0455-47dc-ad33-9a8e09657517 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:08.327352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfa2a8-34e3-4a22-9546-96584f6a720a None None] The sync data for ids ['506e03f9-e2bc-470f-9e7d-41c774420ea1'] in n-d-816738-5 is: [{'id': '506e03f9-e2bc-470f-9e7d-41c774420ea1', 'name': 'tempest-TestAggregatesBasicOps-1456559064-router', 'tenant_id': '2af4fcfd498045d392c5369dbd95463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:42Z', 'updated_at': '2021-11-05T22:09:07Z', 'revision_number': 6, 'project_id': '2af4fcfd498045d392c5369dbd95463a', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:08.328062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8aab61b3-5700-4585-8b82-f3d1ce3ccf3e req-e491c2bd-0455-47dc-ad33-9a8e09657517 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 944 time: 0.1259539 Nov 05 22:09:08.329188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Allocated IP 172.20.0.2 (1e98748a-a249-4e7a-8728-00e0078f0af0/40b42618-5410-4656-9972-b1b19118bfd1/65a99d6c-d0b0-4949-9f04-1afcd0ad6b99) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:08.434668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8aab61b3-5700-4585-8b82-f3d1ce3ccf3e req-18d54007-9d17-4cbc-a61e-d42dc89ea767 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685372 Nov 05 22:09:08.449052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.470671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fa885-4451-4d04-8fc7-da7623beb513 req-efda9b17-42bb-41eb-b138-9b8ff93f50df tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:08.475204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-222fa885-4451-4d04-8fc7-da7623beb513 req-efda9b17-42bb-41eb-b138-9b8ff93f50df tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0586450 Nov 05 22:09:08.475353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8fe332-cd06-4599-a7c5-04fe878dab0d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:08.498583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.505093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.531825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-222fa885-4451-4d04-8fc7-da7623beb513 req-04c33911-0d83-4cde-9fc0-0d6456b44fc8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483146 Nov 05 22:09:08.555254 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6d0646ff-84a2-4843-87fb-bc89a9775214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.572322 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.582557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.615391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:08.618325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:08.622969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:08.624889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Pushing event updated for resources: {'Port': ['ID=65a99d6c-d0b0-4949-9f04-1afcd0ad6b99,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:08.671711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=2dc9cb53-4a0d-41eb-9def-5123fdc82bfc,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:08.681953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Attempting to bind port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:08.682329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Attempting to bind port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '217df12a-1f3b-4c38-8857-444bd672e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1e98748a-a249-4e7a-8728-00e0078f0af0'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:08.682694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Attempting to bind port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 on network 1e98748a-a249-4e7a-8728-00e0078f0af0 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:08.688636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:08.689014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Checking segment: {'id': '217df12a-1f3b-4c38-8857-444bd672e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1e98748a-a249-4e7a-8728-00e0078f0af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:08.689603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.690006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Bound using segment: {'id': '217df12a-1f3b-4c38-8857-444bd672e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1e98748a-a249-4e7a-8728-00e0078f0af0'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:08.690485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Bound port: 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217df12a-1f3b-4c38-8857-444bd672e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1e98748a-a249-4e7a-8728-00e0078f0af0'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:08.690868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.708137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.716962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.720957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': '986e21f0-3f3d-4291-a407-3fd62a3415da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '54e9c17d-d421-48f4-9817-29e154b21ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:08.721804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 54e9c17d-d421-48f4-9817-29e154b21ff3, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:09:08.766263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] For port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:08.769508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] For port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=65a99d6c-d0b0-4949-9f04-1afcd0ad6b99,segment=NetworkSegment(217df12a-1f3b-4c38-8857-444bd672e904),segment_id=217df12a-1f3b-4c38-8857-444bd672e904)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:08.858238 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.879273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:09:08.881340 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.881890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506e03f9-e2bc-470f-9e7d-41c774420ea1 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:09:08.890865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.890865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-537816d0-9f11-409b-a13b-1ceaf55a6d12 admin admin] 10.222.0.41 "DELETE /v2.0/routers/506e03f9-e2bc-470f-9e7d-41c774420ea1 HTTP/1.1" status: 204 len: 168 time: 1.4642580 Nov 05 22:09:08.891088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:08.920256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210731-52f3-4fa3-972e-0d41403170c7 None None] Pushing event updated for resources: {'Port': ['ID=65a99d6c-d0b0-4949-9f04-1afcd0ad6b99,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:08.939069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] Deleting subnet dbfd47b4-8c03-4408-a4db-67421f2dd289 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:09:08.942170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.962599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 54e9c17d-d421-48f4-9817-29e154b21ff3) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:08.969324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:08.969956 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:08.973934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a3df6-b394-44a3-b294-055b3b567b62 None None] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:08.991198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.061421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c6db2929-3890-443e-a48a-b405d8776d7d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2642550 Nov 05 22:09:09.061641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56988) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:09.066131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b3efe793-01ad-4ffc-9e9f-e3d6c90c61c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1257120298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:09.101070 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.210805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-54e9c17d-d421-48f4-9817-29e154b21ff3', 'network_id': '54e9c17d-d421-48f4-9817-29e154b21ff3', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': '2dc9cb53-4a0d-41eb-9def-5123fdc82bfc'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:09:09.214057 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.405017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Allocated IP 172.21.0.2 (54e9c17d-d421-48f4-9817-29e154b21ff3/2dc9cb53-4a0d-41eb-9def-5123fdc82bfc/bbe5188b-8dac-4584-bebe-25183edeb29f) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:09.486522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3efe793-01ad-4ffc-9e9f-e3d6c90c61c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.488307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3efe793-01ad-4ffc-9e9f-e3d6c90c61c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.532159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.553746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242f965-d1e6-42a4-8672-026f7beb4573 req-30dc622d-2136-43f5-b658-57a1fa1904d0 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:09.571830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2242f965-d1e6-42a4-8672-026f7beb4573 req-30dc622d-2136-43f5-b658-57a1fa1904d0 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 944 time: 0.0688019 Nov 05 22:09:09.572978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.637409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfd47b4-8c03-4408-a4db-67421f2dd289,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:09.641524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.644110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2242f965-d1e6-42a4-8672-026f7beb4573 req-eb374ab2-57b2-46f6-ac05-fd6b41712b85 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713599 Nov 05 22:09:09.648444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ec605-626f-4509-9fa5-a80a7c31dec6 None None] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:09.648818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dec7142d-822b-484e-9b49-bfd4607d5ee3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dbfd47b4-8c03-4408-a4db-67421f2dd289 HTTP/1.1" status: 204 len: 168 time: 0.7566028 Nov 05 22:09:09.650637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3efe793-01ad-4ffc-9e9f-e3d6c90c61c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.651492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 56996) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:09.677348 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.724098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5f61-8c88-426b-ad8e-0804bfaa96eb req-af3aec7a-1767-4044-87f8-bfdff6422b52 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:09.733633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dcbb5f61-8c88-426b-ad8e-0804bfaa96eb req-af3aec7a-1767-4044-87f8-bfdff6422b52 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.1010561 Nov 05 22:09:09.742949 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.761079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Pushing event updated for resources: {'Port': ['ID=bbe5188b-8dac-4584-bebe-25183edeb29f,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:09.800776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:09.804056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:09.808166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dcbb5f61-8c88-426b-ad8e-0804bfaa96eb req-1ae1bb5c-278d-4836-bf8e-b4cad713f27a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733192 Nov 05 22:09:09.823078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Deleting port d878762e-a43c-4877-808c-d98fec51e5c4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:09.823491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.829338 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3efe793-01ad-4ffc-9e9f-e3d6c90c61c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.837647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:09.848164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:09.900398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] For port d878762e-a43c-4877-808c-d98fec51e5c4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d878762e-a43c-4877-808c-d98fec51e5c4,segment=NetworkSegment(cd127a10-8773-490f-9938-391497109abe),segment_id=cd127a10-8773-490f-9938-391497109abe)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:09.901001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.916742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Calling delete_port for d878762e-a43c-4877-808c-d98fec51e5c4 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:09.919109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3efe793-01ad-4ffc-9e9f-e3d6c90c61c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.920526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b3efe793-01ad-4ffc-9e9f-e3d6c90c61c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8579800 Nov 05 22:09:09.923175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 56998) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:09.975881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Attempting to bind port bbe5188b-8dac-4584-bebe-25183edeb29f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:09.976261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Attempting to bind port bbe5188b-8dac-4584-bebe-25183edeb29f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '986e21f0-3f3d-4291-a407-3fd62a3415da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '54e9c17d-d421-48f4-9817-29e154b21ff3'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:09.976762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Attempting to bind port bbe5188b-8dac-4584-bebe-25183edeb29f on network 54e9c17d-d421-48f4-9817-29e154b21ff3 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:09.985924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:09.986474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Checking segment: {'id': '986e21f0-3f3d-4291-a407-3fd62a3415da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '54e9c17d-d421-48f4-9817-29e154b21ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:09.987412 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:09.987995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Bound using segment: {'id': '986e21f0-3f3d-4291-a407-3fd62a3415da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '54e9c17d-d421-48f4-9817-29e154b21ff3'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:09.988685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Bound port: bbe5188b-8dac-4584-bebe-25183edeb29f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986e21f0-3f3d-4291-a407-3fd62a3415da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '54e9c17d-d421-48f4-9817-29e154b21ff3'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:09.991229 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.059514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] DHCP port deletion for 5856dc05-b7d5-4412-9395-8a9deb2a2c1a request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:09:10.067383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:10.067812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.102940 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.105601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] For port bbe5188b-8dac-4584-bebe-25183edeb29f, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:10.144900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] For port bbe5188b-8dac-4584-bebe-25183edeb29f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bbe5188b-8dac-4584-bebe-25183edeb29f,segment=NetworkSegment(986e21f0-3f3d-4291-a407-3fd62a3415da),segment_id=986e21f0-3f3d-4291-a407-3fd62a3415da)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:10.147895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.173301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Pushing event deleted for resources: {'Port': ['ID=d878762e-a43c-4877-808c-d98fec51e5c4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:10.183976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] No DVR routers for this DVR port d878762e-a43c-4877-808c-d98fec51e5c4 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:10.209640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Deleting port d878762e-a43c-4877-808c-d98fec51e5c4 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:10.210020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.231229 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.305969 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.320860 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.352844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5856dc05-b7d5-4412-9395-8a9deb2a2c1a']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:10.366800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd127a10-8773-490f-9938-391497109abe') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:10.367998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd127a10-8773-490f-9938-391497109abe') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:10.383292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.398907 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.405887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:09:10.410418 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:09:10.483898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 665e4d4c-abe2-43b9-a0ef-cc28bb002587 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:09:10.485655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc8b4a-47a8-4675-85c4-283aa4de5ad8 None None] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:10.489318 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.572019 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.578217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.582567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5856dc05-b7d5-4412-9395-8a9deb2a2c1a HTTP/1.1" status: 204 len: 168 time: 0.9299703 Nov 05 22:09:10.585887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:10.603252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Pushing event deleted for resources: {'Network': ['ID=5856dc05-b7d5-4412-9395-8a9deb2a2c1a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:10.611519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.612313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.612467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.612744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.613075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.613401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.613723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.614040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.614362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.614678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.614994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.615926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecafa27-897a-4125-9128-cff5451e4775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:10.618012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] For port d878762e-a43c-4877-808c-d98fec51e5c4, host n-d-816738-5, got binding levels [] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:10.618420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.631085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=65a99d6c-d0b0-4949-9f04-1afcd0ad6b99,segment=NetworkSegment(217df12a-1f3b-4c38-8857-444bd672e904),segment_id=217df12a-1f3b-4c38-8857-444bd672e904)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:10.654259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.20.0.1 (1e98748a-a249-4e7a-8728-00e0078f0af0/40b42618-5410-4656-9972-b1b19118bfd1/e9f9d0a6-7780-403b-bd8d-1f8b90bd167f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:10.665174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Calling delete_port for d878762e-a43c-4877-808c-d98fec51e5c4 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:10.681390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.ipam_backend_mixin [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Port d878762e-a43c-4877-808c-d98fec51e5c4 was not found and therefore no delete operation was performed {{(pid=102293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 22:09:10.691059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7f4c86ad-002b-4a1e-9464-f5b8b2c7eb02 None None] Provisioning complete for port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:10.691436 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f4c86ad-002b-4a1e-9464-f5b8b2c7eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.710116 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.735140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.744633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0328d-0b22-4b4e-b391-aab57d4306c8 None None] Pushing event updated for resources: {'Port': ['ID=bbe5188b-8dac-4584-bebe-25183edeb29f,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:10.814277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c8fe332-cd06-4599-a7c5-04fe878dab0d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:10.828624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Network 5856dc05-b7d5-4412-9395-8a9deb2a2c1a is not hosted by any dhcp agent {{(pid=102293) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 22:09:10.829218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] No DVR routers for this DVR port d878762e-a43c-4877-808c-d98fec51e5c4 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:10.910179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=65a99d6c-d0b0-4949-9f04-1afcd0ad6b99,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:10.938676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:10.952785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1c8fe332-cd06-4599-a7c5-04fe878dab0d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:10.953135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1c8fe332-cd06-4599-a7c5-04fe878dab0d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:10.953665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5871ccbd-5984-44de-9f66-647dcc7303e0 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:11.024449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3c8dd-5381-460a-b55c-2d77966d41db req-18b33c05-f328-4d26-ad06-afb860c7157b tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:11.026326 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44a3c8dd-5381-460a-b55c-2d77966d41db req-18b33c05-f328-4d26-ad06-afb860c7157b tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 944 time: 0.2442429 Nov 05 22:09:11.040066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202f3c-010d-45f7-94d1-b722f8017985 req-b77f968b-eadd-4c47-9864-646eb88018fe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:11.041956 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03202f3c-010d-45f7-94d1-b722f8017985 req-b77f968b-eadd-4c47-9864-646eb88018fe tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.0948510 Nov 05 22:09:11.049065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4adc8-3f5e-4a77-bf53-e1c12b5e1df9 None None] Pushing event deleted for resources: {'Port': ['ID=d878762e-a43c-4877-808c-d98fec51e5c4,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:11.057398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5871ccbd-5984-44de-9f66-647dcc7303e0 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:11.057795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5871ccbd-5984-44de-9f66-647dcc7303e0 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:11.093389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 665e4d4c-abe2-43b9-a0ef-cc28bb002587, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=665e4d4c-abe2-43b9-a0ef-cc28bb002587,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:11.134007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03202f3c-010d-45f7-94d1-b722f8017985 req-492de50a-f15c-48a0-bd4e-169e4397996f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790176 Nov 05 22:09:11.153043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '665e4d4c-abe2-43b9-a0ef-cc28bb002587', 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c', 'port_id': '665e4d4c-abe2-43b9-a0ef-cc28bb002587', 'mac_address': 'fa:16:3e:0e:e7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8c5f6-b2dd-4331-bd3f-b012c5481870', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:09:11.161599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44a3c8dd-5381-460a-b55c-2d77966d41db req-f75d7efe-3b51-4b8d-983f-428ca4d565d6 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199222 Nov 05 22:09:11.209624 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.225507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665e4d4c-abe2-43b9-a0ef-cc28bb002587 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:11.250539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.250670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 665e4d4c-abe2-43b9-a0ef-cc28bb002587, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=665e4d4c-abe2-43b9-a0ef-cc28bb002587,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:11.321011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:11.327513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=e9f9d0a6-7780-403b-bd8d-1f8b90bd167f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:11.333929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:11.338006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:11.395255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.403521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.465877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.467431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=665e4d4c-abe2-43b9-a0ef-cc28bb002587,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:11.493717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d15f6d01-64f1-4fd0-81b8-cd0a38c1bae6 None None] Provisioning complete for port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:11.494083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d15f6d01-64f1-4fd0-81b8-cd0a38c1bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.541106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57014) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:11.582118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.618747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['665e4d4c-abe2-43b9-a0ef-cc28bb002587'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:11.750825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6a152121-8fa6-468f-9d61-0c276b2cf720 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3963 time: 0.2049370 Nov 05 22:09:11.751825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57016) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:11.755835 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.763987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'network': {'name': 'tempest-network-smoke--896497817', 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'port_security_enabled': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:11.863212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Made reservation on behalf of b898d524ea3d43a4ac8e8d5a6bceb03d for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:11.869175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.887880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-af2f8189-77c6-4561-b6e6-4d4a9e7da3e8 None None] Provisioning complete for port e9f9d0a6-7780-403b-bd8d-1f8b90bd167f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:11.888609 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af2f8189-77c6-4561-b6e6-4d4a9e7da3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.908209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:09:11.925583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:11.926475 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Added segment d0a12199-de8f-46f7-8c6f-9754fc808110 of type vlan for network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 Nov 05 22:09:11.949302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:11.977950 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.016409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-af2f8189-77c6-4561-b6e6-4d4a9e7da3e8 None None] Port e9f9d0a6-7780-403b-bd8d-1f8b90bd167f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:12.017878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87806be-ad58-45d9-8d50-7af3d1964fb9 None None] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:12.081111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:12.081544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.137817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.143685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:12.144500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.155497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ea51f1e3-3892-46ab-a437-738628225e55 None None] Provisioning complete for port bbe5188b-8dac-4584-bebe-25183edeb29f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:12.155903 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea51f1e3-3892-46ab-a437-738628225e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.238209 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.255238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Network': ['ID=02fa527d-4d03-4a2f-b106-2aca6a267ea1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:12.273635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:09:12.319418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83dd3b-98d4-47b9-8d52-cbeaefed5a9a req-1358af5e-e10a-4126-bfda-9e0064cc097b tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:12.321431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e83dd3b-98d4-47b9-8d52-cbeaefed5a9a req-1358af5e-e10a-4126-bfda-9e0064cc097b tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 945 time: 0.0595417 Nov 05 22:09:12.326933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-24401a89-6144-431b-88c0-3f648481717b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5708632 Nov 05 22:09:12.330987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57022) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:12.341289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'admin_state_up': True, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:12.372997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 665e4d4c-abe2-43b9-a0ef-cc28bb002587 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:12.378965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bbe5188b-8dac-4584-bebe-25183edeb29f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:12.397551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e83dd3b-98d4-47b9-8d52-cbeaefed5a9a req-d07da27a-de4b-4a01-9be4-73dcb8d56def tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672610 Nov 05 22:09:12.493580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ac268-a862-4476-b0d4-2a7ce6bb7bc3 req-e66b622c-1fe0-4e54-a0aa-b243bda9c242 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:12.502332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b42ac268-a862-4476-b0d4-2a7ce6bb7bc3 req-e66b622c-1fe0-4e54-a0aa-b243bda9c242 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 943 time: 0.2497849 Nov 05 22:09:12.513377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea51f1e3-3892-46ab-a437-738628225e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.523039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.525557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.566427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ea51f1e3-3892-46ab-a437-738628225e55 None None] For port bbe5188b-8dac-4584-bebe-25183edeb29f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bbe5188b-8dac-4584-bebe-25183edeb29f,segment=NetworkSegment(986e21f0-3f3d-4291-a407-3fd62a3415da),segment_id=986e21f0-3f3d-4291-a407-3fd62a3415da)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:12.568643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bbe5188b-8dac-4584-bebe-25183edeb29f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:12.569014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.619109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b42ac268-a862-4476-b0d4-2a7ce6bb7bc3 req-a624b0b1-70e5-4d14-ab51-d0bbbf870049 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161613 Nov 05 22:09:12.622077 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.624091 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.653550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:09:12.664533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:12.665154 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.672621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Deleting port 1ded05a8-b240-4797-92a6-5cf3aa87484a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:12.673045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.687971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ea51f1e3-3892-46ab-a437-738628225e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.690852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.726774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.806398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51f1e3-3892-46ab-a437-738628225e55 None None] Pushing event updated for resources: {'Port': ['ID=bbe5188b-8dac-4584-bebe-25183edeb29f,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:12.816774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=e9f9d0a6-7780-403b-bd8d-1f8b90bd167f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:12.823842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.830519 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:09:12.830872 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:09:12.838991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a7cb6fe1-bbbe-4bde-8042-7f8fd633d2be None None] Provisioning complete for port bbe5188b-8dac-4584-bebe-25183edeb29f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:12.839647 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6fe1-bbbe-4bde-8042-7f8fd633d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.842951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] For port 1ded05a8-b240-4797-92a6-5cf3aa87484a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1ded05a8-b240-4797-92a6-5cf3aa87484a,segment=NetworkSegment(92a3a137-cd25-4dfc-a199-3f236bf95897),segment_id=92a3a137-cd25-4dfc-a199-3f236bf95897)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:12.843323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:12.878588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Calling delete_port for 1ded05a8-b240-4797-92a6-5cf3aa87484a owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:12.946890 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.005524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:13.009079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:13.068034 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.096126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1538803-c065-4477-8cac-217deeca461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665e4d4c-abe2-43b9-a0ef-cc28bb002587'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:13.098511 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1327c09-b64d-4794-8269-d9a00ad9b98a" -d '{"events": [{"server_uuid": "f1538803-c065-4477-8cac-217deeca461e", "name": "network-vif-plugged", "status": "completed", "tag": "665e4d4c-abe2-43b9-a0ef-cc28bb002587"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:13.106294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 110e4d2c-7f32-4097-80e1-e9e665cb3f6b details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:09:13.126478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 665e4d4c-abe2-43b9-a0ef-cc28bb002587, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=665e4d4c-abe2-43b9-a0ef-cc28bb002587,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:13.200585 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a7e4ad-a091-4cf7-8ce3-84337cb156f0 x-openstack-request-id: req-54a7e4ad-a091-4cf7-8ce3-84337cb156f0 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:13.200977 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1538803-c065-4477-8cac-217deeca461e", "name": "network-vif-plugged", "status": "completed", "tag": "665e4d4c-abe2-43b9-a0ef-cc28bb002587", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:13.201658 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54a7e4ad-a091-4cf7-8ce3-84337cb156f0 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:13.201795 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1538803-c065-4477-8cac-217deeca461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665e4d4c-abe2-43b9-a0ef-cc28bb002587', 'code': 200} Nov 05 22:09:13.266547 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.309505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60049560-bba8-4f1f-a38a-835898d60c5f req-a25a1df0-86fa-4c9c-a9fe-50abc8ecd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:13.311059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60049560-bba8-4f1f-a38a-835898d60c5f req-a25a1df0-86fa-4c9c-a9fe-50abc8ecd052 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 1097 time: 0.0540555 Nov 05 22:09:13.319992 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.328189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.348371 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.375857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ded05a8-b240-4797-92a6-5cf3aa87484a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:13.398217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:13.398217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=665e4d4c-abe2-43b9-a0ef-cc28bb002587,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:13.423376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'port_id': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b', 'mac_address': 'fa:16:3e:07:9c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:09:13.479067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2a4168db-329b-4e50-9d2b-bede2760ba46 None None] Provisioning complete for port e9f9d0a6-7780-403b-bd8d-1f8b90bd167f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:13.479761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a4168db-329b-4e50-9d2b-bede2760ba46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.492924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Allocated IP 172.25.6.84 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/336fabbc-92eb-4b84-b18a-0fa2148b13c8) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:13.512105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 04b03d26-acd9-4429-81b8-202dc0511620 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:09:13.522146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d878762e-a43c-4877-808c-d98fec51e5c4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:13.525227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60049560-bba8-4f1f-a38a-835898d60c5f req-7c1b69c3-ad60-4aa7-bba7-9526ecce09e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032497 Nov 05 22:09:13.527993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.563951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2a4168db-329b-4e50-9d2b-bede2760ba46 None None] Port e9f9d0a6-7780-403b-bd8d-1f8b90bd167f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:13.569254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d878762e-a43c-4877-808c-d98fec51e5c4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:13.569780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d878762e-a43c-4877-808c-d98fec51e5c4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:13.576705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110e4d2c-7f32-4097-80e1-e9e665cb3f6b {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:13.610168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:13.618456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.698222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.731440 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.766755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:13.785829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb4528-309b-40a3-bb5f-c393f32fb8d0 req-edf1f1b8-9dd4-4610-9f41-94562d43991c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:13.787301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfcb4528-309b-40a3-bb5f-c393f32fb8d0 req-edf1f1b8-9dd4-4610-9f41-94562d43991c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 946 time: 0.1338651 Nov 05 22:09:13.791520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.793624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:13.802449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:13.814975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:13.847889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=336fabbc-92eb-4b84-b18a-0fa2148b13c8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:13.862364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd148c-cabe-42b6-8e1c-cedd04f86897 req-a196ffc4-cb37-41d2-bbc1-45cd8467424c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:13.863826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0acd148c-cabe-42b6-8e1c-cedd04f86897 req-a196ffc4-cb37-41d2-bbc1-45cd8467424c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 944 time: 0.1351461 Nov 05 22:09:13.869220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bbe5188b-8dac-4584-bebe-25183edeb29f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:13.890036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:13.895189 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1bb00c7f-3967-4bdc-a6fb-0ffe336cdca4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/04b03d26-acd9-4429-81b8-202dc0511620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9709923 Nov 05 22:09:13.900247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57036) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:13.900994 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] Sync routers for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:13.914935 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:13.916015 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:13.932789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bbe5188b-8dac-4584-bebe-25183edeb29f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:13.933157 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:13.952584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfcb4528-309b-40a3-bb5f-c393f32fb8d0 req-cf6bc762-6ff9-4172-93f2-6f06fe2dfded tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553633 Nov 05 22:09:14.002210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e8ab6f-d6f7-4e0a-8fdf-d1b181257967 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:14.007313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-99e8ab6f-d6f7-4e0a-8fdf-d1b181257967 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports/e9f9d0a6-7780-403b-bd8d-1f8b90bd167f HTTP/1.1" status: 200 len: 910 time: 0.0953238 Nov 05 22:09:14.010499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57038) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:14.060813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['110e4d2c-7f32-4097-80e1-e9e665cb3f6b'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:14.089254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0acd148c-cabe-42b6-8e1c-cedd04f86897 req-b5c764ef-a4ad-46f4-80ab-ca6399b4f7c1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133129 Nov 05 22:09:14.111333 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:14.121869 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:14.122713 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:14.156105 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:14.157087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50907d-67d5-4371-aa72-a185cc50793c None None] The sync data for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:14.285365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:14.511956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:14.683689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Router de46711c-b36d-4832-a394-d0ee285314ed has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:14.789376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:09:14.863678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:14.870558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22837b9d-4120-470c-a25d-24ae7abcc3b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/de46711c-b36d-4832-a394-d0ee285314ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2828939 Nov 05 22:09:14.873196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57042) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:14.875684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] Sync routers for ids ['de46711c-b36d-4832-a394-d0ee285314ed'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:14.882231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:14.890531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] Routers {'de46711c-b36d-4832-a394-d0ee285314ed'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:14.891260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['de46711c-b36d-4832-a394-d0ee285314ed'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:15.019493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] Set router de46711c-b36d-4832-a394-d0ee285314ed gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:15.082969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.114588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 110e4d2c-7f32-4097-80e1-e9e665cb3f6b up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:15.294953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:09:13Z', 'revision_number': 5, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:15.311128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:15.322812 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Sync routers for ids ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:15.328317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] Checking router: de46711c-b36d-4832-a394-d0ee285314ed for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:15.331622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:09:15.335140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d4382-7284-4ac4-bc31-efa2af97e1a3 req-165227c5-7ed9-4c56-9371-1f899cd0cacc tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:15.337554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b54d4382-7284-4ac4-bc31-efa2af97e1a3 req-165227c5-7ed9-4c56-9371-1f899cd0cacc tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 946 time: 0.0770307 Nov 05 22:09:15.343307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:15.343307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.343541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Routers {'c8c73f69-3098-4555-bd43-51f7c1cdc7c4'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:15.343541 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:15.344998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] Routers {'de46711c-b36d-4832-a394-d0ee285314ed'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:15.345711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['de46711c-b36d-4832-a394-d0ee285314ed'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:15.393634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceff0d-cf66-4c67-be0f-03094e2af81d req-7576f635-25ee-49fd-8f08-866de50090f7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:15.395245 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44ceff0d-cf66-4c67-be0f-03094e2af81d req-7576f635-25ee-49fd-8f08-866de50090f7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 944 time: 0.1622777 Nov 05 22:09:15.399877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.407705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b54d4382-7284-4ac4-bc31-efa2af97e1a3 req-fd16055f-07f0-464a-b556-aa72fd753ffb tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608783 Nov 05 22:09:15.444532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.21.0.1 (54e9c17d-d421-48f4-9817-29e154b21ff3/2dc9cb53-4a0d-41eb-9def-5123fdc82bfc/bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:15.465534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.469531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5edd9550-f7d1-41c2-b07f-c430123caf80 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1341383 Nov 05 22:09:15.470068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57050) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:15.485520 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Set router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:15.492780 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44ceff0d-cf66-4c67-be0f-03094e2af81d req-bb4b3f25-cc8e-4efd-ab1b-2025ac08d749 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819349 Nov 05 22:09:15.643457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea76e1e3-917e-4a85-9cf2-d8707a552672 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:15.649033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ea76e1e3-917e-4a85-9cf2-d8707a552672 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b898d524ea3d43a4ac8e8d5a6bceb03d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1753924 Nov 05 22:09:15.651970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57052) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:15.657227 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.657577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.668214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Deleting port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:15.668577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.713707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:15.716552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:15.719148 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d521bbee-3d08-4499-bf81-8a89c0dc44fa" -d '{"events": [{"server_uuid": "0c645c46-dcec-4cb1-aa93-3471b82213a9", "name": "network-vif-plugged", "status": "completed", "tag": "110e4d2c-7f32-4097-80e1-e9e665cb3f6b"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:15.742824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] Set router de46711c-b36d-4832-a394-d0ee285314ed gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:15.821942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] For port f7fe0fa7-9472-40ab-94f1-25eb3ae54eea, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:15.822510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.835230 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2fc70-15df-4f9c-8f67-6bac2517a3fa x-openstack-request-id: req-f5d2fc70-15df-4f9c-8f67-6bac2517a3fa {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:15.835447 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c645c46-dcec-4cb1-aa93-3471b82213a9", "name": "network-vif-plugged", "status": "completed", "tag": "110e4d2c-7f32-4097-80e1-e9e665cb3f6b", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:15.835772 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5d2fc70-15df-4f9c-8f67-6bac2517a3fa {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:15.836291 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b', 'code': 200} Nov 05 22:09:15.840518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:15.858114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Calling delete_port for f7fe0fa7-9472-40ab-94f1-25eb3ae54eea owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:15.874333 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:14Z', 'revision_number': 3, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:15.903623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6430133-1e33-4add-bff5-ed9cd46f8127 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:15.908129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e6430133-1e33-4add-bff5-ed9cd46f8127 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2578323 Nov 05 22:09:15.918172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57058) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:15.931781 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Checking router: c8c73f69-3098-4555-bd43-51f7c1cdc7c4 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:15.936711 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Updating router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 port 336fabbc-92eb-4b84-b18a-0fa2148b13c8 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:09:15.977902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:15.990417 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.005600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c407133-47a2-4e64-a4ca-907f45446525 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856445 Nov 05 22:09:16.006540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57060) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:16.047885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-47f82a79-5b35-4955-8dd0-92432471ce46 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b898d524ea3d43a4ac8e8d5a6bceb03d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385330 Nov 05 22:09:16.048965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57062) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:16.095479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.151786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:16.160369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.178503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e47da-5ca0-4b86-a02b-48ef213415d1 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:16.180909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:09:13Z', 'revision_number': 5, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:16.183922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-347e47da-5ca0-4b86-a02b-48ef213415d1 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318212 Nov 05 22:09:16.184710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57068) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:16.187089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:16.216141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:16.230205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:16.256134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80272a2b-79e8-4bca-ba59-48d74cd2f480 req-95ffdd38-fcf8-46a6-aed6-eb23b00e0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:16.256134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80272a2b-79e8-4bca-ba59-48d74cd2f480 req-95ffdd38-fcf8-46a6-aed6-eb23b00e0fe8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 1096 time: 0.3445129 Nov 05 22:09:16.257499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa5752-6e3b-4ec1-bb59-d89fdfdc982c None None] The sync data for ids ['de46711c-b36d-4832-a394-d0ee285314ed'] in n-d-816738-5 is: [{'id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'name': 'tempest-TestAggregatesBasicOps-1130226540-router', 'tenant_id': 'f7ad668cd66f445a928cd39ef46386f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:08:53Z', 'updated_at': '2021-11-05T22:09:13Z', 'revision_number': 5, 'project_id': 'f7ad668cd66f445a928cd39ef46386f3', 'gw_port': {'id': 'f7fe0fa7-9472-40ab-94f1-25eb3ae54eea', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de46711c-b36d-4832-a394-d0ee285314ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:08:54Z', 'updated_at': '2021-11-05T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:16.259971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50772c5c-287b-4f24-8ccd-40f597d7ab76 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732057 Nov 05 22:09:16.260576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57070) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:16.266213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845311469', 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:16.387225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fe0fa7-9472-40ab-94f1-25eb3ae54eea,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:16.409074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80272a2b-79e8-4bca-ba59-48d74cd2f480 req-c3ce4b8a-531f-4f40-a6a3-93e94674e7e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387870 Nov 05 22:09:16.459309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.464422 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.503217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Made reservation on behalf of b898d524ea3d43a4ac8e8d5a6bceb03d for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:16.508856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.586222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.629087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5b8a64af-db6a-468f-b0f6-3edb914b8e42 None None] Provisioning complete for port bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:16.629643 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5b8a64af-db6a-468f-b0f6-3edb914b8e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.665030 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.715762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a64af-db6a-468f-b0f6-3edb914b8e42 None None] Port bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:16.769315 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Attempting to bind port 336fabbc-92eb-4b84-b18a-0fa2148b13c8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:16.769823 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Attempting to bind port 336fabbc-92eb-4b84-b18a-0fa2148b13c8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:16.770501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Attempting to bind port 336fabbc-92eb-4b84-b18a-0fa2148b13c8 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:16.776246 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.790322 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc10e0-f4af-42b3-9df2-c4e81b98e141 None None] Pushing event updated for resources: {'Port': ['ID=336fabbc-92eb-4b84-b18a-0fa2148b13c8,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:16.798149 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:16.798338 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:16.798793 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.799257 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:16.799784 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Bound port: 336fabbc-92eb-4b84-b18a-0fa2148b13c8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:16.803925 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.804041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.865754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.874170 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] For port 336fabbc-92eb-4b84-b18a-0fa2148b13c8, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:16.877341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] For port 336fabbc-92eb-4b84-b18a-0fa2148b13c8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=336fabbc-92eb-4b84-b18a-0fa2148b13c8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:16.878595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeb502-986e-4e36-b64d-aed3fcaa730f req-794526d5-89cb-48e0-b7dc-abcee3d8036b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:16.880162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bdeb502-986e-4e36-b64d-aed3fcaa730f req-794526d5-89cb-48e0-b7dc-abcee3d8036b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.3135991 Nov 05 22:09:16.880955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:16.970947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6bdeb502-986e-4e36-b64d-aed3fcaa730f req-a1a03009-206e-4653-b509-e71fbb66e5df tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791526 Nov 05 22:09:16.994684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Subnet': ['ID=887bbc95-2010-4daf-95dd-263360a4c98b,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:17.003199 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.022267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.022790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router de46711c-b36d-4832-a394-d0ee285314ed {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:09:17.028999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.030323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c5270471-8a36-4a61-bb6d-5d117abe95fe admin admin] 10.222.0.41 "DELETE /v2.0/routers/de46711c-b36d-4832-a394-d0ee285314ed HTTP/1.1" status: 204 len: 168 time: 2.1552420 Nov 05 22:09:17.038050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Checking segment: {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:17.038443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network hostable DHCP agents. Network: 02fa527d-4d03-4a2f-b106-2aca6a267ea1, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:09:17.041578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57080) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:17.152336 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc10e0-f4af-42b3-9df2-c4e81b98e141 None None] Pushing event updated for resources: {'Port': ['ID=336fabbc-92eb-4b84-b18a-0fa2148b13c8,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:17.155244 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Routers {'c8c73f69-3098-4555-bd43-51f7c1cdc7c4'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:17.161940 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:17.190708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] Deleting subnet 4fe920a4-a289-4cf1-a33d-06dccb343d47 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:09:17.195602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.242418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.341165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] Set router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:17.369014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.421480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:09:17.486798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 02fa527d-4d03-4a2f-b106-2aca6a267ea1) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:17.493440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:17.494287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.509962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b919f17-0c3a-4127-a8e7-2ea986ccb21b None None] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:17.526402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.548833 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:14Z', 'revision_number': 3, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:17.600625 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418e735-f7fb-4a0b-a128-6a88dffd2c8a None None] The sync data for ids ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'] in n-d-816738-5 is: [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:14Z', 'revision_number': 3, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:17.609148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe920a4-a289-4cf1-a33d-06dccb343d47,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:17.611754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.620211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-23d58a5c-c982-4e98-a827-6df2d2eec4f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4fe920a4-a289-4cf1-a33d-06dccb343d47 HTTP/1.1" status: 204 len: 168 time: 0.5718985 Nov 05 22:09:17.622952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57084) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:17.646958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-105c54c8-d5d2-4edb-99c7-057443f9143b tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3845389 Nov 05 22:09:17.654194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57086) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:17.661803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef5cd7-5193-4cc6-9f00-212e7a0c37ce None None] Network 0cdabc1f-523f-4855-8b2d-96a00612f6de requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:17.677000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f56401-b93c-4fa3-99b3-0572f76f4856 req-0fa59a38-51c7-4761-9d1e-5b31e65bbee1 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:17.678822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a8f56401-b93c-4fa3-99b3-0572f76f4856 req-0fa59a38-51c7-4761-9d1e-5b31e65bbee1 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 946 time: 0.1368725 Nov 05 22:09:17.779165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1ded05a8-b240-4797-92a6-5cf3aa87484a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:17.785928 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.815961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1ded05a8-b240-4797-92a6-5cf3aa87484a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:17.816310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1ded05a8-b240-4797-92a6-5cf3aa87484a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:17.816724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f7fe0fa7-9472-40ab-94f1-25eb3ae54eea no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:17.843529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.855069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Deleting port 18f58a00-2381-4663-a7f0-ecc9c9987612 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:17.855773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.866402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f7fe0fa7-9472-40ab-94f1-25eb3ae54eea {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:17.866780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f7fe0fa7-9472-40ab-94f1-25eb3ae54eea not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:17.929095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'fixed_ips': [{'subnet_id': '887bbc95-2010-4daf-95dd-263360a4c98b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:09:17.929987 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.946485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] For port 18f58a00-2381-4663-a7f0-ecc9c9987612, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=18f58a00-2381-4663-a7f0-ecc9c9987612,segment=NetworkSegment(92a3a137-cd25-4dfc-a199-3f236bf95897),segment_id=92a3a137-cd25-4dfc-a199-3f236bf95897)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:17.955699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.956523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:17.987237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Calling delete_port for 18f58a00-2381-4663-a7f0-ecc9c9987612 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:18.058701 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a8f56401-b93c-4fa3-99b3-0572f76f4856 req-8974d3d4-3d45-486b-9e05-c30a4deb484c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522948 Nov 05 22:09:18.121762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:18.130712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] DHCP port deletion for 0cdabc1f-523f-4855-8b2d-96a00612f6de request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:09:18.165675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.276586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9ae82-e6dc-4ec8-ad99-dd91c82968ef req-44835a41-2319-4361-b69e-cf880622ca76 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:18.278112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7cb9ae82-e6dc-4ec8-ad99-dd91c82968ef req-44835a41-2319-4361-b69e-cf880622ca76 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.1216235 Nov 05 22:09:18.368920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7cb9ae82-e6dc-4ec8-ad99-dd91c82968ef req-d2cceab5-12e9-457a-9947-0ebcf10b3ee6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758102 Nov 05 22:09:18.425291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Allocated IP 172.20.0.18 (02fa527d-4d03-4a2f-b106-2aca6a267ea1/887bbc95-2010-4daf-95dd-263360a4c98b/56500cdf-bcc7-402b-88a8-7ff31769b97c) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:18.429728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.431833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] Deleting port 18f58a00-2381-4663-a7f0-ecc9c9987612 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:18.432211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.471691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] No DVR routers for this DVR port 18f58a00-2381-4663-a7f0-ecc9c9987612 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:18.474712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:18.479081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:18.479243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f58a00-2381-4663-a7f0-ecc9c9987612,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:18.563439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] For port 18f58a00-2381-4663-a7f0-ecc9c9987612, host n-d-816738-5, got binding levels [] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:18.564045 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.583208 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.589705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] Calling delete_port for 18f58a00-2381-4663-a7f0-ecc9c9987612 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:18.594026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.ipam_backend_mixin [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] Port 18f58a00-2381-4663-a7f0-ecc9c9987612 was not found and therefore no delete operation was performed {{(pid=102293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 22:09:18.600286 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.609708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdabc1f-523f-4855-8b2d-96a00612f6de']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:18.620805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a3a137-cd25-4dfc-a199-3f236bf95897') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:18.621113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a3a137-cd25-4dfc-a199-3f236bf95897') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:18.632183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.643841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] Pushing event deleted for resources: {'Port': ['ID=18f58a00-2381-4663-a7f0-ecc9c9987612,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:18.652380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76df4b-e98f-4a41-b6e2-1eddc71bd24f None None] No DVR routers for this DVR port 18f58a00-2381-4663-a7f0-ecc9c9987612 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:18.654352 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.689446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:09:18.689965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:09:18.692779 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:09:18.770823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.775776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-a26bd9b2-5cda-472e-90db-1fd96bb771ba tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:18.777526 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-a26bd9b2-5cda-472e-90db-1fd96bb771ba tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 946 time: 0.2550466 Nov 05 22:09:18.819745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 04b03d26-acd9-4429-81b8-202dc0511620 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:18.850388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f00edf49-1321-4f19-b157-c30620aaa33b None None] Provisioning complete for port bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:18.852505 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f00edf49-1321-4f19-b157-c30620aaa33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.892444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f00edf49-1321-4f19-b157-c30620aaa33b None None] Port bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:18.926049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.931167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.939026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0cdabc1f-523f-4855-8b2d-96a00612f6de HTTP/1.1" status: 204 len: 168 time: 1.3106635 Nov 05 22:09:18.952352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845b66-7bcb-4c0d-9e97-cd161c5208c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdabc1f-523f-4855-8b2d-96a00612f6de,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:18.955980 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:18.964717 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:19.016976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:19.025215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:19.039342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:19.075720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:19.090345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57094) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:19.096568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2db08b09-7524-4790-adc4-c2e44bf465f2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/04b03d26-acd9-4429-81b8-202dc0511620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0849359 Nov 05 22:09:19.165749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Pushing event updated for resources: {'Port': ['ID=56500cdf-bcc7-402b-88a8-7ff31769b97c,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:19.173051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] Sync routers for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:19.174782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Deleting port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:19.174935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a779569-a170-4c2e-8b07-cc83cdccc3fc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:19.175487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:19.176375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6a779569-a170-4c2e-8b07-cc83cdccc3fc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports/bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63 HTTP/1.1" status: 200 len: 910 time: 0.0847011 Nov 05 22:09:19.179083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57098) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:19.227635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:19.228262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:19.231765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Attempting to bind port 56500cdf-bcc7-402b-88a8-7ff31769b97c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:19.232161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Attempting to bind port 56500cdf-bcc7-402b-88a8-7ff31769b97c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:19.232517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Attempting to bind port 56500cdf-bcc7-402b-88a8-7ff31769b97c on network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:19.271731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:19.274712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:19.275121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Checking segment: {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:19.275518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:19.276009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Bound using segment: {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:19.276412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Bound port: 56500cdf-bcc7-402b-88a8-7ff31769b97c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:19.276782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:19.319209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:19.321007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:19.373698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:19.374646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e9d80-16f4-4f5f-b700-834fad02758a None None] The sync data for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:19.404050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66dc96-3a8a-4888-9dd6-e5a34960af1d req-ce404c00-afe4-4baf-b8f9-e6c90206e4e3 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:19.407688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] For port 56500cdf-bcc7-402b-88a8-7ff31769b97c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:19.411177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] For port 56500cdf-bcc7-402b-88a8-7ff31769b97c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56500cdf-bcc7-402b-88a8-7ff31769b97c,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:19.414342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a66dc96-3a8a-4888-9dd6-e5a34960af1d req-ce404c00-afe4-4baf-b8f9-e6c90206e4e3 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 946 time: 0.2087793 Nov 05 22:09:19.450682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] For port 665e4d4c-abe2-43b9-a0ef-cc28bb002587, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=665e4d4c-abe2-43b9-a0ef-cc28bb002587,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:19.450682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:19.494756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Calling delete_port for 665e4d4c-abe2-43b9-a0ef-cc28bb002587 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:19.499083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:19.525126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca351d7-90b7-4fce-83b5-bcf5cbef18eb req-053949fe-cfd2-4261-998f-4c20e7f3c7dc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:19.526722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cca351d7-90b7-4fce-83b5-bcf5cbef18eb req-053949fe-cfd2-4261-998f-4c20e7f3c7dc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.0633852 Nov 05 22:09:19.583282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e23ed-ef33-41dc-9d5f-cbc39247909c None None] Pushing event updated for resources: {'Port': ['ID=56500cdf-bcc7-402b-88a8-7ff31769b97c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:19.587252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57104) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:19.607600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a66dc96-3a8a-4888-9dd6-e5a34960af1d req-a9ba6a6e-1176-4026-a90e-26044f247061 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921663 Nov 05 22:09:19.670903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cca351d7-90b7-4fce-83b5-bcf5cbef18eb req-6e35b05c-2151-432e-87f4-080410ee9dd6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329339 Nov 05 22:09:19.691664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Allocated IP 172.20.0.17 (02fa527d-4d03-4a2f-b106-2aca6a267ea1/887bbc95-2010-4daf-95dd-263360a4c98b/c99cda26-d078-4d27-8940-6f2f0e09c7bb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:19.714156 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d916b456-f2b7-45d1-a795-245bacda4594 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2af4fcfd498045d392c5369dbd95463a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256039 Nov 05 22:09:19.716906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57108) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:19.784752 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:19.842376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 336fabbc-92eb-4b84-b18a-0fa2148b13c8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:19.947741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 336fabbc-92eb-4b84-b18a-0fa2148b13c8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:19.948116 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.002443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e2b99b9c-c9e2-4005-bc90-3fa91c0b55e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.059480 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.069100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e2b99b9c-c9e2-4005-bc90-3fa91c0b55e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.088501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 336fabbc-92eb-4b84-b18a-0fa2148b13c8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=336fabbc-92eb-4b84-b18a-0fa2148b13c8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:20.172394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.200281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072157d9-46e0-49a2-b15f-15de2c42e509 req-8966c4c2-a311-4599-bd8c-1699a044dd2b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:20.201800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-072157d9-46e0-49a2-b15f-15de2c42e509 req-8966c4c2-a311-4599-bd8c-1699a044dd2b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.4124198 Nov 05 22:09:20.235648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=336fabbc-92eb-4b84-b18a-0fa2148b13c8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:20.246028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e2b99b9c-c9e2-4005-bc90-3fa91c0b55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.248864 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e2b99b9c-c9e2-4005-bc90-3fa91c0b55e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.249525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.250014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e2b99b9c-c9e2-4005-bc90-3fa91c0b55e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d53e416f-4b25-460e-ae91-d7a49ded5915 HTTP/1.1" status: 204 len: 168 time: 0.5277390 Nov 05 22:09:20.260439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 18f58a00-2381-4663-a7f0-ecc9c9987612 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:20.269742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b99b9c-c9e2-4005-bc90-3fa91c0b55e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53e416f-4b25-460e-ae91-d7a49ded5915,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:20.292305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 18f58a00-2381-4663-a7f0-ecc9c9987612 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:20.292305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 18f58a00-2381-4663-a7f0-ecc9c9987612 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:20.312321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:20.313449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.325401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-072157d9-46e0-49a2-b15f-15de2c42e509 req-999c8087-bd04-4225-85c5-85028701bf38 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956202 Nov 05 22:09:20.352062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.367262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['665e4d4c-abe2-43b9-a0ef-cc28bb002587'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:20.408186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Pushing event deleted for resources: {'Port': ['ID=665e4d4c-abe2-43b9-a0ef-cc28bb002587,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:20.441024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.475646 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.489189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:20.501801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] No DVR routers for this DVR port 665e4d4c-abe2-43b9-a0ef-cc28bb002587 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:20.510478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.514005 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-055d3166-7c68-45e6-af6a-0c57a55c21e6 req-6ab7f88a-d34f-4ef3-9eb2-8ff446bf2684 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "DELETE /v2.0/ports/665e4d4c-abe2-43b9-a0ef-cc28bb002587 HTTP/1.1" status: 204 len: 173 time: 1.7302206 Nov 05 22:09:20.514558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1538803-c065-4477-8cac-217deeca461e', 'name': 'network-vif-deleted', 'tag': '665e4d4c-abe2-43b9-a0ef-cc28bb002587'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:20.516959 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae197c95-5bcb-422d-b6f5-998e878316ec" -d '{"events": [{"server_uuid": "f1538803-c065-4477-8cac-217deeca461e", "name": "network-vif-deleted", "tag": "665e4d4c-abe2-43b9-a0ef-cc28bb002587"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:20.523826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:20.531484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:20.535714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:20.542894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=c99cda26-d078-4d27-8940-6f2f0e09c7bb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:20.593458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:20.599292 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b8803f-7b9b-4931-8489-537040acb3ff x-openstack-request-id: req-72b8803f-7b9b-4931-8489-537040acb3ff {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:20.599659 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1538803-c065-4477-8cac-217deeca461e", "name": "network-vif-deleted", "tag": "665e4d4c-abe2-43b9-a0ef-cc28bb002587", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:20.599923 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72b8803f-7b9b-4931-8489-537040acb3ff {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:20.600814 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1538803-c065-4477-8cac-217deeca461e', 'name': 'network-vif-deleted', 'tag': '665e4d4c-abe2-43b9-a0ef-cc28bb002587', 'status': 'completed', 'code': 200} Nov 05 22:09:20.959766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9bc6447-80dc-477c-b80b-c8bded569196 req-89da0931-a724-4ecd-a853-0049c3eef496 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1538803-c065-4477-8cac-217deeca461e HTTP/1.1" status: 200 len: 210 time: 0.0331120 Nov 05 22:09:21.034310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f3636-af7e-4d52-97b4-94c7b4cbb153 None None] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:21.111435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bebc04-52a6-4a7a-8e35-284f2c1a1b1a req-b46a751f-c5eb-4ecd-9c27-3ab0f9cbec48 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:21.113043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74bebc04-52a6-4a7a-8e35-284f2c1a1b1a req-b46a751f-c5eb-4ecd-9c27-3ab0f9cbec48 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.0535467 Nov 05 22:09:21.116822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.152599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=bbc11034-ea5d-4df4-b4d5-72bdf9a6cc63,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:21.186188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d56bacef-7818-4be7-9dcb-5e7b2e914800 None None] Provisioning complete for port 56500cdf-bcc7-402b-88a8-7ff31769b97c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:21.186597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d56bacef-7818-4be7-9dcb-5e7b2e914800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.245046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74bebc04-52a6-4a7a-8e35-284f2c1a1b1a req-4ecc8e47-74cb-4ecc-9ee0-a0cfb57a4548 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183906 Nov 05 22:09:21.321363 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.351118 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.352813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57126) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:21.354517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d56bacef-7818-4be7-9dcb-5e7b2e914800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.414090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d56bacef-7818-4be7-9dcb-5e7b2e914800 None None] For port 56500cdf-bcc7-402b-88a8-7ff31769b97c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56500cdf-bcc7-402b-88a8-7ff31769b97c,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:21.509008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d56bacef-7818-4be7-9dcb-5e7b2e914800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.511975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-87007a4b-dff1-4440-b80e-4765cad1e544 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7ad668cd66f445a928cd39ef46386f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546979 Nov 05 22:09:21.520799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57130) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:21.590084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bacef-7818-4be7-9dcb-5e7b2e914800 None None] Pushing event updated for resources: {'Port': ['ID=56500cdf-bcc7-402b-88a8-7ff31769b97c,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:21.640407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-36840c60-4037-4102-9cce-b2b611a0574b None None] Provisioning complete for port c99cda26-d078-4d27-8940-6f2f0e09c7bb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:21.640787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-36840c60-4037-4102-9cce-b2b611a0574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.690268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-36840c60-4037-4102-9cce-b2b611a0574b None None] Port c99cda26-d078-4d27-8940-6f2f0e09c7bb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:21.715469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-36840c60-4037-4102-9cce-b2b611a0574b None None] Provisioning complete for port 56500cdf-bcc7-402b-88a8-7ff31769b97c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:21.715894 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-36840c60-4037-4102-9cce-b2b611a0574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.716935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7386d9c-56c9-4fe4-9cdd-91f4e45bb7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.731609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.771586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 04b03d26-acd9-4429-81b8-202dc0511620 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:21.773073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7386d9c-56c9-4fe4-9cdd-91f4e45bb7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.822973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.919165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 336fabbc-92eb-4b84-b18a-0fa2148b13c8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:21.921943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=c99cda26-d078-4d27-8940-6f2f0e09c7bb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:21.930425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:21.941922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] Sync routers for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:21.944025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71be5ecd-32af-4600-9654-ebf98d75a51d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/04b03d26-acd9-4429-81b8-202dc0511620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7631538 Nov 05 22:09:21.946695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57132) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:21.948088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.960425 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:21.963130 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:21.993456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1ed17253-66ae-49c5-a76c-a114c18f3e3c None None] Provisioning complete for port c99cda26-d078-4d27-8940-6f2f0e09c7bb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:21.993834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ed17253-66ae-49c5-a76c-a114c18f3e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:21.997847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7386d9c-56c9-4fe4-9cdd-91f4e45bb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:22.000773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7386d9c-56c9-4fe4-9cdd-91f4e45bb7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:22.013850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d7386d9c-56c9-4fe4-9cdd-91f4e45bb7c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b64419bf-9b41-465a-a5ad-a16da0870376 HTTP/1.1" status: 204 len: 168 time: 0.4867764 Nov 05 22:09:22.043537 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:22.052473 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:22.053082 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:22.061058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 336fabbc-92eb-4b84-b18a-0fa2148b13c8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:22.062658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:22.091479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1ed17253-66ae-49c5-a76c-a114c18f3e3c None None] Port c99cda26-d078-4d27-8940-6f2f0e09c7bb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:22.116113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:22.117198 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:22.118814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:22.120253 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275318f4-aea5-43b3-9120-581e753b4c45 None None] The sync data for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:22.150720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7386d9c-56c9-4fe4-9cdd-91f4e45bb7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64419bf-9b41-465a-a5ad-a16da0870376,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:22.249067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 56500cdf-bcc7-402b-88a8-7ff31769b97c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:22.338556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 56500cdf-bcc7-402b-88a8-7ff31769b97c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:22.338931 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:22.387940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 665e4d4c-abe2-43b9-a0ef-cc28bb002587 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:22.415586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 665e4d4c-abe2-43b9-a0ef-cc28bb002587 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:22.415931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 665e4d4c-abe2-43b9-a0ef-cc28bb002587 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:22.425266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:22.496261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30dd5-ca92-4942-8238-2167e7272f22 req-e0bf76ec-39c7-4148-9c28-41a57f9fc922 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:22.506232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32c30dd5-ca92-4942-8238-2167e7272f22 req-e0bf76ec-39c7-4148-9c28-41a57f9fc922 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.1033959 Nov 05 22:09:22.528158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bcadc460-3f1b-4b44-9ce7-849e113c482f None None] Provisioning complete for port c99cda26-d078-4d27-8940-6f2f0e09c7bb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:22.528526 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bcadc460-3f1b-4b44-9ce7-849e113c482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:22.531851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-7dbd690e-6e38-4793-971a-7a55a5ca881a tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:22.534359 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-7dbd690e-6e38-4793-971a-7a55a5ca881a tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/networks?id=3f09aa6b-d727-4ffe-8d96-aa4aff07028c HTTP/1.1" status: 200 len: 809 time: 0.2267790 Nov 05 22:09:22.557359 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-76bf8da4-d56d-4be2-9f9f-0e5a186ede0b tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/quotas/f03abd2e67fd4aec9ac7528fcd2721a5 HTTP/1.1" status: 200 len: 375 time: 0.0167558 Nov 05 22:09:22.576277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bcadc460-3f1b-4b44-9ce7-849e113c482f None None] Port c99cda26-d078-4d27-8940-6f2f0e09c7bb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:22.584407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32c30dd5-ca92-4942-8238-2167e7272f22 req-9e56784f-7f3f-49bd-b1f7-2774f341aec9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772104 Nov 05 22:09:22.651650 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-55508961-92c0-4d94-87e1-b2087aeb7226 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620325 Nov 05 22:09:22.658285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:22.671517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Sync routers for ids ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:22.685507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Routers {'c8c73f69-3098-4555-bd43-51f7c1cdc7c4'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:22.686338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:22.691486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:22.743642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-78476b34-416c-4d11-a814-3b63e11d6db9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "PUT /v2.0/routers/c8c73f69-3098-4555-bd43-51f7c1cdc7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0798707 Nov 05 22:09:22.787033 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-81fe62a4-4d22-430c-bb22-6bee2defb0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265228 Nov 05 22:09:22.847336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Set router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:22.878658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-53217238-ccd7-4826-8c7f-132221288831 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:22.880719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-53217238-ccd7-4826-8c7f-132221288831 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.1049354 Nov 05 22:09:22.901848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-790f1865-82f9-48d1-91e6-4c6484407a83 service neutron] 10.222.0.41 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087534 Nov 05 22:09:23.111838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:21Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c99cda26-d078-4d27-8940-6f2f0e09c7bb', 'name': '', 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:21:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '887bbc95-2010-4daf-95dd-263360a4c98b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:19Z', 'updated_at': '2021-11-05T22:09:21Z', 'revision_number': 2, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': '887bbc95-2010-4daf-95dd-263360a4c98b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:23.172540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Checking router: c8c73f69-3098-4555-bd43-51f7c1cdc7c4 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:23.173110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Updating router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 port c99cda26-d078-4d27-8940-6f2f0e09c7bb binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:09:23.209895 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.235182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-7d95fe83-60c9-4d45-905e-8fc63a02f18c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:23.240046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-7d95fe83-60c9-4d45-905e-8fc63a02f18c tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/networks?id=02fa527d-4d03-4a2f-b106-2aca6a267ea1 HTTP/1.1" status: 200 len: 797 time: 0.2629726 Nov 05 22:09:23.248850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c473a062-fd9a-4d86-8578-3bd0c0856029 req-53dd3b7b-3b56-4afc-b400-6c8d052998ca tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 210 time: 0.0384448 Nov 05 22:09:23.296353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:23.296353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.296353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-2414de50-8011-4ed3-b937-e78ac1309cd7 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/quotas/b898d524ea3d43a4ac8e8d5a6bceb03d HTTP/1.1" status: 200 len: 375 time: 0.0449450 Nov 05 22:09:23.502065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] For port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:23.502669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.517993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-e5f2bdd6-af59-4e01-a150-b1864d114c17 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2084928 Nov 05 22:09:23.533699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for 110e4d2c-7f32-4097-80e1-e9e665cb3f6b owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:23.534067 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.549496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-958f6a41-004b-46e3-9083-37dc4f11484c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:09:23.550470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-958f6a41-004b-46e3-9083-37dc4f11484c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127118 Nov 05 22:09:23.568321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port e9f9d0a6-7780-403b-bd8d-1f8b90bd167f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:23.568650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.642919 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.714207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3419bc-cde7-459e-83a8-f8444731e93e None None] Pushing event updated for resources: {'Port': ['ID=c99cda26-d078-4d27-8940-6f2f0e09c7bb,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:23.775699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474740c9-b2da-4be1-b8cc-2227284c393f req-d01c5a44-ba4d-4b92-88bc-33440fda7d95 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:23.778802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Attempting to bind port c99cda26-d078-4d27-8940-6f2f0e09c7bb on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:23.781515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Attempting to bind port c99cda26-d078-4d27-8940-6f2f0e09c7bb by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:23.784842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-474740c9-b2da-4be1-b8cc-2227284c393f req-d01c5a44-ba4d-4b92-88bc-33440fda7d95 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 945 time: 0.1302075 Nov 05 22:09:23.794232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Attempting to bind port c99cda26-d078-4d27-8940-6f2f0e09c7bb on network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:23.798960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:23.800548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Checking segment: {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:23.801696 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.803336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Bound using segment: {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:23.803945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Bound port: c99cda26-d078-4d27-8940-6f2f0e09c7bb, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:23.804372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:23.853686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-474740c9-b2da-4be1-b8cc-2227284c393f req-8c87bed0-fd67-4eb9-95ad-99ffaf30aafc tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637646 Nov 05 22:09:23.900471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] For port c99cda26-d078-4d27-8940-6f2f0e09c7bb, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:23.911035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] For port c99cda26-d078-4d27-8940-6f2f0e09c7bb, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c99cda26-d078-4d27-8940-6f2f0e09c7bb,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:23.990327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:24.040117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Routers {'c8c73f69-3098-4555-bd43-51f7c1cdc7c4'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:24.040706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:24.082609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-146c314e-af25-40fe-8b7b-2f712b773a61 service neutron] 10.222.0.41 "GET /v2.0/networks/02fa527d-4d03-4a2f-b106-2aca6a267ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229280 Nov 05 22:09:24.103985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3419bc-cde7-459e-83a8-f8444731e93e None None] Pushing event updated for resources: {'Port': ['ID=c99cda26-d078-4d27-8940-6f2f0e09c7bb,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:24.162958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d4608559-116b-424e-bc07-1ca57658155b None None] Provisioning complete for port c99cda26-d078-4d27-8940-6f2f0e09c7bb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:24.163719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d4608559-116b-424e-bc07-1ca57658155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:24.173695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:24.193077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for e9f9d0a6-7780-403b-bd8d-1f8b90bd167f owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:24.330151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-ec239a81-6677-453d-830e-fdd5fae28648 service neutron] 10.222.0.41 "GET /v2.0/networks/02fa527d-4d03-4a2f-b106-2aca6a267ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465403 Nov 05 22:09:24.387893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] Set router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:24.389091 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c814999c-9fda-4bbf-920d-dbe15b2791de req-0a0401bd-ca2c-4670-8f23-9f77493d4772 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 210 time: 0.0496635 Nov 05 22:09:24.550246 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:24.566921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1a8371f7-77e0-4184-94de-929cfaef00ce'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:24.585143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=110e4d2c-7f32-4097-80e1-e9e665cb3f6b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:24.595682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d4608559-116b-424e-bc07-1ca57658155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:24.667696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] No DVR routers for this DVR port 110e4d2c-7f32-4097-80e1-e9e665cb3f6b on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:24.669730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:24.673225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:24.677254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0694dd8c-5b53-4809-8102-bef4ef5fe61a req-56378e77-8ab2-4860-ad01-fc3813c76d08 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.46 "DELETE /v2.0/ports/110e4d2c-7f32-4097-80e1-e9e665cb3f6b HTTP/1.1" status: 204 len: 173 time: 1.7524738 Nov 05 22:09:24.682923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'name': 'network-vif-deleted', 'tag': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:24.686094 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841fdf3b-cb73-495b-a315-4f2aa0544073" -d '{"events": [{"server_uuid": "0c645c46-dcec-4cb1-aa93-3471b82213a9", "name": "network-vif-deleted", "tag": "110e4d2c-7f32-4097-80e1-e9e665cb3f6b"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:24.711571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d4608559-116b-424e-bc07-1ca57658155b None None] For port c99cda26-d078-4d27-8940-6f2f0e09c7bb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c99cda26-d078-4d27-8940-6f2f0e09c7bb,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:24.714523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=e9f9d0a6-7780-403b-bd8d-1f8b90bd167f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:24.812405 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:21Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c99cda26-d078-4d27-8940-6f2f0e09c7bb', 'name': '', 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:21:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '887bbc95-2010-4daf-95dd-263360a4c98b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:19Z', 'updated_at': '2021-11-05T22:09:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': '887bbc95-2010-4daf-95dd-263360a4c98b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:24.847513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dda44-9109-4eac-8f9e-5fcaaa1cba06 None None] The sync data for ids ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'] in n-d-816738-5 is: [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:21Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c99cda26-d078-4d27-8940-6f2f0e09c7bb', 'name': '', 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:21:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '887bbc95-2010-4daf-95dd-263360a4c98b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:19Z', 'updated_at': '2021-11-05T22:09:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': '887bbc95-2010-4daf-95dd-263360a4c98b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:24.871338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d4608559-116b-424e-bc07-1ca57658155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:25.018710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:25.030930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4608559-116b-424e-bc07-1ca57658155b None None] Pushing event updated for resources: {'Port': ['ID=c99cda26-d078-4d27-8940-6f2f0e09c7bb,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:25.086984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4dd89f80-9496-4656-9ab7-ef9814a54de7 None None] Provisioning complete for port c99cda26-d078-4d27-8940-6f2f0e09c7bb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:25.087315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4dd89f80-9496-4656-9ab7-ef9814a54de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:25.140982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 110e4d2c-7f32-4097-80e1-e9e665cb3f6b no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:25.227100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 110e4d2c-7f32-4097-80e1-e9e665cb3f6b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:25.227738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 110e4d2c-7f32-4097-80e1-e9e665cb3f6b not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:25.424138 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd77b2d-4fef-43dc-86b5-65bc67197d58 x-openstack-request-id: req-2bd77b2d-4fef-43dc-86b5-65bc67197d58 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:25.424727 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c645c46-dcec-4cb1-aa93-3471b82213a9", "name": "network-vif-deleted", "tag": "110e4d2c-7f32-4097-80e1-e9e665cb3f6b", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:25.424727 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bd77b2d-4fef-43dc-86b5-65bc67197d58 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:25.425122 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c645c46-dcec-4cb1-aa93-3471b82213a9', 'name': 'network-vif-deleted', 'tag': '110e4d2c-7f32-4097-80e1-e9e665cb3f6b', 'status': 'completed', 'code': 200} Nov 05 22:09:25.517502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d507a3e-029a-464d-84dd-3f300fd93720 req-57870f17-6120-49a5-b191-f66523b6cf14 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0600805 Nov 05 22:09:25.545156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 04b03d26-acd9-4429-81b8-202dc0511620 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:25.704577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:25.716058 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] Sync routers for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:25.734450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57238) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:25.736890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-19e0d106-297a-4076-af77-3123520b3bf0 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/04b03d26-acd9-4429-81b8-202dc0511620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7833431 Nov 05 22:09:25.756015 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:25.756729 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:25.761782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57240) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:25.782571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747283904', 'description': 'tempest-secgroup-smoke-1747283904 description', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:25.822227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b7855c3-a36f-4b57-84c3-574d5dfee019 req-c94b19ad-c5f9-43ee-a4ac-b2bdd4c674ee tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0831630 Nov 05 22:09:25.839489 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:25.869221 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] Routers {'04b03d26-acd9-4429-81b8-202dc0511620'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:25.869855 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['04b03d26-acd9-4429-81b8-202dc0511620'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:25.894485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57244) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:25.895314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8d9f24fb-9b3c-498a-a39e-cbc53057441b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b03d26-acd9-4429-81b8-202dc0511620 HTTP/1.1" status: 200 len: 205 time: 0.1596611 Nov 05 22:09:25.924155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c99cda26-d078-4d27-8940-6f2f0e09c7bb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:25.954348 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:25.955272 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781b051-c087-4aac-9527-35411762a1f7 None None] The sync data for ids ['04b03d26-acd9-4429-81b8-202dc0511620'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:26.077231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c99cda26-d078-4d27-8940-6f2f0e09c7bb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:26.077919 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.096847 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28e606f7-db81-40ea-8d3c-6c9a103c09d7 req-8414690f-29c4-40a0-9f0c-b5ccf1f095b0 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 210 time: 0.1937025 Nov 05 22:09:26.104379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-f380d99b-bbab-47e0-b523-7dc11b4c7853 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:26.106113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-f380d99b-bbab-47e0-b523-7dc11b4c7853 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "GET /v2.0/networks?id=3f09aa6b-d727-4ffe-8d96-aa4aff07028c HTTP/1.1" status: 200 len: 809 time: 0.1424026 Nov 05 22:09:26.107537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.121448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Request body: {'port': {'device_id': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c', 'admin_state_up': True, 'tenant_id': 'f03abd2e67fd4aec9ac7528fcd2721a5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:26.131279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.152899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8366192b-6bd3-476e-86a7-248f519c1f1c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.320707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.407065 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8366192b-6bd3-476e-86a7-248f519c1f1c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.410764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8366192b-6bd3-476e-86a7-248f519c1f1c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.434759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Made reservation on behalf of f03abd2e67fd4aec9ac7528fcd2721a5 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:26.439114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.525602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.591229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d519636-2087-4f0c-8ac3-f202ae9bdb09,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:26.637033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.637348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.637694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.638117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.638356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.638690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.639020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.639478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.639865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.640192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.640515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.640836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:26.644771 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-70a43a17-a634-4041-a9e8-e0e09399b4d9 req-9a4068bc-616b-4720-8516-6011a9dc51d0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0344722 Nov 05 22:09:26.646315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8366192b-6bd3-476e-86a7-248f519c1f1c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.647078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8366192b-6bd3-476e-86a7-248f519c1f1c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Fanout notify agent at l3_agent the message router_deleted on router 04b03d26-acd9-4429-81b8-202dc0511620 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:09:26.658449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8366192b-6bd3-476e-86a7-248f519c1f1c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.660113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8366192b-6bd3-476e-86a7-248f519c1f1c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/04b03d26-acd9-4429-81b8-202dc0511620 HTTP/1.1" status: 204 len: 168 time: 0.7637944 Nov 05 22:09:26.662800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57250) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:26.727700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Allocated IP 172.20.0.14 (3f09aa6b-d727-4ffe-8d96-aa4aff07028c/b7e8c5f6-b2dd-4331-bd3f-b012c5481870/0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:26.733234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.743248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet 2dc9cb53-4a0d-41eb-9def-5123fdc82bfc {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:09:26.746993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.794265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.898716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.937439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:26.999947 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68a29c6a-929d-48f1-8dfb-eb4a0fdfd9f6 req-c0e98e5c-881a-4a69-8e1d-93da4525da68 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0313268 Nov 05 22:09:27.003634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678bf268-5d60-4e86-b64e-b36367130d6e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:27.045582 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.191029 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.195836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-680058fd-6760-4f10-8d96-86338c55af85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4297147 Nov 05 22:09:27.196149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57260) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:27.200694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5ced77f9-3787-436f-a57d-37def6239f50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '678bf268-5d60-4e86-b64e-b36367130d6e', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:27.213614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d4a5fc41-8776-4524-b931-b136dced7160 req-85503181-de3e-429c-b161-fbb1068aa765 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 210 time: 0.0292652 Nov 05 22:09:27.297804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.298310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.325747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc9cb53-4a0d-41eb-9def-5123fdc82bfc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:27.332267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.336943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ce35a861-5fd5-4a79-ad64-758f208c52d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/2dc9cb53-4a0d-41eb-9def-5123fdc82bfc HTTP/1.1" status: 204 len: 168 time: 0.6709332 Nov 05 22:09:27.341725 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc43864-a2a9-45ea-bd90-1862dcfbfeda None None] Network 54e9c17d-d421-48f4-9817-29e154b21ff3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:27.342248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57262) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:27.374954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Pushing event updated for resources: {'Port': ['ID=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:27.382136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:27.383626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ced77f9-3787-436f-a57d-37def6239f50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.389823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:27.396966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:27.406674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet 40b42618-5410-4656-9972-b1b19118bfd1 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:09:27.412247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.466935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.510291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ced77f9-3787-436f-a57d-37def6239f50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.516793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:27.517408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.580698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.623246 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ced77f9-3787-436f-a57d-37def6239f50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.650314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] DHCP port deletion for 54e9c17d-d421-48f4-9817-29e154b21ff3 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:09:27.666538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced77f9-3787-436f-a57d-37def6239f50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f5535f-b2ea-4486-941d-f95f37db5a21,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:27.717620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] Deleting port bbe5188b-8dac-4584-bebe-25183edeb29f {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:27.718194 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.735649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-ac5fa8e9-18e6-46c9-b306-dbb0d1f4d5df tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6152062 Nov 05 22:09:27.746286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Request body: {'port': {'device_id': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:27.766892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.810040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ced77f9-3787-436f-a57d-37def6239f50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.815123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5ced77f9-3787-436f-a57d-37def6239f50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6146588 Nov 05 22:09:27.815817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57268) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:27.832659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e1415f96-771c-463d-bdf2-01afbd0e85ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '678bf268-5d60-4e86-b64e-b36367130d6e', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:27.846946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=40b42618-5410-4656-9972-b1b19118bfd1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:27.869559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] For port bbe5188b-8dac-4584-bebe-25183edeb29f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bbe5188b-8dac-4584-bebe-25183edeb29f,segment=NetworkSegment(986e21f0-3f3d-4291-a407-3fd62a3415da),segment_id=986e21f0-3f3d-4291-a407-3fd62a3415da)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:27.869764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.869870 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:27.876474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59ff781b-af0b-4e1a-81ca-8245e41eedba tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/40b42618-5410-4656-9972-b1b19118bfd1 HTTP/1.1" status: 204 len: 168 time: 0.5303779 Nov 05 22:09:27.877038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57270) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:27.899002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] Calling delete_port for bbe5188b-8dac-4584-bebe-25183edeb29f owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:27.916339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c589a4ae-d54f-4106-bbc4-0b9f68925fd6 req-f8669acc-2edb-4c7f-a7c5-4525fad6afae tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0743523 Nov 05 22:09:27.932258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.011342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bbe5188b-8dac-4584-bebe-25183edeb29f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:28.050107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298760cf-6bb3-4b0f-89af-6ce8cd3ac838 None None] Network 1e98748a-a249-4e7a-8728-00e0078f0af0 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:28.076541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1415f96-771c-463d-bdf2-01afbd0e85ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.093703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.237542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e22d2345-dc85-4605-b347-50f94940f0b7 req-927b9443-4a50-4ef1-8a9b-fd606d7d206f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0525956 Nov 05 22:09:28.389214 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.398712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-75f508ba-f15c-4020-b19a-8c8e4552bba9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:28.400519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-75f508ba-f15c-4020-b19a-8c8e4552bba9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.13 "GET /v2.0/networks?id=02fa527d-4d03-4a2f-b106-2aca6a267ea1 HTTP/1.1" status: 200 len: 797 time: 0.2847228 Nov 05 22:09:28.408575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port bbe5188b-8dac-4584-bebe-25183edeb29f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:28.409221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.477303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1415f96-771c-463d-bdf2-01afbd0e85ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.485401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Request body: {'port': {'device_id': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'admin_state_up': True, 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:28.502552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] DHCP port deletion for 1e98748a-a249-4e7a-8728-00e0078f0af0 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:09:28.534818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:28.535493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.548588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.579172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d074-3e56-4a52-9d7a-eefce5a859b5 req-1c257f53-f3d4-436d-8d82-4dffc297e98d tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:28.579172 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28d3d074-3e56-4a52-9d7a-eefce5a859b5 req-1c257f53-f3d4-436d-8d82-4dffc297e98d tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 932 time: 0.1450350 Nov 05 22:09:28.579172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Transition to ACTIVE for port object 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:09:28.594127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] Pushing event deleted for resources: {'Port': ['ID=bbe5188b-8dac-4584-bebe-25183edeb29f,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:28.612422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aab552-c39a-4ab5-bd97-9ba9839b34c4 None None] No DVR routers for this DVR port bbe5188b-8dac-4584-bebe-25183edeb29f on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:28.619839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] Deleting port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:28.620424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.635595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1415f96-771c-463d-bdf2-01afbd0e85ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.680212 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-28d3d074-3e56-4a52-9d7a-eefce5a859b5 req-94138d4c-e1fa-4bc3-9710-06ebd3d71ffa tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994263 Nov 05 22:09:28.681956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415f96-771c-463d-bdf2-01afbd0e85ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba818ce-2a18-4a3e-9e96-0e8b7f313d3d,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:28.705145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] For port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=65a99d6c-d0b0-4949-9f04-1afcd0ad6b99,segment=NetworkSegment(217df12a-1f3b-4c38-8857-444bd672e904),segment_id=217df12a-1f3b-4c38-8857-444bd672e904)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:28.705543 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.723451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port bbe5188b-8dac-4584-bebe-25183edeb29f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bbe5188b-8dac-4584-bebe-25183edeb29f,segment=NetworkSegment(986e21f0-3f3d-4291-a407-3fd62a3415da),segment_id=986e21f0-3f3d-4291-a407-3fd62a3415da)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:28.723778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.740785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] Calling delete_port for 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:28.749898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for bbe5188b-8dac-4584-bebe-25183edeb29f owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:28.783263 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.813757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Made reservation on behalf of b898d524ea3d43a4ac8e8d5a6bceb03d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:28.818217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.903082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Pushing event updated for resources: {'Port': ['ID=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:28.910655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e1415f96-771c-463d-bdf2-01afbd0e85ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.912239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e1415f96-771c-463d-bdf2-01afbd0e85ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0907612 Nov 05 22:09:28.916567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57278) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:28.923035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-729f1df8-b362-4f6a-891c-38a28de4730a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '678bf268-5d60-4e86-b64e-b36367130d6e', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:28.971738 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:28.986480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Attempting to bind port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:28.987075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Attempting to bind port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:28.987598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Attempting to bind port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 on network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:28.993945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 on network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:09:28.994477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Attempting to bind port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 on network 3f09aa6b-d727-4ffe-8d96-aa4aff07028c {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:29.000816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:29.001393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Checking segment: {'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:29.002015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Bound using segment: {'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:29.002607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Bound port: 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b5ea71-00c4-4246-be17-dc317c065780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:29.005343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.024767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] Pushing event deleted for resources: {'Port': ['ID=65a99d6c-d0b0-4949-9f04-1afcd0ad6b99,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:29.038252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746ca8a-2b1f-40ed-81ee-b6749f4c9f49 None None] No DVR routers for this DVR port 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:29.064123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9cfa6bdf-862d-4d94-882a-61dd16b8037c req-5b779060-3e96-4638-8233-1b4df9636954 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0502806 Nov 05 22:09:29.073222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.100236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] For port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:29.105985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=bbe5188b-8dac-4584-bebe-25183edeb29f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:29.106685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] For port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:29.111088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-729f1df8-b362-4f6a-891c-38a28de4730a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.118881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port bbe5188b-8dac-4584-bebe-25183edeb29f on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:29.149709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Allocated IP 172.20.0.28 (02fa527d-4d03-4a2f-b106-2aca6a267ea1/887bbc95-2010-4daf-95dd-263360a4c98b/838aa1a9-2484-49e2-96e1-63a07e4a792f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:29.180295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.231044 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-729f1df8-b362-4f6a-891c-38a28de4730a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.233822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:29.234746 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.236208 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] 10.222.0.13 "PUT /v2.0/ports/0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 HTTP/1.1" status: 200 len: 1092 time: 1.4949248 Nov 05 22:09:29.236669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'tag': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:29.239007 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c4bfc-c265-460d-9a55-dc66d48767b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd8d512-da94-4ada-bc6e-60b87609f240", "tag": "0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:29.245459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.269907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351640d-496a-4876-b286-905cda4c8e5b service neutron] Pushing event updated for resources: {'Port': ['ID=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:29.303702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-729f1df8-b362-4f6a-891c-38a28de4730a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.322719 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a346e140-91e5-444f-9105-b3b0233ea0ac x-openstack-request-id: req-a346e140-91e5-444f-9105-b3b0233ea0ac {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:29.323054 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd8d512-da94-4ada-bc6e-60b87609f240", "tag": "0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:29.323318 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a346e140-91e5-444f-9105-b3b0233ea0ac {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:29.323947 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'tag': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5', 'status': 'completed', 'code': 200} Nov 05 22:09:29.332477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f1df8-b362-4f6a-891c-38a28de4730a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f24e46e-f246-4791-83e6-3d4fa93d0e0a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:29.340975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e9c17d-d421-48f4-9817-29e154b21ff3']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:29.381998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986e21f0-3f3d-4291-a407-3fd62a3415da') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:29.382869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986e21f0-3f3d-4291-a407-3fd62a3415da') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:29.388046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-650a330f-5d53-4f3a-8caa-4c264ebf7e44 req-c6d60ea7-ba67-43de-91a2-659ce5d0c399 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0511165 Nov 05 22:09:29.388561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4bfc-c265-460d-9a55-dc66d48767b5 req-db16338b-6c91-4d72-ad24-d73eb644a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:29.390330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-841c4bfc-c265-460d-9a55-dc66d48767b5 req-db16338b-6c91-4d72-ad24-d73eb644a28a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 1095 time: 0.0491266 Nov 05 22:09:29.418162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.422602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-729f1df8-b362-4f6a-891c-38a28de4730a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.426720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-729f1df8-b362-4f6a-891c-38a28de4730a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5054471 Nov 05 22:09:29.430975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57290) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:29.435392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-195a3b82-ab00-4830-b2b4-93b37b1b5387 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '678bf268-5d60-4e86-b64e-b36367130d6e', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:29.447354 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.451498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.459831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:09:29.460255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:09:29.463937 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:09:29.516883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4bfc-c265-460d-9a55-dc66d48767b5 req-8428d04c-dfa1-4480-97ae-0254989e9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:29.518388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-841c4bfc-c265-460d-9a55-dc66d48767b5 req-8428d04c-dfa1-4480-97ae-0254989e9b4d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1192338 Nov 05 22:09:29.629308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4bfc-c265-460d-9a55-dc66d48767b5 req-3288687d-bbe4-4400-9373-b73ac78af74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:29.631197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-841c4bfc-c265-460d-9a55-dc66d48767b5 req-3288687d-bbe4-4400-9373-b73ac78af74d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054761 Nov 05 22:09:29.632525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-195a3b82-ab00-4830-b2b4-93b37b1b5387 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.685817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.699005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.712432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.725467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/54e9c17d-d421-48f4-9817-29e154b21ff3 HTTP/1.1" status: 204 len: 168 time: 1.8369422 Nov 05 22:09:29.727119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57292) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:29.737848 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-195a3b82-ab00-4830-b2b4-93b37b1b5387 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.767801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-a45188e4-8182-4dad-a1f3-aa58c9a08a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:29.770558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-a45188e4-8182-4dad-a1f3-aa58c9a08a0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 1095 time: 0.0936146 Nov 05 22:09:29.770833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deac89e-d264-4771-8109-77acb846f219 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=54e9c17d-d421-48f4-9817-29e154b21ff3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:29.792014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:29.798209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:29.811398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:29.816738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:29.824415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:29.824971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 65a99d6c-d0b0-4949-9f04-1afcd0ad6b99 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:29.856837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event updated for resources: {'Port': ['ID=838aa1a9-2484-49e2-96e1-63a07e4a792f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:29.867576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-a6bab48c-89c5-4af9-b1cc-959c7b470249 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 HTTP/1.1" status: 200 len: 217 time: 0.0882926 Nov 05 22:09:29.868402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-195a3b82-ab00-4830-b2b4-93b37b1b5387 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.890954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:29.894297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.970305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a3b82-ab00-4830-b2b4-93b37b1b5387 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0d2b66-0bcc-49a4-8abc-e648fa8800ce,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:29.980444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:29.994385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-11715e11-9045-40c7-8397-19d829aa70ef tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5131881 Nov 05 22:09:30.012542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Request body: {'port': {'device_id': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:30.015691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2654f-9509-4546-9136-07ebcc07defa req-2810b2ce-98f4-4546-b2ca-82fdd58204fb tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:30.017471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfc2654f-9509-4546-9136-07ebcc07defa req-2810b2ce-98f4-4546-b2ca-82fdd58204fb tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 944 time: 0.2036593 Nov 05 22:09:30.022599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-85fa6dab-2884-44a8-ae11-50756d8beda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:30.024171 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-85fa6dab-2884-44a8-ae11-50756d8beda6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7e8c5f6-b2dd-4331-bd3f-b012c5481870 HTTP/1.1" status: 200 len: 849 time: 0.1144605 Nov 05 22:09:30.082104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.130054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-195a3b82-ab00-4830-b2b4-93b37b1b5387 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.135062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-195a3b82-ab00-4830-b2b4-93b37b1b5387 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6997719 Nov 05 22:09:30.135822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57304) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:30.136963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b47e7a5c-5e21-433e-9b38-28bf6342c230 None None] Provisioning complete for port 838aa1a9-2484-49e2-96e1-63a07e4a792f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:30.137095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-1e810da2-b333-402e-97c4-96e0664084cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f09aa6b-d727-4ffe-8d96-aa4aff07028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049032 Nov 05 22:09:30.137591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b47e7a5c-5e21-433e-9b38-28bf6342c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.147373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '678bf268-5d60-4e86-b64e-b36367130d6e', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:30.205145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b47e7a5c-5e21-433e-9b38-28bf6342c230 None None] Port 838aa1a9-2484-49e2-96e1-63a07e4a792f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:30.281456 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:09:30.307251 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.535326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.599395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e98748a-a249-4e7a-8728-00e0078f0af0']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:30.633465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfc2654f-9509-4546-9136-07ebcc07defa req-1c8db7a4-595c-4bf3-b6be-5af8e0e07091 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980363 Nov 05 22:09:30.636928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217df12a-1f3b-4c38-8857-444bd672e904') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:30.637231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217df12a-1f3b-4c38-8857-444bd672e904') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:30.666073 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.716093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.721504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.754962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:09:30.755477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.761705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d6e54198-c6d9-479a-b8c7-5ed2777f83fe req-dc650591-228d-410a-9961-314ffad1c818 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0374749 Nov 05 22:09:30.763254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-1f2f260f-9463-42db-8645-24fa0d62f091 service neutron] 10.222.0.13 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982509 Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:09:30.764006 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:09:30.804429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.920340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:30.949932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a31c31-cd14-4d8c-951e-8f30b2cf3c36,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:30.953350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838aa1a9-2484-49e2-96e1-63a07e4a792f {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:30.967231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a6116367-d5e3-42f0-8c00-407a4683ce2c req-053c280b-1d55-48a3-bd9c-2ef22f9c561c service neutron] 10.222.0.13 "GET /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900570 Nov 05 22:09:30.969385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.001802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27930056-38c5-401a-8937-6dcc8d845d50 req-c9a598d5-15e4-4b86-ab34-a653c6fe26de tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:31.003356 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27930056-38c5-401a-8937-6dcc8d845d50 req-c9a598d5-15e4-4b86-ab34-a653c6fe26de tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 895 time: 0.0920253 Nov 05 22:09:31.013091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Transition to ACTIVE for port object 838aa1a9-2484-49e2-96e1-63a07e4a792f will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:09:31.034737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.039813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726bb35-ac88-4b8e-9687-f26e15f8c2df req-bced8807-984f-43dc-8af6-35daea1d1ff0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:31.039813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9726bb35-ac88-4b8e-9687-f26e15f8c2df req-bced8807-984f-43dc-8af6-35daea1d1ff0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.0890293 Nov 05 22:09:31.042561 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.045396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/1e98748a-a249-4e7a-8728-00e0078f0af0 HTTP/1.1" status: 204 len: 168 time: 1.3168612 Nov 05 22:09:31.052493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57318) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:31.057637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-881692256'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:31.058025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92daba-1137-496d-bf51-919fbf08b340 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=1e98748a-a249-4e7a-8728-00e0078f0af0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:31.099680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9726bb35-ac88-4b8e-9687-f26e15f8c2df req-f7a5f31d-7718-4e8b-aebb-c6ede3ed97ac tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539052 Nov 05 22:09:31.108784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.108784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-20f16f1d-1b23-44ff-8ef2-5043142f2fb4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9715743 Nov 05 22:09:31.112481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57320) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:31.120779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '678bf268-5d60-4e86-b64e-b36367130d6e', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:31.159367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.209742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Pushing event updated for resources: {'Port': ['ID=838aa1a9-2484-49e2-96e1-63a07e4a792f,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:31.236300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:31.239896 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.296706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:09:31.303474 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:09:31.316323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.319478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Attempting to bind port 838aa1a9-2484-49e2-96e1-63a07e4a792f on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:31.320513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Attempting to bind port 838aa1a9-2484-49e2-96e1-63a07e4a792f by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:31.320846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Attempting to bind port 838aa1a9-2484-49e2-96e1-63a07e4a792f on network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:31.323607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.323960 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment d85acc1e-84dd-41a6-9e08-4e3198548f57 of type vlan for network 8560dcc9-dcd9-4615-a464-b350089e45b7 Nov 05 22:09:31.337766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Port 838aa1a9-2484-49e2-96e1-63a07e4a792f on network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:09:31.338177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Attempting to bind port 838aa1a9-2484-49e2-96e1-63a07e4a792f on network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:31.366027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:31.366478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Checking segment: {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:31.367421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Bound using segment: {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:31.367894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Bound port: 838aa1a9-2484-49e2-96e1-63a07e4a792f, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a12199-de8f-46f7-8c6f-9754fc808110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:31.368265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.387489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.409028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.457050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] For port 838aa1a9-2484-49e2-96e1-63a07e4a792f, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:31.460393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] For port 838aa1a9-2484-49e2-96e1-63a07e4a792f, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=838aa1a9-2484-49e2-96e1-63a07e4a792f,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:31.507696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.527693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2920e09-4296-47c3-95a8-1e6400194a27,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:31.564690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.570317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:31.570901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.632614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.668202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=8560dcc9-dcd9-4615-a464-b350089e45b7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:31.676777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:31.677402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.678791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] 10.222.0.13 "PUT /v2.0/ports/838aa1a9-2484-49e2-96e1-63a07e4a792f HTTP/1.1" status: 200 len: 1055 time: 1.6749563 Nov 05 22:09:31.679835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'tag': '838aa1a9-2484-49e2-96e1-63a07e4a792f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:31.684390 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021b675b-1b4d-42b1-ba13-619fa3679503" -d '{"events": [{"name": "network-changed", "server_uuid": "0a220fd5-c79a-4dc6-b4ac-501bc900d9b1", "tag": "838aa1a9-2484-49e2-96e1-63a07e4a792f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:31.684763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:09:31.707885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:31.712595 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c741fadd-fc6c-4f1f-8d49-19ccfc07a8be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5987706 Nov 05 22:09:31.713432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57326) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:31.719836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'network': {'name': 'tempest-network-smoke--166329220', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:31.743988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3afd6-a035-45e2-9356-1e6768484f1f service neutron] Pushing event updated for resources: {'Port': ['ID=838aa1a9-2484-49e2-96e1-63a07e4a792f,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:31.747432 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b502244-3a81-4dfb-a95a-1dd5328f3020 x-openstack-request-id: req-3b502244-3a81-4dfb-a95a-1dd5328f3020 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:31.747848 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a220fd5-c79a-4dc6-b4ac-501bc900d9b1", "tag": "838aa1a9-2484-49e2-96e1-63a07e4a792f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:31.748110 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b502244-3a81-4dfb-a95a-1dd5328f3020 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:31.748507 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'tag': '838aa1a9-2484-49e2-96e1-63a07e4a792f', 'status': 'completed', 'code': 200} Nov 05 22:09:31.810594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0325bab-61d2-43a3-ab16-ca03723c145f req-b40620d0-a291-40c2-a307-5e29636b3e6e tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:31.812280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0325bab-61d2-43a3-ab16-ca03723c145f req-b40620d0-a291-40c2-a307-5e29636b3e6e tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 944 time: 0.0747728 Nov 05 22:09:31.813488 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0661cc73-e218-497a-aa53-9765cca87c6b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7598474 Nov 05 22:09:31.825713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57328) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:31.825713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:31.842440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b675b-1b4d-42b1-ba13-619fa3679503 req-ac18a59c-bdd4-48f4-a094-a35f4af35160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:31.844210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-021b675b-1b4d-42b1-ba13-619fa3679503 req-ac18a59c-bdd4-48f4-a094-a35f4af35160 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 1058 time: 0.0720670 Nov 05 22:09:31.940046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:31.943828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.004268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:09:32.010112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e580917d-9fa9-4aa6-b099-464bbfb4dc80 req-fab92c3c-60ef-4a8b-9031-c3bce6addb56 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c645c46-dcec-4cb1-aa93-3471b82213a9 HTTP/1.1" status: 200 len: 210 time: 0.0625396 Nov 05 22:09:32.017301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e0325bab-61d2-43a3-ab16-ca03723c145f req-8396be4e-44f0-45fa-81ff-5fb1e35b6524 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902578 Nov 05 22:09:32.039417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.039417 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Added segment 50c57456-e9b9-4d6e-90d6-ad7e20592772 of type vlan for network 60bd757d-fce9-4784-b6e4-f59c591e2b81 Nov 05 22:09:32.096420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.125784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:32.129481 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.164714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b675b-1b4d-42b1-ba13-619fa3679503 req-58859d86-7648-48b9-bfa2-2fe5d7a33e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.165191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b675b-1b4d-42b1-ba13-619fa3679503 req-58859d86-7648-48b9-bfa2-2fe5d7a33e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.166710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-021b675b-1b4d-42b1-ba13-619fa3679503 req-58859d86-7648-48b9-bfa2-2fe5d7a33e17 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.3121393 Nov 05 22:09:32.185451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15089fac-d977-4de5-8148-49709e0d998c req-051dd779-e627-4ff8-a31a-f615eea8c375 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.186908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-15089fac-d977-4de5-8148-49709e0d998c req-051dd779-e627-4ff8-a31a-f615eea8c375 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 907 time: 0.0777481 Nov 05 22:09:32.220850 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.226691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.227329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.337053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b675b-1b4d-42b1-ba13-619fa3679503 req-6277570c-62db-4e19-8cbe-ba582a7dadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.338812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-021b675b-1b4d-42b1-ba13-619fa3679503 req-6277570c-62db-4e19-8cbe-ba582a7dadd8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616998 Nov 05 22:09:32.355374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Network': ['ID=60bd757d-fce9-4784-b6e4-f59c591e2b81,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:32.366754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:09:32.372325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e2d2e-f1ba-4430-819c-3b82ab4f1385 req-c6b58645-ebcb-4a42-a39f-f9d2ebf91694 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.374357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-193e2d2e-f1ba-4430-819c-3b82ab4f1385 req-c6b58645-ebcb-4a42-a39f-f9d2ebf91694 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1744993 Nov 05 22:09:32.462859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-a1964f82-9250-48d7-b695-4c4f023899dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.464936 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-a1964f82-9250-48d7-b695-4c4f023899dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 1058 time: 0.0801358 Nov 05 22:09:32.515732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-3d9417c9-7545-4477-9a7a-67ac7556d673 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=838aa1a9-2484-49e2-96e1-63a07e4a792f HTTP/1.1" status: 200 len: 217 time: 0.0423262 Nov 05 22:09:32.519700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fbcf1045-e46a-4f04-9477-aa278bf63b88 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8050597 Nov 05 22:09:32.524445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57336) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:32.540533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'admin_state_up': True, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:32.541110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-193e2d2e-f1ba-4430-819c-3b82ab4f1385 req-ed643e69-b469-45a4-8af7-575357fcbebd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522999 Nov 05 22:09:32.605301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-0915e5c6-2a87-4ca8-95ed-e2bfd7b86698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.606801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-0915e5c6-2a87-4ca8-95ed-e2bfd7b86698 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=887bbc95-2010-4daf-95dd-263360a4c98b HTTP/1.1" status: 200 len: 837 time: 0.0833027 Nov 05 22:09:32.635233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.653933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-0bf98a99-d77a-475d-955b-69f3bc613b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.655410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-0bf98a99-d77a-475d-955b-69f3bc613b1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02fa527d-4d03-4a2f-b106-2aca6a267ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409503 Nov 05 22:09:32.687674 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.688791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.694358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=5f255546-b237-460e-a106-97169d5cbcfe,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:32.716198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': 'd85acc1e-84dd-41a6-9e08-4e3198548f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:32.716566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 8560dcc9-dcd9-4615-a464-b350089e45b7, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:09:32.788117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.799579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-cf3f0337-b9b6-4f7c-8b7e-9f003978b74b service neutron] 10.222.0.13 "GET /v2.0/networks/02fa527d-4d03-4a2f-b106-2aca6a267ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362214 Nov 05 22:09:32.822038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:09:32.937325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 8560dcc9-dcd9-4615-a464-b350089e45b7) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:32.941813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:32.942418 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:32.948238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6bfec9-49ea-4ad8-b343-3f14540d279e None None] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:33.009958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.036087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.062100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0346e36-54e6-452c-8c24-847fafb0d4da tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2439289 Nov 05 22:09:33.064531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:33.071148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-65bfef13-56b8-460e-829c-4c5bfeac9172 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1901147680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:33.074065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63359d8e-6603-4bfd-a08f-c4c0582e5ee7 req-66acbf79-9292-4c4d-8aeb-ea8e001961dc service neutron] 10.222.0.13 "GET /v2.0/networks/02fa527d-4d03-4a2f-b106-2aca6a267ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647171 Nov 05 22:09:33.186754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-8560dcc9-dcd9-4615-a464-b350089e45b7', 'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': '5f255546-b237-460e-a106-97169d5cbcfe'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:09:33.193371 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.204385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f145-2e28-4b00-9e66-91f19fb9e028 req-cafe98d7-2fa1-4217-acc4-ef960e0a20dd tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:33.206910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9592f145-2e28-4b00-9e66-91f19fb9e028 req-cafe98d7-2fa1-4217-acc4-ef960e0a20dd tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 944 time: 0.0754745 Nov 05 22:09:33.212523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65bfef13-56b8-460e-829c-4c5bfeac9172 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.218580 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65bfef13-56b8-460e-829c-4c5bfeac9172 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.280187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65bfef13-56b8-460e-829c-4c5bfeac9172 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.334641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9592f145-2e28-4b00-9e66-91f19fb9e028 req-88522a47-49b2-4c17-8073-e26069263239 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530860 Nov 05 22:09:33.366737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65bfef13-56b8-460e-829c-4c5bfeac9172 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.386645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Allocated IP 172.20.0.2 (8560dcc9-dcd9-4615-a464-b350089e45b7/5f255546-b237-460e-a106-97169d5cbcfe/bae8a5a3-cf80-4fe8-afb5-26515000b8a8) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:33.447160 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65bfef13-56b8-460e-829c-4c5bfeac9172 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.451136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-65bfef13-56b8-460e-829c-4c5bfeac9172 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3829856 Nov 05 22:09:33.451303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.452077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57348) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:33.457420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'port': {'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7', 'name': 'tempest-RoutersTest-829928592'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:33.471961 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.483111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3d441-bf52-433b-b4db-e095f626cb68 req-89361296-dae3-421b-a691-c61d0641c9f8 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:33.484836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5c3d441-bf52-433b-b4db-e095f626cb68 req-89361296-dae3-421b-a691-c61d0641c9f8 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 907 time: 0.1748664 Nov 05 22:09:33.575001 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.630257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.27 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/2c416370-623e-4874-9959-448008a191b4) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:33.676258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e65094-f965-48c6-888d-d32cec090072 req-7191e30e-ceb8-42bb-a1f5-d7759265932f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:33.677995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-51e65094-f965-48c6-888d-d32cec090072 req-7191e30e-ceb8-42bb-a1f5-d7759265932f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.0545514 Nov 05 22:09:33.719677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.738003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:33.743020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:33.746849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:33.752538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Pushing event updated for resources: {'Port': ['ID=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:33.779180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-51e65094-f965-48c6-888d-d32cec090072 req-b9284c37-660a-4486-b45f-a437ed766c60 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939410 Nov 05 22:09:33.783390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.814845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Attempting to bind port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:33.815199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Attempting to bind port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd85acc1e-84dd-41a6-9e08-4e3198548f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:33.815745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Attempting to bind port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 on network 8560dcc9-dcd9-4615-a464-b350089e45b7 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:33.821419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:33.821788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Checking segment: {'id': 'd85acc1e-84dd-41a6-9e08-4e3198548f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:33.822186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.822574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Bound using segment: {'id': 'd85acc1e-84dd-41a6-9e08-4e3198548f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:33.823035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Bound port: bae8a5a3-cf80-4fe8-afb5-26515000b8a8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85acc1e-84dd-41a6-9e08-4e3198548f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8560dcc9-dcd9-4615-a464-b350089e45b7'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:33.823409 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.888186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] For port bae8a5a3-cf80-4fe8-afb5-26515000b8a8, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:33.891226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] For port bae8a5a3-cf80-4fe8-afb5-26515000b8a8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,segment=NetworkSegment(d85acc1e-84dd-41a6-9e08-4e3198548f57),segment_id=d85acc1e-84dd-41a6-9e08-4e3198548f57)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:33.903317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:33.906876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:33.923852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] device_id is not set on port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:09:33.967608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.001956 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.005474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:34.010805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:34.014358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:34.050021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.20.0.11 (8560dcc9-dcd9-4615-a464-b350089e45b7/5f255546-b237-460e-a106-97169d5cbcfe/6073f6f6-388e-43e8-8929-32cdbaaa87a4) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:34.051517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=2c416370-623e-4874-9959-448008a191b4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:34.101619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff84ed-9b84-4ac7-8703-09c5921260cc None None] Pushing event updated for resources: {'Port': ['ID=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:34.264842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.377553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:09:34.384475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.492767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:34.505521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:34.522832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:34.547273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.585761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=6073f6f6-388e-43e8-8929-32cdbaaa87a4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:34.595914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:34.596694 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.620632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:34.632526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb15a3-43e4-4b06-be09-68ab7b5407a2 req-f60e364d-b5b3-4dea-8f68-696d184559ea tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:34.634179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cdb15a3-43e4-4b06-be09-68ab7b5407a2 req-f60e364d-b5b3-4dea-8f68-696d184559ea tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 944 time: 0.1460905 Nov 05 22:09:34.636475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5', 'network_id': '3f09aa6b-d727-4ffe-8d96-aa4aff07028c', 'port_id': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5', 'mac_address': 'fa:16:3e:ae:b8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8c5f6-b2dd-4331-bd3f-b012c5481870', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:09:34.685112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.693749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849621c5-c713-49f9-9fc2-4dd08c3be7bc req-b8d1d5e3-bb3e-4a94-92e7-21af91732632 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:34.695944 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-849621c5-c713-49f9-9fc2-4dd08c3be7bc req-b8d1d5e3-bb3e-4a94-92e7-21af91732632 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 907 time: 0.0823364 Nov 05 22:09:34.700413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:34.701396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7b8112bd-acca-44e1-ab46-25765940f31b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2482779 Nov 05 22:09:34.706107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57358) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:34.725552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:34.794721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:34.891371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:34.997613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:35.123374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95642b9-a4e7-4833-8b5b-6aa445dd23c7 req-2d25b209-4534-4e63-a581-175e252cc19a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:35.131339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e95642b9-a4e7-4833-8b5b-6aa445dd23c7 req-2d25b209-4534-4e63-a581-175e252cc19a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2170014 Nov 05 22:09:35.227434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e95642b9-a4e7-4833-8b5b-6aa445dd23c7 req-bc57686e-657e-4b86-9ed9-f9c379841db1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942988 Nov 05 22:09:35.229816 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:35.247908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cdb15a3-43e4-4b06-be09-68ab7b5407a2 req-08cbdc65-7f9b-4c82-a59a-257e4f8765cd tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042156 Nov 05 22:09:35.260473 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:35.369144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af234812-4d0c-4058-a3ac-ae682683a185 None None] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:35.532066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:35.537195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:09:35.611674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:35.653780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:35.675843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Sync routers for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:35.678685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cf9bb1bb-16d4-4ba3-8933-3d17e60874d6 None None] Provisioning complete for port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:35.679098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb1bb-16d4-4ba3-8933-3d17e60874d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:35.683736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=6073f6f6-388e-43e8-8929-32cdbaaa87a4,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:35.723118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:35.723790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:35.740119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:35.752129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-398ec06d-d120-40c9-b49c-dca3ea2dc9c5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2226803 Nov 05 22:09:35.752313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57366) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:35.922517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bae8a5a3-cf80-4fe8-afb5-26515000b8a8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:35.942360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:35.990652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1a26b0a-6e47-45c2-a64e-35b1ab2c5621 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f80d891c4fcb4471ab0947e7d740456b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2342882 Nov 05 22:09:35.990853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57370) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:36.030667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a0abe-b4a5-49c4-966e-3df37f7aa7f4 req-dea59e1b-fde4-45c0-90b6-cc875cda42f9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:36.043789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f0a0abe-b4a5-49c4-966e-3df37f7aa7f4 req-dea59e1b-fde4-45c0-90b6-cc875cda42f9 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 907 time: 0.2123122 Nov 05 22:09:36.065671 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb1bb-16d4-4ba3-8933-3d17e60874d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.073473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:36.135020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d272e7-3860-4b38-b141-38d7557d7dfd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:36.136572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-91d272e7-3860-4b38-b141-38d7557d7dfd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449566 Nov 05 22:09:36.139388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57372) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:36.185557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:36.185789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-58724c20-36cd-4332-96f1-596985bbfbf4 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382321 Nov 05 22:09:36.185933 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.186041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57374) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:36.189514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2035076012', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:36.224484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cf9bb1bb-16d4-4ba3-8933-3d17e60874d6 None None] For port bae8a5a3-cf80-4fe8-afb5-26515000b8a8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,segment=NetworkSegment(d85acc1e-84dd-41a6-9e08-4e3198548f57),segment_id=d85acc1e-84dd-41a6-9e08-4e3198548f57)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:36.308835 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb1bb-16d4-4ba3-8933-3d17e60874d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.332363 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.380484 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-699e9de8-9be3-4f43-9ee6-144a03183f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.390613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 838aa1a9-2484-49e2-96e1-63a07e4a792f details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:09:36.392601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:36.400689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bb1bb-16d4-4ba3-8933-3d17e60874d6 None None] Pushing event updated for resources: {'Port': ['ID=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:36.483033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437c1a-44d5-4571-87f7-28122c78150d req-fe8b94e4-f1d4-495f-bbcc-5b1dba9cb0ac tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:36.484803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55437c1a-44d5-4571-87f7-28122c78150d req-fe8b94e4-f1d4-495f-bbcc-5b1dba9cb0ac tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1169875 Nov 05 22:09:36.511884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:36.518783 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.557163 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55437c1a-44d5-4571-87f7-28122c78150d req-2ddb460a-b1c1-4a0f-ba89-353241e06f10 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645115 Nov 05 22:09:36.565872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-30bc21ed-908f-4069-8c7d-a5cdc3ff6fe7 None None] Provisioning complete for port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:36.566254 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30bc21ed-908f-4069-8c7d-a5cdc3ff6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.655792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28825f-818c-4045-8e8c-7e1bb8d97c74 req-1118f365-fbb8-4b88-8d13-c45e1c378ff3 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:36.657779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd28825f-818c-4045-8e8c-7e1bb8d97c74 req-1118f365-fbb8-4b88-8d13-c45e1c378ff3 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 945 time: 0.2766190 Nov 05 22:09:36.690647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 838aa1a9-2484-49e2-96e1-63a07e4a792f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=838aa1a9-2484-49e2-96e1-63a07e4a792f,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:36.710768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '838aa1a9-2484-49e2-96e1-63a07e4a792f', 'network_id': '02fa527d-4d03-4a2f-b106-2aca6a267ea1', 'port_id': '838aa1a9-2484-49e2-96e1-63a07e4a792f', 'mac_address': 'fa:16:3e:1d:0b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887bbc95-2010-4daf-95dd-263360a4c98b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:09:36.834459 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.852957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838aa1a9-2484-49e2-96e1-63a07e4a792f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:36.862691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:09:36.876223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:34Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:36.889432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:36.889432 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:36.994361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 838aa1a9-2484-49e2-96e1-63a07e4a792f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=838aa1a9-2484-49e2-96e1-63a07e4a792f,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:36.997138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Checking router: 48ba96b3-3d62-4aa4-b892-32a35032a5c2 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:36.997490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Updating router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 port 2c416370-623e-4874-9959-448008a191b4 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:09:37.045237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-30bc21ed-908f-4069-8c7d-a5cdc3ff6fe7 None None] Provisioning complete for port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:37.045551 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30bc21ed-908f-4069-8c7d-a5cdc3ff6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.047287 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.101949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.154588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.166664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd28825f-818c-4045-8e8c-7e1bb8d97c74 req-69a71542-54f8-4ab3-8806-e92a276f7199 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626188 Nov 05 22:09:37.171940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.248127 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.254940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0842d-2f5d-42ab-aa7e-9e713074117c req-4b6ff617-83ab-416e-98bf-c35315c538d0 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:37.256936 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1ca0842d-2f5d-42ab-aa7e-9e713074117c req-4b6ff617-83ab-416e-98bf-c35315c538d0 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 908 time: 0.0958679 Nov 05 22:09:37.271590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-30bc21ed-908f-4069-8c7d-a5cdc3ff6fe7 None None] Port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:37.311231 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.332139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=838aa1a9-2484-49e2-96e1-63a07e4a792f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:37.354935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['838aa1a9-2484-49e2-96e1-63a07e4a792f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:37.379921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:37.390259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:37.392083 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f8ab1d-d05f-4613-9a6e-85b1216fd665" -d '{"events": [{"server_uuid": "2bd8d512-da94-4ada-bc6e-60b87609f240", "name": "network-vif-plugged", "status": "completed", "tag": "0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:37.466123 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e05040e-cc91-4733-b401-22a654fc233f x-openstack-request-id: req-4e05040e-cc91-4733-b401-22a654fc233f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:37.467077 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8d512-da94-4ada-bc6e-60b87609f240", "name": "network-vif-plugged", "status": "completed", "tag": "0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:37.467479 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e05040e-cc91-4733-b401-22a654fc233f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:37.471395 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5', 'code': 200} Nov 05 22:09:37.498004 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:09:37.604669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda02e8-70f4-4129-9bc9-8eeed29451c6 req-86e1fefd-c06a-4edf-acf2-b45b4db61fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:37.606598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeda02e8-70f4-4129-9bc9-8eeed29451c6 req-86e1fefd-c06a-4edf-acf2-b45b4db61fd1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 1097 time: 0.0797839 Nov 05 22:09:37.610062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-067718f0-8d86-446d-97f0-bd0d7ad463c5 None None] Provisioning complete for port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:37.610434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-067718f0-8d86-446d-97f0-bd0d7ad463c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.619048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.711065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.728304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Subnet': ['ID=30044f59-9921-43c1-b64b-0abe9eab4e10,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:37.742609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-067718f0-8d86-446d-97f0-bd0d7ad463c5 None None] Port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:37.767286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:37.781340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeda02e8-70f4-4129-9bc9-8eeed29451c6 req-f8a9ec16-152d-4465-92c9-c9f116d7d6e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675041 Nov 05 22:09:37.783052 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.790217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Checking segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:37.790574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network hostable DHCP agents. Network: 60bd757d-fce9-4784-b6e4-f59c591e2b81, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:09:37.852693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=6073f6f6-388e-43e8-8929-32cdbaaa87a4,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:37.857949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ff501-f5e7-45c4-bd22-6ede245e405a req-6791481c-1177-4bf4-83ea-94aa6e622b8d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:37.866254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c4ff501-f5e7-45c4-bd22-6ede245e405a req-6791481c-1177-4bf4-83ea-94aa6e622b8d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.0839014 Nov 05 22:09:37.881329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:37.899866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:37.901302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:37.913129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bae8a5a3-cf80-4fe8-afb5-26515000b8a8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:37.949369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c4ff501-f5e7-45c4-bd22-6ede245e405a req-10954dc5-2b3a-4c90-a311-4d5b56b7e2ff tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814660 Nov 05 22:09:37.952809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-563d847f-6033-43cb-a39d-d61a00257f74 req-8090f5fa-c017-43ee-99f4-a2ba42b4bb77 service neutron] (102291) timed out ('10.222.0.41', 34012) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:09:37.955739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:09:37.995422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Attempting to bind port 2c416370-623e-4874-9959-448008a191b4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:37.995889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Attempting to bind port 2c416370-623e-4874-9959-448008a191b4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:37.996263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Attempting to bind port 2c416370-623e-4874-9959-448008a191b4 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:38.019893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:38.020316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:38.020678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.021072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:38.021555 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Bound port: 2c416370-623e-4874-9959-448008a191b4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:38.021937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.051453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946c98b-740e-410f-8cec-46080224c65b None None] Pushing event updated for resources: {'Port': ['ID=2c416370-623e-4874-9959-448008a191b4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:38.082939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:38.083314 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.092021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 60bd757d-fce9-4784-b6e4-f59c591e2b81) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:38.096233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:38.096831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.117908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0c5ddc-b95e-4433-9352-5fcb177e4544 None None] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:38.143398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 4cb6dd8a-c4f0-4932-9672-317ebd510f37 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:09:38.240549 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-89382445-3d06-4247-8d35-6572e9a01545 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0567091 Nov 05 22:09:38.247627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57396) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:38.316714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:38.330523 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0d88c23a-688f-43ff-adcf-ef096c34713b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/4cb6dd8a-c4f0-4932-9672-317ebd510f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6158879 Nov 05 22:09:38.330523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57400) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:38.332192 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] Sync routers for ids ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:38.340367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] For port 2c416370-623e-4874-9959-448008a191b4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:38.353922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] For port 2c416370-623e-4874-9959-448008a191b4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c416370-623e-4874-9959-448008a191b4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:38.358837 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] Routers {'4cb6dd8a-c4f0-4932-9672-317ebd510f37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:38.361448 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:38.391080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb797f6b-974f-49e4-95a7-e09f02770211 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:38.395289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb797f6b-974f-49e4-95a7-e09f02770211 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports/6073f6f6-388e-43e8-8929-32cdbaaa87a4 HTTP/1.1" status: 200 len: 977 time: 0.0648987 Nov 05 22:09:38.398969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57402) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:38.432151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 838aa1a9-2484-49e2-96e1-63a07e4a792f up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:38.432739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:38.446982 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] Routers {'4cb6dd8a-c4f0-4932-9672-317ebd510f37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:38.450739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:38.484404 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.489609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525b710-c919-48cc-b03d-6bb3c68bcb50 req-9cb61140-61a6-44d7-adeb-631f24c451cc tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:38.492455 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3525b710-c919-48cc-b03d-6bb3c68bcb50 req-9cb61140-61a6-44d7-adeb-631f24c451cc tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 946 time: 0.2141256 Nov 05 22:09:38.533225 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:38.534639 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846623ac-5198-4dda-bf8e-6b41b3d548a1 None None] The sync data for ids ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:38.546777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199c839-f9bb-4652-bf8b-3d9954617573 req-ed0bb3db-23a0-4514-bc54-fc5a29277950 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:38.549929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3199c839-f9bb-4652-bf8b-3d9954617573 req-ed0bb3db-23a0-4514-bc54-fc5a29277950 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 908 time: 0.1435959 Nov 05 22:09:38.567166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6561826e-9b73-4a94-bea4-51c091ce6611 None None] Provisioning complete for port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:38.567528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6561826e-9b73-4a94-bea4-51c091ce6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.571121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946c98b-740e-410f-8cec-46080224c65b None None] Pushing event updated for resources: {'Port': ['ID=2c416370-623e-4874-9959-448008a191b4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:38.666083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3525b710-c919-48cc-b03d-6bb3c68bcb50 req-ab976ddd-eb0f-4384-b3fa-72c2e22d2e63 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596100 Nov 05 22:09:38.667614 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0aac3f02-2330-45d6-b329-bf5924f839f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.705108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6561826e-9b73-4a94-bea4-51c091ce6611 None None] Port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:38.765250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:38.765904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:38.941667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:38.945428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-60bd757d-fce9-4784-b6e4-f59c591e2b81', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:09:38.946346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:38.951442 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.004366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.094109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 838aa1a9-2484-49e2-96e1-63a07e4a792f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:09:39.148585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 838aa1a9-2484-49e2-96e1-63a07e4a792f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:39.148954 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.197135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd2bde-afdd-4867-b0d7-ab0a4d44da02 req-3fe33d01-8b09-41c6-a52b-d2398806a4dd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:39.198805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0edd2bde-afdd-4867-b0d7-ab0a4d44da02 req-3fe33d01-8b09-41c6-a52b-d2398806a4dd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1453204 Nov 05 22:09:39.246179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port 6073f6f6-388e-43e8-8929-32cdbaaa87a4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:39.246434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.300754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0edd2bde-afdd-4867-b0d7-ab0a4d44da02 req-51a58277-293e-4191-85ca-be871373364f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631642 Nov 05 22:09:39.343424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.351599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Allocated IP 172.20.0.2 (60bd757d-fce9-4784-b6e4-f59c591e2b81/30044f59-9921-43c1-b64b-0abe9eab4e10/e967e5b8-c0dc-45bd-a319-61bbfd35a7d7) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:39.356215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for 6073f6f6-388e-43e8-8929-32cdbaaa87a4 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:39.394109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.470672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838aa1a9-2484-49e2-96e1-63a07e4a792f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:39.472858 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d799371a-1714-4c7d-b046-8e953d73e5dc" -d '{"events": [{"server_uuid": "0a220fd5-c79a-4dc6-b4ac-501bc900d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "838aa1a9-2484-49e2-96e1-63a07e4a792f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:39.476153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:34Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:39.517444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 838aa1a9-2484-49e2-96e1-63a07e4a792f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=838aa1a9-2484-49e2-96e1-63a07e4a792f,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:39.521635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2bbeb-a41c-499b-bdfd-b379cd62f0c0 None None] The sync data for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 is: [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:34Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:39.531275 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69880783-6db6-4a47-b7e2-99dc6ea2a21a x-openstack-request-id: req-69880783-6db6-4a47-b7e2-99dc6ea2a21a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:39.531275 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a220fd5-c79a-4dc6-b4ac-501bc900d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "838aa1a9-2484-49e2-96e1-63a07e4a792f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:39.531275 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69880783-6db6-4a47-b7e2-99dc6ea2a21a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:39.531275 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838aa1a9-2484-49e2-96e1-63a07e4a792f', 'code': 200} Nov 05 22:09:39.586340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.623425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.639927 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.658768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=838aa1a9-2484-49e2-96e1-63a07e4a792f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:39.669623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=6073f6f6-388e-43e8-8929-32cdbaaa87a4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:39.758136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d38f81-caca-4dca-adad-88c7ea0ccbfa req-6e4c011b-abdf-4dee-8290-99ec2b4d258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:39.758340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7d38f81-caca-4dca-adad-88c7ea0ccbfa req-6e4c011b-abdf-4dee-8290-99ec2b4d258b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 1060 time: 0.1640427 Nov 05 22:09:39.759054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:39.778994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792a6cc-ca26-4236-b268-0f10f8bb69ab req-9607c54b-a41c-4a07-92c8-056d6e46cb40 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:39.780594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b792a6cc-ca26-4236-b268-0f10f8bb69ab req-9607c54b-a41c-4a07-92c8-056d6e46cb40 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 909 time: 0.1218011 Nov 05 22:09:39.893618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:39.894579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.1 (60bd757d-fce9-4784-b6e4-f59c591e2b81/30044f59-9921-43c1-b64b-0abe9eab4e10/970cb36c-4da4-4a2d-a166-1d2db6c286a8) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:39.902024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:39.908402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:39.912610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Pushing event updated for resources: {'Port': ['ID=e967e5b8-c0dc-45bd-a319-61bbfd35a7d7,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:40.001475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Attempting to bind port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:40.004655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Attempting to bind port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:40.004655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Attempting to bind port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:40.004897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.008536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:40.008975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Checking segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:40.009552 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.010025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Bound using segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:40.010927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Bound port: e967e5b8-c0dc-45bd-a319-61bbfd35a7d7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:40.011702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.037305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcf0a6-b594-497b-8f76-d810aef535b5 req-cf7fff7c-24da-4794-b30d-601285481f23 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:40.039857 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8bcf0a6-b594-497b-8f76-d810aef535b5 req-cf7fff7c-24da-4794-b30d-601285481f23 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 946 time: 0.2253113 Nov 05 22:09:40.080706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.095030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] For port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:40.096660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.109569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] For port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e967e5b8-c0dc-45bd-a319-61bbfd35a7d7,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:40.161041 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.243843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a5d84-f4a4-469c-9194-5207ce1b63f9 None None] Pushing event updated for resources: {'Port': ['ID=e967e5b8-c0dc-45bd-a319-61bbfd35a7d7,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:40.268211 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.285817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8bcf0a6-b594-497b-8f76-d810aef535b5 req-71d9eb7f-b1de-447b-b81f-22bbc30b523a tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928029 Nov 05 22:09:40.302169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 4cb6dd8a-c4f0-4932-9672-317ebd510f37 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:40.339076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:40.342620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:40.359410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:40.443601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=970cb36c-4da4-4a2d-a166-1d2db6c286a8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:40.476838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:40.526934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:40.539056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9702c231-9e58-4f5b-8ed1-f4834825b46f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/4cb6dd8a-c4f0-4932-9672-317ebd510f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399372 Nov 05 22:09:40.544798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] Sync routers for ids ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:40.555737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57424) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:40.579309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] Routers {'4cb6dd8a-c4f0-4932-9672-317ebd510f37'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:40.581508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:40.607906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e59c1-14c4-468f-b67e-3edfe0dcc081 req-9f39b65d-f7a0-4c08-a52f-ab925be38775 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:40.617538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd8e59c1-14c4-468f-b67e-3edfe0dcc081 req-9f39b65d-f7a0-4c08-a52f-ab925be38775 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 946 time: 0.2402656 Nov 05 22:09:40.671001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:40.681508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] Routers {'4cb6dd8a-c4f0-4932-9672-317ebd510f37'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:40.682269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:40.736116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:40.742210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703bee84-0f7d-476a-a7c3-772158fe726e None None] The sync data for ids ['4cb6dd8a-c4f0-4932-9672-317ebd510f37'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:40.780527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd8e59c1-14c4-468f-b67e-3edfe0dcc081 req-aa739ae8-44c0-4f7e-87a8-82e81c2c78d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620789 Nov 05 22:09:40.783678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db77b18-0ee4-45c3-8dcc-6efd8bfaebdc req-9912b97c-c212-4a1c-af77-5b983645ae1f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:40.785277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4db77b18-0ee4-45c3-8dcc-6efd8bfaebdc req-9912b97c-c212-4a1c-af77-5b983645ae1f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.3118680 Nov 05 22:09:40.861526 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-bb572584-e651-4648-ac1a-82f6e465ca61 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] remove_router_interface failed (client error): The resource could not be found. Nov 05 22:09:40.862665 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb572584-e651-4648-ac1a-82f6e465ca61 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/4cb6dd8a-c4f0-4932-9672-317ebd510f37/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2928767 Nov 05 22:09:40.865655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57430) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:40.899817 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4db77b18-0ee4-45c3-8dcc-6efd8bfaebdc req-c34431ac-eca1-4ead-ab28-51704b2d2780 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027415 Nov 05 22:09:40.939999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-88847719-0fd5-48bb-a99d-f6fd5c39307d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cb6dd8a-c4f0-4932-9672-317ebd510f37 HTTP/1.1" status: 200 len: 205 time: 0.0719700 Nov 05 22:09:40.943459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57434) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:40.985100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.040557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ad562-0b24-429c-b2ab-6a9ccda3b66f req-aa2db067-3594-429d-bfdc-5c524e3a4b2f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:41.042043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-506ad562-0b24-429c-b2ab-6a9ccda3b66f req-aa2db067-3594-429d-bfdc-5c524e3a4b2f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 909 time: 0.1276138 Nov 05 22:09:41.056137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5d01-7ac9-4afc-8b61-8ceb2e6d445d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.311065 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.440436 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.513795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.531235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=970cb36c-4da4-4a2d-a166-1d2db6c286a8,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:41.540640 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5d01-7ac9-4afc-8b61-8ceb2e6d445d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.541766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.542964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5d01-7ac9-4afc-8b61-8ceb2e6d445d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.667044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:41.668486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:41.703879 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5d01-7ac9-4afc-8b61-8ceb2e6d445d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.704534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a5d01-7ac9-4afc-8b61-8ceb2e6d445d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Fanout notify agent at l3_agent the message router_deleted on router 4cb6dd8a-c4f0-4932-9672-317ebd510f37 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:09:41.723366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5d01-7ac9-4afc-8b61-8ceb2e6d445d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.727123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ef2a5d01-7ac9-4afc-8b61-8ceb2e6d445d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/4cb6dd8a-c4f0-4932-9672-317ebd510f37 HTTP/1.1" status: 204 len: 168 time: 0.7824514 Nov 05 22:09:41.731623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57444) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:41.760619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c50dd5-8e36-4973-9a74-dd864bef6968 None None] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:41.910970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-07c5a199-762d-4e7d-9bc7-0fda3a3f7c6c None None] Provisioning complete for port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:41.913879 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07c5a199-762d-4e7d-9bc7-0fda3a3f7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:41.953741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:42.129995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66003734-2203-47aa-91e8-507a70fabb41 req-57792e7e-932d-4fe7-a38a-98548e0d53e9 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:42.138605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66003734-2203-47aa-91e8-507a70fabb41 req-57792e7e-932d-4fe7-a38a-98548e0d53e9 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 946 time: 0.1067524 Nov 05 22:09:42.189686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-66003734-2203-47aa-91e8-507a70fabb41 req-a6dcc1f6-06b7-4971-a4ed-57f424d360c0 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498998 Nov 05 22:09:42.286973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:42.287344 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.336817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet 5f255546-b237-460e-a106-97169d5cbcfe {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:09:42.342099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.342295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd97c9-1834-4b90-9114-323b8fea8317 req-588a6ecf-7f81-4633-9ae4-d5396ed021d4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:42.343344 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34cd97c9-1834-4b90-9114-323b8fea8317 req-588a6ecf-7f81-4633-9ae4-d5396ed021d4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.0740411 Nov 05 22:09:42.343701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.364690 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07c5a199-762d-4e7d-9bc7-0fda3a3f7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.412433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:42.427051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-07c5a199-762d-4e7d-9bc7-0fda3a3f7c6c None None] For port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e967e5b8-c0dc-45bd-a319-61bbfd35a7d7,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:42.428695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-34cd97c9-1834-4b90-9114-323b8fea8317 req-e0499feb-6bd2-4b58-8e7e-72af1b23680e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742664 Nov 05 22:09:42.439456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6818b-b0df-43c7-9e75-1736d69204a9 req-cc60a2c8-545a-463c-ae61-f49a5d4fcb88 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:42.445600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ba6818b-b0df-43c7-9e75-1736d69204a9 req-cc60a2c8-545a-463c-ae61-f49a5d4fcb88 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 946 time: 0.1834266 Nov 05 22:09:42.456051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.468612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.505318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-8cf373f4-5150-4161-831f-609fd473cbb3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:42.508652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-8cf373f4-5150-4161-831f-609fd473cbb3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 946 time: 0.2453628 Nov 05 22:09:42.533635 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07c5a199-762d-4e7d-9bc7-0fda3a3f7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.602194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a35d1d-ac9e-4fe0-a711-3c6ab848d4df req-645ab562-b3c5-4d29-886e-d642b0d112ac tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:42.605064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9a35d1d-ac9e-4fe0-a711-3c6ab848d4df req-645ab562-b3c5-4d29-886e-d642b0d112ac tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 909 time: 0.0824850 Nov 05 22:09:42.628971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:09:42.628971 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:09:42.656930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a199-762d-4e7d-9bc7-0fda3a3f7c6c None None] Pushing event updated for resources: {'Port': ['ID=e967e5b8-c0dc-45bd-a319-61bbfd35a7d7,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:42.721573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ba6818b-b0df-43c7-9e75-1736d69204a9 req-ab87053f-ef78-4e5b-a3f6-d5ab74e0ccf5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b09285-3875-4b18-bad7-773cb9c3a030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689507 Nov 05 22:09:42.763690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.773513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-41df7557-e209-4925-a8bd-6ab4e4f5c1e2 None None] Provisioning complete for port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:42.774076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cd79c-2b78-4319-a389-b5e572370bd7 req-fde9534a-2aca-41e1-9d6a-10179938a243 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:42.774191 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41df7557-e209-4925-a8bd-6ab4e4f5c1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.774287 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d9cd79c-2b78-4319-a389-b5e572370bd7 req-fde9534a-2aca-41e1-9d6a-10179938a243 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 909 time: 0.0805299 Nov 05 22:09:42.817075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-41df7557-e209-4925-a8bd-6ab4e4f5c1e2 None None] Port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:42.837429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-41df7557-e209-4925-a8bd-6ab4e4f5c1e2 None None] Provisioning complete for port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:42.839089 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41df7557-e209-4925-a8bd-6ab4e4f5c1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.844228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:42.855656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-236a980a-b7f4-46c2-b011-94e00f93bcfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/48ba96b3-3d62-4aa4-b892-32a35032a5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6099606 Nov 05 22:09:42.858803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port 1a8371f7-77e0-4184-94de-929cfaef00ce {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:42.859145 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:42.869033 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Sync routers for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:42.885791 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:42.889987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:43.021066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de9fd1-8922-43e1-9dc5-212621d27bc3 req-c969d9c7-53bd-4c0e-b003-d9e9d4f1d187 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:43.023392 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e7de9fd1-8922-43e1-9dc5-212621d27bc3 req-c969d9c7-53bd-4c0e-b003-d9e9d4f1d187 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 1060 time: 0.1227784 Nov 05 22:09:43.026774 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.037744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] For port 1a8371f7-77e0-4184-94de-929cfaef00ce, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1a8371f7-77e0-4184-94de-929cfaef00ce,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:43.038118 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.071822 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:43.076709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=5f255546-b237-460e-a106-97169d5cbcfe,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:43.084264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for 1a8371f7-77e0-4184-94de-929cfaef00ce owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:43.087016 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.090369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ac7f1290-48c8-4f07-a4c4-5bfc1a5552e3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/5f255546-b237-460e-a106-97169d5cbcfe HTTP/1.1" status: 204 len: 168 time: 1.3575566 Nov 05 22:09:43.093254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57472) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:43.099077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003179ef-6f67-4af2-8c3b-9234d5079925 None None] Network 8560dcc9-dcd9-4615-a464-b350089e45b7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:43.286666 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-8db8fa49-10e9-4b8c-aed5-0ea266ba21f4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747283904&fields=id&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 267 time: 0.2076559 Nov 05 22:09:43.296495 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c416370-623e-4874-9959-448008a191b4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:43.298553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.310217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9265f7b2-4f2b-4741-bf77-bfc0a56c10ce None None] Provisioning complete for port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:43.310217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9265f7b2-4f2b-4741-bf77-bfc0a56c10ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.361999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904d162-9490-451a-a079-c8e751875a1a req-24ade943-eba0-43fd-9fbc-9223f6e1fe47 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:43.363533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c904d162-9490-451a-a079-c8e751875a1a req-24ade943-eba0-43fd-9fbc-9223f6e1fe47 tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 946 time: 0.1730878 Nov 05 22:09:43.432349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3361e-351a-4a17-b29a-0bba11445a27 req-74c7752f-8e5b-44b0-a992-b690b6cdeb1e tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:43.433929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-add3361e-351a-4a17-b29a-0bba11445a27 req-74c7752f-8e5b-44b0-a992-b690b6cdeb1e tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1135 time: 0.2089448 Nov 05 22:09:43.439894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9265f7b2-4f2b-4741-bf77-bfc0a56c10ce None None] Port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:43.476846 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:41Z', 'revision_number': 2, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:43.490973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2c416370-623e-4874-9959-448008a191b4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:43.491799 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.536355 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Checking router: 48ba96b3-3d62-4aa4-b892-32a35032a5c2 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:43.536783 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Updating router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:09:43.544547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.13', 58618) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:43.548247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-9167d911-7223-4872-8ac4-68b07470752f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:43.551816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-add3361e-351a-4a17-b29a-0bba11445a27 req-97b96542-2c32-4be4-907c-89bb4f20dcb0 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0854669 Nov 05 22:09:43.556510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-9167d911-7223-4872-8ac4-68b07470752f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 796 time: 0.2588170 Nov 05 22:09:43.575372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57478) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:43.576252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-956ed249-38d3-44db-99b8-5eeac31615cd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/quotas/f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 375 time: 0.0188017 Nov 05 22:09:43.576416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] DHCP port deletion for 8560dcc9-dcd9-4615-a464-b350089e45b7 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:09:43.622220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Deleting port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:43.622488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.623904 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.637313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b752b9-6e71-4679-b3bc-eba1a9eb2397 None None] Provisioning complete for port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:43.637898 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b752b9-6e71-4679-b3bc-eba1a9eb2397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.702675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-5cb53f70-d366-4f18-bf4b-3c2fa83c532e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195569 Nov 05 22:09:43.722833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b752b9-6e71-4679-b3bc-eba1a9eb2397 None None] Port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:43.729639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:43.730199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.736849 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.754099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] Deleting port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:43.754733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.761229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-9156517c-c2e7-4f58-8578-a467961b654a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2080922 Nov 05 22:09:43.776216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 2c416370-623e-4874-9959-448008a191b4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c416370-623e-4874-9959-448008a191b4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:43.787068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.824578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1a8371f7-77e0-4184-94de-929cfaef00ce'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:43.845716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633dbe9c-4690-45b5-8f8d-ea0d2697c012 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:43.846998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-633dbe9c-4690-45b5-8f8d-ea0d2697c012 tempest-TestSecurityGroupsBasicOps-2095579094 tempest-TestSecurityGroupsBasicOps-2095579094-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 1055 time: 0.2527943 Nov 05 22:09:43.863194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] For port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,segment=NetworkSegment(b1b5ea71-00c4-4246-be17-dc317c065780),segment_id=b1b5ea71-00c4-4246-be17-dc317c065780)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:43.864883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.873772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] For port bae8a5a3-cf80-4fe8-afb5-26515000b8a8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,segment=NetworkSegment(d85acc1e-84dd-41a6-9e08-4e3198548f57),segment_id=d85acc1e-84dd-41a6-9e08-4e3198548f57)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:43.874246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.883333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Calling delete_port for 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:43.888226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] Calling delete_port for bae8a5a3-cf80-4fe8-afb5-26515000b8a8 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:43.891202 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:43.933086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a45ee-f19a-4e35-98ca-ba860d68fadb req-c8adbdc4-e68f-462d-91f8-88cd8579010c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:43.951405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c2a45ee-f19a-4e35-98ca-ba860d68fadb req-c8adbdc4-e68f-462d-91f8-88cd8579010c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 946 time: 0.2732241 Nov 05 22:09:43.952322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=1a8371f7-77e0-4184-94de-929cfaef00ce,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:44.018276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port bae8a5a3-cf80-4fe8-afb5-26515000b8a8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,segment=NetworkSegment(d85acc1e-84dd-41a6-9e08-4e3198548f57),segment_id=d85acc1e-84dd-41a6-9e08-4e3198548f57)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:44.018663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.038391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=2c416370-623e-4874-9959-448008a191b4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:44.050062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.050751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.050751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.051051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.051384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.051770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.052103 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.052430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.052866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.053088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.053506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.053719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:09:44.058880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] No DVR routers for this DVR port 1a8371f7-77e0-4184-94de-929cfaef00ce on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:44.072104 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.073860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-17263146-1d3c-4b88-a761-9b9db4096cfa service neutron] 10.222.0.41 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626990 Nov 05 22:09:44.083945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.084763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:44.085572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "DELETE /v2.0/ports/1a8371f7-77e0-4184-94de-929cfaef00ce HTTP/1.1" status: 204 len: 173 time: 1.5651212 Nov 05 22:09:44.086556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for bae8a5a3-cf80-4fe8-afb5-26515000b8a8 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:44.089119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'name': 'network-vif-deleted', 'tag': '1a8371f7-77e0-4184-94de-929cfaef00ce'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:44.091437 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ca3e92-38c6-48f6-a330-b12698044124" -d '{"events": [{"server_uuid": "2bdd696c-f817-4d6d-a66d-eacf1ce712f4", "name": "network-vif-deleted", "tag": "1a8371f7-77e0-4184-94de-929cfaef00ce"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:44.110441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-91db17b3-0148-482d-b3f0-43d2c6b109d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:44.112009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-91db17b3-0148-482d-b3f0-43d2c6b109d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 1060 time: 0.2606432 Nov 05 22:09:44.163721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:44.164014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.165042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c2a45ee-f19a-4e35-98ca-ba860d68fadb req-9cb9b792-13b2-412a-bdc5-08578a19633f tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e6face2-aad9-4d3c-9e39-3ffe5873367d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215967 Nov 05 22:09:44.192348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bf36c27c-586c-43e8-a3b0-e669d4302e70 service neutron] 10.222.0.41 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073072 Nov 05 22:09:44.217716 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.247718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.297652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Pushing event deleted for resources: {'Port': ['ID=0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:44.304248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:44.307926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.314746 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37780c34-aba5-4ee6-a37c-5f75b431ff69 None None] Pushing event updated for resources: {'Port': ['ID=970cb36c-4da4-4a2d-a166-1d2db6c286a8,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:44.362983 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.404047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] No DVR routers for this DVR port 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:44.406832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.411057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c904d162-9490-451a-a079-c8e751875a1a req-23ca04f4-05cd-440c-abf5-1d9bdc9c648c tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.13 "DELETE /v2.0/ports/0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 HTTP/1.1" status: 204 len: 173 time: 0.9938431 Nov 05 22:09:44.412467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'name': 'network-vif-deleted', 'tag': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:44.415088 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5d170-d835-4a20-a80e-e52f9b12d64f" -d '{"events": [{"server_uuid": "2bd8d512-da94-4ada-bc6e-60b87609f240", "name": "network-vif-deleted", "tag": "0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:44.443757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:44.460494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] Pushing event deleted for resources: {'Port': ['ID=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:44.464270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=bae8a5a3-cf80-4fe8-afb5-26515000b8a8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:44.465704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5517e5-8ce1-4d7f-902a-a3f47db27f2b None None] No DVR routers for this DVR port bae8a5a3-cf80-4fe8-afb5-26515000b8a8 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:44.480087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Attempting to bind port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:44.480451 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Attempting to bind port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:44.480871 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Attempting to bind port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:44.497736 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:44.497977 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Checking segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:44.498356 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.498750 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Bound using segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:44.499420 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Bound port: 970cb36c-4da4-4a2d-a166-1d2db6c286a8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:44.499833 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.588934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-058ab88d-b964-4d69-b7c1-d5aff6241cd9 req-6bf43472-5715-47ef-aba0-8de3e73a3415 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.0624464 Nov 05 22:09:44.611175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bae8a5a3-cf80-4fe8-afb5-26515000b8a8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:44.618175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-361ffe94-ea35-431f-a4d5-92f7d80248a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:44.619733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-361ffe94-ea35-431f-a4d5-92f7d80248a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02fa527d-4d03-4a2f-b106-2aca6a267ea1 HTTP/1.1" status: 200 len: 898 time: 0.4675100 Nov 05 22:09:44.644938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: bae8a5a3-cf80-4fe8-afb5-26515000b8a8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:44.645706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bae8a5a3-cf80-4fe8-afb5-26515000b8a8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:44.662999 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] For port 970cb36c-4da4-4a2d-a166-1d2db6c286a8, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:44.673836 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] For port 970cb36c-4da4-4a2d-a166-1d2db6c286a8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=970cb36c-4da4-4a2d-a166-1d2db6c286a8,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:44.759401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-78812761-90a2-456e-bfb8-868b1345ab9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=838aa1a9-2484-49e2-96e1-63a07e4a792f HTTP/1.1" status: 200 len: 217 time: 0.1258740 Nov 05 22:09:44.770002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d6bbc-7aca-45bf-aa00-5817f004da57 req-3523e59f-da6e-4cd3-895d-b6409d5329c0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:44.772057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-404d6bbc-7aca-45bf-aa00-5817f004da57 req-3523e59f-da6e-4cd3-895d-b6409d5329c0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.4870083 Nov 05 22:09:44.829517 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.863292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.885820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b8f08a80-dc06-4447-ae4b-237f3d872840 None None] Provisioning complete for port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:44.889543 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8f08a80-dc06-4447-ae4b-237f3d872840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:44.905183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-404d6bbc-7aca-45bf-aa00-5817f004da57 req-2f6d203b-c218-402c-b647-d1a20ae13614 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203170 Nov 05 22:09:44.920100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-ed94924c-214b-4e00-9b1e-93684ecc908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:44.921406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-ed94924c-214b-4e00-9b1e-93684ecc908e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=887bbc95-2010-4daf-95dd-263360a4c98b HTTP/1.1" status: 200 len: 837 time: 0.1478922 Nov 05 22:09:44.923178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8560dcc9-dcd9-4615-a464-b350089e45b7']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:44.971962 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:44.972634 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:44.993281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85acc1e-84dd-41a6-9e08-4e3198548f57') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:44.993589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85acc1e-84dd-41a6-9e08-4e3198548f57') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:45.001824 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed21385-e2e8-41ce-9b82-40aba7d8e389 x-openstack-request-id: req-eed21385-e2e8-41ce-9b82-40aba7d8e389 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:45.002139 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdd696c-f817-4d6d-a66d-eacf1ce712f4", "name": "network-vif-deleted", "tag": "1a8371f7-77e0-4184-94de-929cfaef00ce", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:45.002377 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eed21385-e2e8-41ce-9b82-40aba7d8e389 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:45.002789 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdd696c-f817-4d6d-a66d-eacf1ce712f4', 'name': 'network-vif-deleted', 'tag': '1a8371f7-77e0-4184-94de-929cfaef00ce', 'status': 'completed', 'code': 200} Nov 05 22:09:45.009964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.038772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-357a3868-e29b-4cdc-a149-30412a767613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:45.038772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-357a3868-e29b-4cdc-a149-30412a767613 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02fa527d-4d03-4a2f-b106-2aca6a267ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839007 Nov 05 22:09:45.058139 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8f08a80-dc06-4447-ae4b-237f3d872840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.063677 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.103153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:09:45.103733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:09:45.107042 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:09:45.110859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b8f08a80-dc06-4447-ae4b-237f3d872840 None None] For port 970cb36c-4da4-4a2d-a166-1d2db6c286a8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=970cb36c-4da4-4a2d-a166-1d2db6c286a8,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:45.159704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9794c323-b788-451a-aa19-93cc8515c671 req-dbb20fc2-08e8-429d-a869-0338d0326486 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 210 time: 0.0958447 Nov 05 22:09:45.200567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:09:45.238048 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:45.240858 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20df6360-69e2-4e31-bccd-d3ddbdfcea84 x-openstack-request-id: req-20df6360-69e2-4e31-bccd-d3ddbdfcea84 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:45.241921 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8d512-da94-4ada-bc6e-60b87609f240", "name": "network-vif-deleted", "tag": "0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:45.242336 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20df6360-69e2-4e31-bccd-d3ddbdfcea84 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:45.242928 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd8d512-da94-4ada-bc6e-60b87609f240', 'name': 'network-vif-deleted', 'tag': '0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5', 'status': 'completed', 'code': 200} Nov 05 22:09:45.360935 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37780c34-aba5-4ee6-a37c-5f75b431ff69 None None] Pushing event updated for resources: {'Port': ['ID=970cb36c-4da4-4a2d-a166-1d2db6c286a8,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:45.385030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:45.408511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'port_id': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'mac_address': 'fa:16:3e:95:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:09:45.410346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8f08a80-dc06-4447-ae4b-237f3d872840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.435404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-07e168c7-84b8-45ab-b7c7-8218b6ec5919 service neutron] 10.222.0.13 "GET /v2.0/networks/02fa527d-4d03-4a2f-b106-2aca6a267ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009066 Nov 05 22:09:45.440552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d67fe4c2-ab14-402c-bc3b-07ad180d98d7 req-711f0a57-43d8-4575-96b9-7de59145475d tempest-VolumesActionsTest-1283706068 tempest-VolumesActionsTest-1283706068-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd8d512-da94-4ada-bc6e-60b87609f240 HTTP/1.1" status: 200 len: 210 time: 0.0404031 Nov 05 22:09:45.445977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67b5b-8273-421d-9d9f-61c006e78a11 req-5d5d346e-8395-49d4-b363-fa7287ec5ee5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:45.447500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64e67b5b-8273-421d-9d9f-61c006e78a11 req-5d5d346e-8395-49d4-b363-fa7287ec5ee5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 909 time: 0.1560736 Nov 05 22:09:45.502032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f08a80-dc06-4447-ae4b-237f3d872840 None None] Pushing event updated for resources: {'Port': ['ID=970cb36c-4da4-4a2d-a166-1d2db6c286a8,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:45.544731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72a09672-4a40-4c62-b9b3-349d126ca62f req-0c366688-6b22-4b23-95ea-b17fefa3f6bd service neutron] 10.222.0.13 "GET /v2.0/networks/02fa527d-4d03-4a2f-b106-2aca6a267ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961499 Nov 05 22:09:45.548129 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.565423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:45.571242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c039d34e-f7e1-4449-8dd1-d7e40845e680 None None] Provisioning complete for port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:45.572312 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c039d34e-f7e1-4449-8dd1-d7e40845e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.577877 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.591736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.595621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/8560dcc9-dcd9-4615-a464-b350089e45b7 HTTP/1.1" status: 204 len: 168 time: 2.5013430 Nov 05 22:09:45.599857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57500) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:45.606609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead66c7-2738-4d9c-9730-006c0a3f469c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=8560dcc9-dcd9-4615-a464-b350089e45b7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:45.621507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:45.632533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-608889309'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:45.634127 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:44Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:45.662846 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a890eea-d5b8-49d3-957a-e7dacccdf201 None None] The sync data for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 is: [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:44Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:45.719006 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-45484d56-9eb1-4da5-b299-f3b69c51ae1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779133 Nov 05 22:09:45.750979 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.801640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d5a780a-8246-49f0-b842-ae4e03c036e3 req-ba9f5714-63b0-46f7-a379-bc4346490f63 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.0944598 Nov 05 22:09:45.852428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-09970ee2-eec9-497c-8875-53db0602363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:45.854944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-09970ee2-eec9-497c-8875-53db0602363d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1135 time: 0.0962462 Nov 05 22:09:45.868577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:09:45.891716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:45.895234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:45.927919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:45.962361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:09:46.004151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-ad60bc5d-d4a8-42ee-a2ea-4623da18b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:46.005862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-ad60bc5d-d4a8-42ee-a2ea-4623da18b58e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5952881-e59b-437a-93f9-1e10ac106c3f HTTP/1.1" status: 200 len: 898 time: 0.1298721 Nov 05 22:09:46.008775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:46.009124 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment 42790d6d-b456-4260-9e9d-f0122bcead7e of type vlan for network af109461-7f30-43e0-a607-e266dd1a6857 Nov 05 22:09:46.153194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:46.219662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-d7b7f544-0679-45c7-9352-84d75c738853 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19038ad-5301-4922-95e7-026475b78db9 HTTP/1.1" status: 200 len: 1001 time: 0.2033601 Nov 05 22:09:46.250655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726328f-2e29-42c0-9ff8-d5c56ea0e526 req-e6ce4c91-5b8b-4063-aae3-abfb7c5e96ac tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:46.258942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0726328f-2e29-42c0-9ff8-d5c56ea0e526 req-e6ce4c91-5b8b-4063-aae3-abfb7c5e96ac tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1610651 Nov 05 22:09:46.275946 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-84be3c55-2182-4f36-a478-860d99f08ed6 req-a21c17c0-8ad4-439a-8a70-bf268a5c8764 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 210 time: 0.0369101 Nov 05 22:09:46.276964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:46.285444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:46.286917 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:46.306681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c416370-623e-4874-9959-448008a191b4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:46.368802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-ef868c34-69a4-478a-a635-3676f770c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:46.370753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-ef868c34-69a4-478a-a635-3676f770c53d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3a78471-5c03-4522-8aa3-73559717faac HTTP/1.1" status: 200 len: 835 time: 0.1391215 Nov 05 22:09:46.375487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=af109461-7f30-43e0-a607-e266dd1a6857,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:46.385309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0726328f-2e29-42c0-9ff8-d5c56ea0e526 req-0f906ff4-23cf-4ad3-a3f8-0d435aeaacfe tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251545 Nov 05 22:09:46.391324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network af109461-7f30-43e0-a607-e266dd1a6857 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:09:46.435274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1a8371f7-77e0-4184-94de-929cfaef00ce no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:46.445751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-129d1802-9417-498a-a267-42bdba0f901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:46.447492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-129d1802-9417-498a-a267-42bdba0f901a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5952881-e59b-437a-93f9-1e10ac106c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596471 Nov 05 22:09:46.464056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 1a8371f7-77e0-4184-94de-929cfaef00ce {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:46.464581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1a8371f7-77e0-4184-94de-929cfaef00ce not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:46.465153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:46.494279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:46.494793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 0e6d2b02-80d8-4ae1-ba1d-e22fd2ac53a5 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:46.518015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee51d87b-9803-48f0-8550-06333ae46b2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9157786 Nov 05 22:09:46.520699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57514) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:46.531790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': 'af109461-7f30-43e0-a607-e266dd1a6857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:46.535004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2c416370-623e-4874-9959-448008a191b4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:46.535578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:46.681808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 970cb36c-4da4-4a2d-a166-1d2db6c286a8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:46.755541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:46.761050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:46.774702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e964e-e989-4f15-85eb-89554ccffeae req-506dab62-ba0c-4e10-a302-a9923c843a69 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:46.777241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-532e964e-e989-4f15-85eb-89554ccffeae req-506dab62-ba0c-4e10-a302-a9923c843a69 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 909 time: 0.2973955 Nov 05 22:09:46.851652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:46.856466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.005953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-894a5a45-ffc1-4e00-a959-a0eb78366138 req-beb9e08a-2395-4a35-acf5-011b572242bf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.0974066 Nov 05 22:09:47.203890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:47.282968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbffdef-9fbf-46ee-b3fa-61bc5ab4084a req-371dcb67-53d2-484c-9235-162731c88a0f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:47.290560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:47.290922 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.292422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cbffdef-9fbf-46ee-b3fa-61bc5ab4084a req-371dcb67-53d2-484c-9235-162731c88a0f tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 909 time: 0.6505067 Nov 05 22:09:47.300849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-f1f971d2-a3a5-4c1a-ad40-8986c4c493d6 service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8445334 Nov 05 22:09:47.332931 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.426528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.488620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d93f4dd7-f503-4e1c-b97d-8622b2caed9b req-c955087a-4cf4-4113-a922-5e9c2e56f701 service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788633 Nov 05 22:09:47.501898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:47.504380 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b0811d-9f35-48f4-8955-729ae649e371" -d '{"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-plugged", "status": "completed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:47.537896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:47.547681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed23130e-fc0c-4e67-8539-dab0a24c5fc6 req-55a20061-7ea7-466e-9116-738212e54c34 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 210 time: 0.1482477 Nov 05 22:09:47.609234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting port 838aa1a9-2484-49e2-96e1-63a07e4a792f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:47.609782 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.611426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.633138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=ddba1a21-282f-4c2d-ae95-e721a9609a6e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:47.637883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': '42790d6d-b456-4260-9e9d-f0122bcead7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'af109461-7f30-43e0-a607-e266dd1a6857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:47.638237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: af109461-7f30-43e0-a607-e266dd1a6857, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:09:47.681529 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db06bc9-de4b-4710-8b86-8762a41913fe x-openstack-request-id: req-1db06bc9-de4b-4710-8b86-8762a41913fe {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:47.681822 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-plugged", "status": "completed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:47.683435 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1db06bc9-de4b-4710-8b86-8762a41913fe {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:47.685674 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'code': 200} Nov 05 22:09:47.720664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6ba3d-cbab-496f-91ad-18e2f7479ce3 req-7927bd27-140b-4a52-9716-5c6f598954bd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:47.727863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80a6ba3d-cbab-496f-91ad-18e2f7479ce3 req-7927bd27-140b-4a52-9716-5c6f598954bd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1781690 Nov 05 22:09:47.736797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:47.749369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network af109461-7f30-43e0-a607-e266dd1a6857 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:09:47.760303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] For port 838aa1a9-2484-49e2-96e1-63a07e4a792f, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=838aa1a9-2484-49e2-96e1-63a07e4a792f,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:47.760674 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.789793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Calling delete_port for 838aa1a9-2484-49e2-96e1-63a07e4a792f owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:47.807746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80a6ba3d-cbab-496f-91ad-18e2f7479ce3 req-6ad6d7c7-f89d-47e5-ac82-70e2172e5bfd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789919 Nov 05 22:09:47.852781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, af109461-7f30-43e0-a607-e266dd1a6857) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:47.861571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:47.861571 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:47.866021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7bae65-928c-4bb3-8344-85e1e93fdb6e None None] Network af109461-7f30-43e0-a607-e266dd1a6857 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:47.953304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5e3c8b0-6c8b-4255-8cb0-4a83d6390f34 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4312994 Nov 05 22:09:47.956265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57546) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:47.961094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d89603dd-4e67-4f96-b017-9edf88ae443a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321073547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:48.040866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-af109461-7f30-43e0-a607-e266dd1a6857', 'network_id': 'af109461-7f30-43e0-a607-e266dd1a6857', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': 'ddba1a21-282f-4c2d-ae95-e721a9609a6e'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:09:48.043114 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.134180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89603dd-4e67-4f96-b017-9edf88ae443a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.140937 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89603dd-4e67-4f96-b017-9edf88ae443a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.158543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-06d59e39-b5c8-41a0-9a85-22587c3182b1 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:48.173250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-06d59e39-b5c8-41a0-9a85-22587c3182b1 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 796 time: 0.2221243 Nov 05 22:09:48.210539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4f7078a-41c9-4965-bfe3-073757bc5ba2 req-1ac8826b-ecd3-4343-8481-19d9b3395f74 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.1374865 Nov 05 22:09:48.216511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89603dd-4e67-4f96-b017-9edf88ae443a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.233041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Allocated IP 172.20.0.2 (af109461-7f30-43e0-a607-e266dd1a6857/ddba1a21-282f-4c2d-ae95-e721a9609a6e/1260c546-bcd9-4336-a53d-8e3f2c4ca222) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:48.233809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.260909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Port': ['ID=838aa1a9-2484-49e2-96e1-63a07e4a792f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:48.338657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89603dd-4e67-4f96-b017-9edf88ae443a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.351637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] No DVR routers for this DVR port 838aa1a9-2484-49e2-96e1-63a07e4a792f on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:09:48.356729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.360958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-532e964e-e989-4f15-85eb-89554ccffeae req-f2975b6c-f9a6-4a17-a6d1-d2bc24282c86 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.13 "DELETE /v2.0/ports/838aa1a9-2484-49e2-96e1-63a07e4a792f HTTP/1.1" status: 204 len: 173 time: 1.5742884 Nov 05 22:09:48.362727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'name': 'network-vif-deleted', 'tag': '838aa1a9-2484-49e2-96e1-63a07e4a792f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:48.366117 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c28d7f-a33e-45fc-be58-396ceb7e1d14" -d '{"events": [{"server_uuid": "0a220fd5-c79a-4dc6-b4ac-501bc900d9b1", "name": "network-vif-deleted", "tag": "838aa1a9-2484-49e2-96e1-63a07e4a792f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:48.449338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.465774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89603dd-4e67-4f96-b017-9edf88ae443a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.467721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d89603dd-4e67-4f96-b017-9edf88ae443a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5096705 Nov 05 22:09:48.469848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57562) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:48.470081 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30913e8-d885-4258-a60d-6644be54418d x-openstack-request-id: req-f30913e8-d885-4258-a60d-6644be54418d {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:48.470383 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a220fd5-c79a-4dc6-b4ac-501bc900d9b1", "name": "network-vif-deleted", "tag": "838aa1a9-2484-49e2-96e1-63a07e4a792f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:48.470642 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f30913e8-d885-4258-a60d-6644be54418d {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:48.471171 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a220fd5-c79a-4dc6-b4ac-501bc900d9b1', 'name': 'network-vif-deleted', 'tag': '838aa1a9-2484-49e2-96e1-63a07e4a792f', 'status': 'completed', 'code': 200} Nov 05 22:09:48.489045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-a827b227-76fe-40d0-a148-375eb77cb801 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 380 time: 0.1550689 Nov 05 22:09:48.499425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'port': {'device_id': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'admin_state_up': True, 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'security_groups': ['678bf268-5d60-4e86-b64e-b36367130d6e']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:48.544849 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.568377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0c8c84d-0709-4cf3-b823-93b908142671 req-d87c313f-a1d3-4872-9eea-f38fcdef9f97 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a220fd5-c79a-4dc6-b4ac-501bc900d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Nov 05 22:09:48.689238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Pushing event updated for resources: {'Port': ['ID=1260c546-bcd9-4336-a53d-8e3f2c4ca222,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:48.751586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Network af109461-7f30-43e0-a607-e266dd1a6857 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:48.756306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:48.761378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:48.866992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Attempting to bind port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:48.871294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Attempting to bind port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '42790d6d-b456-4260-9e9d-f0122bcead7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'af109461-7f30-43e0-a607-e266dd1a6857'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:48.871294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Attempting to bind port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 on network af109461-7f30-43e0-a607-e266dd1a6857 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:48.874024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:48.874834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Checking segment: {'id': '42790d6d-b456-4260-9e9d-f0122bcead7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'af109461-7f30-43e0-a607-e266dd1a6857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:48.875248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.875677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Bound using segment: {'id': '42790d6d-b456-4260-9e9d-f0122bcead7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'af109461-7f30-43e0-a607-e266dd1a6857'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:48.876159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Bound port: 1260c546-bcd9-4336-a53d-8e3f2c4ca222, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42790d6d-b456-4260-9e9d-f0122bcead7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'af109461-7f30-43e0-a607-e266dd1a6857'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:48.876711 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.884694 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24223717-f4d3-4d0f-9c71-d45bbaf24c86 req-958aa5be-5d26-4a26-84d2-ec810e2599c6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 210 time: 0.0671506 Nov 05 22:09:48.947147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:09:48.960184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.979539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:48.994431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] For port 1260c546-bcd9-4336-a53d-8e3f2c4ca222, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:49.002738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] For port 1260c546-bcd9-4336-a53d-8e3f2c4ca222, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1260c546-bcd9-4336-a53d-8e3f2c4ca222,segment=NetworkSegment(42790d6d-b456-4260-9e9d-f0122bcead7e),segment_id=42790d6d-b456-4260-9e9d-f0122bcead7e)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:49.119875 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:49.124394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124064db-eaa9-47b6-80e4-5420cf142da8 req-33c0a6e4-6313-47f4-b508-9c4bd991bde1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:49.128855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-124064db-eaa9-47b6-80e4-5420cf142da8 req-33c0a6e4-6313-47f4-b508-9c4bd991bde1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2043598 Nov 05 22:09:49.284394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb133c8-8136-4a2f-ab14-59a0b6d385ca None None] Pushing event updated for resources: {'Port': ['ID=1260c546-bcd9-4336-a53d-8e3f2c4ca222,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:49.348354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-124064db-eaa9-47b6-80e4-5420cf142da8 req-ba96d13d-f2f1-4c73-b7e4-0d2fb7bc7b71 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112288 Nov 05 22:09:49.358931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.20.0.1 (af109461-7f30-43e0-a607-e266dd1a6857/ddba1a21-282f-4c2d-ae95-e721a9609a6e/8d439c77-af2c-446f-8386-7b151d5d4c06) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:49.370034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.4 (60bd757d-fce9-4784-b6e4-f59c591e2b81/30044f59-9921-43c1-b64b-0abe9eab4e10/67e51d38-35e2-4dea-b0d0-b2ad97dd95ac) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:09:49.483541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-05b34e7f-e8f9-4c11-8f07-9578c6973ee3 req-2e6a3710-dec5-4787-a867-7150496ea305 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.0780938 Nov 05 22:09:49.568779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:49.611513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:49.700868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:49.727085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57608) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:49.836559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network af109461-7f30-43e0-a607-e266dd1a6857 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:49.844230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:49.849671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:49.857131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=8d439c77-af2c-446f-8386-7b151d5d4c06,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:49.859227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:49.950544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:49.962306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:49.996435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:09:50.033452 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:50.151470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1260c546-bcd9-4336-a53d-8e3f2c4ca222 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:50.316591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d33926-4c55-4fc6-a68d-6f378a09c6a6 req-b46957fd-6488-4956-87d0-7d93b92d2755 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:50.318539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41d33926-4c55-4fc6-a68d-6f378a09c6a6 req-b46957fd-6488-4956-87d0-7d93b92d2755 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 931 time: 0.2675869 Nov 05 22:09:50.354538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:50.476727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:50.477414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:50.555391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-41d33926-4c55-4fc6-a68d-6f378a09c6a6 req-925e35e9-138a-4bf3-9f23-32f2a6e54ce9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288873 Nov 05 22:09:50.583409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:50.682687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 838aa1a9-2484-49e2-96e1-63a07e4a792f no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:09:50.727912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 838aa1a9-2484-49e2-96e1-63a07e4a792f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:09:50.728643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 838aa1a9-2484-49e2-96e1-63a07e4a792f not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:09:50.748341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3c2ce88a-46d2-44e7-9987-fe9ea1858c3e None None] Provisioning complete for port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:50.749084 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce88a-46d2-44e7-9987-fe9ea1858c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:50.765205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bc4e4c6b-803f-4a2b-ac52-b5a40bf16604 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2752023 Nov 05 22:09:50.788519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Request body: {'port': {'device_id': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:09:50.801303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:50.803480 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:50.832079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ce88a-46d2-44e7-9987-fe9ea1858c3e None None] Port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:50.933126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d6414-5120-4b7c-b1af-d549e9205d6a req-7e439a8d-f3a8-4feb-81e1-2d7f47cdb036 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:50.942863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-598d6414-5120-4b7c-b1af-d549e9205d6a req-7e439a8d-f3a8-4feb-81e1-2d7f47cdb036 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.4415178 Nov 05 22:09:50.990695 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:51.055356 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:51.070058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 1260c546-bcd9-4336-a53d-8e3f2c4ca222, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1260c546-bcd9-4336-a53d-8e3f2c4ca222,segment=NetworkSegment(42790d6d-b456-4260-9e9d-f0122bcead7e),segment_id=42790d6d-b456-4260-9e9d-f0122bcead7e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:51.155047 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:51.259988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=1260c546-bcd9-4336-a53d-8e3f2c4ca222,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:51.385023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac0d67-329e-4045-b92f-7d50d27ee869 None None] Network af109461-7f30-43e0-a607-e266dd1a6857 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:51.472777 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca3dc977-95cc-4a4d-9d12-dff3cba32ad0 req-c061075d-4666-438e-af15-97fac451f87e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.1270852 Nov 05 22:09:51.502524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:51.586005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:51.611663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-101c741d-15a4-4de8-a120-08fac807a9ba None None] Provisioning complete for port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:51.612056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-101c741d-15a4-4de8-a120-08fac807a9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:51.783720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-598d6414-5120-4b7c-b1af-d549e9205d6a req-8488cc63-5d25-4086-8265-29039941fd6d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7347648 Nov 05 22:09:51.907467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=8d439c77-af2c-446f-8386-7b151d5d4c06,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:51.910287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:51.962267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70e2f6-602f-47e2-b531-0671746ae7fc req-64a6ca19-acfd-44ef-aba0-b9902c7497e6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:51.992548 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c70e2f6-602f-47e2-b531-0671746ae7fc req-64a6ca19-acfd-44ef-aba0-b9902c7497e6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 931 time: 0.2489676 Nov 05 22:09:52.075110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1260c546-bcd9-4336-a53d-8e3f2c4ca222 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:09:52.116845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:09:52.152786 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:52.170388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:52.183877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:52.204414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Transition to ACTIVE for port object 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:09:52.247239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c70e2f6-602f-47e2-b531-0671746ae7fc req-c3689713-32ce-4781-82eb-9ee1013fa1ce tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537475 Nov 05 22:09:52.280455 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:52.308423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network af109461-7f30-43e0-a607-e266dd1a6857 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:09:52.310046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:09:52.511997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:52.676669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-82864658-eef8-44ab-bdc8-3f22dfb46aa4 None None] Provisioning complete for port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:52.681727 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-82864658-eef8-44ab-bdc8-3f22dfb46aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:52.746302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:52.795773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:09:52.918898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5a25dbb-f506-47a4-a40f-16e5981f9ab6 req-467127a0-8d31-4083-a512-525e1e3a933e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.2768803 Nov 05 22:09:52.921968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:09:52.922313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:09:52.922648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:52.933511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:09:52.933840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:09:52.953822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:09:52.954061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Checking segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:09:52.954468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Bound using segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:09:52.954917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Bound port: 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:09:52.955291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:52.994777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-82864658-eef8-44ab-bdc8-3f22dfb46aa4 None None] Provisioning complete for port 8d439c77-af2c-446f-8386-7b151d5d4c06 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:52.995320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-82864658-eef8-44ab-bdc8-3f22dfb46aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:53.093601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-82864658-eef8-44ab-bdc8-3f22dfb46aa4 None None] Port 8d439c77-af2c-446f-8386-7b151d5d4c06 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:53.313723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-be1380bd-504c-4367-9de2-5ed6ccedb853 None None] Provisioning complete for port 8d439c77-af2c-446f-8386-7b151d5d4c06 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:53.318782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-be1380bd-504c-4367-9de2-5ed6ccedb853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:53.419142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:09:53.442502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:09:53.482311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-be1380bd-504c-4367-9de2-5ed6ccedb853 None None] Port 8d439c77-af2c-446f-8386-7b151d5d4c06 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:53.611369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9d568491-9e47-4c39-b49c-06952bdd0c98 None None] Provisioning complete for port 8d439c77-af2c-446f-8386-7b151d5d4c06 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:09:53.611833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d568491-9e47-4c39-b49c-06952bdd0c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:53.634880 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:53.723679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9d568491-9e47-4c39-b49c-06952bdd0c98 None None] Port 8d439c77-af2c-446f-8386-7b151d5d4c06 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:09:53.948631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:53.956266 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:53.957309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] 10.222.0.46 "PUT /v2.0/ports/67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 1091 time: 3.1812479 Nov 05 22:09:53.964572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:09:53.970314 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb0095f-26e0-46fa-8b97-16b09f592405" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:09:54.037002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81db24-de2f-487e-a0a0-738267839f76 service neutron] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:54.059025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2384e9-ee77-425f-99d0-d74e9fae8ce5 req-2afbde80-6c15-4487-8ce6-659d44aa5623 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:54.072276 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db2384e9-ee77-425f-99d0-d74e9fae8ce5 req-2afbde80-6c15-4487-8ce6-659d44aa5623 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.4478188 Nov 05 22:09:54.094294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cde1d4-b87b-4061-9e0a-ff11ac89a5d8 req-cb2f0693-568e-4a23-b143-a3c8f8732d49 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:54.108912 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7cde1d4-b87b-4061-9e0a-ff11ac89a5d8 req-cb2f0693-568e-4a23-b143-a3c8f8732d49 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.3024073 Nov 05 22:09:54.133538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:54.146679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] Sync routers for ids ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:54.159584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a40deb50-8019-4b74-a105-689ef1f56184 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6879590 Nov 05 22:09:54.185472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] Routers {'c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:54.190344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:54.195790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57654) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:54.224022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db2384e9-ee77-425f-99d0-d74e9fae8ce5 req-ae94338b-9a06-468e-9388-37608f8e0277 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545355 Nov 05 22:09:54.286810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:54.325705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-0bd29571-d970-408a-b0ea-4d182cddb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:54.327258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-0bd29571-d970-408a-b0ea-4d182cddb078 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1094 time: 0.1982951 Nov 05 22:09:54.339994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] Routers {'c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:54.342211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:54.396625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-b0454b13-fd0c-40f7-bcaa-d71ba308eae1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 217 time: 0.0587084 Nov 05 22:09:54.399679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:54.401451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71222fd8-617f-4464-b308-e8ba6151e8dd None None] The sync data for ids ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:54.440022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05838a66-009f-4296-8332-dca4041a0d01 req-6cc6eb2b-25c7-442a-a532-00bef649cc40 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd696c-f817-4d6d-a66d-eacf1ce712f4 HTTP/1.1" status: 200 len: 210 time: 0.0412474 Nov 05 22:09:54.454248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf34ed-d379-4b4c-888f-4ebd9abb259e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:54.454248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9edf34ed-d379-4b4c-888f-4ebd9abb259e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports/8d439c77-af2c-446f-8386-7b151d5d4c06 HTTP/1.1" status: 200 len: 910 time: 0.2503929 Nov 05 22:09:54.454248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57656) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:54.553132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7cde1d4-b87b-4061-9e0a-ff11ac89a5d8 req-75b7e2ab-7d45-4d24-ba35-96fd8af65716 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432242 Nov 05 22:09:54.579228 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e284e83-c5c3-4b89-b1b0-d3bcb71b1275 x-openstack-request-id: req-1e284e83-c5c3-4b89-b1b0-d3bcb71b1275 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:09:54.579567 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:09:54.579824 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e284e83-c5c3-4b89-b1b0-d3bcb71b1275 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:09:54.580235 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'status': 'completed', 'code': 200} Nov 05 22:09:54.630845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting port c99cda26-d078-4d27-8940-6f2f0e09c7bb {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:54.631191 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:54.687774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bd084717-beba-45e7-b1a1-ee88b8cf6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:54.687774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-bd084717-beba-45e7-b1a1-ee88b8cf6bb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.2486026 Nov 05 22:09:54.989337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-199d617b-019e-435c-a765-7bf0751875dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:54.996734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-199d617b-019e-435c-a765-7bf0751875dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063730 Nov 05 22:09:55.032105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] For port c99cda26-d078-4d27-8940-6f2f0e09c7bb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c99cda26-d078-4d27-8940-6f2f0e09c7bb,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:09:55.032475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:55.133451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Calling delete_port for c99cda26-d078-4d27-8940-6f2f0e09c7bb owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:55.315609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:56.044195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9649178-adee-4d2b-9836-a457fde62347 req-17cb8e98-8d6c-47ad-8df9-e49f5c998cec tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:56.047180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9649178-adee-4d2b-9836-a457fde62347 req-17cb8e98-8d6c-47ad-8df9-e49f5c998cec tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.3310678 Nov 05 22:09:56.127640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port 8d439c77-af2c-446f-8386-7b151d5d4c06 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:09:56.131248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:56.327623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:56.385031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:56.434631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for 8d439c77-af2c-446f-8386-7b151d5d4c06 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:09:56.546193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Port': ['ID=c99cda26-d078-4d27-8940-6f2f0e09c7bb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:56.783474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe9a8-4c58-4e5c-b90c-aca87b0646c4 req-17bce9c4-c869-49ab-9fc0-8947ecd86a33 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:56.795496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b5fe9a8-4c58-4e5c-b90c-aca87b0646c4 req-17bce9c4-c869-49ab-9fc0-8947ecd86a33 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 1.2453887 Nov 05 22:09:56.858111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9649178-adee-4d2b-9836-a457fde62347 req-4214416a-f3fb-4655-88e6-ba7c66bea609 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8032486 Nov 05 22:09:56.930851 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-91ede740-c760-4dbf-a8c9-2c18910088a2 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9292107 Nov 05 22:09:56.985682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b5fe9a8-4c58-4e5c-b90c-aca87b0646c4 req-1e582eeb-7668-496a-a627-d9bab6742d5f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892531 Nov 05 22:09:57.110454 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:57.202019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:57.251745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c38c3267-d60e-48f5-b4f1-4776c3f66709 req-746d7edb-5296-4e82-9caa-c2ee02a13b2c service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630305 Nov 05 22:09:57.275157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=8d439c77-af2c-446f-8386-7b151d5d4c06,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:57.630524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-e1346cff-0509-4d72-83bf-accc361fd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:57.635244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-e1346cff-0509-4d72-83bf-accc361fd95c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1094 time: 0.2330427 Nov 05 22:09:57.712226 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:57.880519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:57.927344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:09:57.942155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-457523d1-15bf-4d66-a76f-c4e8c6f9c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:57.943890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-457523d1-15bf-4d66-a76f-c4e8c6f9c854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.3013356 Nov 05 22:09:58.039419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:58.051262 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] Sync routers for ids ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:58.073464 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] Routers {'c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:58.074268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3d6a08d3-b4de-4ff9-a57d-347b7d13d5cc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6216612 Nov 05 22:09:58.075039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57676) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:58.077338 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:58.164375 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:58.201536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:09:58.202030 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] Routers {'c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:58.202952 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:58.211574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] Sync routers for ids ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:09:58.227149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] Routers {'c8c73f69-3098-4555-bd43-51f7c1cdc7c4'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:58.228662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:58.231223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f54be931-152d-49cf-82d3-94c5c6cd8e07 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "PUT /v2.0/routers/c8c73f69-3098-4555-bd43-51f7c1cdc7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5029113 Nov 05 22:09:58.231909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57684) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:58.232028 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b1f4cba6-a4ab-4b68-8186-fd07d216cd8c tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef HTTP/1.1" status: 200 len: 205 time: 0.1549852 Nov 05 22:09:58.242402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57686) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:58.289837 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-131e9683-291d-4c21-9b0f-63e5ccf7ea34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 217 time: 0.3366168 Nov 05 22:09:58.340058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6400f6-38d5-4d23-9d30-b97664232637 req-b88a6364-38e0-4bd9-a745-d5a8502d0104 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:58.348064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c6400f6-38d5-4d23-9d30-b97664232637 req-b88a6364-38e0-4bd9-a745-d5a8502d0104 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2461278 Nov 05 22:09:58.350335 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:58.355130 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4692c6f-271c-4f2c-9c6a-8e1b6ade33bf None None] The sync data for ids ['c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:09:58.488574 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c6400f6-38d5-4d23-9d30-b97664232637 req-d4ff04bd-4b7b-4e22-8f37-6d7bc9c81809 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376400 Nov 05 22:09:58.518610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting subnet 887bbc95-2010-4daf-95dd-263360a4c98b {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:09:58.531359 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:58.541626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] Set router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:58.591082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8209d143-d5a3-40d7-a631-8f11301ea8ef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:58.640072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:58.743816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dc208-5431-4f22-940e-d42a494e4525 req-1b5fd092-6223-4273-a11f-8020ce0f66fe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:58.746971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f6dc208-5431-4f22-940e-d42a494e4525 req-1b5fd092-6223-4273-a11f-8020ce0f66fe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.5138524 Nov 05 22:09:58.774713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-53ce9c79-6d4d-4f84-9437-a04879f0812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:58.776468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-53ce9c79-6d4d-4f84-9437-a04879f0812e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.3446820 Nov 05 22:09:58.909891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.132658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f6dc208-5431-4f22-940e-d42a494e4525 req-6f856081-3a0c-4494-88f3-e679896a1de4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745534 Nov 05 22:09:59.158920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:55Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:59.159986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.227175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Subnet': ['ID=887bbc95-2010-4daf-95dd-263360a4c98b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:09:59.239106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.252051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] Checking router: c8c73f69-3098-4555-bd43-51f7c1cdc7c4 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:09:59.252603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1243724f-5135-4b70-a949-8adf61aeab95 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/subnets/887bbc95-2010-4daf-95dd-263360a4c98b HTTP/1.1" status: 204 len: 168 time: 1.0074825 Nov 05 22:09:59.255523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57690) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:59.256600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8768860-7baa-4a90-845d-7354fe23f34c None None] Network 02fa527d-4d03-4a2f-b106-2aca6a267ea1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:09:59.267493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-118dd2b2-e4f4-458c-b889-329409ecce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:59.269212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-118dd2b2-e4f4-458c-b889-329409ecce67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4712009 Nov 05 22:09:59.515411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8209d143-d5a3-40d7-a631-8f11301ea8ef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.520780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-9583f2c7-9f76-4439-84bc-2431dad9b34a service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410963 Nov 05 22:09:59.523879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8209d143-d5a3-40d7-a631-8f11301ea8ef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.542165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] Routers {'c8c73f69-3098-4555-bd43-51f7c1cdc7c4'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:09:59.542165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:09:59.573690 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.775226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efb0095f-26e0-46fa-8b97-16b09f592405 req-94d30e86-b67d-4013-8106-a50f179e221d service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101923 Nov 05 22:09:59.776685 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8209d143-d5a3-40d7-a631-8f11301ea8ef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.777272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8209d143-d5a3-40d7-a631-8f11301ea8ef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Fanout notify agent at l3_agent the message router_deleted on router c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:09:59.796951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8209d143-d5a3-40d7-a631-8f11301ea8ef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:09:59.798722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8209d143-d5a3-40d7-a631-8f11301ea8ef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef HTTP/1.1" status: 204 len: 168 time: 1.5380924 Nov 05 22:09:59.801550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57694) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:09:59.890264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] Set router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:09:59.972670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110f69a-f78e-49db-b520-b54aa597a83f req-6032999f-3920-401b-99ef-a804d4c64d2a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:09:59.977440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet ddba1a21-282f-4c2d-ae95-e721a9609a6e {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:09:59.981949 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4110f69a-f78e-49db-b520-b54aa597a83f req-6032999f-3920-401b-99ef-a804d4c64d2a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2536900 Nov 05 22:09:59.993657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.111166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] DHCP port deletion for 02fa527d-4d03-4a2f-b106-2aca6a267ea1 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:10:00.117098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 56500cdf-bcc7-402b-88a8-7ff31769b97c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:00.142771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.169956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4110f69a-f78e-49db-b520-b54aa597a83f req-50bf3fc5-97d2-41aa-b1e3-8a9a1a93d633 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858692 Nov 05 22:10:00.208409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.299106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.439416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting port 336fabbc-92eb-4b84-b18a-0fa2148b13c8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:00.442815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.451535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157a29-4180-4487-a3b8-8347e31d2920 req-aca3068a-3c71-40e2-ab30-2b0b5c592c09 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:00.459822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66157a29-4180-4487-a3b8-8347e31d2920 req-aca3068a-3c71-40e2-ab30-2b0b5c592c09 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.1163900 Nov 05 22:10:00.552613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66157a29-4180-4487-a3b8-8347e31d2920 req-03573650-c573-4fad-8ca9-a6df6b83fe26 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916448 Nov 05 22:10:00.583981 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.640893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] For port 336fabbc-92eb-4b84-b18a-0fa2148b13c8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=336fabbc-92eb-4b84-b18a-0fa2148b13c8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:00.641287 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.642289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=ddba1a21-282f-4c2d-ae95-e721a9609a6e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:00.644642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.649038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1e915c7e-b7e3-4ef5-b5b1-5af2f03834d4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/ddba1a21-282f-4c2d-ae95-e721a9609a6e HTTP/1.1" status: 204 len: 168 time: 0.8460662 Nov 05 22:10:00.652153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57700) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:00.680840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Calling delete_port for 336fabbc-92eb-4b84-b18a-0fa2148b13c8 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:00.684832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36491e60-0f3f-4e73-9dea-669571570282 None None] Network af109461-7f30-43e0-a607-e266dd1a6857 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:00.835131 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.920293 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:00.983141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:00.983411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.031536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.049852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] Deleting port 56500cdf-bcc7-402b-88a8-7ff31769b97c {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:01.050225 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.091203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 56500cdf-bcc7-402b-88a8-7ff31769b97c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56500cdf-bcc7-402b-88a8-7ff31769b97c,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:01.132167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.182389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port 1260c546-bcd9-4336-a53d-8e3f2c4ca222, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1260c546-bcd9-4336-a53d-8e3f2c4ca222,segment=NetworkSegment(42790d6d-b456-4260-9e9d-f0122bcead7e),segment_id=42790d6d-b456-4260-9e9d-f0122bcead7e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:01.184323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.221489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for 1260c546-bcd9-4336-a53d-8e3f2c4ca222 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:01.370442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Port': ['ID=336fabbc-92eb-4b84-b18a-0fa2148b13c8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:01.442735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.615074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:10:01.632347 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.822144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15e648-7cd6-484e-8d9c-19324425686a req-4e4e0c84-ad96-40ca-adbe-a705565f6db5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:01.824655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c15e648-7cd6-484e-8d9c-19324425686a req-4e4e0c84-ad96-40ca-adbe-a705565f6db5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2721894 Nov 05 22:10:01.889298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=56500cdf-bcc7-402b-88a8-7ff31769b97c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:01.899894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:01.922853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc82c0-ac09-4c38-bf9d-722ff99cd9e3 None None] DHCP port deletion for af109461-7f30-43e0-a607-e266dd1a6857 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:10:01.994219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:55Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:02.020657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=1260c546-bcd9-4336-a53d-8e3f2c4ca222,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:02.043443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port 1260c546-bcd9-4336-a53d-8e3f2c4ca222 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:10:02.059605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.059890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c15e648-7cd6-484e-8d9c-19324425686a req-e6e89bbd-482d-4599-b803-89244c9e3daf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051225 Nov 05 22:10:02.080140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.103368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03e6e-8c4e-4678-9529-f941a81d5a92 None None] The sync data for ids ['c8c73f69-3098-4555-bd43-51f7c1cdc7c4'] in n-d-816738-5 is: [{'id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-849983836', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:12Z', 'updated_at': '2021-11-05T22:09:55Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': '336fabbc-92eb-4b84-b18a-0fa2148b13c8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c73f69-3098-4555-bd43-51f7c1cdc7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:13Z', 'updated_at': '2021-11-05T22:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:02.145808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] For port 56500cdf-bcc7-402b-88a8-7ff31769b97c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56500cdf-bcc7-402b-88a8-7ff31769b97c,segment=NetworkSegment(d0a12199-de8f-46f7-8c6f-9754fc808110),segment_id=d0a12199-de8f-46f7-8c6f-9754fc808110)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:02.147056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.162021 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.resource_extend [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 05 22:10:02.223904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] Calling delete_port for 56500cdf-bcc7-402b-88a8-7ff31769b97c owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:02.320958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc29ae-7968-43bc-a1f5-1d95cf7c33d0 req-1fdce909-e84a-4e72-8cdc-bf9f33700941 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:02.322922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49cc29ae-7968-43bc-a1f5-1d95cf7c33d0 req-1fdce909-e84a-4e72-8cdc-bf9f33700941 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.3711059 Nov 05 22:10:02.367537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:02.389491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'port_id': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'mac_address': 'fa:16:3e:15:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:10:02.393946 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.394931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Fanout notify agent at l3_agent the message router_deleted on router c8c73f69-3098-4555-bd43-51f7c1cdc7c4 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:10:02.402559 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.421820 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.423631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e6753d91-14d9-4e20-89a7-8b0b0ded6a79 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/routers/c8c73f69-3098-4555-bd43-51f7c1cdc7c4 HTTP/1.1" status: 204 len: 168 time: 3.1667473 Nov 05 22:10:02.428554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57720) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:02.458431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af109461-7f30-43e0-a607-e266dd1a6857']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:02.484940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42790d6d-b456-4260-9e9d-f0122bcead7e') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:02.485447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42790d6d-b456-4260-9e9d-f0122bcead7e') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:02.494713 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.509651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.528640 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.547510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.561022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:10:02.572597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:10:02.573000 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.613458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:10:02.613691 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:10:02.672126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1260c546-bcd9-4336-a53d-8e3f2c4ca222 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:02.690893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] Pushing event deleted for resources: {'Port': ['ID=56500cdf-bcc7-402b-88a8-7ff31769b97c,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:02.750868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f63cd1-2f7b-4274-80bf-26b3e2b734be None None] No DVR routers for this DVR port 56500cdf-bcc7-402b-88a8-7ff31769b97c on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:10:02.774061 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.778941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1260c546-bcd9-4336-a53d-8e3f2c4ca222 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:02.779236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1260c546-bcd9-4336-a53d-8e3f2c4ca222 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:02.814729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.816524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49cc29ae-7968-43bc-a1f5-1d95cf7c33d0 req-b87bdcc6-fd1c-4194-8a56-a8e16b4fdfd7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828289 Nov 05 22:10:02.824534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.831711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/af109461-7f30-43e0-a607-e266dd1a6857 HTTP/1.1" status: 204 len: 168 time: 2.1784897 Nov 05 22:10:02.832984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:02.840183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:02.857873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-802958543', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:02.914504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fadaa-10af-4cf4-9b6a-e9825e2f01a2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=af109461-7f30-43e0-a607-e266dd1a6857,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:02.949515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:02.995420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.034853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.036257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.132629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:10:03.185213 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.436862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.463127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fa527d-4d03-4a2f-b106-2aca6a267ea1']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:03.471598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69760b3-2949-4d1b-a322-dc1ea986ee26 req-436506c6-3583-4cdd-98ba-d019419ca7d5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:03.474065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f69760b3-2949-4d1b-a322-dc1ea986ee26 req-436506c6-3583-4cdd-98ba-d019419ca7d5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1397870 Nov 05 22:10:03.479823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a12199-de8f-46f7-8c6f-9754fc808110') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:03.480114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a12199-de8f-46f7-8c6f-9754fc808110') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:03.512762 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.590523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f69760b3-2949-4d1b-a322-dc1ea986ee26 req-64992565-999d-4381-b345-74bc9c73b006 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074948 Nov 05 22:10:03.687353 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.819643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:10:03.822237 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:10:03.831966 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:10:04.016681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c99cda26-d078-4d27-8940-6f2f0e09c7bb no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:04.045121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c99cda26-d078-4d27-8940-6f2f0e09c7bb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:04.045463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c99cda26-d078-4d27-8940-6f2f0e09c7bb not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:04.045884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 336fabbc-92eb-4b84-b18a-0fa2148b13c8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:04.088393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 336fabbc-92eb-4b84-b18a-0fa2148b13c8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:04.088767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 336fabbc-92eb-4b84-b18a-0fa2148b13c8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:04.475667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:04.515823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d3a5-72c3-4ae6-896b-d8dcea09a6ac req-59f2d4bf-ae10-465e-a617-8b8bf63fc71b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:04.526735 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06b7d3a5-72c3-4ae6-896b-d8dcea09a6ac req-59f2d4bf-ae10-465e-a617-8b8bf63fc71b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 944 time: 0.6213272 Nov 05 22:10:04.528109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:04.535053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:04.538805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/networks/02fa527d-4d03-4a2f-b106-2aca6a267ea1 HTTP/1.1" status: 204 len: 168 time: 2.1082892 Nov 05 22:10:04.541776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57728) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:04.589056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fe6bc-a266-420d-8143-2dd2ccca0949 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Network': ['ID=02fa527d-4d03-4a2f-b106-2aca6a267ea1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:04.651430 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06b7d3a5-72c3-4ae6-896b-d8dcea09a6ac req-93e12fd0-332a-4a30-9459-5ef8329e8ebc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113620 Nov 05 22:10:04.902772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c91695-fe2e-4df2-bbbb-8a78b4758cad req-14e77dd8-23e3-4aa6-8a7c-a1a795c87d42 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:04.910718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48c91695-fe2e-4df2-bbbb-8a78b4758cad req-14e77dd8-23e3-4aa6-8a7c-a1a795c87d42 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.0981989 Nov 05 22:10:04.978051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48c91695-fe2e-4df2-bbbb-8a78b4758cad req-21797787-d212-4ef7-933c-010405f18794 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633924 Nov 05 22:10:04.983835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting port 62b5774b-b4ec-43a8-8076-4242b29c1b02 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:04.984444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.077918 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.078647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.095243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Calling delete_port for 62b5774b-b4ec-43a8-8076-4242b29c1b02 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:05.096878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.122576 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.256533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.25.6.73 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/bf1e53fa-6847-4844-9650-29d279e73a66) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:05.362063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.416730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:05.515155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.545575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Port': ['ID=62b5774b-b4ec-43a8-8076-4242b29c1b02,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:05.559843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:10:05.560406 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.564763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:05.565352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.644477 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.645066 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Floating IP abdc80c8-5b1e-412c-a79c-28c6ae5aa070 disassociated (deleted). External IP: 172.25.6.232, port: c19038ad-5301-4922-95e7-026475b78db9. Nov 05 22:10:05.663957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:05.675794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:05.678334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=bf1e53fa-6847-4844-9650-29d279e73a66,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:05.682908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:05.715339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.754947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:10:05.761728 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f11675e-bc87-43e4-a2a9-22d2fe9f61fb" -d '{"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-plugged", "status": "completed", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:10:05.780618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:05.858324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:05.921921 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c573a685-0545-420d-ba0a-228130f0e54d x-openstack-request-id: req-c573a685-0545-420d-ba0a-228130f0e54d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:10:05.926511 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-plugged", "status": "completed", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:10:05.926794 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c573a685-0545-420d-ba0a-228130f0e54d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:10:05.927224 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'code': 200} Nov 05 22:10:05.991783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:06.180282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e77751-63c8-465e-bcb8-cbe6023d8bd7 req-faa60da9-3b66-437e-b9d1-27a7f486bf7b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:06.185191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e77751-63c8-465e-bcb8-cbe6023d8bd7 req-faa60da9-3b66-437e-b9d1-27a7f486bf7b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.2001898 Nov 05 22:10:06.327011 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-96c5487e-da3e-44ba-b117-2721c07b2a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:06.344995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-60e77751-63c8-465e-bcb8-cbe6023d8bd7 req-632e2c59-9375-46a0-80a3-8a4f182f7e72 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560295 Nov 05 22:10:06.352384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:06.769399 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:06.912372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:06.971761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01725651-16d4-48a9-831a-9ca01d735e73 req-c1b79179-ed50-445f-a396-4bad00d03300 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:06.979888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01725651-16d4-48a9-831a-9ca01d735e73 req-c1b79179-ed50-445f-a396-4bad00d03300 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.3737669 Nov 05 22:10:06.995478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92c9f8-aabd-4853-94eb-40ae3fd79c57 req-5265d27a-0513-47a7-b721-e4d5253894e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:06.998505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c92c9f8-aabd-4853-94eb-40ae3fd79c57 req-5265d27a-0513-47a7-b721-e4d5253894e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.3912077 Nov 05 22:10:07.103239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 321cbfdd-6e70-4b00-aa8e-6ebd40c8217f is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:10:07.199081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01725651-16d4-48a9-831a-9ca01d735e73 req-6b28656b-2d25-47c4-9f91-c078843f08e3 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159157 Nov 05 22:10:07.245775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c92c9f8-aabd-4853-94eb-40ae3fd79c57 req-a2bfbc67-e1cd-476b-9daa-d946586d8ddc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349710 Nov 05 22:10:07.268468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:07.276405 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:07.282702 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] Sync routers for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:07.304408 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:07.305374 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:07.399148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:07.403214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf3c4f03-777a-4bfd-8ee3-59491a9a199e tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/floatingips/abdc80c8-5b1e-412c-a79c-28c6ae5aa070 HTTP/1.1" status: 204 len: 168 time: 2.8581314 Nov 05 22:10:07.408689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:10:07.412933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] Sync routers for ids ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:07.426921 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73899df-2f39-435f-827c-94a568c8d7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "tag": "c19038ad-5301-4922-95e7-026475b78db9"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:10:07.435667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] Routers {'321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:07.438360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:07.573054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:07.578561 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-241f4f47-bf17-4c8d-8892-1f796788ddac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7284520 Nov 05 22:10:07.578561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57752) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:07.605806 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:07.609556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:07.664337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] Routers {'321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:07.664337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:07.705769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f590393-36be-430c-a2ee-260d792158df req-f9a11e64-7e91-4c12-a39b-98c80cf45ff4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:07.721140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f590393-36be-430c-a2ee-260d792158df req-f9a11e64-7e91-4c12-a39b-98c80cf45ff4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.2185581 Nov 05 22:10:07.803983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:07.804776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad2ce5-f36c-46f0-b298-f1e21fd8cd19 None None] The sync data for ids ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:07.914416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f590393-36be-430c-a2ee-260d792158df req-5597d863-a64c-4c68-b410-e9230761afdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909692 Nov 05 22:10:07.920644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57754) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:07.922748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-52f6a60c-b773-48ba-adb3-ade89f7708fe tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/routers/321cbfdd-6e70-4b00-aa8e-6ebd40c8217f HTTP/1.1" status: 200 len: 879 time: 0.3441291 Nov 05 22:10:08.031497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:30Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:08.141429 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] Checking router: 1b2b7cfe-2810-4953-b5f2-371c50f6edbf for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:08.182177 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:08.183977 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:09:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:08.304905 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a36cd-a095-464b-bd4d-4549775a948f x-openstack-request-id: req-595a36cd-a095-464b-bd4d-4549775a948f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:10:08.305212 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "tag": "c19038ad-5301-4922-95e7-026475b78db9", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:10:08.306632 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-595a36cd-a095-464b-bd4d-4549775a948f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:10:08.307069 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9', 'status': 'completed', 'code': 200} Nov 05 22:10:08.519751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8ae8-b09e-41cd-abfc-a3cc5fb15ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:08.524188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e039d1-ca5d-4f28-a020-bf9855aaf26d req-1074bf09-e42b-4786-a325-e23a89cfff97 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:08.545262 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1e039d1-ca5d-4f28-a020-bf9855aaf26d req-1074bf09-e42b-4786-a325-e23a89cfff97 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1622045 Nov 05 22:10:08.565739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73899df-2f39-435f-827c-94a568c8d7ec req-a95368d8-1c36-4efc-b195-207d90bea486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:08.571224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73899df-2f39-435f-827c-94a568c8d7ec req-a95368d8-1c36-4efc-b195-207d90bea486 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 1135 time: 0.3319561 Nov 05 22:10:08.636922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d804-284f-421d-9f16-8721fe5aaa57 req-6c16c0a5-8669-43a2-98a1-6f47cf61b439 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:08.660585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3475d804-284f-421d-9f16-8721fe5aaa57 req-6c16c0a5-8669-43a2-98a1-6f47cf61b439 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 984 time: 0.3486617 Nov 05 22:10:08.705813 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:08.726823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1e039d1-ca5d-4f28-a020-bf9855aaf26d req-7f381451-a224-4523-8aef-0d63fdc70f07 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805294 Nov 05 22:10:09.133546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff12ac-b559-46d8-96f2-37a744eb8c51 req-0d91a04b-1b5b-4f68-ac97-e996fa36445e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:09.142139 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3dff12ac-b559-46d8-96f2-37a744eb8c51 req-0d91a04b-1b5b-4f68-ac97-e996fa36445e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0994644 Nov 05 22:10:09.178242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3475d804-284f-421d-9f16-8721fe5aaa57 req-0b31b007-c32e-482e-b942-0a3badd56324 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5152748 Nov 05 22:10:09.218000 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:30Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:09.222107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3dff12ac-b559-46d8-96f2-37a744eb8c51 req-d9165c14-1752-40b0-9996-a892862bc4e1 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787585 Nov 05 22:10:09.314152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73899df-2f39-435f-827c-94a568c8d7ec req-afbf82ac-314e-4e0e-a097-c6e41ca32498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:09.326496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73899df-2f39-435f-827c-94a568c8d7ec req-afbf82ac-314e-4e0e-a097-c6e41ca32498 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5952881-e59b-437a-93f9-1e10ac106c3f HTTP/1.1" status: 200 len: 898 time: 0.7342329 Nov 05 22:10:09.356916 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de58b4a-d30e-4de2-ba70-d31a74391776 None None] The sync data for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 is: [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:07:23Z', 'revision_number': 4, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1933dea4-e670-4333-b028-b29404f764e9', 'name': '', 'network_id': 'a5952881-e59b-437a-93f9-1e10ac106c3f', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'mac_address': 'fa:16:3e:6a:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:21Z', 'updated_at': '2021-11-05T22:07:30Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'subnets': [{'id': 'c3a78471-5c03-4522-8aa3-73559717faac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:09.523142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73899df-2f39-435f-827c-94a568c8d7ec req-04296cc5-2f34-4287-970c-2d0a2776bf23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19038ad-5301-4922-95e7-026475b78db9 HTTP/1.1" status: 200 len: 217 time: 0.1835227 Nov 05 22:10:09.610006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73899df-2f39-435f-827c-94a568c8d7ec req-9b580221-4739-47f6-b04a-985759bee735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:09.612100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73899df-2f39-435f-827c-94a568c8d7ec req-9b580221-4739-47f6-b04a-985759bee735 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3a78471-5c03-4522-8aa3-73559717faac HTTP/1.1" status: 200 len: 835 time: 0.0696449 Nov 05 22:10:09.622963 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b3e9e313-5e9d-486f-9258-d3c04e857a4a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.7002451 Nov 05 22:10:09.624152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57764) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:09.729726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5e8af143-184d-4af9-a6d5-9c2dbdab59c4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-802958543'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:09.750705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acab8d0-c93e-4d69-8b38-076e9f0376f7 req-3efb0eae-9317-4138-b8dc-3a9d69c1ab74 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:09.761876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2acab8d0-c93e-4d69-8b38-076e9f0376f7 req-3efb0eae-9317-4138-b8dc-3a9d69c1ab74 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.3130791 Nov 05 22:10:09.965968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2acab8d0-c93e-4d69-8b38-076e9f0376f7 req-162dcac3-ab2b-485d-8d85-27c2b9d2069b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999302 Nov 05 22:10:09.972259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73899df-2f39-435f-827c-94a568c8d7ec req-003e2017-8732-40fd-8ec5-c87111bd5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:09.976636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73899df-2f39-435f-827c-94a568c8d7ec req-003e2017-8732-40fd-8ec5-c87111bd5b57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5952881-e59b-437a-93f9-1e10ac106c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513341 Nov 05 22:10:09.988921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57768) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:10.041038 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8d39c-7e2a-47f4-aa00-cafcf5c9a38d None None] New status for floating IP abdc80c8-5b1e-412c-a79c-28c6ae5aa070: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:10:10.045808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c5a97-2060-478a-89f8-1da9b98a62c7 req-66b24a1d-f35d-433b-acac-2328b12fc25f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:10.054613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-834c5a97-2060-478a-89f8-1da9b98a62c7 req-66b24a1d-f35d-433b-acac-2328b12fc25f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1570582 Nov 05 22:10:10.091677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:10.120392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d8820-b737-49ba-ab8a-39af98891106 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:10.126968 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8f4d8820-b737-49ba-ab8a-39af98891106 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1091 time: 0.1346316 Nov 05 22:10:10.132011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57770) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:10.137774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:10.165797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-834c5a97-2060-478a-89f8-1da9b98a62c7 req-37f4e07c-8954-48a1-a5bf-b1992eaf42d6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097643 Nov 05 22:10:10.366252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-c11db295-747e-4006-9fb1-bdb41311fe99 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:10.368697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-c11db295-747e-4006-9fb1-bdb41311fe99 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 984 time: 0.3279305 Nov 05 22:10:10.510491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73899df-2f39-435f-827c-94a568c8d7ec req-225d71b5-4e2c-4dfc-a9d0-799232263440 service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452631 Nov 05 22:10:10.566900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:10.742914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:10.929104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.15 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/b37a4037-68d8-407f-b243-93b37b745315) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:10.935128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b3625-6ac0-41ea-a0ee-376f0d4bf4b9 req-239872e8-6537-4d7c-bcb8-ed9164a1ca96 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:10.946636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d5b3625-6ac0-41ea-a0ee-376f0d4bf4b9 req-239872e8-6537-4d7c-bcb8-ed9164a1ca96 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 984 time: 0.6418719 Nov 05 22:10:11.075263 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:11.164996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d5b3625-6ac0-41ea-a0ee-376f0d4bf4b9 req-b52c230a-9cb6-4104-afea-f63dc3904391 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/security-groups?id=574f42ee-51c9-40d7-a610-0338d10bb38a&id=41f6e00a-4c5e-470d-9d3c-803e94a97d22&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2173467 Nov 05 22:10:11.201444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:11.219379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting port c19038ad-5301-4922-95e7-026475b78db9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:11.219379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:11.256455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73899df-2f39-435f-827c-94a568c8d7ec req-c5759a17-640f-46d7-98b3-bab989795e9e service neutron] 10.222.0.46 "GET /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385961 Nov 05 22:10:11.325237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=b37a4037-68d8-407f-b243-93b37b745315,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:11.336295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e8af143-184d-4af9-a6d5-9c2dbdab59c4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:11.353206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:11.360970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:11.371207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:11.410053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] For port c19038ad-5301-4922-95e7-026475b78db9, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=c19038ad-5301-4922-95e7-026475b78db9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:11.410696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:11.428466 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e8af143-184d-4af9-a6d5-9c2dbdab59c4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:11.432709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Calling delete_port for c19038ad-5301-4922-95e7-026475b78db9 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:11.451307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:11.664270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8af143-184d-4af9-a6d5-9c2dbdab59c4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router 321cbfdd-6e70-4b00-aa8e-6ebd40c8217f has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:11.888969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265799d-cdd8-46c2-bb4b-37ceb1d98f05 req-7e14fdc4-5012-4185-876e-eb828bcc6f2f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:11.892480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e265799d-cdd8-46c2-bb4b-37ceb1d98f05 req-7e14fdc4-5012-4185-876e-eb828bcc6f2f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.4270315 Nov 05 22:10:11.992407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:12.005668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e265799d-cdd8-46c2-bb4b-37ceb1d98f05 req-60479171-1a02-4373-8634-e0a4dcb71bc1 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016886 Nov 05 22:10:12.052767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:12.055284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Port': ['ID=c19038ad-5301-4922-95e7-026475b78db9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:12.098844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.099773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.103831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.104267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.104682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.105498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.105498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.106007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.106476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.106925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.107323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.108792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:12.114832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8af143-184d-4af9-a6d5-9c2dbdab59c4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:12.133647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] Sync routers for ids ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:12.161098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] Routers {'321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:12.161098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:12.167376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e8af143-184d-4af9-a6d5-9c2dbdab59c4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:12.168641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5e8af143-184d-4af9-a6d5-9c2dbdab59c4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/321cbfdd-6e70-4b00-aa8e-6ebd40c8217f HTTP/1.1" status: 200 len: 886 time: 2.4460075 Nov 05 22:10:12.184645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57788) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:12.207433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] No DVR routers for this DVR port c19038ad-5301-4922-95e7-026475b78db9 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:10:12.217794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:12.222896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7186bb2-3e15-4e0d-ad03-635cc580158a req-9ffd8091-7948-4147-8f49-e801415280ad tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.46 "DELETE /v2.0/ports/c19038ad-5301-4922-95e7-026475b78db9 HTTP/1.1" status: 204 len: 173 time: 1.8465092 Nov 05 22:10:12.226354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'name': 'network-vif-deleted', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:10:12.230274 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60abf87b-61a4-41e1-affd-de5c661e6f2b" -d '{"events": [{"server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "name": "network-vif-deleted", "tag": "c19038ad-5301-4922-95e7-026475b78db9"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:10:12.277347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:12.307299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] Routers {'321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:12.308035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:12.312682 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef588ec-a05b-4b8c-83ad-3ea0f00ba491 x-openstack-request-id: req-9ef588ec-a05b-4b8c-83ad-3ea0f00ba491 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:10:12.316901 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5", "name": "network-vif-deleted", "tag": "c19038ad-5301-4922-95e7-026475b78db9", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:10:12.317575 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ef588ec-a05b-4b8c-83ad-3ea0f00ba491 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:10:12.321600 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5', 'name': 'network-vif-deleted', 'tag': 'c19038ad-5301-4922-95e7-026475b78db9', 'status': 'completed', 'code': 200} Nov 05 22:10:12.406741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:12.407321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeac86c-1860-44a0-851c-6afaa21467ba None None] The sync data for ids ['321cbfdd-6e70-4b00-aa8e-6ebd40c8217f'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:12.414991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fee4e8fc-268a-400c-b11d-311af8ef0d46 req-9b206583-d081-4975-8397-3aad142d7afa tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d5162bc-085a-4fbc-b3b0-5a3d6ae92ae5 HTTP/1.1" status: 200 len: 210 time: 0.0671358 Nov 05 22:10:12.919895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:12.932164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57808) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:12.932374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a12db670-8bb9-4f2c-97be-c0805a95b108 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/routers/321cbfdd-6e70-4b00-aa8e-6ebd40c8217f HTTP/1.1" status: 200 len: 886 time: 0.7437973 Nov 05 22:10:12.990406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3e0ec0c1-7d20-4188-98f8-56e89a9d88f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=321cbfdd-6e70-4b00-aa8e-6ebd40c8217f HTTP/1.1" status: 200 len: 205 time: 0.0591981 Nov 05 22:10:12.993016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:13.141447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.180162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.297917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5722961-2aa1-49d1-b3c9-dd0927c51b78 req-478cb823-f638-476f-9e6a-d8e1bdb1cb36 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:13.306076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5722961-2aa1-49d1-b3c9-dd0927c51b78 req-478cb823-f638-476f-9e6a-d8e1bdb1cb36 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.0835030 Nov 05 22:10:13.386513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.431585 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5722961-2aa1-49d1-b3c9-dd0927c51b78 req-3656e3c7-717b-454a-ab49-4ec45887c404 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245930 Nov 05 22:10:13.499311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.566759 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.584521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57826) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:13.604770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port bf1e53fa-6847-4844-9650-29d279e73a66 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:13.605146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.686827 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.749765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.754325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=b37a4037-68d8-407f-b243-93b37b745315,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:13.776811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for bf1e53fa-6847-4844-9650-29d279e73a66 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:13.843634 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP 660d2b74-90c5-428b-a6be-4c1570097ba7 associated. External IP: 172.25.6.15, port: 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac. Nov 05 22:10:13.856612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5be6635-df0d-475a-af2c-d67954d6ede5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:13.893105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5be6635-df0d-475a-af2c-d67954d6ede5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.074620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5be6635-df0d-475a-af2c-d67954d6ede5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.078446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d5be6635-df0d-475a-af2c-d67954d6ede5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.079945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d5be6635-df0d-475a-af2c-d67954d6ede5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/security-groups/574f42ee-51c9-40d7-a610-0338d10bb38a HTTP/1.1" status: 204 len: 168 time: 0.4934072 Nov 05 22:10:14.083374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57844) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:14.097821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be6635-df0d-475a-af2c-d67954d6ede5 tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574f42ee-51c9-40d7-a610-0338d10bb38a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:14.128697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.165855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10f2ed6d-c5e3-4498-8ae7-2db1c6a8d23a tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.180003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=bf1e53fa-6847-4844-9650-29d279e73a66,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:14.306612 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10f2ed6d-c5e3-4498-8ae7-2db1c6a8d23a tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.325694 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.387245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:14.511678 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:10:14.533286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.554302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.637545 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10f2ed6d-c5e3-4498-8ae7-2db1c6a8d23a tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.647454 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10f2ed6d-c5e3-4498-8ae7-2db1c6a8d23a tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.647454 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-10f2ed6d-c5e3-4498-8ae7-2db1c6a8d23a tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/security-groups/41f6e00a-4c5e-470d-9d3c-803e94a97d22 HTTP/1.1" status: 204 len: 168 time: 0.5555768 Nov 05 22:10:14.648720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57848) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:14.659462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57850) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:14.669046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3488b683-dfef-45bb-af86-261d5c3b1d25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245380646', 'description': 'tempest-secgroup-smoke-1245380646 description', 'project_id': '79f73fbecf914ce88c668979583061dd'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:14.720722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2ed6d-c5e3-4498-8ae7-2db1c6a8d23a tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f6e00a-4c5e-470d-9d3c-803e94a97d22,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:14.738715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:14.779046 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] Sync routers for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:14.797048 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:14.797952 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:14.860541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1dba7-74e9-4a80-8ced-4e52f40937ca req-149961af-18e2-448b-8825-7016aa8482c3 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:14.862373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adf1dba7-74e9-4a80-8ced-4e52f40937ca req-149961af-18e2-448b-8825-7016aa8482c3 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2846382 Nov 05 22:10:14.904460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3488b683-dfef-45bb-af86-261d5c3b1d25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.933573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-9c7a7b65-d927-4afa-a1f2-7bd368bf7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:14.938382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-9c7a7b65-d927-4afa-a1f2-7bd368bf7bd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1096 time: 0.1791506 Nov 05 22:10:14.953101 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-adf1dba7-74e9-4a80-8ced-4e52f40937ca req-e5475ab6-ea7d-47a4-bc74-4b608d98b544 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798559 Nov 05 22:10:14.963747 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:14.969398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.970211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Fanout notify agent at l3_agent the message router_deleted on router 321cbfdd-6e70-4b00-aa8e-6ebd40c8217f {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:10:14.978264 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:14.988073 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fa70f4cb-7207-4c52-9d2b-2de6c37b3e62 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/321cbfdd-6e70-4b00-aa8e-6ebd40c8217f HTTP/1.1" status: 204 len: 168 time: 1.9923034 Nov 05 22:10:14.994118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57856) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:15.004180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-1239956080'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:15.016463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.103395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2abdf46d-664d-49b6-a974-c9aa07ec60aa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9647660 Nov 05 22:10:15.104451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:10:15.106893 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:10:15.169390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-d1ba4707-d968-47ec-a663-664b479a3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:15.170895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-d1ba4707-d968-47ec-a663-664b479a3db4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.2145689 Nov 05 22:10:15.188850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:15.198771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.234085 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0490f92d-630c-4b49-9ed9-4d234399208c x-openstack-request-id: req-0490f92d-630c-4b49-9ed9-4d234399208c {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:10:15.234427 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:10:15.234634 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0490f92d-630c-4b49-9ed9-4d234399208c {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:10:15.235036 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'status': 'completed', 'code': 200} Nov 05 22:10:15.281003 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-ec49f46d-58c5-451c-ac8b-a80cca0b1a5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 1000 time: 0.1019068 Nov 05 22:10:15.281546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3488b683-dfef-45bb-af86-261d5c3b1d25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.309110 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '660d2b74-90c5-428b-a6be-4c1570097ba7', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'port_id': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'mac_address': 'fa:16:3e:15:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:10:11Z', 'updated_at': '2021-11-05T22:10:11Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:45Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:15.335196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:10:15.347575 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] Checking router: 48ba96b3-3d62-4aa4-b892-32a35032a5c2 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:15.349938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device c19038ad-5301-4922-95e7-026475b78db9 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:15.354106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b6b3-c8e4-4e0c-bb76-e485800416b7 req-673737e6-1337-4829-96c4-325efb7abfbd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:15.361465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49e7b6b3-c8e4-4e0c-bb76-e485800416b7 req-673737e6-1337-4829-96c4-325efb7abfbd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1394591 Nov 05 22:10:15.365949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:15.367768 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:15.383512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3488b683-dfef-45bb-af86-261d5c3b1d25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.387094 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.387490 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment a639785c-57f8-4678-b794-5089925f4c68 of type vlan for network 114486af-d36a-4644-a0fb-84afbf4e0ca4 Nov 05 22:10:15.390993 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: c19038ad-5301-4922-95e7-026475b78db9 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:15.392276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device c19038ad-5301-4922-95e7-026475b78db9 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:15.411959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-54f2d67c-5b22-4ca4-b27d-11f944fa7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:15.413513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-54f2d67c-5b22-4ca4-b27d-11f944fa7b99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.1312156 Nov 05 22:10:15.417282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-1682f6b6-fa05-475d-9b1e-11842a1f939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:15.422018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-1682f6b6-fa05-475d-9b1e-11842a1f939f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0872591 Nov 05 22:10:15.487419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.501031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b683-dfef-45bb-af86-261d5c3b1d25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d142b1-4e37-45eb-aab6-0865661c861b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:15.526911 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:15.528674 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49e7b6b3-c8e4-4e0c-bb76-e485800416b7 req-928d1c9e-cf34-4d87-b70e-eaa44b7ced30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662602 Nov 05 22:10:15.555330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3488b683-dfef-45bb-af86-261d5c3b1d25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.567950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3488b683-dfef-45bb-af86-261d5c3b1d25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8911750 Nov 05 22:10:15.567950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57862) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:15.567950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-22ea22f4-7a36-4ab3-9d46-8d25ef4e2dac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'security_group_rule': {'security_group_id': '66d142b1-4e37-45eb-aab6-0865661c861b', 'project_id': '79f73fbecf914ce88c668979583061dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:15.573494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57864) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:15.655983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-25f24326-8603-4e51-a600-5ed60a837b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:15.657439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-25f24326-8603-4e51-a600-5ed60a837b4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155514 Nov 05 22:10:15.674629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.681171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:15.682116 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.761210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-8dd0d34e-5ad1-490b-822c-bcdbced7798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:15.767701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-8dd0d34e-5ad1-490b-822c-bcdbced7798e service neutron] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.3391283 Nov 05 22:10:15.839093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-679877d0-20fb-4ff1-9fd7-520a87e7b321 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/660d2b74-90c5-428b-a6be-4c1570097ba7 HTTP/1.1" status: 200 len: 990 time: 0.2582140 Nov 05 22:10:15.844767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22ea22f4-7a36-4ab3-9d46-8d25ef4e2dac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:15.849771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=114486af-d36a-4644-a0fb-84afbf4e0ca4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:15.861911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:10:15.879105 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '660d2b74-90c5-428b-a6be-4c1570097ba7', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'port_id': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'mac_address': 'fa:16:3e:15:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:10:11Z', 'updated_at': '2021-11-05T22:10:11Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:45Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:15.891054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c8b58f18-96c0-434f-8a94-2560000951a4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8914397 Nov 05 22:10:15.899732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57870) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:15.906208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '114486af-d36a-4644-a0fb-84afbf4e0ca4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:15.915083 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a31663-5b79-42fa-8a81-4b945f278b44 None None] The sync data for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 is: [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '660d2b74-90c5-428b-a6be-4c1570097ba7', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'port_id': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'mac_address': 'fa:16:3e:15:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:10:11Z', 'updated_at': '2021-11-05T22:10:11Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:45Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:15.920281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:16.036949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-59a93637-c160-4330-993a-e9a0c676f52c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 998 time: 0.2137833 Nov 05 22:10:16.062484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-b7b82602-f0d6-4657-9c23-d0a708fb2c07 service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893609 Nov 05 22:10:16.281164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0641d46-1f14-4947-80b7-44c9080f2b7b None None] New status for floating IP 660d2b74-90c5-428b-a6be-4c1570097ba7: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:10:16.335202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-ee510320-caea-4aec-af7f-42439f139514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:16.336715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-ee510320-caea-4aec-af7f-42439f139514 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.2846539 Nov 05 22:10:16.384926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3dd13-0384-45ba-81d6-d89a61ba1f85 req-6ab9bae8-9a3b-428d-9fca-fbfdc8f517c0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:16.386486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fc3dd13-0384-45ba-81d6-d89a61ba1f85 req-6ab9bae8-9a3b-428d-9fca-fbfdc8f517c0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2679412 Nov 05 22:10:16.434023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-b20cfa71-2ddb-46e1-ab4f-16b6a314eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:16.435436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-b20cfa71-2ddb-46e1-ab4f-16b6a314eed8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918698 Nov 05 22:10:16.438192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1576f8b5-f192-4bb6-9fb1-b4e217ebd938 req-41b8d28e-ae47-44a7-8dba-494e8c76cffc service neutron] 10.222.0.46 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575486 Nov 05 22:10:16.545130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fc3dd13-0384-45ba-81d6-d89a61ba1f85 req-1a830bbe-0c81-4559-a8c0-c98fddec7694 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471791 Nov 05 22:10:16.611509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-3d5cf240-a700-4d95-a284-cee0ee7e1b55 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551030 Nov 05 22:10:16.738829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6e0ce6a1-4eef-4754-b7d6-2db73852f9fb req-25547053-5e5f-4499-9dd0-3c1a63665b81 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189847 Nov 05 22:10:16.741926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22ea22f4-7a36-4ab3-9d46-8d25ef4e2dac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:16.841753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57874) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:16.937884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-89727356-9bdd-40ae-b79d-184b5b169517 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/660d2b74-90c5-428b-a6be-4c1570097ba7 HTTP/1.1" status: 200 len: 992 time: 0.0949028 Nov 05 22:10:16.957622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting port 1933dea4-e670-4333-b028-b29404f764e9 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:16.958433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:16.973219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22ea22f4-7a36-4ab3-9d46-8d25ef4e2dac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.035781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:17.043906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.051673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea22f4-7a36-4ab3-9d46-8d25ef4e2dac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd951875-1b45-4122-b934-92521709e644,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:17.140076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22ea22f4-7a36-4ab3-9d46-8d25ef4e2dac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.141278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22ea22f4-7a36-4ab3-9d46-8d25ef4e2dac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5803428 Nov 05 22:10:17.144098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57884) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:17.149144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f862c284-8c40-4a84-a7f6-f19748e0685c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'security_group_rule': {'security_group_id': '66d142b1-4e37-45eb-aab6-0865661c861b', 'project_id': '79f73fbecf914ce88c668979583061dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:17.264040 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f862c284-8c40-4a84-a7f6-f19748e0685c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.367061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] For port 1933dea4-e670-4333-b028-b29404f764e9, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1933dea4-e670-4333-b028-b29404f764e9,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:17.367421 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.382890 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f862c284-8c40-4a84-a7f6-f19748e0685c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.391262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Calling delete_port for 1933dea4-e670-4333-b028-b29404f764e9 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:17.433316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.466112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f862c284-8c40-4a84-a7f6-f19748e0685c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.513631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c284-8c40-4a84-a7f6-f19748e0685c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e5632b-bd1d-46dc-9577-dc31afbbd688,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:17.564001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=b9fee53e-71a1-4fd8-b4c4-49b334b95eba,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:17.580839 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f862c284-8c40-4a84-a7f6-f19748e0685c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.583055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f862c284-8c40-4a84-a7f6-f19748e0685c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4379287 Nov 05 22:10:17.586854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57886) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:17.595911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8d290ad0-abd4-4dc3-b145-e15c7361d0c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'security_group_rule': {'security_group_id': '66d142b1-4e37-45eb-aab6-0865661c861b', 'project_id': '79f73fbecf914ce88c668979583061dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:17.608961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': 'a639785c-57f8-4678-b794-5089925f4c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '114486af-d36a-4644-a0fb-84afbf4e0ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:17.609464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 114486af-d36a-4644-a0fb-84afbf4e0ca4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:10:17.734036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d290ad0-abd4-4dc3-b145-e15c7361d0c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.798234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:10:17.844538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e039ba8-9228-4af4-81bc-9c1267f5b5d9 req-f208b36a-bec5-4f5d-a135-02c0d8588bde tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:17.846763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e039ba8-9228-4af4-81bc-9c1267f5b5d9 req-f208b36a-bec5-4f5d-a135-02c0d8588bde tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1438885 Nov 05 22:10:17.887765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 114486af-d36a-4644-a0fb-84afbf4e0ca4) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:17.898256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352766e0-ca1b-4803-8e1e-08ba82e70b91 None None] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:17.913455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:17.914204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.915292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d290ad0-abd4-4dc3-b145-e15c7361d0c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.942858 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:17.989509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d290ad0-abd4-4dc3-b145-e15c7361d0c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.007398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Port': ['ID=1933dea4-e670-4333-b028-b29404f764e9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:18.020476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d290ad0-abd4-4dc3-b145-e15c7361d0c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e91566-5cdc-4f22-abbf-2c8cd507bc1e,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:18.027298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e039ba8-9228-4af4-81bc-9c1267f5b5d9 req-59ec1259-4e74-4bc0-b011-884adf858a8e tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688833 Nov 05 22:10:18.089541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a989f16-730d-43ae-95ff-a2915ef89c05 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1840215 Nov 05 22:10:18.089541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57894) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:18.095346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-32dd2d9a-1ba6-48f5-996a-a33a2eeff07b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2103732763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:18.169475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8d290ad0-abd4-4dc3-b145-e15c7361d0c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.182705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8d290ad0-abd4-4dc3-b145-e15c7361d0c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5923038 Nov 05 22:10:18.185590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57896) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:18.197346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-114486af-d36a-4644-a0fb-84afbf4e0ca4', 'network_id': '114486af-d36a-4644-a0fb-84afbf4e0ca4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': 'b9fee53e-71a1-4fd8-b4c4-49b334b95eba'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:10:18.198274 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.200377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'security_group_rule': {'security_group_id': '66d142b1-4e37-45eb-aab6-0865661c861b', 'project_id': '79f73fbecf914ce88c668979583061dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:18.290318 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 05 22:10:18.290318 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 05 22:10:18.290318 n-d-816738-5 neutron-server[102292]: [parameters: {'project_id_1': '79f73fbecf914ce88c668979583061dd', 'expiration_1': datetime.datetime(2021, 11, 5, 22, 9, 58, 224099)}] Nov 05 22:10:18.290318 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:10:18.290318 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:10:18.404584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32dd2d9a-1ba6-48f5-996a-a33a2eeff07b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.405637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32dd2d9a-1ba6-48f5-996a-a33a2eeff07b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.471391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Allocated IP 172.20.0.2 (114486af-d36a-4644-a0fb-84afbf4e0ca4/b9fee53e-71a1-4fd8-b4c4-49b334b95eba/a88aa082-ee11-4332-bdad-e2fe57a1666c) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:18.473604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32dd2d9a-1ba6-48f5-996a-a33a2eeff07b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.502188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.573189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32dd2d9a-1ba6-48f5-996a-a33a2eeff07b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.649479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-32dd2d9a-1ba6-48f5-996a-a33a2eeff07b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.653669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 57898) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:18.653863 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-32dd2d9a-1ba6-48f5-996a-a33a2eeff07b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5638580 Nov 05 22:10:18.697779 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.775052 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.823144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:18.826329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:18.829814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:18.848590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:18.849151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Pushing event updated for resources: {'Port': ['ID=a88aa082-ee11-4332-bdad-e2fe57a1666c,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:18.921694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Attempting to bind port a88aa082-ee11-4332-bdad-e2fe57a1666c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:18.923520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Attempting to bind port a88aa082-ee11-4332-bdad-e2fe57a1666c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'a639785c-57f8-4678-b794-5089925f4c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '114486af-d36a-4644-a0fb-84afbf4e0ca4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:18.924163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Attempting to bind port a88aa082-ee11-4332-bdad-e2fe57a1666c on network 114486af-d36a-4644-a0fb-84afbf4e0ca4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:18.932618 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:18.933999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Checking segment: {'id': 'a639785c-57f8-4678-b794-5089925f4c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '114486af-d36a-4644-a0fb-84afbf4e0ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:18.934642 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:18.935241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Bound using segment: {'id': 'a639785c-57f8-4678-b794-5089925f4c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '114486af-d36a-4644-a0fb-84afbf4e0ca4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:18.948588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Bound port: a88aa082-ee11-4332-bdad-e2fe57a1666c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a639785c-57f8-4678-b794-5089925f4c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '114486af-d36a-4644-a0fb-84afbf4e0ca4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:18.951889 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.086072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:19.091862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2385e607-ccbd-45ef-bc21-2a0dae811e0d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "PUT /v2.0/routers/1b2b7cfe-2810-4953-b5f2-371c50f6edbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4394078 Nov 05 22:10:19.094530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57904) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:19.101905 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] Sync routers for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:19.135051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:19.139650 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:19.171675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting subnet c3a78471-5c03-4522-8aa3-73559717faac {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:10:19.179577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.209135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] For port a88aa082-ee11-4332-bdad-e2fe57a1666c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:19.217048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] For port a88aa082-ee11-4332-bdad-e2fe57a1666c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a88aa082-ee11-4332-bdad-e2fe57a1666c,segment=NetworkSegment(a639785c-57f8-4678-b794-5089925f4c68),segment_id=a639785c-57f8-4678-b794-5089925f4c68)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:19.258451 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.281074 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:19.295935 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.409999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:19.416511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.472782 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.526667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3178ea-b2a2-4ad8-a32a-188a21f1113b None None] Pushing event updated for resources: {'Port': ['ID=a88aa082-ee11-4332-bdad-e2fe57a1666c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:19.541702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.549952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.587843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f6228-363d-499d-bc64-44d8b5fa74cf req-9f1fd539-9068-46dd-a0f7-6e95650df5df tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:19.596067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b02f6228-363d-499d-bc64-44d8b5fa74cf req-9f1fd539-9068-46dd-a0f7-6e95650df5df tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1675508 Nov 05 22:10:19.608508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a78471-5c03-4522-8aa3-73559717faac,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:19.614823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.620695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.626381 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2ac33e5b-edaa-44bc-9de5-ada84d088c6d tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/subnets/c3a78471-5c03-4522-8aa3-73559717faac HTTP/1.1" status: 204 len: 168 time: 0.5299263 Nov 05 22:10:19.628899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57908) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:19.640064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786874a-4f86-4f8e-9292-35566c9e37ec None None] Network a5952881-e59b-437a-93f9-1e10ac106c3f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:19.862673 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:10:17Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:19.874417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:10:19.884956 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd466495-bab0-4193-ba40-15ce61586121" -d '{"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-unplugged", "status": "completed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:10:19.908242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:19.923105 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] Checking router: 1b2b7cfe-2810-4953-b5f2-371c50f6edbf for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:19.933712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b02f6228-363d-499d-bc64-44d8b5fa74cf req-9ad05299-6b64-4d09-bbaf-d3f3040b70f9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126674 Nov 05 22:10:19.933947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:19.934387 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] Routers {'1b2b7cfe-2810-4953-b5f2-371c50f6edbf'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:19.934961 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:19.963434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.089924 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d65a30a-1b0b-4a0d-977c-fb0827c31017 x-openstack-request-id: req-0d65a30a-1b0b-4a0d-977c-fb0827c31017 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:10:20.090587 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-unplugged", "status": "failed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "code": 422}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:10:20.093359 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d65a30a-1b0b-4a0d-977c-fb0827c31017 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:10:20.093787 n-d-816738-5 neutron-server[102293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'code': 422} returned with failed status Nov 05 22:10:20.211061 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.240876 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.302927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f081751a-1441-464a-a097-80f97b1b0837,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:20.387529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.395185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ddabe2e6-5411-43be-8b0c-7e9570f8d7c7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2075949 Nov 05 22:10:20.395722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:20.402758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57924) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:20.417937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'security_group_rule': {'security_group_id': '66d142b1-4e37-45eb-aab6-0865661c861b', 'project_id': '79f73fbecf914ce88c668979583061dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:20.428483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] DHCP port deletion for a5952881-e59b-437a-93f9-1e10ac106c3f request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:10:20.481055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.483041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a88aa082-ee11-4332-bdad-e2fe57a1666c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:20.558944 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] Set router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:20.606142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a88aa082-ee11-4332-bdad-e2fe57a1666c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:20.606513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.662603 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Project 79f73fbecf914ce88c668979583061dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:10:20.669159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.685059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.20.0.1 (114486af-d36a-4644-a0fb-84afbf4e0ca4/b9fee53e-71a1-4fd8-b4c4-49b334b95eba/a15ecd44-25b3-43d7-9297-1813614b3d27) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:20.710652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] Deleting port ad915f13-402f-48e7-81a0-4095de10dc51 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:20.711025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.820355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.832826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Deleting port e6eaf8f2-a264-4556-9514-3b15f813f3ab {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:20.837700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.917514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.947018 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:10:17Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:20.978721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:20.990048 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433ec6a-720e-4d78-8117-3c1677c5ac96 None None] The sync data for ids ['1b2b7cfe-2810-4953-b5f2-371c50f6edbf'] in n-d-816738-5 is: [{'id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150044360', 'tenant_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:07:11Z', 'updated_at': '2021-11-05T22:10:17Z', 'revision_number': 5, 'project_id': 'b898d524ea3d43a4ac8e8d5a6bceb03d', 'gw_port': {'id': 'e6eaf8f2-a264-4556-9514-3b15f813f3ab', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b7cfe-2810-4953-b5f2-371c50f6edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:07:13Z', 'updated_at': '2021-11-05T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:21.033134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port a88aa082-ee11-4332-bdad-e2fe57a1666c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a88aa082-ee11-4332-bdad-e2fe57a1666c,segment=NetworkSegment(a639785c-57f8-4678-b794-5089925f4c68),segment_id=a639785c-57f8-4678-b794-5089925f4c68)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:21.035786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] For port ad915f13-402f-48e7-81a0-4095de10dc51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ad915f13-402f-48e7-81a0-4095de10dc51,segment=NetworkSegment(46defb3a-e175-495e-bd1d-75237422ba3b),segment_id=46defb3a-e175-495e-bd1d-75237422ba3b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:21.036304 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.063826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] Calling delete_port for ad915f13-402f-48e7-81a0-4095de10dc51 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:21.065938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.095325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e04e41-9204-49e6-a530-1db94997df10,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:21.137472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] For port e6eaf8f2-a264-4556-9514-3b15f813f3ab, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e6eaf8f2-a264-4556-9514-3b15f813f3ab,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:21.137844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.138863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.171014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.171660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Calling delete_port for e6eaf8f2-a264-4556-9514-3b15f813f3ab owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:21.183484 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.183484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6703aa6e-9982-4c4f-8a60-8a20609d717f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7752848 Nov 05 22:10:21.183484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57932) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:21.188013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'security_group_rule': {'security_group_id': '66d142b1-4e37-45eb-aab6-0865661c861b', 'project_id': '79f73fbecf914ce88c668979583061dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:21.240753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:21.255204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:21.269148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:21.294210 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Project 79f73fbecf914ce88c668979583061dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:10:21.302301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.343166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=a15ecd44-25b3-43d7-9297-1813614b3d27,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:21.370483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.405919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=a88aa082-ee11-4332-bdad-e2fe57a1666c,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:21.423508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5345aa-00b2-4386-bf68-ebc158840dd8 None None] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:21.467976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.595467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.617746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b11229-00af-4edf-89f6-1e11a5a31358,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:21.627875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.667990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Port': ['ID=e6eaf8f2-a264-4556-9514-3b15f813f3ab,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:21.719176 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.723811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e8a4aea8-c31b-4b3c-b3b0-e9c770d68c5e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5393219 Nov 05 22:10:21.780413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.828624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.848402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:21.885831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] Pushing event deleted for resources: {'Port': ['ID=ad915f13-402f-48e7-81a0-4095de10dc51,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:21.920654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c623f33-1eb9-433d-a599-ad89ef56712d None None] No DVR routers for this DVR port ad915f13-402f-48e7-81a0-4095de10dc51 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:10:21.930060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2533cfa3-5f32-4841-a81a-d86dc2a8cd94 None None] Provisioning complete for port a88aa082-ee11-4332-bdad-e2fe57a1666c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:21.935942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2533cfa3-5f32-4841-a81a-d86dc2a8cd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.216464 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.221173 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.322945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a88aa082-ee11-4332-bdad-e2fe57a1666c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:22.413490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.414128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Fanout notify agent at l3_agent the message router_deleted on router 1b2b7cfe-2810-4953-b5f2-371c50f6edbf {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:10:22.445799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.449640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4593dbd2-854e-42c9-9d2c-88d5367eb9db tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/routers/1b2b7cfe-2810-4953-b5f2-371c50f6edbf HTTP/1.1" status: 204 len: 168 time: 2.8169749 Nov 05 22:10:22.452155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 57986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:22.458296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a88aa082-ee11-4332-bdad-e2fe57a1666c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:22.458719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.602275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.642139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.691268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.796838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1933dea4-e670-4333-b028-b29404f764e9 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:22.920972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1933dea4-e670-4333-b028-b29404f764e9 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:22.924105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1933dea4-e670-4333-b028-b29404f764e9 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:22.930316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad915f13-402f-48e7-81a0-4095de10dc51 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:22.959607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:22.968259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=a15ecd44-25b3-43d7-9297-1813614b3d27,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:22.990620 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.009384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ad915f13-402f-48e7-81a0-4095de10dc51 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:23.010059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ad915f13-402f-48e7-81a0-4095de10dc51 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:23.021703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-e22a2ec4-e228-4d94-87a2-060c1aaf5697 req-154b293b-0332-4552-a38e-5f5d76284563 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:10:23.027729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7551af0a-b1c0-48c0-8329-c0349ff8fbe6 None None] Provisioning complete for port a88aa082-ee11-4332-bdad-e2fe57a1666c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:23.029257 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7551af0a-b1c0-48c0-8329-c0349ff8fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.033907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5952881-e59b-437a-93f9-1e10ac106c3f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:23.034117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e22a2ec4-e228-4d94-87a2-060c1aaf5697 req-154b293b-0332-4552-a38e-5f5d76284563 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0654457 Nov 05 22:10:23.051175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46defb3a-e175-495e-bd1d-75237422ba3b') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:23.051993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46defb3a-e175-495e-bd1d-75237422ba3b') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:23.066561 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.089414 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.098723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:10:23.104693 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:10:23.309498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7551af0a-b1c0-48c0-8329-c0349ff8fbe6 None None] Provisioning complete for port a15ecd44-25b3-43d7-9297-1813614b3d27 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:23.309945 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7551af0a-b1c0-48c0-8329-c0349ff8fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.321880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:23.323364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:23.377574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:23.385466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7551af0a-b1c0-48c0-8329-c0349ff8fbe6 None None] Port a15ecd44-25b3-43d7-9297-1813614b3d27 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:23.405631 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.444794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.458738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] 10.222.0.41 "DELETE /v2.0/networks/a5952881-e59b-437a-93f9-1e10ac106c3f HTTP/1.1" status: 204 len: 168 time: 1.0024395 Nov 05 22:10:23.460217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b1684-8cea-4b34-b06e-f91abded65bf tempest-TestSecurityGroupsBasicOps-1097224912 tempest-TestSecurityGroupsBasicOps-1097224912-project] Pushing event deleted for resources: {'Network': ['ID=a5952881-e59b-437a-93f9-1e10ac106c3f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:23.544196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-88dc8c05-fc87-4749-8713-5af1b800aefd None None] Provisioning complete for port a15ecd44-25b3-43d7-9297-1813614b3d27 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:23.546512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88dc8c05-fc87-4749-8713-5af1b800aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:23.660457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06069de-39e3-408d-886b-ba99465d1e90 req-55c98884-2feb-4a76-b5f8-2c152eed717b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:23.671071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e06069de-39e3-408d-886b-ba99465d1e90 req-55c98884-2feb-4a76-b5f8-2c152eed717b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 943 time: 0.1646922 Nov 05 22:10:23.721859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router f0f6b91b-a39c-4e5c-95a6-6e581d367d20 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:10:23.794538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-88dc8c05-fc87-4749-8713-5af1b800aefd None None] Port a15ecd44-25b3-43d7-9297-1813614b3d27 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:23.805683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e06069de-39e3-408d-886b-ba99465d1e90 req-1b0d7555-9035-48d7-b6b7-e50731847101 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251669 Nov 05 22:10:23.879124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:23.884376 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bf470c61-f2e2-49ff-a246-bdf1cf890600 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/f0f6b91b-a39c-4e5c-95a6-6e581d367d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2290525 Nov 05 22:10:23.887128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58026) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:23.890529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] Sync routers for ids ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:23.901732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] Routers {'f0f6b91b-a39c-4e5c-95a6-6e581d367d20'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:23.902540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:23.947111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:23.953756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600eadd-a8d2-4751-a3f6-2839eb7856c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:23.955730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e600eadd-a8d2-4751-a3f6-2839eb7856c2 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports/a15ecd44-25b3-43d7-9297-1813614b3d27 HTTP/1.1" status: 200 len: 910 time: 0.0661480 Nov 05 22:10:23.958163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58036) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:23.963607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9fee53e-71a1-4fd8-b4c4-49b334b95eba'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:23.964129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] Routers {'f0f6b91b-a39c-4e5c-95a6-6e581d367d20'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:23.964761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:23.968186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5f1e2a2d-8235-40dc-a0ba-c41adc373bcc None None] Provisioning complete for port a15ecd44-25b3-43d7-9297-1813614b3d27 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:23.968974 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f1e2a2d-8235-40dc-a0ba-c41adc373bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:24.005919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e6eaf8f2-a264-4556-9514-3b15f813f3ab no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:24.027779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:24.028467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bc624-abc6-41d0-b4c8-1b8aab6fa4cf None None] The sync data for ids ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:24.062135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e6eaf8f2-a264-4556-9514-3b15f813f3ab {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:24.062504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e6eaf8f2-a264-4556-9514-3b15f813f3ab not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:24.077148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e2a2d-8235-40dc-a0ba-c41adc373bcc None None] Port a15ecd44-25b3-43d7-9297-1813614b3d27 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:24.209085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:24.257383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-f5c75650-e42f-4e8c-bcdf-d80e3ef04b1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330626 Nov 05 22:10:24.396756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58066) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:24.685817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d9442085-98e9-4869-839b-8ca8320e30b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b898d524ea3d43a4ac8e8d5a6bceb03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862632 Nov 05 22:10:24.687170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58074) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:24.815266 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25bf2b5f-72e2-48db-8784-8dc53cdb5717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:24.852323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:24.864680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25bf2b5f-72e2-48db-8784-8dc53cdb5717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:24.936998 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:24.997470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54b9b5-2599-44c1-b9fe-766daece3a5a req-6a880179-f53a-478e-9e19-f1c639621858 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:24.999847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e54b9b5-2599-44c1-b9fe-766daece3a5a req-6a880179-f53a-478e-9e19-f1c639621858 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 943 time: 0.0751083 Nov 05 22:10:25.045327 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25bf2b5f-72e2-48db-8784-8dc53cdb5717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:25.048544 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-25bf2b5f-72e2-48db-8784-8dc53cdb5717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:25.054175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-25bf2b5f-72e2-48db-8784-8dc53cdb5717 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12365d7f-ed29-46e9-b7f5-827d227712fa HTTP/1.1" status: 204 len: 168 time: 0.3611548 Nov 05 22:10:25.064708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:25.065400 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:25.071108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/ports/a15ecd44-25b3-43d7-9297-1813614b3d27 HTTP/1.1" status: 200 len: 910 time: 1.1094050 Nov 05 22:10:25.071108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f3089-c607-4e94-93d4-b830f386f62b tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=a15ecd44-25b3-43d7-9297-1813614b3d27,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:25.073198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58082) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:25.152826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf2b5f-72e2-48db-8784-8dc53cdb5717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12365d7f-ed29-46e9-b7f5-827d227712fa,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:25.192555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e54b9b5-2599-44c1-b9fe-766daece3a5a req-ccf04e43-9263-4e4a-b7bf-0c1aaa165505 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865203 Nov 05 22:10:25.543793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:25.896123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58092) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:25.939200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f603d53-2fa8-4dee-8a70-09f62ee65774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.031947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f603d53-2fa8-4dee-8a70-09f62ee65774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.054581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-78dfe18a-6d93-4a3a-a14d-bf313a0dc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:26.056624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-78dfe18a-6d93-4a3a-a14d-bf313a0dc04e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c&tenant_id=1e5d2840e4fa45348fcdb83be334e2fb HTTP/1.1" status: 200 len: 1094 time: 0.1989560 Nov 05 22:10:26.068247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:26.093184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f603d53-2fa8-4dee-8a70-09f62ee65774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.113976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port a15ecd44-25b3-43d7-9297-1813614b3d27 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:26.114593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.129923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7f603d53-2fa8-4dee-8a70-09f62ee65774 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00f5e6a3e4924a74a365191e2aae7a43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298284 Nov 05 22:10:26.136597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58108) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:26.185861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f603d53-2fa8-4dee-8a70-09f62ee65774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76854bc8-1661-48c8-9fed-af893f150667,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:26.218279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.223520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.240098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for a15ecd44-25b3-43d7-9297-1813614b3d27 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:26.265073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb0e517c-9866-4624-a914-51cbe8a28dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.297545 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb0e517c-9866-4624-a914-51cbe8a28dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.450717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833a33-ca35-4f24-8095-0bd5ffe91e51 req-4d29825d-4df3-4337-9869-94d8e94821cc tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:26.452187 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b833a33-ca35-4f24-8095-0bd5ffe91e51 req-4d29825d-4df3-4337-9869-94d8e94821cc tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 943 time: 0.0803895 Nov 05 22:10:26.540288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5b833a33-ca35-4f24-8095-0bd5ffe91e51 req-38f6e25f-0ea0-4c5b-a2dc-f878896d8c1f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610259 Nov 05 22:10:26.557559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:26.559766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb0e517c-9866-4624-a914-51cbe8a28dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.562423 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb0e517c-9866-4624-a914-51cbe8a28dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.566167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb0e517c-9866-4624-a914-51cbe8a28dbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76854bc8-1661-48c8-9fed-af893f150667 HTTP/1.1" status: 204 len: 168 time: 0.4213612 Nov 05 22:10:26.580683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e517c-9866-4624-a914-51cbe8a28dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76854bc8-1661-48c8-9fed-af893f150667,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:26.583916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.620206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=a15ecd44-25b3-43d7-9297-1813614b3d27,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:26.659072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:26.750199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:10:26.776465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.810670 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.814731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Transition to ACTIVE for port object 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:10:26.898366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:26.979757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router f0f6b91b-a39c-4e5c-95a6-6e581d367d20 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:27.025748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=9']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:27.111516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:27.122472 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] Sync routers for ids ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:27.128690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58128) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:27.129156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-48432aae-bf3c-4665-92c2-ada914f6f706 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/f0f6b91b-a39c-4e5c-95a6-6e581d367d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0496683 Nov 05 22:10:27.138270 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] Routers {'f0f6b91b-a39c-4e5c-95a6-6e581d367d20'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:27.138891 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:27.174169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-55b0d697-7bad-4959-a574-d47a3e231de4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0f6b91b-a39c-4e5c-95a6-6e581d367d20 HTTP/1.1" status: 200 len: 205 time: 0.0388753 Nov 05 22:10:27.176987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58132) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:27.188064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] No DVR routers for this DVR port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:10:27.218092 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:27.240400 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] Routers {'f0f6b91b-a39c-4e5c-95a6-6e581d367d20'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:27.241820 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:27.327876 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:27.328540 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b93d6-dfa1-4436-ae2a-a75ccd812895 None None] The sync data for ids ['f0f6b91b-a39c-4e5c-95a6-6e581d367d20'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:27.375638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8594300-3f1a-4050-9c0f-02515112d56d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.427746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:27.428132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:27.428947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:27.447107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on network df14fc89-801c-4908-a2dc-3d0881eb2312 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:10:27.447439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Attempting to bind port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on network df14fc89-801c-4908-a2dc-3d0881eb2312 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:27.463585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:27.463935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Checking segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:27.464329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Bound using segment: {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:27.467607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Bound port: 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a5136-3286-4f0b-8c68-070d6b83999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:27.469144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.557557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8594300-3f1a-4050-9c0f-02515112d56d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.560045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8594300-3f1a-4050-9c0f-02515112d56d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.567072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:27.571184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:27.667906 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.700698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8594300-3f1a-4050-9c0f-02515112d56d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.700933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8594300-3f1a-4050-9c0f-02515112d56d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Fanout notify agent at l3_agent the message router_deleted on router f0f6b91b-a39c-4e5c-95a6-6e581d367d20 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:10:27.706870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:27.713332 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.713332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] 10.222.0.13 "PUT /v2.0/ports/1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 1091 time: 1.6451569 Nov 05 22:10:27.713332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:10:27.713332 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819da2d6-45c6-4281-85c6-4b2fe48f51b4" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:10:27.717749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8594300-3f1a-4050-9c0f-02515112d56d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.721106 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8594300-3f1a-4050-9c0f-02515112d56d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/f0f6b91b-a39c-4e5c-95a6-6e581d367d20 HTTP/1.1" status: 204 len: 168 time: 0.5429623 Nov 05 22:10:27.722761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58154) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:27.739129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58156) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:27.783208 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038c15a-a066-4301-b27f-6aa1d0c8e4a3 x-openstack-request-id: req-4038c15a-a066-4301-b27f-6aa1d0c8e4a3 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:10:27.783453 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:10:27.783741 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4038c15a-a066-4301-b27f-6aa1d0c8e4a3 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:10:27.784332 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'status': 'completed', 'code': 200} Nov 05 22:10:27.847234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet b9fee53e-71a1-4fd8-b4c4-49b334b95eba {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:10:27.849034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecf595-9766-4138-81aa-c369f708e8df service neutron] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=10']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:27.853115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.882212 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ad565585-d618-41d4-89c0-5e08c4bfebb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c57ecc48eba438f98c7f7605b2454dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396770 Nov 05 22:10:27.882725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58162) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:27.895467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-0a1182a6-bc11-4b3a-9f84-47a5fcc70731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:27.907909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-0a1182a6-bc11-4b3a-9f84-47a5fcc70731 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1095 time: 0.1479673 Nov 05 22:10:27.921560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:27.995924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.031890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.076460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dd062-02d8-4a6b-84eb-ef636f22ed4b req-ca05b18a-72a7-49fe-adbd-79fc1db683fe tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:28.078640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e42dd062-02d8-4a6b-84eb-ef636f22ed4b req-ca05b18a-72a7-49fe-adbd-79fc1db683fe tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.4489899 Nov 05 22:10:28.112096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-08ffb3d6-0e31-4f5e-936d-35c6ff05fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:28.113868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-08ffb3d6-0e31-4f5e-936d-35c6ff05fdc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.2051373 Nov 05 22:10:28.122972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.189017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e42dd062-02d8-4a6b-84eb-ef636f22ed4b req-18946422-26dd-4e4e-9612-542cf88623c6 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017439 Nov 05 22:10:28.217995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-28904f50-8b4e-4fb2-a048-d29ac3d5a78a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 998 time: 0.0783129 Nov 05 22:10:28.237472 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.240140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.241406 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ee19494-8e6c-4375-a44c-2eb249a68b38 HTTP/1.1" status: 204 len: 168 time: 0.3576963 Nov 05 22:10:28.250068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee19494-8e6c-4375-a44c-2eb249a68b38,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:28.258019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.258366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.258707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.259041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.259622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.260172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.260693 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.261235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.261643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.262291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.262686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.263310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ae94-89e3-4cce-bcd8-0eb1447b8791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:28.275310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-345cb20e-96f4-400e-8b40-ceadf05d26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:28.281404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-345cb20e-96f4-400e-8b40-ceadf05d26ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.0617175 Nov 05 22:10:28.324904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-3f9fa27f-f0cd-4623-85ad-e20c5b3ca95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:28.326490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-3f9fa27f-f0cd-4623-85ad-e20c5b3ca95c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428014 Nov 05 22:10:28.355786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.394244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fee53e-71a1-4fd8-b4c4-49b334b95eba,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:28.401204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.403886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e34f1-5a73-4532-8c7c-e46d6236e326 None None] Network 114486af-d36a-4644-a0fb-84afbf4e0ca4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:28.404583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c8893a1b-7c14-4e32-9bef-12d840575643 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/b9fee53e-71a1-4fd8-b4c4-49b334b95eba HTTP/1.1" status: 204 len: 168 time: 0.6808653 Nov 05 22:10:28.407149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58184) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:28.451616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-11f06738-4125-44e0-af80-9a2841515940 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179242 Nov 05 22:10:28.544265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.594676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf7f4bb7-cca2-4521-95bb-98cca0d7ed73 req-32d3427f-54d0-4655-a8a2-225d39043085 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335297 Nov 05 22:10:28.610490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port a88aa082-ee11-4332-bdad-e2fe57a1666c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:28.610948 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.660536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] DHCP port deletion for 114486af-d36a-4644-a0fb-84afbf4e0ca4 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:10:28.742869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] Deleting port a88aa082-ee11-4332-bdad-e2fe57a1666c {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:28.744208 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.757831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port a88aa082-ee11-4332-bdad-e2fe57a1666c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a88aa082-ee11-4332-bdad-e2fe57a1666c,segment=NetworkSegment(a639785c-57f8-4678-b794-5089925f4c68),segment_id=a639785c-57f8-4678-b794-5089925f4c68)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:28.758224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.776881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for a88aa082-ee11-4332-bdad-e2fe57a1666c owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:28.800944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-36ba52df-5372-4b21-96f0-0c4e7af95d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:28.802644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-36ba52df-5372-4b21-96f0-0c4e7af95d00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1095 time: 0.1045554 Nov 05 22:10:28.882970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] For port a88aa082-ee11-4332-bdad-e2fe57a1666c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a88aa082-ee11-4332-bdad-e2fe57a1666c,segment=NetworkSegment(a639785c-57f8-4678-b794-5089925f4c68),segment_id=a639785c-57f8-4678-b794-5089925f4c68)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:28.884706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:28.915172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] Calling delete_port for a88aa082-ee11-4332-bdad-e2fe57a1666c owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:29.029509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-46d77387-1384-4ccb-b62e-c0168e756654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:29.030981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-46d77387-1384-4ccb-b62e-c0168e756654 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.2208714 Nov 05 22:10:29.097471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.105730 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.142137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] Pushing event deleted for resources: {'Port': ['ID=a88aa082-ee11-4332-bdad-e2fe57a1666c,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:29.146702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e122a12-8f80-47c1-9832-0fa526598d1e None None] No DVR routers for this DVR port a88aa082-ee11-4332-bdad-e2fe57a1666c on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:10:29.169566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port a88aa082-ee11-4332-bdad-e2fe57a1666c on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:10:29.175386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=a88aa082-ee11-4332-bdad-e2fe57a1666c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:29.176078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-e97501a5-17a0-4059-a529-7a29a2f6ff65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 998 time: 0.1382737 Nov 05 22:10:29.285727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.338065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114486af-d36a-4644-a0fb-84afbf4e0ca4']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:29.352017 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a639785c-57f8-4678-b794-5089925f4c68') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:29.352433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a639785c-57f8-4678-b794-5089925f4c68') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:29.370265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.386328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.394578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:10:29.394981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:10:29.400338 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:10:29.623969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.632220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.640866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/114486af-d36a-4644-a0fb-84afbf4e0ca4 HTTP/1.1" status: 204 len: 168 time: 1.2271972 Nov 05 22:10:29.654725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58218) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:29.665636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0d5984f4-64a5-428a-bf63-fe8773f6dabb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-552568840', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:29.773449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd0a8f-ff4a-4d80-8357-077c72f166a1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=114486af-d36a-4644-a0fb-84afbf4e0ca4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:29.825015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-e75f5094-d99e-4218-be22-2286c9d34e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:29.828565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-e75f5094-d99e-4218-be22-2286c9d34e77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.6419475 Nov 05 22:10:29.864344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28cd6b-6597-4425-83a7-ac0d8c89d590 req-c41bf658-d9d3-49d2-8f73-5b039e38fadf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:29.866564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f28cd6b-6597-4425-83a7-ac0d8c89d590 req-c41bf658-d9d3-49d2-8f73-5b039e38fadf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.5484676 Nov 05 22:10:29.912152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d5984f4-64a5-428a-bf63-fe8773f6dabb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:29.918837 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d5984f4-64a5-428a-bf63-fe8773f6dabb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.052878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a88aa082-ee11-4332-bdad-e2fe57a1666c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:10:30.120442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a88aa082-ee11-4332-bdad-e2fe57a1666c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:10:30.122639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a88aa082-ee11-4332-bdad-e2fe57a1666c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:10:30.127081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d5984f4-64a5-428a-bf63-fe8773f6dabb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.141989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f28cd6b-6597-4425-83a7-ac0d8c89d590 req-56e4ffe7-d19d-4bad-893d-5284bf39382a tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688878 Nov 05 22:10:30.150447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-c6e092f9-9772-4d49-a4eb-c83af16f27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:30.153123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-c6e092f9-9772-4d49-a4eb-c83af16f27d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264737 Nov 05 22:10:30.207306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d5984f4-64a5-428a-bf63-fe8773f6dabb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.322322 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d5984f4-64a5-428a-bf63-fe8773f6dabb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.323856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0d5984f4-64a5-428a-bf63-fe8773f6dabb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6681175 Nov 05 22:10:30.326538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58222) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:30.332715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-125139007'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:30.374383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-fd6a7320-e128-4872-ad42-97b03a9da0fb service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947885 Nov 05 22:10:30.412723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:30.417442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.470189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:10:30.489207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.489895 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment e1bf6ca6-849d-421b-93fa-d7327e41cb30 of type vlan for network 871253d6-a146-4a4f-aec0-0db6890eee92 Nov 05 22:10:30.581520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.650138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-819da2d6-45c6-4281-85c6-4b2fe48f51b4 req-0df1cdb1-f55e-48d5-92f3-c1ad99f17c17 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815434 Nov 05 22:10:30.681627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.688645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:30.691848 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.705309 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:30.812805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=871253d6-a146-4a4f-aec0-0db6890eee92,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:30.824248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 871253d6-a146-4a4f-aec0-0db6890eee92 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:10:30.827134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aeac0aea-8cb6-4c7e-8095-b50579bdd035 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4983735 Nov 05 22:10:30.830587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58226) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:30.837513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:31.029932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:31.034014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:31.431248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fcdf6-41ce-423a-b078-c97c0b80986b req-164c8b8d-f435-4ef8-bcad-e190ac23d802 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:31.439706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f57fcdf6-41ce-423a-b078-c97c0b80986b req-164c8b8d-f435-4ef8-bcad-e190ac23d802 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.0717573 Nov 05 22:10:31.449313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:31.561352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=57fe1c9c-431e-4253-bdc5-e9b8a725e6e9,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:31.566685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:31.567202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 871253d6-a146-4a4f-aec0-0db6890eee92, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:10:31.588698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f57fcdf6-41ce-423a-b078-c97c0b80986b req-b62fc947-4584-4523-948e-ae8392771806 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477349 Nov 05 22:10:31.669712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 871253d6-a146-4a4f-aec0-0db6890eee92 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:10:31.760898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 871253d6-a146-4a4f-aec0-0db6890eee92) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:31.765622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:31.766419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:31.777256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814140b-7746-4003-ba36-440710371c72 None None] Network 871253d6-a146-4a4f-aec0-0db6890eee92 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:31.872928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7f8a9c2a-3110-45bd-8f78-e4ebed3cc5ac tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0405450 Nov 05 22:10:31.875680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58234) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:32.054455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-871253d6-a146-4a4f-aec0-0db6890eee92', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:10:32.055674 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:32.343020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:32.358317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Allocated IP 172.20.0.2 (871253d6-a146-4a4f-aec0-0db6890eee92/57fe1c9c-431e-4253-bdc5-e9b8a725e6e9/94856765-6565-4431-b22a-10e69e4cc6d8) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:32.659911 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:32.844673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416cc06-6e79-476b-98a3-f0c614ad997c req-a3c0948e-7886-4274-8715-00093c915619 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:32.854063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f416cc06-6e79-476b-98a3-f0c614ad997c req-a3c0948e-7886-4274-8715-00093c915619 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1287608 Nov 05 22:10:32.918175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f416cc06-6e79-476b-98a3-f0c614ad997c req-db33299f-a601-4dbd-a499-145a4d685a27 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613186 Nov 05 22:10:33.231101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.241375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.316478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Network 871253d6-a146-4a4f-aec0-0db6890eee92 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:33.329697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:33.337740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.20.0.1 (871253d6-a146-4a4f-aec0-0db6890eee92/57fe1c9c-431e-4253-bdc5-e9b8a725e6e9/c9dec264-99f0-4e65-9874-f1059bf21759) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:33.354203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:33.375996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Pushing event updated for resources: {'Port': ['ID=94856765-6565-4431-b22a-10e69e4cc6d8,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:33.441617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58246) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:33.465126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Attempting to bind port 94856765-6565-4431-b22a-10e69e4cc6d8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:33.465417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Attempting to bind port 94856765-6565-4431-b22a-10e69e4cc6d8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:33.465793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Attempting to bind port 94856765-6565-4431-b22a-10e69e4cc6d8 on network 871253d6-a146-4a4f-aec0-0db6890eee92 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:33.472027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:33.472401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Checking segment: {'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:33.472805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.473202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Bound using segment: {'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:33.473663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Bound port: 94856765-6565-4431-b22a-10e69e4cc6d8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:33.474048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.551459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] Deleting subnet b7e8c5f6-b2dd-4331-bd3f-b012c5481870 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:10:33.560474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.597283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] For port 94856765-6565-4431-b22a-10e69e4cc6d8, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:33.604994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] For port 94856765-6565-4431-b22a-10e69e4cc6d8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=94856765-6565-4431-b22a-10e69e4cc6d8,segment=NetworkSegment(e1bf6ca6-849d-421b-93fa-d7327e41cb30),segment_id=e1bf6ca6-849d-421b-93fa-d7327e41cb30)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:33.605550 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.658914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.659834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.714097 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.727320 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.753515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aac18a-b9c2-40e6-a7b6-055c51eec42d None None] Pushing event updated for resources: {'Port': ['ID=94856765-6565-4431-b22a-10e69e4cc6d8,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:33.835820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 871253d6-a146-4a4f-aec0-0db6890eee92 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:33.840577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:33.855723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:33.860524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=c9dec264-99f0-4e65-9874-f1059bf21759,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:33.944658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:33.950204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.016020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e8c5f6-b2dd-4331-bd3f-b012c5481870,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:34.020317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.037554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-514aabdb-7ca5-4d89-a2af-f3659ac67666 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7e8c5f6-b2dd-4331-bd3f-b012c5481870 HTTP/1.1" status: 204 len: 168 time: 0.5893483 Nov 05 22:10:34.038892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58252) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:34.214503 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.263170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693967a-3af7-4288-afa3-397dcf3f7e85 req-a7bfcf4b-fd9b-4b1d-9ce7-232abffa1f4f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:34.265325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d693967a-3af7-4288-afa3-397dcf3f7e85 req-a7bfcf4b-fd9b-4b1d-9ce7-232abffa1f4f tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.0854428 Nov 05 22:10:34.342223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.421603 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.467814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f09aa6b-d727-4ffe-8d96-aa4aff07028c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:34.491706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b5ea71-00c4-4246-be17-dc317c065780') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:34.499031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b5ea71-00c4-4246-be17-dc317c065780') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:34.521598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.525030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d693967a-3af7-4288-afa3-397dcf3f7e85 req-a4112fb2-6670-4d25-8983-09bd13bd18dc tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374384 Nov 05 22:10:34.560575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.573183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:10:34.573879 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:10:34.683322 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:10:34.745028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.755118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:34.771257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/3f09aa6b-d727-4ffe-8d96-aa4aff07028c HTTP/1.1" status: 204 len: 168 time: 0.7245216 Nov 05 22:10:34.828036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efec55-6ae2-4660-a7d3-293cc7bd05ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3f09aa6b-d727-4ffe-8d96-aa4aff07028c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:35.139775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:35.241321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:35.379409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:35.391268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=c9dec264-99f0-4e65-9874-f1059bf21759,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:35.395114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58258) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:35.573817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6ca61f77-4ca0-46d7-b74e-a02ab9aebd38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f03abd2e67fd4aec9ac7528fcd2721a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772969 Nov 05 22:10:35.576780 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58262) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:35.614049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 871253d6-a146-4a4f-aec0-0db6890eee92 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:35.615937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:35.676226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f37532-ac5c-4031-aa2c-661f37ae3325 None None] Network 871253d6-a146-4a4f-aec0-0db6890eee92 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:35.742157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305466-c3c7-4ca0-8529-4c7f687a3ca2 req-cc0958bd-c2df-45e5-8a78-a5a1a0ffba31 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:35.744177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7305466-c3c7-4ca0-8529-4c7f687a3ca2 req-cc0958bd-c2df-45e5-8a78-a5a1a0ffba31 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.0758786 Nov 05 22:10:35.745245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa881ec-d17c-435c-9acc-3aad98ea9239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:35.774402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-18626756-f824-493c-bffd-854b1bac9196 None None] Provisioning complete for port 94856765-6565-4431-b22a-10e69e4cc6d8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:35.774666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-18626756-f824-493c-bffd-854b1bac9196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:35.791632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa881ec-d17c-435c-9acc-3aad98ea9239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:35.893231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7305466-c3c7-4ca0-8529-4c7f687a3ca2 req-97804ca6-5a79-48c7-ac24-0ed1ece327d5 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928402 Nov 05 22:10:35.934368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-18626756-f824-493c-bffd-854b1bac9196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:36.054549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-18626756-f824-493c-bffd-854b1bac9196 None None] For port 94856765-6565-4431-b22a-10e69e4cc6d8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=94856765-6565-4431-b22a-10e69e4cc6d8,segment=NetworkSegment(e1bf6ca6-849d-421b-93fa-d7327e41cb30),segment_id=e1bf6ca6-849d-421b-93fa-d7327e41cb30)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:36.111657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 94856765-6565-4431-b22a-10e69e4cc6d8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:36.191938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 94856765-6565-4431-b22a-10e69e4cc6d8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:36.191938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:36.276628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:36.716864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:10:36.718557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa881ec-d17c-435c-9acc-3aad98ea9239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:36.724323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dfa881ec-d17c-435c-9acc-3aad98ea9239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:36.731024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dfa881ec-d17c-435c-9acc-3aad98ea9239 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e6face2-aad9-4d3c-9e39-3ffe5873367d HTTP/1.1" status: 204 len: 168 time: 1.1530666 Nov 05 22:10:36.752730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa881ec-d17c-435c-9acc-3aad98ea9239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6face2-aad9-4d3c-9e39-3ffe5873367d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:36.790106 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-64a18629-7269-49d5-82ca-8fe21b5473c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:36.798275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-18626756-f824-493c-bffd-854b1bac9196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:36.988601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:37.011998 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:10:37.012359 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:10:37.013174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18626756-f824-493c-bffd-854b1bac9196 None None] Pushing event updated for resources: {'Port': ['ID=94856765-6565-4431-b22a-10e69e4cc6d8,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:37.016728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c5c2dd6-27e0-40f4-bb81-bba1944c915a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1374438 Nov 05 22:10:37.017969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58270) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:37.024504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-32317466'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:37.039815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:37.057219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-77cb820d-7599-47f8-8d88-0ea8c062b1ce None None] Provisioning complete for port c9dec264-99f0-4e65-9874-f1059bf21759 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:37.057593 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-77cb820d-7599-47f8-8d88-0ea8c062b1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:37.118125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:37.119377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:37.121274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-77cb820d-7599-47f8-8d88-0ea8c062b1ce None None] Port c9dec264-99f0-4e65-9874-f1059bf21759 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:37.189857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d24ed-fc43-4ba3-b23a-6cf96efb439c req-b7a1e43c-ebe4-436f-bba7-7bc5b4efd9b0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:37.192419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-136d24ed-fc43-4ba3-b23a-6cf96efb439c req-b7a1e43c-ebe4-436f-bba7-7bc5b4efd9b0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1337724 Nov 05 22:10:37.247037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:37.252232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:37.319960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:10:37.346610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-136d24ed-fc43-4ba3-b23a-6cf96efb439c req-7feed17f-8fdd-43e8-a3ba-7a6c31da2cdf tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450186 Nov 05 22:10:37.351938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:37.353322 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment d5d33398-f60b-4e44-927c-b40e5a23f5bf of type vlan for network 530e1411-423a-4b05-b34a-9b1cbd1394a7 Nov 05 22:10:37.424611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:37.447968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-77cb820d-7599-47f8-8d88-0ea8c062b1ce None None] Provisioning complete for port 94856765-6565-4431-b22a-10e69e4cc6d8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:37.448568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-77cb820d-7599-47f8-8d88-0ea8c062b1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:37.500492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:37.573159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:37.581032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:37.582608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:37.775864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=530e1411-423a-4b05-b34a-9b1cbd1394a7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:37.796429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf4e0669-4238-49f0-acca-a34397d1dfc1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7762752 Nov 05 22:10:37.804073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58284) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:37.810997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:10:37.834184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:38.048231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:34Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:34Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:38.087401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:38.087805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Updating router edaf0126-81d6-4f2a-8862-4e44242615b0 port c9dec264-99f0-4e65-9874-f1059bf21759 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:10:38.091225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 94856765-6565-4431-b22a-10e69e4cc6d8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:38.172368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:38.177815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:38.180633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:38.262183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 94856765-6565-4431-b22a-10e69e4cc6d8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:38.262183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:38.621792 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bc738b54-62b4-4413-9bf3-c788d4ff0a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:38.688411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35bcb2-5dd6-4fe3-b304-85ae4a55fb53 req-2175d791-1cbb-4016-a7ce-c84534257fd9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:38.691347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab35bcb2-5dd6-4fe3-b304-85ae4a55fb53 req-2175d791-1cbb-4016-a7ce-c84534257fd9 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1889267 Nov 05 22:10:38.754832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ab35bcb2-5dd6-4fe3-b304-85ae4a55fb53 req-a5e7a1dc-456f-454f-b4c8-6b052cea70aa tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556121 Nov 05 22:10:38.757354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:38.762859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:38.858178 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:38.885522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=f86ae78e-4a78-4d5c-ae1b-d6e4de242797,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:38.896498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:38.897750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 530e1411-423a-4b05-b34a-9b1cbd1394a7, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:10:39.003580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac4c0-0f7f-4c95-997c-8d5ca581b8aa None None] Pushing event updated for resources: {'Port': ['ID=c9dec264-99f0-4e65-9874-f1059bf21759,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:39.018184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:10:39.067454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Attempting to bind port c9dec264-99f0-4e65-9874-f1059bf21759 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:39.078636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Attempting to bind port c9dec264-99f0-4e65-9874-f1059bf21759 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:39.078636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Attempting to bind port c9dec264-99f0-4e65-9874-f1059bf21759 on network 871253d6-a146-4a4f-aec0-0db6890eee92 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:39.079622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:39.079810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Checking segment: {'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:39.081226 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:39.082711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Bound using segment: {'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:39.083783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Bound port: c9dec264-99f0-4e65-9874-f1059bf21759, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bf6ca6-849d-421b-93fa-d7327e41cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:39.085708 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:39.102184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 530e1411-423a-4b05-b34a-9b1cbd1394a7) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:39.118906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc3bab-ef34-4c4b-9cd0-6a4285907142 None None] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:39.124295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:39.125247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:39.394915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] For port c9dec264-99f0-4e65-9874-f1059bf21759, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:39.463675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] For port c9dec264-99f0-4e65-9874-f1059bf21759, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c9dec264-99f0-4e65-9874-f1059bf21759,segment=NetworkSegment(e1bf6ca6-849d-421b-93fa-d7327e41cb30),segment_id=e1bf6ca6-849d-421b-93fa-d7327e41cb30)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:39.489398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dfcaea4d-d0eb-465d-bf90-ab6e2487e9a6 None None] Provisioning complete for port c9dec264-99f0-4e65-9874-f1059bf21759 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:39.489398 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dfcaea4d-d0eb-465d-bf90-ab6e2487e9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:39.574730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-530e1411-423a-4b05-b34a-9b1cbd1394a7', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:10:39.575653 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:39.590461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dfcaea4d-d0eb-465d-bf90-ab6e2487e9a6 None None] Port c9dec264-99f0-4e65-9874-f1059bf21759 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:39.792205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Allocated IP 172.21.0.2 (530e1411-423a-4b05-b34a-9b1cbd1394a7/f86ae78e-4a78-4d5c-ae1b-d6e4de242797/c3cec0c2-78e5-4b30-b636-29cb528d9e07) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:39.896556 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2aa8f2c7-72f3-4fa6-9724-6838b240c8f3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0913208 Nov 05 22:10:39.900461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58308) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:40.021192 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:40.040252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feffd6-d0bb-40bb-ad8f-12e282b18066 req-770d6546-8d1b-43f0-9471-a6e65534a6e0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:40.044931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1feffd6-d0bb-40bb-ad8f-12e282b18066 req-770d6546-8d1b-43f0-9471-a6e65534a6e0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1218846 Nov 05 22:10:40.152655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac4c0-0f7f-4c95-997c-8d5ca581b8aa None None] Pushing event updated for resources: {'Port': ['ID=c9dec264-99f0-4e65-9874-f1059bf21759,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:40.154718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d1feffd6-d0bb-40bb-ad8f-12e282b18066 req-bcd58f0d-7247-4a67-9555-b9de9312ee37 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032715 Nov 05 22:10:40.297812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:40.307887 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:40.338514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:40.339850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:40.521852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:40.550581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:40.776966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:40.798564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:40.813309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:40.853534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Pushing event updated for resources: {'Port': ['ID=c3cec0c2-78e5-4b30-b636-29cb528d9e07,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:40.860018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e97ace08-307b-47a5-9cd5-634fa9055408 None None] Provisioning complete for port c9dec264-99f0-4e65-9874-f1059bf21759 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:40.860545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e97ace08-307b-47a5-9cd5-634fa9055408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.090463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.370678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Attempting to bind port c3cec0c2-78e5-4b30-b636-29cb528d9e07 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:41.371281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Attempting to bind port c3cec0c2-78e5-4b30-b636-29cb528d9e07 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:41.371660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Attempting to bind port c3cec0c2-78e5-4b30-b636-29cb528d9e07 on network 530e1411-423a-4b05-b34a-9b1cbd1394a7 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:41.467595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:41.469833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Checking segment: {'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:41.471385 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.472258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Bound using segment: {'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:41.473450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Bound port: c3cec0c2-78e5-4b30-b636-29cb528d9e07, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:41.474099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.611122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d64dc-7a38-4aa9-b496-3d2ff54aadfc req-45749594-6a2a-4162-bf63-82f0ef01a9e8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:41.619944 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-383d64dc-7a38-4aa9-b496-3d2ff54aadfc req-45749594-6a2a-4162-bf63-82f0ef01a9e8 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.2441254 Nov 05 22:10:41.642300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e97ace08-307b-47a5-9cd5-634fa9055408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.676312 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.735267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e97ace08-307b-47a5-9cd5-634fa9055408 None None] For port c9dec264-99f0-4e65-9874-f1059bf21759, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c9dec264-99f0-4e65-9874-f1059bf21759,segment=NetworkSegment(e1bf6ca6-849d-421b-93fa-d7327e41cb30),segment_id=e1bf6ca6-849d-421b-93fa-d7327e41cb30)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:41.737598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:34Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:39Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:41.794513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] For port c3cec0c2-78e5-4b30-b636-29cb528d9e07, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:41.809964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] For port c3cec0c2-78e5-4b30-b636-29cb528d9e07, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c3cec0c2-78e5-4b30-b636-29cb528d9e07,segment=NetworkSegment(d5d33398-f60b-4e44-927c-b40e5a23f5bf),segment_id=d5d33398-f60b-4e44-927c-b40e5a23f5bf)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:41.812099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1e4c-7b0e-4bf0-99c0-d765676bea45 None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:34Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:39Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:41.814530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e97ace08-307b-47a5-9cd5-634fa9055408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.831204 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-383d64dc-7a38-4aa9-b496-3d2ff54aadfc req-832abb2b-54b9-4c45-87aa-5d3761bf8186 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102661 Nov 05 22:10:41.889989 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:41.933851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.21.0.1 (530e1411-423a-4b05-b34a-9b1cbd1394a7/f86ae78e-4a78-4d5c-ae1b-d6e4de242797/e12ec603-184e-4f43-9114-fb9e21185588) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:42.008368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ace08-307b-47a5-9cd5-634fa9055408 None None] Pushing event updated for resources: {'Port': ['ID=c9dec264-99f0-4e65-9874-f1059bf21759,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:42.130209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214c623-bfe1-4afa-b99c-6ca1538d2ac3 None None] Pushing event updated for resources: {'Port': ['ID=c3cec0c2-78e5-4b30-b636-29cb528d9e07,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:42.164896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:42.172991 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:42.366649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:42.417330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:42.431922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:42.434660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:42.443123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=e12ec603-184e-4f43-9114-fb9e21185588,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:42.504834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:42.751062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.090325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bff052-1bcc-4fb5-8be4-4878df25bb3a req-2b7a7fc0-9b9c-4027-a354-d477ba99063b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:43.098094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07bff052-1bcc-4fb5-8be4-4878df25bb3a req-2b7a7fc0-9b9c-4027-a354-d477ba99063b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1535521 Nov 05 22:10:43.164627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07bff052-1bcc-4fb5-8be4-4878df25bb3a req-692c9c6d-8842-4fdd-bd4e-e4fe6e6afe51 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650325 Nov 05 22:10:43.170347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.234985 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.320089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.321984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=e12ec603-184e-4f43-9114-fb9e21185588,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:43.405813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e66d8e-302c-401a-b6ab-3afa68586cc4 None None] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:43.439511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:43.441151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:43.494475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-81ff6861-f0ec-4b80-9778-599484f3f05b None None] Provisioning complete for port c3cec0c2-78e5-4b30-b636-29cb528d9e07 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:43.494839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81ff6861-f0ec-4b80-9778-599484f3f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.579359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:43.628959 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81ff6861-f0ec-4b80-9778-599484f3f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.686586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-81ff6861-f0ec-4b80-9778-599484f3f05b None None] For port c3cec0c2-78e5-4b30-b636-29cb528d9e07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c3cec0c2-78e5-4b30-b636-29cb528d9e07,segment=NetworkSegment(d5d33398-f60b-4e44-927c-b40e5a23f5bf),segment_id=d5d33398-f60b-4e44-927c-b40e5a23f5bf)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:43.722948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:43.726366 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c47dd842-e28c-4caa-ab68-cab23dcf2c78 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8235955 Nov 05 22:10:43.728966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58336) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:43.734421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115526532'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:43.739063 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:43.748612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81ff6861-f0ec-4b80-9778-599484f3f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.761871 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:43.762870 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:43.841869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff6861-f0ec-4b80-9778-599484f3f05b None None] Pushing event updated for resources: {'Port': ['ID=c3cec0c2-78e5-4b30-b636-29cb528d9e07,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:43.847329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:43.852680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.882241 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:43.886875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:10:43.898424 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:43.898955 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment 46741eb3-ddfc-415c-8d44-3cdbd6675419 of type vlan for network 83246602-77fb-42d0-a140-f086b4b1a5c4 Nov 05 22:10:43.956591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.064235 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.070903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:44.072399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.093857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7e792f66-b393-4261-9b74-320d73c68c5a None None] Provisioning complete for port c3cec0c2-78e5-4b30-b636-29cb528d9e07 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:44.094313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7e792f66-b393-4261-9b74-320d73c68c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.176557 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=83246602-77fb-42d0-a140-f086b4b1a5c4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:44.184746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c3cec0c2-78e5-4b30-b636-29cb528d9e07 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:44.193506 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:42Z', 'revision_number': 3, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:42Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:44.231618 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:44.231618 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Updating router edaf0126-81d6-4f2a-8862-4e44242615b0 port e12ec603-184e-4f43-9114-fb9e21185588 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:10:44.239893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:10:44.254645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58344) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:44.255335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-97c40c30-1fb5-4ef7-aace-15c3778d4de3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5243545 Nov 05 22:10:44.259187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:44.268179 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.421478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7e792f66-b393-4261-9b74-320d73c68c5a None None] Provisioning complete for port e12ec603-184e-4f43-9114-fb9e21185588 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:44.422026 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7e792f66-b393-4261-9b74-320d73c68c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.423408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c3cec0c2-78e5-4b30-b636-29cb528d9e07 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:44.423788 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.488300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356a88d-48c4-43b4-ae71-725b3eafdbdf req-6b133a8e-ec05-4511-8985-aff09ae7460c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:44.490125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7356a88d-48c4-43b4-ae71-725b3eafdbdf req-6b133a8e-ec05-4511-8985-aff09ae7460c tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 944 time: 0.1681926 Nov 05 22:10:44.499667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7e792f66-b393-4261-9b74-320d73c68c5a None None] Port e12ec603-184e-4f43-9114-fb9e21185588 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:44.570837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c9dec264-99f0-4e65-9874-f1059bf21759 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:44.615265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:44.627034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.651099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7356a88d-48c4-43b4-ae71-725b3eafdbdf req-5cc88bd7-f672-424d-9f7d-2ab4cf487f7d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253855 Nov 05 22:10:44.693138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:10:44.712857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-05357375-67d7-4ce9-88e2-d7bf0665d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:44.714541 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-05357375-67d7-4ce9-88e2-d7bf0665d027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1095 time: 0.1423185 Nov 05 22:10:44.734545 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.812608 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.813904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b80de027-02d1-4cd9-97af-f219a1bf9ee9 None None] Provisioning complete for port e12ec603-184e-4f43-9114-fb9e21185588 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:44.814275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b80de027-02d1-4cd9-97af-f219a1bf9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.836329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c9dec264-99f0-4e65-9874-f1059bf21759 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:44.836703 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:44.959284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-4e260ddc-c1fa-41a9-8552-8a63b8f4717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:44.959867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b80de027-02d1-4cd9-97af-f219a1bf9ee9 None None] Port e12ec603-184e-4f43-9114-fb9e21185588 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:44.962677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-4e260ddc-c1fa-41a9-8552-8a63b8f4717d service neutron] 10.222.0.13 "GET /v2.0/networks?id=df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 200 len: 918 time: 0.2255538 Nov 05 22:10:44.995823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:45.008425 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Pushing event updated for resources: {'Port': ['ID=e12ec603-184e-4f43-9114-fb9e21185588,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:45.023496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'port_id': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'mac_address': 'fa:16:3e:95:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:10:45.034564 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.035158 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.035696 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.036211 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.036701 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.037188 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.037845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.038852 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.039396 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.041567 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.054045 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.054678 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.055185 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.098359 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Attempting to bind port e12ec603-184e-4f43-9114-fb9e21185588 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:45.099093 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Attempting to bind port e12ec603-184e-4f43-9114-fb9e21185588 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:45.099934 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Attempting to bind port e12ec603-184e-4f43-9114-fb9e21185588 on network 530e1411-423a-4b05-b34a-9b1cbd1394a7 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:45.108775 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:45.111306 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Checking segment: {'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:45.112605 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.124792 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Bound using segment: {'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:45.126342 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Bound port: e12ec603-184e-4f43-9114-fb9e21185588, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d33398-f60b-4e44-927c-b40e5a23f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:45.127698 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.153265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-b7f0a35b-0f24-485c-983b-e56c96fff581 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 200 len: 998 time: 0.1839058 Nov 05 22:10:45.174173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a3f80737-89e5-437e-aba7-fa3441621491 None None] Provisioning complete for port e12ec603-184e-4f43-9114-fb9e21185588 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:45.176109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3f80737-89e5-437e-aba7-fa3441621491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.179162 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.224223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=2d6d2092-24d8-4930-a103-2191b17591a8,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:45.250309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:45.250678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 83246602-77fb-42d0-a140-f086b4b1a5c4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:10:45.270273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-43c92aff-e3b5-4bc6-b370-3e924287bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:45.271601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:10:45.271821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-43c92aff-e3b5-4bc6-b370-3e924287bfb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 200 len: 856 time: 0.1092479 Nov 05 22:10:45.299888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] For port e12ec603-184e-4f43-9114-fb9e21185588, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:45.308677 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] For port e12ec603-184e-4f43-9114-fb9e21185588, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e12ec603-184e-4f43-9114-fb9e21185588,segment=NetworkSegment(d5d33398-f60b-4e44-927c-b40e5a23f5bf),segment_id=d5d33398-f60b-4e44-927c-b40e5a23f5bf)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:45.333034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a3f80737-89e5-437e-aba7-fa3441621491 None None] Port e12ec603-184e-4f43-9114-fb9e21185588 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:45.341591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-b4e583f1-aff5-494f-ac1f-c24fc80ad22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:45.341795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:45.343536 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-b4e583f1-aff5-494f-ac1f-c24fc80ad22c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df14fc89-801c-4908-a2dc-3d0881eb2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643597 Nov 05 22:10:45.396158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:10:45.431119 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.431607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.461421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-0ea257a2-a475-4d99-aaea-dd62cf9f3a54 service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100128 Nov 05 22:10:45.493889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 83246602-77fb-42d0-a140-f086b4b1a5c4) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:45.502632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:45.505266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.532777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540c9f55-e782-45cc-89f9-2e595f5095dc None None] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:45.598224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca38ae7d-04dc-4c85-b0e0-ad6b1d2624fd req-9107dcbb-b9ba-4645-a8dc-bcca118feceb service neutron] 10.222.0.13 "GET /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289260 Nov 05 22:10:45.607142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f01101ec-13d7-4c47-9544-83cdf798fbb5 None None] Provisioning complete for port e12ec603-184e-4f43-9114-fb9e21185588 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:45.607693 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01101ec-13d7-4c47-9544-83cdf798fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:45.611047 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:45.611845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:45.614863 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282da03-bd23-4eef-8aa9-05e429b6526a None None] Pushing event updated for resources: {'Port': ['ID=e12ec603-184e-4f43-9114-fb9e21185588,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:45.685696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:10:45.713499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=11']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:45.735341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.842463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:10:45.864961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31754c49-a55e-45c6-b33a-6c198d08da41 req-e1dc71e2-9578-44e3-810e-493e33965259 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:45.866532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31754c49-a55e-45c6-b33a-6c198d08da41 req-e1dc71e2-9578-44e3-810e-493e33965259 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.0905960 Nov 05 22:10:45.868923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b10ce936-8253-4648-8211-bf9fecc55502 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6138859 Nov 05 22:10:45.873744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58362) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:45.884020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01101ec-13d7-4c47-9544-83cdf798fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:46.003428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31754c49-a55e-45c6-b33a-6c198d08da41 req-0938e54f-a39b-42d9-bee9-477a7f88c258 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106842 Nov 05 22:10:46.012568 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f01101ec-13d7-4c47-9544-83cdf798fbb5 None None] For port e12ec603-184e-4f43-9114-fb9e21185588, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e12ec603-184e-4f43-9114-fb9e21185588,segment=NetworkSegment(d5d33398-f60b-4e44-927c-b40e5a23f5bf),segment_id=d5d33398-f60b-4e44-927c-b40e5a23f5bf)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:46.027538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-83246602-77fb-42d0-a140-f086b4b1a5c4', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:10:46.028585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:46.184231 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:42Z', 'revision_number': 3, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:46.218473 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e42885-92c6-4085-af5f-5edc0a0ab37d None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:42Z', 'revision_number': 3, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:46.233449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01101ec-13d7-4c47-9544-83cdf798fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:46.433892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3cb9b641-94e7-4e50-9486-e546373b278c None None] Provisioning complete for port e12ec603-184e-4f43-9114-fb9e21185588 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:46.434618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b641-94e7-4e50-9486-e546373b278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:46.601941 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:46.658710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01101ec-13d7-4c47-9544-83cdf798fbb5 None None] Pushing event updated for resources: {'Port': ['ID=e12ec603-184e-4f43-9114-fb9e21185588,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:46.675446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Allocated IP 172.22.0.2 (83246602-77fb-42d0-a140-f086b4b1a5c4/2d6d2092-24d8-4930-a103-2191b17591a8/c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:46.692211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-4d504264-6287-47e2-9d44-4d32fcdd8aff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681217 Nov 05 22:10:46.805150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-3c7c79d3-5480-44fe-ba9e-acae63c8a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:46.806641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-3c7c79d3-5480-44fe-ba9e-acae63c8a5e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.0552845 Nov 05 22:10:46.973585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:47.065195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:47.131854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-e8144de4-7672-485f-bac6-4e34a8004bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:47.150859 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-e8144de4-7672-485f-bac6-4e34a8004bf2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.2951224 Nov 05 22:10:47.219872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:47.225652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:47.227718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Pushing event updated for resources: {'Port': ['ID=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:47.230138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:47.302827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-91bff683-4c6e-449d-86da-e66dfef3905f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 1000 time: 0.1434095 Nov 05 22:10:47.330395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.22.0.1 (83246602-77fb-42d0-a140-f086b4b1a5c4/2d6d2092-24d8-4930-a103-2191b17591a8/72cc1bb8-07ca-45cd-99db-a59a27eba729) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:47.333307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Attempting to bind port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:47.333934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Attempting to bind port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:47.335083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Attempting to bind port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 on network 83246602-77fb-42d0-a140-f086b4b1a5c4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:47.340849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:47.341580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Checking segment: {'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:47.342219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:47.342836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Bound using segment: {'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:47.343750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Bound port: c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:47.344380 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:47.397910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-2c767be8-57d4-4442-8a37-7c117568dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:47.400475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-2c767be8-57d4-4442-8a37-7c117568dabf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.0899425 Nov 05 22:10:47.432264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] For port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:47.435995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] For port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,segment=NetworkSegment(46741eb3-ddfc-415c-8d44-3cdbd6675419),segment_id=46741eb3-ddfc-415c-8d44-3cdbd6675419)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:47.450187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54af72-c6db-49a3-955f-d2194ccddccb req-d21b26e6-14d0-4f65-b31c-6a84c4bd7b73 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:47.452000 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d54af72-c6db-49a3-955f-d2194ccddccb req-d21b26e6-14d0-4f65-b31c-6a84c4bd7b73 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.2048297 Nov 05 22:10:47.478525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-95063f7f-78a8-4112-87dd-257972891fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:47.480975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-95063f7f-78a8-4112-87dd-257972891fab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714033 Nov 05 22:10:47.506995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:47.518349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:47.554589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d54af72-c6db-49a3-955f-d2194ccddccb req-693ad263-90f2-48e8-9dd1-2cb7fccfe5fa tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807812 Nov 05 22:10:47.603039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-ab5f8cd1-18b0-4470-95d7-76cda96274af service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148646 Nov 05 22:10:47.620238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd293a-34de-40c4-82f5-3e9fd7f5e8ce None None] Pushing event updated for resources: {'Port': ['ID=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:47.658909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:47.706834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:47.710685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e639f26-30aa-4866-937c-dfa31e7f7c6b req-22957b3d-c6a1-4c7b-8389-98355bf2cce8 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976913 Nov 05 22:10:47.712777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:47.717514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:47.724387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=72cc1bb8-07ca-45cd-99db-a59a27eba729,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:47.795897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.026120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.105207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e12ec603-184e-4f43-9114-fb9e21185588 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:48.166564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e12ec603-184e-4f43-9114-fb9e21185588 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:48.166933 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.288448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:48.349287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:48.349858 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.450398 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.494356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,segment=NetworkSegment(46741eb3-ddfc-415c-8d44-3cdbd6675419),segment_id=46741eb3-ddfc-415c-8d44-3cdbd6675419)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:48.555612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.642414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:48.683691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:48.781085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416abf8-c095-476b-8c59-25a84628fb97 req-1e0c6ae7-5c8b-4c25-a2a0-d04b08f3cada tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:48.798133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3416abf8-c095-476b-8c59-25a84628fb97 req-1e0c6ae7-5c8b-4c25-a2a0-d04b08f3cada tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 945 time: 0.1275308 Nov 05 22:10:48.853616 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dd79b6-e16f-425d-9c0e-23e34797151a None None] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:48.861999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3416abf8-c095-476b-8c59-25a84628fb97 req-56c563df-06e3-48bf-b5f8-e75472912d74 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606480 Nov 05 22:10:48.909485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.926807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:10:48.939650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:48.940023 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:48.979493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-81c368ec-6a9f-4bbe-aee3-a0a7eb1347b3 None None] Provisioning complete for port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:48.979886 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81c368ec-6a9f-4bbe-aee3-a0a7eb1347b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.001207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.093708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.114815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=72cc1bb8-07ca-45cd-99db-a59a27eba729,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:49.167068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.206678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:10:49.209354 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d497df3-cb1c-4f93-a005-784deb205889" -d '{"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-plugged", "status": "completed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:10:49.231489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:49.259788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:49.259788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:49.265412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9b6bae-3d46-455d-98b6-8dcde9a43301 x-openstack-request-id: req-dd9b6bae-3d46-455d-98b6-8dcde9a43301 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:10:49.265412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-plugged", "status": "completed", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:10:49.265852 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd9b6bae-3d46-455d-98b6-8dcde9a43301 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:10:49.265979 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'code': 200} Nov 05 22:10:49.314475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.395661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:49.463110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:49.564178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f797-e1e5-4300-b269-03c67d6124d1 req-9d082457-d52a-4028-98e3-059eb3cc04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:49.565754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69f6f797-e1e5-4300-b269-03c67d6124d1 req-9d082457-d52a-4028-98e3-059eb3cc04b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 1097 time: 0.0636179 Nov 05 22:10:49.613331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:49.629580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a81867f7-e6ab-4bd4-858e-31004f2c51ff tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7544417 Nov 05 22:10:49.633795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:49.637529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:49.638985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'network': {'name': 'tempest-RoutersTest-147124692'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:49.657287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69f6f797-e1e5-4300-b269-03c67d6124d1 req-54010e18-3638-4771-8fdf-1c1094f51481 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832655 Nov 05 22:10:49.674115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-093216a0-bb34-4386-8459-ac421c99b02e None None] Provisioning complete for port 72cc1bb8-07ca-45cd-99db-a59a27eba729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:49.674489 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-093216a0-bb34-4386-8459-ac421c99b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.678626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:49.679254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:49.749961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:49.754245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.791020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-093216a0-bb34-4386-8459-ac421c99b02e None None] Port 72cc1bb8-07ca-45cd-99db-a59a27eba729 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:49.800039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:10:49.815003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:49.819665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.819877 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added segment 64567a18-e6ef-4d93-8e2d-e7235f486199 of type vlan for network 7ef1708b-400e-4c2f-9b9f-196273af98cb Nov 05 22:10:49.848883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-093216a0-bb34-4386-8459-ac421c99b02e None None] Provisioning complete for port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:49.849277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-093216a0-bb34-4386-8459-ac421c99b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:49.879427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.013558 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.026523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:50.027228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.133083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:50.153644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559e187-de66-420a-b07b-8fd96823eeb3 req-1253ba8b-9126-4cd4-beaf-8fde48bdac65 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:50.155871 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4559e187-de66-420a-b07b-8fd96823eeb3 req-1253ba8b-9126-4cd4-beaf-8fde48bdac65 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 946 time: 0.1698551 Nov 05 22:10:50.164257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5268326 Nov 05 22:10:50.164746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58414) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:50.170068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'subnet': {'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:50.181621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85af5b-ba9a-43ab-bb6f-fe7ae12adcb4 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Network': ['ID=7ef1708b-400e-4c2f-9b9f-196273af98cb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:50.201517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:10:50.278440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4559e187-de66-420a-b07b-8fd96823eeb3 req-e65580e4-7ba1-4e9c-bcce-aee338187a8b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026843 Nov 05 22:10:50.461497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:50.461867 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.475341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Made reservation on behalf of 75ffd40b1b7f4527ba77d7d0ef0aa674 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:10:50.480221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.488721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-73aa0be7-301d-470a-9ee7-981773ba6db1 None None] Provisioning complete for port 72cc1bb8-07ca-45cd-99db-a59a27eba729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:50.489090 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73aa0be7-301d-470a-9ee7-981773ba6db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.558523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-73aa0be7-301d-470a-9ee7-981773ba6db1 None None] Port 72cc1bb8-07ca-45cd-99db-a59a27eba729 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:50.589100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:47Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:48Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:50.674238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:50.675435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Updating router edaf0126-81d6-4f2a-8862-4e44242615b0 port 72cc1bb8-07ca-45cd-99db-a59a27eba729 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:10:50.710869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.797024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:50.872333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Checking segment: {'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:50.872750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network hostable DHCP agents. Network: 7ef1708b-400e-4c2f-9b9f-196273af98cb, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:10:50.877924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Subnet': ['ID=2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:50.978528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:10:51.075932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7ef1708b-400e-4c2f-9b9f-196273af98cb) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:51.080353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:51.081195 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:51.121370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81a3b6-c77c-46f4-b422-364b8c196f95 None None] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:51.166421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b4ee914b-c305-4835-bd0e-75e1ad7ed997 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9977665 Nov 05 22:10:51.167000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58442) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:51.246882 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:51.329982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-7ef1708b-400e-4c2f-9b9f-196273af98cb', 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'fixed_ips': [{'subnet_id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:10:51.331279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:51.333855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:51.415740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997e46b-2b68-4919-8979-1d3e5ca44772 None None] Pushing event updated for resources: {'Port': ['ID=72cc1bb8-07ca-45cd-99db-a59a27eba729,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:51.514612 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:10:51.588717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Attempting to bind port 72cc1bb8-07ca-45cd-99db-a59a27eba729 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:51.589096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Attempting to bind port 72cc1bb8-07ca-45cd-99db-a59a27eba729 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:51.589444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Attempting to bind port 72cc1bb8-07ca-45cd-99db-a59a27eba729 on network 83246602-77fb-42d0-a140-f086b4b1a5c4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:51.638566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:51.638863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Checking segment: {'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:51.639272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:51.639859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Bound using segment: {'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:51.640708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Bound port: 72cc1bb8-07ca-45cd-99db-a59a27eba729, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46741eb3-ddfc-415c-8d44-3cdbd6675419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:51.641351 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:51.701382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Allocated IP 172.23.0.2 (7ef1708b-400e-4c2f-9b9f-196273af98cb/2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a/572f38ec-8e82-4fe8-85a6-a3f623b86eef) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:51.767427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] For port 72cc1bb8-07ca-45cd-99db-a59a27eba729, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:51.818791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] For port 72cc1bb8-07ca-45cd-99db-a59a27eba729, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72cc1bb8-07ca-45cd-99db-a59a27eba729,segment=NetworkSegment(46741eb3-ddfc-415c-8d44-3cdbd6675419),segment_id=46741eb3-ddfc-415c-8d44-3cdbd6675419)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:51.904463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f350-a6cb-44ac-8fe3-d1a35d81c599 req-8a162b66-853f-4116-be90-7331a3c6ed42 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:51.906018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28a1f350-a6cb-44ac-8fe3-d1a35d81c599 req-8a162b66-853f-4116-be90-7331a3c6ed42 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 946 time: 0.1065166 Nov 05 22:10:51.933865 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.012012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-12994b9f-66cb-4fb2-88f0-fdd9265649e1 None None] Provisioning complete for port 72cc1bb8-07ca-45cd-99db-a59a27eba729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:52.017280 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12994b9f-66cb-4fb2-88f0-fdd9265649e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.018266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997e46b-2b68-4919-8979-1d3e5ca44772 None None] Pushing event updated for resources: {'Port': ['ID=72cc1bb8-07ca-45cd-99db-a59a27eba729,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:52.069357 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.088464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28a1f350-a6cb-44ac-8fe3-d1a35d81c599 req-595b0134-4dcc-4fe0-b393-2702d8481208 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387336 Nov 05 22:10:52.109075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:52.111158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:52.171342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.213951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.270511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:52.296853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:52.304639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:52.328835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:52.332305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Pushing event updated for resources: {'Port': ['ID=572f38ec-8e82-4fe8-85a6-a3f623b86eef,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:52.480097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12994b9f-66cb-4fb2-88f0-fdd9265649e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.532088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Attempting to bind port 572f38ec-8e82-4fe8-85a6-a3f623b86eef on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:52.532634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Attempting to bind port 572f38ec-8e82-4fe8-85a6-a3f623b86eef by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:52.533113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Attempting to bind port 572f38ec-8e82-4fe8-85a6-a3f623b86eef on network 7ef1708b-400e-4c2f-9b9f-196273af98cb {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:52.583860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:52.584314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Checking segment: {'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:52.584833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.585325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Bound using segment: {'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:52.586681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Bound port: 572f38ec-8e82-4fe8-85a6-a3f623b86eef, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:52.587613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.647902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Allocated IP 172.23.0.1 (7ef1708b-400e-4c2f-9b9f-196273af98cb/2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a/42ad4f4a-4a43-417a-990c-063f633641bd) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:10:52.695101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-12994b9f-66cb-4fb2-88f0-fdd9265649e1 None None] For port 72cc1bb8-07ca-45cd-99db-a59a27eba729, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72cc1bb8-07ca-45cd-99db-a59a27eba729,segment=NetworkSegment(46741eb3-ddfc-415c-8d44-3cdbd6675419),segment_id=46741eb3-ddfc-415c-8d44-3cdbd6675419)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:52.762694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] For port 572f38ec-8e82-4fe8-85a6-a3f623b86eef, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:52.768395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] For port 572f38ec-8e82-4fe8-85a6-a3f623b86eef, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=572f38ec-8e82-4fe8-85a6-a3f623b86eef,segment=NetworkSegment(64567a18-e6ef-4d93-8e2d-e7235f486199),segment_id=64567a18-e6ef-4d93-8e2d-e7235f486199)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:52.785566 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12994b9f-66cb-4fb2-88f0-fdd9265649e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.795866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.829007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:47Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:51Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:52.864865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2a20d-c864-4cbb-b082-62a528ecbe9c None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:47Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:51Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:52.870138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.889890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12994b9f-66cb-4fb2-88f0-fdd9265649e1 None None] Pushing event updated for resources: {'Port': ['ID=72cc1bb8-07ca-45cd-99db-a59a27eba729,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:52.936592 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:52.974536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:52.978178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:52.979099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3f10a513-9130-4071-938d-80e08f042609 None None] Provisioning complete for port 72cc1bb8-07ca-45cd-99db-a59a27eba729 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:52.979470 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f10a513-9130-4071-938d-80e08f042609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:53.029723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:10:53.043172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0c031-1366-4aad-9b6d-1e269b4a14a9 None None] Pushing event updated for resources: {'Port': ['ID=572f38ec-8e82-4fe8-85a6-a3f623b86eef,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:53.140898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=42ad4f4a-4a43-417a-990c-063f633641bd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:53.157239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:53.269327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa817c-4f1c-4b04-bddc-89cfbf5626ac req-d8297243-c1f0-43e3-97c0-383f63d7666d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:10:53.284297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8efa817c-4f1c-4b04-bddc-89cfbf5626ac req-d8297243-c1f0-43e3-97c0-383f63d7666d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 946 time: 0.0783896 Nov 05 22:10:53.347140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8efa817c-4f1c-4b04-bddc-89cfbf5626ac req-c4e3f24d-c71a-4981-bdfd-da8e297067c0 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618823 Nov 05 22:10:53.420743 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:53.751531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:53.846798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:53.929837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:53.931789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event updated for resources: {'Port': ['ID=42ad4f4a-4a43-417a-990c-063f633641bd,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:54.086890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:10:54.089462 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:10:54.185114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72cc1bb8-07ca-45cd-99db-a59a27eba729 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:54.251121 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:54.340408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 72cc1bb8-07ca-45cd-99db-a59a27eba729 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:54.340816 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:54.398771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:54.405836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-43731115-d2f6-4200-82c6-5f2c8d6804f5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379682 Nov 05 22:10:54.408659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58482) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:54.414544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:54.415520 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:54.428123 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:54.428770 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:54.460233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d5bc1-7700-433a-9d6d-d0c0f3d22200 None None] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:54.482478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 572f38ec-8e82-4fe8-85a6-a3f623b86eef up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:54.583861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b956e9fc-f638-46cf-9bfb-d5c9cb089add None None] Provisioning complete for port 572f38ec-8e82-4fe8-85a6-a3f623b86eef triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:54.584128 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b956e9fc-f638-46cf-9bfb-d5c9cb089add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:54.633061 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:54.778085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 572f38ec-8e82-4fe8-85a6-a3f623b86eef triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:54.785440 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:54.870448 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:53Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '42ad4f4a-4a43-417a-990c-063f633641bd', 'name': '', 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:d5:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:52Z', 'updated_at': '2021-11-05T22:10:53Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:54.886587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 22:10:54.900529 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:54.901144 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Updating router edaf0126-81d6-4f2a-8862-4e44242615b0 port 42ad4f4a-4a43-417a-990c-063f633641bd binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:10:54.901635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Removed routes are [] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 22:10:54.902163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:54.928258 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:54.961481 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b956e9fc-f638-46cf-9bfb-d5c9cb089add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:54.987175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.028061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b956e9fc-f638-46cf-9bfb-d5c9cb089add None None] For port 572f38ec-8e82-4fe8-85a6-a3f623b86eef, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=572f38ec-8e82-4fe8-85a6-a3f623b86eef,segment=NetworkSegment(64567a18-e6ef-4d93-8e2d-e7235f486199),segment_id=64567a18-e6ef-4d93-8e2d-e7235f486199)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:55.138771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b956e9fc-f638-46cf-9bfb-d5c9cb089add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.225141 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:10:55.230850 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:10:55.257208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956e9fc-f638-46cf-9bfb-d5c9cb089add None None] Pushing event updated for resources: {'Port': ['ID=572f38ec-8e82-4fe8-85a6-a3f623b86eef,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:55.267764 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.279411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.307933 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.367212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fbea295c-088e-456a-b7b0-402884e1002d None None] Provisioning complete for port 572f38ec-8e82-4fe8-85a6-a3f623b86eef triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:55.367693 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbea295c-088e-456a-b7b0-402884e1002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.401080 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.403700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:55.459041 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f760f-7b9c-44ab-a4db-971e8b47217e None None] Pushing event updated for resources: {'Port': ['ID=42ad4f4a-4a43-417a-990c-063f633641bd,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:55.515054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fbea295c-088e-456a-b7b0-402884e1002d None None] Provisioning complete for port 42ad4f4a-4a43-417a-990c-063f633641bd triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:55.515430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbea295c-088e-456a-b7b0-402884e1002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.555227 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Attempting to bind port 42ad4f4a-4a43-417a-990c-063f633641bd on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:10:55.555817 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Attempting to bind port 42ad4f4a-4a43-417a-990c-063f633641bd by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:10:55.564109 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Attempting to bind port 42ad4f4a-4a43-417a-990c-063f633641bd on network 7ef1708b-400e-4c2f-9b9f-196273af98cb {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:10:55.565253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fbea295c-088e-456a-b7b0-402884e1002d None None] Port 42ad4f4a-4a43-417a-990c-063f633641bd cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:55.572073 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:10:55.572452 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Checking segment: {'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:10:55.572851 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.573334 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Bound using segment: {'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:10:55.573935 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Bound port: 42ad4f4a-4a43-417a-990c-063f633641bd, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64567a18-e6ef-4d93-8e2d-e7235f486199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:10:55.574923 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.593232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:55.601168 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.602440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-785bd90e-a436-4ecb-822c-d440e0ec1b9f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 200 len: 933 time: 1.1927583 Nov 05 22:10:55.607151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58512) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:55.662299 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] For port 42ad4f4a-4a43-417a-990c-063f633641bd, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:10:55.666129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] For port 42ad4f4a-4a43-417a-990c-063f633641bd, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42ad4f4a-4a43-417a-990c-063f633641bd,segment=NetworkSegment(64567a18-e6ef-4d93-8e2d-e7235f486199),segment_id=64567a18-e6ef-4d93-8e2d-e7235f486199)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:10:55.690457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e91714f0-7258-4074-9119-a8f48b07ca75 None None] Provisioning complete for port 42ad4f4a-4a43-417a-990c-063f633641bd triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:55.690889 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e91714f0-7258-4074-9119-a8f48b07ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.738926 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.771142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e91714f0-7258-4074-9119-a8f48b07ca75 None None] Port 42ad4f4a-4a43-417a-990c-063f633641bd cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:10:55.796585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-abc91a48-158e-489e-bbda-6adaeba7ea2e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 200 len: 933 time: 0.1874442 Nov 05 22:10:55.799203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58524) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:55.804652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'routes': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:10:55.818700 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f760f-7b9c-44ab-a4db-971e8b47217e None None] Pushing event updated for resources: {'Port': ['ID=42ad4f4a-4a43-417a-990c-063f633641bd,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:55.850445 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:55.851111 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:55.896991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-271b233c-cd3e-4a5b-bdae-8779db1f4d0d None None] Provisioning complete for port 42ad4f4a-4a43-417a-990c-063f633641bd triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:55.896991 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-271b233c-cd3e-4a5b-bdae-8779db1f4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:55.969046 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:56.071211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-271b233c-cd3e-4a5b-bdae-8779db1f4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.131319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 572f38ec-8e82-4fe8-85a6-a3f623b86eef up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:56.166119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-271b233c-cd3e-4a5b-bdae-8779db1f4d0d None None] For port 42ad4f4a-4a43-417a-990c-063f633641bd, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42ad4f4a-4a43-417a-990c-063f633641bd,segment=NetworkSegment(64567a18-e6ef-4d93-8e2d-e7235f486199),segment_id=64567a18-e6ef-4d93-8e2d-e7235f486199)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:56.196349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 572f38ec-8e82-4fe8-85a6-a3f623b86eef triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:56.196766 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.255109 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:54Z', 'revision_number': 6, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '42ad4f4a-4a43-417a-990c-063f633641bd', 'name': '', 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:d5:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:52Z', 'updated_at': '2021-11-05T22:10:55Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:56.310908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added routes are [] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 22:10:56.311230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 22:10:56.324290 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d77e25-a89f-467a-9c5b-1e7050d17b0d None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:54Z', 'revision_number': 6, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '42ad4f4a-4a43-417a-990c-063f633641bd', 'name': '', 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:d5:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:52Z', 'updated_at': '2021-11-05T22:10:55Z', 'revision_number': 4, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:56.342275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-271b233c-cd3e-4a5b-bdae-8779db1f4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.356041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.404170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b233c-cd3e-4a5b-bdae-8779db1f4d0d None None] Pushing event updated for resources: {'Port': ['ID=42ad4f4a-4a43-417a-990c-063f633641bd,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:56.463734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2eabcba0-4f4b-4439-ab91-f0dd9f44f4a5 None None] Provisioning complete for port 42ad4f4a-4a43-417a-990c-063f633641bd triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:56.464270 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2eabcba0-4f4b-4439-ab91-f0dd9f44f4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.706835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-59f01082-9c87-43fd-90f2-a958324df755 None None] Provisioning complete for port 42ad4f4a-4a43-417a-990c-063f633641bd triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:56.707387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59f01082-9c87-43fd-90f2-a958324df755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.740930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.746149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.864438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:56.981028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:56.988203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:56.989465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cc4939f9-6e6f-499d-8086-cadd96643ef7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 200 len: 699 time: 1.1891854 Nov 05 22:10:56.992986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58540) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:57.111239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-83d730db-6add-4b8c-a79b-6755df4668bb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 200 len: 699 time: 0.1169283 Nov 05 22:10:57.114009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58542) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:57.250313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:57.264813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:57.265555 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:57.368687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:57.493601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:57.610570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:56Z', 'revision_number': 7, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '42ad4f4a-4a43-417a-990c-063f633641bd', 'name': '', 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:d5:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:52Z', 'updated_at': '2021-11-05T22:10:56Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:57.639876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:57.650701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:57.651334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:57.751398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:58.103845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:56Z', 'revision_number': 7, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '42ad4f4a-4a43-417a-990c-063f633641bd', 'name': '', 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:d5:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:52Z', 'updated_at': '2021-11-05T22:10:56Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:58.146365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42ad4f4a-4a43-417a-990c-063f633641bd up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:10:58.148266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacf832-a054-43f5-81be-e79a248480cc None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:56Z', 'revision_number': 7, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '42ad4f4a-4a43-417a-990c-063f633641bd', 'name': '', 'network_id': '7ef1708b-400e-4c2f-9b9f-196273af98cb', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:d5:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:52Z', 'updated_at': '2021-11-05T22:10:56Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:58.175320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port 42ad4f4a-4a43-417a-990c-063f633641bd {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:58.175949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:58.221328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 42ad4f4a-4a43-417a-990c-063f633641bd triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:10:58.221328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:58.326417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port 42ad4f4a-4a43-417a-990c-063f633641bd, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=42ad4f4a-4a43-417a-990c-063f633641bd,segment=NetworkSegment(64567a18-e6ef-4d93-8e2d-e7235f486199),segment_id=64567a18-e6ef-4d93-8e2d-e7235f486199)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:58.330216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:58.362184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for 42ad4f4a-4a43-417a-990c-063f633641bd owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:58.635787 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:58.669361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=42ad4f4a-4a43-417a-990c-063f633641bd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:58.843480 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.038706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:10:59.134563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:10:59.139567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-65c497cf-a96f-49ab-b13c-9ac8d4e7c52a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0245028 Nov 05 22:10:59.142189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58552) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:59.144893 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:10:59.156649 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:59.157287 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:59.197117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet 2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:10:59.200355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.241601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.248753 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:59.329094 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.447929 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:58Z', 'revision_number': 8, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:59.458924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.487455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:10:59.489512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.498599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-667342c7-095c-4a3e-babc-d19991f8323a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a HTTP/1.1" status: 204 len: 168 time: 0.3528697 Nov 05 22:10:59.498599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58558) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:10:59.501160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6e318-ecd7-42e4-b7af-8fa99fd2a47a None None] Network 7ef1708b-400e-4c2f-9b9f-196273af98cb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:10:59.586245 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:10:59.595113 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:10:59.595880 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:59.640645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.694093 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:10:59.709003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port 572f38ec-8e82-4fe8-85a6-a3f623b86eef {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:59.709771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.744235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] DHCP port deletion for 7ef1708b-400e-4c2f-9b9f-196273af98cb request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:10:59.778539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port 572f38ec-8e82-4fe8-85a6-a3f623b86eef, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=572f38ec-8e82-4fe8-85a6-a3f623b86eef,segment=NetworkSegment(64567a18-e6ef-4d93-8e2d-e7235f486199),segment_id=64567a18-e6ef-4d93-8e2d-e7235f486199)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:59.779041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.795476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for 572f38ec-8e82-4fe8-85a6-a3f623b86eef owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:59.803586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] Deleting port 572f38ec-8e82-4fe8-85a6-a3f623b86eef {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:10:59.804091 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.886260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] For port 572f38ec-8e82-4fe8-85a6-a3f623b86eef, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=572f38ec-8e82-4fe8-85a6-a3f623b86eef,segment=NetworkSegment(64567a18-e6ef-4d93-8e2d-e7235f486199),segment_id=64567a18-e6ef-4d93-8e2d-e7235f486199)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:10:59.886776 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.903592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] Calling delete_port for 572f38ec-8e82-4fe8-85a6-a3f623b86eef owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:10:59.945613 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:58Z', 'revision_number': 8, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:10:59.977429 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd8b09-cb58-4154-96ab-bde4358c4c12 None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:10:58Z', 'revision_number': 8, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': '72cc1bb8-07ca-45cd-99db-a59a27eba729', 'name': '', 'network_id': '83246602-77fb-42d0-a140-f086b4b1a5c4', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:0b:9f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:46Z', 'updated_at': '2021-11-05T22:10:52Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '2d6d2092-24d8-4930-a103-2191b17591a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:10:59.985976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:10:59.992893 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.025889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] No DVR routers for this DVR port 572f38ec-8e82-4fe8-85a6-a3f623b86eef on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:00.041440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e1854-13d0-42e0-9a8a-69af0d48a443 None None] Pushing event deleted for resources: {'Port': ['ID=572f38ec-8e82-4fe8-85a6-a3f623b86eef,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:00.047758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port 572f38ec-8e82-4fe8-85a6-a3f623b86eef on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:00.051181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=572f38ec-8e82-4fe8-85a6-a3f623b86eef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:00.134184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.155576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef1708b-400e-4c2f-9b9f-196273af98cb']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:00.165726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64567a18-e6ef-4d93-8e2d-e7235f486199') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:00.166026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64567a18-e6ef-4d93-8e2d-e7235f486199') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:00.175485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.189538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.197148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:00.197831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:00.200933 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:00.378635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.413294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.419855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/7ef1708b-400e-4c2f-9b9f-196273af98cb HTTP/1.1" status: 204 len: 168 time: 0.9204609 Nov 05 22:11:00.421684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d010-26a5-40a7-a26f-1a1064d516a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=7ef1708b-400e-4c2f-9b9f-196273af98cb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:00.424491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58574) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:00.482758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-26053068-def3-4d6f-aa79-948c4372ea5a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245380646&fields=id&tenant_id=79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 267 time: 0.1192629 Nov 05 22:11:00.494452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 572f38ec-8e82-4fe8-85a6-a3f623b86eef no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:00.519208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 572f38ec-8e82-4fe8-85a6-a3f623b86eef {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:00.520132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 572f38ec-8e82-4fe8-85a6-a3f623b86eef not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:00.612635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-6a6ddaad-8031-4e8c-8054-6f441148b77c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:00.614566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-6a6ddaad-8031-4e8c-8054-6f441148b77c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1305685 Nov 05 22:11:00.641608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-af87961a-be10-4fba-a495-a8b03a30033d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/quotas/79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 375 time: 0.0210795 Nov 05 22:11:00.691702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-1a886412-328e-4a7f-b305-9e84f2b5ca2f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490193 Nov 05 22:11:00.772207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.808119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-abd8b4f3-4290-42d0-950b-954ebe9e88de service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974925 Nov 05 22:11:00.858979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:00.948721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-f48d4d70-9869-420d-8ea5-b64c644b17f5 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343892 Nov 05 22:11:01.150731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port 72cc1bb8-07ca-45cd-99db-a59a27eba729 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:01.151073 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:01.245105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port 72cc1bb8-07ca-45cd-99db-a59a27eba729, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72cc1bb8-07ca-45cd-99db-a59a27eba729,segment=NetworkSegment(46741eb3-ddfc-415c-8d44-3cdbd6675419),segment_id=46741eb3-ddfc-415c-8d44-3cdbd6675419)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:01.245673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:01.259721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for 72cc1bb8-07ca-45cd-99db-a59a27eba729 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:01.498014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:01.525989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=72cc1bb8-07ca-45cd-99db-a59a27eba729,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:01.701523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:01.736161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2151a4ab-142d-49e7-a3e4-0d604c155959 req-8f5fcaee-3f02-4c98-b519-19eee0d0b777 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0366991 Nov 05 22:11:02.064172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42ad4f4a-4a43-417a-990c-063f633641bd no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:02.109868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 42ad4f4a-4a43-417a-990c-063f633641bd {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:02.110478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 42ad4f4a-4a43-417a-990c-063f633641bd not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:02.247569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:02.343406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:02.348397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fa1ec7ee-4c5d-4115-ac91-568dd5dc562e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9226747 Nov 05 22:11:02.351647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58600) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:02.354272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:02.366040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:02.367381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:02.413841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet 2d6d2092-24d8-4930-a103-2191b17591a8 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:02.418949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.466022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:02.467816 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.576994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.704351 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.733728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6d2092-24d8-4930-a103-2191b17591a8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:02.737369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.740668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3aad461a-aa3d-4a5c-8d1b-bfc98f61cf45 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/2d6d2092-24d8-4930-a103-2191b17591a8 HTTP/1.1" status: 204 len: 168 time: 0.3879266 Nov 05 22:11:02.743717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58604) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:02.755936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af6d75-54a9-4973-8065-1609ab161e0e None None] Network 83246602-77fb-42d0-a140-f086b4b1a5c4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:02.859277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.903702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4ed2072b-20e3-4ce1-a72d-782ba68cdab1 req-9999ad91-00d2-4216-8c81-ab42944eb30d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0404162 Nov 05 22:11:02.953100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:02.953728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.983692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:02.994879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:01Z', 'revision_number': 9, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:03.032564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:03.041115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:03.041721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:03.042446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,segment=NetworkSegment(46741eb3-ddfc-415c-8d44-3cdbd6675419),segment_id=46741eb3-ddfc-415c-8d44-3cdbd6675419)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:03.042914 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.061859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:03.076154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] DHCP port deletion for 83246602-77fb-42d0-a140-f086b4b1a5c4 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:03.172501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:03.230082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] Deleting port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:03.230454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.252973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.285420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:03.292978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:03.375121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] For port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443, host n-d-816738-5, got binding levels [] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:03.375518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.385069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.395882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] Calling delete_port for c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:03.400501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.ipam_backend_mixin [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] Port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 was not found and therefore no delete operation was performed {{(pid=102293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 05 22:11:03.407444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.409636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83246602-77fb-42d0-a140-f086b4b1a5c4']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:03.420952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46741eb3-ddfc-415c-8d44-3cdbd6675419') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:03.421271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46741eb3-ddfc-415c-8d44-3cdbd6675419') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:03.437479 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.451349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] No DVR routers for this DVR port c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:03.454958 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.455246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9109b0-e109-47e2-a515-7e4405c3da1b None None] Pushing event deleted for resources: {'Port': ['ID=c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:03.473994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:03.474489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:03.478413 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:03.515855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:01Z', 'revision_number': 9, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:03.549179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7fcd3-e77e-41df-819b-5e3122bf62e0 None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:01Z', 'revision_number': 9, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ec603-184e-4f43-9114-fb9e21185588', 'name': '', 'network_id': '530e1411-423a-4b05-b34a-9b1cbd1394a7', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:ed:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:41Z', 'updated_at': '2021-11-05T22:10:45Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': 'f86ae78e-4a78-4d5c-ae1b-d6e4de242797', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:03.635141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.641970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:03.645248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/83246602-77fb-42d0-a140-f086b4b1a5c4 HTTP/1.1" status: 204 len: 168 time: 0.9006622 Nov 05 22:11:03.648866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58610) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:03.656905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f217b-db5e-4170-b888-e0eb00434794 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=83246602-77fb-42d0-a140-f086b4b1a5c4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:04.011988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d1f8368-762e-4814-bcbb-44effc2f1eb3 req-f42c81ab-58a3-49c6-a47d-326d1a576cb9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0311069 Nov 05 22:11:04.042973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72cc1bb8-07ca-45cd-99db-a59a27eba729 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:04.046058 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:04.067493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 72cc1bb8-07ca-45cd-99db-a59a27eba729 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:04.068150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72cc1bb8-07ca-45cd-99db-a59a27eba729 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:04.069153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:04.106249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:04.107804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c12bfa5d-b5ef-4fc9-ba20-92aa55bf7443 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:04.196412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-3f7375c4-93f2-4dbf-a7c3-afd8f7c9d13e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:04.198076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-3f7375c4-93f2-4dbf-a7c3-afd8f7c9d13e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1195908 Nov 05 22:11:04.283727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-ee139b95-9dd9-4a0c-b751-69b4c6c8de24 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 380 time: 0.0761588 Nov 05 22:11:04.293406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'port': {'device_id': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'admin_state_up': True, 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'security_groups': ['66d142b1-4e37-45eb-aab6-0865661c861b']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:04.336121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port e12ec603-184e-4f43-9114-fb9e21185588 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:04.336463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:04.445758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port e12ec603-184e-4f43-9114-fb9e21185588, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e12ec603-184e-4f43-9114-fb9e21185588,segment=NetworkSegment(d5d33398-f60b-4e44-927c-b40e5a23f5bf),segment_id=d5d33398-f60b-4e44-927c-b40e5a23f5bf)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:04.446542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:04.461368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for e12ec603-184e-4f43-9114-fb9e21185588 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:04.520978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:04.525311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:04.666376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.20.0.14 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/2bcb50f3-cc81-443a-919c-dfa8997930e5) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:04.727438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:04.792067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=e12ec603-184e-4f43-9114-fb9e21185588,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:04.835386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:04.939073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:04.990638 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:04.994639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:05.011985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:05.016461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:05.101389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=2bcb50f3-cc81-443a-919c-dfa8997930e5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:05.174395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:05.175272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:05.204329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399132-375c-4751-af64-959044609bed req-1ea026ee-3e81-40c2-85ea-80fcc70afea6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:05.206772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04399132-375c-4751-af64-959044609bed req-1ea026ee-3e81-40c2-85ea-80fcc70afea6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 932 time: 0.0745306 Nov 05 22:11:05.265715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d94fab27-8bd2-43f3-8fd6-4bb47653e8d5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9760001 Nov 05 22:11:05.280503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04399132-375c-4751-af64-959044609bed req-3a1a5fd2-ef02-4e66-92e1-85266d729dcf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584147 Nov 05 22:11:05.297664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:05.417568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:05.422499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-60a4d775-09a7-4c54-a5bc-a8fddbc8c115 None None] Provisioning complete for port 2bcb50f3-cc81-443a-919c-dfa8997930e5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:05.423087 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-edca8386-e767-4776-9f49-c8eb365fecf5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731042 Nov 05 22:11:05.426014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58628) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:05.427025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-60a4d775-09a7-4c54-a5bc-a8fddbc8c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:05.430657 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:05.461319 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:05.461950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:05.470747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-60a4d775-09a7-4c54-a5bc-a8fddbc8c115 None None] Port 2bcb50f3-cc81-443a-919c-dfa8997930e5 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:05.492954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Request body: {'port': {'device_id': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:05.550446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet f86ae78e-4a78-4d5c-ae1b-d6e4de242797 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:05.555680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:05.582181 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:05.624453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:05.630226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:05.806923 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:04Z', 'revision_number': 10, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:05.835921 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:05.846756 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:05.847782 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:10:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:05.945752 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:06.086858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.199010 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:04Z', 'revision_number': 10, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:06.236600 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f25064-2e43-44de-bca8-31dc83c2fc66 None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:04Z', 'revision_number': 10, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None, '_interfaces': [{'id': 'c9dec264-99f0-4e65-9874-f1059bf21759', 'name': '', 'network_id': '871253d6-a146-4a4f-aec0-0db6890eee92', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'mac_address': 'fa:16:3e:6d:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:10:32Z', 'updated_at': '2021-11-05T22:10:41Z', 'revision_number': 5, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'subnets': [{'id': '57fe1c9c-431e-4253-bdc5-e9b8a725e6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:06.292126 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ada504a9-3640-4290-85ec-86f87aa6fdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.319062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.376050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcb50f3-cc81-443a-919c-dfa8997930e5 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:06.389165 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.412577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Transition to ACTIVE for port object 2bcb50f3-cc81-443a-919c-dfa8997930e5 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:11:06.461955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=f86ae78e-4a78-4d5c-ae1b-d6e4de242797,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:06.468011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.472098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ee7316be-1dad-4a06-9414-1ff640b7ae2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/f86ae78e-4a78-4d5c-ae1b-d6e4de242797 HTTP/1.1" status: 204 len: 168 time: 1.0440464 Nov 05 22:11:06.478223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58634) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:06.481158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb44dc-b88a-4ff3-a94d-fbb72a405c9c None None] Network 530e1411-423a-4b05-b34a-9b1cbd1394a7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:06.513750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50971211-23c0-4fb6-880f-34a810c13f06 req-2a76c504-2d48-4f7a-b5d2-f8dd2ca50559 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:06.515419 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-50971211-23c0-4fb6-880f-34a810c13f06 req-2a76c504-2d48-4f7a-b5d2-f8dd2ca50559 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 932 time: 0.0876486 Nov 05 22:11:06.573216 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.581084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.586037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-50971211-23c0-4fb6-880f-34a810c13f06 req-363df86b-64ee-4e39-abfb-524c59b68183 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634546 Nov 05 22:11:06.666286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb50f3-cc81-443a-919c-dfa8997930e5,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:06.772595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] DHCP port deletion for 530e1411-423a-4b05-b34a-9b1cbd1394a7 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:06.828817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port c3cec0c2-78e5-4b30-b636-29cb528d9e07 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:06.829130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.832028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Attempting to bind port 2bcb50f3-cc81-443a-919c-dfa8997930e5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:06.832376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Attempting to bind port 2bcb50f3-cc81-443a-919c-dfa8997930e5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:06.832712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Attempting to bind port 2bcb50f3-cc81-443a-919c-dfa8997930e5 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:06.855270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Port 2bcb50f3-cc81-443a-919c-dfa8997930e5 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:11:06.855802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Attempting to bind port 2bcb50f3-cc81-443a-919c-dfa8997930e5 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:06.878866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] Deleting port c3cec0c2-78e5-4b30-b636-29cb528d9e07 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:06.879567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.903346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:06.903751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:06.904152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:06.904607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Bound port: 2bcb50f3-cc81-443a-919c-dfa8997930e5, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:06.904966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.935044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port c3cec0c2-78e5-4b30-b636-29cb528d9e07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c3cec0c2-78e5-4b30-b636-29cb528d9e07,segment=NetworkSegment(d5d33398-f60b-4e44-927c-b40e5a23f5bf),segment_id=d5d33398-f60b-4e44-927c-b40e5a23f5bf)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:06.935655 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.970904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for c3cec0c2-78e5-4b30-b636-29cb528d9e07 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:06.976306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] For port c3cec0c2-78e5-4b30-b636-29cb528d9e07, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c3cec0c2-78e5-4b30-b636-29cb528d9e07,segment=NetworkSegment(d5d33398-f60b-4e44-927c-b40e5a23f5bf),segment_id=d5d33398-f60b-4e44-927c-b40e5a23f5bf)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:06.976710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:06.992156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] Calling delete_port for c3cec0c2-78e5-4b30-b636-29cb528d9e07 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:07.051706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] For port 2bcb50f3-cc81-443a-919c-dfa8997930e5, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:07.058033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] For port 2bcb50f3-cc81-443a-919c-dfa8997930e5, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:07.127217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.161268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:07.161899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.163729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] 10.222.0.13 "PUT /v2.0/ports/2bcb50f3-cc81-443a-919c-dfa8997930e5 HTTP/1.1" status: 200 len: 1092 time: 1.8821654 Nov 05 22:11:07.166110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:07.175643 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:07.180147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.185289 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.218100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port c3cec0c2-78e5-4b30-b636-29cb528d9e07 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:07.245587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] Pushing event deleted for resources: {'Port': ['ID=c3cec0c2-78e5-4b30-b636-29cb528d9e07,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:07.254760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7430245-0d08-42c3-9c47-b32efd3fd1db None None] No DVR routers for this DVR port c3cec0c2-78e5-4b30-b636-29cb528d9e07 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:07.300098 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c994d4a8-b2a2-4e65-9e22-5ebe6247c4a5 x-openstack-request-id: req-c994d4a8-b2a2-4e65-9e22-5ebe6247c4a5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:07.300646 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:07.301084 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c994d4a8-b2a2-4e65-9e22-5ebe6247c4a5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:07.301855 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'status': 'completed', 'code': 200} Nov 05 22:11:07.306259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c490da5-a43c-4b43-b4f7-7c8d7d26229b service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb50f3-cc81-443a-919c-dfa8997930e5,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:07.406459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=c3cec0c2-78e5-4b30-b636-29cb528d9e07,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:07.468910 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.505392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530e1411-423a-4b05-b34a-9b1cbd1394a7']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:07.517184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d33398-f60b-4e44-927c-b40e5a23f5bf') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:07.517586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d33398-f60b-4e44-927c-b40e5a23f5bf') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:07.534743 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.550114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.557422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:07.557948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:07.588220 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:07.624058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-14ea9a26-6243-4f3d-9bce-795e4228e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:07.625952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-14ea9a26-6243-4f3d-9bce-795e4228e290 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 1095 time: 0.3449957 Nov 05 22:11:07.683385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-d2125d15-912d-42cf-8a35-5e5b5fe422ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5 HTTP/1.1" status: 200 len: 217 time: 0.0467560 Nov 05 22:11:07.744929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-a4e720a6-3b82-40af-bc2a-cdcf871a3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:07.746506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-a4e720a6-3b82-40af-bc2a-cdcf871a3e63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0559869 Nov 05 22:11:07.747183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57aa8b-8695-467d-8be8-ccaea3413b7e req-696bdf62-263a-415c-a835-a0ed77082ec6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:07.749687 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e57aa8b-8695-467d-8be8-ccaea3413b7e req-696bdf62-263a-415c-a835-a0ed77082ec6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.0651326 Nov 05 22:11:07.788513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.812237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:07.820129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/530e1411-423a-4b05-b34a-9b1cbd1394a7 HTTP/1.1" status: 204 len: 168 time: 1.3380497 Nov 05 22:11:07.820129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27d772-dd6d-4968-8985-3f95f40db1c7 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=530e1411-423a-4b05-b34a-9b1cbd1394a7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:07.826679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58644) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:07.849981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e57aa8b-8695-467d-8be8-ccaea3413b7e req-828d397d-0844-41e2-a4aa-25ec896787d4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916083 Nov 05 22:11:07.888847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-944c2aea-1739-4a77-b36f-428cabde21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:07.890724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-944c2aea-1739-4a77-b36f-428cabde21a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369040 Nov 05 22:11:08.060275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58648) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:08.106463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e12ec603-184e-4f43-9114-fb9e21185588 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:08.132915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e12ec603-184e-4f43-9114-fb9e21185588 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:08.133260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e12ec603-184e-4f43-9114-fb9e21185588 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:08.133667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c3cec0c2-78e5-4b30-b636-29cb528d9e07 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:08.156017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c3cec0c2-78e5-4b30-b636-29cb528d9e07 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:08.156361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c3cec0c2-78e5-4b30-b636-29cb528d9e07 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:08.178641 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-f7d10d81-34fa-4070-8dcd-c01f1d5c2b35 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594056 Nov 05 22:11:08.203063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-007363a5-1c3b-4365-9719-ad03b98483de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.288662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-007363a5-1c3b-4365-9719-ad03b98483de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.362261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0e8adbc-80b1-42a3-924f-2510a9e57af5 req-9b1672db-3dd6-459b-aa51-33135ddc6196 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754911 Nov 05 22:11:08.384581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-007363a5-1c3b-4365-9719-ad03b98483de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.433152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007363a5-1c3b-4365-9719-ad03b98483de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956eac38-9714-4118-8412-a538ed54778f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:08.452768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.455558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-007363a5-1c3b-4365-9719-ad03b98483de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e65e62b7011844cdb05efe7b15f27c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931336 Nov 05 22:11:08.458788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58652) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:08.524098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab81205-f0ad-4950-9188-e0c5c68dce1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.532558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-011be494-e501-4d3d-a339-cf00121945b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.554370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab81205-f0ad-4950-9188-e0c5c68dce1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.643075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-7c4ef620-aaef-427c-a10d-8115bcee13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:08.644651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-7c4ef620-aaef-427c-a10d-8115bcee13ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 1095 time: 0.0949533 Nov 05 22:11:08.710317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab81205-f0ad-4950-9188-e0c5c68dce1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.713218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ab81205-f0ad-4950-9188-e0c5c68dce1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.717017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2ab81205-f0ad-4950-9188-e0c5c68dce1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/956eac38-9714-4118-8412-a538ed54778f HTTP/1.1" status: 204 len: 168 time: 0.2545457 Nov 05 22:11:08.725933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab81205-f0ad-4950-9188-e0c5c68dce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956eac38-9714-4118-8412-a538ed54778f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:08.780700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-fc68a79b-56c4-43c0-a6aa-7de17f4a02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:08.782161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-fc68a79b-56c4-43c0-a6aa-7de17f4a02af service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1278262 Nov 05 22:11:08.840416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-f5775d41-b8cd-4dc6-b19b-d29253ae95eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5 HTTP/1.1" status: 200 len: 217 time: 0.0356390 Nov 05 22:11:08.904040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port c9dec264-99f0-4e65-9874-f1059bf21759 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:08.904478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:08.928759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-4bae9a14-4ffb-46fb-974b-c04fb7421afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:08.930219 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-4bae9a14-4ffb-46fb-974b-c04fb7421afc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0830674 Nov 05 22:11:09.066829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0d0f6-9b46-4476-8cd4-b1ffeb936245 req-7f71ed12-78fa-4051-80e0-65519ce4f96b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:09.068355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cbb0d0f6-9b46-4476-8cd4-b1ffeb936245 req-7f71ed12-78fa-4051-80e0-65519ce4f96b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.1416736 Nov 05 22:11:09.073959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port c9dec264-99f0-4e65-9874-f1059bf21759, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c9dec264-99f0-4e65-9874-f1059bf21759,segment=NetworkSegment(e1bf6ca6-849d-421b-93fa-d7327e41cb30),segment_id=e1bf6ca6-849d-421b-93fa-d7327e41cb30)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:09.074323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:09.082452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-0d50e613-a9f1-4cc0-96e3-b42d200426af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:09.082452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-0d50e613-a9f1-4cc0-96e3-b42d200426af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078973 Nov 05 22:11:09.127137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for c9dec264-99f0-4e65-9874-f1059bf21759 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:09.239528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cbb0d0f6-9b46-4476-8cd4-b1ffeb936245 req-993c58a6-5bc3-4376-beb4-3abc42325e26 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623292 Nov 05 22:11:09.274621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-1cf3ae48-dd45-45f1-95ed-70762a3076e0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820977 Nov 05 22:11:09.444421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb1fdaf6-de0c-4dbb-bddd-bcae836d18d3 req-126bf8ef-5443-4214-933e-e81534ea80fc service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613560 Nov 05 22:11:09.521614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:09.549000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=c9dec264-99f0-4e65-9874-f1059bf21759,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:09.715989 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:09.822399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58676) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:09.929579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1091705519-network', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:10.053109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.087081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Made reservation on behalf of 17c181e55eb140a790e1232b24cf90b6 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:10.089460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.099522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.183986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.191723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:10.271066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:10.279229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ab4472f0-844d-4a91-9a24-694cc823c743 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4485509 Nov 05 22:11:10.300637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58682) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:10.301996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:10.311122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:10.312315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:10.338747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting subnet 57fe1c9c-431e-4253-bdc5-e9b8a725e6e9 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:10.342199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.380382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.395440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f33f24-95de-499f-bf00-d9d7cd06450e req-206fa856-7f6b-4c53-96ee-18203d67a0b5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:10.397825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3f33f24-95de-499f-bf00-d9d7cd06450e req-206fa856-7f6b-4c53-96ee-18203d67a0b5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.0711851 Nov 05 22:11:10.400498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.406876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:10.422958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:10.458116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437973fe-a764-49da-9e89-9dcd3783a0c6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:10.463431 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.463926 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Added segment 17ec4c3f-be44-426f-a9dd-ba6923143c87 of type vlan for network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 Nov 05 22:11:10.473444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:09Z', 'revision_number': 11, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:10.509388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:10.519714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:10.520509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:10.529759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3f33f24-95de-499f-bf00-d9d7cd06450e req-eda71abe-e7a8-4ea3-9360-3b769d66667a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217871 Nov 05 22:11:10.543678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.559724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.591321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:10.646367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:09Z', 'revision_number': 11, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:10.672460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e81e56-3a05-4a1f-8602-47f0a973c34a None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:09Z', 'revision_number': 11, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:10.715460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.716496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:10.717088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.755237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.780361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] Pushing event updated for resources: {'Network': ['ID=75e45a8f-be8a-4d53-bf55-77ecf49a4633,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:10.785195 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.798666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/57fe1c9c-431e-4253-bdc5-e9b8a725e6e9 HTTP/1.1" status: 204 len: 168 time: 0.5088544 Nov 05 22:11:10.798666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d03931-0bdb-4688-8d21-eff01990d68f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Subnet': ['ID=57fe1c9c-431e-4253-bdc5-e9b8a725e6e9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:10.799071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58684) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:10.799186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c2a27e-9ffc-4b38-a043-e867822991f3 None None] Network 871253d6-a146-4a4f-aec0-0db6890eee92 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:10.799186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:10.827261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f27c39d6-d06e-4364-bc11-7ec344ac162f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0035422 Nov 05 22:11:10.830178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58686) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:10.836232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Request body: {'subnet': {'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1091705519-subnet', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:10.877884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.932764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Made reservation on behalf of 17c181e55eb140a790e1232b24cf90b6 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:10.935295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:10.941408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Deleting port 94856765-6565-4431-b22a-10e69e4cc6d8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:10.941861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.022497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] For port 94856765-6565-4431-b22a-10e69e4cc6d8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=94856765-6565-4431-b22a-10e69e4cc6d8,segment=NetworkSegment(e1bf6ca6-849d-421b-93fa-d7327e41cb30),segment_id=e1bf6ca6-849d-421b-93fa-d7327e41cb30)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:11.023224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.051904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Calling delete_port for 94856765-6565-4431-b22a-10e69e4cc6d8 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:11.231224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.233371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53300b7-43b6-4c0e-9bef-f06d8e793ed9 None None] DHCP port deletion for 871253d6-a146-4a4f-aec0-0db6890eee92 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:11.261408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Port': ['ID=94856765-6565-4431-b22a-10e69e4cc6d8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:11.263248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No DVR routers for this DVR port 94856765-6565-4431-b22a-10e69e4cc6d8 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:11.337789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.349568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.376940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871253d6-a146-4a4f-aec0-0db6890eee92']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:11.388358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bf6ca6-849d-421b-93fa-d7327e41cb30') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:11.388638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bf6ca6-849d-421b-93fa-d7327e41cb30') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:11.397973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88786a2-1fd4-4fdb-a7ad-652fbb589ff7,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:11.399972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.407073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Checking segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:11.407439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Network hostable DHCP agents. Network: 75e45a8f-be8a-4d53-bf55-77ecf49a4633, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:11.416258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.422582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:11.422965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:11.426278 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:11.509653 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.544091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:11.601013 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.606451 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.612675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/networks/871253d6-a146-4a4f-aec0-0db6890eee92 HTTP/1.1" status: 204 len: 168 time: 0.8165593 Nov 05 22:11:11.614023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58690) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:11.619817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'routes': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:11.630583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 75e45a8f-be8a-4d53-bf55-77ecf49a4633) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:11.640134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:11.640134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.640391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ed00f4-a9f5-4179-89b8-f9ca0711f34c None None] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:11.657326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e60657-c423-47ba-8bac-9ea1b5b269ea req-00727484-1c2e-4695-9cc8-c5fdc931e74e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:11.658846 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8e60657-c423-47ba-8bac-9ea1b5b269ea req-00727484-1c2e-4695-9cc8-c5fdc931e74e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.0661919 Nov 05 22:11:11.671203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681753-ff0a-4207-88f2-1f2c6ca21a85 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Pushing event deleted for resources: {'Network': ['ID=871253d6-a146-4a4f-aec0-0db6890eee92,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:11.718638 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8e60657-c423-47ba-8bac-9ea1b5b269ea req-3580a703-a0cb-4e3b-a0ec-7ee5abb9c6af tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520718 Nov 05 22:11:11.741322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6c853d4f-1267-4676-9535-518f3e1f8651 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9018183 Nov 05 22:11:11.741322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58692) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:11.745666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:11.798320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Added routes are [] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 22:11:11.798618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Removed routes are [] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 22:11:11.798975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.799433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'fixed_ips': [{'subnet_id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:11:11.800471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.819188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.820373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.877338 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:11.950685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Allocated IP 172.20.0.2 (75e45a8f-be8a-4d53-bf55-77ecf49a4633/f88786a2-1fd4-4fdb-a7ad-652fbb589ff7/5541f325-fb2c-4488-9d66-34f4d7c2bbb6) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:12.050350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.097727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 94856765-6565-4431-b22a-10e69e4cc6d8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:12.099922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.139525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 94856765-6565-4431-b22a-10e69e4cc6d8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:12.139850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 94856765-6565-4431-b22a-10e69e4cc6d8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:12.140282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c9dec264-99f0-4e65-9874-f1059bf21759 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:12.167221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c9dec264-99f0-4e65-9874-f1059bf21759 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:12.167592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c9dec264-99f0-4e65-9874-f1059bf21759 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:12.181729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.244653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.248413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.276135 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.324882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router edaf0126-81d6-4f2a-8862-4e44242615b0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:12.330390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:12.334820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:12.338700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:12.343817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Pushing event updated for resources: {'Port': ['ID=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:12.378090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.399694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Attempting to bind port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:12.400102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Attempting to bind port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:12.400591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Attempting to bind port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:12.403590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.405909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:12.406384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Checking segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:12.406845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.407317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Bound using segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:12.407863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Bound port: 5541f325-fb2c-4488-9d66-34f4d7c2bbb6, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:12.408305 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.411788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:12.416720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.420471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e16ecc3f-2d68-41ed-ae88-f6ff4f8fe0c8 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 200 len: 700 time: 0.8029480 Nov 05 22:11:12.421129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58696) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:12.426898 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] Sync routers for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:12.440018 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:12.440954 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:12.459803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-606313a6-d37b-4bd0-9680-ef21fbafdfb1 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 200 len: 205 time: 0.0349624 Nov 05 22:11:12.460119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58698) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:12.473068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] For port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:12.477035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] For port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:12.520377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Allocated IP 172.25.6.2 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f81c78ed-822b-4554-99da-44c2b9de9264) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:12.539159 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:12.542573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd80a560-5a0d-40af-82fa-4c3c5e693099 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.558054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.602615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:09Z', 'revision_number': 11, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:12.635924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] Checking router: edaf0126-81d6-4f2a-8862-4e44242615b0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:12.647423 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] Routers {'edaf0126-81d6-4f2a-8862-4e44242615b0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:12.648099 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['edaf0126-81d6-4f2a-8862-4e44242615b0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:12.656432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e085d-ae20-4913-a73b-6a985d9ddd12 None None] Pushing event updated for resources: {'Port': ['ID=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:12.692613 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.757210 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd80a560-5a0d-40af-82fa-4c3c5e693099 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.760708 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd80a560-5a0d-40af-82fa-4c3c5e693099 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.825095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.840968 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] Set router edaf0126-81d6-4f2a-8862-4e44242615b0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:12.891537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:12.894724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:12.900011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:12.903755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd80a560-5a0d-40af-82fa-4c3c5e693099 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.903755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd80a560-5a0d-40af-82fa-4c3c5e693099 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Fanout notify agent at l3_agent the message router_deleted on router edaf0126-81d6-4f2a-8862-4e44242615b0 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:11:12.904088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Pushing event updated for resources: {'Port': ['ID=f81c78ed-822b-4554-99da-44c2b9de9264,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:12.908567 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd80a560-5a0d-40af-82fa-4c3c5e693099 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:12.909770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dd80a560-5a0d-40af-82fa-4c3c5e693099 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 204 len: 168 time: 0.4485500 Nov 05 22:11:12.914389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58702) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:12.920809 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:09Z', 'revision_number': 11, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:12.921245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6801c8db-a296-4c2d-ba43-28829f749ea6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207425283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:12.931097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.938045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:12.954260 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b4d820-546c-4cd2-8888-c8188a81d924 None None] The sync data for ids ['edaf0126-81d6-4f2a-8862-4e44242615b0'] in n-d-816738-5 is: [{'id': 'edaf0126-81d6-4f2a-8862-4e44242615b0', 'name': 'tempest-RoutersTest-router-552568840', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:10:29Z', 'updated_at': '2021-11-05T22:11:09Z', 'revision_number': 11, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:12.994992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37727b-9644-4d0f-8505-79d9efcbd88a req-16e4ca89-b329-4498-9756-4859a3d1ec55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:13.004090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a37727b-9644-4d0f-8505-79d9efcbd88a req-16e4ca89-b329-4498-9756-4859a3d1ec55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.1526420 Nov 05 22:11:13.052306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a37727b-9644-4d0f-8505-79d9efcbd88a req-616c5bc6-fee0-4ff7-ad22-48cacd195995 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472207 Nov 05 22:11:13.073176 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6801c8db-a296-4c2d-ba43-28829f749ea6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.074723 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6801c8db-a296-4c2d-ba43-28829f749ea6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.126958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6801c8db-a296-4c2d-ba43-28829f749ea6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.201638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6801c8db-a296-4c2d-ba43-28829f749ea6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.273924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.294925 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6801c8db-a296-4c2d-ba43-28829f749ea6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.297699 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6801c8db-a296-4c2d-ba43-28829f749ea6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3810179 Nov 05 22:11:13.299188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58704) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:13.311960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ac69100f-2a88-4219-b5e0-100508701b2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:13.491493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.538166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac69100f-2a88-4219-b5e0-100508701b2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.613955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac69100f-2a88-4219-b5e0-100508701b2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.685040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ec7cf-11ee-4bc8-94bf-f0a6245f9a35 None None] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:13.749945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Router 5dd6bf1a-b189-4dec-9308-0df92b85a788 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:11:13.754629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-da0594f5-1d58-48d9-9178-7dab9c1ec0dc None None] Provisioning complete for port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:13.754994 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da0594f5-1d58-48d9-9178-7dab9c1ec0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.835786 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac69100f-2a88-4219-b5e0-100508701b2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Router be95da04-558e-48a1-89f0-a8c3c65f884e is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:11:13.863423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:13.890751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Sync routers for ids ['5dd6bf1a-b189-4dec-9308-0df92b85a788'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:13.914729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac69100f-2a88-4219-b5e0-100508701b2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:13.922417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac69100f-2a88-4219-b5e0-100508701b2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.926140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac69100f-2a88-4219-b5e0-100508701b2a tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "PUT /v2.0/routers/be95da04-558e-48a1-89f0-a8c3c65f884e HTTP/1.1" status: 200 len: 693 time: 0.6235666 Nov 05 22:11:13.926338 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] Sync routers for ids ['be95da04-558e-48a1-89f0-a8c3c65f884e'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:13.927475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58706) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:13.929062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Routers {'5dd6bf1a-b189-4dec-9308-0df92b85a788'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:13.930095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5dd6bf1a-b189-4dec-9308-0df92b85a788'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:13.951073 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] Routers {'be95da04-558e-48a1-89f0-a8c3c65f884e'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:13.952193 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['be95da04-558e-48a1-89f0-a8c3c65f884e'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:13.975328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:13.977362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-aa826eda-12a2-4362-964c-23361581871f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2393594 Nov 05 22:11:13.980151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.041122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7e0f2d2f-2cdc-4d12-9c29-3adc1b1c9c0d tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/routers/be95da04-558e-48a1-89f0-a8c3c65f884e HTTP/1.1" status: 200 len: 699 time: 0.1108611 Nov 05 22:11:14.043203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58710) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.046395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Set router 5dd6bf1a-b189-4dec-9308-0df92b85a788 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:14.050385 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] Set router be95da04-558e-48a1-89f0-a8c3c65f884e gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:14.121111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5ab4b073-3fd1-47dd-81d4-0ceaef5ac71e tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=be95da04-558e-48a1-89f0-a8c3c65f884e HTTP/1.1" status: 200 len: 205 time: 0.0685773 Nov 05 22:11:14.121731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58714) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.138962 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95da04-558e-48a1-89f0-a8c3c65f884e', 'name': 'tempest-RoutersTest-router-207425283', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:13Z', 'updated_at': '2021-11-05T22:11:13Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:14.153758 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da0594f5-1d58-48d9-9178-7dab9c1ec0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.218091 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] Checking router: be95da04-558e-48a1-89f0-a8c3c65f884e for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:14.221887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:14.233978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] Routers {'be95da04-558e-48a1-89f0-a8c3c65f884e'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:14.233978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['be95da04-558e-48a1-89f0-a8c3c65f884e'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:14.267007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-da0594f5-1d58-48d9-9178-7dab9c1ec0dc None None] For port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:14.318851 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] Set router be95da04-558e-48a1-89f0-a8c3c65f884e gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:14.321712 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4dd69bc9-847d-433b-bc95-7615f37ea9a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.342879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:14.343253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.347329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da0594f5-1d58-48d9-9178-7dab9c1ec0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.403341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be95da04-558e-48a1-89f0-a8c3c65f884e', 'name': 'tempest-RoutersTest-router-207425283', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:13Z', 'updated_at': '2021-11-05T22:11:13Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:14.416454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8eca6-f474-4efe-a164-163651f0ce4c req-7f533f30-506c-4677-a08c-c285f44590d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:14.418023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ef8eca6-f474-4efe-a164-163651f0ce4c req-7f533f30-506c-4677-a08c-c285f44590d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.2485921 Nov 05 22:11:14.427500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0594f5-1d58-48d9-9178-7dab9c1ec0dc None None] Pushing event updated for resources: {'Port': ['ID=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:14.450756 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61aed9f-17e8-4a37-bdf0-be440ff160f7 None None] The sync data for ids ['be95da04-558e-48a1-89f0-a8c3c65f884e'] in n-d-816738-5 is: [{'id': 'be95da04-558e-48a1-89f0-a8c3c65f884e', 'name': 'tempest-RoutersTest-router-207425283', 'tenant_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:13Z', 'updated_at': '2021-11-05T22:11:13Z', 'revision_number': 2, 'project_id': '75ffd40b1b7f4527ba77d7d0ef0aa674', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:14.457483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:11:13Z', 'revision_number': 3, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port': {'id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:12Z', 'updated_at': '2021-11-05T22:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:14.508633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Checking router: 5dd6bf1a-b189-4dec-9308-0df92b85a788 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:14.508972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Updating router 5dd6bf1a-b189-4dec-9308-0df92b85a788 port f81c78ed-822b-4554-99da-44c2b9de9264 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:11:14.538846 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.553129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4dd69bc9-847d-433b-bc95-7615f37ea9a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.557699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4dd69bc9-847d-433b-bc95-7615f37ea9a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.609821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ef8eca6-f474-4efe-a164-163651f0ce4c req-b224e731-c9ed-4360-8ae1-0e3648ed6a4a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849229 Nov 05 22:11:14.665767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a2915ca8-d4fe-411e-8e5d-c1789bcea6a9 None None] Provisioning complete for port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:14.666213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2915ca8-d4fe-411e-8e5d-c1789bcea6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.681642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4dd69bc9-847d-433b-bc95-7615f37ea9a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.682640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd69bc9-847d-433b-bc95-7615f37ea9a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Fanout notify agent at l3_agent the message router_deleted on router be95da04-558e-48a1-89f0-a8c3c65f884e {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:11:14.682951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.692997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4dd69bc9-847d-433b-bc95-7615f37ea9a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.695311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4dd69bc9-847d-433b-bc95-7615f37ea9a3 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/be95da04-558e-48a1-89f0-a8c3c65f884e HTTP/1.1" status: 204 len: 168 time: 0.5725558 Nov 05 22:11:14.700514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58718) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.731985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cbf976d5-667c-4b28-b13f-96a66b84a6c5 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=be95da04-558e-48a1-89f0-a8c3c65f884e HTTP/1.1" status: 200 len: 205 time: 0.0295992 Nov 05 22:11:14.734996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58720) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.785215 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-0d2e079e-319d-4536-8b69-8243d175ffef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] delete failed (client error): The resource could not be found. Nov 05 22:11:14.786360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0d2e079e-319d-4536-8b69-8243d175ffef tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/be95da04-558e-48a1-89f0-a8c3c65f884e HTTP/1.1" status: 404 len: 336 time: 0.0502911 Nov 05 22:11:14.789231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.826246 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0f1104-e2f3-4020-b096-b6a7ba5f8214 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:14.826694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0f1104-e2f3-4020-b096-b6a7ba5f8214 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:14.829716 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0b0f1104-e2f3-4020-b096-b6a7ba5f8214 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/2f9e45e8-e4f1-4ca3-a6e4-9248cf6b2a6a HTTP/1.1" status: 404 len: 337 time: 0.0393584 Nov 05 22:11:14.832502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58724) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.865096 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-249ea972-7773-4c5b-8bd2-5a9f01a27e09 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:14.866428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249ea972-7773-4c5b-8bd2-5a9f01a27e09 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:14.870579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-249ea972-7773-4c5b-8bd2-5a9f01a27e09 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/2d6d2092-24d8-4930-a103-2191b17591a8 HTTP/1.1" status: 404 len: 337 time: 0.0355990 Nov 05 22:11:14.871907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58726) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.898278 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4104f3f2-dcdd-4f3a-b242-4c6c495bc805 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:14.898738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4104f3f2-dcdd-4f3a-b242-4c6c495bc805 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:14.901833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4104f3f2-dcdd-4f3a-b242-4c6c495bc805 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/f86ae78e-4a78-4d5c-ae1b-d6e4de242797 HTTP/1.1" status: 404 len: 337 time: 0.0290692 Nov 05 22:11:14.904418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58728) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.907648 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:14.930552 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32699ad-efbc-4a72-8866-0453772d701f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:14.931418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32699ad-efbc-4a72-8866-0453772d701f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:14.934073 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f32699ad-efbc-4a72-8866-0453772d701f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/57fe1c9c-431e-4253-bdc5-e9b8a725e6e9 HTTP/1.1" status: 404 len: 337 time: 0.0287371 Nov 05 22:11:14.934565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Allocated IP 172.20.0.1 (75e45a8f-be8a-4d53-bf55-77ecf49a4633/f88786a2-1fd4-4fdb-a7ad-652fbb589ff7/1fff4bde-d5ec-431f-9839-f33877cfb3ca) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:14.936650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58730) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:14.972040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2dda06d8-9a80-4266-a965-8bbbf8308bbf tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 200 len: 205 time: 0.0318167 Nov 05 22:11:14.972468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58732) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.001005 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.010627 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-15733d04-e377-474b-bc97-6db58888bf43 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] delete failed (client error): The resource could not be found. Nov 05 22:11:15.014352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-15733d04-e377-474b-bc97-6db58888bf43 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/edaf0126-81d6-4f2a-8862-4e44242615b0 HTTP/1.1" status: 404 len: 336 time: 0.0409429 Nov 05 22:11:15.014916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58734) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.044827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-da2c63c7-623f-48e3-b319-f104add94905 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0f6b91b-a39c-4e5c-95a6-6e581d367d20 HTTP/1.1" status: 200 len: 205 time: 0.0288243 Nov 05 22:11:15.045481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58736) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.057786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Attempting to bind port f81c78ed-822b-4554-99da-44c2b9de9264 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:15.061381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Attempting to bind port f81c78ed-822b-4554-99da-44c2b9de9264 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:15.061381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Attempting to bind port f81c78ed-822b-4554-99da-44c2b9de9264 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:15.061629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.066411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55583ee-fae8-4baf-9a64-895f82ffac07 None None] Pushing event updated for resources: {'Port': ['ID=f81c78ed-822b-4554-99da-44c2b9de9264,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:15.069515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:15.069897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:15.070300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.070687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:15.071169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Bound port: f81c78ed-822b-4554-99da-44c2b9de9264, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:15.071573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.099244 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-f456d9b3-3a70-4e4e-ac66-40774ab67636 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] delete failed (client error): The resource could not be found. Nov 05 22:11:15.100357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f456d9b3-3a70-4e4e-ac66-40774ab67636 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/f0f6b91b-a39c-4e5c-95a6-6e581d367d20 HTTP/1.1" status: 404 len: 336 time: 0.0540481 Nov 05 22:11:15.102921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58738) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.129512 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-466d1d4b-bbc8-446b-8796-a5ca9ade15be tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:15.129972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466d1d4b-bbc8-446b-8796-a5ca9ade15be tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:15.130486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] For port f81c78ed-822b-4554-99da-44c2b9de9264, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:15.135175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-466d1d4b-bbc8-446b-8796-a5ca9ade15be tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/b9fee53e-71a1-4fd8-b4c4-49b334b95eba HTTP/1.1" status: 404 len: 337 time: 0.0298450 Nov 05 22:11:15.136354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58740) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.137308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] For port f81c78ed-822b-4554-99da-44c2b9de9264, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f81c78ed-822b-4554-99da-44c2b9de9264,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:15.155649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.162710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bfb70797-9810-43f2-890b-47fb9a7bceeb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=321cbfdd-6e70-4b00-aa8e-6ebd40c8217f HTTP/1.1" status: 200 len: 205 time: 0.0252979 Nov 05 22:11:15.167811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58742) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.200516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:15.203675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:15.208806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:15.209298 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-50c1a5ff-2a6c-4700-9fbe-8c178ed74fcb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] delete failed (client error): The resource could not be found. Nov 05 22:11:15.210339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50c1a5ff-2a6c-4700-9fbe-8c178ed74fcb tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/321cbfdd-6e70-4b00-aa8e-6ebd40c8217f HTTP/1.1" status: 404 len: 336 time: 0.0416327 Nov 05 22:11:15.210820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Pushing event updated for resources: {'Port': ['ID=1fff4bde-d5ec-431f-9839-f33877cfb3ca,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:15.213219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58744) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.218828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.258317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-18fb0394-32ec-4c32-ad53-dcd9dc8d7416 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef HTTP/1.1" status: 200 len: 205 time: 0.0439429 Nov 05 22:11:15.261045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58746) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.285728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.303989 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-93fcc9d0-533d-48cc-8c82-a1c196a0223f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] delete failed (client error): The resource could not be found. Nov 05 22:11:15.307656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-93fcc9d0-533d-48cc-8c82-a1c196a0223f tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/c6a96b73-2944-4ceb-b4a4-f42bfe3aaeef HTTP/1.1" status: 404 len: 336 time: 0.0430794 Nov 05 22:11:15.308260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.318624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55583ee-fae8-4baf-9a64-895f82ffac07 None None] Pushing event updated for resources: {'Port': ['ID=f81c78ed-822b-4554-99da-44c2b9de9264,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:15.328774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Routers {'5dd6bf1a-b189-4dec-9308-0df92b85a788'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:15.329484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5dd6bf1a-b189-4dec-9308-0df92b85a788'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:15.337841 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f1501e-ee8f-46e7-b981-63e1846fe9dd tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:15.338309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f1501e-ee8f-46e7-b981-63e1846fe9dd tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:15.343901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e7f1501e-ee8f-46e7-b981-63e1846fe9dd tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/ddba1a21-282f-4c2d-ae95-e721a9609a6e HTTP/1.1" status: 404 len: 337 time: 0.0321014 Nov 05 22:11:15.344151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58750) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.376982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9037943d-9b6a-448c-8ad5-f1a82a619dfa tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cb6dd8a-c4f0-4932-9672-317ebd510f37 HTTP/1.1" status: 200 len: 205 time: 0.0317242 Nov 05 22:11:15.379718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58752) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.423002 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-416966d9-e5de-4d5e-a8ef-d577bc778ac6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] delete failed (client error): The resource could not be found. Nov 05 22:11:15.424244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-416966d9-e5de-4d5e-a8ef-d577bc778ac6 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/4cb6dd8a-c4f0-4932-9672-317ebd510f37 HTTP/1.1" status: 404 len: 336 time: 0.0435293 Nov 05 22:11:15.429026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58754) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.456423 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a4828a-5665-4bd5-8548-3028b71521bc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:15.457327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a4828a-5665-4bd5-8548-3028b71521bc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:15.460491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-45a4828a-5665-4bd5-8548-3028b71521bc tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/5f255546-b237-460e-a106-97169d5cbcfe HTTP/1.1" status: 404 len: 337 time: 0.0302138 Nov 05 22:11:15.462845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58756) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.469891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] Set router 5dd6bf1a-b189-4dec-9308-0df92b85a788 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:15.498178 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59f0a37b-2042-4ec8-b22c-06a35ba1e940 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b03d26-acd9-4429-81b8-202dc0511620 HTTP/1.1" status: 200 len: 205 time: 0.0328791 Nov 05 22:11:15.504432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58758) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.539456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.782730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.832912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-144496d9-313f-4781-bbaa-32b39a3c0c01 None None] Provisioning complete for port 1fff4bde-d5ec-431f-9839-f33877cfb3ca triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:15.833284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-144496d9-313f-4781-bbaa-32b39a3c0c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.848255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437396b6-1897-46de-a3fa-d3d3bad6cd07 req-f8dc7ebc-d44d-4497-a9c4-e34dfbffcaaf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:15.850481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-437396b6-1897-46de-a3fa-d3d3bad6cd07 req-f8dc7ebc-d44d-4497-a9c4-e34dfbffcaaf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.0643771 Nov 05 22:11:15.852625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:15.893963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-144496d9-313f-4781-bbaa-32b39a3c0c01 None None] Port 1fff4bde-d5ec-431f-9839-f33877cfb3ca cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:15.916486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Pushing event updated for resources: {'Port': ['ID=1fff4bde-d5ec-431f-9839-f33877cfb3ca,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:15.938619 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-f9eefb23-562c-4ebe-8882-52160e68a9fa tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] delete failed (client error): The resource could not be found. Nov 05 22:11:15.940558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f9eefb23-562c-4ebe-8882-52160e68a9fa tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/routers/04b03d26-acd9-4429-81b8-202dc0511620 HTTP/1.1" status: 404 len: 336 time: 0.4402184 Nov 05 22:11:15.943025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58762) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.956176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:11:13Z', 'revision_number': 3, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port': {'id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:12Z', 'updated_at': '2021-11-05T22:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:15.974347 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5810f3-ab57-44b7-b8b9-ed15f2b6a9bd tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:15.975565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5810f3-ab57-44b7-b8b9-ed15f2b6a9bd tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:15.979581 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5a5810f3-ab57-44b7-b8b9-ed15f2b6a9bd tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/2dc9cb53-4a0d-41eb-9def-5123fdc82bfc HTTP/1.1" status: 404 len: 337 time: 0.0345075 Nov 05 22:11:15.982066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58764) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:15.988751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b729-36f1-4e06-a6e5-5967295b099b None None] The sync data for ids ['5dd6bf1a-b189-4dec-9308-0df92b85a788'] in n-d-816738-5 is: [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:11:13Z', 'revision_number': 3, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port': {'id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:12Z', 'updated_at': '2021-11-05T22:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:16.009646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:16.012753 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80eb180-ba07-4651-ba35-52df21328604 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] DELETE failed (client error): The resource could not be found. Nov 05 22:11:16.013223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80eb180-ba07-4651-ba35-52df21328604 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:11:16.018875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c80eb180-ba07-4651-ba35-52df21328604 tempest-RoutersTest-56336789 tempest-RoutersTest-56336789-project] 10.222.0.41 "DELETE /v2.0/subnets/40b42618-5410-4656-9972-b1b19118bfd1 HTTP/1.1" status: 404 len: 337 time: 0.0331619 Nov 05 22:11:16.058926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-437396b6-1897-46de-a3fa-d3d3bad6cd07 req-d0c1a05b-ff68-472e-9071-ea027208ec4e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494346 Nov 05 22:11:16.152713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:16.154541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:16.240290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:16.314130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:16.314681 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:16.319461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Router 5dd6bf1a-b189-4dec-9308-0df92b85a788 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:16.544238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:16.544402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58770) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:16.562918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f76cbead-6efc-4d3e-af67-708e5b86b467 admin admin] 10.222.0.41 "PUT /v2.0/routers/5dd6bf1a-b189-4dec-9308-0df92b85a788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745318 Nov 05 22:11:16.624305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-99c4f1fb-3041-4af6-9509-52c5c2bd2504 None None] Provisioning complete for port 1fff4bde-d5ec-431f-9839-f33877cfb3ca triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:16.625040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-99c4f1fb-3041-4af6-9509-52c5c2bd2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:16.678235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-99c4f1fb-3041-4af6-9509-52c5c2bd2504 None None] Port 1fff4bde-d5ec-431f-9839-f33877cfb3ca cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:16.739307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-195ed528-9c46-4955-8710-db8dd77cf20a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75ffd40b1b7f4527ba77d7d0ef0aa674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907897 Nov 05 22:11:16.739415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58778) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:16.797754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1a2560c-2b0f-4282-9300-e7f7399de6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:16.826612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1a2560c-2b0f-4282-9300-e7f7399de6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:16.966845 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1a2560c-2b0f-4282-9300-e7f7399de6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:16.973547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1a2560c-2b0f-4282-9300-e7f7399de6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:16.973547 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1a2560c-2b0f-4282-9300-e7f7399de6a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4702add7-8e1a-482e-b6e2-16306f171b55 HTTP/1.1" status: 204 len: 168 time: 0.2302692 Nov 05 22:11:16.982738 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2560c-2b0f-4282-9300-e7f7399de6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4702add7-8e1a-482e-b6e2-16306f171b55,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:17.207183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ab1f-25fd-49c4-abfd-2d1582b70535 req-fdc247b1-d10d-4993-b664-4db04798532f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:17.211704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39c5ab1f-25fd-49c4-abfd-2d1582b70535 req-fdc247b1-d10d-4993-b664-4db04798532f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.0558352 Nov 05 22:11:17.261866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39c5ab1f-25fd-49c4-abfd-2d1582b70535 req-7c8c7bba-9947-4128-8dbd-156c8082da38 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Nov 05 22:11:17.389801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58798) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:17.394713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1425030369-network', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:17.486598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Made reservation on behalf of 4b74d67da13b40baa40c04e41b623bce for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:17.489048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.502860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.573303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.664362 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.686002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:17.704935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0435df-b068-4730-aa20-5ba650ae5f4e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:17.710447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.710447 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Added segment 6a0d0da7-047c-412d-90b7-c0f045dddf07 of type vlan for network e798190d-9f90-411b-ab62-4bea160c7ce7 Nov 05 22:11:17.748721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.835739 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.836863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:17.837828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:17.929615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Sync routers for ids ['5dd6bf1a-b189-4dec-9308-0df92b85a788'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:17.931694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e798190d-9f90-411b-ab62-4bea160c7ce7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:17.939460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Routers {'5dd6bf1a-b189-4dec-9308-0df92b85a788'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:17.940109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5dd6bf1a-b189-4dec-9308-0df92b85a788'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:17.944596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network e798190d-9f90-411b-ab62-4bea160c7ce7 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:17.947904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1cd56d49-b5bc-42b6-8471-1e1503f150b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5568779 Nov 05 22:11:17.948033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58812) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:17.953301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Request body: {'subnet': {'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1425030369-subnet', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:18.052450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Made reservation on behalf of 4b74d67da13b40baa40c04e41b623bce for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:18.054968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.103157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58816) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:18.111197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Set router 5dd6bf1a-b189-4dec-9308-0df92b85a788 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:18.242479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c20d8e9e-9842-4060-a111-51a6f145ffaf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-984093082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:18.281650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f81c78ed-822b-4554-99da-44c2b9de9264 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:18.350204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c20d8e9e-9842-4060-a111-51a6f145ffaf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.351671 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c20d8e9e-9842-4060-a111-51a6f145ffaf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.377971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f81c78ed-822b-4554-99da-44c2b9de9264 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:18.378350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.378850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357757a-7c91-497a-a875-781ed2fc227e req-d1e8ccad-8784-4565-8fcf-a86ef2e88de0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:18.381495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a357757a-7c91-497a-a875-781ed2fc227e req-d1e8ccad-8784-4565-8fcf-a86ef2e88de0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.0499265 Nov 05 22:11:18.384367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.406190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:11:15Z', 'revision_number': 4, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port': {'id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:12Z', 'updated_at': '2021-11-05T22:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1fff4bde-d5ec-431f-9839-f33877cfb3ca', 'name': '', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'mac_address': 'fa:16:3e:3b:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:14Z', 'updated_at': '2021-11-05T22:11:15Z', 'revision_number': 2, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'subnets': [{'id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:18.415155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c20d8e9e-9842-4060-a111-51a6f145ffaf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.439582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Checking router: 5dd6bf1a-b189-4dec-9308-0df92b85a788 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:18.439946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Updating router 5dd6bf1a-b189-4dec-9308-0df92b85a788 port 1fff4bde-d5ec-431f-9839-f33877cfb3ca binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:11:18.473995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.477574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:18.487311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c20d8e9e-9842-4060-a111-51a6f145ffaf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.492362 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a357757a-7c91-497a-a875-781ed2fc227e req-ba34ba7f-aa98-4b3a-a101-ba3766acc0d4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033466 Nov 05 22:11:18.495171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Checking segment: {'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:18.495539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Network hostable DHCP agents. Network: e798190d-9f90-411b-ab62-4bea160c7ce7, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:18.586064 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c20d8e9e-9842-4060-a111-51a6f145ffaf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.587425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c20d8e9e-9842-4060-a111-51a6f145ffaf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4828753 Nov 05 22:11:18.590100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58822) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:18.595222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1634707808'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:18.598259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Network e798190d-9f90-411b-ab62-4bea160c7ce7 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:18.601363 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.635518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port f81c78ed-822b-4554-99da-44c2b9de9264, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f81c78ed-822b-4554-99da-44c2b9de9264,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:18.669026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, e798190d-9f90-411b-ab62-4bea160c7ce7) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:18.673009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:18.673613 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.683534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20f9c7-4080-4d20-8bc2-037572290132 None None] Network e798190d-9f90-411b-ab62-4bea160c7ce7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:18.697775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:18.701307 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.706814 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.711209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.766420 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8dc574f-30c9-4ba6-8561-aa64347809b4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8145502 Nov 05 22:11:18.766664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58824) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:18.772811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:18.802581 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.835161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=f81c78ed-822b-4554-99da-44c2b9de9264,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:18.848495 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2bcb50f3-cc81-443a-919c-dfa8997930e5 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:11:18.886050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.909787 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.910795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.914018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:18.938323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:18.941906 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Added segment 89b77c60-ba63-4fb8-90b6-93bb40b13f22 of type vlan for network b86dd564-2d6a-4053-91c6-9207cd4fd47e Nov 05 22:11:18.947588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c66c219-53c6-48a6-bd17-c0eaae0c8e66,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:18.951612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.014744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.016580 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.027217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-e798190d-9f90-411b-ab62-4bea160c7ce7', 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'fixed_ips': [{'subnet_id': '38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:11:19.028145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.053829 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.074754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2bcb50f3-cc81-443a-919c-dfa8997930e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:19.139785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.145502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:19.149125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.159234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'port_id': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'mac_address': 'fa:16:3e:dc:d7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:11:19.195212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba63622-ef60-4c4d-aec7-4b92b7d3bc17 None None] Pushing event updated for resources: {'Port': ['ID=1fff4bde-d5ec-431f-9839-f33877cfb3ca,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:19.287252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6930735 Nov 05 22:11:19.287252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de774729-cffd-4333-ab62-077cd31a1ebd tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Network': ['ID=b86dd564-2d6a-4053-91c6-9207cd4fd47e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:19.288277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58828) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:19.290538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.298676 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.302124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'subnet': {'network_id': 'b86dd564-2d6a-4053-91c6-9207cd4fd47e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:19.312591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:19.350175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Attempting to bind port 1fff4bde-d5ec-431f-9839-f33877cfb3ca on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:19.350550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Attempting to bind port 1fff4bde-d5ec-431f-9839-f33877cfb3ca by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:19.350914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Attempting to bind port 1fff4bde-d5ec-431f-9839-f33877cfb3ca on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:19.361672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcb50f3-cc81-443a-919c-dfa8997930e5 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:19.367513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Allocated IP 172.20.0.2 (e798190d-9f90-411b-ab62-4bea160c7ce7/38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5/14ec0731-c794-49eb-8486-ad7f0270c840) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:19.481146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:19.486186 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.565027 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.565445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:19.565787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Checking segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:19.566616 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.566616 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Bound using segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:19.567044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Bound port: 1fff4bde-d5ec-431f-9839-f33877cfb3ca, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:19.567402 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.587909 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.608541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2bcb50f3-cc81-443a-919c-dfa8997930e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:19.665780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-440c0ce6-fa00-4caf-aea5-a74c823a6c3c None None] Provisioning complete for port 1fff4bde-d5ec-431f-9839-f33877cfb3ca triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:19.666334 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-440c0ce6-fa00-4caf-aea5-a74c823a6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.721309 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.732021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a282e-1816-4f92-bdd4-0b27a54055de req-7f644550-2b07-4da1-ab10-402225bf8272 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:19.733439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-230a282e-1816-4f92-bdd4-0b27a54055de req-7f644550-2b07-4da1-ab10-402225bf8272 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 944 time: 0.1028960 Nov 05 22:11:19.755305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Allocated IP 172.25.6.114 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/dc600136-6d0f-4d6b-a41c-211ddc25def4) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:19.801721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.808109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-440c0ce6-fa00-4caf-aea5-a74c823a6c3c None None] Port 1fff4bde-d5ec-431f-9839-f33877cfb3ca cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:19.809950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] For port 1fff4bde-d5ec-431f-9839-f33877cfb3ca, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:19.816126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] For port 1fff4bde-d5ec-431f-9839-f33877cfb3ca, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1fff4bde-d5ec-431f-9839-f33877cfb3ca,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:19.821147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-230a282e-1816-4f92-bdd4-0b27a54055de req-cc4a8679-6e9f-403e-8b31-275909eaa9d7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796392 Nov 05 22:11:19.855984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=2bcb50f3-cc81-443a-919c-dfa8997930e5,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:19.884097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Subnet': ['ID=c052e2a1-8822-4f40-a3f4-2169d8c3a891,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:19.890431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Checking segment: {'id': '89b77c60-ba63-4fb8-90b6-93bb40b13f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b86dd564-2d6a-4053-91c6-9207cd4fd47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:19.890790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network hostable DHCP agents. Network: b86dd564-2d6a-4053-91c6-9207cd4fd47e, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:19.899913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.906146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.911448 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:19.953070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['2bcb50f3-cc81-443a-919c-dfa8997930e5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:11:19.985260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:19.991101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Routers {'5dd6bf1a-b189-4dec-9308-0df92b85a788'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:19.991800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5dd6bf1a-b189-4dec-9308-0df92b85a788'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:19.995574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba63622-ef60-4c4d-aec7-4b92b7d3bc17 None None] Pushing event updated for resources: {'Port': ['ID=1fff4bde-d5ec-431f-9839-f33877cfb3ca,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:20.014518 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.046365 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.064436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b86dd564-2d6a-4053-91c6-9207cd4fd47e) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:20.079219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:20.079855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.091504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c7414-16b3-4e7b-a3a5-43230956b075 None None] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:20.094069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:20.097595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:20.109468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:20.128324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Network e798190d-9f90-411b-ab62-4bea160c7ce7 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:20.147806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aaba0d93-6e69-4d03-9f0d-eee51a3f55a1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8559465 Nov 05 22:11:20.152672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:20.157637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'network': {'name': 'tempest-router-network01--1026810386'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:20.175784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:20.210960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:20.217888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Pushing event updated for resources: {'Port': ['ID=14ec0731-c794-49eb-8486-ad7f0270c840,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:20.249048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f81c78ed-822b-4554-99da-44c2b9de9264 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:20.252361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Pushing event updated for resources: {'Port': ['ID=dc600136-6d0f-4d6b-a41c-211ddc25def4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:20.253625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:20.259870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.285304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:20.297288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.297939 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Added segment 260c2987-5a3f-4800-863f-67501cbf5663 of type vlan for network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 Nov 05 22:11:20.332087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] Set router 5dd6bf1a-b189-4dec-9308-0df92b85a788 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:20.339419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.409288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-571c0532-a4de-4fb6-be83-861b4d501db4 None None] Provisioning complete for port 1fff4bde-d5ec-431f-9839-f33877cfb3ca triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:20.409652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-571c0532-a4de-4fb6-be83-861b4d501db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.429405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.435218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:20.440419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.463334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Attempting to bind port 14ec0731-c794-49eb-8486-ad7f0270c840 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:20.463740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Attempting to bind port 14ec0731-c794-49eb-8486-ad7f0270c840 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:20.464107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Attempting to bind port 14ec0731-c794-49eb-8486-ad7f0270c840 on network e798190d-9f90-411b-ab62-4bea160c7ce7 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:20.506326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Network': ['ID=a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:20.543039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ab86187b-06e1-4a70-9615-0ed5111a764f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3868659 Nov 05 22:11:20.543682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58836) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:20.545248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:20.549546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'network': {'name': 'tempest-router-network02--1573390922'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:20.555891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:20.556272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Checking segment: {'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:20.556673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.557067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Bound using segment: {'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:20.557545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Bound port: 14ec0731-c794-49eb-8486-ad7f0270c840, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:20.557932 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.573347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.629886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:20.634300 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.709713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f81c78ed-822b-4554-99da-44c2b9de9264 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:20.710082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.781853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.825956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b86dd564-2d6a-4053-91c6-9207cd4fd47e', 'network_id': 'b86dd564-2d6a-4053-91c6-9207cd4fd47e', 'tenant_id': '6821c92b09324f8c87500d18f5536e47', 'fixed_ips': [{'subnet_id': 'c052e2a1-8822-4f40-a3f4-2169d8c3a891'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:11:20.826338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.935303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] For port 14ec0731-c794-49eb-8486-ad7f0270c840, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:20.973578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Router f2459f83-e153-4772-813b-d876630d6c41 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:11:20.974703 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-571c0532-a4de-4fb6-be83-861b4d501db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:20.989334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] For port 14ec0731-c794-49eb-8486-ad7f0270c840, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=14ec0731-c794-49eb-8486-ad7f0270c840,segment=NetworkSegment(6a0d0da7-047c-412d-90b7-c0f045dddf07),segment_id=6a0d0da7-047c-412d-90b7-c0f045dddf07)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:21.001163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:21.022480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38cf12-1327-4068-b5f2-bca0717daefd req-76bb047f-9de4-496d-8020-b73916adecd5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:21.023972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa38cf12-1327-4068-b5f2-bca0717daefd req-76bb047f-9de4-496d-8020-b73916adecd5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 945 time: 0.0646279 Nov 05 22:11:21.025120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.025461 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Added segment c0467669-09e9-48cd-aef9-2574dd675863 of type vlan for network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 Nov 05 22:11:21.087338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.106216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.106770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:21.118421 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Sync routers for ids ['f2459f83-e153-4772-813b-d876630d6c41'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:21.131097 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Routers {'f2459f83-e153-4772-813b-d876630d6c41'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:21.131743 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f2459f83-e153-4772-813b-d876630d6c41'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:21.135197 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aa38cf12-1327-4068-b5f2-bca0717daefd req-05c6750b-4c10-4e55-87d0-7ee10cca81fa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011164 Nov 05 22:11:21.203927 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.210122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-07ded36d-99cf-4095-bc31-9e75ed9ad072 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4385200 Nov 05 22:11:21.210572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58840) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:21.242536 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.249695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:21.250724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.270367 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Set router f2459f83-e153-4772-813b-d876630d6c41 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:21.326579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Network': ['ID=2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:21.360776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:21.367128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-571c0532-a4de-4fb6-be83-861b4d501db4 None None] For port 1fff4bde-d5ec-431f-9839-f33877cfb3ca, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1fff4bde-d5ec-431f-9839-f33877cfb3ca,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:21.372936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-30edfb7d-cb37-407b-bf24-620e92f7798c tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8280184 Nov 05 22:11:21.375521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58842) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:21.381644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'subnet': {'network_id': 'a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:21.493624 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-571c0532-a4de-4fb6-be83-861b4d501db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.512743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f732aa9-2936-4655-a52e-a3b023ecc09d None None] Pushing event updated for resources: {'Port': ['ID=14ec0731-c794-49eb-8486-ad7f0270c840,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:21.563147 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:11:20Z', 'revision_number': 3, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port': {'id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:19Z', 'updated_at': '2021-11-05T22:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:21.574537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:21.579644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.581199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Allocated IP 2001:db8::2 (b86dd564-2d6a-4053-91c6-9207cd4fd47e/c052e2a1-8822-4f40-a3f4-2169d8c3a891/fa73f416-dc48-46c0-ba37-efc502b60d49) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:21.596305 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Checking router: f2459f83-e153-4772-813b-d876630d6c41 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:21.597038 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Updating router f2459f83-e153-4772-813b-d876630d6c41 port dc600136-6d0f-4d6b-a41c-211ddc25def4 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:11:21.598876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:11:15Z', 'revision_number': 4, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port': {'id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:12Z', 'updated_at': '2021-11-05T22:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1fff4bde-d5ec-431f-9839-f33877cfb3ca', 'name': '', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'mac_address': 'fa:16:3e:3b:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:14Z', 'updated_at': '2021-11-05T22:11:19Z', 'revision_number': 4, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'subnets': [{'id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:21.625998 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.654650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03cfc3-dec4-463f-a9b4-9ccf47b4c574 None None] The sync data for ids ['5dd6bf1a-b189-4dec-9308-0df92b85a788'] in n-d-816738-5 is: [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:11:15Z', 'revision_number': 4, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port': {'id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:12Z', 'updated_at': '2021-11-05T22:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '1fff4bde-d5ec-431f-9839-f33877cfb3ca', 'name': '', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'mac_address': 'fa:16:3e:3b:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:14Z', 'updated_at': '2021-11-05T22:11:19Z', 'revision_number': 4, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'subnets': [{'id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:21.711945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c0532-a4de-4fb6-be83-861b4d501db4 None None] Pushing event updated for resources: {'Port': ['ID=1fff4bde-d5ec-431f-9839-f33877cfb3ca,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:21.905150 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:21.961509 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.021443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:22.038690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Pushing event updated for resources: {'Port': ['ID=fa73f416-dc48-46c0-ba37-efc502b60d49,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:22.041416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:22.045045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:22.045894 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.073893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.092372 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.150963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Subnet': ['ID=89ecedd8-81eb-4e8f-81b6-1b88b6da86c8,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:22.161500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Attempting to bind port fa73f416-dc48-46c0-ba37-efc502b60d49 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:22.162539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Attempting to bind port fa73f416-dc48-46c0-ba37-efc502b60d49 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '89b77c60-ba63-4fb8-90b6-93bb40b13f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b86dd564-2d6a-4053-91c6-9207cd4fd47e'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:22.162909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Attempting to bind port fa73f416-dc48-46c0-ba37-efc502b60d49 on network b86dd564-2d6a-4053-91c6-9207cd4fd47e {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:22.179314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:22.179718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Checking segment: {'id': '89b77c60-ba63-4fb8-90b6-93bb40b13f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b86dd564-2d6a-4053-91c6-9207cd4fd47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:22.180121 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.180511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Bound using segment: {'id': '89b77c60-ba63-4fb8-90b6-93bb40b13f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b86dd564-2d6a-4053-91c6-9207cd4fd47e'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:22.180983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Bound port: fa73f416-dc48-46c0-ba37-efc502b60d49, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b77c60-ba63-4fb8-90b6-93bb40b13f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b86dd564-2d6a-4053-91c6-9207cd4fd47e'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:22.181372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.183524 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Attempting to bind port dc600136-6d0f-4d6b-a41c-211ddc25def4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:22.185072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Checking segment: {'id': '260c2987-5a3f-4800-863f-67501cbf5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:22.185536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network hostable DHCP agents. Network: a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:22.187485 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Attempting to bind port dc600136-6d0f-4d6b-a41c-211ddc25def4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:22.188965 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Attempting to bind port dc600136-6d0f-4d6b-a41c-211ddc25def4 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:22.205742 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21237ae0-6ffe-4093-bc49-628c1b402f5c None None] Pushing event updated for resources: {'Port': ['ID=dc600136-6d0f-4d6b-a41c-211ddc25def4,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:22.217144 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:22.220656 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:22.220656 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.222159 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:22.222904 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Bound port: dc600136-6d0f-4d6b-a41c-211ddc25def4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:22.223464 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.261680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:22.342991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] For port fa73f416-dc48-46c0-ba37-efc502b60d49, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:22.343788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:22.346937 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] For port fa73f416-dc48-46c0-ba37-efc502b60d49, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa73f416-dc48-46c0-ba37-efc502b60d49,segment=NetworkSegment(89b77c60-ba63-4fb8-90b6-93bb40b13f22),segment_id=89b77c60-ba63-4fb8-90b6-93bb40b13f22)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:22.349457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:22.350767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.364075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79177227-7b1e-4b37-932c-43b8002de102 None None] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:22.376829 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] For port dc600136-6d0f-4d6b-a41c-211ddc25def4, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:22.381417 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] For port dc600136-6d0f-4d6b-a41c-211ddc25def4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dc600136-6d0f-4d6b-a41c-211ddc25def4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:22.434570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.459051 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.468050 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4792b27b-e5e6-4d32-9f57-3f05384edc9f tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0868404 Nov 05 22:11:22.468568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58846) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:22.473127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1fff4bde-d5ec-431f-9839-f33877cfb3ca up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:22.477110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'subnet': {'network_id': '2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:22.479169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db23ce5-b05d-4290-84f1-461c5c5ac4f5 req-a8caa08f-6700-417e-b84f-e92eb6f17768 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:22.480822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0db23ce5-b05d-4290-84f1-461c5c5ac4f5 req-a8caa08f-6700-417e-b84f-e92eb6f17768 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 945 time: 0.1198137 Nov 05 22:11:22.501921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.634174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988ec1-5b1c-4b99-bbce-b891a88d0898 None None] Pushing event updated for resources: {'Port': ['ID=fa73f416-dc48-46c0-ba37-efc502b60d49,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:22.637165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Routers {'f2459f83-e153-4772-813b-d876630d6c41'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:22.637813 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f2459f83-e153-4772-813b-d876630d6c41'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:22.648399 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21237ae0-6ffe-4093-bc49-628c1b402f5c None None] Pushing event updated for resources: {'Port': ['ID=dc600136-6d0f-4d6b-a41c-211ddc25def4,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:22.655657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1fff4bde-d5ec-431f-9839-f33877cfb3ca triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:22.656272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.694703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0db23ce5-b05d-4290-84f1-461c5c5ac4f5 req-38baafb9-fda3-4063-b704-daec3c946473 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050154 Nov 05 22:11:22.830049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:22.836627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.858521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2bcb50f3-cc81-443a-919c-dfa8997930e5 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:22.895699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1', 'network_id': 'a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1', 'tenant_id': '6821c92b09324f8c87500d18f5536e47', 'fixed_ips': [{'subnet_id': '89ecedd8-81eb-4e8f-81b6-1b88b6da86c8'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:11:22.896745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:22.986320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 14ec0731-c794-49eb-8486-ad7f0270c840 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:23.044040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Allocated IP 172.20.0.1 (e798190d-9f90-411b-ab62-4bea160c7ce7/38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5/12beba30-16ce-4d14-aa37-d01bb94191d2) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:23.134925 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] Set router f2459f83-e153-4772-813b-d876630d6c41 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:23.155880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c84126-1f50-4d52-b8de-18e8815a5064 None None] Network e798190d-9f90-411b-ab62-4bea160c7ce7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:23.268501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.292991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 2bcb50f3-cc81-443a-919c-dfa8997930e5 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:11:23.309053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 2bcb50f3-cc81-443a-919c-dfa8997930e5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:23.310125 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.362910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3888533c-e2af-43e3-982c-9ceee63091d8 None None] Provisioning complete for port 14ec0731-c794-49eb-8486-ad7f0270c840 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:23.363275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3888533c-e2af-43e3-982c-9ceee63091d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.372507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.391034 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.408667 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:11:20Z', 'revision_number': 3, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port': {'id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:19Z', 'updated_at': '2021-11-05T22:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:23.425438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 14ec0731-c794-49eb-8486-ad7f0270c840 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:23.425811 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.440476 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b65164-f73a-4203-bc37-2a9f8593ea45 None None] The sync data for ids ['f2459f83-e153-4772-813b-d876630d6c41'] in n-d-816738-5 is: [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:11:20Z', 'revision_number': 3, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port': {'id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:19Z', 'updated_at': '2021-11-05T22:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:23.473419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Network e798190d-9f90-411b-ab62-4bea160c7ce7 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:23.487002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:23.492139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:23.514302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Subnet': ['ID=e9b02455-85f6-4855-a603-40d1b446346c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:23.521220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Checking segment: {'id': 'c0467669-09e9-48cd-aef9-2574dd675863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:23.522030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network hostable DHCP agents. Network: 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:23.543525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Pushing event updated for resources: {'Port': ['ID=12beba30-16ce-4d14-aa37-d01bb94191d2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:23.567066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Allocated IP 2001:db8::2 (a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1/89ecedd8-81eb-4e8f-81b6-1b88b6da86c8/bc5b6f1d-96d5-46a5-ba65-32930bba4951) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:23.580764 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.595462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3888533c-e2af-43e3-982c-9ceee63091d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.640983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:23.744618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:23.749548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:23.753429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.863397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:23.900691 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-54c5d3bf-f330-4aa0-a4cc-f81cf3e99703 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4309692 Nov 05 22:11:23.906629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58852) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:23.914648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae8efd-d0a2-41d1-929d-8b9047eaa805 None None] Network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:23.930724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68511d-720c-4b7b-b7ca-0e34cc127197 req-e9fe4a50-73f5-49df-80d7-4686c8ac8819 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:23.932992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a68511d-720c-4b7b-b7ca-0e34cc127197 req-e9fe4a50-73f5-49df-80d7-4686c8ac8819 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 945 time: 0.1194599 Nov 05 22:11:24.098712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a68511d-720c-4b7b-b7ca-0e34cc127197 req-c5fa9edc-f4ca-433d-834a-c22363faffb6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293619 Nov 05 22:11:24.206905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.273800 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.287878 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.292731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b71c8-e622-4ad1-b917-4037fd54dea7 None None] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:24.314054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3888533c-e2af-43e3-982c-9ceee63091d8 None None] For port 14ec0731-c794-49eb-8486-ad7f0270c840, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=14ec0731-c794-49eb-8486-ad7f0270c840,segment=NetworkSegment(6a0d0da7-047c-412d-90b7-c0f045dddf07),segment_id=6a0d0da7-047c-412d-90b7-c0f045dddf07)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:24.374512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.410064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.410961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.426578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Pushing event updated for resources: {'Port': ['ID=12beba30-16ce-4d14-aa37-d01bb94191d2,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:24.449204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3888533c-e2af-43e3-982c-9ceee63091d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.478868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.579273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:24.593773 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab94797-5ffd-4365-a7e2-a9808352329e" -d '{"events": [{"server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:24.601272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.706583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Network e798190d-9f90-411b-ab62-4bea160c7ce7 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:24.711306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:24.771028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888533c-e2af-43e3-982c-9ceee63091d8 None None] Pushing event updated for resources: {'Port': ['ID=14ec0731-c794-49eb-8486-ad7f0270c840,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:24.777930 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:11:24.778328 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:11:24.784305 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747d4704-76ec-4c07-86f3-de6a1ea441f4 x-openstack-request-id: req-747d4704-76ec-4c07-86f3-de6a1ea441f4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:24.784598 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:24.785032 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-747d4704-76ec-4c07-86f3-de6a1ea441f4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:24.785442 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'code': 200} Nov 05 22:11:24.812239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 2bcb50f3-cc81-443a-919c-dfa8997930e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:24.836723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Allocated IP 2001:db8::1 (a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1/89ecedd8-81eb-4e8f-81b6-1b88b6da86c8/b25cc624-2b32-4a29-ab4a-aa03e38110f1) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:24.843791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2599ab0d-6430-49b8-b840-1e7264bbeca2 None None] Provisioning complete for port fa73f416-dc48-46c0-ba37-efc502b60d49 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:24.844171 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2599ab0d-6430-49b8-b840-1e7264bbeca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:24.952232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b93ad-009c-48c4-98c3-dea92720e740 req-4c36cc25-51ed-486b-9869-49c1983c654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:24.953743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb1b93ad-009c-48c4-98c3-dea92720e740 req-4c36cc25-51ed-486b-9869-49c1983c654f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 1096 time: 0.1237359 Nov 05 22:11:24.982209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:24.993643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.002383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:25.008247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.010672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:25.035997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb1b93ad-009c-48c4-98c3-dea92720e740 req-b0559c38-0fc2-4469-ac67-b55745f3435b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720310 Nov 05 22:11:25.038473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Router f2459f83-e153-4772-813b-d876630d6c41 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:25.118611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.188860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Attempting to bind port bc5b6f1d-96d5-46a5-ba65-32930bba4951 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:25.189216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Attempting to bind port bc5b6f1d-96d5-46a5-ba65-32930bba4951 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '260c2987-5a3f-4800-863f-67501cbf5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:25.189521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Attempting to bind port bc5b6f1d-96d5-46a5-ba65-32930bba4951 on network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:25.191537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Pushing event updated for resources: {'Port': ['ID=bc5b6f1d-96d5-46a5-ba65-32930bba4951,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:25.193912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09', 'network_id': '2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09', 'tenant_id': '6821c92b09324f8c87500d18f5536e47', 'fixed_ips': [{'subnet_id': 'e9b02455-85f6-4855-a603-40d1b446346c'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:11:25.194796 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.250070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:25.255190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:25.262920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f22a6420-8ea6-4ab7-9481-741f1eeabc75 admin admin] 10.222.0.41 "PUT /v2.0/routers/f2459f83-e153-4772-813b-d876630d6c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0510609 Nov 05 22:11:25.265038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:25.265418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Checking segment: {'id': '260c2987-5a3f-4800-863f-67501cbf5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:25.265821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.266217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Bound using segment: {'id': '260c2987-5a3f-4800-863f-67501cbf5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:25.266698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Bound port: bc5b6f1d-96d5-46a5-ba65-32930bba4951, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260c2987-5a3f-4800-863f-67501cbf5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:25.267146 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.329892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:25.340092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:25.340891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.358386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] For port bc5b6f1d-96d5-46a5-ba65-32930bba4951, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:25.361872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] For port bc5b6f1d-96d5-46a5-ba65-32930bba4951, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bc5b6f1d-96d5-46a5-ba65-32930bba4951,segment=NetworkSegment(260c2987-5a3f-4800-863f-67501cbf5663),segment_id=260c2987-5a3f-4800-863f-67501cbf5663)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:25.362885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2599ab0d-6430-49b8-b840-1e7264bbeca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.430265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Port': ['ID=b25cc624-2b32-4a29-ab4a-aa03e38110f1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:25.456205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.467791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebf034-0cf9-40fc-affc-6643593a362c req-dcb2e0e5-3a9b-44fe-b1e3-b6a3e052ffe4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:25.469440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cebf034-0cf9-40fc-affc-6643593a362c req-dcb2e0e5-3a9b-44fe-b1e3-b6a3e052ffe4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 946 time: 0.2198548 Nov 05 22:11:25.499438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4db9d-f1a1-4144-bb31-2d6cb4989eb7 req-882fc45b-b36c-4c78-8483-f01202aeafe4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:25.501498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eba4db9d-f1a1-4144-bb31-2d6cb4989eb7 req-882fc45b-b36c-4c78-8483-f01202aeafe4 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 946 time: 0.1861324 Nov 05 22:11:25.557927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9cebf034-0cf9-40fc-affc-6643593a362c req-42b63535-8651-440b-8a43-4eeb1bbb33b4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749235 Nov 05 22:11:25.562770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=2bcb50f3-cc81-443a-919c-dfa8997930e5,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:25.595077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eba4db9d-f1a1-4144-bb31-2d6cb4989eb7 req-a24a3843-46a7-413e-a59c-9d30720c5935 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845263 Nov 05 22:11:25.652827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2599ab0d-6430-49b8-b840-1e7264bbeca2 None None] For port fa73f416-dc48-46c0-ba37-efc502b60d49, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa73f416-dc48-46c0-ba37-efc502b60d49,segment=NetworkSegment(89b77c60-ba63-4fb8-90b6-93bb40b13f22),segment_id=89b77c60-ba63-4fb8-90b6-93bb40b13f22)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:25.687205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.780004 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2599ab0d-6430-49b8-b840-1e7264bbeca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:25.789309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c76964-dcfd-4ef3-9590-33fa84cdc9d4 None None] Pushing event updated for resources: {'Port': ['ID=bc5b6f1d-96d5-46a5-ba65-32930bba4951,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:25.830130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Allocated IP 2001:db8::2 (2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09/e9b02455-85f6-4855-a603-40d1b446346c/f92f939e-260e-44c3-8a87-f33c0ca80889) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:26.049492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599ab0d-6430-49b8-b840-1e7264bbeca2 None None] Pushing event updated for resources: {'Port': ['ID=fa73f416-dc48-46c0-ba37-efc502b60d49,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:26.088559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dc600136-6d0f-4d6b-a41c-211ddc25def4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:26.140226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d7870954-2170-4b0b-b60b-b6daf55bd87e None None] Provisioning complete for port 14ec0731-c794-49eb-8486-ad7f0270c840 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:26.140801 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d7870954-2170-4b0b-b60b-b6daf55bd87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.197081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.268021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Sync routers for ids ['f2459f83-e153-4772-813b-d876630d6c41'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:26.301255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dc600136-6d0f-4d6b-a41c-211ddc25def4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:26.301622 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.320236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-b421e79a-5546-40e9-b8c6-472200926f7e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:26.321825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-b421e79a-5546-40e9-b8c6-472200926f7e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/networks?id=75e45a8f-be8a-4d53-bf55-77ecf49a4633 HTTP/1.1" status: 200 len: 911 time: 0.0952933 Nov 05 22:11:26.329086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Routers {'f2459f83-e153-4772-813b-d876630d6c41'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:26.329571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f2459f83-e153-4772-813b-d876630d6c41'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:26.338347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.339236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.349438 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.357833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-6c3fe78e-581d-449a-a3c1-88d99e6e021b tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/quotas/4b74d67da13b40baa40c04e41b623bce HTTP/1.1" status: 200 len: 375 time: 0.0296183 Nov 05 22:11:26.456050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Port': ['ID=b25cc624-2b32-4a29-ab4a-aa03e38110f1,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:26.465679 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.473228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-e8475e78-0800-4cd2-b036-da6cbce8c89f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b74d67da13b40baa40c04e41b623bce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122859 Nov 05 22:11:26.505120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:26.507259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:26.530399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d7870954-2170-4b0b-b60b-b6daf55bd87e None None] Provisioning complete for port 12beba30-16ce-4d14-aa37-d01bb94191d2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:26.530399 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d7870954-2170-4b0b-b60b-b6daf55bd87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.580715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:26.614390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Set router f2459f83-e153-4772-813b-d876630d6c41 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:26.617060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Pushing event updated for resources: {'Port': ['ID=f92f939e-260e-44c3-8a87-f33c0ca80889,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:26.621147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:26.688706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-e9577724-ad6c-48c3-b455-b1dee12e1a07 service neutron] 10.222.0.41 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039988 Nov 05 22:11:26.701981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:26.705781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:26.717707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553cd6f-0e96-4e93-ac2f-23d1a177f9e7 req-1d3a51c5-3e2c-47e2-9e8c-f3b12b898c6c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:26.727740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e553cd6f-0e96-4e93-ac2f-23d1a177f9e7 req-1d3a51c5-3e2c-47e2-9e8c-f3b12b898c6c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 946 time: 0.0676632 Nov 05 22:11:26.737028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Router adfe4e11-6c58-43c4-ac79-4d9d80951a85 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:11:26.814311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d7870954-2170-4b0b-b60b-b6daf55bd87e None None] Port 12beba30-16ce-4d14-aa37-d01bb94191d2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:26.823853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-44b7081d-cd00-460a-8ba1-bceb677fc22d service neutron] 10.222.0.41 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311829 Nov 05 22:11:26.872716 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e553cd6f-0e96-4e93-ac2f-23d1a177f9e7 req-c940ca88-b291-42f9-b47e-0d64b5dfa424 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436970 Nov 05 22:11:26.918740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:26.928826 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] Sync routers for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:26.940710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-97f11716-914d-4269-afa4-cf3611457f3b tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327458 Nov 05 22:11:26.944241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:26.952168 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:26.952815 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:26.956414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-7b63879f-c87a-450f-91a6-0f7c6a2eacbd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:26.968272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-7b63879f-c87a-450f-91a6-0f7c6a2eacbd tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.13 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 946 time: 0.1311584 Nov 05 22:11:27.011168 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:27.026887 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:27.027966 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:27.074503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:27.076792 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de97cf-6da3-4483-8d6f-439a9e76ddc5 None None] The sync data for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:27.107592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port dc600136-6d0f-4d6b-a41c-211ddc25def4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dc600136-6d0f-4d6b-a41c-211ddc25def4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:27.112362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Attempting to bind port f92f939e-260e-44c3-8a87-f33c0ca80889 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:27.112584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Attempting to bind port f92f939e-260e-44c3-8a87-f33c0ca80889 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0467669-09e9-48cd-aef9-2574dd675863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:27.113036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Attempting to bind port f92f939e-260e-44c3-8a87-f33c0ca80889 on network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:27.116737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862b11b-5691-4a7b-8406-dbd4235a3ffc None None] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:27.129152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Deleting port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:27.129494 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.132230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320db2cc-9ab7-41e3-92a0-07c54453db33 req-9b65a772-e1b3-47ca-ba7b-9322266b0631 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:27.133900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-320db2cc-9ab7-41e3-92a0-07c54453db33 req-9b65a772-e1b3-47ca-ba7b-9322266b0631 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 946 time: 0.0819523 Nov 05 22:11:27.153901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:27.156815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Checking segment: {'id': 'c0467669-09e9-48cd-aef9-2574dd675863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:27.156815 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.156815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Bound using segment: {'id': 'c0467669-09e9-48cd-aef9-2574dd675863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:27.156815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Bound port: f92f939e-260e-44c3-8a87-f33c0ca80889, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0467669-09e9-48cd-aef9-2574dd675863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:27.156815 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.222552 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.222552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 14ec0731-c794-49eb-8486-ad7f0270c840 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:27.279773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-320db2cc-9ab7-41e3-92a0-07c54453db33 req-6bfa3b4a-9235-486d-b08d-f6c6a16da71b tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377299 Nov 05 22:11:27.284810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] For port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:27.285196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.387602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] For port f92f939e-260e-44c3-8a87-f33c0ca80889, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:27.392703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] For port f92f939e-260e-44c3-8a87-f33c0ca80889, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f92f939e-260e-44c3-8a87-f33c0ca80889,segment=NetworkSegment(c0467669-09e9-48cd-aef9-2574dd675863),segment_id=c0467669-09e9-48cd-aef9-2574dd675863)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:27.397814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9dbbc962-70ce-415e-ae3c-b121ed160efe req-5bb7e6dc-36b4-49b9-8d84-b3ca61bfa677 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 210 time: 0.0357716 Nov 05 22:11:27.425759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=dc600136-6d0f-4d6b-a41c-211ddc25def4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:27.458603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cb033d1c-5bde-45ce-8332-a794bfae2b2c None None] Provisioning complete for port fa73f416-dc48-46c0-ba37-efc502b60d49 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:27.459260 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb033d1c-5bde-45ce-8332-a794bfae2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.502208 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-72f2ce5c-ea39-439d-899d-1285528913e5 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:11:27.506460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-72f2ce5c-ea39-439d-899d-1285528913e5 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5583060 Nov 05 22:11:27.506600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58908) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:27.514083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.574225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b4ba-8c68-409c-a12d-9eb9c41fc6fd req-811c94c0-b967-4918-b340-c5897004eb70 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:27.576296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb06b4ba-8c68-409c-a12d-9eb9c41fc6fd req-811c94c0-b967-4918-b340-c5897004eb70 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 946 time: 0.1104217 Nov 05 22:11:27.602511 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.602870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.603188 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Floating IP 92847800-04dd-4db1-9ba5-a0c9cfd598ea disassociated. External IP: 172.25.6.36, port: 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7. Nov 05 22:11:27.603534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Calling delete_port for 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:27.652214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb06b4ba-8c68-409c-a12d-9eb9c41fc6fd req-62beeb81-e8f9-469b-9451-44f01b942530 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692520 Nov 05 22:11:27.717414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58910) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:27.737512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 14ec0731-c794-49eb-8486-ad7f0270c840 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:27.737909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.778781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0a926-cd24-4a90-ad38-42a9d7f70878 None None] Pushing event updated for resources: {'Port': ['ID=f92f939e-260e-44c3-8a87-f33c0ca80889,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:27.887324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:11:23Z', 'revision_number': 4, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port': {'id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:19Z', 'updated_at': '2021-11-05T22:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '12beba30-16ce-4d14-aa37-d01bb94191d2', 'name': '', 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'mac_address': 'fa:16:3e:33:56:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:22Z', 'updated_at': '2021-11-05T22:11:23Z', 'revision_number': 2, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'subnets': [{'id': '38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:27.938969 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:27.956033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Checking router: f2459f83-e153-4772-813b-d876630d6c41 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:27.956396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Updating router f2459f83-e153-4772-813b-d876630d6c41 port 12beba30-16ce-4d14-aa37-d01bb94191d2 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:11:28.042330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event deleted for resources: {'Port': ['ID=1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:28.076155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.114857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa73f416-dc48-46c0-ba37-efc502b60d49 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:28.226146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-55ee4263-4620-4b01-b97d-3539f23487f3 None None] Provisioning complete for port bc5b6f1d-96d5-46a5-ba65-32930bba4951 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:28.226840 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-55ee4263-4620-4b01-b97d-3539f23487f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.242723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee17c6-8423-41e3-9854-ae1b3bdbbcc9 tempest-TestVolumeBootPattern-989827544 tempest-TestVolumeBootPattern-989827544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:28.244672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-02ee17c6-8423-41e3-9854-ae1b3bdbbcc9 tempest-TestVolumeBootPattern-989827544 tempest-TestVolumeBootPattern-989827544-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 1092 time: 0.5262966 Nov 05 22:11:28.247670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:28.254983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:28.371696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:28.423750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fa73f416-dc48-46c0-ba37-efc502b60d49 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:28.424126 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.470511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579fee7-a293-4662-a3bf-433617bbe822 req-c64a0a8a-7683-4f51-bf1a-c10b919c1251 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:28.472377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9579fee7-a293-4662-a3bf-433617bbe822 req-c64a0a8a-7683-4f51-bf1a-c10b919c1251 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.1205046 Nov 05 22:11:28.496102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.514202 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9579fee7-a293-4662-a3bf-433617bbe822 req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.517007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19118871-b601-4852-ad93-4f97eb9fb566 req-387e8cb4-0198-49e8-a661-9e080ed9d380 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 210 time: 0.1219943 Nov 05 22:11:28.517749 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:11:28.617116 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-55ee4263-4620-4b01-b97d-3539f23487f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.656296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9579fee7-a293-4662-a3bf-433617bbe822 req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.666385 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.738351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-55ee4263-4620-4b01-b97d-3539f23487f3 None None] For port bc5b6f1d-96d5-46a5-ba65-32930bba4951, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bc5b6f1d-96d5-46a5-ba65-32930bba4951,segment=NetworkSegment(260c2987-5a3f-4800-863f-67501cbf5663),segment_id=260c2987-5a3f-4800-863f-67501cbf5663)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:28.785505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01420446-3878-4847-9886-93f98f072326 req-0400c98a-e61a-4751-82bf-f920dc126fe9 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 210 time: 0.1359384 Nov 05 22:11:28.789916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-9579fee7-a293-4662-a3bf-433617bbe822 req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.821415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:28.871400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] No DVR routers for this DVR port 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:28.874608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.879227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] Sync routers for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:28.883254 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-55ee4263-4620-4b01-b97d-3539f23487f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:28.892202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c4078a0-e470-49c6-b009-41eb95fe190e req-c5ee92de-f45b-43d4-8522-d804ed6fb067 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.13 "DELETE /v2.0/ports/1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 HTTP/1.1" status: 204 len: 173 time: 1.9230847 Nov 05 22:11:28.904759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-deleted', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:28.913333 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bdb637-c3ea-4e74-89f6-7c011e910de2" -d '{"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-deleted", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:28.953680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475bb50-e08a-44c6-89fc-226d1f73d7e1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:28.986803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9579fee7-a293-4662-a3bf-433617bbe822 req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5046206 Nov 05 22:11:28.991603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:28.996101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:28.996963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:28.999806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.001279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.001727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.010953 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d2297-856c-4c18-aea4-b380577bc833 x-openstack-request-id: req-cb7d2297-856c-4c18-aea4-b380577bc833 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:29.013680 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17aa6fa0-6656-470d-ae44-02a5a66bb58c", "name": "network-vif-deleted", "tag": "1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:29.014092 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb7d2297-856c-4c18-aea4-b380577bc833 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:29.014688 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aa6fa0-6656-470d-ae44-02a5a66bb58c', 'name': 'network-vif-deleted', 'tag': '1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7', 'status': 'completed', 'code': 200} Nov 05 22:11:29.019946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.020525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.020977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.021424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.021773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.022202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.030529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3106244-b3cc-44ef-b1eb-3165c576eefe tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:29.031024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:29.032159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:29.051625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.161554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-712aa6d7-72ef-40d3-8e26-6782dc77c9ab None None] Provisioning complete for port bc5b6f1d-96d5-46a5-ba65-32930bba4951 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:29.161980 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-712aa6d7-72ef-40d3-8e26-6782dc77c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.283586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.25.6.243 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/97e7b836-6ca5-48c7-b343-38c35e530c52) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:29.326328 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting port b25cc624-2b32-4a29-ab4a-aa03e38110f1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:29.326328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.341892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.355791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee4263-4620-4b01-b97d-3539f23487f3 None None] Pushing event updated for resources: {'Port': ['ID=bc5b6f1d-96d5-46a5-ba65-32930bba4951,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:29.364834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:29.407247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dc600136-6d0f-4d6b-a41c-211ddc25def4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:29.503339 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3367ff-2037-49c1-955e-8e2c802751b5 None None] Network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:29.505046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.528837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Calling delete_port for b25cc624-2b32-4a29-ab4a-aa03e38110f1 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:29.824944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba3c93-407b-49fe-a3fd-fe7957caac60 req-5d626dad-ac48-4602-b4d1-2cdcaf887362 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:29.832083 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9dba3c93-407b-49fe-a3fd-fe7957caac60 req-5d626dad-ac48-4602-b4d1-2cdcaf887362 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.4996278 Nov 05 22:11:29.843469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-79313b9f-bb41-4e87-903e-15f4db98b405 req-aa20aa89-bc72-436e-8886-80acaac5796d tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/ports?device_id=17aa6fa0-6656-470d-ae44-02a5a66bb58c HTTP/1.1" status: 200 len: 210 time: 0.0342500 Nov 05 22:11:29.902769 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9dba3c93-407b-49fe-a3fd-fe7957caac60 req-53e57b6b-0ef5-47d9-9e4b-99f731abe3b8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522902 Nov 05 22:11:29.926438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58934) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:29.927781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.939138 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:29.948049 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbd8b7-c646-422a-a402-45fb61804e18 None None] Pushing event updated for resources: {'Port': ['ID=12beba30-16ce-4d14-aa37-d01bb94191d2,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:29.963215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86662c6c-c1ca-40d0-b085-82485d330a3b req-8a3e3019-ed0e-4004-84c8-a36bcb66635f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 210 time: 0.0474300 Nov 05 22:11:30.011414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-712aa6d7-72ef-40d3-8e26-6782dc77c9ab None None] Could not find standard attr ID for object b25cc624-2b32-4a29-ab4a-aa03e38110f1. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:11:30.014014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Port': ['ID=b25cc624-2b32-4a29-ab4a-aa03e38110f1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:30.020845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port dc600136-6d0f-4d6b-a41c-211ddc25def4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:30.021217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.081839 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.094653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Attempting to bind port 12beba30-16ce-4d14-aa37-d01bb94191d2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:30.095021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Attempting to bind port 12beba30-16ce-4d14-aa37-d01bb94191d2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:30.095383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Attempting to bind port 12beba30-16ce-4d14-aa37-d01bb94191d2 on network e798190d-9f90-411b-ab62-4bea160c7ce7 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:30.142811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:30.143896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Checking segment: {'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:30.144315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.144719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Bound using segment: {'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:30.145674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Bound port: 12beba30-16ce-4d14-aa37-d01bb94191d2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0d0da7-047c-412d-90b7-c0f045dddf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:30.146067 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.158743 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4fa45370-1a9b-4a70-b275-be6298e42649 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/660d2b74-90c5-428b-a6be-4c1570097ba7 HTTP/1.1" status: 200 len: 992 time: 0.2247517 Nov 05 22:11:30.159270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.167520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:30.168492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=97e7b836-6ca5-48c7-b343-38c35e530c52,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:30.173289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:30.175667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:30.324896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Provisioning complete for port 12beba30-16ce-4d14-aa37-d01bb94191d2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:30.325465 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.395198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f92f939e-260e-44c3-8a87-f33c0ca80889 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:30.418491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Router adfe4e11-6c58-43c4-ac79-4d9d80951a85 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:30.498540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] For port 12beba30-16ce-4d14-aa37-d01bb94191d2, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:30.505208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Port 12beba30-16ce-4d14-aa37-d01bb94191d2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:30.522400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] For port 12beba30-16ce-4d14-aa37-d01bb94191d2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=12beba30-16ce-4d14-aa37-d01bb94191d2,segment=NetworkSegment(6a0d0da7-047c-412d-90b7-c0f045dddf07),segment_id=6a0d0da7-047c-412d-90b7-c0f045dddf07)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:30.524670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-e2ba3165-2e23-4d6a-a89c-bfb7b8839368 req-15a6c753-08d0-4d46-8130-5bc1ce8258b2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:11:30.525351 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2ba3165-2e23-4d6a-a89c-bfb7b8839368 req-15a6c753-08d0-4d46-8130-5bc1ce8258b2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059612 Nov 05 22:11:30.531651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:30.537147 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2c509e60-b3af-4837-85e9-fe1c24e784a3 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0294070 Nov 05 22:11:30.541076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58942) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:30.551247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Provisioning complete for port f92f939e-260e-44c3-8a87-f33c0ca80889 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:30.551247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.563773 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] Sync routers for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:30.585981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f92f939e-260e-44c3-8a87-f33c0ca80889 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:30.586350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.593639 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-390ad5e2-5664-432d-84cc-4a9bca5e1938 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] delete failed (client error): The resource could not be found. Nov 05 22:11:30.594951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-390ad5e2-5664-432d-84cc-4a9bca5e1938 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-823468033 HTTP/1.1" status: 404 len: 334 time: 0.0528212 Nov 05 22:11:30.599878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:30.606194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58948) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:30.607734 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:30.610772 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:30.622860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dcd5c71c-9161-4ea4-80ba-42f7a9116186 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'router': {'external_gateway_info': {'network_id': 'adfe4e11-6c58-43c4-ac79-4d9d80951a85'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:30.700433 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:30.729422 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:30.753184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] Checking router: 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:30.785822 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:30.786454 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:30.853949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:30.853949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718bbf-af4c-43b0-9ed0-11d22b083c0f None None] The sync data for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:30.944812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbd8b7-c646-422a-a402-45fb61804e18 None None] Pushing event updated for resources: {'Port': ['ID=12beba30-16ce-4d14-aa37-d01bb94191d2,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:30.972980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:30.976022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-369ffc5a-bea6-4f1d-9aac-b17b62411d26 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:30.977549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-369ffc5a-bea6-4f1d-9aac-b17b62411d26 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.46 "GET /v2.0/networks?id=75e45a8f-be8a-4d53-bf55-77ecf49a4633 HTTP/1.1" status: 200 len: 911 time: 0.4879050 Nov 05 22:11:30.997125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Request body: {'port': {'device_id': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'admin_state_up': True, 'tenant_id': '4b74d67da13b40baa40c04e41b623bce'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:31.031958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:31.031958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 1bbde6ec-30ba-4de8-b2bf-c1ed991bc6b7 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:31.081258 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.081488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.095441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:31.097942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:31.111181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Routers {'f2459f83-e153-4772-813b-d876630d6c41'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:31.111852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f2459f83-e153-4772-813b-d876630d6c41'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:31.112776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 58956) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:31.125043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dcd5c71c-9161-4ea4-80ba-42f7a9116186 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.205549 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.231151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Made reservation on behalf of 4b74d67da13b40baa40c04e41b623bce for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:31.231151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.235768 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-dcd5c71c-9161-4ea4-80ba-42f7a9116186 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] update failed (client error): The resource could not be found. Nov 05 22:11:31.242640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-02a52a85-0f1f-450d-ad7c-31a1e3cde8a4 req-0698af21-0386-4295-a0e7-6ed1266e17d1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 210 time: 0.0649297 Nov 05 22:11:31.244569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dcd5c71c-9161-4ea4-80ba-42f7a9116186 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85 HTTP/1.1" status: 404 len: 339 time: 0.6357744 Nov 05 22:11:31.249908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:31.260741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-924840776'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:31.293877 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52a4159b-c8b2-49dd-9b10-17eac8c8c392 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.356512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52a4159b-c8b2-49dd-9b10-17eac8c8c392 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.371090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf834-d31f-4f52-9e9c-ab168c2ece5f req-069788d0-1b79-44d6-b318-88bc399e3f1c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:31.378938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] For port f92f939e-260e-44c3-8a87-f33c0ca80889, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f92f939e-260e-44c3-8a87-f33c0ca80889,segment=NetworkSegment(c0467669-09e9-48cd-aef9-2574dd675863),segment_id=c0467669-09e9-48cd-aef9-2574dd675863)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:31.379180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43acf834-d31f-4f52-9e9c-ab168c2ece5f req-069788d0-1b79-44d6-b318-88bc399e3f1c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0700159 Nov 05 22:11:31.409655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:31.425397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43acf834-d31f-4f52-9e9c-ab168c2ece5f req-d0d69985-b6aa-45da-8661-8449177b70ca tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 Nov 05 22:11:31.436706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Allocated IP 172.20.0.6 (75e45a8f-be8a-4d53-bf55-77ecf49a4633/f88786a2-1fd4-4fdb-a7ad-652fbb589ff7/843f710f-5672-4c55-8297-fb106fe70d9d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:31.440888 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.456831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:31.461659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.463316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] Set router f2459f83-e153-4772-813b-d876630d6c41 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:31.484734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.490581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:31.500008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.500446 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Added segment 7617239e-6271-4f43-bf93-6f0dc7400cec of type vlan for network b0322017-b258-44a3-826b-a6d26f523742 Nov 05 22:11:31.512887 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.548637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Could not find standard attr ID for object b25cc624-2b32-4a29-ab4a-aa03e38110f1. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:11:31.562573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.570720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52a4159b-c8b2-49dd-9b10-17eac8c8c392 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.573297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52a4159b-c8b2-49dd-9b10-17eac8c8c392 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.574438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-52a4159b-c8b2-49dd-9b10-17eac8c8c392 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "DELETE /v2.0/security-groups/0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df HTTP/1.1" status: 204 len: 168 time: 0.4606986 Nov 05 22:11:31.579778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58964) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:31.607414 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-80b68df8-a428-44b4-a6ff-c8de0a9f0123 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] show failed (client error): The resource could not be found. Nov 05 22:11:31.611620 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-80b68df8-a428-44b4-a6ff-c8de0a9f0123 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "GET /v2.0/security-groups/0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df HTTP/1.1" status: 404 len: 347 time: 0.0308638 Nov 05 22:11:31.612459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58966) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:31.630238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4159b-c8b2-49dd-9b10-17eac8c8c392 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4cbbdf-7d7d-4abc-ac68-c65c1b5131df,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:31.643839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:11:31.644015 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:11:31.730291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.736169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:31.736788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.747069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.759618 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.829721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.849104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Network': ['ID=b0322017-b258-44a3-826b-a6d26f523742,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:31.855841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-3d30eb99-1113-4c12-8829-16820cfa2de8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3224821 Nov 05 22:11:31.872868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-50d2c758-dff5-4b6c-b598-b9d3e093a3a7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:11:31.873880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-50d2c758-dff5-4b6c-b598-b9d3e093a3a7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071220 Nov 05 22:11:31.875356 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.886500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Deleting port d45f073f-2f52-4de9-aa75-2d99c377807c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:31.886914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.905320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b0322017-b258-44a3-826b-a6d26f523742 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:31.918750 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1d21954c-ba90-4894-9307-427e58eb07b8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6642616 Nov 05 22:11:31.920593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 58968) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:31.926125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'subnet': {'network_id': 'b0322017-b258-44a3-826b-a6d26f523742', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:31.945534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=97e7b836-6ca5-48c7-b343-38c35e530c52,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:31.972030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-62b97124-a88c-4996-919b-a531ec53641b None None] Provisioning complete for port 12beba30-16ce-4d14-aa37-d01bb94191d2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:31.972453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-62b97124-a88c-4996-919b-a531ec53641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.983123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:31.985686 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.990890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:31.994777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:31.995166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.008374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Calling delete_port for d45f073f-2f52-4de9-aa75-2d99c377807c owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:32.043165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797d12-c51d-4b4d-91df-2be721b88fe8 None None] Pushing event updated for resources: {'Port': ['ID=f92f939e-260e-44c3-8a87-f33c0ca80889,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:32.143399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:32.145976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Pushing event updated for resources: {'Port': ['ID=843f710f-5672-4c55-8297-fb106fe70d9d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:32.221215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bc5b6f1d-96d5-46a5-ba65-32930bba4951 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:32.227286 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Floating IP a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4 associated. External IP: 172.25.6.243, port: 2bcb50f3-cc81-443a-919c-dfa8997930e5. Nov 05 22:11:32.230933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:32.231798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.314423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.351715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Pushing event deleted for resources: {'Port': ['ID=d45f073f-2f52-4de9-aa75-2d99c377807c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:32.422081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Made reservation on behalf of 6821c92b09324f8c87500d18f5536e47 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:32.426920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.467067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7d49-d952-441f-ac3c-31739b9d08ee req-0e8d0f79-eff3-488c-b32d-6ef2900fef40 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:32.468500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4aba7d49-d952-441f-ac3c-31739b9d08ee req-0e8d0f79-eff3-488c-b32d-6ef2900fef40 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1027 time: 0.0897846 Nov 05 22:11:32.481770 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-62b97124-a88c-4996-919b-a531ec53641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.493179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:11:23Z', 'revision_number': 4, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port': {'id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:19Z', 'updated_at': '2021-11-05T22:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '12beba30-16ce-4d14-aa37-d01bb94191d2', 'name': '', 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'mac_address': 'fa:16:3e:33:56:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:22Z', 'updated_at': '2021-11-05T22:11:30Z', 'revision_number': 4, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'subnets': [{'id': '38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:32.502863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:32.506317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.509330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.510524 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1b7ebe16-f049-4be6-8054-710562a10bc7 tempest-AttachVolumeShelveTestJSON-2050452698 tempest-AttachVolumeShelveTestJSON-2050452698-project] 10.222.0.41 "DELETE /v2.0/floatingips/92847800-04dd-4db1-9ba5-a0c9cfd598ea HTTP/1.1" status: 204 len: 168 time: 0.8963869 Nov 05 22:11:32.541568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-7a83aa28-a633-448f-a577-7c25d0907d50 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5481863 Nov 05 22:11:32.591363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be625-597b-40e1-975f-8bd149e24ed0 None None] The sync data for ids ['f2459f83-e153-4772-813b-d876630d6c41'] in n-d-816738-5 is: [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:11:23Z', 'revision_number': 4, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port': {'id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:19Z', 'updated_at': '2021-11-05T22:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '12beba30-16ce-4d14-aa37-d01bb94191d2', 'name': '', 'network_id': 'e798190d-9f90-411b-ab62-4bea160c7ce7', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'mac_address': 'fa:16:3e:33:56:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:22Z', 'updated_at': '2021-11-05T22:11:30Z', 'revision_number': 4, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'subnets': [{'id': '38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:32.592926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bc5b6f1d-96d5-46a5-ba65-32930bba4951 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:32.593300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.625395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d75af3-64e7-41fa-b8b1-b965f244a3b9 None None] The sync data for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 is: [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:01:04Z', 'revision_number': 4, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '74126e95-1f6f-4ad5-83a5-a52d8483ea63', 'name': '', 'network_id': 'df14fc89-801c-4908-a2dc-3d0881eb2312', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'mac_address': 'fa:16:3e:e3:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:01:03Z', 'updated_at': '2021-11-05T22:01:09Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'subnets': [{'id': '54b718f8-67fa-4e79-b301-d36a4a1fe7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:32.667214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:32.714111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4aba7d49-d952-441f-ac3c-31739b9d08ee req-6f74974a-adea-4cd6-b297-a3599ee1a258 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946189 Nov 05 22:11:32.722377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Request body: {'port': {'device_id': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:32.754641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-62b97124-a88c-4996-919b-a531ec53641b None None] For port 12beba30-16ce-4d14-aa37-d01bb94191d2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=12beba30-16ce-4d14-aa37-d01bb94191d2,segment=NetworkSegment(6a0d0da7-047c-412d-90b7-c0f045dddf07),segment_id=6a0d0da7-047c-412d-90b7-c0f045dddf07)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:32.794360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c230e11-3bfb-4f9c-800d-8cb0daf98c48 req-e8537f9b-0e3a-4c66-8d25-3bbd92628f7c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:32.806989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c230e11-3bfb-4f9c-800d-8cb0daf98c48 req-e8537f9b-0e3a-4c66-8d25-3bbd92628f7c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.2155485 Nov 05 22:11:32.903312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa73f416-dc48-46c0-ba37-efc502b60d49 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:32.964652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:32.973406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-62b97124-a88c-4996-919b-a531ec53641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.050107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0c230e11-3bfb-4f9c-800d-8cb0daf98c48 req-a5be141b-6281-47a4-bbb1-d7c201292886 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217267 Nov 05 22:11:33.060236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b97124-a88c-4996-919b-a531ec53641b None None] Pushing event updated for resources: {'Port': ['ID=12beba30-16ce-4d14-aa37-d01bb94191d2,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:33.094380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fa73f416-dc48-46c0-ba37-efc502b60d49 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:33.095264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.144542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.149015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-62b97124-a88c-4996-919b-a531ec53641b None None] Provisioning complete for port f92f939e-260e-44c3-8a87-f33c0ca80889 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:33.156413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-62b97124-a88c-4996-919b-a531ec53641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.187985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.335522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Subnet': ['ID=cac725a5-5c55-4632-a8d1-a18b68672530,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:33.354885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Checking segment: {'id': '7617239e-6271-4f43-bf93-6f0dc7400cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0322017-b258-44a3-826b-a6d26f523742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:33.355246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network hostable DHCP agents. Network: b0322017-b258-44a3-826b-a6d26f523742, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:33.395984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f46271-f5d3-4c21-8e3c-168dc950e702 None None] New status for floating IP 92847800-04dd-4db1-9ba5-a0c9cfd598ea: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:11:33.459634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network b0322017-b258-44a3-826b-a6d26f523742 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:33.528686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b0322017-b258-44a3-826b-a6d26f523742) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:33.533465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:33.534067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.542690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763fabc-8235-4b0e-8a9f-83660e67eb24 None None] Network b0322017-b258-44a3-826b-a6d26f523742 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:33.661555 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 12beba30-16ce-4d14-aa37-d01bb94191d2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:33.674140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:33.694753 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:33.701232 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8a250d2-5918-49a8-90ba-dcbaa14618bc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7789958 Nov 05 22:11:33.709548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:33.715078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a03ef399-d4e0-4bc4-acad-048c2d0908d8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0322017-b258-44a3-826b-a6d26f523742'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:33.716706 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:33.718859 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:33.722809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9260c6dc-51a3-4b10-ae0a-f8ec9c460f9b None None] Provisioning complete for port 843f710f-5672-4c55-8297-fb106fe70d9d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:33.723188 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9260c6dc-51a3-4b10-ae0a-f8ec9c460f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.915645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:33.924198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9260c6dc-51a3-4b10-ae0a-f8ec9c460f9b None None] Port 843f710f-5672-4c55-8297-fb106fe70d9d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:33.976406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 12beba30-16ce-4d14-aa37-d01bb94191d2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:33.977169 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.015200 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:34.082621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b0322017-b258-44a3-826b-a6d26f523742', 'network_id': 'b0322017-b258-44a3-826b-a6d26f523742', 'tenant_id': '6821c92b09324f8c87500d18f5536e47', 'fixed_ips': [{'subnet_id': 'cac725a5-5c55-4632-a8d1-a18b68672530'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:11:34.083514 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.118885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fea4bb0c-b79e-4a91-80c1-0030829c5786 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8699031 Nov 05 22:11:34.143810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:34.161473 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ca75b1-52f3-4916-af28-7d2b25773e32" -d '{"events": [{"name": "network-changed", "server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:34.187420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843f710f-5672-4c55-8297-fb106fe70d9d {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:34.214775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.242550 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7c90a-6eca-4e87-8fc3-83151ad1088d req-4e1419ba-171f-4a4e-8989-9fbb584d80fd tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:34.245520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57c7c90a-6eca-4e87-8fc3-83151ad1088d req-4e1419ba-171f-4a4e-8989-9fbb584d80fd tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1027 time: 0.3578193 Nov 05 22:11:34.250046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a03ef399-d4e0-4bc4-acad-048c2d0908d8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.261816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f92f939e-260e-44c3-8a87-f33c0ca80889 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:34.264320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Transition to ACTIVE for port object 843f710f-5672-4c55-8297-fb106fe70d9d will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:11:34.341768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-57c7c90a-6eca-4e87-8fc3-83151ad1088d req-51a12a10-d0a9-46a1-8986-00a1621f993d tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853693 Nov 05 22:11:34.356520 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732d44-e060-48e1-8520-275ccaea91fe req-d012e2ff-a78b-48a2-952d-aaf3691fbe82 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:34.372500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c732d44-e060-48e1-8520-275ccaea91fe req-d012e2ff-a78b-48a2-952d-aaf3691fbe82 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1165302 Nov 05 22:11:34.383047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Allocated IP 2001:db8:1::2 (b0322017-b258-44a3-826b-a6d26f523742/cac725a5-5c55-4632-a8d1-a18b68672530/de695e48-f746-4a8c-a3da-a3766844eb1d) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:34.402199 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa983298-d1f1-4d3e-9953-a5b28ee7332f x-openstack-request-id: req-fa983298-d1f1-4d3e-9953-a5b28ee7332f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:34.402528 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:34.402882 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa983298-d1f1-4d3e-9953-a5b28ee7332f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:34.403405 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'status': 'completed', 'code': 200} Nov 05 22:11:34.437930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f92f939e-260e-44c3-8a87-f33c0ca80889 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:34.457191 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.477226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-56519149-53c0-49c2-bbd1-e4e54e29ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:34.479124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-56519149-53c0-49c2-bbd1-e4e54e29ccf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 1097 time: 0.0561786 Nov 05 22:11:34.481627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.498166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2c732d44-e060-48e1-8520-275ccaea91fe req-b8d562b2-eeca-41ad-a181-cf7ac4a5b814 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247346 Nov 05 22:11:34.623524 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:dc:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:11:30Z', 'updated_at': '2021-11-05T22:11:30Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:34.689477 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.700480 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-a03ef399-d4e0-4bc4-acad-048c2d0908d8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:11:34.701867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a03ef399-d4e0-4bc4-acad-048c2d0908d8 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85 HTTP/1.1" status: 400 len: 364 time: 0.9904211 Nov 05 22:11:34.715046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59014) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:34.716901 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:34.732820 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:34.733778 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:34.738867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=843f710f-5672-4c55-8297-fb106fe70d9d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:34.793451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Attempting to bind port 843f710f-5672-4c55-8297-fb106fe70d9d on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:34.793794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Attempting to bind port 843f710f-5672-4c55-8297-fb106fe70d9d by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:34.794170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Attempting to bind port 843f710f-5672-4c55-8297-fb106fe70d9d on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:34.813916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.835647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Port 843f710f-5672-4c55-8297-fb106fe70d9d on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:11:34.835992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Attempting to bind port 843f710f-5672-4c55-8297-fb106fe70d9d on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:34.844828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bc5b6f1d-96d5-46a5-ba65-32930bba4951 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:34.850956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:34.851671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Checking segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:34.852218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Bound using segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:34.852671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Bound port: 843f710f-5672-4c55-8297-fb106fe70d9d, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:34.853034 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:34.981594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Network b0322017-b258-44a3-826b-a6d26f523742 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:34.992778 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:35.018274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:35.024979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:35.050240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] For port 843f710f-5672-4c55-8297-fb106fe70d9d, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:35.056066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] For port 843f710f-5672-4c55-8297-fb106fe70d9d, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=843f710f-5672-4c55-8297-fb106fe70d9d,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:35.092428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-31a3153d-1438-49f5-b411-fdd69475e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.095443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-31a3153d-1438-49f5-b411-fdd69475e14f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.6006455 Nov 05 22:11:35.122122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-3af4c235-c7ca-4c91-9a7f-1244fc8a6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.124768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-3af4c235-c7ca-4c91-9a7f-1244fc8a6fad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.1838400 Nov 05 22:11:35.141843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Pushing event updated for resources: {'Port': ['ID=de695e48-f746-4a8c-a3da-a3766844eb1d,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:35.169030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Attempting to bind port de695e48-f746-4a8c-a3da-a3766844eb1d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:35.169765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Attempting to bind port de695e48-f746-4a8c-a3da-a3766844eb1d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '7617239e-6271-4f43-bf93-6f0dc7400cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0322017-b258-44a3-826b-a6d26f523742'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:35.170343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Attempting to bind port de695e48-f746-4a8c-a3da-a3766844eb1d on network b0322017-b258-44a3-826b-a6d26f523742 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:35.177271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bc5b6f1d-96d5-46a5-ba65-32930bba4951 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:35.177991 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:35.194796 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:35.224046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:35.225392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Checking segment: {'id': '7617239e-6271-4f43-bf93-6f0dc7400cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0322017-b258-44a3-826b-a6d26f523742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:35.226046 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:35.226642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Bound using segment: {'id': '7617239e-6271-4f43-bf93-6f0dc7400cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0322017-b258-44a3-826b-a6d26f523742'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:35.227727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Bound port: de695e48-f746-4a8c-a3da-a3766844eb1d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7617239e-6271-4f43-bf93-6f0dc7400cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0322017-b258-44a3-826b-a6d26f523742'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:35.228396 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:35.370383 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:dc:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:11:30Z', 'updated_at': '2021-11-05T22:11:30Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:35.410428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] For port de695e48-f746-4a8c-a3da-a3766844eb1d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:35.418350 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] For port de695e48-f746-4a8c-a3da-a3766844eb1d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de695e48-f746-4a8c-a3da-a3766844eb1d,segment=NetworkSegment(7617239e-6271-4f43-bf93-6f0dc7400cec),segment_id=7617239e-6271-4f43-bf93-6f0dc7400cec)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:35.422994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.425795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:35.427254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] 10.222.0.46 "PUT /v2.0/ports/843f710f-5672-4c55-8297-fb106fe70d9d HTTP/1.1" status: 200 len: 1091 time: 2.8659956 Nov 05 22:11:35.461265 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988b301-d79d-4e56-b302-49cfa298e74e None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:dc:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:11:30Z', 'updated_at': '2021-11-05T22:11:30Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:35.476650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-12185b96-c3f3-4c44-b701-67f1c467f8ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5 HTTP/1.1" status: 200 len: 1000 time: 0.3685584 Nov 05 22:11:35.506302 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:35.655004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363f3bc-8a35-4042-a0c1-e14a898d90a0 None None] Pushing event updated for resources: {'Port': ['ID=de695e48-f746-4a8c-a3da-a3766844eb1d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:35.665165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01331c04-87a2-4a77-897b-98987268ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=843f710f-5672-4c55-8297-fb106fe70d9d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:35.720129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-ea2d66d2-384a-4a9d-8573-935eb3b6e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.721648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-ea2d66d2-384a-4a9d-8573-935eb3b6e176 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.2198458 Nov 05 22:11:35.784079 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:35.791011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db1b9-29ac-439b-97ea-c4b3de09dd5b req-1faf3cd0-ef76-49a9-806d-45a7a985bbde tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.793368 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c81db1b9-29ac-439b-97ea-c4b3de09dd5b req-1faf3cd0-ef76-49a9-806d-45a7a985bbde tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1094 time: 0.3059773 Nov 05 22:11:35.794398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-a2ec9b7e-bff7-472d-b284-0b9210559d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.795741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-a2ec9b7e-bff7-472d-b284-0b9210559d0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.5980847 Nov 05 22:11:35.826910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02361-5446-4589-83fa-b547821ae0ee req-adc6eedb-d80f-4c78-af3b-a291a68fa75c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.828645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58f02361-5446-4589-83fa-b547821ae0ee req-adc6eedb-d80f-4c78-af3b-a291a68fa75c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1493249 Nov 05 22:11:35.838008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-bf119f88-40be-45dd-b6b1-4396ae8154ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:35.849429 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-bf119f88-40be-45dd-b6b1-4396ae8154ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b74d67da13b40baa40c04e41b623bce&device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1094 time: 0.2777743 Nov 05 22:11:35.915677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368388cb-ddd6-4813-8661-2beebd401ada None None] New status for floating IP a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:11:35.955672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-9450c502-aa9c-4a11-a0e4-9a8808ca9af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=843f710f-5672-4c55-8297-fb106fe70d9d HTTP/1.1" status: 200 len: 217 time: 0.0465152 Nov 05 22:11:36.009938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-8c0f5e07-2dfe-4411-bbe1-9b7f83f6d656 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 1000 time: 0.1906891 Nov 05 22:11:36.035372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-5277b5f3-6ab8-45b7-b97e-3d2593da4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:36.036902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-5277b5f3-6ab8-45b7-b97e-3d2593da4a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2971578 Nov 05 22:11:36.121994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-58f02361-5446-4589-83fa-b547821ae0ee req-fcef7f31-ce25-4502-ada9-314fd14c319b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489147 Nov 05 22:11:36.150070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-830916b0-7a7b-4638-a47f-0cba3b8a41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:36.151599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-830916b0-7a7b-4638-a47f-0cba3b8a41d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.1284690 Nov 05 22:11:36.301248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Allocated IP 2001:db8::1 (b86dd564-2d6a-4053-91c6-9207cd4fd47e/c052e2a1-8822-4f40-a3f4-2169d8c3a891/168f0df0-0ea3-48f4-91a3-8e6110891995) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:36.307179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c81db1b9-29ac-439b-97ea-c4b3de09dd5b req-ad4b5c3b-3881-4aec-a526-16944f006965 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808381 Nov 05 22:11:36.316189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-bce0b57c-07a7-4ff2-9f61-590b0fd96ccc service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710107 Nov 05 22:11:36.356721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bae9e296-f0f4-45c3-959d-5449e9333f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:36.357538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-47584c1b-f0bb-4295-b89b-e1e777f67e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:36.361399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-47584c1b-f0bb-4295-b89b-e1e777f67e1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f88786a2-1fd4-4fdb-a7ad-652fbb589ff7 HTTP/1.1" status: 200 len: 849 time: 0.3472064 Nov 05 22:11:36.405503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-bd1fb6fe-f601-47db-824d-2c47baba879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:36.406997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-bd1fb6fe-f601-47db-824d-2c47baba879f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485610 Nov 05 22:11:36.407667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'tag': '843f710f-5672-4c55-8297-fb106fe70d9d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:36.409905 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8d0b52-60b4-411f-a9a3-12302f566cf4", "tag": "843f710f-5672-4c55-8297-fb106fe70d9d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:36.464546 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b344f9-e97a-44dd-beda-8e882a674b25 x-openstack-request-id: req-e2b344f9-e97a-44dd-beda-8e882a674b25 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:36.467722 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8d0b52-60b4-411f-a9a3-12302f566cf4", "tag": "843f710f-5672-4c55-8297-fb106fe70d9d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:36.467722 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2b344f9-e97a-44dd-beda-8e882a674b25 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:36.467722 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'tag': '843f710f-5672-4c55-8297-fb106fe70d9d', 'status': 'completed', 'code': 200} Nov 05 22:11:36.475878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:36.560032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5840-edb9-4374-96b4-d368e97562aa req-a83597f9-8485-4de8-8801-cddaca7d0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:36.561595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-a83597f9-8485-4de8-8801-cddaca7d0169 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75e45a8f-be8a-4d53-bf55-77ecf49a4633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735480 Nov 05 22:11:36.566881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca75b1-52f3-4916-af28-7d2b25773e32 req-4ccdd600-1461-4b1b-af35-f8dc85824b94 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337556 Nov 05 22:11:36.587135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:36.609262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-b9c3b645-a763-4e32-b265-708c5a645443 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561809 Nov 05 22:11:36.627793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:36.631195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:36.635159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:36.635733 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:36.680760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Port': ['ID=168f0df0-0ea3-48f4-91a3-8e6110891995,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:36.765484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-d7ad9f84-43fb-4a7d-9e95-052490b44db9 service neutron] 10.222.0.46 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956015 Nov 05 22:11:36.772607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-e37cf05b-d310-4020-bc4b-d1d3825855d9 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380198 Nov 05 22:11:36.889595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:36.913294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be0f5840-edb9-4374-96b4-d368e97562aa req-e61319f2-e7f7-4434-b3c2-67224d3b6b65 service neutron] 10.222.0.46 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396062 Nov 05 22:11:37.045048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6e592b42-0af1-4524-9f77-b2808d7d9f86 None None] Provisioning complete for port 168f0df0-0ea3-48f4-91a3-8e6110891995 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:37.045459 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6e592b42-0af1-4524-9f77-b2808d7d9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:37.092753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6e592b42-0af1-4524-9f77-b2808d7d9f86 None None] Port 168f0df0-0ea3-48f4-91a3-8e6110891995 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:37.109079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-f30d4982-857a-4ce4-bf35-8d95023c3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:37.110816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-f30d4982-857a-4ce4-bf35-8d95023c3760 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b74d67da13b40baa40c04e41b623bce&device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1094 time: 0.0602095 Nov 05 22:11:37.247020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-854e7552-6887-44ee-82c3-48b4bc2438e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:37.248642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-854e7552-6887-44ee-82c3-48b4bc2438e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=75e45a8f-be8a-4d53-bf55-77ecf49a4633 HTTP/1.1" status: 200 len: 911 time: 0.1312096 Nov 05 22:11:37.258156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:37.288389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d93448-4455-4c78-8df9-ef43c7f0551e None None] Network b0322017-b258-44a3-826b-a6d26f523742 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:37.306741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-353dd8b1-da16-459a-91a2-dd85754b61f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=843f710f-5672-4c55-8297-fb106fe70d9d HTTP/1.1" status: 200 len: 217 time: 0.0427794 Nov 05 22:11:37.344390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:37.349140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:37.361009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be126d8c-d70a-45bb-ae5a-62b1a5390a14 req-437af7a1-5613-461e-a323-4f42758c251c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:37.362763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be126d8c-d70a-45bb-ae5a-62b1a5390a14 req-437af7a1-5613-461e-a323-4f42758c251c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1343057 Nov 05 22:11:37.399137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-081ca094-3d1a-47a8-abe7-efddbc25ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:37.401485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-081ca094-3d1a-47a8-abe7-efddbc25ae4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f88786a2-1fd4-4fdb-a7ad-652fbb589ff7 HTTP/1.1" status: 200 len: 849 time: 0.0870183 Nov 05 22:11:37.499117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be126d8c-d70a-45bb-ae5a-62b1a5390a14 req-f3615a68-b444-4c14-ab12-9f169ac6868e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294529 Nov 05 22:11:37.520026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-f41fb340-cd10-47ed-8cb0-eaf3d6accac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:37.522110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-f41fb340-cd10-47ed-8cb0-eaf3d6accac7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75e45a8f-be8a-4d53-bf55-77ecf49a4633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002917 Nov 05 22:11:37.542675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event updated for resources: {'Port': ['ID=168f0df0-0ea3-48f4-91a3-8e6110891995,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:37.590574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fab096-374c-4aec-aef3-6286f1b2f8a3 req-683747d1-9766-41da-8922-92f92c0afbb9 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:37.601803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9fab096-374c-4aec-aef3-6286f1b2f8a3 req-683747d1-9766-41da-8922-92f92c0afbb9 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1094 time: 0.0906940 Nov 05 22:11:37.602553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de695e48-f746-4a8c-a3da-a3766844eb1d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:37.625578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:37.628825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:37.704495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9fab096-374c-4aec-aef3-6286f1b2f8a3 req-5ab298ad-7242-4ebf-bf73-b52510e7bcf2 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999575 Nov 05 22:11:37.704857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9c6a700a-1a8b-4352-b04f-0941e1a9438d None None] Provisioning complete for port de695e48-f746-4a8c-a3da-a3766844eb1d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:37.705145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c6a700a-1a8b-4352-b04f-0941e1a9438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:37.761646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-0286abb5-9a98-4716-afa2-3f69426de187 service neutron] 10.222.0.46 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320826 Nov 05 22:11:37.782861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Router adfe4e11-6c58-43c4-ac79-4d9d80951a85 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:37.869600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port de695e48-f746-4a8c-a3da-a3766844eb1d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:37.869918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:37.903683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:37.908928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-25833a1e-0914-4b33-a9b8-65af7377f97d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2003279 Nov 05 22:11:37.911798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59040) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:37.914603 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] Sync routers for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:37.934399 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:37.935145 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:38.002506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f73fbcf4-377a-4afe-9b8d-68ce2fe0f1c7 req-4a0e9af1-deab-4218-aeaf-7776ea3a8efc service neutron] 10.222.0.46 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326491 Nov 05 22:11:38.040860 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:38.074501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:38.074767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f931dc20-ffa8-4706-a88e-7e4d94064638 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.076135 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:38.148497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:38.149210 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a4cef3-0aee-47c5-aa45-c8af9ffe204c None None] The sync data for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:38.164632 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c6a700a-1a8b-4352-b04f-0941e1a9438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.195895 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-f931dc20-ffa8-4706-a88e-7e4d94064638 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 05 22:11:38.200340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59044) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:38.200498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f931dc20-ffa8-4706-a88e-7e4d94064638 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85 HTTP/1.1" status: 409 len: 329 time: 0.2873654 Nov 05 22:11:38.233944 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.281724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9c6a700a-1a8b-4352-b04f-0941e1a9438d None None] For port de695e48-f746-4a8c-a3da-a3766844eb1d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de695e48-f746-4a8c-a3da-a3766844eb1d,segment=NetworkSegment(7617239e-6271-4f43-bf93-6f0dc7400cec),segment_id=7617239e-6271-4f43-bf93-6f0dc7400cec)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:38.349625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c6a700a-1a8b-4352-b04f-0941e1a9438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.443942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:11:38.444328 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:11:38.452715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a700a-1a8b-4352-b04f-0941e1a9438d None None] Pushing event updated for resources: {'Port': ['ID=de695e48-f746-4a8c-a3da-a3766844eb1d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:38.480759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6e399cb8-02ed-4729-8d69-a0c5473d9dbe None None] Provisioning complete for port 168f0df0-0ea3-48f4-91a3-8e6110891995 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:38.481541 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6e399cb8-02ed-4729-8d69-a0c5473d9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.523645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ad283d3c-df18-4c2e-89f5-f618b43797e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.525566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6e399cb8-02ed-4729-8d69-a0c5473d9dbe None None] Port 168f0df0-0ea3-48f4-91a3-8e6110891995 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:38.646505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f6f8746-ac61-48d3-8e66-b6a40a785830 None None] Provisioning complete for port de695e48-f746-4a8c-a3da-a3766844eb1d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:38.648027 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8746-ac61-48d3-8e66-b6a40a785830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.676325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6fbf3-d6d6-443b-ad01-d180169dfbc4 req-bc4ae368-8ef7-4a69-9daa-2bfbbf6cb38d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:38.678552 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4a6fbf3-d6d6-443b-ad01-d180169dfbc4 req-bc4ae368-8ef7-4a69-9daa-2bfbbf6cb38d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1003795 Nov 05 22:11:38.798055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e4a6fbf3-d6d6-443b-ad01-d180169dfbc4 req-90a598b1-672f-4cd5-a457-960685337621 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037943 Nov 05 22:11:38.855370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6681b-8608-4f88-981c-cb26c2c7b437 req-57a58601-4cc4-4da2-9f66-20b404aa4c6e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:38.857304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ba6681b-8608-4f88-981c-cb26c2c7b437 req-57a58601-4cc4-4da2-9f66-20b404aa4c6e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1094 time: 0.0603652 Nov 05 22:11:38.879309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:38.922314 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ba6681b-8608-4f88-981c-cb26c2c7b437 req-73e879a9-2007-4098-9a60-4053dfddf666 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518591 Nov 05 22:11:39.152414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting port 168f0df0-0ea3-48f4-91a3-8e6110891995 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:39.152999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:39.241176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:39.254250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Calling delete_port for 168f0df0-0ea3-48f4-91a3-8e6110891995 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:39.420469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de695e48-f746-4a8c-a3da-a3766844eb1d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:39.470218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port de695e48-f746-4a8c-a3da-a3766844eb1d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:39.470583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:39.550140 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:39.917214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Port': ['ID=168f0df0-0ea3-48f4-91a3-8e6110891995,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:40.047591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84bfa-bba2-4f46-8ab2-47be6712ffbc req-88f77535-c219-445c-aff9-3760570ee048 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:40.047798 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.048654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3a84bfa-bba2-4f46-8ab2-47be6712ffbc req-88f77535-c219-445c-aff9-3760570ee048 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1337488 Nov 05 22:11:40.049278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.053570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504a74a-faee-4498-97a6-f4370776a775 req-3e691e84-f8d6-4892-92ec-d7f3b9a5bc1e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:40.061241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d504a74a-faee-4498-97a6-f4370776a775 req-3e691e84-f8d6-4892-92ec-d7f3b9a5bc1e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1094 time: 0.0587220 Nov 05 22:11:40.430391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d504a74a-faee-4498-97a6-f4370776a775 req-27f7fc4f-efcf-4f9e-a8d7-750d2dcc888f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885220 Nov 05 22:11:40.435347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3a84bfa-bba2-4f46-8ab2-47be6712ffbc req-ec1df4e8-d626-4cee-92c6-1dd965c18e56 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235361 Nov 05 22:11:40.435347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Router adfe4e11-6c58-43c4-ac79-4d9d80951a85 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:40.435347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:40.435347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cbcd9edd-bfa8-44dc-bc44-3bf3bc3ec343 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1465793 Nov 05 22:11:40.435347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59058) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:40.438092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] Sync routers for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:40.438092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:40.438092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:40.438602 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-1f93bb3f-ce24-4dd6-98f1-8a41388a3402 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] show failed (client error): The resource could not be found. Nov 05 22:11:40.438602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f93bb3f-ce24-4dd6-98f1-8a41388a3402 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-24648442 HTTP/1.1" status: 404 len: 333 time: 0.0382271 Nov 05 22:11:40.438602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59060) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:40.438602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-35eed951-33dd-4f12-a64c-ffe14f6fd5fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:40.438889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:40.438889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] Routers {'adfe4e11-6c58-43c4-ac79-4d9d80951a85'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:40.438889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:40.439120 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-35eed951-33dd-4f12-a64c-ffe14f6fd5fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] update failed (client error): The resource could not be found. Nov 05 22:11:40.439120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-35eed951-33dd-4f12-a64c-ffe14f6fd5fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1176110102 HTTP/1.1" status: 404 len: 335 time: 0.0406806 Nov 05 22:11:40.440455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59062) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:40.459730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:40.460401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e969b-ea29-421e-a635-4b2e83aa5b80 None None] The sync data for ids ['adfe4e11-6c58-43c4-ac79-4d9d80951a85'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:40.498035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting subnet cac725a5-5c55-4632-a8d1-a18b68672530 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:40.501295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.541238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.623190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.801822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.831709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Subnet': ['ID=cac725a5-5c55-4632-a8d1-a18b68672530,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:40.833749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.837227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4b4141e0-4b6c-43de-add8-f7b98a622f41 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/subnets/cac725a5-5c55-4632-a8d1-a18b68672530 HTTP/1.1" status: 204 len: 168 time: 0.3956990 Nov 05 22:11:40.839749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59064) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:40.841077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebbe5c6-6399-4f09-83ba-ae8674e35c10 None None] Network b0322017-b258-44a3-826b-a6d26f523742 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:40.924981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:40.983335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting port de695e48-f746-4a8c-a3da-a3766844eb1d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:40.983790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.031143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] DHCP port deletion for b0322017-b258-44a3-826b-a6d26f523742 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:41.058013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] For port de695e48-f746-4a8c-a3da-a3766844eb1d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de695e48-f746-4a8c-a3da-a3766844eb1d,segment=NetworkSegment(7617239e-6271-4f43-bf93-6f0dc7400cec),segment_id=7617239e-6271-4f43-bf93-6f0dc7400cec)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:41.058548 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.071821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Calling delete_port for de695e48-f746-4a8c-a3da-a3766844eb1d owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:41.094923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] Deleting port de695e48-f746-4a8c-a3da-a3766844eb1d {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:41.095527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.180810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] For port de695e48-f746-4a8c-a3da-a3766844eb1d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de695e48-f746-4a8c-a3da-a3766844eb1d,segment=NetworkSegment(7617239e-6271-4f43-bf93-6f0dc7400cec),segment_id=7617239e-6271-4f43-bf93-6f0dc7400cec)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:41.180810 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.189523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] Calling delete_port for de695e48-f746-4a8c-a3da-a3766844eb1d owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:41.282747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97377642-0802-41b4-abb9-212e322568ca req-c712eaf1-aa09-469d-89c4-16e13ef36784 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:41.285611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97377642-0802-41b4-abb9-212e322568ca req-c712eaf1-aa09-469d-89c4-16e13ef36784 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1094 time: 0.0700653 Nov 05 22:11:41.319574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648a07-6058-4666-a96d-5f4a168ec2cc req-7ec774c1-7402-4132-add8-0195c4c1257c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:41.326615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08648a07-6058-4666-a96d-5f4a168ec2cc req-7ec774c1-7402-4132-add8-0195c4c1257c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0544698 Nov 05 22:11:41.336120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97377642-0802-41b4-abb9-212e322568ca req-7f46d602-f4cd-42ee-89d7-528961ffa10e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Nov 05 22:11:41.374698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08648a07-6058-4666-a96d-5f4a168ec2cc req-ce9e8350-dcc5-4d3e-b84b-bbfffe213518 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Nov 05 22:11:41.400824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.404195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.430941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de695e48-f746-4a8c-a3da-a3766844eb1d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:41.435699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Port': ['ID=de695e48-f746-4a8c-a3da-a3766844eb1d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:41.435892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] Pushing event deleted for resources: {'Port': ['ID=de695e48-f746-4a8c-a3da-a3766844eb1d,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:41.438247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] No DVR routers for this DVR port de695e48-f746-4a8c-a3da-a3766844eb1d on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:41.458015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61b8af-6171-43b4-8ca6-cc11335b1895 None None] No DVR routers for this DVR port de695e48-f746-4a8c-a3da-a3766844eb1d on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:41.460230 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: de695e48-f746-4a8c-a3da-a3766844eb1d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:41.460770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de695e48-f746-4a8c-a3da-a3766844eb1d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:41.462706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.531573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.552961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0322017-b258-44a3-826b-a6d26f523742']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:41.562268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7617239e-6271-4f43-bf93-6f0dc7400cec') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:41.562560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7617239e-6271-4f43-bf93-6f0dc7400cec') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:41.572305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.586188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.592104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:41.592492 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:41.595594 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:41.673547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 843f710f-5672-4c55-8297-fb106fe70d9d details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:11:41.721150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.726255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.729910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/networks/b0322017-b258-44a3-826b-a6d26f523742 HTTP/1.1" status: 204 len: 168 time: 0.8885057 Nov 05 22:11:41.732424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59072) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:41.758711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f5547-7ef6-4e94-868a-2deb10e894ef tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Network': ['ID=b0322017-b258-44a3-826b-a6d26f523742,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:41.774825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 843f710f-5672-4c55-8297-fb106fe70d9d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=843f710f-5672-4c55-8297-fb106fe70d9d,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:41.788059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '843f710f-5672-4c55-8297-fb106fe70d9d', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'port_id': '843f710f-5672-4c55-8297-fb106fe70d9d', 'mac_address': 'fa:16:3e:dc:cf:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:11:41.803612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting subnet e9b02455-85f6-4855-a603-40d1b446346c {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:41.806868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.831261 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.845588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843f710f-5672-4c55-8297-fb106fe70d9d {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:41.857028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.865895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 843f710f-5672-4c55-8297-fb106fe70d9d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=843f710f-5672-4c55-8297-fb106fe70d9d,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:41.939819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:41.948449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.002970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=843f710f-5672-4c55-8297-fb106fe70d9d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:42.029343 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.053449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.091385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b02455-85f6-4855-a603-40d1b446346c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:42.093397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.097184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bbd1170e-5dab-4631-95cc-4cbdb90649cf tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/subnets/e9b02455-85f6-4855-a603-40d1b446346c HTTP/1.1" status: 204 len: 168 time: 0.3631396 Nov 05 22:11:42.098621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e2308-4b60-44ae-981d-0649a40c0f35 None None] Network 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:42.099098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59074) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:42.151049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting subnet 89ecedd8-81eb-4e8f-81b6-1b88b6da86c8 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:42.154373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.200038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.278022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['843f710f-5672-4c55-8297-fb106fe70d9d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:11:42.313072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.328480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] DHCP port deletion for 2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:42.363038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59084) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:42.464646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c22ada-c33f-479c-a50f-758947c758e4 req-7eb485f0-0a17-4ef9-959d-05d42a3cbd51 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:42.465237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.476374 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1c22ada-c33f-479c-a50f-758947c758e4 req-7eb485f0-0a17-4ef9-959d-05d42a3cbd51 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1095 time: 0.0580053 Nov 05 22:11:42.502486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] Deleting port f92f939e-260e-44c3-8a87-f33c0ca80889 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:42.503161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.521254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Subnet': ['ID=89ecedd8-81eb-4e8f-81b6-1b88b6da86c8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:42.540188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.541053 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c1c22ada-c33f-479c-a50f-758947c758e4 req-4b7a3014-dd1e-48db-b22b-c9e2b7bb613f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643389 Nov 05 22:11:42.546330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ebdc771f-e9f0-483e-83df-4e330b6f8273 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/subnets/89ecedd8-81eb-4e8f-81b6-1b88b6da86c8 HTTP/1.1" status: 204 len: 168 time: 0.4435482 Nov 05 22:11:42.546478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59090) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:42.567828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36506ff-e7e4-4478-87fe-84e104b5f323 None None] Network a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:42.645255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.654543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] For port f92f939e-260e-44c3-8a87-f33c0ca80889, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f92f939e-260e-44c3-8a87-f33c0ca80889,segment=NetworkSegment(c0467669-09e9-48cd-aef9-2574dd675863),segment_id=c0467669-09e9-48cd-aef9-2574dd675863)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:42.655255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.686347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] Calling delete_port for f92f939e-260e-44c3-8a87-f33c0ca80889 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:42.703260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21541d-0226-41ed-ba26-2ff3c82b5e94 req-2c9c26da-034d-435a-88db-abc16674772c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:42.707645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f21541d-0226-41ed-ba26-2ff3c82b5e94 req-2c9c26da-034d-435a-88db-abc16674772c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.2221301 Nov 05 22:11:42.734266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting port f92f939e-260e-44c3-8a87-f33c0ca80889 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:42.734750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.814961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f21541d-0226-41ed-ba26-2ff3c82b5e94 req-4312683d-4831-4d5f-8762-8a2f8a349c01 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030836 Nov 05 22:11:42.873073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] For port f92f939e-260e-44c3-8a87-f33c0ca80889, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f92f939e-260e-44c3-8a87-f33c0ca80889,segment=NetworkSegment(c0467669-09e9-48cd-aef9-2574dd675863),segment_id=c0467669-09e9-48cd-aef9-2574dd675863)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:42.873375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.890588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Calling delete_port for f92f939e-260e-44c3-8a87-f33c0ca80889 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:42.921486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] DHCP port deletion for a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:42.947207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.975199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:42.998829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] No DVR routers for this DVR port f92f939e-260e-44c3-8a87-f33c0ca80889 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:43.007363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Port': ['ID=f92f939e-260e-44c3-8a87-f33c0ca80889,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:43.011197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] No DVR routers for this DVR port f92f939e-260e-44c3-8a87-f33c0ca80889 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:43.011943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097f6d5-3932-4d53-8b86-3ea63a9b0c81 None None] Pushing event deleted for resources: {'Port': ['ID=f92f939e-260e-44c3-8a87-f33c0ca80889,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:43.045448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] Deleting port bc5b6f1d-96d5-46a5-ba65-32930bba4951 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:43.045821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.086445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.133284 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.133904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] For port bc5b6f1d-96d5-46a5-ba65-32930bba4951, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bc5b6f1d-96d5-46a5-ba65-32930bba4951,segment=NetworkSegment(260c2987-5a3f-4800-863f-67501cbf5663),segment_id=260c2987-5a3f-4800-863f-67501cbf5663)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:43.134424 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.157311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:43.169006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0467669-09e9-48cd-aef9-2574dd675863') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:43.178063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0467669-09e9-48cd-aef9-2574dd675863') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:43.180757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.197837 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.205373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:43.205921 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: self.session.flush() Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:43.210049 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:43.302573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] Calling delete_port for bc5b6f1d-96d5-46a5-ba65-32930bba4951 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:43.338498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.354885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.359209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/networks/2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09 HTTP/1.1" status: 204 len: 168 time: 0.8115926 Nov 05 22:11:43.363839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59094) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:43.371560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4e74a-515a-460e-9ecb-bfa989e1fc2d tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Network': ['ID=2d56a1ca-dc00-4dd1-b0b2-b56890ceaf09,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:43.387403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Deleting port 74126e95-1f6f-4ad5-83a5-a52d8483ea63 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:43.387824 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.433707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f92f939e-260e-44c3-8a87-f33c0ca80889 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:43.454958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f92f939e-260e-44c3-8a87-f33c0ca80889 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:43.455304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f92f939e-260e-44c3-8a87-f33c0ca80889 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:43.455769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bc5b6f1d-96d5-46a5-ba65-32930bba4951 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:43.459016 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.496915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.501565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: bc5b6f1d-96d5-46a5-ba65-32930bba4951 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:43.501910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bc5b6f1d-96d5-46a5-ba65-32930bba4951 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:43.506451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] Pushing event deleted for resources: {'Port': ['ID=bc5b6f1d-96d5-46a5-ba65-32930bba4951,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:43.509970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cf37e-c9df-431d-ac41-9bf17b2e55be None None] No DVR routers for this DVR port bc5b6f1d-96d5-46a5-ba65-32930bba4951 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:43.568972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] For port 74126e95-1f6f-4ad5-83a5-a52d8483ea63, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=74126e95-1f6f-4ad5-83a5-a52d8483ea63,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:43.569344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.629796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Calling delete_port for 74126e95-1f6f-4ad5-83a5-a52d8483ea63 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:43.640438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b690b35-d0c0-42a1-8013-654c4b215549 req-a32ab478-c14e-4c66-b012-24ea7d7485ba tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:43.641457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.642032 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b690b35-d0c0-42a1-8013-654c4b215549 req-a32ab478-c14e-4c66-b012-24ea7d7485ba tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1095 time: 0.0434206 Nov 05 22:11:43.684704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 843f710f-5672-4c55-8297-fb106fe70d9d up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:43.701931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b690b35-d0c0-42a1-8013-654c4b215549 req-c8d9a9a3-ab78-473c-93ac-aa8ab1840669 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 Nov 05 22:11:43.708413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:43.724208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260c2987-5a3f-4800-863f-67501cbf5663') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:43.724506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260c2987-5a3f-4800-863f-67501cbf5663') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:43.740702 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.764775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.810858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:43.811450 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:43.815607 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:43.835820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 843f710f-5672-4c55-8297-fb106fe70d9d completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:11:43.840816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 843f710f-5672-4c55-8297-fb106fe70d9d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:43.841265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.928373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.956970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843f710f-5672-4c55-8297-fb106fe70d9d'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:43.959237 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d80514-efcd-4522-a754-209676729304" -d '{"events": [{"server_uuid": "ab8d0b52-60b4-411f-a9a3-12302f566cf4", "name": "network-vif-plugged", "status": "completed", "tag": "843f710f-5672-4c55-8297-fb106fe70d9d"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:43.977729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 843f710f-5672-4c55-8297-fb106fe70d9d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=843f710f-5672-4c55-8297-fb106fe70d9d,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:43.984175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.995062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:43.998213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/networks/a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1 HTTP/1.1" status: 204 len: 168 time: 0.6332941 Nov 05 22:11:44.000966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59104) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:44.012351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc9a75-320d-4e21-bfb3-3f50225e9659 req-804c27fb-bbe0-492d-b013-bb16fef52d83 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:44.014319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdcc9a75-320d-4e21-bfb3-3f50225e9659 req-804c27fb-bbe0-492d-b013-bb16fef52d83 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1129546 Nov 05 22:11:44.027365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb886101-7cb4-48e7-b31e-4c4569abe3fc tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Network': ['ID=a982b7c4-9aeb-43a9-8d70-a34d8fa3ded1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:44.048277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.067610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting subnet c052e2a1-8822-4f40-a3f4-2169d8c3a891 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:44.070785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.106916 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b28f3-f35a-4089-ac14-8ad66741ea66 x-openstack-request-id: req-220b28f3-f35a-4089-ac14-8ad66741ea66 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:44.107514 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8d0b52-60b4-411f-a9a3-12302f566cf4", "name": "network-vif-plugged", "status": "completed", "tag": "843f710f-5672-4c55-8297-fb106fe70d9d", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:44.107796 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-220b28f3-f35a-4089-ac14-8ad66741ea66 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:44.109181 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843f710f-5672-4c55-8297-fb106fe70d9d', 'code': 200} Nov 05 22:11:44.128100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.130335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=843f710f-5672-4c55-8297-fb106fe70d9d,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:44.136984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.145550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cdcc9a75-320d-4e21-bfb3-3f50225e9659 req-ef5a574d-2b7c-4c05-b1b2-1a64179cd2e0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992217 Nov 05 22:11:44.168636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=74126e95-1f6f-4ad5-83a5-a52d8483ea63,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:44.275110 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.333028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceaa66-2a0c-497e-b4b0-e1aa89c8b29b req-f21a770f-2021-4d7e-9aac-156e8821bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:44.338873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5aceaa66-2a0c-497e-b4b0-e1aa89c8b29b req-f21a770f-2021-4d7e-9aac-156e8821bcba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.1144636 Nov 05 22:11:44.413064 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.446763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Subnet': ['ID=c052e2a1-8822-4f40-a3f4-2169d8c3a891,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:44.447920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5aceaa66-2a0c-497e-b4b0-e1aa89c8b29b req-720f2197-ba08-4d9d-bfce-7e483968c81e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013258 Nov 05 22:11:44.451044 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.452054 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.456637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-387ab247-8359-4170-9af9-6e7e9a4260c1 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/subnets/c052e2a1-8822-4f40-a3f4-2169d8c3a891 HTTP/1.1" status: 204 len: 168 time: 0.4524074 Nov 05 22:11:44.456943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:44.462374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae114a-8c14-47e4-8f7d-fbfcaaf23fd1 None None] Network b86dd564-2d6a-4053-91c6-9207cd4fd47e requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:44.576129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.615706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-0f658e12-ccc7-442d-ab20-3a0c3e5a1c4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642126 Nov 05 22:11:44.648588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Deleting port fa73f416-dc48-46c0-ba37-efc502b60d49 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:44.649205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.673750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] DHCP port deletion for b86dd564-2d6a-4053-91c6-9207cd4fd47e request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:44.722638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] For port fa73f416-dc48-46c0-ba37-efc502b60d49, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa73f416-dc48-46c0-ba37-efc502b60d49,segment=NetworkSegment(89b77c60-ba63-4fb8-90b6-93bb40b13f22),segment_id=89b77c60-ba63-4fb8-90b6-93bb40b13f22)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:44.723002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.732706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] Deleting port fa73f416-dc48-46c0-ba37-efc502b60d49 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:44.733085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.746364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Calling delete_port for fa73f416-dc48-46c0-ba37-efc502b60d49 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:44.794551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29938773-66ba-49df-a198-668ddf4b1819 req-4c798ff4-acda-48f2-93ee-1bbc00597ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:44.797329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-4c798ff4-acda-48f2-93ee-1bbc00597ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 1097 time: 0.1246200 Nov 05 22:11:44.815146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] For port fa73f416-dc48-46c0-ba37-efc502b60d49, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa73f416-dc48-46c0-ba37-efc502b60d49,segment=NetworkSegment(89b77c60-ba63-4fb8-90b6-93bb40b13f22),segment_id=89b77c60-ba63-4fb8-90b6-93bb40b13f22)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:44.815975 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.819058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:11:44.844698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] Calling delete_port for fa73f416-dc48-46c0-ba37-efc502b60d49 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:44.873128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a14c5-a297-4981-9445-74df5affe833 req-00743eea-f42d-4017-b875-839e88711e34 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:44.875432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c44a14c5-a297-4981-9445-74df5affe833 req-00743eea-f42d-4017-b875-839e88711e34 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0569987 Nov 05 22:11:44.933405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c44a14c5-a297-4981-9445-74df5affe833 req-7a2b864f-9760-4992-9152-f39bb1d55718 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456920 Nov 05 22:11:44.939727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:11:44.945936 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:11:44.954687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:44.981834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Port': ['ID=fa73f416-dc48-46c0-ba37-efc502b60d49,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:44.985378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] No DVR routers for this DVR port fa73f416-dc48-46c0-ba37-efc502b60d49 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:44.993675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] Pushing event deleted for resources: {'Port': ['ID=fa73f416-dc48-46c0-ba37-efc502b60d49,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:44.996456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29938773-66ba-49df-a198-668ddf4b1819 req-2a220ec5-773f-4998-a93f-35c69322d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:44.997257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51b010-e8bb-4136-9c4b-7bbc97b889bd None None] No DVR routers for this DVR port fa73f416-dc48-46c0-ba37-efc502b60d49 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:44.997935 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-2a220ec5-773f-4998-a93f-35c69322d49b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1750035 Nov 05 22:11:45.020487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:11:45.025685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-14d91c83-c2fe-4170-be21-c18214bb8c30 admin admin] 10.222.0.41 "PUT /v2.0/routers/19f89ff8-37e7-4dd4-8bf5-626a00e739e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6614993 Nov 05 22:11:45.032462 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] Sync routers for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:11:45.035309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59110) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:45.044914 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:45.046311 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:45.092361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-bdbe27c4-df44-4d38-a18c-91aadf924c83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5 HTTP/1.1" status: 200 len: 1002 time: 0.0803115 Nov 05 22:11:45.154214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29938773-66ba-49df-a198-668ddf4b1819 req-1a2a1458-3f35-4422-8f5c-d6fc2f3745d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:45.157344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-1a2a1458-3f35-4422-8f5c-d6fc2f3745d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0581374 Nov 05 22:11:45.167986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.187293 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:45.229645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86dd564-2d6a-4053-91c6-9207cd4fd47e']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:45.244535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b77c60-ba63-4fb8-90b6-93bb40b13f22') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:45.244870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b77c60-ba63-4fb8-90b6-93bb40b13f22') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:45.255347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29938773-66ba-49df-a198-668ddf4b1819 req-3daadbb2-525e-4ff2-a99d-85f7e8ef74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:45.258427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-3daadbb2-525e-4ff2-a99d-85f7e8ef74aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928345 Nov 05 22:11:45.262389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.278721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.315124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.325581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:45.325987 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:45.329117 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:45.370240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f22ec2-94a9-4dc5-8358-75c45eab2e94 req-9f8ebc5c-e362-4f7a-8270-18b909204cfc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:45.371957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67f22ec2-94a9-4dc5-8358-75c45eab2e94 req-9f8ebc5c-e362-4f7a-8270-18b909204cfc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1099379 Nov 05 22:11:45.434182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-cd15f758-3024-4400-b5f4-5948a435f8b9 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604486 Nov 05 22:11:45.455890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.492692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.494072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-67f22ec2-94a9-4dc5-8358-75c45eab2e94 req-57b558c2-7c2a-49d3-91bd-295dd47218c1 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107831 Nov 05 22:11:45.499456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.516983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/networks/b86dd564-2d6a-4053-91c6-9207cd4fd47e HTTP/1.1" status: 204 len: 168 time: 1.0500796 Nov 05 22:11:45.517186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59114) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:45.523701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562421b-8366-42b6-8f48-72b3ed2f3547 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Pushing event deleted for resources: {'Network': ['ID=b86dd564-2d6a-4053-91c6-9207cd4fd47e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:45.526253 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:11:43Z', 'revision_number': 5, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port': {'id': '20a0a22c-a1a7-4503-b918-356fe7f26051', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:00:58Z', 'updated_at': '2021-11-05T22:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:45.559832 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] Checking router: 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:11:45.569392 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] Routers {'19f89ff8-37e7-4dd4-8bf5-626a00e739e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:11:45.569659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-95090c6a-f30e-4437-b417-bc0e61b1e748 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "GET /v2.0/ports?device_id=adfe4e11-6c58-43c4-ac79-4d9d80951a85 HTTP/1.1" status: 200 len: 205 time: 0.0602353 Nov 05 22:11:45.570075 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:11:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:45.570329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59116) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:45.607005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa73f416-dc48-46c0-ba37-efc502b60d49 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:45.618115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Deleting port 20a0a22c-a1a7-4503-b918-356fe7f26051 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:45.618905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.637056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: fa73f416-dc48-46c0-ba37-efc502b60d49 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:45.637391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa73f416-dc48-46c0-ba37-efc502b60d49 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:45.671223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38c4da7c-3cdb-4775-8465-25a9a3c137f2 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:45.671983 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] Set router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:11:45.677383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29938773-66ba-49df-a198-668ddf4b1819 req-48509044-f6a5-420c-b550-36b643396f21 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347260 Nov 05 22:11:45.745174 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:11:45Z', 'revision_number': 6, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:45.785342 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac2b9af-4a6e-41f6-b825-06dd0069cdb2 None None] The sync data for ids ['19f89ff8-37e7-4dd4-8bf5-626a00e739e0'] in n-d-816738-5 is: [{'id': '19f89ff8-37e7-4dd4-8bf5-626a00e739e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1036358843-router', 'tenant_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:00:57Z', 'updated_at': '2021-11-05T22:11:45Z', 'revision_number': 6, 'project_id': '1e5d2840e4fa45348fcdb83be334e2fb', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:11:46.073074 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] For port 20a0a22c-a1a7-4503-b918-356fe7f26051, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=20a0a22c-a1a7-4503-b918-356fe7f26051,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:46.073726 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.090764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Calling delete_port for 20a0a22c-a1a7-4503-b918-356fe7f26051 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:46.109934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ae8b-f49b-4475-86c1-9e6a9d4a73a1 req-4dd6d546-7f3a-43db-9b13-33249dc93846 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:46.111469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ec2ae8b-f49b-4475-86c1-9e6a9d4a73a1 req-4dd6d546-7f3a-43db-9b13-33249dc93846 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0749807 Nov 05 22:11:46.187627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38c4da7c-3cdb-4775-8465-25a9a3c137f2 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.189910 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38c4da7c-3cdb-4775-8465-25a9a3c137f2 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.212667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7ec2ae8b-f49b-4475-86c1-9e6a9d4a73a1 req-7d9fe1ba-b79d-4bd5-a35b-051578efae2e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 Nov 05 22:11:46.338176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38c4da7c-3cdb-4775-8465-25a9a3c137f2 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.338695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c4da7c-3cdb-4775-8465-25a9a3c137f2 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Fanout notify agent at l3_agent the message router_deleted on router adfe4e11-6c58-43c4-ac79-4d9d80951a85 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:11:46.345619 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38c4da7c-3cdb-4775-8465-25a9a3c137f2 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.349113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-38c4da7c-3cdb-4775-8465-25a9a3c137f2 tempest-RoutersNegativeIpV6Test-1653171767 tempest-RoutersNegativeIpV6Test-1653171767-project] 10.222.0.41 "DELETE /v2.0/routers/adfe4e11-6c58-43c4-ac79-4d9d80951a85 HTTP/1.1" status: 204 len: 168 time: 0.7730963 Nov 05 22:11:46.418561 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.442590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a0a22c-a1a7-4503-b918-356fe7f26051,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:46.507276 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.600613 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.603519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.629171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e1c83-baa4-4273-b561-f709b4a3280b req-a8fc677a-bc17-4b8e-a1c2-9348e380f617 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:46.631294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f6e1c83-baa4-4273-b561-f709b4a3280b req-a8fc677a-bc17-4b8e-a1c2-9348e380f617 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0578599 Nov 05 22:11:46.682615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f6e1c83-baa4-4273-b561-f709b4a3280b req-95bf2d21-3dfc-42a4-9e21-3a892b99d1b6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452559 Nov 05 22:11:46.733017 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.733590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f89ff8-37e7-4dd4-8bf5-626a00e739e0 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:11:46.742037 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.742037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5b6ac514-7778-453d-9171-d9c6783a6438 admin admin] 10.222.0.41 "DELETE /v2.0/routers/19f89ff8-37e7-4dd4-8bf5-626a00e739e0 HTTP/1.1" status: 204 len: 168 time: 1.7026072 Nov 05 22:11:46.742308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59126) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:46.754787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59128) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:46.790914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] Deleting subnet 54b718f8-67fa-4e79-b301-d36a4a1fe7f0 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:11:46.794117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.830275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.909728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be7cc862-261e-4ea3-a3af-b2b9b365af08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6821c92b09324f8c87500d18f5536e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527281 Nov 05 22:11:46.912847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59134) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:46.928202 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.968696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-677d820c-a63c-4589-b41f-293b7c10d909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:46.990547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-677d820c-a63c-4589-b41f-293b7c10d909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.047577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.073110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b718f8-67fa-4e79-b301-d36a4a1fe7f0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:47.077001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.085150 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f22de474-6739-44a1-bc32-b69c804363f8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54b718f8-67fa-4e79-b301-d36a4a1fe7f0 HTTP/1.1" status: 204 len: 168 time: 0.3371010 Nov 05 22:11:47.085299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59136) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:47.088731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e306e6a-b4c6-4516-82a3-99ddd67bf4b7 None None] Network df14fc89-801c-4908-a2dc-3d0881eb2312 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:47.113392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-677d820c-a63c-4589-b41f-293b7c10d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.116202 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-677d820c-a63c-4589-b41f-293b7c10d909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.119816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-677d820c-a63c-4589-b41f-293b7c10d909 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c66c219-53c6-48a6-bd17-c0eaae0c8e66 HTTP/1.1" status: 204 len: 168 time: 0.2035038 Nov 05 22:11:47.155236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d820c-a63c-4589-b41f-293b7c10d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c66c219-53c6-48a6-bd17-c0eaae0c8e66,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:47.171956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.234589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Deleting port 498bf72e-af87-41a8-958a-e90921307760 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:47.235202 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.306098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] DHCP port deletion for df14fc89-801c-4908-a2dc-3d0881eb2312 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:11:47.315055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] For port 498bf72e-af87-41a8-958a-e90921307760, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=498bf72e-af87-41a8-958a-e90921307760,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:47.315431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.330617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Calling delete_port for 498bf72e-af87-41a8-958a-e90921307760 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:47.338286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d623-f9d5-427a-8d6b-75ffa192c30f req-df18a526-ae86-472a-a6a3-b49b08ffc3e2 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:47.339910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d074d623-f9d5-427a-8d6b-75ffa192c30f req-df18a526-ae86-472a-a6a3-b49b08ffc3e2 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0528517 Nov 05 22:11:47.358309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Deleting port 498bf72e-af87-41a8-958a-e90921307760 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:11:47.358625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.419671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d074d623-f9d5-427a-8d6b-75ffa192c30f req-3a5565fd-710f-426a-b9d0-2c295f48d2f5 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733566 Nov 05 22:11:47.437860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] For port 498bf72e-af87-41a8-958a-e90921307760, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=498bf72e-af87-41a8-958a-e90921307760,segment=NetworkSegment(420a5136-3286-4f0b-8c68-070d6b83999e),segment_id=420a5136-3286-4f0b-8c68-070d6b83999e)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:47.438521 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.456577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20a0a22c-a1a7-4503-b918-356fe7f26051 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:47.487060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Calling delete_port for 498bf72e-af87-41a8-958a-e90921307760 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:11:47.489220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 20a0a22c-a1a7-4503-b918-356fe7f26051 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:47.490480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20a0a22c-a1a7-4503-b918-356fe7f26051 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:47.491844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74126e95-1f6f-4ad5-83a5-a52d8483ea63 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:47.522877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 74126e95-1f6f-4ad5-83a5-a52d8483ea63 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:11:47.523144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 74126e95-1f6f-4ad5-83a5-a52d8483ea63 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:47.523570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 498bf72e-af87-41a8-958a-e90921307760 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:47.542196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdfdea-032c-4e40-ae1b-2f1fdbe001b3 req-cfbecea5-c688-41d8-b5a0-b549e763655b tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:47.543847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6bdfdea-032c-4e40-ae1b-2f1fdbe001b3 req-cfbecea5-c688-41d8-b5a0-b549e763655b tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0456421 Nov 05 22:11:47.567736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.594139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] No DVR routers for this DVR port 498bf72e-af87-41a8-958a-e90921307760 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:47.621983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No active binding found for port 498bf72e-af87-41a8-958a-e90921307760 {{(pid=102293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 22:11:47.622508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 498bf72e-af87-41a8-958a-e90921307760 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:47.632376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=498bf72e-af87-41a8-958a-e90921307760,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:47.645849 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.667942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6bdfdea-032c-4e40-ae1b-2f1fdbe001b3 req-55bad8a7-7179-43b9-b845-c9527b13adfd tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170228 Nov 05 22:11:47.687661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] No DVR routers for this DVR port 498bf72e-af87-41a8-958a-e90921307760 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:47.694678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Pushing event deleted for resources: {'Port': ['ID=498bf72e-af87-41a8-958a-e90921307760,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:47.703364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.703742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.704078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.704409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.704832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.705318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.705420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.705924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.706250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.706632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.706880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.707178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5fb32-44db-4010-aa02-33ee83f1eb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:11:47.726321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.747594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df14fc89-801c-4908-a2dc-3d0881eb2312']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:47.758742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420a5136-3286-4f0b-8c68-070d6b83999e') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:47.763029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420a5136-3286-4f0b-8c68-070d6b83999e') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:47.770041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.845445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e7ba-3286-49b8-8e96-4bde23533565 req-a937a8fc-f05f-4964-9fc6-72d0efb76c6f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:47.849146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.852218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f238e7ba-3286-49b8-8e96-4bde23533565 req-a937a8fc-f05f-4964-9fc6-72d0efb76c6f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0837331 Nov 05 22:11:47.876412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:11:47.876661 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:11:47.878867 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:11:47.901306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f238e7ba-3286-49b8-8e96-4bde23533565 req-b1d2e1d5-7a65-41b2-adee-4b7529c531ae tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 Nov 05 22:11:47.947703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4daf1f-edb5-41d0-9870-d20309e96f8c req-0613fcda-79a8-4fbe-b74f-7fabda7a438a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:47.951091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba4daf1f-edb5-41d0-9870-d20309e96f8c req-0613fcda-79a8-4fbe-b74f-7fabda7a438a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1759942 Nov 05 22:11:47.967824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-d615f04b-351d-4ea0-83a3-2af84a20c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:47.969315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-d615f04b-351d-4ea0-83a3-2af84a20c2e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.1314826 Nov 05 22:11:48.034827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba4daf1f-edb5-41d0-9870-d20309e96f8c req-b55cf5d9-baf2-4a43-ac78-5516e1850911 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756645 Nov 05 22:11:48.087832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:48.098145 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:48.103813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/df14fc89-801c-4908-a2dc-3d0881eb2312 HTTP/1.1" status: 204 len: 168 time: 1.0166121 Nov 05 22:11:48.129500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634cea4-4eac-4bdd-82ac-0ecb246458d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df14fc89-801c-4908-a2dc-3d0881eb2312,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:48.160570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-5e686686-7544-460e-a281-e3fd47d8d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:48.163820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-5e686686-7544-460e-a281-e3fd47d8d2f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.1557889 Nov 05 22:11:48.234544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-8651e0f2-8113-4f61-a859-26ee755cc433 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:48.236123 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-8651e0f2-8113-4f61-a859-26ee755cc433 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/networks?id=75e45a8f-be8a-4d53-bf55-77ecf49a4633 HTTP/1.1" status: 200 len: 911 time: 0.0988147 Nov 05 22:11:48.237763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-76bf860b-967f-42ef-b32b-596d1c73b53d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 1000 time: 0.0667679 Nov 05 22:11:48.253156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-a061a5a8-4860-42fe-a674-5369847a09c6 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/quotas/4b74d67da13b40baa40c04e41b623bce HTTP/1.1" status: 200 len: 375 time: 0.0095277 Nov 05 22:11:48.292616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-b4b613f1-5efd-4df3-b6f9-c1fb4c4d1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:48.294092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-b4b613f1-5efd-4df3-b6f9-c1fb4c4d1cdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.0486920 Nov 05 22:11:48.344028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-4ff62f8c-5409-4eca-9b11-e561c61682b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:48.345556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-4ff62f8c-5409-4eca-9b11-e561c61682b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437102 Nov 05 22:11:48.346717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-e3039028-a6c5-44f8-bef4-55e847e3599e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b74d67da13b40baa40c04e41b623bce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865431 Nov 05 22:11:48.409968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59180) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:48.457250 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-2baa5933-e4d1-484d-97d9-38bfaba44636 service neutron] 10.222.0.41 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020920 Nov 05 22:11:48.468969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-61e6d3b9-672d-4b28-a5a9-474755eca8e3 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135688 Nov 05 22:11:48.489133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59184) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:48.560740 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-e0d0a413-cb7d-4913-93ae-eca6a1035efd service neutron] 10.222.0.41 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945997 Nov 05 22:11:48.583215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d5ce2d0d-32a2-4688-a7e4-2c96d94c3f24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e5d2840e4fa45348fcdb83be334e2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942385 Nov 05 22:11:48.586230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59186) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:48.624988 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb7d097-86d3-4923-8940-cd0d35be7743 req-657ce458-c5c0-4949-b1ca-2e27fecfc2d2 service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480637 Nov 05 22:11:48.653934 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d311c89-bccd-4b41-8386-ce412c6c4013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:48.675471 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bbc5eb74-5218-46e8-921b-75ce407c08f3 tempest-ServiceProvidersTest-1736950136 tempest-ServiceProvidersTest-1736950136-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2641265 Nov 05 22:11:48.683317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d311c89-bccd-4b41-8386-ce412c6c4013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:48.790349 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8da0e0e-81d5-475c-bb05-d5c50354c2b7 req-ff41b8eb-d62c-4c7e-9d8d-412a3fcb1fff tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 210 time: 0.0279701 Nov 05 22:11:48.791459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d311c89-bccd-4b41-8386-ce412c6c4013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:48.795111 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d311c89-bccd-4b41-8386-ce412c6c4013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:48.799025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d311c89-bccd-4b41-8386-ce412c6c4013 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1371cac0-27fd-4562-a94b-251bca48f855 HTTP/1.1" status: 204 len: 168 time: 0.2118332 Nov 05 22:11:48.808114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d311c89-bccd-4b41-8386-ce412c6c4013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371cac0-27fd-4562-a94b-251bca48f855,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:49.163432 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32534fba-589f-42b1-ba77-762c572e687c req-26c1c83a-af9c-4163-9f39-ccb99384ca63 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:49.165000 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32534fba-589f-42b1-ba77-762c572e687c req-26c1c83a-af9c-4163-9f39-ccb99384ca63 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0512402 Nov 05 22:11:49.229550 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32534fba-589f-42b1-ba77-762c572e687c req-83ff9471-6531-4acd-bcd8-642d9d48ac33 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565562 Nov 05 22:11:49.299368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59210) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:49.311025 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-78d0a141-003b-4050-9a99-b6121605a217 req-5aa92090-9ffc-4811-93fe-a56c83cbe896 service neutron] show failed (client error): The resource could not be found. Nov 05 22:11:49.312204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-5aa92090-9ffc-4811-93fe-a56c83cbe896 service neutron] 10.222.0.46 "GET /v2.0/ports/67e51d38-35e2-4dea-b0d0-b2ad97dd95ac/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0768287 Nov 05 22:11:49.424442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c95e2918-c66f-4b46-86c7-451b3b6218cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:49.506272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c95e2918-c66f-4b46-86c7-451b3b6218cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:49.578150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c95e2918-c66f-4b46-86c7-451b3b6218cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:49.616457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e2918-c66f-4b46-86c7-451b3b6218cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d83dfc1-852c-493e-bcdd-d1a141a18925,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:49.624619 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c95e2918-c66f-4b46-86c7-451b3b6218cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8fdceb74fba4ff18d2edc24d0e1b9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232439 Nov 05 22:11:49.626744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:49.675828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-abd81f64-4e5a-48b7-a281-26ae7d42b13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:49.697784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-abd81f64-4e5a-48b7-a281-26ae7d42b13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:49.818717 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-abd81f64-4e5a-48b7-a281-26ae7d42b13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:49.821364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-abd81f64-4e5a-48b7-a281-26ae7d42b13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:49.822569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-abd81f64-4e5a-48b7-a281-26ae7d42b13f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d83dfc1-852c-493e-bcdd-d1a141a18925 HTTP/1.1" status: 204 len: 168 time: 0.1948390 Nov 05 22:11:49.831312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81f64-4e5a-48b7-a281-26ae7d42b13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d83dfc1-852c-493e-bcdd-d1a141a18925,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:49.916013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4641db0f-c665-4ee0-8b6a-f1fe734c5338 req-8dc688ba-14a7-4330-88dc-230dc3cbd284 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 210 time: 0.0353515 Nov 05 22:11:49.948447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-221015d1-1152-4523-a121-328b30b9e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:49.949962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-221015d1-1152-4523-a121-328b30b9e2b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 1096 time: 0.0576732 Nov 05 22:11:49.962841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:50.010077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59234) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:50.017574 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.236101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-657208958-network', 'tenant_id': '3dfa6b8c25504496baf04aae989221c7'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:50.250027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:50.289541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:50.333945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:50.336684 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda4b42-96ad-49fe-9741-be5f8fec9f00" -d '{"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-unplugged", "status": "completed", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:50.340963 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.355044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Transition to ACTIVE for port object 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:11:50.384991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e07be-2e2e-4720-894b-1a91718b9885 req-30a7044b-37b0-4081-9758-7a2bc0c4014f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:50.386610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d30e07be-2e2e-4720-894b-1a91718b9885 req-30a7044b-37b0-4081-9758-7a2bc0c4014f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0794704 Nov 05 22:11:50.387789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Made reservation on behalf of 3dfa6b8c25504496baf04aae989221c7 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:50.390024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.396965 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c512897a-4174-41b4-a425-5dcb6708aff4 x-openstack-request-id: req-c512897a-4174-41b4-a425-5dcb6708aff4 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:50.397263 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-unplugged", "status": "completed", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:50.397512 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c512897a-4174-41b4-a425-5dcb6708aff4 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:50.397909 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'code': 200} Nov 05 22:11:50.403623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.467878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d30e07be-2e2e-4720-894b-1a91718b9885 req-1b9ea3c3-e92b-423f-b253-832777424a13 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661566 Nov 05 22:11:50.492779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.523696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.584987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:50.601491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.623170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:50.631312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] No DVR routers for this DVR port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:11:50.639119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63179778-b20c-48bd-a215-162c508b2bcd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:50.644204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.645783 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Added segment 318ec22c-313b-4c46-b3db-2c2529c2d4c1 of type vlan for network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b Nov 05 22:11:50.696162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.795002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:50.801468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:50.801468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:50.801468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:11:50.801468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Attempting to bind port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on network 60bd757d-fce9-4784-b6e4-f59c591e2b81 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:50.806139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:50.806468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Checking segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:50.806916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Bound using segment: {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:50.807434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Bound port: 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c57456-e9b9-4d6e-90d6-ad7e20592772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:50.808405 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.843722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.845225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:50.846074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:50.881560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:50.884985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:50.985188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] Pushing event updated for resources: {'Network': ['ID=06a4433c-d9a2-4ae1-b819-7329e66cfa3b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:50.996597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:51.007454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-134d5f33-04e5-4b87-83c6-9cd4ebf15b74 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.012105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-134d5f33-04e5-4b87-83c6-9cd4ebf15b74 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.13 "GET /v2.0/networks?id=75e45a8f-be8a-4d53-bf55-77ecf49a4633 HTTP/1.1" status: 200 len: 911 time: 0.1924624 Nov 05 22:11:51.018247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.022188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Request body: {'port': {'device_id': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'admin_state_up': True, 'tenant_id': '4b74d67da13b40baa40c04e41b623bce'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:51.052797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61ee536a-0e03-4257-bca3-1e1237843a77 req-e0510ba4-16d0-42d4-b581-a9a756fd809a tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 210 time: 0.0476596 Nov 05 22:11:51.078313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-250509ac-3eba-4db4-af26-aa07693a18b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0662572 Nov 05 22:11:51.081187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59262) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:51.096106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Request body: {'subnet': {'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-657208958-subnet', 'tenant_id': '3dfa6b8c25504496baf04aae989221c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:51.103898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.104519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.106134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] 10.222.0.13 "PUT /v2.0/ports/67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 1091 time: 1.1481438 Nov 05 22:11:51.106402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59264) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:51.190049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9db94-9f75-4d9b-8194-5ae4454b7b05 service neutron] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:51.207359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-8ffc5885-303e-4def-8bc2-3a684a2968a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.207359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-8ffc5885-303e-4def-8bc2-3a684a2968a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1094 time: 0.0662081 Nov 05 22:11:51.237951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Made reservation on behalf of 4b74d67da13b40baa40c04e41b623bce for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:51.242016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.290519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1063725675'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:51.330780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-39533c57-f4fd-43c3-bdfb-7aa3b87c1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.332342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-39533c57-f4fd-43c3-bdfb-7aa3b87c1774 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.1206667 Nov 05 22:11:51.351282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Made reservation on behalf of 3dfa6b8c25504496baf04aae989221c7 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:51.353642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.409020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-d1c0f9f6-bf64-4468-8668-324b87a99008 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 998 time: 0.0676661 Nov 05 22:11:51.424371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Allocated IP 172.20.0.8 (75e45a8f-be8a-4d53-bf55-77ecf49a4633/f88786a2-1fd4-4fdb-a7ad-652fbb589ff7/f3e5c41c-67b1-4655-8dfd-132f97989e71) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:51.462155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-87bac187-feb2-481a-9aa8-992f6eb5c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.464469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-87bac187-feb2-481a-9aa8-992f6eb5c712 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.0468984 Nov 05 22:11:51.465053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Made reservation on behalf of 13cefa0ff53843f6a92a090b9dd21e6f for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:51.468470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.487505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.549741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a141-003b-4050-9a99-b6121605a217 req-7e36dfd8-68de-4745-9d19-bfe902ee3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.552960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-7e36dfd8-68de-4745-9d19-bfe902ee3bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805917 Nov 05 22:11:51.684050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-3f27c282-2e22-488d-9d52-df93a64757d8 service neutron] 10.222.0.13 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233194 Nov 05 22:11:51.685939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.691310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352acca8-c44d-4eac-a841-453cde302366 req-574946da-d453-4494-973e-9b64a74b01ae tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.692873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-352acca8-c44d-4eac-a841-453cde302366 req-574946da-d453-4494-973e-9b64a74b01ae tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.1245835 Nov 05 22:11:51.695747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.758736 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.767256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-352acca8-c44d-4eac-a841-453cde302366 req-8ac22dfc-eccf-4556-a634-f8b714e35bd5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668321 Nov 05 22:11:51.769041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.806533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78d0a141-003b-4050-9a99-b6121605a217 req-e5b89a9a-e569-4f1a-a570-1ca95400d30f service neutron] 10.222.0.13 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158726 Nov 05 22:11:51.810268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:11:51.825148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704cc987-8868-4576-be92-0bdc63f9643c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:51.825637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957d23cc-39fb-48cc-bf03-0e1376f1ec09,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:51.828680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.829024 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Added segment 54c85977-b844-4611-85cb-4e7c9e1ceb66 of type vlan for network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 Nov 05 22:11:51.836734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Checking segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:51.837096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Network hostable DHCP agents. Network: 06a4433c-d9a2-4ae1-b819-7329e66cfa3b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:51.872134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.875861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.886763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['843f710f-5672-4c55-8297-fb106fe70d9d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:11:51.919307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:51.925341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:51.929120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:51.934894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Pushing event updated for resources: {'Port': ['ID=f3e5c41c-67b1-4655-8dfd-132f97989e71,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:51.978264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:51.978885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:51.990204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:52.007724 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.014100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:52.014693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.091064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-3e9e1ac6-f546-41e2-8359-362e64a82340 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0731032 Nov 05 22:11:52.099934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event updated for resources: {'Network': ['ID=f6353f8c-8269-43c3-948a-6f1ecc7c2b68,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:52.104442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Request body: {'port': {'device_id': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:52.111996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:11:52.180035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 06a4433c-d9a2-4ae1-b819-7329e66cfa3b) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:52.181964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.191300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36d174-7e2a-4864-b3e0-1066ed0a571f None None] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:52.196378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:52.197422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.207161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f3231-fdcd-44d8-9914-86055fd5f992 req-ab5ff4b8-4c97-41b9-acf9-3625f62c4e3f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:52.217254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f3f3231-fdcd-44d8-9914-86055fd5f992 req-ab5ff4b8-4c97-41b9-acf9-3625f62c4e3f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1027 time: 0.0648282 Nov 05 22:11:52.227976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39755a5a-7a4b-4c83-bc3a-7af2c1e6f6c6 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1184533 Nov 05 22:11:52.230644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59272) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:52.244443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Request body: {'subnet': {'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:52.307534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-62726fa8-ef1e-4973-8eae-790bfbe9b945 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2251174 Nov 05 22:11:52.330931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c005d0e3-2a70-4c27-90c6-6c42de5d65fa None None] Provisioning complete for port f3e5c41c-67b1-4655-8dfd-132f97989e71 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:52.331284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c005d0e3-2a70-4c27-90c6-6c42de5d65fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.339360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f3f3231-fdcd-44d8-9914-86055fd5f992 req-c6116991-1acc-402a-b098-e6c11324968a tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204352 Nov 05 22:11:52.375222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10165ed6-6df8-4b1c-a526-1117bf710c9f None None] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:52.399619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:52.403850 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890c1894-4dc5-4469-b49d-9e5d785c04e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:52.439368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c005d0e3-2a70-4c27-90c6-6c42de5d65fa None None] Port f3e5c41c-67b1-4655-8dfd-132f97989e71 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:52.470602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Made reservation on behalf of 13cefa0ff53843f6a92a090b9dd21e6f for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:52.482848 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.510132 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca48a7c-f8e4-47c8-abfd-4e7bd696bda9 x-openstack-request-id: req-5ca48a7c-f8e4-47c8-abfd-4e7bd696bda9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:52.510432 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:52.510945 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ca48a7c-f8e4-47c8-abfd-4e7bd696bda9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:52.511460 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'status': 'completed', 'code': 200} Nov 05 22:11:52.531401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e5c41c-67b1-4655-8dfd-132f97989e71 {{(pid=102291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:52.540252 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.558560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.provisioning_blocks [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Transition to ACTIVE for port object f3e5c41c-67b1-4655-8dfd-132f97989e71 will not be triggered until provisioned by entity L2. {{(pid=102291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:11:52.612383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.661750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-1e178da9-a3d6-4889-860c-8c43ed4bf633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:52.662589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-1e178da9-a3d6-4889-860c-8c43ed4bf633 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1094 time: 0.1500480 Nov 05 22:11:52.675884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-155abf5b-2120-41ab-a9be-999a3f81c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:52.677996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-155abf5b-2120-41ab-a9be-999a3f81c53a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1094 time: 0.1641588 Nov 05 22:11:52.728008 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e5c41c-67b1-4655-8dfd-132f97989e71,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:52.761613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Attempting to bind port f3e5c41c-67b1-4655-8dfd-132f97989e71 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:52.761948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Attempting to bind port f3e5c41c-67b1-4655-8dfd-132f97989e71 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:52.762280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Attempting to bind port f3e5c41c-67b1-4655-8dfd-132f97989e71 on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:52.767340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Port f3e5c41c-67b1-4655-8dfd-132f97989e71 on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:11:52.769375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Attempting to bind port f3e5c41c-67b1-4655-8dfd-132f97989e71 on network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:52.772865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:52.773207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Checking segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:52.773649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Bound using segment: {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'} {{(pid=102291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:52.774075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.managers [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Bound port: f3e5c41c-67b1-4655-8dfd-132f97989e71, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ec4c3f-be44-426f-a9dd-ba6923143c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633'}}] {{(pid=102291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:52.774432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.844000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] For port f3e5c41c-67b1-4655-8dfd-132f97989e71, host n-h1-816738-5, cleared binding levels {{(pid=102291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:52.847650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] For port f3e5c41c-67b1-4655-8dfd-132f97989e71, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f3e5c41c-67b1-4655-8dfd-132f97989e71,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:52.903496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884c10f-d5d4-4798-a514-4f02e169516d req-dfab2373-e17e-4d50-b1be-fb9d7470f271 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:52.905105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1884c10f-d5d4-4798-a514-4f02e169516d req-dfab2373-e17e-4d50-b1be-fb9d7470f271 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.0537117 Nov 05 22:11:52.959331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:52.988554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1884c10f-d5d4-4798-a514-4f02e169516d req-7d9f7639-2e96-4b64-b8bf-011f9ae42a57 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770154 Nov 05 22:11:53.002116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.002823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:53.006504 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/f3e5c41c-67b1-4655-8dfd-132f97989e71 HTTP/1.1" status: 200 len: 1091 time: 0.9051232 Nov 05 22:11:53.006504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'tag': 'f3e5c41c-67b1-4655-8dfd-132f97989e71'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:53.007979 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699" -d '{"events": [{"name": "network-changed", "server_uuid": "7d36d829-fbcf-4ad1-9374-21de60b9c359", "tag": "f3e5c41c-67b1-4655-8dfd-132f97989e71"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:53.030158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b1751-066f-4095-b50c-bbf2e9da33a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e5c41c-67b1-4655-8dfd-132f97989e71,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:53.045236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-aa544d51-bfc4-45a2-bf65-e458d5c1a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.050234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-aa544d51-bfc4-45a2-bf65-e458d5c1a994 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.3742533 Nov 05 22:11:53.070548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-f01f9eba-3ad7-4eba-aa5b-dc72b9e51709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.074555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-f01f9eba-3ad7-4eba-aa5b-dc72b9e51709 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.3599181 Nov 05 22:11:53.088716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a129b2-f965-48e2-9952-b708766bcf35 req-e756f2fc-2e70-42b3-b260-8ddfc726a132 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.090272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-e756f2fc-2e70-42b3-b260-8ddfc726a132 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.3416812 Nov 05 22:11:53.141900 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdb7f3d-5570-4fb4-9a9b-622d63ea1a2b x-openstack-request-id: req-dfdb7f3d-5570-4fb4-9a9b-622d63ea1a2b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:53.142298 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d36d829-fbcf-4ad1-9374-21de60b9c359", "tag": "f3e5c41c-67b1-4655-8dfd-132f97989e71", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:53.142692 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfdb7f3d-5570-4fb4-9a9b-622d63ea1a2b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:53.143383 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'tag': 'f3e5c41c-67b1-4655-8dfd-132f97989e71', 'status': 'completed', 'code': 200} Nov 05 22:11:53.187035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:53.195321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-1ab77a8d-b693-4b7f-8149-db0ff049070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.196980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-1ab77a8d-b693-4b7f-8149-db0ff049070b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b74d67da13b40baa40c04e41b623bce&device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1094 time: 0.0466180 Nov 05 22:11:53.200903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-62899be1-6182-4399-b8b0-0c368cd75546 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/quotas/3dfa6b8c25504496baf04aae989221c7 HTTP/1.1" status: 200 len: 375 time: 0.0953624 Nov 05 22:11:53.244072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-d9ffafa4-3947-48a9-9096-03ef6b04487b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e5c41c-67b1-4655-8dfd-132f97989e71 HTTP/1.1" status: 200 len: 217 time: 0.0373542 Nov 05 22:11:53.303338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-a84a3c0a-8382-4dc9-b504-cbaec01bdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.304795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-a84a3c0a-8382-4dc9-b504-cbaec01bdf73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88786a2-1fd4-4fdb-a7ad-652fbb589ff7 HTTP/1.1" status: 200 len: 849 time: 0.0523970 Nov 05 22:11:53.356700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-abebdb98-82b4-4e39-a1bd-756105a804e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.358254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-abebdb98-82b4-4e39-a1bd-756105a804e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75e45a8f-be8a-4d53-bf55-77ecf49a4633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447109 Nov 05 22:11:53.493061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-cf907aa8-abf1-4d0b-b60c-d6c0c37099da service neutron] 10.222.0.13 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253235 Nov 05 22:11:53.495806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a0223-fd50-4daf-b7c7-62c1aff8914c req-44e56bc5-49ab-420f-afcf-5d47c3eaf3f3 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.497291 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c00a0223-fd50-4daf-b7c7-62c1aff8914c req-44e56bc5-49ab-420f-afcf-5d47c3eaf3f3 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1094 time: 0.0745347 Nov 05 22:11:53.598135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-5dc8871f-cebe-40e8-9774-32e0c5887505 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 998 time: 0.5224357 Nov 05 22:11:53.610508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c00a0223-fd50-4daf-b7c7-62c1aff8914c req-4c3cd16a-04ff-410c-8675-4ca16a8eba20 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990193 Nov 05 22:11:53.622730 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-35a57cf5-db4f-4135-bfc4-adeb9b296468 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 998 time: 0.5251229 Nov 05 22:11:53.624703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-a666c936-98fd-4f8a-a9fd-f3effacb5278 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600605 Nov 05 22:11:53.630368 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f79fb7a3-e305-496c-8abe-58cf1e599ce3 req-6fd5fb88-c1e1-42dc-aef9-cb8301c84d85 service neutron] 10.222.0.13 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288643 Nov 05 22:11:53.713685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event updated for resources: {'Subnet': ['ID=f4905f8d-c237-4370-8f50-a24146bdc1ca,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:53.734072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:11:53.782398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Checking segment: {'id': '54c85977-b844-4611-85cb-4e7c9e1ceb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:53.782766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Network hostable DHCP agents. Network: f6353f8c-8269-43c3-948a-6f1ecc7c2b68, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:11:53.790647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:11:53.792776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-48a05108-968b-4e39-bf5c-929db812337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.794324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-48a05108-968b-4e39-bf5c-929db812337b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.1740167 Nov 05 22:11:53.799640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-dd5c600d-5bf7-412a-b2f5-05734e3cc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.800933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-dd5c600d-5bf7-412a-b2f5-05734e3cc510 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.1638007 Nov 05 22:11:53.819491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-503acb8c-f654-41de-8f00-cde09f8aba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.821385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-503acb8c-f654-41de-8f00-cde09f8aba04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b74d67da13b40baa40c04e41b623bce&device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1094 time: 0.0466130 Nov 05 22:11:53.884973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c62bd7e7-a3bd-4ae6-a826-fd4770193ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495475 Nov 05 22:11:53.906742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-19f8440c-46f3-403e-adc6-d676a24d9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.908566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-19f8440c-46f3-403e-adc6-d676a24d9f41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051435 Nov 05 22:11:53.917076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-b2e67331-636a-467a-82ca-c60826bc103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.917960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-b2e67331-636a-467a-82ca-c60826bc103b service neutron] 10.222.0.13 "GET /v2.0/networks?id=75e45a8f-be8a-4d53-bf55-77ecf49a4633 HTTP/1.1" status: 200 len: 911 time: 0.0905282 Nov 05 22:11:53.943528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-01616d53-0f41-4de2-9d8b-23586ae33c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:53.946077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-01616d53-0f41-4de2-9d8b-23586ae33c04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274333 Nov 05 22:11:53.973705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-d1e7c825-3b0d-481a-b98f-e1449da2efc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e5c41c-67b1-4655-8dfd-132f97989e71 HTTP/1.1" status: 200 len: 217 time: 0.0478950 Nov 05 22:11:53.994610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:11:54.035079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-e327b476-7204-45f6-800f-c671904e2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:54.036730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-e327b476-7204-45f6-800f-c671904e2caa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88786a2-1fd4-4fdb-a7ad-652fbb589ff7 HTTP/1.1" status: 200 len: 849 time: 0.0551367 Nov 05 22:11:54.113158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-57737141-8f55-42bc-850d-31d373b33d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:54.115614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-57737141-8f55-42bc-850d-31d373b33d1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75e45a8f-be8a-4d53-bf55-77ecf49a4633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703497 Nov 05 22:11:54.163510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-cbb02f7c-a591-4994-8024-678e9cccb07c service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658334 Nov 05 22:11:54.170052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, f6353f8c-8269-43c3-948a-6f1ecc7c2b68) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:54.181273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bf62da-2cef-43ff-8cd2-fd8ef6293ad3 None None] Network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:54.236445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-da7b6e04-c15a-4cc2-95cf-fcffab69b7d6 service neutron] 10.222.0.13 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572398 Nov 05 22:11:54.238464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-ef583110-ddaa-42a5-82be-c3ad68a4ab8b service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170035 Nov 05 22:11:54.243748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:54.245634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:54.278032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac9ea1-0afe-4e00-b4ba-79edb30d35ac req-e5869d42-3497-41e7-bce4-40ba62d0752c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:54.282998 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8eac9ea1-0afe-4e00-b4ba-79edb30d35ac req-e5869d42-3497-41e7-bce4-40ba62d0752c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.1658885 Nov 05 22:11:54.339339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-40899315-4a50-419d-acbc-d9b5d71c7ef0 service neutron] 10.222.0.13 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133119 Nov 05 22:11:54.378307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8eac9ea1-0afe-4e00-b4ba-79edb30d35ac req-d03e7269-8241-4e3e-97ce-cc069c0fb0c7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849302 Nov 05 22:11:54.392877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-f6353f8c-8269-43c3-948a-6f1ecc7c2b68', 'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68', 'tenant_id': '13cefa0ff53843f6a92a090b9dd21e6f', 'fixed_ips': [{'subnet_id': 'f4905f8d-c237-4370-8f50-a24146bdc1ca'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:11:54.403867 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:54.437052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-83c5e5bd-d6f4-417d-8f9c-5ed064b4fab3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2031360 Nov 05 22:11:54.437761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59310) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:54.456950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Request body: {'port': {'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68', 'name': 'tempest-TagsExtTest-1010714585'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:54.511048 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5fb0f9b-6de7-45c9-9754-b66bbe37f699 req-e9af6717-27f3-4e4a-993a-5b19233baf73 service neutron] 10.222.0.13 "GET /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591887 Nov 05 22:11:54.602527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a6ab97e-da4d-4c8d-ac6e-b835ab32caa1 req-f5903aa2-ba9e-4b51-972a-e088df5caf2c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 210 time: 0.1224475 Nov 05 22:11:54.632058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Allocated IP 172.20.0.2 (f6353f8c-8269-43c3-948a-6f1ecc7c2b68/f4905f8d-c237-4370-8f50-a24146bdc1ca/6ed0c2e5-76f6-49d8-88ac-167d0f428be3) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:54.651501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-96ab7132-3371-4ec4-8e21-0ed9c5f33015 service neutron] 10.222.0.13 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969746 Nov 05 22:11:54.674603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-890c1894-4dc5-4469-b49d-9e5d785c04e5 req-b5938c59-db02-4400-9c9a-3dd2748ea11b service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244633 Nov 05 22:11:54.752102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323d4c7-bc67-4b5b-95f0-11a4d87bc064 req-b3a588f5-27ce-43d9-8bb2-cfb3617cad73 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:54.754176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e323d4c7-bc67-4b5b-95f0-11a4d87bc064 req-b3a588f5-27ce-43d9-8bb2-cfb3617cad73 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1094 time: 0.0516205 Nov 05 22:11:54.785305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Made reservation on behalf of 13cefa0ff53843f6a92a090b9dd21e6f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:54.790597 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:54.800170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771eb68-d7b4-4320-9b66-7952981235dd req-08d79c20-d4f9-4a91-85cd-24b4e3d163eb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:54.807891 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:54.808416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c771eb68-d7b4-4320-9b66-7952981235dd req-08d79c20-d4f9-4a91-85cd-24b4e3d163eb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 943 time: 0.0665390 Nov 05 22:11:54.853283 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c771eb68-d7b4-4320-9b66-7952981235dd req-d9936a97-f0d5-4ece-b11e-38d6209826a4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442576 Nov 05 22:11:54.864287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] device_id is not set on port 6bedd845-4da1-490f-9f63-9e66b4fce180 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:11:54.889516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e323d4c7-bc67-4b5b-95f0-11a4d87bc064 req-0c3be6f6-6cb3-4908-beaa-88333016a88e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281474 Nov 05 22:11:54.892588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:54.936532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:54.939191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:54.943335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:54.950696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Pushing event updated for resources: {'Port': ['ID=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:54.977896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-c2e7e3d1-4907-469b-9fc2-addf07133c3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:54.979365 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-c2e7e3d1-4907-469b-9fc2-addf07133c3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5&tenant_id=f80d891c4fcb4471ab0947e7d740456b&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 943 time: 0.1525936 Nov 05 22:11:55.001053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:11:55.020746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Attempting to bind port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:55.021018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Attempting to bind port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '54c85977-b844-4611-85cb-4e7c9e1ceb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:55.021391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Attempting to bind port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 on network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:55.031510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:55.031915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Checking segment: {'id': '54c85977-b844-4611-85cb-4e7c9e1ceb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:55.032321 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.032711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Bound using segment: {'id': '54c85977-b844-4611-85cb-4e7c9e1ceb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:55.033190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Bound port: 6ed0c2e5-76f6-49d8-88ac-167d0f428be3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c85977-b844-4611-85cb-4e7c9e1ceb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f6353f8c-8269-43c3-948a-6f1ecc7c2b68'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:55.033570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.082838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Allocated IP 172.20.0.12 (f6353f8c-8269-43c3-948a-6f1ecc7c2b68/f4905f8d-c237-4370-8f50-a24146bdc1ca/6bedd845-4da1-490f-9f63-9e66b4fce180) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:55.097036 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-703d62a2-b7c4-48df-a6c4-76450f56c429 service neutron] delete failed (client error): The resource could not be found. Nov 05 22:11:55.098238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-703d62a2-b7c4-48df-a6c4-76450f56c429 service neutron] 10.222.0.46 "DELETE /v2.0/ports/67e51d38-35e2-4dea-b0d0-b2ad97dd95ac/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.1107244 Nov 05 22:11:55.168243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] For port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:55.172710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] For port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,segment=NetworkSegment(54c85977-b844-4611-85cb-4e7c9e1ceb66),segment_id=54c85977-b844-4611-85cb-4e7c9e1ceb66)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:55.177812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:55.188993 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'port_id': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'mac_address': 'fa:16:3e:15:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:11:55.233284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.245367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-ce45ac2f-4237-4303-ae20-bcde4f4dcefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:55.246869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-ce45ac2f-4237-4303-ae20-bcde4f4dcefb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1094 time: 0.1016219 Nov 05 22:11:55.248789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:55.270040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.274768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:55.334427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30070088-dfc6-4f90-8dae-0824b2028b0c None None] Pushing event updated for resources: {'Port': ['ID=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:55.363286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.396531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-a9ab6fc5-abf2-48de-8854-5207e0809d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:55.397995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-a9ab6fc5-abf2-48de-8854-5207e0809d1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.1434522 Nov 05 22:11:55.435920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.476702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-979680f8-5025-4823-bc31-531c8eedf768 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 998 time: 0.0720572 Nov 05 22:11:55.508206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:55.552697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-b9e2c320-65be-4cc8-b29d-00b8f0e545f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:55.554173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-b9e2c320-65be-4cc8-b29d-00b8f0e545f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.0713825 Nov 05 22:11:55.591684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.661697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:55.668207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event updated for resources: {'Port': ['ID=6bedd845-4da1-490f-9f63-9e66b4fce180,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:55.671688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:55.673735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:55.678759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-7de0fb85-92df-4576-8354-7324de6ea88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:55.680508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-7de0fb85-92df-4576-8354-7324de6ea88b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197915 Nov 05 22:11:55.683966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:11:55.700908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-965a52fa-be2e-46a4-8261-e5d3ce4b1cef req-e7565398-f8c0-479c-9b6e-20f1083c00f3 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 210 time: 0.0373986 Nov 05 22:11:55.776319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:55.776913 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:55.814949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-fc6b169d-48d1-44ce-903c-b72c84e70d7c service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120496 Nov 05 22:11:55.900841 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3fc96f96-1f31-469c-a30f-7785fcb9e0f0 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4498529 Nov 05 22:11:55.900841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59326) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:55.906386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-82d12f72-b350-4d14-b61a-8f08300a3a37 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1163459914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:55.940611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-30f1a0b9-cb03-4ea2-9b4d-6362d91dee07 req-a6d54147-01ce-4331-89a5-a302a1131b5a service neutron] 10.222.0.46 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186714 Nov 05 22:11:56.022150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcfec0-316b-4b0f-acaa-97c50630b711 req-81ddbf22-654b-46ba-b4f3-efb569cc2d91 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:56.023769 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdfcfec0-316b-4b0f-acaa-97c50630b711 req-81ddbf22-654b-46ba-b4f3-efb569cc2d91 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 944 time: 0.0694711 Nov 05 22:11:56.051734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82d12f72-b350-4d14-b61a-8f08300a3a37 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.051734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82d12f72-b350-4d14-b61a-8f08300a3a37 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.056345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a682e3-1914-4526-97e0-3cd78cfc166c req-acede9e6-7b92-42a4-b565-f25c0dfd661e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:56.058039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03a682e3-1914-4526-97e0-3cd78cfc166c req-acede9e6-7b92-42a4-b565-f25c0dfd661e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1094 time: 0.0616794 Nov 05 22:11:56.107419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdfcfec0-316b-4b0f-acaa-97c50630b711 req-aa3e2127-5bcf-45e6-a705-23e76d5bec46 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742018 Nov 05 22:11:56.146738 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82d12f72-b350-4d14-b61a-8f08300a3a37 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.147193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03a682e3-1914-4526-97e0-3cd78cfc166c req-c84b3ad6-51c7-431b-b58a-906a4373cd12 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692174 Nov 05 22:11:56.236103 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82d12f72-b350-4d14-b61a-8f08300a3a37 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.311931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d537b-78da-46b2-aee5-09e1bead44f5 None None] Network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:11:56.374801 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82d12f72-b350-4d14-b61a-8f08300a3a37 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.376132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-82d12f72-b350-4d14-b61a-8f08300a3a37 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4748406 Nov 05 22:11:56.379176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59330) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:56.384315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-63236a91-14d4-4195-8dfd-1ea5e478e29d tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1984886683', 'prefixes': ['172.20.0.0/16']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:56.526609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-359d57aa-bf67-4427-a892-c81f5d8d957b None None] Provisioning complete for port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:56.526880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-359d57aa-bf67-4427-a892-c81f5d8d957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.672201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-359d57aa-bf67-4427-a892-c81f5d8d957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.711080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-359d57aa-bf67-4427-a892-c81f5d8d957b None None] For port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,segment=NetworkSegment(54c85977-b844-4611-85cb-4e7c9e1ceb66),segment_id=54c85977-b844-4611-85cb-4e7c9e1ceb66)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:56.741893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-63236a91-14d4-4195-8dfd-1ea5e478e29d tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for subnetpool, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.747059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59334) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:56.747325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-63236a91-14d4-4195-8dfd-1ea5e478e29d tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3670051 Nov 05 22:11:56.751741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-817116e2-09bb-403a-aafa-59718d2fe3d5 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', 'tempest-TagsExtTest-Tag-1652350566') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:56.808964 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25356d86-5822-4012-a7a5-85f1d16a762c req-b439221f-b8ee-4972-bcaf-c12a31411150 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 210 time: 0.0308895 Nov 05 22:11:56.881763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-359d57aa-bf67-4427-a892-c81f5d8d957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:56.943132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d57aa-bf67-4427-a892-c81f5d8d957b None None] Pushing event updated for resources: {'Port': ['ID=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:57.000881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f3e5c41c-67b1-4655-8dfd-132f97989e71 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:11:57.005664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:57.087098 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-817116e2-09bb-403a-aafa-59718d2fe3d5 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags/tempest-TagsExtTest-Tag-1652350566 HTTP/1.1" status: 201 len: 201 time: 0.3354902 Nov 05 22:11:57.087665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59336) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:57.091868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-af00477f-1e73-472b-ae1b-866bbbdad58d tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', 'tempest-TagsExtTest-Tag-732454283') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:57.122189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d252e351-2976-4430-a55e-ac0eaea9a853 None None] Provisioning complete for port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:57.122189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d252e351-2976-4430-a55e-ac0eaea9a853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.225142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f3e5c41c-67b1-4655-8dfd-132f97989e71, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f3e5c41c-67b1-4655-8dfd-132f97989e71,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:57.259501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'f3e5c41c-67b1-4655-8dfd-132f97989e71', 'network_id': '75e45a8f-be8a-4d53-bf55-77ecf49a4633', 'port_id': 'f3e5c41c-67b1-4655-8dfd-132f97989e71', 'mac_address': 'fa:16:3e:43:d7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88786a2-1fd4-4fdb-a7ad-652fbb589ff7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:11:57.301183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-af00477f-1e73-472b-ae1b-866bbbdad58d tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags/tempest-TagsExtTest-Tag-732454283 HTTP/1.1" status: 201 len: 201 time: 0.2128782 Nov 05 22:11:57.304754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:57.310939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-253f4536-f743-4206-bf31-b672eb2c7211 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', 'tempest-TagsExtTest-Tag-2096555103') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:57.319004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:11:57.329054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.340270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:57.340717 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.378316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e5c41c-67b1-4655-8dfd-132f97989e71 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:57.385723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060a59a-9ad7-4e7e-999a-ea542dc2d15b req-af9e54d5-300d-49e5-ac4b-523c88b4db89 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:57.387473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5060a59a-9ad7-4e7e-999a-ea542dc2d15b req-af9e54d5-300d-49e5-ac4b-523c88b4db89 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1094 time: 0.0854707 Nov 05 22:11:57.391078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d252e351-2976-4430-a55e-ac0eaea9a853 None None] Provisioning complete for port 6bedd845-4da1-490f-9f63-9e66b4fce180 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:57.391519 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d252e351-2976-4430-a55e-ac0eaea9a853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.407048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c2646cdf-772e-4bd6-a260-dfaccd17cdb2 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:57.409373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c2646cdf-772e-4bd6-a260-dfaccd17cdb2 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.2549181 Nov 05 22:11:57.434771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Request body: {'port': {'device_id': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'admin_state_up': True, 'tenant_id': '3dfa6b8c25504496baf04aae989221c7'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:57.459002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f3e5c41c-67b1-4655-8dfd-132f97989e71, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f3e5c41c-67b1-4655-8dfd-132f97989e71,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:57.475927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d252e351-2976-4430-a55e-ac0eaea9a853 None None] Port 6bedd845-4da1-490f-9f63-9e66b4fce180 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:57.540095 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.571716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5060a59a-9ad7-4e7e-999a-ea542dc2d15b req-8322e4cb-dc6c-4c33-bfd1-e806c5a0c1b9 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558166 Nov 05 22:11:57.606929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:57.609639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:57.614003 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85e87b-b6f3-4306-9d05-caa7ae862e68" -d '{"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-plugged", "status": "completed", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:57.622984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.626700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:57.664948 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2e0285-475f-4684-b033-b187879c0971 x-openstack-request-id: req-df2e0285-475f-4684-b033-b187879c0971 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:57.665338 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-plugged", "status": "completed", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:57.665559 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df2e0285-475f-4684-b033-b187879c0971 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:57.666033 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'code': 200} Nov 05 22:11:57.701710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.721233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f8e2dbe3-f6a4-465d-b2c9-c6e77f617c42 None None] Provisioning complete for port 6bedd845-4da1-490f-9f63-9e66b4fce180 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:57.721607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dbe3-f6a4-465d-b2c9-c6e77f617c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.733008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Made reservation on behalf of 3dfa6b8c25504496baf04aae989221c7 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:11:57.737155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.742379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53ccdd-590c-46be-8ecb-c7599ab71f71 req-beba175a-fb08-498d-9bba-06920dc3d1df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:57.743902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec53ccdd-590c-46be-8ecb-c7599ab71f71 req-beba175a-fb08-498d-9bba-06920dc3d1df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 944 time: 0.5168982 Nov 05 22:11:57.763950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f3e5c41c-67b1-4655-8dfd-132f97989e71,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:57.787557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:57.787923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:57.789443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2dbe3-f6a4-465d-b2c9-c6e77f617c42 None None] Port 6bedd845-4da1-490f-9f63-9e66b4fce180 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:11:57.808008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec53ccdd-590c-46be-8ecb-c7599ab71f71 req-2141478b-42b4-425a-a1ae-8a1b499180d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548248 Nov 05 22:11:57.831774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59346) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:57.869017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f3e5c41c-67b1-4655-8dfd-132f97989e71'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:11:57.895110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-253f4536-f743-4206-bf31-b672eb2c7211 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags/tempest-TagsExtTest-Tag-2096555103 HTTP/1.1" status: 201 len: 201 time: 0.5878360 Nov 05 22:11:57.896109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59350) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:57.905152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-bbcec3b4-a2d5-43f5-a973-ce3cf4488a50 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', 'tempest-TagsExtTest-Tag-1225067287') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:57.925140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:57.930314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4bcc3f0e-f6ef-49c9-9f2b-8efcabf5f5f8 req-305d6f1b-1285-475f-afc5-a27085f4f615 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 210 time: 0.0421498 Nov 05 22:11:57.931787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Allocated IP 172.20.0.12 (06a4433c-d9a2-4ae1-b819-7329e66cfa3b/704cc987-8868-4576-be92-0bdc63f9643c/902a07e3-16a9-4481-b531-76c91e019d37) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:11:57.975618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-da039a25-ed85-44b9-a4d4-b23388fed3c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/660d2b74-90c5-428b-a6be-4c1570097ba7 HTTP/1.1" status: 200 len: 992 time: 0.1426146 Nov 05 22:11:58.058779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bbcec3b4-a2d5-43f5-a973-ce3cf4488a50 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags/tempest-TagsExtTest-Tag-1225067287 HTTP/1.1" status: 201 len: 201 time: 0.1572328 Nov 05 22:11:58.061355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59352) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.065908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-998a4c52-b680-49ff-b5aa-930387455f67 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.107632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:58.119412 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-998a4c52-b680-49ff-b5aa-930387455f67 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags HTTP/1.1" status: 200 len: 241 time: 0.0570083 Nov 05 22:11:58.121925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59354) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.126226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-0f96aed4-92eb-42d5-a67e-28e3688b0eb8 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', 'tempest-TagsExtTest-Tag-1652350566') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.178674 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f96aed4-92eb-42d5-a67e-28e3688b0eb8 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags/tempest-TagsExtTest-Tag-1652350566 HTTP/1.1" status: 204 len: 168 time: 0.0556808 Nov 05 22:11:58.181169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59356) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.185353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-a9c0e002-9ff4-4e78-90ad-d9685ead5fed tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', 'tempest-TagsExtTest-Tag-1652350566') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.189921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:58.234671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:11:58.237833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:11:58.244463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:11:58.269240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event updated for resources: {'Port': ['ID=902a07e3-16a9-4481-b531-76c91e019d37,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:58.296962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:58.297429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:58.367797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a9c0e002-9ff4-4e78-90ad-d9685ead5fed tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags/tempest-TagsExtTest-Tag-1652350566 HTTP/1.1" status: 204 len: 168 time: 0.1855299 Nov 05 22:11:58.370239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59358) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.374277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-b8c79f0b-a026-4885-8f8f-b6a14dbb9b97 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.404155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c3daaa05-38a4-4494-aaf3-98052f7dcad5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9778194 Nov 05 22:11:58.416983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Request body: {'port': {'device_id': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:11:58.430759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8c79f0b-a026-4885-8f8f-b6a14dbb9b97 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags HTTP/1.1" status: 200 len: 205 time: 0.0594988 Nov 05 22:11:58.434051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59360) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.437387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-16383d17-e7e1-419b-be5f-dd17de57e97f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.470591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:58.488040 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-16383d17-e7e1-419b-be5f-dd17de57e97f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags HTTP/1.1" status: 200 len: 240 time: 0.0537751 Nov 05 22:11:58.491170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59362) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.495450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-47868d1b-2acf-4b10-81b0-c1da5e3abc15 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', 'tempest-TagsExtTest-Tag-732454283') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.547348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-47868d1b-2acf-4b10-81b0-c1da5e3abc15 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags/tempest-TagsExtTest-Tag-732454283 HTTP/1.1" status: 204 len: 168 time: 0.0550814 Nov 05 22:11:58.549849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59364) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.554723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-c918a55e-5403-4c3a-90ba-79ccbd1e1722 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', 'tempest-TagsExtTest-Tag-732454283') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.680702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab3e6c-a91f-4728-a2ff-41f94949d4f6 req-cc0818de-4242-4bdd-8ad6-f07194065848 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:58.682116 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99ab3e6c-a91f-4728-a2ff-41f94949d4f6 req-cc0818de-4242-4bdd-8ad6-f07194065848 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1095 time: 0.0448556 Nov 05 22:11:58.689793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c918a55e-5403-4c3a-90ba-79ccbd1e1722 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags/tempest-TagsExtTest-Tag-732454283 HTTP/1.1" status: 204 len: 168 time: 0.1368015 Nov 05 22:11:58.690475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59368) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.697333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-4f604a09-4988-403d-9439-af783440f1ea tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.727742 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99ab3e6c-a91f-4728-a2ff-41f94949d4f6 req-bc7fe333-8778-4c6a-a9ce-1c1bd3f457e4 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389609 Nov 05 22:11:58.783206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902a07e3-16a9-4481-b531-76c91e019d37 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:11:58.794641 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:58.800676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4f604a09-4988-403d-9439-af783440f1ea tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags HTTP/1.1" status: 200 len: 205 time: 0.1092296 Nov 05 22:11:58.804044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59370) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.808843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-204d2a3f-8a8e-40f5-b508-b026c2d95374 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.811048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Transition to ACTIVE for port object 902a07e3-16a9-4481-b531-76c91e019d37 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:11:58.884652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-204d2a3f-8a8e-40f5-b508-b026c2d95374 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags HTTP/1.1" status: 200 len: 241 time: 0.0795066 Nov 05 22:11:58.887076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59372) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.891424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-a8732970-5817-48ce-b87d-26a65b3df029 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', 'tempest-TagsExtTest-Tag-2096555103') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:58.892316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:58.945592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Pushing event updated for resources: {'Port': ['ID=902a07e3-16a9-4481-b531-76c91e019d37,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:58.975664 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8732970-5817-48ce-b87d-26a65b3df029 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags/tempest-TagsExtTest-Tag-2096555103 HTTP/1.1" status: 204 len: 168 time: 0.0874996 Nov 05 22:11:58.978108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59376) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:58.983281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-9bbdbc74-fce3-483e-a0e1-668728e89220 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', 'tempest-TagsExtTest-Tag-2096555103') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.027881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Attempting to bind port 902a07e3-16a9-4481-b531-76c91e019d37 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:11:59.028313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Attempting to bind port 902a07e3-16a9-4481-b531-76c91e019d37 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:11:59.028732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Attempting to bind port 902a07e3-16a9-4481-b531-76c91e019d37 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:59.032530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f3e5c41c-67b1-4655-8dfd-132f97989e71 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:11:59.051746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Port 902a07e3-16a9-4481-b531-76c91e019d37 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:11:59.052714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Attempting to bind port 902a07e3-16a9-4481-b531-76c91e019d37 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:11:59.060409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:11:59.060743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Checking segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:11:59.061133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Bound using segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:11:59.062209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Bound port: 902a07e3-16a9-4481-b531-76c91e019d37, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:11:59.062209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:59.092597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23012012-1a74-4ba8-af9c-4c45d06d24e1 req-b0336dd7-d772-417e-8dfa-2c4a86edf3f1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.094083 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23012012-1a74-4ba8-af9c-4c45d06d24e1 req-b0336dd7-d772-417e-8dfa-2c4a86edf3f1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 944 time: 0.0805032 Nov 05 22:11:59.138990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9bbdbc74-fce3-483e-a0e1-668728e89220 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags/tempest-TagsExtTest-Tag-2096555103 HTTP/1.1" status: 204 len: 168 time: 0.1598797 Nov 05 22:11:59.141544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59378) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.147358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-aff0bdce-3baa-487f-bd8a-73ccbbbffb7a tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.173193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] For port 902a07e3-16a9-4481-b531-76c91e019d37, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:11:59.176975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] For port 902a07e3-16a9-4481-b531-76c91e019d37, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=902a07e3-16a9-4481-b531-76c91e019d37,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:11:59.181272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23012012-1a74-4ba8-af9c-4c45d06d24e1 req-b44311cb-4a3b-44ef-92be-e6ca29edec2d tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698385 Nov 05 22:11:59.183870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port f3e5c41c-67b1-4655-8dfd-132f97989e71 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:11:59.194109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port f3e5c41c-67b1-4655-8dfd-132f97989e71 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:11:59.194109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:59.226851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aff0bdce-3baa-487f-bd8a-73ccbbbffb7a tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0840516 Nov 05 22:11:59.229562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59380) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.233834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-8f6bdeb9-4b0d-45cd-b516-cddacd9383cd tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.241692 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:59.259445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8f6bdeb9-4b0d-45cd-b516-cddacd9383cd tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags HTTP/1.1" status: 200 len: 241 time: 0.0263612 Nov 05 22:11:59.259812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59382) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.265188 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-c0b9202d-6244-4fdd-9bef-9d67637f312f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', 'tempest-TagsExtTest-Tag-1225067287') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.276329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:59.290590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.291148 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:59.292660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/902a07e3-16a9-4481-b531-76c91e019d37 HTTP/1.1" status: 200 len: 1092 time: 0.8799808 Nov 05 22:11:59.293110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'tag': '902a07e3-16a9-4481-b531-76c91e019d37'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:59.295441 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c9bb21-0dad-4d9e-bc41-9c356a58f599" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d0b207-4fbc-4d0f-ba46-31964eee7b1e", "tag": "902a07e3-16a9-4481-b531-76c91e019d37"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:59.295854 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0b9202d-6244-4fdd-9bef-9d67637f312f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags/tempest-TagsExtTest-Tag-1225067287 HTTP/1.1" status: 204 len: 168 time: 0.0348823 Nov 05 22:11:59.298481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.311696 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-3593b503-4493-4e08-aed8-618d678cb0ef tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', 'tempest-TagsExtTest-Tag-1225067287') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.326972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f3e5c41c-67b1-4655-8dfd-132f97989e71, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f3e5c41c-67b1-4655-8dfd-132f97989e71,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:11:59.339930 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55a41b-99ed-49b9-8805-35e763f6729a x-openstack-request-id: req-8e55a41b-99ed-49b9-8805-35e763f6729a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:59.340222 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d0b207-4fbc-4d0f-ba46-31964eee7b1e", "tag": "902a07e3-16a9-4481-b531-76c91e019d37", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:59.340477 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e55a41b-99ed-49b9-8805-35e763f6729a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:59.340880 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'tag': '902a07e3-16a9-4481-b531-76c91e019d37', 'status': 'completed', 'code': 200} Nov 05 22:11:59.343826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d270ae-b210-4884-9e85-d7e5ada277a7 service neutron] Pushing event updated for resources: {'Port': ['ID=902a07e3-16a9-4481-b531-76c91e019d37,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:59.402520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bb21-0dad-4d9e-bc41-9c356a58f599 req-a5605edb-7ebe-4469-90db-9883c61a9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.404014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28c9bb21-0dad-4d9e-bc41-9c356a58f599 req-a5605edb-7ebe-4469-90db-9883c61a9339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 1095 time: 0.0414937 Nov 05 22:11:59.424029 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:11:59.425832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3593b503-4493-4e08-aed8-618d678cb0ef tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags/tempest-TagsExtTest-Tag-1225067287 HTTP/1.1" status: 204 len: 168 time: 0.1261559 Nov 05 22:11:59.430434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59388) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.436727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-a1c91a44-7cee-4b71-9408-bbc585e0ee34 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.465990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a1c91a44-7cee-4b71-9408-bbc585e0ee34 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags HTTP/1.1" status: 200 len: 205 time: 0.0351284 Nov 05 22:11:59.468392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59390) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.472785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-dc776d09-fa65-4c42-bbc8-05f9d4ffeaa8 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.481895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f3e5c41c-67b1-4655-8dfd-132f97989e71,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:11:59.498376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc776d09-fa65-4c42-bbc8-05f9d4ffeaa8 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags HTTP/1.1" status: 204 len: 168 time: 0.0289869 Nov 05 22:11:59.501401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59392) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.506403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-3a44ff41-c794-4907-978f-b60db3001846 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.515387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bb21-0dad-4d9e-bc41-9c356a58f599 req-57e6a2bf-8dde-4935-84d8-c9fd2c5f87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.516897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28c9bb21-0dad-4d9e-bc41-9c356a58f599 req-57e6a2bf-8dde-4935-84d8-c9fd2c5f87c8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3dfa6b8c25504496baf04aae989221c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042762 Nov 05 22:11:59.583184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3a44ff41-c794-4907-978f-b60db3001846 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0807402 Nov 05 22:11:59.586116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59394) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.590358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-d5b93ea6-56ab-4868-a9b7-76d9627910e9 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.620988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bb21-0dad-4d9e-bc41-9c356a58f599 req-030e856f-159e-44a5-b81a-15a1f2784c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.623279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28c9bb21-0dad-4d9e-bc41-9c356a58f599 req-030e856f-159e-44a5-b81a-15a1f2784c24 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998139 Nov 05 22:11:59.649950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5b93ea6-56ab-4868-a9b7-76d9627910e9 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags HTTP/1.1" status: 204 len: 168 time: 0.0628090 Nov 05 22:11:59.652818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59396) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.656880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-4f13c752-c4fe-421a-a5f8-b57d2c188512 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.667719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e5c41c-67b1-4655-8dfd-132f97989e71'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:11:59.670175 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd866bec-60d6-416d-be28-2be7ed1c87cc" -d '{"events": [{"server_uuid": "7d36d829-fbcf-4ad1-9374-21de60b9c359", "name": "network-vif-plugged", "status": "completed", "tag": "f3e5c41c-67b1-4655-8dfd-132f97989e71"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:11:59.704689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a129b2-f965-48e2-9952-b708766bcf35 req-3f1756a6-a926-4d1a-a953-337dd2fd859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.706863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-3f1756a6-a926-4d1a-a953-337dd2fd859a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 1095 time: 0.0458384 Nov 05 22:11:59.713395 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f9229-62b9-415f-96a1-94fdcbce5b01 x-openstack-request-id: req-b66f9229-62b9-415f-96a1-94fdcbce5b01 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:11:59.713395 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36d829-fbcf-4ad1-9374-21de60b9c359", "name": "network-vif-plugged", "status": "completed", "tag": "f3e5c41c-67b1-4655-8dfd-132f97989e71", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:11:59.713395 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b66f9229-62b9-415f-96a1-94fdcbce5b01 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:11:59.713395 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e5c41c-67b1-4655-8dfd-132f97989e71', 'code': 200} Nov 05 22:11:59.724908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4f13c752-c4fe-421a-a5f8-b57d2c188512 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0671856 Nov 05 22:11:59.725560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59400) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.730349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-92fd565f-7f59-4dd9-9a50-4e5c4cc85d29 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', 'tempest-TagsExtTest-Tag-1928375429') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.772208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-cfe91503-defe-4596-bd58-6b26c2fd8b16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=902a07e3-16a9-4481-b531-76c91e019d37 HTTP/1.1" status: 200 len: 217 time: 0.0510607 Nov 05 22:11:59.833933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a129b2-f965-48e2-9952-b708766bcf35 req-756c9671-0f6d-4117-bd65-9b4b41cc2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.835958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-756c9671-0f6d-4117-bd65-9b4b41cc2e83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=704cc987-8868-4576-be92-0bdc63f9643c HTTP/1.1" status: 200 len: 854 time: 0.0487235 Nov 05 22:11:59.863668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcab6d-a7fc-4308-b9dc-08f02a66ac5c req-a622e4fb-a8ba-4e41-8cb8-5b6cb290e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.865230 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57bcab6d-a7fc-4308-b9dc-08f02a66ac5c req-a622e4fb-a8ba-4e41-8cb8-5b6cb290e211 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.0756922 Nov 05 22:11:59.869846 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-8662eb2b-7dc6-4d2e-aa0d-3cda283101c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260348 Nov 05 22:11:59.874392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334323bf-9fd6-4d14-83ab-3a7981c66299 req-1893b200-d139-4512-ba9d-c046d4f0df7e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:11:59.875842 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-334323bf-9fd6-4d14-83ab-3a7981c66299 req-1893b200-d139-4512-ba9d-c046d4f0df7e tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.0614879 Nov 05 22:11:59.880954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-92fd565f-7f59-4dd9-9a50-4e5c4cc85d29 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags/tempest-TagsExtTest-Tag-1928375429 HTTP/1.1" status: 201 len: 201 time: 0.1512642 Nov 05 22:11:59.884342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59404) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:11:59.895835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-a51b35ed-0e34-4023-8a55-d71e1ed16895 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', 'tempest-TagsExtTest-Tag-47984627') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:11:59.972659 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-f82fcacf-0a15-433e-8cbf-69244f91270f service neutron] 10.222.0.13 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932951 Nov 05 22:11:59.979902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57bcab6d-a7fc-4308-b9dc-08f02a66ac5c req-ad876681-1e3f-4800-b5be-908c4ee5bbe7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009059 Nov 05 22:11:59.985861 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-334323bf-9fd6-4d14-83ab-3a7981c66299 req-d309c512-536a-4998-a1fb-867e358ad3d4 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006811 Nov 05 22:12:00.066772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-63a129b2-f965-48e2-9952-b708766bcf35 req-a520d883-3a5a-4ce1-bd5e-8e3205d22705 service neutron] 10.222.0.13 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866838 Nov 05 22:12:00.081483 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a51b35ed-0e34-4023-8a55-d71e1ed16895 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags/tempest-TagsExtTest-Tag-47984627 HTTP/1.1" status: 201 len: 201 time: 0.1951406 Nov 05 22:12:00.084374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59408) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.089433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-15dcc5a8-1a4b-4f60-9a94-1190b8e8979c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', 'tempest-TagsExtTest-Tag-1469421231') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.259451 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-15dcc5a8-1a4b-4f60-9a94-1190b8e8979c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags/tempest-TagsExtTest-Tag-1469421231 HTTP/1.1" status: 201 len: 201 time: 0.1735859 Nov 05 22:12:00.261946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59412) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.266678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-895bfa83-5176-44ff-84a5-c5ac5553c3d4 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', 'tempest-TagsExtTest-Tag-834044979') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.306254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02efa46-0508-4774-a59a-eda1adbc255e req-b4971b8a-5a42-435a-ac85-7cb93229b0f6 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:00.307751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c02efa46-0508-4774-a59a-eda1adbc255e req-b4971b8a-5a42-435a-ac85-7cb93229b0f6 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 944 time: 0.0536492 Nov 05 22:12:00.360237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c02efa46-0508-4774-a59a-eda1adbc255e req-0621e775-c4eb-4a98-80f7-8d4f4fe12075 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463483 Nov 05 22:12:00.373643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-895bfa83-5176-44ff-84a5-c5ac5553c3d4 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags/tempest-TagsExtTest-Tag-834044979 HTTP/1.1" status: 201 len: 201 time: 0.1106665 Nov 05 22:12:00.376232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59414) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.380706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-f628358d-6553-494e-9c65-221cb9b35097 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', {'tags': ['tempest-TagsExtTest-Tag-419097898', 'tempest-TagsExtTest-Tag-1254657945', 'tempest-TagsExtTest-Tag-303868424']}) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.487659 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f628358d-6553-494e-9c65-221cb9b35097 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags HTTP/1.1" status: 200 len: 316 time: 0.1103165 Nov 05 22:12:00.490787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.495030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-a9693059-e367-4bde-a3cd-bbbd168d79b8 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.636449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a9693059-e367-4bde-a3cd-bbbd168d79b8 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1445458 Nov 05 22:12:00.639133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59418) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.643921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-66f994a8-7a7b-4a61-a4d5-5001e4dd45d3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', 'tempest-TagsExtTest-Tag-419097898') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.699737 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-66f994a8-7a7b-4a61-a4d5-5001e4dd45d3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:00.700783 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66f994a8-7a7b-4a61-a4d5-5001e4dd45d3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags/tempest-TagsExtTest-Tag-419097898 HTTP/1.1" status: 404 len: 328 time: 0.0607026 Nov 05 22:12:00.703690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59420) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.707812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-7309842d-1bfa-492d-8e34-d51c55024cc3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', 'tempest-TagsExtTest-Tag-1254657945') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.732465 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:00.758669 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-7309842d-1bfa-492d-8e34-d51c55024cc3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:00.759755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7309842d-1bfa-492d-8e34-d51c55024cc3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags/tempest-TagsExtTest-Tag-1254657945 HTTP/1.1" status: 404 len: 329 time: 0.0551169 Nov 05 22:12:00.762519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59422) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.766525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-1e7ce1aa-dc9f-4cc1-a43d-8ab10f0143af tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca', 'tempest-TagsExtTest-Tag-303868424') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.815649 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-1e7ce1aa-dc9f-4cc1-a43d-8ab10f0143af tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:00.816688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1e7ce1aa-dc9f-4cc1-a43d-8ab10f0143af tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags/tempest-TagsExtTest-Tag-303868424 HTTP/1.1" status: 404 len: 328 time: 0.0532815 Nov 05 22:12:00.825018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59424) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.829440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-3cf039b9-d2c5-4ec0-9dc0-d5a86e4e59ed tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', {'tags': ['tempest-TagsExtTest-Tag-506128489', 'tempest-TagsExtTest-Tag-1234884056', 'tempest-TagsExtTest-Tag-1510676121']}) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:00.962082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3cf039b9-d2c5-4ec0-9dc0-d5a86e4e59ed tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags HTTP/1.1" status: 200 len: 317 time: 0.1359859 Nov 05 22:12:00.964539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59426) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:00.968716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-f00d7af0-c802-4fda-b394-173e62b746a4 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.106414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81c25-337a-4785-a293-8ec75ed8c660 req-3d2b66be-dee1-4ba7-ae82-c7e990f4dbdf tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:01.108030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44b81c25-337a-4785-a293-8ec75ed8c660 req-3d2b66be-dee1-4ba7-ae82-c7e990f4dbdf tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.0468817 Nov 05 22:12:01.153102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44b81c25-337a-4785-a293-8ec75ed8c660 req-46a2e488-e010-451d-849b-03d9895a3c39 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388291 Nov 05 22:12:01.201952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f00d7af0-c802-4fda-b394-173e62b746a4 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags HTTP/1.1" status: 204 len: 168 time: 0.2364466 Nov 05 22:12:01.204610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59432) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.208959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-5e87063f-353a-4a5c-9842-259315b9dc66 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', 'tempest-TagsExtTest-Tag-506128489') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.263642 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-5e87063f-353a-4a5c-9842-259315b9dc66 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:01.264605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5e87063f-353a-4a5c-9842-259315b9dc66 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags/tempest-TagsExtTest-Tag-506128489 HTTP/1.1" status: 404 len: 328 time: 0.0589921 Nov 05 22:12:01.267564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59434) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.271823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-ffd791c0-cf67-4129-a1ae-07e027aaa50c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', 'tempest-TagsExtTest-Tag-1234884056') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.321686 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-ffd791c0-cf67-4129-a1ae-07e027aaa50c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:01.322737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ffd791c0-cf67-4129-a1ae-07e027aaa50c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags/tempest-TagsExtTest-Tag-1234884056 HTTP/1.1" status: 404 len: 329 time: 0.0542107 Nov 05 22:12:01.325502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59436) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.329685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-7c1eaf3a-c675-4623-9bf9-1d468ddc409b tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180', 'tempest-TagsExtTest-Tag-1510676121') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.380327 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-7c1eaf3a-c675-4623-9bf9-1d468ddc409b tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:01.381370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c1eaf3a-c675-4623-9bf9-1d468ddc409b tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags/tempest-TagsExtTest-Tag-1510676121 HTTP/1.1" status: 404 len: 329 time: 0.0549650 Nov 05 22:12:01.389423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59440) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.394305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-05019aa5-4f9f-4257-9352-9f12a5f596ec tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', {'tags': ['tempest-TagsExtTest-Tag-1564708377', 'tempest-TagsExtTest-Tag-1745535735', 'tempest-TagsExtTest-Tag-1429445705']}) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.480044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef593-d2f8-42fc-8ad4-a892caee14b7 req-902fa122-cce2-401a-bf07-6474c8f2b4d7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:01.481574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a06ef593-d2f8-42fc-8ad4-a892caee14b7 req-902fa122-cce2-401a-bf07-6474c8f2b4d7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 944 time: 0.0495374 Nov 05 22:12:01.528868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a06ef593-d2f8-42fc-8ad4-a892caee14b7 req-d670cc70-03b5-4a51-90e2-4baf4a470c34 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Nov 05 22:12:01.545122 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-05019aa5-4f9f-4257-9352-9f12a5f596ec tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags HTTP/1.1" status: 200 len: 318 time: 0.1545715 Nov 05 22:12:01.547582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59442) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.552587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-1b700ac5-a6aa-4d34-8eb3-ebb37319000d tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.694121 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1b700ac5-a6aa-4d34-8eb3-ebb37319000d tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1454844 Nov 05 22:12:01.696700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59444) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.701290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-7d580e1f-9b18-4380-a9fd-bd98ca6825df tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', 'tempest-TagsExtTest-Tag-1564708377') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.775385 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-7d580e1f-9b18-4380-a9fd-bd98ca6825df tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:01.776440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7d580e1f-9b18-4380-a9fd-bd98ca6825df tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags/tempest-TagsExtTest-Tag-1564708377 HTTP/1.1" status: 404 len: 329 time: 0.0788090 Nov 05 22:12:01.854103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59446) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.858681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-69d62bb2-c9fa-4196-afc3-efc1806ccb13 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', 'tempest-TagsExtTest-Tag-1745535735') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:01.931854 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-69d62bb2-c9fa-4196-afc3-efc1806ccb13 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:01.932884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-69d62bb2-c9fa-4196-afc3-efc1806ccb13 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags/tempest-TagsExtTest-Tag-1745535735 HTTP/1.1" status: 404 len: 329 time: 0.0778053 Nov 05 22:12:01.935867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59448) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:01.940336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-69121fd9-a1ae-4f7c-bbdd-ad02ca0b36f9 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1', 'tempest-TagsExtTest-Tag-1429445705') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.015799 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-69121fd9-a1ae-4f7c-bbdd-ad02ca0b36f9 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:02.016846 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-69121fd9-a1ae-4f7c-bbdd-ad02ca0b36f9 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags/tempest-TagsExtTest-Tag-1429445705 HTTP/1.1" status: 404 len: 329 time: 0.0800285 Nov 05 22:12:02.019697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59450) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.024166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-eb895c6a-acda-44c4-b205-f78dd6258dc7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', {'tags': ['tempest-TagsExtTest-Tag-381687585', 'tempest-TagsExtTest-Tag-799372991', 'tempest-TagsExtTest-Tag-1987801907']}) {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.173342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eb895c6a-acda-44c4-b205-f78dd6258dc7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "PUT /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags HTTP/1.1" status: 200 len: 316 time: 0.1524866 Nov 05 22:12:02.175933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59454) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.180527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-2a38e35e-d7e3-4757-a07d-57e3fdf595a9 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.262338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce11410-b79c-48d4-9cd8-4d2938db0153 req-d2747935-d33a-4621-b262-59569a234d5f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:02.263924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ce11410-b79c-48d4-9cd8-4d2938db0153 req-d2747935-d33a-4621-b262-59569a234d5f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.0441899 Nov 05 22:12:02.290525 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2a38e35e-d7e3-4757-a07d-57e3fdf595a9 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags HTTP/1.1" status: 204 len: 168 time: 0.1117783 Nov 05 22:12:02.291616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59456) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.296096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-1fb7e8a8-f066-4eca-bba0-f0b61255ffa2 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', 'tempest-TagsExtTest-Tag-381687585') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.312727 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ce11410-b79c-48d4-9cd8-4d2938db0153 req-2dce643f-9c2e-449e-bb10-f88ea15c3fd7 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Nov 05 22:12:02.328915 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-1fb7e8a8-f066-4eca-bba0-f0b61255ffa2 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:02.329957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1fb7e8a8-f066-4eca-bba0-f0b61255ffa2 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags/tempest-TagsExtTest-Tag-381687585 HTTP/1.1" status: 404 len: 328 time: 0.0373352 Nov 05 22:12:02.332824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59458) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.337679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-2ea66cb5-7942-4ada-8eff-643d5fe77c41 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', 'tempest-TagsExtTest-Tag-799372991') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.358295 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-2ea66cb5-7942-4ada-8eff-643d5fe77c41 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:02.359191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2ea66cb5-7942-4ada-8eff-643d5fe77c41 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags/tempest-TagsExtTest-Tag-799372991 HTTP/1.1" status: 404 len: 328 time: 0.0249810 Nov 05 22:12:02.362100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59462) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.366388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-f232e710-38bc-4f26-8b78-c811cc41f4e3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005', 'tempest-TagsExtTest-Tag-1987801907') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.386637 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-f232e710-38bc-4f26-8b78-c811cc41f4e3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] show failed (client error): The resource could not be found. Nov 05 22:12:02.387710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f232e710-38bc-4f26-8b78-c811cc41f4e3 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags/tempest-TagsExtTest-Tag-1987801907 HTTP/1.1" status: 404 len: 329 time: 0.0245919 Nov 05 22:12:02.390578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.395234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-1bc1f1ed-b344-41f8-8ac3-1e652a2788aa tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '001942ef-6051-4867-ad25-43084b87b005') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.421203 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1bc1f1ed-b344-41f8-8ac3-1e652a2788aa tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005/tags HTTP/1.1" status: 204 len: 168 time: 0.0294116 Nov 05 22:12:02.423833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59466) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.428299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-f047c7d3-b330-4782-b101-d930a0910d34 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b124e05b-a9e4-4471-ba5b-0ec927f2c4d1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.433333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e3d1e-8ad7-48d8-9a42-c55e4f2955fd req-c5674740-219f-4412-9bcc-9f0cd3f190a7 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:02.434878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d61e3d1e-8ad7-48d8-9a42-c55e4f2955fd req-c5674740-219f-4412-9bcc-9f0cd3f190a7 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.0462387 Nov 05 22:12:02.479976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d61e3d1e-8ad7-48d8-9a42-c55e4f2955fd req-f05319c7-1eab-401a-8400-505a0a66d7ed tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Nov 05 22:12:02.516449 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f047c7d3-b330-4782-b101-d930a0910d34 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0871544 Nov 05 22:12:02.517859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59470) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.522257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.tag.tag_plugin [None req-1ec9fa6d-b787-4ffe-b034-725755e017d4 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bedd845-4da1-490f-9f63-9e66b4fce180') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.600427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30414efc-1b53-4d39-88d1-d88c663b7326 req-cae4b25e-8eb6-45f1-81f8-bff47e2b0d4a tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:02.601935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30414efc-1b53-4d39-88d1-d88c663b7326 req-cae4b25e-8eb6-45f1-81f8-bff47e2b0d4a tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.0566492 Nov 05 22:12:02.616517 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1ec9fa6d-b787-4ffe-b034-725755e017d4 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180/tags HTTP/1.1" status: 204 len: 168 time: 0.0976386 Nov 05 22:12:02.622954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59474) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.631146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.tag.tag_plugin [None req-f62db5fe-a18c-495d-8336-f1f38bd3b8fb tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f4905f8d-c237-4370-8f50-a24146bdc1ca') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:02.653646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30414efc-1b53-4d39-88d1-d88c663b7326 req-a53238a4-87c5-4b3e-a0bb-b6e4298b1dba tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Nov 05 22:12:02.690331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9d89a-608b-43e0-9139-4ee50c9114b2 req-da705749-1b83-4b41-b390-b609f2ea1beb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:02.691883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cfb9d89a-608b-43e0-9139-4ee50c9114b2 req-da705749-1b83-4b41-b390-b609f2ea1beb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 944 time: 0.0953569 Nov 05 22:12:02.776079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cfb9d89a-608b-43e0-9139-4ee50c9114b2 req-3a7e1fdd-b507-4bf4-b3c1-53b8791a54c7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768247 Nov 05 22:12:02.777599 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f62db5fe-a18c-495d-8336-f1f38bd3b8fb tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1535289 Nov 05 22:12:02.782696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59478) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.940431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82e034a5-0d14-495f-bc3a-828d62e8a754 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for subnetpool, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:02.941535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-82e034a5-0d14-495f-bc3a-828d62e8a754 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnetpools/001942ef-6051-4867-ad25-43084b87b005 HTTP/1.1" status: 204 len: 168 time: 0.1578815 Nov 05 22:12:02.944775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59480) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:02.967229 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:02.970842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c4117224-3b00-4f89-986a-1d2f74a03609 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "GET /v2.0/ports?device_id=b124e05b-a9e4-4471-ba5b-0ec927f2c4d1 HTTP/1.1" status: 200 len: 205 time: 0.0247869 Nov 05 22:12:02.972914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59484) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:03.056347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 902a07e3-16a9-4481-b531-76c91e019d37 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:12:03.167163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 902a07e3-16a9-4481-b531-76c91e019d37, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=902a07e3-16a9-4481-b531-76c91e019d37,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:03.180215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '902a07e3-16a9-4481-b531-76c91e019d37', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'port_id': '902a07e3-16a9-4481-b531-76c91e019d37', 'mac_address': 'fa:16:3e:6e:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704cc987-8868-4576-be92-0bdc63f9643c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:12:03.219676 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.233274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902a07e3-16a9-4481-b531-76c91e019d37 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:12:03.253950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 902a07e3-16a9-4481-b531-76c91e019d37, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=902a07e3-16a9-4481-b531-76c91e019d37,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:03.334065 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.383219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=902a07e3-16a9-4481-b531-76c91e019d37,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:03.425901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f38c648-7d31-4e25-9362-628b6c75029f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.497275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124f4f7-0d2f-436d-8885-264f75e1cca6 req-48c69841-1300-4206-888c-ad708baef569 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:03.498691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f124f4f7-0d2f-436d-8885-264f75e1cca6 req-48c69841-1300-4206-888c-ad708baef569 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.1329527 Nov 05 22:12:03.601155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f38c648-7d31-4e25-9362-628b6c75029f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.604174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f38c648-7d31-4e25-9362-628b6c75029f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.607468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:03.677188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f124f4f7-0d2f-436d-8885-264f75e1cca6 req-1d39bf63-d51d-4084-84a9-77bbcc6b15a8 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488764 Nov 05 22:12:03.778293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f38c648-7d31-4e25-9362-628b6c75029f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.778750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f38c648-7d31-4e25-9362-628b6c75029f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Fanout notify agent at l3_agent the message router_deleted on router b124e05b-a9e4-4471-ba5b-0ec927f2c4d1 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:12:03.785488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2f38c648-7d31-4e25-9362-628b6c75029f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.789586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2f38c648-7d31-4e25-9362-628b6c75029f tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/routers/b124e05b-a9e4-4471-ba5b-0ec927f2c4d1 HTTP/1.1" status: 204 len: 168 time: 0.8126807 Nov 05 22:12:03.790003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59488) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:03.881859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Deleting port 6bedd845-4da1-490f-9f63-9e66b4fce180 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:03.882201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.890934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969582d8-4cda-42a4-a685-ea5aafc0daa4 req-137d33bf-0eae-4a56-83e9-08c000dfdc9b tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:03.892457 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-969582d8-4cda-42a4-a685-ea5aafc0daa4 req-137d33bf-0eae-4a56-83e9-08c000dfdc9b tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 945 time: 0.0486753 Nov 05 22:12:03.940128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-969582d8-4cda-42a4-a685-ea5aafc0daa4 req-100fb6fc-5ba4-4594-a8a2-8e13bc92f17e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Nov 05 22:12:03.968059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:03.981324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Calling delete_port for 6bedd845-4da1-490f-9f63-9e66b4fce180 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:04.178162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.206474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event deleted for resources: {'Port': ['ID=6bedd845-4da1-490f-9f63-9e66b4fce180,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:04.276274 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.279869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e7cf5ce9-fe95-4fd6-b4c9-646ff70661f7 tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/ports/6bedd845-4da1-490f-9f63-9e66b4fce180 HTTP/1.1" status: 204 len: 168 time: 0.4888456 Nov 05 22:12:04.282156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59492) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:04.342426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Deleting subnet f4905f8d-c237-4370-8f50-a24146bdc1ca {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:12:04.347273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.388975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.469735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.564324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f505146-dec3-48d2-af3d-390438b4d36c req-50046a43-8288-4c44-a965-e4544100af09 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:04.565735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f505146-dec3-48d2-af3d-390438b4d36c req-50046a43-8288-4c44-a965-e4544100af09 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.0410769 Nov 05 22:12:04.653626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.660843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Deleting port f3e5c41c-67b1-4655-8dfd-132f97989e71 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:04.661178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.695932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event deleted for resources: {'Subnet': ['ID=f4905f8d-c237-4370-8f50-a24146bdc1ca,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:04.706414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.709772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-23d7d949-4569-4943-add2-4d634967082c tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/subnets/f4905f8d-c237-4370-8f50-a24146bdc1ca HTTP/1.1" status: 204 len: 168 time: 0.4265187 Nov 05 22:12:04.712730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668cbe9c-0d39-4c68-8a2d-2679c731cfde None None] Network f6353f8c-8269-43c3-948a-6f1ecc7c2b68 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:12:04.713215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59496) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:04.866157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.874562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] For port f3e5c41c-67b1-4655-8dfd-132f97989e71, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f3e5c41c-67b1-4655-8dfd-132f97989e71,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:04.874989 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:04.896456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4bc69-73e1-4125-ab96-59e027d4b691 req-06178d76-8eae-458c-83bf-ecc1e93b3483 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:04.897970 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56b4bc69-73e1-4125-ab96-59e027d4b691 req-06178d76-8eae-458c-83bf-ecc1e93b3483 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 1096 time: 0.1342134 Nov 05 22:12:04.898952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Calling delete_port for f3e5c41c-67b1-4655-8dfd-132f97989e71 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:04.899838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] DHCP port deletion for f6353f8c-8269-43c3-948a-6f1ecc7c2b68 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:12:04.947088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] Deleting port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:04.947369 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.025188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] For port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,segment=NetworkSegment(54c85977-b844-4611-85cb-4e7c9e1ceb66),segment_id=54c85977-b844-4611-85cb-4e7c9e1ceb66)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:05.025769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.026777 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56b4bc69-73e1-4125-ab96-59e027d4b691 req-0bd780ac-2f57-41a3-ab39-fa4ee3a8417f tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208298 Nov 05 22:12:05.049154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] Calling delete_port for 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:05.051502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Deleting port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:05.051874 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.070824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 902a07e3-16a9-4481-b531-76c91e019d37 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:12:05.099373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aaf98-3266-4187-8811-eea67327fb3c req-7c8a49c8-012e-485d-babe-d3175713283c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:05.104007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd4aaf98-3266-4187-8811-eea67327fb3c req-7c8a49c8-012e-485d-babe-d3175713283c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 945 time: 0.0826459 Nov 05 22:12:05.153654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd4aaf98-3266-4187-8811-eea67327fb3c req-93c622d8-3cf4-445e-80b2-0457b161dc74 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 Nov 05 22:12:05.155708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] For port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,segment=NetworkSegment(54c85977-b844-4611-85cb-4e7c9e1ceb66),segment_id=54c85977-b844-4611-85cb-4e7c9e1ceb66)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:05.156078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.169312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Calling delete_port for 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:05.252258 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.262978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['843f710f-5672-4c55-8297-fb106fe70d9d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:05.265227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f3e5c41c-67b1-4655-8dfd-132f97989e71'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:05.277768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3e5c41c-67b1-4655-8dfd-132f97989e71,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:05.314834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 902a07e3-16a9-4481-b531-76c91e019d37 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:12:05.316212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.319232 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.344731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] No DVR routers for this DVR port f3e5c41c-67b1-4655-8dfd-132f97989e71 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:05.348022 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.352422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2f505146-dec3-48d2-af3d-390438b4d36c req-bab0cac7-3b31-4bc5-89d9-5dabc20c79c1 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f3e5c41c-67b1-4655-8dfd-132f97989e71 HTTP/1.1" status: 204 len: 173 time: 0.7711666 Nov 05 22:12:05.357803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'name': 'network-vif-deleted', 'tag': 'f3e5c41c-67b1-4655-8dfd-132f97989e71'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:05.359517 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b864900-aa8d-4b06-a04a-90136dfa984a" -d '{"events": [{"server_uuid": "7d36d829-fbcf-4ad1-9374-21de60b9c359", "name": "network-vif-deleted", "tag": "f3e5c41c-67b1-4655-8dfd-132f97989e71"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:05.362073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 902a07e3-16a9-4481-b531-76c91e019d37 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:05.362387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.384100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] No DVR routers for this DVR port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:05.386408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event deleted for resources: {'Port': ['ID=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:05.445294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] Pushing event deleted for resources: {'Port': ['ID=6ed0c2e5-76f6-49d8-88ac-167d0f428be3,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:05.464435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050dc79f-9394-4a2a-b4f6-cddcc11f4f06 None None] No DVR routers for this DVR port 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:05.507695 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.527892 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:12:05.536383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6353f8c-8269-43c3-948a-6f1ecc7c2b68']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:05.552711 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff2e86-0a3b-412b-8995-dea04833d6ab x-openstack-request-id: req-56ff2e86-0a3b-412b-8995-dea04833d6ab {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:05.553626 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36d829-fbcf-4ad1-9374-21de60b9c359", "name": "network-vif-deleted", "tag": "f3e5c41c-67b1-4655-8dfd-132f97989e71", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:05.553626 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56ff2e86-0a3b-412b-8995-dea04833d6ab {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:05.553960 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d36d829-fbcf-4ad1-9374-21de60b9c359', 'name': 'network-vif-deleted', 'tag': 'f3e5c41c-67b1-4655-8dfd-132f97989e71', 'status': 'completed', 'code': 200} Nov 05 22:12:05.554399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:05.559335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c85977-b844-4611-85cb-4e7c9e1ceb66') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:05.559691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c85977-b844-4611-85cb-4e7c9e1ceb66') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:05.572794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.589296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.596690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:12:05.597097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:12:05.607099 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:12:05.615502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:05.616118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6ed0c2e5-76f6-49d8-88ac-167d0f428be3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:05.645351 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.682972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a07e3-16a9-4481-b531-76c91e019d37'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:05.685258 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a753c-521e-412b-b9b3-219df7dd2ece" -d '{"events": [{"server_uuid": "d1d0b207-4fbc-4d0f-ba46-31964eee7b1e", "name": "network-vif-plugged", "status": "completed", "tag": "902a07e3-16a9-4481-b531-76c91e019d37"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:05.703690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 902a07e3-16a9-4481-b531-76c91e019d37, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=902a07e3-16a9-4481-b531-76c91e019d37,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:05.728239 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc448404-1162-4f6d-b25c-db66e3c4f742 x-openstack-request-id: req-dc448404-1162-4f6d-b25c-db66e3c4f742 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:05.729280 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d0b207-4fbc-4d0f-ba46-31964eee7b1e", "name": "network-vif-plugged", "status": "completed", "tag": "902a07e3-16a9-4481-b531-76c91e019d37", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:05.729280 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc448404-1162-4f6d-b25c-db66e3c4f742 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:05.729280 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a07e3-16a9-4481-b531-76c91e019d37', 'code': 200} Nov 05 22:12:05.761593 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.768416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.771889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] 10.222.0.41 "DELETE /v2.0/networks/f6353f8c-8269-43c3-948a-6f1ecc7c2b68 HTTP/1.1" status: 204 len: 168 time: 1.0585279 Nov 05 22:12:05.783339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d59982-72d3-484e-940a-7d04d8c0d4bf tempest-TagsExtTest-990978626 tempest-TagsExtTest-990978626-project] Pushing event deleted for resources: {'Network': ['ID=f6353f8c-8269-43c3-948a-6f1ecc7c2b68,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:05.803070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:05.836150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea06eb-8fe5-4274-8db8-a3c26aa1c48f req-b9111965-8552-4fae-af86-3c813537a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:05.837650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4dea06eb-8fe5-4274-8db8-a3c26aa1c48f req-b9111965-8552-4fae-af86-3c813537a8ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 1097 time: 0.0418544 Nov 05 22:12:05.859963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=902a07e3-16a9-4481-b531-76c91e019d37,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:05.890965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4dea06eb-8fe5-4274-8db8-a3c26aa1c48f req-c0aff69c-d939-451a-b1f8-d9fb3bf2daff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Nov 05 22:12:06.153358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fd839b79-057e-495c-bfaa-a8f9e14dc266 req-71b403fc-cf36-48e9-a869-5f91ff18b23b tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d36d829-fbcf-4ad1-9374-21de60b9c359 HTTP/1.1" status: 200 len: 210 time: 0.0260682 Nov 05 22:12:06.264480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59512) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:06.284766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad6628-8ec9-4f1a-b872-e42e3019cbc2 req-e2526bac-6385-43a9-ae10-20ebfafeedce tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:06.286793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6aad6628-8ec9-4f1a-b872-e42e3019cbc2 req-e2526bac-6385-43a9-ae10-20ebfafeedce tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 946 time: 0.0553048 Nov 05 22:12:06.336182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6aad6628-8ec9-4f1a-b872-e42e3019cbc2 req-7f02ac4e-a66d-4e5c-b4cb-93d16a2ba510 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Nov 05 22:12:06.343321 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6f4a-c162-4f44-96b5-6138945f8385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:06.413423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-29342618-755f-4d92-b1ca-238085981468 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13cefa0ff53843f6a92a090b9dd21e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473501 Nov 05 22:12:06.415914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59516) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:06.464033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1731b604-fecc-43ba-a791-88b6d1a0e7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:06.485587 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1731b604-fecc-43ba-a791-88b6d1a0e7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:06.612487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1731b604-fecc-43ba-a791-88b6d1a0e7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:06.615775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1731b604-fecc-43ba-a791-88b6d1a0e7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:06.616924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1731b604-fecc-43ba-a791-88b6d1a0e7aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/957d23cc-39fb-48cc-bf03-0e1376f1ec09 HTTP/1.1" status: 204 len: 168 time: 0.2000155 Nov 05 22:12:06.624654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731b604-fecc-43ba-a791-88b6d1a0e7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d23cc-39fb-48cc-bf03-0e1376f1ec09,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:07.458159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e46ad4-ef93-4ed2-b365-98228415ab70 req-961ce854-7097-4e30-a6b0-9f0a4d4795d8 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:07.469645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31e46ad4-ef93-4ed2-b365-98228415ab70 req-961ce854-7097-4e30-a6b0-9f0a4d4795d8 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 946 time: 0.0499413 Nov 05 22:12:07.510469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-31e46ad4-ef93-4ed2-b365-98228415ab70 req-115c25d7-c663-4308-9bd0-374d001140e9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Nov 05 22:12:07.713215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9687-2b52-42bb-a050-cda8f4bf25a7 req-a1ba7794-b22a-4fd9-8e26-4498e06d234d tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:07.714765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-557f9687-2b52-42bb-a050-cda8f4bf25a7 req-a1ba7794-b22a-4fd9-8e26-4498e06d234d tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0451295 Nov 05 22:12:07.761144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-557f9687-2b52-42bb-a050-cda8f4bf25a7 req-7c75abb4-0883-41d3-9384-c8bf51e2eded tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Nov 05 22:12:08.532623 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-531d83ce-4b6c-4d4c-8825-ce81a39941ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:08.872858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce44c2b-92df-4bb6-9ba7-20ace232ec36 req-9b2ff4d4-4d34-4a21-a343-dda24d231172 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:08.876009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cce44c2b-92df-4bb6-9ba7-20ace232ec36 req-9b2ff4d4-4d34-4a21-a343-dda24d231172 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0455837 Nov 05 22:12:08.934729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cce44c2b-92df-4bb6-9ba7-20ace232ec36 req-3d3118c0-4ba8-461e-bada-90e52bd71c26 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=7a0435df-b068-4730-aa20-5ba650ae5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536335 Nov 05 22:12:09.110584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f3e5c41c-67b1-4655-8dfd-132f97989e71 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:09.132786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: f3e5c41c-67b1-4655-8dfd-132f97989e71 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:09.133218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f3e5c41c-67b1-4655-8dfd-132f97989e71 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:09.279085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-4d5a39cf-b13a-49dd-9459-d6acf2071635 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:09.280691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-4d5a39cf-b13a-49dd-9459-d6acf2071635 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0416825 Nov 05 22:12:09.388745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Deleting port 843f710f-5672-4c55-8297-fb106fe70d9d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:09.389090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:09.477367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] For port 843f710f-5672-4c55-8297-fb106fe70d9d, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=843f710f-5672-4c55-8297-fb106fe70d9d,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:09.477757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:09.493282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Calling delete_port for 843f710f-5672-4c55-8297-fb106fe70d9d owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:09.670942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:09.681560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['843f710f-5672-4c55-8297-fb106fe70d9d'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:09.698812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59604) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:09.702025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Pushing event deleted for resources: {'Port': ['ID=843f710f-5672-4c55-8297-fb106fe70d9d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:09.748381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] No DVR routers for this DVR port 843f710f-5672-4c55-8297-fb106fe70d9d on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:09.754867 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:09.758374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fe6b18e-1233-4998-87ef-dcaaf1113d68 req-33145a0b-9eba-4541-bc7f-b67b025a1b98 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.46 "DELETE /v2.0/ports/843f710f-5672-4c55-8297-fb106fe70d9d HTTP/1.1" status: 204 len: 173 time: 0.4719622 Nov 05 22:12:09.758821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'name': 'network-vif-deleted', 'tag': '843f710f-5672-4c55-8297-fb106fe70d9d'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:09.761198 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c54fb9-38f5-45d0-b745-298463f7deb4" -d '{"events": [{"server_uuid": "ab8d0b52-60b4-411f-a9a3-12302f566cf4", "name": "network-vif-deleted", "tag": "843f710f-5672-4c55-8297-fb106fe70d9d"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:09.801056 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72c8441-d9ac-4de6-bf52-d16127696777 x-openstack-request-id: req-d72c8441-d9ac-4de6-bf52-d16127696777 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:09.801584 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8d0b52-60b4-411f-a9a3-12302f566cf4", "name": "network-vif-deleted", "tag": "843f710f-5672-4c55-8297-fb106fe70d9d", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:09.802133 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d72c8441-d9ac-4de6-bf52-d16127696777 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:09.802681 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8d0b52-60b4-411f-a9a3-12302f566cf4', 'name': 'network-vif-deleted', 'tag': '843f710f-5672-4c55-8297-fb106fe70d9d', 'status': 'completed', 'code': 200} Nov 05 22:12:09.847601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2835540d-96b2-41dd-b80d-4b6bb0cd2b63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:09.924997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2835540d-96b2-41dd-b80d-4b6bb0cd2b63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:10.001398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2835540d-96b2-41dd-b80d-4b6bb0cd2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:10.056241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b001b6c6-4f04-484e-8ff6-994eb626d669 req-35f3a487-4311-4460-90a0-8e6d983b71b5 tempest-TestServerMultinode-1622999354 tempest-TestServerMultinode-1622999354-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab8d0b52-60b4-411f-a9a3-12302f566cf4 HTTP/1.1" status: 200 len: 210 time: 0.0431058 Nov 05 22:12:10.068559 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2835540d-96b2-41dd-b80d-4b6bb0cd2b63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ebe0e9fea5940128071c7e7b2009790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645899 Nov 05 22:12:10.068559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835540d-96b2-41dd-b80d-4b6bb0cd2b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a5747f-65b9-4a0a-85ca-ba45af790e60,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:10.069428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59612) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:10.118891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a80-ee1d-4a10-a4ce-3cb5236ae81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:10.137650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:10.147764 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a80-ee1d-4a10-a4ce-3cb5236ae81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:10.246514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a80-ee1d-4a10-a4ce-3cb5236ae81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:10.249104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a80-ee1d-4a10-a4ce-3cb5236ae81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:10.250319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4cdd9a80-ee1d-4a10-a4ce-3cb5236ae81d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95a5747f-65b9-4a0a-85ca-ba45af790e60 HTTP/1.1" status: 204 len: 168 time: 0.1798642 Nov 05 22:12:10.259528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd9a80-ee1d-4a10-a4ce-3cb5236ae81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a5747f-65b9-4a0a-85ca-ba45af790e60,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:10.996383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59630) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:11.009586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13ee5419-cbea-4e08-84ea-7b606ba93e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.092007 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13ee5419-cbea-4e08-84ea-7b606ba93e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.124561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59634) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:11.162164 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-13ee5419-cbea-4e08-84ea-7b606ba93e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.217395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee5419-cbea-4e08-84ea-7b606ba93e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db848cd-297f-4146-b0f3-8539f5580603,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:11.249126 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-13ee5419-cbea-4e08-84ea-7b606ba93e42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b7dfd3af8964b99bf417ac059ca854d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513547 Nov 05 22:12:11.250509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59638) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:11.321285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-954daf67-241b-4d8c-8488-68d5014033e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.349609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-954daf67-241b-4d8c-8488-68d5014033e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.463780 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.489851 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-954daf67-241b-4d8c-8488-68d5014033e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.489851 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-954daf67-241b-4d8c-8488-68d5014033e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:11.493155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-954daf67-241b-4d8c-8488-68d5014033e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3db848cd-297f-4146-b0f3-8539f5580603 HTTP/1.1" status: 204 len: 168 time: 0.2416036 Nov 05 22:12:11.504195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954daf67-241b-4d8c-8488-68d5014033e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db848cd-297f-4146-b0f3-8539f5580603,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:11.578742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:12.053504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:12.147495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Deleting port 1fff4bde-d5ec-431f-9839-f33877cfb3ca {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:12.148066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:12.234052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] For port 1fff4bde-d5ec-431f-9839-f33877cfb3ca, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1fff4bde-d5ec-431f-9839-f33877cfb3ca,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:12.234505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:12.249957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Calling delete_port for 1fff4bde-d5ec-431f-9839-f33877cfb3ca owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:12.533971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:12.563266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fff4bde-d5ec-431f-9839-f33877cfb3ca,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:12.763958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:13.012787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Router 5dd6bf1a-b189-4dec-9308-0df92b85a788 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:12:13.137193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:12:13.146255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59694) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:13.149076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] Sync routers for ids ['5dd6bf1a-b189-4dec-9308-0df92b85a788'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:12:13.153041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fa99e822-0c77-4a7e-af88-14157c8442a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/5dd6bf1a-b189-4dec-9308-0df92b85a788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0273173 Nov 05 22:12:13.160826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] Routers {'5dd6bf1a-b189-4dec-9308-0df92b85a788'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:13.161885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5dd6bf1a-b189-4dec-9308-0df92b85a788'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:13.263197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:13.291906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] Set router 5dd6bf1a-b189-4dec-9308-0df92b85a788 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:13.387584 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:13.501117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:12:12Z', 'revision_number': 5, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port': {'id': 'f81c78ed-822b-4554-99da-44c2b9de9264', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:12Z', 'updated_at': '2021-11-05T22:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:13.528025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Deleting port f81c78ed-822b-4554-99da-44c2b9de9264 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:13.528264 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:13.621061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] For port f81c78ed-822b-4554-99da-44c2b9de9264, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f81c78ed-822b-4554-99da-44c2b9de9264,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:13.621425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:13.636689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Calling delete_port for f81c78ed-822b-4554-99da-44c2b9de9264 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:13.684042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] Checking router: 5dd6bf1a-b189-4dec-9308-0df92b85a788 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:12:13.693034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] Routers {'5dd6bf1a-b189-4dec-9308-0df92b85a788'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:13.693903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5dd6bf1a-b189-4dec-9308-0df92b85a788'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:13.783945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] Set router 5dd6bf1a-b189-4dec-9308-0df92b85a788 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:13.845491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 843f710f-5672-4c55-8297-fb106fe70d9d no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:13.849906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:12:13Z', 'revision_number': 6, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:13.870705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 843f710f-5672-4c55-8297-fb106fe70d9d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:13.870705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 843f710f-5672-4c55-8297-fb106fe70d9d not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:13.896466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00af4be-b25f-4cb3-a0a8-71f8946e2b0b None None] The sync data for ids ['5dd6bf1a-b189-4dec-9308-0df92b85a788'] in n-d-816738-5 is: [{'id': '5dd6bf1a-b189-4dec-9308-0df92b85a788', 'name': 'tempest-TestServerMultinode-1091705519-router', 'tenant_id': '17c181e55eb140a790e1232b24cf90b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:11Z', 'updated_at': '2021-11-05T22:12:13Z', 'revision_number': 6, 'project_id': '17c181e55eb140a790e1232b24cf90b6', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:12:13.910241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:13.949847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f81c78ed-822b-4554-99da-44c2b9de9264,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:13.967729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.968148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.968556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.969155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.969694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.970196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.970580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.971037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.971626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.972033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.972416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:13.972924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:14.032847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.124710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.126863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.259123 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.263712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd6bf1a-b189-4dec-9308-0df92b85a788 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:12:14.265428 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.267271 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d552d4f2-86ad-4f0d-9246-b78c112fcb4a admin admin] 10.222.0.41 "DELETE /v2.0/routers/5dd6bf1a-b189-4dec-9308-0df92b85a788 HTTP/1.1" status: 204 len: 168 time: 1.1197820 Nov 05 22:12:14.269745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59710) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:14.321790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] Deleting subnet f88786a2-1fd4-4fdb-a7ad-652fbb589ff7 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:12:14.326224 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.368278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.483466 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.636180 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.664574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88786a2-1fd4-4fdb-a7ad-652fbb589ff7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:14.668910 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.670033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d62659b8-bd25-4640-bffa-eafcae5cffac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f88786a2-1fd4-4fdb-a7ad-652fbb589ff7 HTTP/1.1" status: 204 len: 168 time: 0.3986690 Nov 05 22:12:14.672703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59742) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:14.673207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810132f-4818-4956-bb9b-5a6e8bbf7545 None None] Network 75e45a8f-be8a-4d53-bf55-77ecf49a4633 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:12:14.789880 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.873774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Deleting port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:14.874122 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.896278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] DHCP port deletion for 75e45a8f-be8a-4d53-bf55-77ecf49a4633 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:12:14.979781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] Deleting port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:14.983678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:14.983830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] For port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:14.983830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.003466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Calling delete_port for 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:15.095479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] For port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,segment=NetworkSegment(17ec4c3f-be44-426f-a9dd-ba6923143c87),segment_id=17ec4c3f-be44-426f-a9dd-ba6923143c87)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:15.095479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.106768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] Calling delete_port for 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:15.259210 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.266438 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.293971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:15.296241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] No DVR routers for this DVR port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:15.305073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] Pushing event deleted for resources: {'Port': ['ID=5541f325-fb2c-4488-9d66-34f4d7c2bbb6,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:15.310451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5b6c5-0e05-41ea-9b6f-a7517a9a72f9 None None] No DVR routers for this DVR port 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:15.394636 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.433248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e45a8f-be8a-4d53-bf55-77ecf49a4633']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:15.442950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ec4c3f-be44-426f-a9dd-ba6923143c87') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:15.443490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ec4c3f-be44-426f-a9dd-ba6923143c87') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:15.456184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.464273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1fff4bde-d5ec-431f-9839-f33877cfb3ca no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:15.474355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.487744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:12:15.488429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:12:15.491223 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:12:15.503085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1fff4bde-d5ec-431f-9839-f33877cfb3ca {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:15.503795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1fff4bde-d5ec-431f-9839-f33877cfb3ca not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:15.504286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:15.535666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:15.536016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5541f325-fb2c-4488-9d66-34f4d7c2bbb6 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:15.536973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f81c78ed-822b-4554-99da-44c2b9de9264 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:15.559446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f81c78ed-822b-4554-99da-44c2b9de9264 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:15.560107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f81c78ed-822b-4554-99da-44c2b9de9264 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:15.682260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.688542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:15.692662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/75e45a8f-be8a-4d53-bf55-77ecf49a4633 HTTP/1.1" status: 204 len: 168 time: 1.0181746 Nov 05 22:12:15.694935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:15.716748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56b154-a877-4dcc-a529-ab68fca92d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e45a8f-be8a-4d53-bf55-77ecf49a4633,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:16.147481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:16.448031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Deleting port 12beba30-16ce-4d14-aa37-d01bb94191d2 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:16.448359 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:16.549996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] For port 12beba30-16ce-4d14-aa37-d01bb94191d2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=12beba30-16ce-4d14-aa37-d01bb94191d2,segment=NetworkSegment(6a0d0da7-047c-412d-90b7-c0f045dddf07),segment_id=6a0d0da7-047c-412d-90b7-c0f045dddf07)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:16.549996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:16.565318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Calling delete_port for 12beba30-16ce-4d14-aa37-d01bb94191d2 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:17.196038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:17.228220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12beba30-16ce-4d14-aa37-d01bb94191d2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:17.448110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:17.675946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Router f2459f83-e153-4772-813b-d876630d6c41 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:12:17.791399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:12:17.796821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-66a7e4ed-59fa-454a-87b3-24b13925dac7 admin admin] 10.222.0.41 "PUT /v2.0/routers/f2459f83-e153-4772-813b-d876630d6c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1007609 Nov 05 22:12:17.799268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59758) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:17.802245 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] Sync routers for ids ['f2459f83-e153-4772-813b-d876630d6c41'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:12:17.812085 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] Routers {'f2459f83-e153-4772-813b-d876630d6c41'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:17.812689 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f2459f83-e153-4772-813b-d876630d6c41'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:17.912192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:17.931583 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] Set router f2459f83-e153-4772-813b-d876630d6c41 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:18.023020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.121508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Deleting port dc600136-6d0f-4d6b-a41c-211ddc25def4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:18.121852 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.123984 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:12:17Z', 'revision_number': 5, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port': {'id': 'dc600136-6d0f-4d6b-a41c-211ddc25def4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2459f83-e153-4772-813b-d876630d6c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:11:19Z', 'updated_at': '2021-11-05T22:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:18.151953 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] Checking router: f2459f83-e153-4772-813b-d876630d6c41 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:12:18.160485 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] Routers {'f2459f83-e153-4772-813b-d876630d6c41'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:18.161104 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f2459f83-e153-4772-813b-d876630d6c41'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:18.211213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] For port dc600136-6d0f-4d6b-a41c-211ddc25def4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=dc600136-6d0f-4d6b-a41c-211ddc25def4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:18.211834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.235845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Calling delete_port for dc600136-6d0f-4d6b-a41c-211ddc25def4 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:18.258865 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] Set router f2459f83-e153-4772-813b-d876630d6c41 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:18.312275 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:12:18Z', 'revision_number': 6, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:18.342578 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb775a-7113-4b5e-81fc-9fd6693944f1 None None] The sync data for ids ['f2459f83-e153-4772-813b-d876630d6c41'] in n-d-816738-5 is: [{'id': 'f2459f83-e153-4772-813b-d876630d6c41', 'name': 'tempest-TestServerMultinode-1425030369-router', 'tenant_id': '4b74d67da13b40baa40c04e41b623bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:11:18Z', 'updated_at': '2021-11-05T22:12:18Z', 'revision_number': 6, 'project_id': '4b74d67da13b40baa40c04e41b623bce', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:12:18.492171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.522508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc600136-6d0f-4d6b-a41c-211ddc25def4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:18.581566 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.672712 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.674760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.766896 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.767476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2459f83-e153-4772-813b-d876630d6c41 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:12:18.772741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.774383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-874393cc-5776-406f-8d78-2ec9b1f7afb2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f2459f83-e153-4772-813b-d876630d6c41 HTTP/1.1" status: 204 len: 168 time: 0.9731028 Nov 05 22:12:18.776746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59766) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:18.825956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] Deleting subnet 38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:12:18.829209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.869135 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:18.954605 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.059052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.086447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:19.090075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.093298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b3bd72ca-0445-4927-bceb-3d347e3611cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/38f110b3-f08c-4b71-9f7d-a77e3f1ec9a5 HTTP/1.1" status: 204 len: 168 time: 0.3154564 Nov 05 22:12:19.095838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59768) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:19.096383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526a0bf-109d-4684-a296-502b75a01096 None None] Network e798190d-9f90-411b-ab62-4bea160c7ce7 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:12:19.173347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.244957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Deleting port 14ec0731-c794-49eb-8486-ad7f0270c840 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:19.245609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.334553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] DHCP port deletion for e798190d-9f90-411b-ab62-4bea160c7ce7 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:12:19.341206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] For port 14ec0731-c794-49eb-8486-ad7f0270c840, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=14ec0731-c794-49eb-8486-ad7f0270c840,segment=NetworkSegment(6a0d0da7-047c-412d-90b7-c0f045dddf07),segment_id=6a0d0da7-047c-412d-90b7-c0f045dddf07)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:19.341577 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.357078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Calling delete_port for 14ec0731-c794-49eb-8486-ad7f0270c840 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:19.405306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] Deleting port 14ec0731-c794-49eb-8486-ad7f0270c840 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:19.405677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.483304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 12beba30-16ce-4d14-aa37-d01bb94191d2 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:19.515520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] For port 14ec0731-c794-49eb-8486-ad7f0270c840, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=14ec0731-c794-49eb-8486-ad7f0270c840,segment=NetworkSegment(6a0d0da7-047c-412d-90b7-c0f045dddf07),segment_id=6a0d0da7-047c-412d-90b7-c0f045dddf07)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:19.515874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.518493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 12beba30-16ce-4d14-aa37-d01bb94191d2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:19.518842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 12beba30-16ce-4d14-aa37-d01bb94191d2 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:19.519257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 14ec0731-c794-49eb-8486-ad7f0270c840 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:19.527499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.563278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ec0731-c794-49eb-8486-ad7f0270c840,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:19.564236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] Calling delete_port for 14ec0731-c794-49eb-8486-ad7f0270c840 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:19.580956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] No DVR routers for this DVR port 14ec0731-c794-49eb-8486-ad7f0270c840 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:19.583194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No active binding found for port 14ec0731-c794-49eb-8486-ad7f0270c840 {{(pid=102293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 05 22:12:19.583376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 14ec0731-c794-49eb-8486-ad7f0270c840 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:19.583844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dc600136-6d0f-4d6b-a41c-211ddc25def4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:19.634696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: dc600136-6d0f-4d6b-a41c-211ddc25def4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:19.635055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device dc600136-6d0f-4d6b-a41c-211ddc25def4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:19.667905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.669354 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.694915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e798190d-9f90-411b-ab62-4bea160c7ce7']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:19.701908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] No DVR routers for this DVR port 14ec0731-c794-49eb-8486-ad7f0270c840 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:19.706162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95506276-9456-4b8c-b4b4-7cb0adc1aa0c None None] Pushing event deleted for resources: {'Port': ['ID=14ec0731-c794-49eb-8486-ad7f0270c840,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:19.711789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0d0da7-047c-412d-90b7-c0f045dddf07') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:19.712084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0d0da7-047c-412d-90b7-c0f045dddf07') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:19.722541 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.736907 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.744074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:12:19.744465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:12:19.746719 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:12:19.892596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.898687 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:19.904720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] 10.222.0.41 "DELETE /v2.0/networks/e798190d-9f90-411b-ab62-4bea160c7ce7 HTTP/1.1" status: 204 len: 168 time: 0.8048387 Nov 05 22:12:19.917684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee7b43-1afd-4cda-b72b-cc8976bc2d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=e798190d-9f90-411b-ab62-4bea160c7ce7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:20.257592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59780) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:20.297778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fadaeb92-c3a5-4b97-bcb6-2c79da32ebae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17c181e55eb140a790e1232b24cf90b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405595 Nov 05 22:12:20.300383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59782) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:20.360112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cdc4-7000-43d5-98e4-ed172cab4ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:20.381683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cdc4-7000-43d5-98e4-ed172cab4ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:20.476310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cdc4-7000-43d5-98e4-ed172cab4ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:20.478997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4e8cdc4-7000-43d5-98e4-ed172cab4ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:20.480222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a4e8cdc4-7000-43d5-98e4-ed172cab4ee5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/437973fe-a764-49da-9e89-9dcd3783a0c6 HTTP/1.1" status: 204 len: 168 time: 0.1789422 Nov 05 22:12:20.488135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8cdc4-7000-43d5-98e4-ed172cab4ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437973fe-a764-49da-9e89-9dcd3783a0c6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:21.123920 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59792) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:21.163934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5255014-fa60-4c0b-b681-248c8e252f5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b74d67da13b40baa40c04e41b623bce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402942 Nov 05 22:12:21.166501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59794) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:21.216801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d733fb-1290-4c2e-9577-91ab55a81d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:21.238426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d733fb-1290-4c2e-9577-91ab55a81d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:21.379008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d733fb-1290-4c2e-9577-91ab55a81d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:21.379008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a6d733fb-1290-4c2e-9577-91ab55a81d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:21.379008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a6d733fb-1290-4c2e-9577-91ab55a81d77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a0435df-b068-4730-aa20-5ba650ae5f4e HTTP/1.1" status: 204 len: 168 time: 0.2091990 Nov 05 22:12:21.387230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d733fb-1290-4c2e-9577-91ab55a81d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0435df-b068-4730-aa20-5ba650ae5f4e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:23.863056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3187-5817-4117-8773-2c9aeae186aa req-3f8a08f5-d8bf-435d-a478-924710a38305 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:23.864623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-3f8a08f5-d8bf-435d-a478-924710a38305 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.1031258 Nov 05 22:12:23.881237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-6c4460c9-4345-417f-a0a0-a89490ed4d46 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/quotas/3dfa6b8c25504496baf04aae989221c7 HTTP/1.1" status: 200 len: 375 time: 0.0104516 Nov 05 22:12:23.937024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-51e905b5-0895-44e9-bfc1-54efcf707558 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497024 Nov 05 22:12:24.029472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-480a41f6-3ab2-4871-a4b1-2d306ef750a5 service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Nov 05 22:12:24.127582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-0e636ace-0804-4d29-a6f7-827eedd3d92a service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915139 Nov 05 22:12:24.407044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d74f92e9-e900-4ece-9619-130decfeb039 req-65243529-0ada-4f37-bd9f-29b58edf13f1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 210 time: 0.0355330 Nov 05 22:12:25.585154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09cae766-dce0-4001-afb0-7e732b3808c5 req-c2f01151-df56-49b7-b041-f6f5583ad057 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 210 time: 0.0291617 Nov 05 22:12:26.542951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3187-5817-4117-8773-2c9aeae186aa req-1baf6f46-b43b-4fd8-a739-b22864969ed4 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:26.544528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-1baf6f46-b43b-4fd8-a739-b22864969ed4 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.1121511 Nov 05 22:12:26.559988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Request body: {'port': {'device_id': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'admin_state_up': True, 'tenant_id': '3dfa6b8c25504496baf04aae989221c7'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:26.641368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aaf2b-32fb-40a2-8912-ecb0dce68f9c req-bae948c8-6680-4a3b-bb2f-e3af06edf045 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:26.642939 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd6aaf2b-32fb-40a2-8912-ecb0dce68f9c req-bae948c8-6680-4a3b-bb2f-e3af06edf045 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.0474944 Nov 05 22:12:26.649821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4833bb4b-add1-4710-8659-5cf3af034d7d req-44b1aa57-f66b-4ae2-9b62-14fb5fc85c77 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 210 time: 0.0320382 Nov 05 22:12:26.697873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bd6aaf2b-32fb-40a2-8912-ecb0dce68f9c req-517c9e2b-8d59-4b3a-8a7f-2142a9a3d6cd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466404 Nov 05 22:12:26.724872 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59852) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:26.887381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port b37a4037-68d8-407f-b243-93b37b745315 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:26.888012 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:26.962794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Made reservation on behalf of 3dfa6b8c25504496baf04aae989221c7 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:12:27.132482 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.133238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.133238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.133238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for b37a4037-68d8-407f-b243-93b37b745315 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:27.133528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Allocated IP 172.20.0.10 (06a4433c-d9a2-4ae1-b819-7329e66cfa3b/704cc987-8868-4576-be92-0bdc63f9643c/395bc3d7-3e24-477d-b07e-c67985128b1f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:12:27.254558 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.545325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.547569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.562862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:27.574461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=b37a4037-68d8-407f-b243-93b37b745315,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:27.597683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:12:27.604263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:27.606892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:12:27.641787 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.642364 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP 660d2b74-90c5-428b-a6be-4c1570097ba7 disassociated (deleted). External IP: 172.25.6.15, port: 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac. Nov 05 22:12:27.665796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:27.666517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.677152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event updated for resources: {'Port': ['ID=395bc3d7-3e24-477d-b07e-c67985128b1f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:27.803492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff59c4-5dda-49ee-8381-dd4bbd139743 req-3ce5a648-e206-4f4d-812f-62442d2aecfa tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:27.805091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5ff59c4-5dda-49ee-8381-dd4bbd139743 req-3ce5a648-e206-4f4d-812f-62442d2aecfa tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 932 time: 0.0677650 Nov 05 22:12:27.809591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-65c5eed4-8313-42ae-b98c-815b30f365ba tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2550609 Nov 05 22:12:27.825211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Request body: {'port': {'device_id': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:27.911373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5ff59c4-5dda-49ee-8381-dd4bbd139743 req-43026353-6828-41fa-982d-4b33af16f204 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978241 Nov 05 22:12:27.914834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:27.924788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:12:28.041418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:12:28.047845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:28.055936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] Sync routers for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:12:28.073159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:28.074013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:28.094856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4ede8f18-76fe-4614-a584-539e9453f32e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/floatingips/660d2b74-90c5-428b-a6be-4c1570097ba7 HTTP/1.1" status: 204 len: 168 time: 1.3715267 Nov 05 22:12:28.096064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:28.114610 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de08f60e-b7be-45cf-bddc-f697904f4ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:28.171799 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df05f8c-977e-448a-94d6-435d88d3961e x-openstack-request-id: req-4df05f8c-977e-448a-94d6-435d88d3961e {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:28.172106 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:28.172368 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4df05f8c-977e-448a-94d6-435d88d3961e {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:28.172784 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'status': 'completed', 'code': 200} Nov 05 22:12:28.229525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:28.287070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395bc3d7-3e24-477d-b07e-c67985128b1f {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:12:28.295345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-37cd2ab9-bbff-4116-8f16-6bc1be9dd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:28.297039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-37cd2ab9-bbff-4116-8f16-6bc1be9dd571 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 1096 time: 0.1012638 Nov 05 22:12:28.298830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:28.334856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Transition to ACTIVE for port object 395bc3d7-3e24-477d-b07e-c67985128b1f will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:12:28.401940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-3a23fe32-5d87-442f-85ad-46328182e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:28.403519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-3a23fe32-5d87-442f-85ad-46328182e1e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 200 len: 897 time: 0.0984490 Nov 05 22:12:28.446433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-6b70f4be-4578-4bcc-8318-543dd6a58396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 200 len: 217 time: 0.0353892 Nov 05 22:12:28.459604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:45Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:28.465386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:28.501541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] Checking router: 48ba96b3-3d62-4aa4-b892-32a35032a5c2 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:12:28.514423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:28.514880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:28.550653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-4ae9034c-986e-4ca8-b6fe-845d3b886d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:28.552250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-4ae9034c-986e-4ca8-b6fe-845d3b886d6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 200 len: 835 time: 0.0978343 Nov 05 22:12:28.553378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Pushing event updated for resources: {'Port': ['ID=395bc3d7-3e24-477d-b07e-c67985128b1f,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:28.673767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:28.691530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-a308057a-c658-4657-b1cf-20d79e6ab965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:28.693608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-a308057a-c658-4657-b1cf-20d79e6ab965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60bd757d-fce9-4784-b6e4-f59c591e2b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316707 Nov 05 22:12:28.722952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0078e-5c55-4ebd-8893-233005beb1c6 req-d0ecb4e9-1f19-4d7f-8125-dee5618f0a61 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:28.727501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1b0078e-5c55-4ebd-8893-233005beb1c6 req-d0ecb4e9-1f19-4d7f-8125-dee5618f0a61 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.1172950 Nov 05 22:12:28.737751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Attempting to bind port 395bc3d7-3e24-477d-b07e-c67985128b1f on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:12:28.738098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Attempting to bind port 395bc3d7-3e24-477d-b07e-c67985128b1f by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:12:28.738412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Attempting to bind port 395bc3d7-3e24-477d-b07e-c67985128b1f on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:28.788519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Port 395bc3d7-3e24-477d-b07e-c67985128b1f on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:12:28.788840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Attempting to bind port 395bc3d7-3e24-477d-b07e-c67985128b1f on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:28.808793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:12:28.809130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Checking segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:12:28.809507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Bound using segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:12:28.809951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Bound port: 395bc3d7-3e24-477d-b07e-c67985128b1f, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:12:28.810373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:28.868943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1b0078e-5c55-4ebd-8893-233005beb1c6 req-d11042cc-abef-4163-862b-cbc215899a9d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165698 Nov 05 22:12:28.901614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-4b08a658-48b3-4265-b655-fb1736b4d6d7 service neutron] 10.222.0.13 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965585 Nov 05 22:12:28.906680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:45Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:28.934369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96f65-fec2-464a-810b-f41162877c4c None None] The sync data for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 is: [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:09:40Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '970cb36c-4da4-4a2d-a166-1d2db6c286a8', 'name': '', 'network_id': '60bd757d-fce9-4784-b6e4-f59c591e2b81', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:26:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:39Z', 'updated_at': '2021-11-05T22:09:45Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '30044f59-9921-43c1-b64b-0abe9eab4e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:12:28.985427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] For port 395bc3d7-3e24-477d-b07e-c67985128b1f, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:12:29.003602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] For port 395bc3d7-3e24-477d-b07e-c67985128b1f, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=395bc3d7-3e24-477d-b07e-c67985128b1f,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:12:29.035495 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de08f60e-b7be-45cf-bddc-f697904f4ffb req-ae9f89e1-649f-4e1f-a4bd-4b2dd14f3232 service neutron] 10.222.0.13 "GET /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241870 Nov 05 22:12:29.074387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588007a-5da2-4b25-8938-1bb7e7466d6b req-2e992e3d-0fd1-492d-b9c8-dafda5fc958e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:29.075405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f588007a-5da2-4b25-8938-1bb7e7466d6b req-2e992e3d-0fd1-492d-b9c8-dafda5fc958e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 944 time: 0.0667124 Nov 05 22:12:29.128586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f588007a-5da2-4b25-8938-1bb7e7466d6b req-24b2e173-5b00-43b4-bfcb-8b74226560e8 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Nov 05 22:12:29.139357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:29.190148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:29.191442 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:29.192530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] 10.222.0.46 "PUT /v2.0/ports/395bc3d7-3e24-477d-b07e-c67985128b1f HTTP/1.1" status: 200 len: 1092 time: 1.3714483 Nov 05 22:12:29.195138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'tag': '395bc3d7-3e24-477d-b07e-c67985128b1f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:29.198312 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f3369b-a7f2-4702-b891-a99fef4c0b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b", "tag": "395bc3d7-3e24-477d-b07e-c67985128b1f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:29.225086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d776d-e145-4596-9f02-0acd5f0d021e service neutron] Pushing event updated for resources: {'Port': ['ID=395bc3d7-3e24-477d-b07e-c67985128b1f,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:29.245203 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c78835-17e8-47c6-a229-a786c7138f07 x-openstack-request-id: req-48c78835-17e8-47c6-a229-a786c7138f07 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:29.245496 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b", "tag": "395bc3d7-3e24-477d-b07e-c67985128b1f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:29.245817 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48c78835-17e8-47c6-a229-a786c7138f07 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:29.246230 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'tag': '395bc3d7-3e24-477d-b07e-c67985128b1f', 'status': 'completed', 'code': 200} Nov 05 22:12:29.246369 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06523e3d-abfc-468a-a612-f64b1fc8cd2a None None] New status for floating IP 660d2b74-90c5-428b-a6be-4c1570097ba7: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:12:29.306150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3369b-a7f2-4702-b891-a99fef4c0b8c req-249f0ba7-0585-4652-8c70-00faf1f356c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:29.307679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48f3369b-a7f2-4702-b891-a99fef4c0b8c req-249f0ba7-0585-4652-8c70-00faf1f356c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 1095 time: 0.0427275 Nov 05 22:12:29.425744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3369b-a7f2-4702-b891-a99fef4c0b8c req-517b63a6-faa8-4762-8196-c6dddcaf82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:29.427125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48f3369b-a7f2-4702-b891-a99fef4c0b8c req-517b63a6-faa8-4762-8196-c6dddcaf82e5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3dfa6b8c25504496baf04aae989221c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1099148 Nov 05 22:12:29.859851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3369b-a7f2-4702-b891-a99fef4c0b8c req-7e4236e0-691c-429b-93f0-18687e8288f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:29.861313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48f3369b-a7f2-4702-b891-a99fef4c0b8c req-7e4236e0-691c-429b-93f0-18687e8288f0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4270511 Nov 05 22:12:29.951087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3187-5817-4117-8773-2c9aeae186aa req-52d5483a-75e0-4bf9-97a2-4a4e01b328b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:29.953040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-52d5483a-75e0-4bf9-97a2-4a4e01b328b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 1095 time: 0.0509040 Nov 05 22:12:29.992518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6018f-7e87-41aa-bb43-20f7df9cb388 req-1edcbdfe-d78b-4050-9ac6-651b9a1b7813 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:29.994390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21a6018f-7e87-41aa-bb43-20f7df9cb388 req-1edcbdfe-d78b-4050-9ac6-651b9a1b7813 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0608675 Nov 05 22:12:30.010283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-83619250-718c-41b1-8ae9-3b47a56cea38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395bc3d7-3e24-477d-b07e-c67985128b1f HTTP/1.1" status: 200 len: 217 time: 0.0479715 Nov 05 22:12:30.045718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-21a6018f-7e87-41aa-bb43-20f7df9cb388 req-7be40032-752f-495f-b887-7ffb15a026f2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=678bf268-5d60-4e86-b64e-b36367130d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449448 Nov 05 22:12:30.063133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3187-5817-4117-8773-2c9aeae186aa req-5a322f61-3012-4d85-9ce2-f5c865e0557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:30.064784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-5a322f61-3012-4d85-9ce2-f5c865e0557c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=704cc987-8868-4576-be92-0bdc63f9643c HTTP/1.1" status: 200 len: 854 time: 0.0483661 Nov 05 22:12:30.097663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-32a521e2-45a6-4f66-a872-d47e3628c793 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253558 Nov 05 22:12:30.237180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-233b01cc-d237-4913-bc94-7b481451d6de tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:30.238668 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-233b01cc-d237-4913-bc94-7b481451d6de tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 945 time: 0.0811105 Nov 05 22:12:30.262940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-236d7274-e3a4-471f-9002-2ae9d91109d8 service neutron] 10.222.0.46 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577678 Nov 05 22:12:30.408233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3be95-a89e-4c81-9176-0664337f8a7d req-466d1ea1-9f93-4974-a644-526549dfa579 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:30.409691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4e3be95-a89e-4c81-9176-0664337f8a7d req-466d1ea1-9f93-4974-a644-526549dfa579 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 944 time: 0.1999023 Nov 05 22:12:30.458663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaea3187-5817-4117-8773-2c9aeae186aa req-9759513e-fa02-4aac-b60a-3c7e9539ebb9 service neutron] 10.222.0.46 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721222 Nov 05 22:12:30.486265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:30.490706 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:30.494398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4e3be95-a89e-4c81-9176-0664337f8a7d req-979ccb12-40fb-41c9-bedf-ed47c19a5997 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Nov 05 22:12:30.581712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:30.581984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:30.594855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:30.727336 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:30.806978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:30.836418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=67e51d38-35e2-4dea-b0d0-b2ad97dd95ac,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:30.889836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] No DVR routers for this DVR port 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:30.892559 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:30.895996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f61d9646-e60e-4af2-ac3f-f5350888b0b7 req-1e0e68a7-721c-48c2-8d77-4008c0dbebec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.13 "DELETE /v2.0/ports/67e51d38-35e2-4dea-b0d0-b2ad97dd95ac HTTP/1.1" status: 204 len: 173 time: 0.6413755 Nov 05 22:12:31.153431 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0d26c4f-6c39-404b-b1b2-dd191b8dfa4a req-3d5a2459-6795-47eb-bccd-d1e5490ceacb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Nov 05 22:12:31.247580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-deleted', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:31.257656 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c940b0-9637-49c5-8687-0676ba621281" -d '{"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-deleted", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:31.300642 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e518dbc3-d425-425e-974a-9c57a6e922b3 x-openstack-request-id: req-e518dbc3-d425-425e-974a-9c57a6e922b3 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:31.301042 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5", "name": "network-vif-deleted", "tag": "67e51d38-35e2-4dea-b0d0-b2ad97dd95ac", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:31.301656 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e518dbc3-d425-425e-974a-9c57a6e922b3 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:31.302161 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd6d8ae-b0fd-4c6a-96a8-2fc7ba2525f5', 'name': 'network-vif-deleted', 'tag': '67e51d38-35e2-4dea-b0d0-b2ad97dd95ac', 'status': 'completed', 'code': 200} Nov 05 22:12:31.616265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d647557-72dc-48ff-994a-3d3ab8d025e8 req-5318c155-1215-4fef-b9df-7b597cffccec tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:31.617757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d647557-72dc-48ff-994a-3d3ab8d025e8 req-5318c155-1215-4fef-b9df-7b597cffccec tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 944 time: 0.0544531 Nov 05 22:12:31.666358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7d647557-72dc-48ff-994a-3d3ab8d025e8 req-870bf970-9577-4b37-88a5-0afb2b6bdce8 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Nov 05 22:12:32.210856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59912) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:32.585644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:32.806632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85171-94f4-4beb-8521-e6d6ada1f37b req-f96a9a7a-d376-4182-ade2-095c42cf5c73 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:32.808218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0e85171-94f4-4beb-8521-e6d6ada1f37b req-f96a9a7a-d376-4182-ade2-095c42cf5c73 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 944 time: 0.0631680 Nov 05 22:12:32.909024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0e85171-94f4-4beb-8521-e6d6ada1f37b req-c5374da0-0c51-4b4f-8ccc-2e815f5c16c5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936098 Nov 05 22:12:32.946742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 970cb36c-4da4-4a2d-a166-1d2db6c286a8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:32.947081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:32.972751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:33.035377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 970cb36c-4da4-4a2d-a166-1d2db6c286a8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=970cb36c-4da4-4a2d-a166-1d2db6c286a8,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:33.035794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:33.049045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 970cb36c-4da4-4a2d-a166-1d2db6c286a8 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:33.288484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:33.312129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:33.312464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e51d38-35e2-4dea-b0d0-b2ad97dd95ac not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:33.338415 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:33.676094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=970cb36c-4da4-4a2d-a166-1d2db6c286a8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:33.690600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.690600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.690927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.691046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.691318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.691691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.692025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.692353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.692685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.693037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.693335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.693657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:33.861154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:33.918537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 395bc3d7-3e24-477d-b07e-c67985128b1f details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:12:34.019730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 395bc3d7-3e24-477d-b07e-c67985128b1f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=395bc3d7-3e24-477d-b07e-c67985128b1f,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:34.033166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '395bc3d7-3e24-477d-b07e-c67985128b1f', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'port_id': '395bc3d7-3e24-477d-b07e-c67985128b1f', 'mac_address': 'fa:16:3e:14:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704cc987-8868-4576-be92-0bdc63f9643c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:12:34.034363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41eb0-5883-4147-b9d8-205935651b6e req-e39fc812-8d13-4175-81b2-8ccd0962d672 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:34.037187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24a41eb0-5883-4147-b9d8-205935651b6e req-e39fc812-8d13-4175-81b2-8ccd0962d672 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 944 time: 0.0551388 Nov 05 22:12:34.097964 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.098982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24a41eb0-5883-4147-b9d8-205935651b6e req-b6c26867-dc30-4ee2-a0c1-0d266c0915e9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515604 Nov 05 22:12:34.107897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:12:34.118811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395bc3d7-3e24-477d-b07e-c67985128b1f {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:12:34.133286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 395bc3d7-3e24-477d-b07e-c67985128b1f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=395bc3d7-3e24-477d-b07e-c67985128b1f,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:34.221937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:12:34.226974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc2bfff4-56ab-4c09-bc96-071c941742a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/48ba96b3-3d62-4aa4-b892-32a35032a5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0147271 Nov 05 22:12:34.230343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59922) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:34.232760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] Sync routers for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:12:34.235575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.268917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:34.269545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:34.284165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting subnet 30044f59-9921-43c1-b64b-0abe9eab4e10 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:12:34.287665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.333662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.429667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.531781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=395bc3d7-3e24-477d-b07e-c67985128b1f,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:34.557514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:34.596156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.625028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Subnet': ['ID=30044f59-9921-43c1-b64b-0abe9eab4e10,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:34.629520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.632728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-71c55e31-901b-4f04-8b01-c6a90f6d5343 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/subnets/30044f59-9921-43c1-b64b-0abe9eab4e10 HTTP/1.1" status: 204 len: 168 time: 0.4013879 Nov 05 22:12:34.635503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59924) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:34.662469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54f84d-6291-45f6-bb1d-06a6b1a474b5 None None] Network 60bd757d-fce9-4784-b6e4-f59c591e2b81 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:12:34.664664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['395bc3d7-3e24-477d-b07e-c67985128b1f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:34.754421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.862773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.939763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '2c416370-623e-4874-9959-448008a191b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:12:33Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2c416370-623e-4874-9959-448008a191b4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:09:33Z', 'updated_at': '2021-11-05T22:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:34.976232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] Checking router: 48ba96b3-3d62-4aa4-b892-32a35032a5c2 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:12:34.985156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 2c416370-623e-4874-9959-448008a191b4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:34.985501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:34.997925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] DHCP port deletion for 60bd757d-fce9-4784-b6e4-f59c591e2b81 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:12:35.003333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] Routers {'48ba96b3-3d62-4aa4-b892-32a35032a5c2'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:35.003986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:35.079946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 2c416370-623e-4874-9959-448008a191b4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2c416370-623e-4874-9959-448008a191b4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:35.080444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.094556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 2c416370-623e-4874-9959-448008a191b4 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:35.131003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] Set router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:35.187174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:12:34Z', 'revision_number': 6, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:35.223497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07749834-5b53-4ae0-9874-0269cc8a6cda None None] The sync data for ids ['48ba96b3-3d62-4aa4-b892-32a35032a5c2'] in n-d-816738-5 is: [{'id': '48ba96b3-3d62-4aa4-b892-32a35032a5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293204773', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:09:32Z', 'updated_at': '2021-11-05T22:12:34Z', 'revision_number': 6, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:12:35.227692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] Deleting port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:12:35.228701 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.242556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5953d-c1c6-47b1-8a4a-553931a18f15 req-ee9cc7e0-596d-460d-925f-351e3285eb77 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:35.252308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49f5953d-c1c6-47b1-8a4a-553931a18f15 req-ee9cc7e0-596d-460d-925f-351e3285eb77 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 945 time: 0.0759401 Nov 05 22:12:35.302178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49f5953d-c1c6-47b1-8a4a-553931a18f15 req-15ff373f-54f2-4eea-ac1a-d2f392b17099 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Nov 05 22:12:35.303197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] For port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e967e5b8-c0dc-45bd-a319-61bbfd35a7d7,segment=NetworkSegment(50c57456-e9b9-4d6e-90d6-ad7e20592772),segment_id=50c57456-e9b9-4d6e-90d6-ad7e20592772)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:35.303636 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.316648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] Calling delete_port for e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:12:35.367261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.402725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=2c416370-623e-4874-9959-448008a191b4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:35.457377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.476413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.501192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] Pushing event deleted for resources: {'Port': ['ID=e967e5b8-c0dc-45bd-a319-61bbfd35a7d7,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:35.504765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce63f1f-3566-4bc2-b5e0-610065440be2 None None] No DVR routers for this DVR port e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:12:35.555522 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.557882 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.716032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.725633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Fanout notify agent at l3_agent the message router_deleted on router 48ba96b3-3d62-4aa4-b892-32a35032a5c2 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:12:35.725633 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.725633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-54555696-d745-4061-94c3-4c511a8df12b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/routers/48ba96b3-3d62-4aa4-b892-32a35032a5c2 HTTP/1.1" status: 204 len: 168 time: 1.0878470 Nov 05 22:12:35.727354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59930) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:35.802999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.894357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.915893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bd757d-fce9-4784-b6e4-f59c591e2b81']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:35.925317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c57456-e9b9-4d6e-90d6-ad7e20592772') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:35.928940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c57456-e9b9-4d6e-90d6-ad7e20592772') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:35.933322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 395bc3d7-3e24-477d-b07e-c67985128b1f up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:12:35.935728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.949059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.956088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:12:35.956715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:12:35.960530 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:12:35.975971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:36.005304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:36.005658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e967e5b8-c0dc-45bd-a319-61bbfd35a7d7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:36.006076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 970cb36c-4da4-4a2d-a166-1d2db6c286a8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:36.029089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 970cb36c-4da4-4a2d-a166-1d2db6c286a8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:36.029508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 970cb36c-4da4-4a2d-a166-1d2db6c286a8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:36.127334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.128101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 395bc3d7-3e24-477d-b07e-c67985128b1f completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:12:36.132802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 395bc3d7-3e24-477d-b07e-c67985128b1f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:36.133381 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.135291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.138643 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/networks/60bd757d-fce9-4784-b6e4-f59c591e2b81 HTTP/1.1" status: 204 len: 168 time: 0.4103026 Nov 05 22:12:36.149554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59934) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:36.151658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f6646-0ee8-4e2d-98fd-f4edb060196e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Network': ['ID=60bd757d-fce9-4784-b6e4-f59c591e2b81,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:36.236649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.243829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8554-60c8-4c83-81c7-0f3bd47dacbc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.260691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395bc3d7-3e24-477d-b07e-c67985128b1f'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:36.263797 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3686db6f-3ffd-444e-b676-38c9974c6e82" -d '{"events": [{"server_uuid": "9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b", "name": "network-vif-plugged", "status": "completed", "tag": "395bc3d7-3e24-477d-b07e-c67985128b1f"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:36.280748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 395bc3d7-3e24-477d-b07e-c67985128b1f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=395bc3d7-3e24-477d-b07e-c67985128b1f,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:36.290970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8554-60c8-4c83-81c7-0f3bd47dacbc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.312547 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05043abd-6d95-4386-aaff-2dd83935ba70 x-openstack-request-id: req-05043abd-6d95-4386-aaff-2dd83935ba70 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:36.312547 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b", "name": "network-vif-plugged", "status": "completed", "tag": "395bc3d7-3e24-477d-b07e-c67985128b1f", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:36.312547 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05043abd-6d95-4386-aaff-2dd83935ba70 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:36.312547 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395bc3d7-3e24-477d-b07e-c67985128b1f', 'code': 200} Nov 05 22:12:36.327419 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf3027ba-7f6e-48ac-a58c-37f2f9c8b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.378697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.424893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b7a6-214f-4f8c-a586-8f180acdb9f3 req-79d98a46-35f3-49b8-8e03-aa5230725bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:36.426745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4733b7a6-214f-4f8c-a586-8f180acdb9f3 req-79d98a46-35f3-49b8-8e03-aa5230725bbe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 1097 time: 0.0501571 Nov 05 22:12:36.433617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=395bc3d7-3e24-477d-b07e-c67985128b1f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:36.434981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a903e-ab1f-477a-81c8-b2be1fb8acee req-4416163b-5a94-4c9b-87c9-c96e361e967b tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:36.436528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-887a903e-ab1f-477a-81c8-b2be1fb8acee req-4416163b-5a94-4c9b-87c9-c96e361e967b tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 946 time: 0.0592022 Nov 05 22:12:36.477116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4733b7a6-214f-4f8c-a586-8f180acdb9f3 req-b6dafaf7-cc16-49a2-87be-1c7dad7f95a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Nov 05 22:12:36.478831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8554-60c8-4c83-81c7-0f3bd47dacbc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.481450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8554-60c8-4c83-81c7-0f3bd47dacbc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:36.482583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fa2b8554-60c8-4c83-81c7-0f3bd47dacbc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/security-groups/678bf268-5d60-4e86-b64e-b36367130d6e HTTP/1.1" status: 204 len: 168 time: 0.3321037 Nov 05 22:12:36.503821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b8554-60c8-4c83-81c7-0f3bd47dacbc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678bf268-5d60-4e86-b64e-b36367130d6e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:36.514089 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-887a903e-ab1f-477a-81c8-b2be1fb8acee req-b371d88d-6d16-4116-a82d-c210aeb15557 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713429 Nov 05 22:12:36.922632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59948) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:36.927336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-40fe2998-c892-44cb-9608-d860c5911431 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010815775', 'description': 'tempest-secgroup-smoke-1010815775 description', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:37.069859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40fe2998-c892-44cb-9608-d860c5911431 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.136781 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40fe2998-c892-44cb-9608-d860c5911431 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.212886 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40fe2998-c892-44cb-9608-d860c5911431 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.243633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe2998-c892-44cb-9608-d860c5911431 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ae5fe-cb00-47ef-b755-ea2385ab129a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:37.295235 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40fe2998-c892-44cb-9608-d860c5911431 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.296607 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-40fe2998-c892-44cb-9608-d860c5911431 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3729286 Nov 05 22:12:37.299726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59952) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:37.305082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8e9e9ec6-cf2e-426b-85d4-ce29a8c450cb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': 'a10ae5fe-cb00-47ef-b755-ea2385ab129a', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:37.401696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c416370-623e-4874-9959-448008a191b4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:12:37.422311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2c416370-623e-4874-9959-448008a191b4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:12:37.422676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2c416370-623e-4874-9959-448008a191b4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:12:37.446573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9ec6-cf2e-426b-85d4-ce29a8c450cb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.505231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9ec6-cf2e-426b-85d4-ce29a8c450cb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.635529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226bb12-3695-43a2-b61d-47f9415c3cfd req-42c4e80c-cedc-4c50-82e9-ec001515213f tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:37.636134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9ec6-cf2e-426b-85d4-ce29a8c450cb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.637044 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f226bb12-3695-43a2-b61d-47f9415c3cfd req-42c4e80c-cedc-4c50-82e9-ec001515213f tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 946 time: 0.0489788 Nov 05 22:12:37.654262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e9ec6-cf2e-426b-85d4-ce29a8c450cb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff26861a-daa6-4520-9f0b-c3d9da8fae6e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:37.688021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f226bb12-3695-43a2-b61d-47f9415c3cfd req-948995f5-610c-4e1c-ab89-0ec3ca2ae434 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Nov 05 22:12:37.763328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9ec6-cf2e-426b-85d4-ce29a8c450cb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.764648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8e9e9ec6-cf2e-426b-85d4-ce29a8c450cb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4638727 Nov 05 22:12:37.769888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59956) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:37.774972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9430db64-7b77-4620-854c-be885f988832 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': 'a10ae5fe-cb00-47ef-b755-ea2385ab129a', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:37.920748 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9430db64-7b77-4620-854c-be885f988832 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:37.982819 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9430db64-7b77-4620-854c-be885f988832 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.087573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9430db64-7b77-4620-854c-be885f988832 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.109990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430db64-7b77-4620-854c-be885f988832 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6dcbdb-3980-4ded-839a-fa4fb96efffd,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:38.243779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9430db64-7b77-4620-854c-be885f988832 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.245013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9430db64-7b77-4620-854c-be885f988832 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4741511 Nov 05 22:12:38.247879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59958) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:38.252327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9e75b7aa-62b2-4d03-8bd7-af1b386e5de5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': 'a10ae5fe-cb00-47ef-b755-ea2385ab129a', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:38.355294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e75b7aa-62b2-4d03-8bd7-af1b386e5de5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.422129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e75b7aa-62b2-4d03-8bd7-af1b386e5de5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.516309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e75b7aa-62b2-4d03-8bd7-af1b386e5de5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.532749 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f265-cf84-4aaf-96ec-c1bc35bb3c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.537974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75b7aa-62b2-4d03-8bd7-af1b386e5de5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbd6d23-c793-49b3-8cf2-1e6467ee6750,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:38.639131 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e75b7aa-62b2-4d03-8bd7-af1b386e5de5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.640730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9e75b7aa-62b2-4d03-8bd7-af1b386e5de5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919005 Nov 05 22:12:38.643820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59962) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:38.648939 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8d8f4a28-db29-44e3-8c9a-a529faee2ef8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': 'a10ae5fe-cb00-47ef-b755-ea2385ab129a', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:38.733509 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4a28-db29-44e3-8c9a-a529faee2ef8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.830003 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4a28-db29-44e3-8c9a-a529faee2ef8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.844633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521fb6-063e-42e2-9b08-12e9cd54563c req-d5803260-f714-491a-8af1-c4630584ba6e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:38.846179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dd521fb6-063e-42e2-9b08-12e9cd54563c req-d5803260-f714-491a-8af1-c4630584ba6e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 946 time: 0.0819733 Nov 05 22:12:38.899574 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dd521fb6-063e-42e2-9b08-12e9cd54563c req-e501698e-5426-427e-b206-77cd90a98fc1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Nov 05 22:12:38.915333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4a28-db29-44e3-8c9a-a529faee2ef8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:38.929818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f4a28-db29-44e3-8c9a-a529faee2ef8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70830e63-54aa-49fb-b9c2-2d23de077b0a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:39.003014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4a28-db29-44e3-8c9a-a529faee2ef8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.004444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8d8f4a28-db29-44e3-8c9a-a529faee2ef8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3594711 Nov 05 22:12:39.007177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 59970) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:39.011776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': 'a10ae5fe-cb00-47ef-b755-ea2385ab129a', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:39.110272 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:12:39.116387 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.183534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.270116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.289740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e4deca-7ce7-498a-915e-cb6c196204aa,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:39.398810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.403463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c5a47ef5-93a6-4a3f-b9cf-4db7b7b4bdec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3952072 Nov 05 22:12:39.403622 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59982) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:39.410551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': 'a10ae5fe-cb00-47ef-b755-ea2385ab129a', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:39.481554 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:12:39.487258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.558544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.698256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.717174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5bf351-43ea-45f1-9b37-102608beace6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:39.808633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.809900 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e6d36b2-c2b4-44b4-9797-e659f799b8fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4051578 Nov 05 22:12:39.812834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59986) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:39.817653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'network': {'name': 'tempest-network-smoke--223375564', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:39.926624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:12:39.930755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.954420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:12:39.964217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:39.964560 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Added segment fe7e2319-b536-4f26-a9d3-7c53e2154a7b of type vlan for network d374963b-4d04-4103-952d-25aff4cf59a4 Nov 05 22:12:40.012241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.024007 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.098145 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.104575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:40.105172 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.173800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Network': ['ID=d374963b-4d04-4103-952d-25aff4cf59a4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:40.184033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network d374963b-4d04-4103-952d-25aff4cf59a4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:12:40.187246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cde0fc5f-651d-4d3b-b8f8-673570cf189a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3733993 Nov 05 22:12:40.190055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 59990) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:40.195122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'admin_state_up': True, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:40.327488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.328517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.384294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.600881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.865320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:40.890530 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:41.003683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.28 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/aa4c419e-8274-4d08-bea6-3add91728cb2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:12:41.129712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:41.214001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:41.255788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:12:41.261617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:41.265553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:12:41.290212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=aa4c419e-8274-4d08-bea6-3add91728cb2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:41.458626 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:41.594952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:41.809615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:42.012771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:42.041234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ab7f6004-72e5-441f-8d06-067af8815b37 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:12:42.158271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:12:42.169825 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Sync routers for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:12:42.182114 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:42.182719 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:42.243778 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:42.248175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c9d19ac7-a7c5-4f70-8f9d-e46c10ef935d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0540469 Nov 05 22:12:42.248582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60004) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:42.285252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:42.295358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8dc567c8-4e39-4734-87a8-67a89b304d45 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f80d891c4fcb4471ab0947e7d740456b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454872 Nov 05 22:12:42.397698 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:42.471470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8265235-3908-4f94-a137-025f8768880c tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:42.476774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c8265235-3908-4f94-a137-025f8768880c tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1895790 Nov 05 22:12:42.476919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60008) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:42.509293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60010) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:42.509537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-58af031e-55d8-4a36-b069-3914d603141d tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313237 Nov 05 22:12:42.515148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040070410', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:42.526154 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:12:42.593838 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:41Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:42.625965 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Checking router: ab7f6004-72e5-441f-8d06-067af8815b37 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:12:42.626339 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Updating router ab7f6004-72e5-441f-8d06-067af8815b37 port aa4c419e-8274-4d08-bea6-3add91728cb2 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:12:42.653159 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:42.681859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:12:42.685522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:42.928755 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:42.978427 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:43.040425 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Attempting to bind port aa4c419e-8274-4d08-bea6-3add91728cb2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:12:43.040901 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Attempting to bind port aa4c419e-8274-4d08-bea6-3add91728cb2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:12:43.041358 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Attempting to bind port aa4c419e-8274-4d08-bea6-3add91728cb2 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:43.056715 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:12:43.057219 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:12:43.057676 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:43.060550 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:12:43.060550 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Bound port: aa4c419e-8274-4d08-bea6-3add91728cb2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:12:43.060550 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:43.123293 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] For port aa4c419e-8274-4d08-bea6-3add91728cb2, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:12:43.126382 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] For port aa4c419e-8274-4d08-bea6-3add91728cb2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=aa4c419e-8274-4d08-bea6-3add91728cb2,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:12:43.127973 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Pushing event updated for resources: {'Port': ['ID=aa4c419e-8274-4d08-bea6-3add91728cb2,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:43.136633 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.137162 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.137596 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.138928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.139423 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.139834 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.140826 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.140826 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.141060 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.141523 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.141944 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.143269 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:43.213586 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:43.247312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:43.276837 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84a7ac-9d13-47aa-b394-0d280fbc48ba None None] Pushing event updated for resources: {'Port': ['ID=aa4c419e-8274-4d08-bea6-3add91728cb2,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:43.280260 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:43.280396 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:43.312968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Subnet': ['ID=78f00487-c17b-42f7-b00b-0a632ae2c4d5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:43.341215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Checking segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:12:43.341851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network hostable DHCP agents. Network: d374963b-4d04-4103-952d-25aff4cf59a4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:12:43.395803 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:43.452940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d374963b-4d04-4103-952d-25aff4cf59a4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:12:43.578292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, d374963b-4d04-4103-952d-25aff4cf59a4) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:43.582859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:43.583841 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:43.587170 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:41Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:43.605265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9448f3-cae1-4da3-b7ff-b5ec8ccd4981 None None] Network d374963b-4d04-4103-952d-25aff4cf59a4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:12:43.623028 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896c872-8a12-4d42-97a1-3cb13b280169 None None] The sync data for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 is: [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:41Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:12:43.657646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9f0a3ffe-b87a-448c-b1bc-b6f5a16b402c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1466634 Nov 05 22:12:43.660322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60022) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:12:43.830835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-d374963b-4d04-4103-952d-25aff4cf59a4', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:12:43.832575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:44.071503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Allocated IP 172.20.0.2 (d374963b-4d04-4103-952d-25aff4cf59a4/78f00487-c17b-42f7-b00b-0a632ae2c4d5/2fb1553c-8164-4a47-8d2c-ef3bbade7442) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:12:44.344044 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:44.370398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:44.442608 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:44.541335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Network d374963b-4d04-4103-952d-25aff4cf59a4 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:12:44.543428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Pushing event updated for resources: {'Port': ['ID=2fb1553c-8164-4a47-8d2c-ef3bbade7442,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:44.546177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:44.548439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:12:44.638229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Attempting to bind port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:12:44.638916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Attempting to bind port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:12:44.639037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Attempting to bind port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:44.645957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:12:44.647398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Checking segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:12:44.648041 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:44.648695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Bound using segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:12:44.650728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Bound port: 2fb1553c-8164-4a47-8d2c-ef3bbade7442, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:12:44.651691 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:44.658167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-d4f3f975-18b7-4fcf-b9cd-8aa972b905c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059356 Nov 05 22:12:44.768020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] For port 2fb1553c-8164-4a47-8d2c-ef3bbade7442, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:12:44.772746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] For port 2fb1553c-8164-4a47-8d2c-ef3bbade7442, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2fb1553c-8164-4a47-8d2c-ef3bbade7442,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:12:44.788420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.1 (d374963b-4d04-4103-952d-25aff4cf59a4/78f00487-c17b-42f7-b00b-0a632ae2c4d5/123931df-9e34-4afd-8de0-53ba6fa75c24) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:12:44.842971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:44.910368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-07c21abb-21bd-4ca4-948f-d2f57825959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:44.911933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-07c21abb-21bd-4ca4-948f-d2f57825959d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 1097 time: 0.1361477 Nov 05 22:12:45.016014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d9407-5e98-44de-beb1-fd3b79f0a8ec None None] Pushing event updated for resources: {'Port': ['ID=2fb1553c-8164-4a47-8d2c-ef3bbade7442,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:45.017560 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:45.107383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-0a6a9a30-63e4-4470-be0b-fa6a95885eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:45.109090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-0a6a9a30-63e4-4470-be0b-fa6a95885eeb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1471326 Nov 05 22:12:45.185778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-f27feb45-115a-47f6-81c6-3d218eac52b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5 HTTP/1.1" status: 200 len: 1002 time: 0.0689242 Nov 05 22:12:45.244635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:45.315443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-9b73172b-8dba-4e31-a81b-7a752ddbf772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:45.317376 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-9b73172b-8dba-4e31-a81b-7a752ddbf772 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.1245370 Nov 05 22:12:45.322422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d374963b-4d04-4103-952d-25aff4cf59a4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:12:45.329280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:45.336894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:12:45.389242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=123931df-9e34-4afd-8de0-53ba6fa75c24,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:45.436043 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:45.479273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-a4008855-0136-4341-a0e8-732f9a1accd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:45.480768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-a4008855-0136-4341-a0e8-732f9a1accd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240101 Nov 05 22:12:45.575600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2fb1553c-8164-4a47-8d2c-ef3bbade7442 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:12:45.618459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-04bd7c03-23d9-420b-a229-d34b6ebbd432 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289487 Nov 05 22:12:45.631039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:45.631971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:45.714443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:45.744117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78235fc5-0e0e-4cd7-b737-74bd88727693 req-3ae32fbc-12d0-4c21-b3e6-4b29512bd3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184604 Nov 05 22:12:45.752686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 2fb1553c-8164-4a47-8d2c-ef3bbade7442, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2fb1553c-8164-4a47-8d2c-ef3bbade7442,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:45.754395 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:45.813105 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:45.816425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device aa4c419e-8274-4d08-bea6-3add91728cb2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:12:45.872291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=2fb1553c-8164-4a47-8d2c-ef3bbade7442,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:45.924097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port aa4c419e-8274-4d08-bea6-3add91728cb2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:45.924628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:46.017828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:46.050881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port aa4c419e-8274-4d08-bea6-3add91728cb2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=aa4c419e-8274-4d08-bea6-3add91728cb2,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:46.173513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:46.254644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=aa4c419e-8274-4d08-bea6-3add91728cb2,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:46.348621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-8fab7cc2-a9cd-4524-9f43-e0cfef0857d0 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:46.352312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-8fab7cc2-a9cd-4524-9f43-e0cfef0857d0 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.1531458 Nov 05 22:12:46.380008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-456c42b0-52ae-4888-9c78-a615bb6b35cf tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/quotas/3dfa6b8c25504496baf04aae989221c7 HTTP/1.1" status: 200 len: 375 time: 0.0144410 Nov 05 22:12:46.444599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-7d459ad0-d139-4ab1-a838-c8608c1456bd tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634031 Nov 05 22:12:46.460513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:46.591035 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:46.628138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aeb9d8-6a6b-4126-9d60-0d1dcecf37a2 None None] Network d374963b-4d04-4103-952d-25aff4cf59a4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:12:46.670320 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:46.678420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=123931df-9e34-4afd-8de0-53ba6fa75c24,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:46.706140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-8e1aa382-1951-4684-bdce-a6c05f5a6c8a service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521055 Nov 05 22:12:46.775993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d374963b-4d04-4103-952d-25aff4cf59a4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:12:46.777385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:46.829926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-b48c3a73-bc6e-4df8-a6c8-8b3b084639e9 service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160123 Nov 05 22:12:46.868446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1a532cb1-b164-495d-911a-8d7e8b3b3cf5 None None] Provisioning complete for port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:46.869199 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1a532cb1-b164-495d-911a-8d7e8b3b3cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:46.936161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ab7f6004-72e5-441f-8d06-067af8815b37 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:12:47.069093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:12:47.078015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-06b53505-55b3-4cd2-ae3e-72129e2bad0e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/ab7f6004-72e5-441f-8d06-067af8815b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4165423 Nov 05 22:12:47.096068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Sync routers for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:12:47.123597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:47.124246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:47.150705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a4f2eaf7-da3a-4cff-a7a5-f653662abc01 req-5b2373a6-6aa8-44d2-abd5-11fc13b16eac tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 210 time: 0.0479290 Nov 05 22:12:47.282083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:47.423398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-6d6cfc5a-f5fe-4c46-a56e-304878bef0b9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010815775&fields=id&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 267 time: 0.1032917 Nov 05 22:12:47.498512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-87b7633d-1005-4cd7-b66b-2d75f928e4c8 None None] Provisioning complete for port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:47.498878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-87b7633d-1005-4cd7-b66b-2d75f928e4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:47.574888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2fb1553c-8164-4a47-8d2c-ef3bbade7442 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:12:47.638564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-3dfaf1a4-63e1-4a49-b510-c8d89acd3e00 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:47.648483 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-3dfaf1a4-63e1-4a49-b510-c8d89acd3e00 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 796 time: 0.2247305 Nov 05 22:12:47.682320 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-6cfea0b9-abba-4c3c-acc5-d2991f268714 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/quotas/f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 375 time: 0.0321758 Nov 05 22:12:47.712312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:47.712681 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:47.754633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-87b7633d-1005-4cd7-b66b-2d75f928e4c8 None None] Provisioning complete for port 123931df-9e34-4afd-8de0-53ba6fa75c24 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:47.755005 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-87b7633d-1005-4cd7-b66b-2d75f928e4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:47.800099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-12e31556-20dd-4927-b589-3959bd5376ec tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166847 Nov 05 22:12:47.813967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 2, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:47.848649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Checking router: ab7f6004-72e5-441f-8d06-067af8815b37 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:12:47.849010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Updating router ab7f6004-72e5-441f-8d06-067af8815b37 port 123931df-9e34-4afd-8de0-53ba6fa75c24 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:12:47.853192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-87b7633d-1005-4cd7-b66b-2d75f928e4c8 None None] Port 123931df-9e34-4afd-8de0-53ba6fa75c24 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:12:47.910452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:47.920557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-940217a3-dd1d-4c92-bf1b-120856503163 service neutron] 10.222.0.41 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154997 Nov 05 22:12:47.933149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device aa4c419e-8274-4d08-bea6-3add91728cb2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:12:48.025899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-4dcdd642-d193-4193-a32b-389393c1f61a service neutron] 10.222.0.41 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980046 Nov 05 22:12:48.062040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bae3ad99-a70e-415b-b02a-e4d30b553aee None None] Provisioning complete for port 123931df-9e34-4afd-8de0-53ba6fa75c24 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:48.062414 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bae3ad99-a70e-415b-b02a-e4d30b553aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.126523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bae3ad99-a70e-415b-b02a-e4d30b553aee None None] Port 123931df-9e34-4afd-8de0-53ba6fa75c24 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:12:48.144229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port aa4c419e-8274-4d08-bea6-3add91728cb2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:48.160048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.359202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9e0e301d-bd38-4e39-8023-bd2b01a43922 None None] Provisioning complete for port 123931df-9e34-4afd-8de0-53ba6fa75c24 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:48.359417 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0e301d-bd38-4e39-8023-bd2b01a43922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.399523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ec93a205-5f22-41ff-a6e6-b37811a8a754 req-f9dbe1a8-c713-42b6-b132-06505baf681f tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 210 time: 0.1262510 Nov 05 22:12:48.481832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e301d-bd38-4e39-8023-bd2b01a43922 None None] Port 123931df-9e34-4afd-8de0-53ba6fa75c24 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:12:48.482564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df13913e-6403-4276-b25b-8cf340888908 req-0ee1f986-7f73-4e66-b7fe-34a0a3439a21 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 210 time: 0.0639064 Nov 05 22:12:48.503652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.565223 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.617219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Pushing event updated for resources: {'Port': ['ID=123931df-9e34-4afd-8de0-53ba6fa75c24,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:48.644673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.648952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:12:48.688736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Attempting to bind port 123931df-9e34-4afd-8de0-53ba6fa75c24 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:12:48.689133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Attempting to bind port 123931df-9e34-4afd-8de0-53ba6fa75c24 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:12:48.694851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Attempting to bind port 123931df-9e34-4afd-8de0-53ba6fa75c24 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:48.696000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:12:48.696371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Checking segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:12:48.696766 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.697196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Bound using segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:12:48.697656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Bound port: 123931df-9e34-4afd-8de0-53ba6fa75c24, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:12:48.698030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.774825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] For port 123931df-9e34-4afd-8de0-53ba6fa75c24, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:12:48.778274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] For port 123931df-9e34-4afd-8de0-53ba6fa75c24, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=123931df-9e34-4afd-8de0-53ba6fa75c24,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:12:48.831323 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:48.895686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:12:48.896523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:48.900457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed0902-4cb4-47ed-bc2b-26507b136ef5 None None] Pushing event updated for resources: {'Port': ['ID=123931df-9e34-4afd-8de0-53ba6fa75c24,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:48.958518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d83f7276-fe7f-4a78-bf58-656940f9f680 None None] Provisioning complete for port 123931df-9e34-4afd-8de0-53ba6fa75c24 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:48.959122 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d83f7276-fe7f-4a78-bf58-656940f9f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:49.048427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:12:49.152060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d83f7276-fe7f-4a78-bf58-656940f9f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:49.377075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-e6e1a8d2-0192-4fcd-818a-39d87456c219 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:49.378593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-e6e1a8d2-0192-4fcd-818a-39d87456c219 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.1120737 Nov 05 22:12:49.385482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d83f7276-fe7f-4a78-bf58-656940f9f680 None None] For port 123931df-9e34-4afd-8de0-53ba6fa75c24, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=123931df-9e34-4afd-8de0-53ba6fa75c24,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:49.394024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Request body: {'port': {'device_id': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'admin_state_up': True, 'tenant_id': '3dfa6b8c25504496baf04aae989221c7'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:49.467527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:48Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:12:49.504270 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d83f7276-fe7f-4a78-bf58-656940f9f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:49.506375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca980691-11ec-41d4-854a-a56f7efea4e0 None None] The sync data for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 is: [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:48Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:12:49.538652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-99861681-3445-4846-ae6e-d04b20bbc3ee req-fea79092-bc30-4424-a87a-b64b53ba41c6 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 210 time: 0.0322611 Nov 05 22:12:49.622591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f7276-fe7f-4a78-bf58-656940f9f680 None None] Pushing event updated for resources: {'Port': ['ID=123931df-9e34-4afd-8de0-53ba6fa75c24,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:49.644219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e37fdee6-7565-4195-bf27-768b4f1a0b22 None None] Provisioning complete for port 123931df-9e34-4afd-8de0-53ba6fa75c24 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:49.644953 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e37fdee6-7565-4195-bf27-768b4f1a0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:49.647854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Made reservation on behalf of 3dfa6b8c25504496baf04aae989221c7 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:12:49.651840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:49.689858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-19a9feaf-ed40-4d14-8368-68cdebd9bfab req-57cb9135-1d1d-471e-9b39-2983a36f3951 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 210 time: 0.0630448 Nov 05 22:12:49.851478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Allocated IP 172.20.0.11 (06a4433c-d9a2-4ae1-b819-7329e66cfa3b/704cc987-8868-4576-be92-0bdc63f9643c/4e8776ef-3052-459b-ab01-f0dce142f408) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:12:50.028670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:50.122165 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:50.135214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:50.137575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['395bc3d7-3e24-477d-b07e-c67985128b1f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:50.200520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:12:50.203952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:50.231239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:12:50.318325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:50.319877 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:50.323741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event updated for resources: {'Port': ['ID=4e8776ef-3052-459b-ab01-f0dce142f408,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:50.432010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-faf0e94d-b070-402b-91de-b67ce8392b37 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0427797 Nov 05 22:12:50.452845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Request body: {'port': {'device_id': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:50.596012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:50.607630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-6d483d09-76f4-404f-b04d-693efa6a2a31 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:50.609237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-6d483d09-76f4-404f-b04d-693efa6a2a31 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 796 time: 0.2313609 Nov 05 22:12:50.819016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dcd35495-c357-4372-b231-b38d0e0fb994 req-793841c4-414e-448e-8e6e-b78563c6a435 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 210 time: 0.0359426 Nov 05 22:12:50.843621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-ceb8fec7-7e25-4492-b387-8f4f7ff3111f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 380 time: 0.2196517 Nov 05 22:12:50.849901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'port': {'device_id': 'd5d52f65-f740-487a-9002-5170510a4abe', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'admin_state_up': True, 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'security_groups': ['a10ae5fe-cb00-47ef-b755-ea2385ab129a']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:50.886226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40704f5d-f8a0-4ea6-9120-3f5f9692d37f req-379ef7a0-9280-4a23-b780-9e8f7296f457 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:50.887774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40704f5d-f8a0-4ea6-9120-3f5f9692d37f req-379ef7a0-9280-4a23-b780-9e8f7296f457 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 932 time: 0.2242422 Nov 05 22:12:51.072518 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40704f5d-f8a0-4ea6-9120-3f5f9692d37f req-16db2ebc-b51a-48b7-9227-39194664f776 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641400 Nov 05 22:12:51.156512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8776ef-3052-459b-ab01-f0dce142f408 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:12:51.163973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.167427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:12:51.170923 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.191524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Transition to ACTIVE for port object 4e8776ef-3052-459b-ab01-f0dce142f408 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:12:51.294714 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.348675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.5 (d374963b-4d04-4103-952d-25aff4cf59a4/78f00487-c17b-42f7-b00b-0a632ae2c4d5/f0a69f95-a866-4e51-beca-86f103f10591) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:12:51.371267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Pushing event updated for resources: {'Port': ['ID=4e8776ef-3052-459b-ab01-f0dce142f408,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:51.494170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 123931df-9e34-4afd-8de0-53ba6fa75c24 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:12:51.519237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Attempting to bind port 4e8776ef-3052-459b-ab01-f0dce142f408 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:12:51.519630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Attempting to bind port 4e8776ef-3052-459b-ab01-f0dce142f408 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:12:51.519920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Attempting to bind port 4e8776ef-3052-459b-ab01-f0dce142f408 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:51.528163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Port 4e8776ef-3052-459b-ab01-f0dce142f408 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:12:51.528488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Attempting to bind port 4e8776ef-3052-459b-ab01-f0dce142f408 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:51.540300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:12:51.540642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Checking segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:12:51.541029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Bound using segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:12:51.541577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Bound port: 4e8776ef-3052-459b-ab01-f0dce142f408, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:12:51.541814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.550094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 123931df-9e34-4afd-8de0-53ba6fa75c24 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:51.550472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.621265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] For port 4e8776ef-3052-459b-ab01-f0dce142f408, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:12:51.625667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] For port 4e8776ef-3052-459b-ab01-f0dce142f408, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e8776ef-3052-459b-ab01-f0dce142f408,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:12:51.644461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.698412 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.730350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:51.730972 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.732374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] 10.222.0.46 "PUT /v2.0/ports/4e8776ef-3052-459b-ab01-f0dce142f408 HTTP/1.1" status: 200 len: 1092 time: 1.2894790 Nov 05 22:12:51.732821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'tag': '4e8776ef-3052-459b-ab01-f0dce142f408'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:51.735050 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ea77b-c844-4753-9aca-f4e0dc071ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "39c868a1-9bce-4ccd-85ac-110357ee8b26", "tag": "4e8776ef-3052-459b-ab01-f0dce142f408"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:51.749096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.771704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0a466-b499-4aab-9fa7-5e4d859bb53a service neutron] Pushing event updated for resources: {'Port': ['ID=4e8776ef-3052-459b-ab01-f0dce142f408,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:51.786692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d374963b-4d04-4103-952d-25aff4cf59a4 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:12:51.805746 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e56cc6-88eb-437e-9da8-8cf23aa873d4 x-openstack-request-id: req-96e56cc6-88eb-437e-9da8-8cf23aa873d4 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:51.806043 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c868a1-9bce-4ccd-85ac-110357ee8b26", "tag": "4e8776ef-3052-459b-ab01-f0dce142f408", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:51.806307 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96e56cc6-88eb-437e-9da8-8cf23aa873d4 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:51.812386 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'tag': '4e8776ef-3052-459b-ab01-f0dce142f408', 'status': 'completed', 'code': 200} Nov 05 22:12:51.812386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:12:51.813546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:12:51.884967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:51.906343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:51.906990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:51.932626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ea77b-c844-4753-9aca-f4e0dc071ce8 req-a59645e8-c17b-428b-86c5-e3c842a30fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:51.934113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d6ea77b-c844-4753-9aca-f4e0dc071ce8 req-a59645e8-c17b-428b-86c5-e3c842a30fcc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 1095 time: 0.1125345 Nov 05 22:12:51.986063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-246813aa-5243-46d9-9cf3-aacfceebf2d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1402266 Nov 05 22:12:52.045480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Request body: {'port': {'device_id': 'd5d52f65-f740-487a-9002-5170510a4abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:12:52.096586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25382089-ffb5-4a01-b25c-d5e7622d87af req-3f71e978-0bd3-42b3-b74c-85271101515a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:52.098002 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25382089-ffb5-4a01-b25c-d5e7622d87af req-3f71e978-0bd3-42b3-b74c-85271101515a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 931 time: 0.1785347 Nov 05 22:12:52.137680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e078ad9b-0e61-4c1f-87dd-174faa34895a None None] Provisioning complete for port f0a69f95-a866-4e51-beca-86f103f10591 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:12:52.138296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e078ad9b-0e61-4c1f-87dd-174faa34895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:52.162774 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:52.175302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ea77b-c844-4753-9aca-f4e0dc071ce8 req-f4464a0d-48fd-4d5b-91d4-f88d377465d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:52.176800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d6ea77b-c844-4753-9aca-f4e0dc071ce8 req-f4464a0d-48fd-4d5b-91d4-f88d377465d6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3dfa6b8c25504496baf04aae989221c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2236433 Nov 05 22:12:52.195227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e078ad9b-0e61-4c1f-87dd-174faa34895a None None] Port f0a69f95-a866-4e51-beca-86f103f10591 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:12:52.242311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cbdb8-d3d8-43a5-b91e-32c5da04b0b3 req-453ab0d5-b1a3-49aa-94e4-8968ab1512cb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:52.244236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f9cbdb8-d3d8-43a5-b91e-32c5da04b0b3 req-453ab0d5-b1a3-49aa-94e4-8968ab1512cb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 944 time: 0.0560763 Nov 05 22:12:52.286648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25382089-ffb5-4a01-b25c-d5e7622d87af req-4db88e9d-099c-4e12-bc3e-3788025f0143 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778824 Nov 05 22:12:52.294643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4f9cbdb8-d3d8-43a5-b91e-32c5da04b0b3 req-3300ec51-4ab9-4d54-b3a3-bde214b28662 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Nov 05 22:12:52.377877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ea77b-c844-4753-9aca-f4e0dc071ce8 req-73b4a5ff-0c15-412b-9755-a805d7604cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:52.379340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d6ea77b-c844-4753-9aca-f4e0dc071ce8 req-73b4a5ff-0c15-412b-9755-a805d7604cb7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917417 Nov 05 22:12:52.509503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-041a5677-7820-400d-b2ff-fa5e213c5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:52.510882 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-041a5677-7820-400d-b2ff-fa5e213c5cf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 1095 time: 0.0904217 Nov 05 22:12:52.567832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-5abb5c36-ba89-4287-a169-6b23d72e7b85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8776ef-3052-459b-ab01-f0dce142f408 HTTP/1.1" status: 200 len: 217 time: 0.0403953 Nov 05 22:12:52.649152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a69f95-a866-4e51-beca-86f103f10591 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:12:52.654085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-6e1fb467-8ff9-4c53-9994-69c3327948c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:52.655538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-6e1fb467-8ff9-4c53-9994-69c3327948c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=704cc987-8868-4576-be92-0bdc63f9643c HTTP/1.1" status: 200 len: 854 time: 0.0792317 Nov 05 22:12:52.659288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:52.694149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-28217db6-a418-40f1-bea1-02abe3383729 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281844 Nov 05 22:12:52.695048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Transition to ACTIVE for port object f0a69f95-a866-4e51-beca-86f103f10591 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:12:52.757546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:52.823879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:52.838703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-cdc48a3e-585c-47a4-93e9-4ff7dda6a448 service neutron] 10.222.0.46 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377659 Nov 05 22:12:52.974002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:12:52.974339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:12:52.974705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:52.983700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:12:52.984027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:12:52.999669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:12:53.000011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Checking segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:12:53.000393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Bound using segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:12:53.000836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Bound port: f0a69f95-a866-4e51-beca-86f103f10591, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:12:53.001192 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:53.015207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-45feb540-671f-409c-85b3-d1cc59c32110 service neutron] 10.222.0.46 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547751 Nov 05 22:12:53.091938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:12:53.094965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:12:53.151086 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:53.202626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:53.203709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:53.205674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 1091 time: 1.2048056 Nov 05 22:12:53.235452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915a32-8186-49e2-9764-2c656a1046f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:53.419538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-a1fe7656-9aa8-458c-a4af-d73b08084114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:53.421367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-a1fe7656-9aa8-458c-a4af-d73b08084114 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1094 time: 0.1089835 Nov 05 22:12:53.509623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-40f9e0a6-60c6-4130-b890-ca86f58fb4f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 217 time: 0.0803347 Nov 05 22:12:53.541721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22b633-a3ac-4986-8d78-6e579501bbe3 req-029634c0-5d56-4050-b29c-f7b8d63dca3c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:53.543176 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f22b633-a3ac-4986-8d78-6e579501bbe3 req-029634c0-5d56-4050-b29c-f7b8d63dca3c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 944 time: 0.0722675 Nov 05 22:12:53.597252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f22b633-a3ac-4986-8d78-6e579501bbe3 req-7e55aa58-2c42-493f-8c4f-a755fcd3d836 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479090 Nov 05 22:12:53.598079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41648b12-63b3-45c4-9a9b-f5cb011542f2 req-3fe03663-1597-4443-b2e9-f109c68aa218 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:53.600192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41648b12-63b3-45c4-9a9b-f5cb011542f2 req-3fe03663-1597-4443-b2e9-f109c68aa218 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0888197 Nov 05 22:12:53.604381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-48d2d2ff-37c2-4f4b-a23a-9233a75ad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:53.605853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-48d2d2ff-37c2-4f4b-a23a-9233a75ad2b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0860682 Nov 05 22:12:53.677043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-41648b12-63b3-45c4-9a9b-f5cb011542f2 req-be9cdb3e-2649-4470-b19a-8db2ad14e762 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701909 Nov 05 22:12:53.684112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-f19e9e39-0479-487b-9edb-a128e87147d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:53.685547 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-f19e9e39-0479-487b-9edb-a128e87147d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645139 Nov 05 22:12:53.777557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-52dd2f51-3c59-4c7c-8d2f-8eabf8b59aae service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853169 Nov 05 22:12:53.807689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:12:53.809767 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da0f845-d0ac-407e-83a6-406a665fe092" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:12:53.848245 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74cded5-53d4-4e86-a2bb-7d34678b9755 x-openstack-request-id: req-e74cded5-53d4-4e86-a2bb-7d34678b9755 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:12:53.848245 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:12:53.848245 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e74cded5-53d4-4e86-a2bb-7d34678b9755 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:12:53.848245 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'status': 'completed', 'code': 200} Nov 05 22:12:53.876267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-68bb70fb-4c41-4883-9d83-9c84bf809852 req-75e6185a-316c-49cb-87c4-64d71ae5403a service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915632 Nov 05 22:12:54.011602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-22dbba47-1aaf-4ef7-b229-9fc95d2b4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:54.012984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-22dbba47-1aaf-4ef7-b229-9fc95d2b4870 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1094 time: 0.0444911 Nov 05 22:12:54.111712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-b3407515-65a6-43ae-8f1c-8d568179e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:54.113173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-b3407515-65a6-43ae-8f1c-8d568179e939 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.0857410 Nov 05 22:12:54.160924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-c559f665-7a0b-4f01-b0b1-f2b93da00072 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 217 time: 0.0377698 Nov 05 22:12:54.213480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-790ffe15-13c6-4644-b656-eb757adc293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:54.214944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-790ffe15-13c6-4644-b656-eb757adc293a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0444939 Nov 05 22:12:54.260254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-dbf6172d-1a74-45f3-9a9b-f2facad71ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:54.262554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-dbf6172d-1a74-45f3-9a9b-f2facad71ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411453 Nov 05 22:12:54.359585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-6f69dbca-d4a5-43bd-a47c-73f316da6ffc service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900393 Nov 05 22:12:54.455456 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da0f845-d0ac-407e-83a6-406a665fe092 req-7b5d2e87-4361-4089-b0b4-c6cb38d8c6ff service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889046 Nov 05 22:12:54.728600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6577a-a360-4933-826b-f5057b391f3f req-745edcb1-2924-4698-806f-62e23cebaec3 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:54.730249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1e6577a-a360-4933-826b-f5057b391f3f req-745edcb1-2924-4698-806f-62e23cebaec3 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 944 time: 0.0537825 Nov 05 22:12:54.787033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1e6577a-a360-4933-826b-f5057b391f3f req-f72ac821-03db-4bee-aad8-a447429aa61d tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Nov 05 22:12:54.794758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cd38-4393-44fd-9f8d-3ff9405547e1 req-154b550c-bb8d-4fe9-8b7f-8c473bbae668 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:54.796294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e97cd38-4393-44fd-9f8d-3ff9405547e1 req-154b550c-bb8d-4fe9-8b7f-8c473bbae668 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0498559 Nov 05 22:12:54.856501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9e97cd38-4393-44fd-9f8d-3ff9405547e1 req-26bbe467-4fad-4f61-8a24-2dfe39da37c2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482159 Nov 05 22:12:55.909456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93815fef-5ec6-41b5-a0eb-4796e2239f6f req-85a3e27e-1204-454c-ba2b-82331d6aa8b6 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:55.915706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93815fef-5ec6-41b5-a0eb-4796e2239f6f req-85a3e27e-1204-454c-ba2b-82331d6aa8b6 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 944 time: 0.0550840 Nov 05 22:12:55.957954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93815fef-5ec6-41b5-a0eb-4796e2239f6f req-ef16d7d6-df73-43e3-adfa-3d0d9744b03f tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Nov 05 22:12:55.978698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599608d-0781-4174-ad73-9285d9374cfc req-db2b98c5-b965-415a-bdf8-3f2a3f2773ca tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:55.980297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c599608d-0781-4174-ad73-9285d9374cfc req-db2b98c5-b965-415a-bdf8-3f2a3f2773ca tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0502534 Nov 05 22:12:56.029864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c599608d-0781-4174-ad73-9285d9374cfc req-31bf61e5-01b4-4f85-b6d6-5bf1ef01ac49 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Nov 05 22:12:57.089237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafba12d-866a-4500-ae13-f07d43c0b3a5 req-860f9825-b48e-4f12-8cea-be073c8f53f0 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:57.093326 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bafba12d-866a-4500-ae13-f07d43c0b3a5 req-860f9825-b48e-4f12-8cea-be073c8f53f0 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 944 time: 0.0676894 Nov 05 22:12:57.145307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bafba12d-866a-4500-ae13-f07d43c0b3a5 req-ce1d93bb-4fea-4be1-aa96-305a33603d5b tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Nov 05 22:12:57.150417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3f03-fe22-4a42-8415-528a9930c220 req-5d897bd8-e80e-453b-bd94-a68f55a030e6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:57.151966 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32fb3f03-fe22-4a42-8415-528a9930c220 req-5d897bd8-e80e-453b-bd94-a68f55a030e6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0496686 Nov 05 22:12:57.203402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32fb3f03-fe22-4a42-8415-528a9930c220 req-5330feeb-e950-425d-83bb-fc4e05d236d8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429108 Nov 05 22:12:58.046385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e8776ef-3052-459b-ab01-f0dce142f408 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:12:58.150107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e8776ef-3052-459b-ab01-f0dce142f408, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e8776ef-3052-459b-ab01-f0dce142f408,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:58.161191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '4e8776ef-3052-459b-ab01-f0dce142f408', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'port_id': '4e8776ef-3052-459b-ab01-f0dce142f408', 'mac_address': 'fa:16:3e:67:f1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704cc987-8868-4576-be92-0bdc63f9643c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:12:58.199359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:58.218288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8776ef-3052-459b-ab01-f0dce142f408 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:12:58.242244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e8776ef-3052-459b-ab01-f0dce142f408, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e8776ef-3052-459b-ab01-f0dce142f408,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:58.286588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f4821-358e-46a0-8566-62b49fd8e2f4 req-165fcd37-cd8a-4649-bb36-bd58fe7c1ce8 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:58.289413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-925f4821-358e-46a0-8566-62b49fd8e2f4 req-165fcd37-cd8a-4649-bb36-bd58fe7c1ce8 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 944 time: 0.0745792 Nov 05 22:12:58.298709 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:58.299672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:12:58.338090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0542e3-168d-4969-a6bf-8c0297526d89 req-6b9a6c5f-4d09-4971-9f93-7c1497cb3624 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:58.339723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf0542e3-168d-4969-a6bf-8c0297526d89 req-6b9a6c5f-4d09-4971-9f93-7c1497cb3624 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0643070 Nov 05 22:12:58.369594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-925f4821-358e-46a0-8566-62b49fd8e2f4 req-9c1743a1-ab59-4e60-ae47-f6abc6e944b7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739667 Nov 05 22:12:58.380170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4e8776ef-3052-459b-ab01-f0dce142f408,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:58.407508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cf0542e3-168d-4969-a6bf-8c0297526d89 req-73996454-006f-4108-83d1-45a9bfa50a86 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588281 Nov 05 22:12:58.446812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:58.462738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'f0a69f95-a866-4e51-beca-86f103f10591', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'port_id': 'f0a69f95-a866-4e51-beca-86f103f10591', 'mac_address': 'fa:16:3e:5e:33:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:12:58.500787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:58.513733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a69f95-a866-4e51-beca-86f103f10591 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:12:58.533670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:12:58.607276 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:12:58.654531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:12:58.971181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['4e8776ef-3052-459b-ab01-f0dce142f408'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:58.998976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['f0a69f95-a866-4e51-beca-86f103f10591'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:12:59.475276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e634af-25cd-4d20-9fe3-bdeea0ad3c07 req-2cf51e1f-7b39-4d1b-8c5d-7232bc6d9699 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:59.476892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01e634af-25cd-4d20-9fe3-bdeea0ad3c07 req-2cf51e1f-7b39-4d1b-8c5d-7232bc6d9699 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Nov 05 22:12:59.528655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01e634af-25cd-4d20-9fe3-bdeea0ad3c07 req-a0bf0ca0-93ce-4522-8669-061e1be4a36b tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 Nov 05 22:12:59.528905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c0c06-0dfa-4b33-8bac-60a1a3aa76f6 req-78ea22ed-1159-471a-a4c4-a969f566476b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:12:59.530452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-941c0c06-0dfa-4b33-8bac-60a1a3aa76f6 req-78ea22ed-1159-471a-a4c4-a969f566476b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0531206 Nov 05 22:12:59.582299 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-941c0c06-0dfa-4b33-8bac-60a1a3aa76f6 req-e65c5589-f9cf-4697-891b-4602af6a54b6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460176 Nov 05 22:13:00.058148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e8776ef-3052-459b-ab01-f0dce142f408 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:13:00.184077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 4e8776ef-3052-459b-ab01-f0dce142f408 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:13:00.188523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 4e8776ef-3052-459b-ab01-f0dce142f408 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:00.188889 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:00.270073 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:00.302256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8776ef-3052-459b-ab01-f0dce142f408'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:13:00.304645 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a695c8-b65f-4e69-8cf7-c215e1ba6a55" -d '{"events": [{"server_uuid": "39c868a1-9bce-4ccd-85ac-110357ee8b26", "name": "network-vif-plugged", "status": "completed", "tag": "4e8776ef-3052-459b-ab01-f0dce142f408"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:13:00.317214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 4e8776ef-3052-459b-ab01-f0dce142f408, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e8776ef-3052-459b-ab01-f0dce142f408,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:00.350794 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b64797-2bc0-4f5f-a754-ff7e59c36c29 x-openstack-request-id: req-40b64797-2bc0-4f5f-a754-ff7e59c36c29 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:13:00.351192 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c868a1-9bce-4ccd-85ac-110357ee8b26", "name": "network-vif-plugged", "status": "completed", "tag": "4e8776ef-3052-459b-ab01-f0dce142f408", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:13:00.351506 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40b64797-2bc0-4f5f-a754-ff7e59c36c29 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:13:00.351992 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8776ef-3052-459b-ab01-f0dce142f408', 'code': 200} Nov 05 22:13:00.450926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10409901-333b-4bc9-b2cb-560beb6e96aa req-7e6e432d-b712-4835-821a-8dd1cea4afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:00.452426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10409901-333b-4bc9-b2cb-560beb6e96aa req-7e6e432d-b712-4835-821a-8dd1cea4afbd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 1096 time: 0.0428448 Nov 05 22:13:00.464514 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:00.514528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=4e8776ef-3052-459b-ab01-f0dce142f408,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:00.672186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961024b-f403-4aac-a319-840e725775cf req-0da3c321-cedf-41e1-9c64-0ca5a5397ee1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:00.673841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b961024b-f403-4aac-a319-840e725775cf req-0da3c321-cedf-41e1-9c64-0ca5a5397ee1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 946 time: 0.0656319 Nov 05 22:13:00.729847 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b961024b-f403-4aac-a319-840e725775cf req-c232200c-6f5b-4bfd-9bbd-bdac8f7a46d1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476406 Nov 05 22:13:00.738385 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:00.901271 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10409901-333b-4bc9-b2cb-560beb6e96aa req-246f063b-5940-4b41-a5d3-b71d9bef1222 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402614 Nov 05 22:13:00.916729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f5601-c3f2-4897-ae71-a3da0e6645c4 req-cdaefd2c-545e-469f-a9c4-1b9638f28fa6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:00.918179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b5f5601-c3f2-4897-ae71-a3da0e6645c4 req-cdaefd2c-545e-469f-a9c4-1b9638f28fa6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0745707 Nov 05 22:13:00.969520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7b5f5601-c3f2-4897-ae71-a3da0e6645c4 req-6b82baa0-1ae6-4d47-b126-a0a3e979fa8d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451045 Nov 05 22:13:01.846759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15783048-42a0-4a93-93a5-0df082636652 req-7fc1a400-afa8-4d82-8b34-4a94ea08dfe5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:01.848322 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15783048-42a0-4a93-93a5-0df082636652 req-7fc1a400-afa8-4d82-8b34-4a94ea08dfe5 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Nov 05 22:13:01.896081 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15783048-42a0-4a93-93a5-0df082636652 req-b47a0ace-189b-41fc-844e-e8c9a6dc6b38 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Nov 05 22:13:02.071335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:13:02.087869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ced17e-19d7-4598-8508-c9c3d1a96a51 req-43d1d632-463a-4c3c-93e1-20e4868276d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:02.091741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12ced17e-19d7-4598-8508-c9c3d1a96a51 req-43d1d632-463a-4c3c-93e1-20e4868276d2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0502164 Nov 05 22:13:02.142210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12ced17e-19d7-4598-8508-c9c3d1a96a51 req-e9df6ccd-4984-469b-b087-807a6286d2b9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457089 Nov 05 22:13:02.195498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port f0a69f95-a866-4e51-beca-86f103f10591 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:13:02.199441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port f0a69f95-a866-4e51-beca-86f103f10591 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:02.199839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:02.279175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:02.311292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:02.354407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:13:02.355695 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b60de9-78fc-438b-ad43-b4fca57be025" -d '{"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:13:02.401351 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4617fc-efc1-4847-b13b-eeb867cb9272 x-openstack-request-id: req-9e4617fc-efc1-4847-b13b-eeb867cb9272 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:13:02.401351 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:13:02.401351 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e4617fc-efc1-4847-b13b-eeb867cb9272 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:13:02.401351 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'code': 200} Nov 05 22:13:02.418711 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:02.472373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:02.498844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c3978-b2e1-422d-be92-5c3a14c08926 req-7b819350-b2a3-4bab-bda5-4e296d134b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:02.500483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a0c3978-b2e1-422d-be92-5c3a14c08926 req-7b819350-b2a3-4bab-bda5-4e296d134b2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1096 time: 0.0488172 Nov 05 22:13:02.548102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6a0c3978-b2e1-422d-be92-5c3a14c08926 req-71b72b29-86a2-4230-96a4-1abfb2021008 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394371 Nov 05 22:13:02.966837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:03.012216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38998b-24d9-40fa-8308-579fd39d738c req-2bd5f9ec-bf4a-4168-b424-e91418a232f7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:03.013749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a38998b-24d9-40fa-8308-579fd39d738c req-2bd5f9ec-bf4a-4168-b424-e91418a232f7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 946 time: 0.0494664 Nov 05 22:13:03.060903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a38998b-24d9-40fa-8308-579fd39d738c req-2bfde01e-1958-447d-a7d7-5d2c607439f4 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Nov 05 22:13:03.265598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426fc85-e70f-401e-a066-cfbffa904c3a req-6f5ada86-a7be-4978-8855-28c0293af8ce tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:03.267201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8426fc85-e70f-401e-a066-cfbffa904c3a req-6f5ada86-a7be-4978-8855-28c0293af8ce tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0497689 Nov 05 22:13:03.327435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8426fc85-e70f-401e-a066-cfbffa904c3a req-2ea025df-8519-4910-9bdf-c6e224f7443f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540898 Nov 05 22:13:03.615686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60202) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:03.722792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c441d407-d246-4e22-899c-35b9f87f7bbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:03.797883 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c441d407-d246-4e22-899c-35b9f87f7bbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:03.864221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c441d407-d246-4e22-899c-35b9f87f7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:03.903140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c441d407-d246-4e22-899c-35b9f87f7bbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce59eaf92a54420c8df9fe923e1b91e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863123 Nov 05 22:13:03.904076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441d407-d246-4e22-899c-35b9f87f7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a7e9b7-aafd-4386-9c41-1b473b4a109a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:03.905971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60210) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:03.956417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eabe47d4-6d58-48c0-9af2-1d3102b9a0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:03.979030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eabe47d4-6d58-48c0-9af2-1d3102b9a0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:04.087052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eabe47d4-6d58-48c0-9af2-1d3102b9a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:04.089673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eabe47d4-6d58-48c0-9af2-1d3102b9a0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:04.093455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eabe47d4-6d58-48c0-9af2-1d3102b9a0e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04a7e9b7-aafd-4386-9c41-1b473b4a109a HTTP/1.1" status: 204 len: 168 time: 0.1837466 Nov 05 22:13:04.098702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe47d4-6d58-48c0-9af2-1d3102b9a0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a7e9b7-aafd-4386-9c41-1b473b4a109a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:04.446551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febaaf2-f1f7-4bda-8c38-16ae7aeea407 req-dcc77101-ce4a-4b31-a43f-535ae3def48b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:04.448400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9febaaf2-f1f7-4bda-8c38-16ae7aeea407 req-dcc77101-ce4a-4b31-a43f-535ae3def48b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0519624 Nov 05 22:13:04.503267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9febaaf2-f1f7-4bda-8c38-16ae7aeea407 req-b546588f-e802-42ee-b1d1-cd0b0f1aeae4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485189 Nov 05 22:13:04.628666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47061d1-004d-4144-bbca-ecbeb6e290d4 req-b8bedccb-4839-4a09-b318-df058160821c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:04.630220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c47061d1-004d-4144-bbca-ecbeb6e290d4 req-b8bedccb-4839-4a09-b318-df058160821c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0580881 Nov 05 22:13:04.680702 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c47061d1-004d-4144-bbca-ecbeb6e290d4 req-024c77ce-c4a6-464c-8a99-ba48b78aa2ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Nov 05 22:13:04.703276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60232) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:04.747701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ec4f0-1a9e-44d4-a4ee-cc3d8e5271d9 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:04.749857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-078ec4f0-1a9e-44d4-a4ee-cc3d8e5271d9 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1091 time: 0.0449474 Nov 05 22:13:04.752375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60234) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:04.764694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'f0a69f95-a866-4e51-beca-86f103f10591', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:13:04.876207 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:04.980994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:05.087308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.90 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/fc85872f-bd87-4910-9b4a-d895b349c647) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:13:05.188897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:05.298996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:05.337820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:13:05.342065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:13:05.344790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:13:05.379085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=fc85872f-bd87-4910-9b4a-d895b349c647,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:05.726417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:05.871483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:06.049690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:06.132802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:06.203380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=fc85872f-bd87-4910-9b4a-d895b349c647,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:06.216991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:06.310326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3fd037a-6429-4e35-b499-643ed7d861c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:06.323959 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP 93c69ad3-0800-4884-b571-cc6f9b95777f associated. External IP: 172.25.6.90, port: f0a69f95-a866-4e51-beca-86f103f10591. Nov 05 22:13:06.540184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ab7f6004-72e5-441f-8d06-067af8815b37 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:13:06.646946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:13:06.662432 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] Sync routers for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:13:06.671698 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:06.672296 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:06.763526 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:06.778552 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:06.790826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f4cbaad3-af05-4693-989a-e45d5123b810 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0371881 Nov 05 22:13:06.791422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:13:06.793776 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:13:06.845066 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a999d4-24d9-46d8-962c-d92f4bc33bf5 x-openstack-request-id: req-08a999d4-24d9-46d8-962c-d92f4bc33bf5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:13:06.845434 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:13:06.845758 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08a999d4-24d9-46d8-962c-d92f4bc33bf5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:13:06.846233 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'status': 'completed', 'code': 200} Nov 05 22:13:06.911012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-1bcf9377-03e7-4dea-8ebb-1b8ef2970869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:06.912836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-1bcf9377-03e7-4dea-8ebb-1b8ef2970869 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1096 time: 0.0443046 Nov 05 22:13:06.929410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab344f7-71d5-44c6-8a4f-26379d649ca7 req-39941b97-ea50-4a80-a152-bf009630fe38 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:06.931514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fab344f7-71d5-44c6-8a4f-26379d649ca7 req-39941b97-ea50-4a80-a152-bf009630fe38 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0603476 Nov 05 22:13:06.995850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fab344f7-71d5-44c6-8a4f-26379d649ca7 req-9609a479-27fa-4eea-95a6-fc11ace93eba tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561330 Nov 05 22:13:07.021433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60306) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:07.024642 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '93c69ad3-0800-4884-b571-cc6f9b95777f', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'port_id': 'f0a69f95-a866-4e51-beca-86f103f10591', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'mac_address': 'fa:16:3e:5e:33:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d52f65-f740-487a-9002-5170510a4abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:13:05Z', 'updated_at': '2021-11-05T22:13:05Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:49Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:07.052030 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] Checking router: ab7f6004-72e5-441f-8d06-067af8815b37 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:13:07.061044 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:07.061655 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:12:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:07.079489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-2c026e4b-5528-41e7-aef1-00f78785e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:07.085318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-2c026e4b-5528-41e7-aef1-00f78785e328 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1655359 Nov 05 22:13:07.158862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8a01afcc-a699-45b8-8d23-d51c9eaa8a80 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/93c69ad3-0800-4884-b571-cc6f9b95777f HTTP/1.1" status: 200 len: 990 time: 0.1331553 Nov 05 22:13:07.174744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-aeccef4a-3535-45eb-bc43-c467e7f5b29d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 998 time: 0.0831165 Nov 05 22:13:07.179463 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:07.225861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-e438ee6a-cf44-4836-add0-0c43e5b45bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:07.230522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-e438ee6a-cf44-4836-add0-0c43e5b45bad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0458574 Nov 05 22:13:07.277480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-9daae942-daff-476b-8419-bc6498fb2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:07.279866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-9daae942-daff-476b-8419-bc6498fb2f1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448723 Nov 05 22:13:07.382207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-e01d3497-fcf2-4a59-b79c-abf2aed2a663 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953991 Nov 05 22:13:07.490096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf330626-b3d3-4aea-a3cd-2f42fb3e9bd6 req-1141b3a1-3eaf-4571-8b0a-1c05df2b88b6 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007292 Nov 05 22:13:07.511822 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '93c69ad3-0800-4884-b571-cc6f9b95777f', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'port_id': 'f0a69f95-a866-4e51-beca-86f103f10591', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'mac_address': 'fa:16:3e:5e:33:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d52f65-f740-487a-9002-5170510a4abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:13:05Z', 'updated_at': '2021-11-05T22:13:05Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:49Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:07.541938 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0fa5f-a10a-4f54-9067-3090b323e6fc None None] The sync data for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 is: [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '93c69ad3-0800-4884-b571-cc6f9b95777f', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'port_id': 'f0a69f95-a866-4e51-beca-86f103f10591', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'mac_address': 'fa:16:3e:5e:33:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d52f65-f740-487a-9002-5170510a4abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:13:05Z', 'updated_at': '2021-11-05T22:13:05Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:49Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:13:07.748980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d14f4-98cf-445c-b5a4-a53e444c3178 None None] New status for floating IP 93c69ad3-0800-4884-b571-cc6f9b95777f: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:13:08.160700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60354) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:08.232022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-21b194f1-cd9b-43ee-bb12-ee8925400605 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/93c69ad3-0800-4884-b571-cc6f9b95777f HTTP/1.1" status: 200 len: 992 time: 0.0699816 Nov 05 22:13:08.538994 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7566a8a-b61b-49ee-aa7c-d00dc0bf85a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:09.628115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60402) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:09.734258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2512-6636-48be-b572-7be9326ff211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:09.807877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2512-6636-48be-b572-7be9326ff211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:09.875648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2512-6636-48be-b572-7be9326ff211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:09.915352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b2512-6636-48be-b572-7be9326ff211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45e64f-9f8d-4115-bdea-f9de8e779418,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:09.921984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c0b2512-6636-48be-b572-7be9326ff211 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83b5e02a8ebc4bbb988ed5ccab573245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927973 Nov 05 22:13:09.924641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60408) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:09.975865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56fc959f-7af7-4301-81c9-229c77f9f987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:09.997925 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56fc959f-7af7-4301-81c9-229c77f9f987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:10.030021 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:10.127324 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56fc959f-7af7-4301-81c9-229c77f9f987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:10.130043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-56fc959f-7af7-4301-81c9-229c77f9f987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:10.134725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-56fc959f-7af7-4301-81c9-229c77f9f987 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a45e64f-9f8d-4115-bdea-f9de8e779418 HTTP/1.1" status: 204 len: 168 time: 0.2088263 Nov 05 22:13:10.143569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc959f-7af7-4301-81c9-229c77f9f987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45e64f-9f8d-4115-bdea-f9de8e779418,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:10.739119 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60414) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:10.754617 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d54f73d9-70a8-49ed-b41f-ffcb2f34929e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:10.829320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d54f73d9-70a8-49ed-b41f-ffcb2f34929e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:10.886825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d54f73d9-70a8-49ed-b41f-ffcb2f34929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:10.925110 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f73d9-70a8-49ed-b41f-ffcb2f34929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291f5326-deaa-4801-8de1-8dee04070819,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:10.929293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d54f73d9-70a8-49ed-b41f-ffcb2f34929e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab91f4b8a18041d5bde34b50f045a1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883638 Nov 05 22:13:10.931948 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:10.982728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d363b80-2bd7-4f8c-803a-79dfc8c30ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:11.012358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d363b80-2bd7-4f8c-803a-79dfc8c30ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:11.155362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d363b80-2bd7-4f8c-803a-79dfc8c30ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:11.158039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d363b80-2bd7-4f8c-803a-79dfc8c30ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:11.159278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3d363b80-2bd7-4f8c-803a-79dfc8c30ba8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/291f5326-deaa-4801-8de1-8dee04070819 HTTP/1.1" status: 204 len: 168 time: 0.2264242 Nov 05 22:13:11.168029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d363b80-2bd7-4f8c-803a-79dfc8c30ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291f5326-deaa-4801-8de1-8dee04070819,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:11.469406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.012969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.293757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60442) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:12.392824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-506801541-network', 'tenant_id': '58f8e07552194d4992d939aa7896528f'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:13:12.497307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Made reservation on behalf of 58f8e07552194d4992d939aa7896528f for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:13:12.499665 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.508252 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.580012 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.647214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.667958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:13:12.684337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8aa88e-2424-4f7f-8f07-6b7aa321434a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:12.687964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.688318 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Added segment 22ccc31f-dd6a-4d32-9d65-21ae6006c01b of type vlan for network 7abad17c-2580-4afe-bb7b-39b98e25092b Nov 05 22:13:12.729000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.800994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.801874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:12.802469 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:12.864444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7abad17c-2580-4afe-bb7b-39b98e25092b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:12.874315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7abad17c-2580-4afe-bb7b-39b98e25092b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:13:12.900999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5a07cc54-50f4-4bd3-acc2-d8d3b7edd8e7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6061013 Nov 05 22:13:12.903891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60446) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:12.908602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Request body: {'subnet': {'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-506801541-subnet', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:13:12.995678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Made reservation on behalf of 58f8e07552194d4992d939aa7896528f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:13:12.998035 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.213286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.266539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fd8c77-0dff-45a1-a830-a808a71d84e3,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:13.281079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Checking segment: {'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:13:13.281079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Network hostable DHCP agents. Network: 7abad17c-2580-4afe-bb7b-39b98e25092b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:13:13.361089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Network 7abad17c-2580-4afe-bb7b-39b98e25092b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:13:13.418102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7abad17c-2580-4afe-bb7b-39b98e25092b) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:13:13.422199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:13.422804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.426644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29548c2-3ab2-4bb1-ac46-4361fa5773ef None None] Network 7abad17c-2580-4afe-bb7b-39b98e25092b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:13:13.529476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-01efe2f5-f54b-4abd-992c-f3c896fdf5df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6245248 Nov 05 22:13:13.532271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60450) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:13.536579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:13:13.570591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-7abad17c-2580-4afe-bb7b-39b98e25092b', 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'fixed_ips': [{'subnet_id': '48fd8c77-0dff-45a1-a830-a808a71d84e3'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:13:13.570728 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.613153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.614189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.664521 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.697784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Allocated IP 172.20.0.2 (7abad17c-2580-4afe-bb7b-39b98e25092b/48fd8c77-0dff-45a1-a830-a808a71d84e3/66866a29-ac3e-40ef-92f7-f531ba4a1f9e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:13:13.839740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.853328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.893158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:13.928931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Network 7abad17c-2580-4afe-bb7b-39b98e25092b is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:13:13.931614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:13:13.937074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:13:13.947761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Pushing event updated for resources: {'Port': ['ID=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:13.999986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Attempting to bind port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:13:14.000351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Attempting to bind port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:13:14.000712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Attempting to bind port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e on network 7abad17c-2580-4afe-bb7b-39b98e25092b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:13:14.005722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:13:14.006096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Checking segment: {'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:13:14.006497 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:14.006885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Bound using segment: {'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:13:14.007347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Bound port: 66866a29-ac3e-40ef-92f7-f531ba4a1f9e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:13:14.007763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:14.069403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] For port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:13:14.072879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] For port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,segment=NetworkSegment(22ccc31f-dd6a-4d32-9d65-21ae6006c01b),segment_id=22ccc31f-dd6a-4d32-9d65-21ae6006c01b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:13:14.120651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:14.140326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:14.150264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:14.210047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6e5e1-ef05-4227-a55b-a0002f4fb53b None None] Pushing event updated for resources: {'Port': ['ID=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:14.257216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Allocated IP 172.25.6.99 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/55e1f990-11e8-4a97-9b99-c3fada36f4f0) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:13:14.382558 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:14.481843 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:14.523128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:13:14.526152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:13:14.528647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:13:14.534365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=55e1f990-11e8-4a97-9b99-c3fada36f4f0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:14.561056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.561399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.561732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.562059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.562386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.562712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.563048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.563351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.563695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.564013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.564328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.564644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:13:14.863344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.062962 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.072176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dddf21-90d4-4df9-96fb-dbb01dac0081 None None] Network 7abad17c-2580-4afe-bb7b-39b98e25092b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:13:15.159541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9d917bff-c8bb-436d-b22d-164dedbf44a5 None None] Provisioning complete for port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:15.159923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d917bff-c8bb-436d-b22d-164dedbf44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.298544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d917bff-c8bb-436d-b22d-164dedbf44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.338052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9d917bff-c8bb-436d-b22d-164dedbf44a5 None None] For port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,segment=NetworkSegment(22ccc31f-dd6a-4d32-9d65-21ae6006c01b),segment_id=22ccc31f-dd6a-4d32-9d65-21ae6006c01b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:15.401707 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d917bff-c8bb-436d-b22d-164dedbf44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.469239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d917bff-c8bb-436d-b22d-164dedbf44a5 None None] Pushing event updated for resources: {'Port': ['ID=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:15.539864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 66866a29-ac3e-40ef-92f7-f531ba4a1f9e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:13:15.596786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:15.597076 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.641402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:13:15.754374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:13:15.766012 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Sync routers for ids ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:13:15.776651 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Routers {'339c8a50-cf7f-4b9d-a3b6-112e19b8c664'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:15.778567 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:15.799807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a7454ff2-faf1-42ad-9b8b-c54d98709223 None None] Provisioning complete for port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:15.800091 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7454ff2-faf1-42ad-9b8b-c54d98709223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.826104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:15.829953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-28cf26d3-31a2-49a7-94b1-71372d25dd33 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.2940831 Nov 05 22:13:15.830623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60456) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:15.887675 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Set router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:16.075259 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:14Z', 'revision_number': 3, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port': {'id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:14Z', 'updated_at': '2021-11-05T22:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:16.113433 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Checking router: 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:13:16.113800 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Updating router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 port 55e1f990-11e8-4a97-9b99-c3fada36f4f0 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:13:16.139224 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.299798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.415338 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.469373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Allocated IP 172.20.0.1 (7abad17c-2580-4afe-bb7b-39b98e25092b/48fd8c77-0dff-45a1-a830-a808a71d84e3/f0192293-4695-4344-9bef-8bcaa6357510) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:13:16.469759 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.518271 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Attempting to bind port 55e1f990-11e8-4a97-9b99-c3fada36f4f0 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:13:16.518652 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Attempting to bind port 55e1f990-11e8-4a97-9b99-c3fada36f4f0 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:13:16.518993 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Attempting to bind port 55e1f990-11e8-4a97-9b99-c3fada36f4f0 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:13:16.533031 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:13:16.533472 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:13:16.533784 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.534164 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:13:16.534617 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Bound port: 55e1f990-11e8-4a97-9b99-c3fada36f4f0, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:13:16.534991 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.555958 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dc246-2131-4730-8d91-09cdfd95058c None None] Pushing event updated for resources: {'Port': ['ID=55e1f990-11e8-4a97-9b99-c3fada36f4f0,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:16.582954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.586863 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] For port 55e1f990-11e8-4a97-9b99-c3fada36f4f0, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:13:16.590246 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] For port 55e1f990-11e8-4a97-9b99-c3fada36f4f0, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=55e1f990-11e8-4a97-9b99-c3fada36f4f0,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:13:16.653166 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.688450 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.718510 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Routers {'339c8a50-cf7f-4b9d-a3b6-112e19b8c664'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:16.719179 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:16.733335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Network 7abad17c-2580-4afe-bb7b-39b98e25092b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:13:16.736671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:13:16.741214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:13:16.761527 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dc246-2131-4730-8d91-09cdfd95058c None None] Pushing event updated for resources: {'Port': ['ID=55e1f990-11e8-4a97-9b99-c3fada36f4f0,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:16.790804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0192293-4695-4344-9bef-8bcaa6357510,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:16.808298 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:16.840930 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] Set router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:16.991794 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dc76f057-19a9-4e6a-b2a9-f4eebad01c07 None None] Provisioning complete for port f0192293-4695-4344-9bef-8bcaa6357510 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:16.992975 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dc76f057-19a9-4e6a-b2a9-f4eebad01c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.011487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.028079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dc76f057-19a9-4e6a-b2a9-f4eebad01c07 None None] Port f0192293-4695-4344-9bef-8bcaa6357510 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:13:17.031609 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:14Z', 'revision_number': 3, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port': {'id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:14Z', 'updated_at': '2021-11-05T22:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:17.064054 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe708a2f-45ec-4db6-8109-8cfe812e291c None None] The sync data for ids ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'] in n-d-816738-5 is: [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:14Z', 'revision_number': 3, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port': {'id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:14Z', 'updated_at': '2021-11-05T22:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:13:17.187407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.264132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.351924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.363801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0192293-4695-4344-9bef-8bcaa6357510,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:17.460019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Network 7abad17c-2580-4afe-bb7b-39b98e25092b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:13:17.461730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:13:17.588452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 66866a29-ac3e-40ef-92f7-f531ba4a1f9e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:13:17.611318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:13:17.649506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:17.650255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.731203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:13:17.745084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d3ef89dd-f596-42d1-a23c-d5f5e92da2d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/339c8a50-cf7f-4b9d-a3b6-112e19b8c664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138360 Nov 05 22:13:17.749926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55e1f990-11e8-4a97-9b99-c3fada36f4f0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:13:17.785331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-72d79084-e102-44af-91d3-16ac8f960481 None None] Provisioning complete for port f0192293-4695-4344-9bef-8bcaa6357510 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:17.785704 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72d79084-e102-44af-91d3-16ac8f960481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.830058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-72d79084-e102-44af-91d3-16ac8f960481 None None] Port f0192293-4695-4344-9bef-8bcaa6357510 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:13:17.839497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 55e1f990-11e8-4a97-9b99-c3fada36f4f0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:17.840030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.926952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:17.948541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 55e1f990-11e8-4a97-9b99-c3fada36f4f0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=55e1f990-11e8-4a97-9b99-c3fada36f4f0,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:18.098277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:18.149090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=55e1f990-11e8-4a97-9b99-c3fada36f4f0,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:18.736819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Sync routers for ids ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:13:18.756133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Routers {'339c8a50-cf7f-4b9d-a3b6-112e19b8c664'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:18.757434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:18.875442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Set router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:19.028745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60500) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:19.115992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:16Z', 'revision_number': 4, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port': {'id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:14Z', 'updated_at': '2021-11-05T22:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f0192293-4695-4344-9bef-8bcaa6357510', 'name': '', 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'mac_address': 'fa:16:3e:90:11:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '48fd8c77-0dff-45a1-a830-a808a71d84e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:16Z', 'updated_at': '2021-11-05T22:13:17Z', 'revision_number': 2, 'project_id': '58f8e07552194d4992d939aa7896528f', 'subnets': [{'id': '48fd8c77-0dff-45a1-a830-a808a71d84e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:19.143066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Checking router: 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:13:19.143425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Updating router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 port f0192293-4695-4344-9bef-8bcaa6357510 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:13:19.168688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.374337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.435240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.477734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55e1f990-11e8-4a97-9b99-c3fada36f4f0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:13:19.502343 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.517529 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:13:19.564843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d791c-f5ea-4e47-8ec1-14b9503b1d6d None None] Pushing event updated for resources: {'Port': ['ID=f0192293-4695-4344-9bef-8bcaa6357510,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:19.618795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 55e1f990-11e8-4a97-9b99-c3fada36f4f0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:19.619596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.649951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Deleting port f0192293-4695-4344-9bef-8bcaa6357510 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:13:19.649951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.651774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Attempting to bind port f0192293-4695-4344-9bef-8bcaa6357510 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:13:19.652145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Attempting to bind port f0192293-4695-4344-9bef-8bcaa6357510 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:13:19.652507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Attempting to bind port f0192293-4695-4344-9bef-8bcaa6357510 on network 7abad17c-2580-4afe-bb7b-39b98e25092b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:13:19.664177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:13:19.664554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Checking segment: {'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:13:19.664954 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.665337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Bound using segment: {'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:13:19.665817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Bound port: f0192293-4695-4344-9bef-8bcaa6357510, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ccc31f-dd6a-4d32-9d65-21ae6006c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:13:19.666197 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.744132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] For port f0192293-4695-4344-9bef-8bcaa6357510, host n-d-816738-5, got binding levels [] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:19.744492 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.762444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Calling delete_port for f0192293-4695-4344-9bef-8bcaa6357510 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:13:19.770317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] For port f0192293-4695-4344-9bef-8bcaa6357510, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:13:19.784584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] For port f0192293-4695-4344-9bef-8bcaa6357510, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f0192293-4695-4344-9bef-8bcaa6357510,segment=NetworkSegment(22ccc31f-dd6a-4d32-9d65-21ae6006c01b),segment_id=22ccc31f-dd6a-4d32-9d65-21ae6006c01b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:13:19.847909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.919255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ebae192e-0e0c-4c86-bb33-dc54c6fbaadf None None] Provisioning complete for port f0192293-4695-4344-9bef-8bcaa6357510 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:19.919641 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ebae192e-0e0c-4c86-bb33-dc54c6fbaadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:19.924036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d791c-f5ea-4e47-8ec1-14b9503b1d6d None None] Pushing event updated for resources: {'Port': ['ID=f0192293-4695-4344-9bef-8bcaa6357510,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:19.944815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Routers {'339c8a50-cf7f-4b9d-a3b6-112e19b8c664'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:19.945457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:20.035879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:20.071423 n-d-816738-5 neutron-server[102293]: INFO neutron.plugins.ml2.db [None req-ebae192e-0e0c-4c86-bb33-dc54c6fbaadf None None] No ports have port_id starting with f0192293-4695-4344-9bef-8bcaa6357510 Nov 05 22:13:20.082039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0192293-4695-4344-9bef-8bcaa6357510,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:20.112963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] Set router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:20.203777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-55eb0e1d-4673-49af-b6a9-4efb2c2ceab9 None None] Could not find standard attr ID for object f0192293-4695-4344-9bef-8bcaa6357510. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:13:20.290102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:20.363940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:16Z', 'revision_number': 4, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port': {'id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:14Z', 'updated_at': '2021-11-05T22:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f0192293-4695-4344-9bef-8bcaa6357510', 'name': '', 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'mac_address': 'fa:16:3e:90:11:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '48fd8c77-0dff-45a1-a830-a808a71d84e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:16Z', 'updated_at': '2021-11-05T22:13:19Z', 'revision_number': 4, 'project_id': '58f8e07552194d4992d939aa7896528f', 'subnets': [{'id': '48fd8c77-0dff-45a1-a830-a808a71d84e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:20.394821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e75bf48-0415-40f6-9e18-983a053d7d33 None None] The sync data for ids ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'] in n-d-816738-5 is: [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:16Z', 'revision_number': 4, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port': {'id': '55e1f990-11e8-4a97-9b99-c3fada36f4f0', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:14Z', 'updated_at': '2021-11-05T22:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f0192293-4695-4344-9bef-8bcaa6357510', 'name': '', 'network_id': '7abad17c-2580-4afe-bb7b-39b98e25092b', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'mac_address': 'fa:16:3e:90:11:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '48fd8c77-0dff-45a1-a830-a808a71d84e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:13:16Z', 'updated_at': '2021-11-05T22:13:19Z', 'revision_number': 4, 'project_id': '58f8e07552194d4992d939aa7896528f', 'subnets': [{'id': '48fd8c77-0dff-45a1-a830-a808a71d84e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:13:20.548538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:13:20.664022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:13:20.669905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-66ba2d67-3924-4561-b4ac-c55b8b5cb223 admin admin] 10.222.0.41 "PUT /v2.0/routers/339c8a50-cf7f-4b9d-a3b6-112e19b8c664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399586 Nov 05 22:13:20.672305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60504) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:20.784982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:20.894452 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:21.050895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Deleting port 55e1f990-11e8-4a97-9b99-c3fada36f4f0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:13:21.051623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:21.150426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] For port 55e1f990-11e8-4a97-9b99-c3fada36f4f0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=55e1f990-11e8-4a97-9b99-c3fada36f4f0,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:21.150800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:21.165678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Calling delete_port for 55e1f990-11e8-4a97-9b99-c3fada36f4f0 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:13:21.424535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:21.466213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e1f990-11e8-4a97-9b99-c3fada36f4f0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:21.526880 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:21.679057 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] Sync routers for ids ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:13:21.690296 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] Routers {'339c8a50-cf7f-4b9d-a3b6-112e19b8c664'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:21.691031 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:21.764434 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] Set router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:21.820198 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:21Z', 'revision_number': 7, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:21.850225 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] Checking router: 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:13:21.859357 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] Routers {'339c8a50-cf7f-4b9d-a3b6-112e19b8c664'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:13:21.859999 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:21.930531 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] Set router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:13:21.966922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:21.969287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.074074 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:21Z', 'revision_number': 7, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:22.075855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.077540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 339c8a50-cf7f-4b9d-a3b6-112e19b8c664 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:13:22.086745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.090465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-907d9cd4-0e74-4642-b153-bdb48ac71f40 admin admin] 10.222.0.41 "DELETE /v2.0/routers/339c8a50-cf7f-4b9d-a3b6-112e19b8c664 HTTP/1.1" status: 204 len: 168 time: 1.4148092 Nov 05 22:13:22.090936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:22.101781 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7e010-54d8-47ca-9ab5-f8820f605b09 None None] The sync data for ids ['339c8a50-cf7f-4b9d-a3b6-112e19b8c664'] in n-d-816738-5 is: [{'id': '339c8a50-cf7f-4b9d-a3b6-112e19b8c664', 'name': 'tempest-ImageQuotaTest-506801541-router', 'tenant_id': '58f8e07552194d4992d939aa7896528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:13:13Z', 'updated_at': '2021-11-05T22:13:21Z', 'revision_number': 7, 'project_id': '58f8e07552194d4992d939aa7896528f', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:13:22.148091 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] Deleting subnet 48fd8c77-0dff-45a1-a830-a808a71d84e3 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:13:22.151218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.192519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.290209 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.459167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.484933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fd8c77-0dff-45a1-a830-a808a71d84e3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:22.488430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.494661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60512) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:22.494826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-53b70eae-c6b2-4b12-9ea5-f386cc54e3bb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/48fd8c77-0dff-45a1-a830-a808a71d84e3 HTTP/1.1" status: 204 len: 168 time: 0.4026802 Nov 05 22:13:22.496348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3c550-1a9d-4c40-a35a-ef534bb8d789 None None] Network 7abad17c-2580-4afe-bb7b-39b98e25092b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:13:22.575353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.640880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Deleting port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:13:22.641452 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.696265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] DHCP port deletion for 7abad17c-2580-4afe-bb7b-39b98e25092b request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:13:22.717623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] For port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,segment=NetworkSegment(22ccc31f-dd6a-4d32-9d65-21ae6006c01b),segment_id=22ccc31f-dd6a-4d32-9d65-21ae6006c01b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:22.717988 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.731860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Calling delete_port for 66866a29-ac3e-40ef-92f7-f531ba4a1f9e owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:13:22.749149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] Deleting port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:13:22.749534 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.827660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] For port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,segment=NetworkSegment(22ccc31f-dd6a-4d32-9d65-21ae6006c01b),segment_id=22ccc31f-dd6a-4d32-9d65-21ae6006c01b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:22.828251 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.845522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] Calling delete_port for 66866a29-ac3e-40ef-92f7-f531ba4a1f9e owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:13:22.924470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.933491 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:22.960906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] Pushing event deleted for resources: {'Port': ['ID=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:22.968308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6b165-a3d0-4141-8522-cfee7143be04 None None] No DVR routers for this DVR port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:13:22.978874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Pushing event deleted for resources: {'Port': ['ID=66866a29-ac3e-40ef-92f7-f531ba4a1f9e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:22.993378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] No DVR routers for this DVR port 66866a29-ac3e-40ef-92f7-f531ba4a1f9e on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:13:23.071571 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.097384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abad17c-2580-4afe-bb7b-39b98e25092b']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:23.107203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ccc31f-dd6a-4d32-9d65-21ae6006c01b') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:23.107499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ccc31f-dd6a-4d32-9d65-21ae6006c01b') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:13:23.117382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.131144 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.136925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:13:23.137310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:13:23.138960 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:13:23.293276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.299277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.306931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7abad17c-2580-4afe-bb7b-39b98e25092b HTTP/1.1" status: 204 len: 168 time: 0.8058679 Nov 05 22:13:23.313933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d0ba4-e3c9-454d-bbf8-49e5cb58ef66 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abad17c-2580-4afe-bb7b-39b98e25092b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:23.477055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55e1f990-11e8-4a97-9b99-c3fada36f4f0 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:13:23.500351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 55e1f990-11e8-4a97-9b99-c3fada36f4f0 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:13:23.501362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55e1f990-11e8-4a97-9b99-c3fada36f4f0 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:13:23.503407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 66866a29-ac3e-40ef-92f7-f531ba4a1f9e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:13:23.524794 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 66866a29-ac3e-40ef-92f7-f531ba4a1f9e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:13:23.525138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 66866a29-ac3e-40ef-92f7-f531ba4a1f9e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:13:23.525655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f0192293-4695-4344-9bef-8bcaa6357510 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:13:23.544189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f0192293-4695-4344-9bef-8bcaa6357510 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:13:23.544532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f0192293-4695-4344-9bef-8bcaa6357510 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:13:23.608502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60518) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:23.648355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59718738-5de8-48f9-ae3c-4b1b3b275328 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58f8e07552194d4992d939aa7896528f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386405 Nov 05 22:13:23.650723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60520) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:23.700847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-713bc8d8-9d6f-4751-9b14-67c6c5b57c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.722050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-713bc8d8-9d6f-4751-9b14-67c6c5b57c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.847320 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-713bc8d8-9d6f-4751-9b14-67c6c5b57c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.850493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-713bc8d8-9d6f-4751-9b14-67c6c5b57c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:23.851666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-713bc8d8-9d6f-4751-9b14-67c6c5b57c23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e8aa88e-2424-4f7f-8f07-6b7aa321434a HTTP/1.1" status: 204 len: 168 time: 0.2000229 Nov 05 22:13:23.861995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bc8d8-9d6f-4751-9b14-67c6c5b57c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8aa88e-2424-4f7f-8f07-6b7aa321434a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:24.629235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60528) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:24.642203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be757361-60a1-4f94-b6df-87bb68417d50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:24.714481 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be757361-60a1-4f94-b6df-87bb68417d50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:24.790115 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be757361-60a1-4f94-b6df-87bb68417d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:24.828002 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be757361-60a1-4f94-b6df-87bb68417d50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1976550 Nov 05 22:13:24.828837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be757361-60a1-4f94-b6df-87bb68417d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d9f0e-c16c-42a2-9dde-a7a68e80472e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:24.831677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60530) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:13:24.881653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab051e09-2976-4f71-833a-15e3123bcc48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:24.902834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab051e09-2976-4f71-833a-15e3123bcc48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:25.046851 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab051e09-2976-4f71-833a-15e3123bcc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:25.049354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab051e09-2976-4f71-833a-15e3123bcc48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:25.050497 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ab051e09-2976-4f71-833a-15e3123bcc48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d68d9f0e-c16c-42a2-9dde-a7a68e80472e HTTP/1.1" status: 204 len: 168 time: 0.2176206 Nov 05 22:13:25.058416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab051e09-2976-4f71-833a-15e3123bcc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d9f0e-c16c-42a2-9dde-a7a68e80472e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:25.694028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27d51-7b8b-476a-9023-deb79296583d req-3ac3ba28-d6c4-419c-947f-4a1c9d7861a4 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:25.695477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-3ac3ba28-d6c4-419c-947f-4a1c9d7861a4 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.0997596 Nov 05 22:13:25.710168 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-f034ea1a-18d1-41ae-8460-1bd5178983b7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/quotas/3dfa6b8c25504496baf04aae989221c7 HTTP/1.1" status: 200 len: 375 time: 0.0089121 Nov 05 22:13:25.765962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-3bfe9aaf-4d21-4fbd-93dd-7d53ba6ea51a tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504644 Nov 05 22:13:25.854813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-0bcf8117-41b8-40eb-883b-dce9ffc161b9 service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Nov 05 22:13:25.946387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-d185d1ac-3ef3-46aa-9c3b-aae37ca33d5f service neutron] 10.222.0.41 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855641 Nov 05 22:13:26.179682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e4c9345-1e67-4789-8599-d697f59ecb08 req-4bc84ef6-9177-40e8-8fb0-43f21121c1f1 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 210 time: 0.0265162 Nov 05 22:13:27.256923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d7f3b930-0151-422c-8d0a-86245aeef006 req-a9944d49-f55e-4c87-a7b5-118bf025df34 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 210 time: 0.0269246 Nov 05 22:13:28.359617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-162f44ac-0064-49f0-a0fc-9eaf91200261 req-d2113c25-590e-4738-a8bf-1242a8688ea0 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 210 time: 0.0356925 Nov 05 22:13:28.631497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27d51-7b8b-476a-9023-deb79296583d req-8f7a7c4f-1773-4aa1-8ef2-76df51096c5c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:28.632960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-8f7a7c4f-1773-4aa1-8ef2-76df51096c5c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 814 time: 0.1007264 Nov 05 22:13:28.645645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Request body: {'port': {'device_id': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'admin_state_up': True, 'tenant_id': '3dfa6b8c25504496baf04aae989221c7'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:13:28.847110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Made reservation on behalf of 3dfa6b8c25504496baf04aae989221c7 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:13:28.851283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:28.976681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Allocated IP 172.20.0.14 (06a4433c-d9a2-4ae1-b819-7329e66cfa3b/704cc987-8868-4576-be92-0bdc63f9643c/8880939d-0861-495f-80ec-82a8e7836a18) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:13:29.124292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:29.229934 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:29.242198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['395bc3d7-3e24-477d-b07e-c67985128b1f', '4e8776ef-3052-459b-ab01-f0dce142f408'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:13:29.244464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:13:29.271891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:13:29.277087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:13:29.280916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:13:29.288095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event updated for resources: {'Port': ['ID=8880939d-0861-495f-80ec-82a8e7836a18,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:29.337408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:29.338280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:29.476399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4992b5a-4c8e-48c1-8d5d-55c77068d90f req-53ffc97f-1a5a-4528-9048-de47fc78cb74 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:29.477914 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4992b5a-4c8e-48c1-8d5d-55c77068d90f req-53ffc97f-1a5a-4528-9048-de47fc78cb74 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 932 time: 0.0497155 Nov 05 22:13:29.502444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-351cc512-1a87-487a-bcde-4c534f6b66af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8476837 Nov 05 22:13:29.503012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Request body: {'port': {'device_id': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:13:29.528944 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4992b5a-4c8e-48c1-8d5d-55c77068d90f req-3d0b67d7-7530-403d-9ded-1fd404740346 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448084 Nov 05 22:13:29.557564 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:29.806313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8880939d-0861-495f-80ec-82a8e7836a18 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:13:29.813415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:29.825546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Transition to ACTIVE for port object 8880939d-0861-495f-80ec-82a8e7836a18 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:13:29.915419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:29.968937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Pushing event updated for resources: {'Port': ['ID=8880939d-0861-495f-80ec-82a8e7836a18,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:30.033231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Attempting to bind port 8880939d-0861-495f-80ec-82a8e7836a18 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:13:30.041882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Attempting to bind port 8880939d-0861-495f-80ec-82a8e7836a18 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:13:30.041882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Attempting to bind port 8880939d-0861-495f-80ec-82a8e7836a18 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:13:30.041882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Port 8880939d-0861-495f-80ec-82a8e7836a18 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:13:30.041882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Attempting to bind port 8880939d-0861-495f-80ec-82a8e7836a18 on network 06a4433c-d9a2-4ae1-b819-7329e66cfa3b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:13:30.043242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:13:30.043595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Checking segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:13:30.043975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Bound using segment: {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:13:30.044392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Bound port: 8880939d-0861-495f-80ec-82a8e7836a18, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318ec22c-313b-4c46-b3db-2c2529c2d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:13:30.044736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:30.105663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] For port 8880939d-0861-495f-80ec-82a8e7836a18, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:13:30.108639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] For port 8880939d-0861-495f-80ec-82a8e7836a18, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8880939d-0861-495f-80ec-82a8e7836a18,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:13:30.196119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:30.233767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:30.234385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:30.235804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] 10.222.0.13 "PUT /v2.0/ports/8880939d-0861-495f-80ec-82a8e7836a18 HTTP/1.1" status: 200 len: 1092 time: 0.7380083 Nov 05 22:13:30.236237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'tag': '8880939d-0861-495f-80ec-82a8e7836a18'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:13:30.238467 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3b7fee-a493-477f-8229-3fb8bf1fbd02" -d '{"events": [{"name": "network-changed", "server_uuid": "6454ea6d-afb9-4eda-af21-05be7ec851ed", "tag": "8880939d-0861-495f-80ec-82a8e7836a18"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:13:30.262441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e39d-953b-4935-8a5b-32c53659e25f service neutron] Pushing event updated for resources: {'Port': ['ID=8880939d-0861-495f-80ec-82a8e7836a18,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:30.275358 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a417fd59-a5d6-412c-8325-21b2fb62f0bf x-openstack-request-id: req-a417fd59-a5d6-412c-8325-21b2fb62f0bf {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:13:30.275674 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6454ea6d-afb9-4eda-af21-05be7ec851ed", "tag": "8880939d-0861-495f-80ec-82a8e7836a18", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:13:30.275930 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a417fd59-a5d6-412c-8325-21b2fb62f0bf {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:13:30.276331 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'tag': '8880939d-0861-495f-80ec-82a8e7836a18', 'status': 'completed', 'code': 200} Nov 05 22:13:30.337852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7fee-a493-477f-8229-3fb8bf1fbd02 req-98e42cce-b09a-41d9-ae66-2677af71f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:30.339288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3b7fee-a493-477f-8229-3fb8bf1fbd02 req-98e42cce-b09a-41d9-ae66-2677af71f2fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 1095 time: 0.0418012 Nov 05 22:13:30.442142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7fee-a493-477f-8229-3fb8bf1fbd02 req-b3e0f6e2-92e4-4043-84a6-3eee22cd43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:30.443647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3b7fee-a493-477f-8229-3fb8bf1fbd02 req-b3e0f6e2-92e4-4043-84a6-3eee22cd43ec service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3dfa6b8c25504496baf04aae989221c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947587 Nov 05 22:13:30.535518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7fee-a493-477f-8229-3fb8bf1fbd02 req-352b8f6f-5054-4763-a847-e6b2e65939d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:30.537526 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e3b7fee-a493-477f-8229-3fb8bf1fbd02 req-352b8f6f-5054-4763-a847-e6b2e65939d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868797 Nov 05 22:13:30.614328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27d51-7b8b-476a-9023-deb79296583d req-80ce360e-911f-4c3a-888f-ea97e028e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:30.615835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-80ce360e-911f-4c3a-888f-ea97e028e702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 1095 time: 0.0422451 Nov 05 22:13:30.658020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8383fa5-483b-42cc-bf07-82fd822d8aee req-21364358-be66-45e4-bd7e-e08b1361c75e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:30.659530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8383fa5-483b-42cc-bf07-82fd822d8aee req-21364358-be66-45e4-bd7e-e08b1361c75e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 944 time: 0.0525644 Nov 05 22:13:30.665412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-31814568-6857-4f03-8fcf-a4daad8aac83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8880939d-0861-495f-80ec-82a8e7836a18 HTTP/1.1" status: 200 len: 217 time: 0.0379865 Nov 05 22:13:30.707686 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8383fa5-483b-42cc-bf07-82fd822d8aee req-974d8cc7-3f09-466b-94a1-ed296af43439 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Nov 05 22:13:30.712109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27d51-7b8b-476a-9023-deb79296583d req-3443c24a-82d7-4845-8036-878214886ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:30.713874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-3443c24a-82d7-4845-8036-878214886ffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=704cc987-8868-4576-be92-0bdc63f9643c HTTP/1.1" status: 200 len: 854 time: 0.0452271 Nov 05 22:13:30.727133 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:30.745560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-51e0a44d-70b6-4068-a3b7-e321c40b45d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247605 Nov 05 22:13:30.837143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-8262bc0a-198d-450b-bb51-b2d24612963c service neutron] 10.222.0.13 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845335 Nov 05 22:13:30.924608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0a27d51-7b8b-476a-9023-deb79296583d req-86f749ef-00c1-4148-977e-ed3c5fbfe42f service neutron] 10.222.0.13 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804021 Nov 05 22:13:31.824599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463159be-e063-4fab-aa9e-e56e55533c62 req-3d0f19aa-e386-4afc-b501-db0ae0b0197f tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:31.826066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-463159be-e063-4fab-aa9e-e56e55533c62 req-3d0f19aa-e386-4afc-b501-db0ae0b0197f tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 944 time: 0.0491719 Nov 05 22:13:31.877334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-463159be-e063-4fab-aa9e-e56e55533c62 req-c8b9f8e2-64c7-4fa8-bfb0-4bfa1aaaaddc tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 Nov 05 22:13:32.992296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c9d8-0d30-49f7-b338-d6cac9473b91 req-c09b6176-9f57-4bf4-85a0-c1aba051e1d6 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:32.993813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a485c9d8-0d30-49f7-b338-d6cac9473b91 req-c09b6176-9f57-4bf4-85a0-c1aba051e1d6 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 944 time: 0.0497725 Nov 05 22:13:33.041503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a485c9d8-0d30-49f7-b338-d6cac9473b91 req-0898d1a3-5c0f-46d3-b6d4-d41cedb97c0e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Nov 05 22:13:33.058320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:33.594870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8880939d-0861-495f-80ec-82a8e7836a18 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:13:33.841088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8880939d-0861-495f-80ec-82a8e7836a18, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8880939d-0861-495f-80ec-82a8e7836a18,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:33.852259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '8880939d-0861-495f-80ec-82a8e7836a18', 'network_id': '06a4433c-d9a2-4ae1-b819-7329e66cfa3b', 'port_id': '8880939d-0861-495f-80ec-82a8e7836a18', 'mac_address': 'fa:16:3e:73:98:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704cc987-8868-4576-be92-0bdc63f9643c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:13:33.888745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:33.901626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8880939d-0861-495f-80ec-82a8e7836a18 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:13:33.923840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8880939d-0861-495f-80ec-82a8e7836a18, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8880939d-0861-495f-80ec-82a8e7836a18,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:34.000815 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:34.046930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8880939d-0861-495f-80ec-82a8e7836a18,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:34.164176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf19bb8-e19e-4cef-acc2-7abfe94bb66f req-5f45afde-e9c5-4b01-af69-cb0d499acf97 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:34.165665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccf19bb8-e19e-4cef-acc2-7abfe94bb66f req-5f45afde-e9c5-4b01-af69-cb0d499acf97 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 945 time: 0.0537102 Nov 05 22:13:34.212223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccf19bb8-e19e-4cef-acc2-7abfe94bb66f req-38c29cdf-1abe-4dfa-8e2b-d92adc827d32 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Nov 05 22:13:34.235400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['8880939d-0861-495f-80ec-82a8e7836a18'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:13:35.324471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f160e05-b89b-4e0e-b332-a74e19b0fb05 req-df8c874e-7bf4-49be-bb50-cdfcaedae390 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:35.325902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f160e05-b89b-4e0e-b332-a74e19b0fb05 req-df8c874e-7bf4-49be-bb50-cdfcaedae390 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 945 time: 0.0489845 Nov 05 22:13:35.377569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6f160e05-b89b-4e0e-b332-a74e19b0fb05 req-aeaf5c67-3468-4382-b595-141ffadf7fe0 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Nov 05 22:13:35.598724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8880939d-0861-495f-80ec-82a8e7836a18 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:13:35.709546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 8880939d-0861-495f-80ec-82a8e7836a18 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:13:35.714131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 8880939d-0861-495f-80ec-82a8e7836a18 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:13:35.714493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:35.787924 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:35.809422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880939d-0861-495f-80ec-82a8e7836a18'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:13:35.811666 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209feaa3-499a-4fe7-a1fc-5ab332ba4141" -d '{"events": [{"server_uuid": "6454ea6d-afb9-4eda-af21-05be7ec851ed", "name": "network-vif-plugged", "status": "completed", "tag": "8880939d-0861-495f-80ec-82a8e7836a18"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:13:35.826398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 8880939d-0861-495f-80ec-82a8e7836a18, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8880939d-0861-495f-80ec-82a8e7836a18,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:13:35.851077 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c94dcab-368d-4b72-b915-0cc65865ce7f x-openstack-request-id: req-0c94dcab-368d-4b72-b915-0cc65865ce7f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:13:35.851366 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6454ea6d-afb9-4eda-af21-05be7ec851ed", "name": "network-vif-plugged", "status": "completed", "tag": "8880939d-0861-495f-80ec-82a8e7836a18", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:13:35.851643 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c94dcab-368d-4b72-b915-0cc65865ce7f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:13:35.852036 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880939d-0861-495f-80ec-82a8e7836a18', 'code': 200} Nov 05 22:13:35.926847 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:35.947240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e4cca-cbc1-49c3-aa24-b91fd7fd6497 req-56555463-3e7b-4a09-b50b-1214f3545936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:35.948914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f02e4cca-cbc1-49c3-aa24-b91fd7fd6497 req-56555463-3e7b-4a09-b50b-1214f3545936 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 1096 time: 0.0411897 Nov 05 22:13:35.977667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=8880939d-0861-495f-80ec-82a8e7836a18,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:13:35.994250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f02e4cca-cbc1-49c3-aa24-b91fd7fd6497 req-98fc5113-7c25-4d6a-aa20-31192af4121f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378311 Nov 05 22:13:36.315484 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cad0e575-ce7b-4dc3-8b8d-93a78be43f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:36.492854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096718-9993-4696-86e4-352889ecced8 req-9cee6bbf-c858-419b-80d0-88fcceef1c83 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:36.494923 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d096718-9993-4696-86e4-352889ecced8 req-9cee6bbf-c858-419b-80d0-88fcceef1c83 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 946 time: 0.0503247 Nov 05 22:13:36.542626 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d096718-9993-4696-86e4-352889ecced8 req-cedfc740-9cc0-445e-b8c3-2f88bd0e0846 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Nov 05 22:13:37.662583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0eafd-f6c8-49fd-8c03-32fe106b95d8 req-f11302cd-380c-4f9c-8ea7-91ff5eda3de3 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:37.664093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00d0eafd-f6c8-49fd-8c03-32fe106b95d8 req-f11302cd-380c-4f9c-8ea7-91ff5eda3de3 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 946 time: 0.0536504 Nov 05 22:13:37.711124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00d0eafd-f6c8-49fd-8c03-32fe106b95d8 req-a475b7c7-51b7-4548-ae5b-3b98a65f35a3 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Nov 05 22:13:38.515438 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8d8fa852-c7e7-46ef-aa81-5af7b290274a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:40.081313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:41.475624 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:42.018150 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:13:44.591024 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-e0c5eed5-dfbe-40f6-aa46-5c8fda157d3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428991 Nov 05 22:13:44.655414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-8c671b30-74c0-4952-b5e7-80fd4fa2e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:44.656953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-8c671b30-74c0-4952-b5e7-80fd4fa2e5c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 1097 time: 0.0425205 Nov 05 22:13:44.765341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-2cda6fe0-4811-4110-9c1a-e3a3ed8517d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:44.766818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-2cda6fe0-4811-4110-9c1a-e3a3ed8517d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 915 time: 0.0885072 Nov 05 22:13:44.810231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-ed3db0a1-99c3-4834-9e7a-01a520b40a31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=902a07e3-16a9-4481-b531-76c91e019d37 HTTP/1.1" status: 200 len: 217 time: 0.0353355 Nov 05 22:13:44.864283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-8cbe3f82-9e29-4e50-a5e8-9cb2bdcdf2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:44.865857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-8cbe3f82-9e29-4e50-a5e8-9cb2bdcdf2de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=704cc987-8868-4576-be92-0bdc63f9643c HTTP/1.1" status: 200 len: 854 time: 0.0487368 Nov 05 22:13:44.901254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-f93b0d7a-6bbb-4dca-b302-025d95302df8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281453 Nov 05 22:13:44.995049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-e860d59a-a66e-4568-a3a1-8a3417f1e045 service neutron] 10.222.0.13 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Nov 05 22:13:45.093842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c82bad45-a1fa-432a-ad3d-4e18fd89662f req-920f3be3-80ca-4086-a8a1-ac7918b8a02d service neutron] 10.222.0.13 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917127 Nov 05 22:13:49.647740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-aba17530-6968-4433-bdda-7cb51372f2a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396907 Nov 05 22:13:49.729995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-5da8f443-5642-48d5-a629-01a5416c79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:49.731400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-5da8f443-5642-48d5-a629-01a5416c79d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dfa6b8c25504496baf04aae989221c7&device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 1097 time: 0.0404131 Nov 05 22:13:49.837388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-57538040-839d-42d4-b2d6-2476cc47f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:49.839205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-57538040-839d-42d4-b2d6-2476cc47f5b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 200 len: 915 time: 0.0882134 Nov 05 22:13:49.881298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-4a6fa3db-a16f-4197-a9a4-23b4b385d81e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395bc3d7-3e24-477d-b07e-c67985128b1f HTTP/1.1" status: 200 len: 217 time: 0.0343847 Nov 05 22:13:49.934598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-bc09dfb1-f0bf-4adb-be4d-37f4d68f2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:49.936062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-bc09dfb1-f0bf-4adb-be4d-37f4d68f2690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=704cc987-8868-4576-be92-0bdc63f9643c HTTP/1.1" status: 200 len: 854 time: 0.0473640 Nov 05 22:13:49.967729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-98126b37-cfc8-412f-86cb-b216f5aae924 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06a4433c-d9a2-4ae1-b819-7329e66cfa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247216 Nov 05 22:13:50.057254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-aeeefc85-305e-4e80-ba06-91584ce1ba9a service neutron] 10.222.0.46 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815861 Nov 05 22:13:50.150696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb2330aa-3d53-40e3-8cef-7be47bcf8d64 req-28e3f730-644c-4ccb-b720-65ff1cc71769 service neutron] 10.222.0.46 "GET /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Nov 05 22:13:56.519084 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:13:59.826535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2bc6d-6130-4422-a0e5-2e39bc79f90f req-0c89a407-7d93-4a67-82e3-4ecfe252a663 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:13:59.828051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8db2bc6d-6130-4422-a0e5-2e39bc79f90f req-0c89a407-7d93-4a67-82e3-4ecfe252a663 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 946 time: 0.0502353 Nov 05 22:13:59.877976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8db2bc6d-6130-4422-a0e5-2e39bc79f90f req-25287a1f-78b2-4a61-a499-ad4978b90150 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Nov 05 22:14:00.732519 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:01.002017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11004-5ea4-4aa1-9e4f-9a6d9285c780 req-e3482ed5-33c0-4515-b951-f8711281a398 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:01.003574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffe11004-5ea4-4aa1-9e4f-9a6d9285c780 req-e3482ed5-33c0-4515-b951-f8711281a398 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 946 time: 0.0539846 Nov 05 22:14:01.055710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffe11004-5ea4-4aa1-9e4f-9a6d9285c780 req-19ae8da6-1cce-4fa4-86e2-3dd3487ae317 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 Nov 05 22:14:01.410719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-fd01a5cb-3f53-44c6-8af5-583946538197 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:01.412199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-fd01a5cb-3f53-44c6-8af5-583946538197 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 946 time: 0.0527198 Nov 05 22:14:01.503438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port 2bcb50f3-cc81-443a-919c-dfa8997930e5 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:14:01.503813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:01.599849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] For port 2bcb50f3-cc81-443a-919c-dfa8997930e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=2bcb50f3-cc81-443a-919c-dfa8997930e5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:01.600217 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:01.768719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:01.769005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:01.769321 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Floating IP a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4 disassociated. External IP: 172.25.6.243, port: 2bcb50f3-cc81-443a-919c-dfa8997930e5. Nov 05 22:14:01.769657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for 2bcb50f3-cc81-443a-919c-dfa8997930e5 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:14:01.949889 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:01.978888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=2bcb50f3-cc81-443a-919c-dfa8997930e5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:02.095427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:14:02.158945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-000d4227-fee5-4b1c-8c3f-62a7c9ee0b4f req-b82014c4-3bae-4c76-8051-2fb63bd3ab71 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0324447 Nov 05 22:14:02.212206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:14:02.224512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:14:02.235363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:14:02.236148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:02.263258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] No DVR routers for this DVR port 2bcb50f3-cc81-443a-919c-dfa8997930e5 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:14:02.263258 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:02.265694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-372f7496-9f85-47de-bdad-eefa7dde7951 req-67b3dc72-e9cc-48f1-9256-9696cfc7e25d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "DELETE /v2.0/ports/2bcb50f3-cc81-443a-919c-dfa8997930e5 HTTP/1.1" status: 204 len: 173 time: 0.8469245 Nov 05 22:14:02.266147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'name': 'network-vif-deleted', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:02.268429 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272c8900-095c-40cf-8a5a-021e89b3b3bc" -d '{"events": [{"server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "name": "network-vif-deleted", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:02.306064 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1765b313-1042-47dd-97fc-c71ec5e7ffb3 x-openstack-request-id: req-1765b313-1042-47dd-97fc-c71ec5e7ffb3 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:02.306365 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe02bfb4-7908-4143-a687-77ce6c882b5c", "name": "network-vif-deleted", "tag": "2bcb50f3-cc81-443a-919c-dfa8997930e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:02.306633 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1765b313-1042-47dd-97fc-c71ec5e7ffb3 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:02.307031 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe02bfb4-7908-4143-a687-77ce6c882b5c', 'name': 'network-vif-deleted', 'tag': '2bcb50f3-cc81-443a-919c-dfa8997930e5', 'status': 'completed', 'code': 200} Nov 05 22:14:02.358378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:14:02.585024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:02.613710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:14:02.622783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:14:02.623392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:13:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:02.736697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:14:02.962302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:03.002550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398be64c-7297-42ac-b13a-2e986fc5adc0 None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:14:03.035453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:03.288710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9435f9d1-f130-4d98-822b-19982bcc1d77 req-f6e13205-ebc2-4fbf-aea4-510a755a4eb0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0288472 Nov 05 22:14:03.311686 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fafe6-48d7-4eb8-9487-5b5e8df511ef None None] New status for floating IP a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:14:03.711260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcf37b-5dad-444e-84ec-693a4235b13c req-0cee271b-cc21-4ae5-9717-7922b5f118af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:03.712806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eebcf37b-5dad-444e-84ec-693a4235b13c req-0cee271b-cc21-4ae5-9717-7922b5f118af tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 946 time: 0.0502949 Nov 05 22:14:03.738137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2bcb50f3-cc81-443a-919c-dfa8997930e5 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:14:03.762739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 2bcb50f3-cc81-443a-919c-dfa8997930e5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:14:03.764036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 2bcb50f3-cc81-443a-919c-dfa8997930e5 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:14:03.764956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eebcf37b-5dad-444e-84ec-693a4235b13c req-f7400569-8c0f-4236-b930-de159a9906fc tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Nov 05 22:14:04.395252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b69ae7fa-a836-46a5-9ebf-939eeb95aa78 req-db0ef4c9-fbca-44c6-b17a-4ca0a31a4e35 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0288181 Nov 05 22:14:04.883670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cc34d-7e6c-4be2-9791-b9c4e4cd60aa req-50f20bae-50e0-4989-aa3a-8119666a31b7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:04.885161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-764cc34d-7e6c-4be2-9791-b9c4e4cd60aa req-50f20bae-50e0-4989-aa3a-8119666a31b7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 946 time: 0.0499892 Nov 05 22:14:04.936847 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-764cc34d-7e6c-4be2-9791-b9c4e4cd60aa req-3997e765-a275-4557-9b20-e5a552017740 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454509 Nov 05 22:14:05.233583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baaea0-2fff-4a96-9889-61674816779e req-27c8bcb5-a26e-4cfe-8d20-1717e0630c00 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:05.235038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80baaea0-2fff-4a96-9889-61674816779e req-27c8bcb5-a26e-4cfe-8d20-1717e0630c00 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 946 time: 0.0523696 Nov 05 22:14:05.333053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Deleting port 8880939d-0861-495f-80ec-82a8e7836a18 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:14:05.335879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:05.436184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] For port 8880939d-0861-495f-80ec-82a8e7836a18, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=8880939d-0861-495f-80ec-82a8e7836a18,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:05.436705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:05.453733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Calling delete_port for 8880939d-0861-495f-80ec-82a8e7836a18 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:14:05.521259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e239b343-9dbc-45c1-a079-ec3bfbca9c1d req-0d90d832-f796-4dcd-b5a1-e3812e2d1ba3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0520456 Nov 05 22:14:05.676088 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:05.689420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37', '8880939d-0861-495f-80ec-82a8e7836a18'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:05.691901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['395bc3d7-3e24-477d-b07e-c67985128b1f', '4e8776ef-3052-459b-ab01-f0dce142f408'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:05.708578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event deleted for resources: {'Port': ['ID=8880939d-0861-495f-80ec-82a8e7836a18,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:05.753277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] No DVR routers for this DVR port 8880939d-0861-495f-80ec-82a8e7836a18 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:14:05.756010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:05.759684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80baaea0-2fff-4a96-9889-61674816779e req-c8fe1033-b1ab-4ee7-9a46-c9ad2a6856fb tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "DELETE /v2.0/ports/8880939d-0861-495f-80ec-82a8e7836a18 HTTP/1.1" status: 204 len: 173 time: 0.5185835 Nov 05 22:14:05.760420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'name': 'network-vif-deleted', 'tag': '8880939d-0861-495f-80ec-82a8e7836a18'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:05.763567 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f012a4-840d-43c9-96f9-cb4253b4d16f" -d '{"events": [{"server_uuid": "6454ea6d-afb9-4eda-af21-05be7ec851ed", "name": "network-vif-deleted", "tag": "8880939d-0861-495f-80ec-82a8e7836a18"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:05.801469 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d308ea5-1cdd-40f5-b68a-315a39c644f8 x-openstack-request-id: req-7d308ea5-1cdd-40f5-b68a-315a39c644f8 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:05.801764 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6454ea6d-afb9-4eda-af21-05be7ec851ed", "name": "network-vif-deleted", "tag": "8880939d-0861-495f-80ec-82a8e7836a18", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:05.802024 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d308ea5-1cdd-40f5-b68a-315a39c644f8 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:05.802434 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6454ea6d-afb9-4eda-af21-05be7ec851ed', 'name': 'network-vif-deleted', 'tag': '8880939d-0861-495f-80ec-82a8e7836a18', 'status': 'completed', 'code': 200} Nov 05 22:14:06.051387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5483cf04-9a88-489f-b9d0-dba2ac0f0491 req-4533f459-f687-4686-90d0-09be2ad82b28 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=6454ea6d-afb9-4eda-af21-05be7ec851ed HTTP/1.1" status: 200 len: 210 time: 0.0328522 Nov 05 22:14:06.338684 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c7db70ce-9f79-42ab-96de-06e0301147c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:06.622142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca29f779-1ea6-4ab3-b7e0-71b56ff4ec1e req-23e2597d-b7aa-4055-86e7-cfc46af39cc6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0285239 Nov 05 22:14:07.728997 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a10e0e6f-e3b6-4686-8d1f-42a06e96ae70 req-1baccdec-96b6-4b2e-a462-a26f178b9fdd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe02bfb4-7908-4143-a687-77ce6c882b5c HTTP/1.1" status: 200 len: 210 time: 0.0266280 Nov 05 22:14:07.767763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8880939d-0861-495f-80ec-82a8e7836a18 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:14:07.788457 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 8880939d-0861-495f-80ec-82a8e7836a18 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:14:07.788807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 8880939d-0861-495f-80ec-82a8e7836a18 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:14:08.486908 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-392f80fd-55b4-4379-93c8-f0537abbe06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:08.965547 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-912a231f-bc25-40b0-b28d-f573000d947d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245380646&fields=id&tenant_id=79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 267 time: 0.0467556 Nov 05 22:14:09.081349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-953ec195-3fda-4bed-899c-3b9a697a7460 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:09.082931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-953ec195-3fda-4bed-899c-3b9a697a7460 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1106970 Nov 05 22:14:09.100060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-858c36bb-bb2d-44cf-9546-e0186802b288 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/quotas/79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 375 time: 0.0101461 Nov 05 22:14:09.155525 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-66c958d3-7962-45d9-be6b-367f582e8ffd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494425 Nov 05 22:14:09.254443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-40d4625a-62af-4fe9-8971-3ae692794254 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819063 Nov 05 22:14:09.349563 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-2693c136-f2c9-4b58-84ce-64b3874162cf service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939343 Nov 05 22:14:09.947999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-91d7634d-3c77-46f2-a603-1f00cc7d2877 req-5031d06f-e6fa-4409-b296-b4bac1fc34e8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0321205 Nov 05 22:14:10.070570 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:11.062143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c7eb021-34d6-4765-8622-d4d80df6c1f5 req-6dacaf0c-3840-4831-baaa-cf6b3b61bdbb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0436208 Nov 05 22:14:11.139849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e36c7-6d05-49fa-8bbb-81f5011f7688 req-fc4f7126-26e2-4a15-a649-9ceed1ccad2e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:11.141488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b0e36c7-6d05-49fa-8bbb-81f5011f7688 req-fc4f7126-26e2-4a15-a649-9ceed1ccad2e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 946 time: 0.0514998 Nov 05 22:14:11.189072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9b0e36c7-6d05-49fa-8bbb-81f5011f7688 req-6991dc6f-6e5a-4821-a479-f53299c20e0d tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Nov 05 22:14:11.492821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:12.081125 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:12.159013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49c2d60c-e7e8-4076-ae35-38ed5e727c31 req-6a8087dd-b073-415b-b7b9-4451466ce53a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Nov 05 22:14:12.286600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5a87607a-6b80-4845-9b85-7476691903c5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:12.288089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5a87607a-6b80-4845-9b85-7476691903c5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1070044 Nov 05 22:14:12.316475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ac07-a281-405f-a5d6-939e0b2ee43d req-d1b046a6-948c-4a20-a62b-63b5174bc441 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:12.318195 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aea5ac07-a281-405f-a5d6-939e0b2ee43d req-d1b046a6-948c-4a20-a62b-63b5174bc441 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 946 time: 0.0566010 Nov 05 22:14:12.358760 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-05630dbb-10a0-4870-a8b0-1c64b9ff5358 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 380 time: 0.0604978 Nov 05 22:14:12.367887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aea5ac07-a281-405f-a5d6-939e0b2ee43d req-164e1b9d-edb7-4cf9-8bed-5cf211368dc3 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Nov 05 22:14:12.368192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'port': {'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'admin_state_up': True, 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'security_groups': ['66d142b1-4e37-45eb-aab6-0865661c861b']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:14:12.538611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:14:12.542264 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:12.670682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.20.0.3 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/9372ab5e-bb4c-4c4b-9ce9-c50b79e35554) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:14:12.748457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-e55ea7f1-f9fe-480f-8e7c-e50273d9b953 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:12.749937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-e55ea7f1-f9fe-480f-8e7c-e50273d9b953 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 946 time: 0.0807738 Nov 05 22:14:12.901557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:12.929025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Deleting port 4e8776ef-3052-459b-ab01-f0dce142f408 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:14:12.929275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.030582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] For port 4e8776ef-3052-459b-ab01-f0dce142f408, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=4e8776ef-3052-459b-ab01-f0dce142f408,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:13.031069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.043704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Calling delete_port for 4e8776ef-3052-459b-ab01-f0dce142f408 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:14:13.090721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.152721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:14:13.160260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:14:13.165178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:14:13.204845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:13.259470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:13.260439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.344273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82909e-5caf-4242-b307-73a19320f6de req-d682573d-eebf-4958-934d-f22aa1dc15bd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:13.345816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a82909e-5caf-4242-b307-73a19320f6de req-d682573d-eebf-4958-934d-f22aa1dc15bd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 931 time: 0.0537205 Nov 05 22:14:13.349889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-5b431290-1005-493b-ab88-b3b8c2d2ca67 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9855900 Nov 05 22:14:13.366711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Request body: {'port': {'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:14:13.384626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.398452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['395bc3d7-3e24-477d-b07e-c67985128b1f', '4e8776ef-3052-459b-ab01-f0dce142f408'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:13.453483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event deleted for resources: {'Port': ['ID=4e8776ef-3052-459b-ab01-f0dce142f408,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:13.476365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:13.497583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e407cf6-d863-4563-b238-f166910c210d req-24e677ef-32ff-4eaf-86b5-c89aae52558e tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 210 time: 0.0516529 Nov 05 22:14:13.503658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] No DVR routers for this DVR port 4e8776ef-3052-459b-ab01-f0dce142f408 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:14:13.528212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.532047 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b655c96-ed34-4ff6-8a00-5769012c01f9 req-4482d0f8-5973-42ec-9a31-9033aede5307 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "DELETE /v2.0/ports/4e8776ef-3052-459b-ab01-f0dce142f408 HTTP/1.1" status: 204 len: 173 time: 0.7722867 Nov 05 22:14:13.537142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'name': 'network-vif-deleted', 'tag': '4e8776ef-3052-459b-ab01-f0dce142f408'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:13.539673 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef41413-bbe4-40a7-a17e-71b13921470c" -d '{"events": [{"server_uuid": "39c868a1-9bce-4ccd-85ac-110357ee8b26", "name": "network-vif-deleted", "tag": "4e8776ef-3052-459b-ab01-f0dce142f408"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:13.551778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a82909e-5caf-4242-b307-73a19320f6de req-b9a6dda6-39d6-4872-bd34-81d2b4adf269 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984107 Nov 05 22:14:13.556897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.595022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b31a5e6a-688d-4f05-a563-4564af362c94 None None] Provisioning complete for port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:14:13.595669 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b31a5e6a-688d-4f05-a563-4564af362c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:13.607806 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c191c00-daba-414a-b33b-646d1d072127 x-openstack-request-id: req-9c191c00-daba-414a-b33b-646d1d072127 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:13.608116 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c868a1-9bce-4ccd-85ac-110357ee8b26", "name": "network-vif-deleted", "tag": "4e8776ef-3052-459b-ab01-f0dce142f408", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:13.608373 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c191c00-daba-414a-b33b-646d1d072127 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:13.608778 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c868a1-9bce-4ccd-85ac-110357ee8b26', 'name': 'network-vif-deleted', 'tag': '4e8776ef-3052-459b-ab01-f0dce142f408', 'status': 'completed', 'code': 200} Nov 05 22:14:13.683871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b31a5e6a-688d-4f05-a563-4564af362c94 None None] Port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:14:14.217918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:14:14.225306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:14.237002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Transition to ACTIVE for port object 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:14:14.332865 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:14.383129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Pushing event updated for resources: {'Port': ['ID=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:14.470217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Attempting to bind port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:14:14.470967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Attempting to bind port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:14:14.471374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Attempting to bind port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:14:14.476436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:14:14.476822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Attempting to bind port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:14:14.482451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:14:14.482803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:14:14.483175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:14:14.483620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Bound port: 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:14:14.483977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:14.554029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] For port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:14:14.557359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] For port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:14:14.615773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be4ed634-419f-49ae-b5a9-003d8746f7da req-4e885c2c-9d4d-4ba5-bbce-70283f5b0350 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=39c868a1-9bce-4ccd-85ac-110357ee8b26 HTTP/1.1" status: 200 len: 210 time: 0.0290341 Nov 05 22:14:14.653750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:14.693370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:14.693995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:14.695363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] 10.222.0.13 "PUT /v2.0/ports/9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 1091 time: 1.3348773 Nov 05 22:14:14.727195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbeae3-91c6-49e0-8cb2-da890cedc385 req-b08c7b42-a569-4648-9cdd-2313667a113d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:14.738043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-71fbeae3-91c6-49e0-8cb2-da890cedc385 req-b08c7b42-a569-4648-9cdd-2313667a113d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0749564 Nov 05 22:14:14.747453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Pushing event updated for resources: {'Port': ['ID=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:14.762273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.762618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.762954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.763287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.763672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.764025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.764350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.764672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.764994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.765313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.765670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.765991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781ed6-1a8c-4d3d-b179-661d1c55920a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:14.794812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-71fbeae3-91c6-49e0-8cb2-da890cedc385 req-7a1748af-e11e-41ef-aed6-6cb95fb8b9f9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551958 Nov 05 22:14:14.853050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-34c284d6-8e36-41a2-bcfc-eaf34374b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:14.854751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-34c284d6-8e36-41a2-bcfc-eaf34374b7ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1094 time: 0.0573699 Nov 05 22:14:14.900320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-e7a493ee-a814-48c4-86e7-e119b7488e75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 217 time: 0.0374432 Nov 05 22:14:14.959242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-4d48145f-74b7-40ce-883e-5b17f6960db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:14.960874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-4d48145f-74b7-40ce-883e-5b17f6960db6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0531559 Nov 05 22:14:15.005397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-02d148eb-5505-41fe-af46-09d806f9b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:15.006795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-02d148eb-5505-41fe-af46-09d806f9b273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392861 Nov 05 22:14:15.100306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-781d4557-89b4-4130-b4fe-f838727f9959 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Nov 05 22:14:15.194810 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0561308c-5492-4dec-84b5-1338cf0725a1 req-bdf40b7b-eef5-4d92-b2a1-b678bcfba992 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Nov 05 22:14:15.610165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:15.617920 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f83ba96-ba03-47ad-bd41-651a82c3f793" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:15.670486 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832032b2-1839-4d73-9746-8cdca5f6b63b x-openstack-request-id: req-832032b2-1839-4d73-9746-8cdca5f6b63b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:15.671042 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:15.671869 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-832032b2-1839-4d73-9746-8cdca5f6b63b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:15.672503 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'status': 'completed', 'code': 200} Nov 05 22:14:15.772975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-4b265382-a1d0-4303-9936-c52e2b3b5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:15.774612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-4b265382-a1d0-4303-9936-c52e2b3b5b41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1094 time: 0.0791385 Nov 05 22:14:15.882309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-e9db3fe2-a888-4f5b-913d-fda5fe803c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:15.883895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-e9db3fe2-a888-4f5b-913d-fda5fe803c57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1013837 Nov 05 22:14:15.938506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-07b30c65-5d0d-4b9d-bd9c-edbca455e90d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 217 time: 0.0467737 Nov 05 22:14:15.953069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649ba59-b2cc-476f-88de-942ea1dfc427 req-3e1c21b3-236e-442a-8aa1-3e23e4e6c7d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:15.960372 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7649ba59-b2cc-476f-88de-942ea1dfc427 req-3e1c21b3-236e-442a-8aa1-3e23e4e6c7d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0817928 Nov 05 22:14:16.007760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-04e96757-27b2-4f7a-9a6c-209b792eb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:16.009225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-04e96757-27b2-4f7a-9a6c-209b792eb8e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0636930 Nov 05 22:14:16.016369 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7649ba59-b2cc-476f-88de-942ea1dfc427 req-439eb25e-4679-4a04-9c79-5a7a98554777 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547273 Nov 05 22:14:16.060622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-fd543b24-26c7-42d7-9fcd-7065914e5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:16.062164 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-fd543b24-26c7-42d7-9fcd-7065914e5a3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456612 Nov 05 22:14:16.184590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-0b31f4a0-cbe9-42e4-bf39-f4e745cc783e service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152439 Nov 05 22:14:16.191518 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce968ad-c61b-4dc1-b73f-39a38d4c6252 req-49ee2d04-435c-43cb-80e8-d027d6eaf81d tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:16.193265 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ce968ad-c61b-4dc1-b73f-39a38d4c6252 req-49ee2d04-435c-43cb-80e8-d027d6eaf81d tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 946 time: 0.0536475 Nov 05 22:14:16.257461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ce968ad-c61b-4dc1-b73f-39a38d4c6252 req-e7b56ca9-a404-4dea-b9ab-7731a21bcdf7 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511994 Nov 05 22:14:16.296480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f83ba96-ba03-47ad-bd41-651a82c3f793 req-1cd7843e-2425-4e75-923e-4c10e79a4f22 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051657 Nov 05 22:14:16.470303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e8776ef-3052-459b-ab01-f0dce142f408 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:14:16.494738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 4e8776ef-3052-459b-ab01-f0dce142f408 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:14:16.495110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 4e8776ef-3052-459b-ab01-f0dce142f408 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:14:17.146261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553b696-1728-4045-a0f3-0fcc120c56e2 req-48c994e0-b69a-45f3-92f3-06aa68a75513 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:17.147759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4553b696-1728-4045-a0f3-0fcc120c56e2 req-48c994e0-b69a-45f3-92f3-06aa68a75513 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0546184 Nov 05 22:14:17.200766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4553b696-1728-4045-a0f3-0fcc120c56e2 req-44910371-6c60-4e97-bfe9-fa8c51d412b0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Nov 05 22:14:17.372468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316ed7-9cc2-4191-97b9-55df5cb90b6e req-89c60c9a-dd06-4969-993f-3122db121c95 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:17.374107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8316ed7-9cc2-4191-97b9-55df5cb90b6e req-89c60c9a-dd06-4969-993f-3122db121c95 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 946 time: 0.0560985 Nov 05 22:14:17.422797 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d8316ed7-9cc2-4191-97b9-55df5cb90b6e req-d949f358-1d27-4559-8ace-31fb3bef2919 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Nov 05 22:14:17.809118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-6f4a75c1-0a00-4f4c-be0a-3b22969c46ca tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:17.810566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-6f4a75c1-0a00-4f4c-be0a-3b22969c46ca tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 946 time: 0.0524666 Nov 05 22:14:17.906478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Deleting port 395bc3d7-3e24-477d-b07e-c67985128b1f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:14:17.909812 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:17.999844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] For port 395bc3d7-3e24-477d-b07e-c67985128b1f, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=395bc3d7-3e24-477d-b07e-c67985128b1f,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:18.000216 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:18.013273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Calling delete_port for 395bc3d7-3e24-477d-b07e-c67985128b1f owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:14:18.201402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:18.214351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:18.218557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['395bc3d7-3e24-477d-b07e-c67985128b1f'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:18.234946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event deleted for resources: {'Port': ['ID=395bc3d7-3e24-477d-b07e-c67985128b1f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:18.282935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] No DVR routers for this DVR port 395bc3d7-3e24-477d-b07e-c67985128b1f on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:14:18.291875 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:18.295153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-93fd30af-d09b-483e-9c0b-5a2ed38169aa req-4e927619-8b21-4eed-a4d6-ba25e98ac503 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.46 "DELETE /v2.0/ports/395bc3d7-3e24-477d-b07e-c67985128b1f HTTP/1.1" status: 204 len: 173 time: 0.4780943 Nov 05 22:14:18.296844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'name': 'network-vif-deleted', 'tag': '395bc3d7-3e24-477d-b07e-c67985128b1f'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:18.299181 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cbc21e-5d91-43f9-b2ba-d3b007244348" -d '{"events": [{"server_uuid": "9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b", "name": "network-vif-deleted", "tag": "395bc3d7-3e24-477d-b07e-c67985128b1f"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:18.340679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336efa52-2ef6-460f-b91a-834d3df6810d req-6ff4c9bd-c0d1-4a03-b698-ca306afce837 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:18.342266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-336efa52-2ef6-460f-b91a-834d3df6810d req-6ff4c9bd-c0d1-4a03-b698-ca306afce837 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0613282 Nov 05 22:14:18.357307 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ae115f-a3f9-4614-9760-3828199c17ac x-openstack-request-id: req-a8ae115f-a3f9-4614-9760-3828199c17ac {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:18.357589 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b", "name": "network-vif-deleted", "tag": "395bc3d7-3e24-477d-b07e-c67985128b1f", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:18.357845 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8ae115f-a3f9-4614-9760-3828199c17ac {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:18.358238 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b', 'name': 'network-vif-deleted', 'tag': '395bc3d7-3e24-477d-b07e-c67985128b1f', 'status': 'completed', 'code': 200} Nov 05 22:14:18.397620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-336efa52-2ef6-460f-b91a-834d3df6810d req-95b8411b-174c-4281-b126-b91b10a16b62 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479398 Nov 05 22:14:18.519148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ea1fe93-4683-4e89-8fd1-3e19f262fb0c req-b215f2fc-038d-4962-80ec-bfa9c566737b tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=9551e4cc-8dc4-4d30-a3fd-67bcc96fbd6b HTTP/1.1" status: 200 len: 210 time: 0.0264311 Nov 05 22:14:19.516491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b27338-2297-4654-aca6-badcbab304a1 req-018dca2d-9771-4a15-b8a7-4efc3de4e6d3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:19.517960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78b27338-2297-4654-aca6-badcbab304a1 req-018dca2d-9771-4a15-b8a7-4efc3de4e6d3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0530663 Nov 05 22:14:19.567217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-78b27338-2297-4654-aca6-badcbab304a1 req-2a1135da-6a49-42fa-9bb1-f8f021522685 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Nov 05 22:14:20.685320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ef361-5c23-468d-bb18-2aa21e5f86a3 req-3debe249-3295-4a7e-8de6-08df32389749 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:20.686930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d68ef361-5c23-468d-bb18-2aa21e5f86a3 req-3debe249-3295-4a7e-8de6-08df32389749 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0518987 Nov 05 22:14:20.740294 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d68ef361-5c23-468d-bb18-2aa21e5f86a3 req-d21a3738-9d2b-4542-93dc-ee2ccda9910a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Nov 05 22:14:21.857412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7487b7-aa72-4004-bc08-406b2ea52d73 req-a8719363-09fa-4955-bf71-1d3d8df08377 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:21.858904 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db7487b7-aa72-4004-bc08-406b2ea52d73 req-a8719363-09fa-4955-bf71-1d3d8df08377 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0500357 Nov 05 22:14:21.911273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db7487b7-aa72-4004-bc08-406b2ea52d73 req-9d7ad64d-0e8b-41a2-bc4b-8362e3a4aed2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Nov 05 22:14:22.486026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 395bc3d7-3e24-477d-b07e-c67985128b1f no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:14:22.506718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 395bc3d7-3e24-477d-b07e-c67985128b1f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:14:22.507084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 395bc3d7-3e24-477d-b07e-c67985128b1f not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:14:23.047428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bab35-d368-4f43-a034-74897bb2746c req-def046e8-80b1-4a69-b2f0-2f6752ccb9bf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:23.049224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f13bab35-d368-4f43-a034-74897bb2746c req-def046e8-80b1-4a69-b2f0-2f6752ccb9bf tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0585780 Nov 05 22:14:23.102673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f13bab35-d368-4f43-a034-74897bb2746c req-c5c06fdc-b2f0-41d9-a3f1-c850f93a62d8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471141 Nov 05 22:14:23.361178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8bbe5-7fc9-4aff-a7b4-ca1e5b1b5017 req-fc973bcf-b252-4f97-866c-991b1a73bb2c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:23.362646 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74a8bbe5-7fc9-4aff-a7b4-ca1e5b1b5017 req-fc973bcf-b252-4f97-866c-991b1a73bb2c tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 946 time: 0.0494008 Nov 05 22:14:23.410155 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74a8bbe5-7fc9-4aff-a7b4-ca1e5b1b5017 req-a391478d-e1bf-492d-a5eb-5f63faaae014 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Nov 05 22:14:24.219925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55249e3-1814-4f73-9591-223433601f75 req-54a73cd7-6e00-4ed5-9b47-cc4c60bd2a4e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:24.223343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d55249e3-1814-4f73-9591-223433601f75 req-54a73cd7-6e00-4ed5-9b47-cc4c60bd2a4e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0490105 Nov 05 22:14:24.273857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d55249e3-1814-4f73-9591-223433601f75 req-e579c741-4917-417a-a5a1-0d2aef99e32d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464234 Nov 05 22:14:24.523311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b339a-3f77-4789-9433-7d2240d68595 req-d2bffb4a-5468-4fbd-96c7-7e69c1269367 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:24.524799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d1b339a-3f77-4789-9433-7d2240d68595 req-d2bffb4a-5468-4fbd-96c7-7e69c1269367 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 946 time: 0.0481334 Nov 05 22:14:24.575891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d1b339a-3f77-4789-9433-7d2240d68595 req-74673255-05c3-4a2c-bd3f-702b895ec478 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/security-groups?id=63179778-b20c-48bd-a215-162c508b2bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Nov 05 22:14:24.848481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-87626e79-a4c7-4e16-8f2e-f95b3fbc9a92 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:24.849804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-87626e79-a4c7-4e16-8f2e-f95b3fbc9a92 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 946 time: 0.0489817 Nov 05 22:14:24.954406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Deleting port 902a07e3-16a9-4481-b531-76c91e019d37 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:14:24.954752 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:25.045593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] For port 902a07e3-16a9-4481-b531-76c91e019d37, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=902a07e3-16a9-4481-b531-76c91e019d37,segment=NetworkSegment(318ec22c-313b-4c46-b3db-2c2529c2d4c1),segment_id=318ec22c-313b-4c46-b3db-2c2529c2d4c1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:25.045968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:25.059288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Calling delete_port for 902a07e3-16a9-4481-b531-76c91e019d37 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:14:25.276776 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:25.287785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['902a07e3-16a9-4481-b531-76c91e019d37'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:25.311054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Pushing event deleted for resources: {'Port': ['ID=902a07e3-16a9-4481-b531-76c91e019d37,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:25.341034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee429196-e2b7-441e-875d-7fa8844a3980 req-a7177728-fb65-45f0-965d-7451006248cd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:25.342598 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee429196-e2b7-441e-875d-7fa8844a3980 req-a7177728-fb65-45f0-965d-7451006248cd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1096 time: 0.0901954 Nov 05 22:14:25.372011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] No DVR routers for this DVR port 902a07e3-16a9-4481-b531-76c91e019d37 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:14:25.375071 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:25.378444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c1b28f1-8557-4a88-b64e-8960ad86e96a req-75aebc44-8caf-4c50-af27-1eb2f6f674b9 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.13 "DELETE /v2.0/ports/902a07e3-16a9-4481-b531-76c91e019d37 HTTP/1.1" status: 204 len: 173 time: 0.5224514 Nov 05 22:14:25.378913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'name': 'network-vif-deleted', 'tag': '902a07e3-16a9-4481-b531-76c91e019d37'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:25.381184 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f797f854-aac8-4325-a70b-00d1e1c31d48" -d '{"events": [{"server_uuid": "d1d0b207-4fbc-4d0f-ba46-31964eee7b1e", "name": "network-vif-deleted", "tag": "902a07e3-16a9-4481-b531-76c91e019d37"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:25.392670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9733-56c7-40aa-ace0-907fbbba1643 req-950b2539-8d0f-45ea-823b-f53fd731fe66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:25.394333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e34c9733-56c7-40aa-ace0-907fbbba1643 req-950b2539-8d0f-45ea-823b-f53fd731fe66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 943 time: 0.0507009 Nov 05 22:14:25.418460 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ee429196-e2b7-441e-875d-7fa8844a3980 req-68e58287-e38a-4caa-bc92-6105c2449599 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696273 Nov 05 22:14:25.444998 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e34c9733-56c7-40aa-ace0-907fbbba1643 req-eb4263c5-4149-48a1-9859-cb8de2179a15 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Nov 05 22:14:25.535028 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68949b7-93d0-4ae9-9806-8c26166d96ef x-openstack-request-id: req-d68949b7-93d0-4ae9-9806-8c26166d96ef {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:25.535359 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d0b207-4fbc-4d0f-ba46-31964eee7b1e", "name": "network-vif-deleted", "tag": "902a07e3-16a9-4481-b531-76c91e019d37", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:25.535646 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d68949b7-93d0-4ae9-9806-8c26166d96ef {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:25.536058 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d0b207-4fbc-4d0f-ba46-31964eee7b1e', 'name': 'network-vif-deleted', 'tag': '902a07e3-16a9-4481-b531-76c91e019d37', 'status': 'completed', 'code': 200} Nov 05 22:14:25.668229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2fc37-5dd0-4df5-bd4a-c0dd43230680 req-cab185dc-98ba-4a90-b39a-73b829683fb6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:25.669729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bf2fc37-5dd0-4df5-bd4a-c0dd43230680 req-cab185dc-98ba-4a90-b39a-73b829683fb6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0565653 Nov 05 22:14:25.676425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e45df499-688f-4864-bcfb-30339c021e23 req-b8243fef-994b-4586-9dd4-31f90becbe62 tempest-AttachVolumeNegativeTest-1684619027 tempest-AttachVolumeNegativeTest-1684619027-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d0b207-4fbc-4d0f-ba46-31964eee7b1e HTTP/1.1" status: 200 len: 210 time: 0.0286770 Nov 05 22:14:25.720855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1bf2fc37-5dd0-4df5-bd4a-c0dd43230680 req-63b50022-10d2-41d0-b2bc-ca2f65944a6f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Nov 05 22:14:25.742869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60840) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:25.806506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-49a3601d-569d-4115-b2fa-49f35a037b8c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/93c69ad3-0800-4884-b571-cc6f9b95777f HTTP/1.1" status: 200 len: 992 time: 0.0624781 Nov 05 22:14:25.810069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:14:25.913423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:25.925432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:14:25.962841 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:25.975962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:14:25.995666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:26.052582 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:26.106953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:26.114447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.114791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.115134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.115473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.115832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.116164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.116874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.116874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.117112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.117433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.117755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.118076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:26.246821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['9372ab5e-bb4c-4c4b-9ce9-c50b79e35554'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:26.497516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b036d-09a0-4ea2-aec4-ddc30ac7f254 req-2588023e-98fc-4743-a820-53aaab9a1422 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:26.499041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b20b036d-09a0-4ea2-aec4-ddc30ac7f254 req-2588023e-98fc-4743-a820-53aaab9a1422 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0550361 Nov 05 22:14:26.552026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b20b036d-09a0-4ea2-aec4-ddc30ac7f254 req-8bec7871-72ef-44f0-bb7a-ff01e0615574 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465579 Nov 05 22:14:26.567607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b70343-0255-4ffb-a421-968e6a418b2d req-dd7ba718-51d3-43f8-a531-71c7ea6a32bd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:26.569106 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0b70343-0255-4ffb-a421-968e6a418b2d req-dd7ba718-51d3-43f8-a531-71c7ea6a32bd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 944 time: 0.0524602 Nov 05 22:14:26.649683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0b70343-0255-4ffb-a421-968e6a418b2d req-34e462ff-cb09-4ecb-945a-9cf2d02df302 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740027 Nov 05 22:14:26.653810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-41f3e3ab-1296-4cd8-b37e-95bf4f2bbfa2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722444 Nov 05 22:14:26.731963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 60856) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:26.777968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Deleting subnet 704cc987-8868-4576-be92-0bdc63f9643c {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:14:26.780622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:26.814981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:26.855365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:26.990810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.016497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704cc987-8868-4576-be92-0bdc63f9643c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:27.021006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.024149 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/704cc987-8868-4576-be92-0bdc63f9643c HTTP/1.1" status: 204 len: 168 time: 0.2911808 Nov 05 22:14:27.027390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60874) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:27.030292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.030637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.030978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.031312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.031684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.032019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.032344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.032666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.032988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.033358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.033683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.034001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f53c-7c0c-439c-90f4-55ab5770cdfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:14:27.100014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.176151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.206707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a4433c-d9a2-4ae1-b819-7329e66cfa3b']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:27.216505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318ec22c-313b-4c46-b3db-2c2529c2d4c1') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:27.216901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318ec22c-313b-4c46-b3db-2c2529c2d4c1') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:27.226262 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.239161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.245648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:14:27.246033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:14:27.249429 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:14:27.349865 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.356018 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.359142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] 10.222.0.41 "DELETE /v2.0/networks/06a4433c-d9a2-4ae1-b819-7329e66cfa3b HTTP/1.1" status: 204 len: 168 time: 0.3307827 Nov 05 22:14:27.370157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de10d4-6ebf-476a-90da-53a86c833367 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a4433c-d9a2-4ae1-b819-7329e66cfa3b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:27.670870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60886) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:27.672288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b6290-b3aa-4537-bc4b-4a56e1cdab4c req-79994715-52b2-483c-bfd4-2ecabb106a0d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:27.674012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb2b6290-b3aa-4537-bc4b-4a56e1cdab4c req-79994715-52b2-483c-bfd4-2ecabb106a0d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0500517 Nov 05 22:14:27.716997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a18872ea-3061-4f36-ad42-f2d99d531118 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dfa6b8c25504496baf04aae989221c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423234 Nov 05 22:14:27.720903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60890) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:27.733993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eb2b6290-b3aa-4537-bc4b-4a56e1cdab4c req-c05276b8-579b-4fd2-b9e0-888df5bdf574 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500875 Nov 05 22:14:27.807864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1146a-e259-4891-a913-02fc16f78b82 req-5a4b9608-aec5-488c-9960-c81ac344bc5b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:27.809424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cfd1146a-e259-4891-a913-02fc16f78b82 req-5a4b9608-aec5-488c-9960-c81ac344bc5b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 944 time: 0.0852067 Nov 05 22:14:27.810045 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b010f76-d4d8-435e-97fb-90b076d9cdc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.813021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:14:27.843736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b010f76-d4d8-435e-97fb-90b076d9cdc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:27.898362 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cfd1146a-e259-4891-a913-02fc16f78b82 req-c9146782-52e6-4806-9425-80ad696572a4 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791912 Nov 05 22:14:27.921122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:14:27.925160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:14:27.925554 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:28.001446 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:28.023426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:28.025686 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a523110-a5aa-4076-a64a-13e7a3f7fe0e" -d '{"events": [{"server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "name": "network-vif-plugged", "status": "completed", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:28.043042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:28.064119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b010f76-d4d8-435e-97fb-90b076d9cdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:28.067203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4b010f76-d4d8-435e-97fb-90b076d9cdc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:28.071952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4b010f76-d4d8-435e-97fb-90b076d9cdc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63179778-b20c-48bd-a215-162c508b2bcd HTTP/1.1" status: 204 len: 168 time: 0.3499737 Nov 05 22:14:28.074412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c56a4d6-06c9-4ed2-a6b1-5522214b8698 x-openstack-request-id: req-1c56a4d6-06c9-4ed2-a6b1-5522214b8698 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:28.074412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "name": "network-vif-plugged", "status": "completed", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:28.074412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c56a4d6-06c9-4ed2-a6b1-5522214b8698 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:28.074412 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'code': 200} Nov 05 22:14:28.082711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b010f76-d4d8-435e-97fb-90b076d9cdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63179778-b20c-48bd-a215-162c508b2bcd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:28.138918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:28.139793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 902a07e3-16a9-4481-b531-76c91e019d37 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:14:28.179851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 902a07e3-16a9-4481-b531-76c91e019d37 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:14:28.180483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 902a07e3-16a9-4481-b531-76c91e019d37 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:14:28.195144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0dac1-9723-4f21-88ac-cf504fa6b78d req-8b4e58e2-3e12-4ff6-b196-4f75dcdf38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:28.196782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39b0dac1-9723-4f21-88ac-cf504fa6b78d req-8b4e58e2-3e12-4ff6-b196-4f75dcdf38ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.0495081 Nov 05 22:14:28.207857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:28.253304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-39b0dac1-9723-4f21-88ac-cf504fa6b78d req-89815b6b-7839-4030-9f2e-1e0e05f931be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489888 Nov 05 22:14:28.880357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae131be-efd4-4e8b-b00e-83db8055dc52 req-b5857c16-11d6-4fd0-bbdb-2450b6061ea6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:28.881857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ae131be-efd4-4e8b-b00e-83db8055dc52 req-b5857c16-11d6-4fd0-bbdb-2450b6061ea6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0764730 Nov 05 22:14:28.884640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-648fbf33-5a2d-4dce-a4ff-2ba35c6bbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:28.886732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-648fbf33-5a2d-4dce-a4ff-2ba35c6bbb26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1096 time: 0.0719187 Nov 05 22:14:28.991487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ae131be-efd4-4e8b-b00e-83db8055dc52 req-3ea05553-5982-46a6-bc8c-9fdff00a7afb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023216 Nov 05 22:14:29.023498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-99048d71-4c1b-47c0-93ba-df3710946d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:29.025189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-99048d71-4c1b-47c0-93ba-df3710946d3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1303928 Nov 05 22:14:29.028201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4aad-f471-4c42-b07b-4ab1bb71846a req-d6c5618c-11d4-4b1f-abd5-f42b39445380 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:29.029729 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fefd4aad-f471-4c42-b07b-4ab1bb71846a req-d6c5618c-11d4-4b1f-abd5-f42b39445380 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 945 time: 0.0542083 Nov 05 22:14:29.088862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fefd4aad-f471-4c42-b07b-4ab1bb71846a req-283d802c-29f4-44c8-8976-ac04caebb116 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532782 Nov 05 22:14:29.106919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-a8eadb84-1bc1-4e59-99f3-fd308a1df82c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 1000 time: 0.0744183 Nov 05 22:14:29.163511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-67e141b9-95a3-4bbe-b78a-c4468254bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:29.165221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-67e141b9-95a3-4bbe-b78a-c4468254bfc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0516083 Nov 05 22:14:29.216778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-c52e7ee4-f44f-4fa3-b7dc-dd93fd56543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:29.218475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-c52e7ee4-f44f-4fa3-b7dc-dd93fd56543b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456483 Nov 05 22:14:29.312735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-43799d9d-6845-4159-9346-c38fc2b96f77 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869627 Nov 05 22:14:29.412822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-2239f8b6-39fd-4444-b077-9a7831992a26 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931702 Nov 05 22:14:30.114868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e19d6-394e-4104-b32a-dc2adf82cb7b req-d70e3dd4-cb48-4086-a97e-23cbefa79045 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:30.116423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e8e19d6-394e-4104-b32a-dc2adf82cb7b req-d70e3dd4-cb48-4086-a97e-23cbefa79045 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0530219 Nov 05 22:14:30.174415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3e8e19d6-394e-4104-b32a-dc2adf82cb7b req-73aeb45d-8fda-4c28-b453-f767251fd443 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Nov 05 22:14:30.206787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fa480-2294-4c28-9618-b5f77fc55896 req-cb8afaf6-8bed-482c-a956-1f78356fb68b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:30.212383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-983fa480-2294-4c28-9618-b5f77fc55896 req-cb8afaf6-8bed-482c-a956-1f78356fb68b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 945 time: 0.0504229 Nov 05 22:14:30.259502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-983fa480-2294-4c28-9618-b5f77fc55896 req-6a333827-8b6f-49e0-936d-5b253c8f625a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444334 Nov 05 22:14:30.378340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ec17c-0ca3-4cbd-bf4d-aeba37e55da6 req-80e12e4f-4b48-4856-a50c-67c9de984c13 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:30.379952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-015ec17c-0ca3-4cbd-bf4d-aeba37e55da6 req-80e12e4f-4b48-4856-a50c-67c9de984c13 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 945 time: 0.0505686 Nov 05 22:14:30.429366 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-015ec17c-0ca3-4cbd-bf4d-aeba37e55da6 req-4b30651e-1ddf-4539-b811-2bc100204895 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Nov 05 22:14:30.452814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60940) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:30.496682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec886f-8c08-4aa8-a4fb-f383f86bfcbd tempest-TestVolumeBootPattern-989827544 tempest-TestVolumeBootPattern-989827544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:30.498516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5ec886f-8c08-4aa8-a4fb-f383f86bfcbd tempest-TestVolumeBootPattern-989827544 tempest-TestVolumeBootPattern-989827544-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1091 time: 0.0444453 Nov 05 22:14:30.501233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 60942) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:30.506282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:14:30.590708 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:30.695221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:30.744654 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:30.801976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.25.6.212 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/953d1f81-0729-47cd-b738-5aa0f6e98560) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:14:30.902747 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:31.007598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:31.056258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:14:31.059384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:14:31.064023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:14:31.067250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=953d1f81-0729-47cd-b738-5aa0f6e98560,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:31.301710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c4da9-6309-4cfc-9ffb-3fda79af82f9 req-3cfc2d5e-e176-40eb-b72f-f579b8d5327a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:31.310143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-443c4da9-6309-4cfc-9ffb-3fda79af82f9 req-3cfc2d5e-e176-40eb-b72f-f579b8d5327a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0559766 Nov 05 22:14:31.353769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-443c4da9-6309-4cfc-9ffb-3fda79af82f9 req-deb6009b-b663-4e9f-a930-77b77a7e2195 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Nov 05 22:14:31.431253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:31.551693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:31.695589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:31.778010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:31.841463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=953d1f81-0729-47cd-b738-5aa0f6e98560,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:31.854991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:31.953811 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Floating IP da0b437c-5456-4487-9791-d689f8d56ee8 associated. External IP: 172.25.6.212, port: 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554. Nov 05 22:14:32.156505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:14:32.265006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:14:32.275401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df0468-6851-497d-8447-31cf534fcabc None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:14:32.286706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:14:32.295990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:14:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:32.358340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:32.388414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-00dc691a-a39a-4214-ab50-0e46e1676c84 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8859224 Nov 05 22:14:32.389787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:32.391523 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb7d1be-3b48-426f-aea9-600692367778" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:32.394472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:14:32.478157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf7a0-7b38-40d0-97cf-39a2b12f5e2c req-f8410a7b-01ea-4faa-8a3f-b3833ed25ef9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:32.480424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d8cf7a0-7b38-40d0-97cf-39a2b12f5e2c req-f8410a7b-01ea-4faa-8a3f-b3833ed25ef9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0505490 Nov 05 22:14:32.531042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d8cf7a0-7b38-40d0-97cf-39a2b12f5e2c req-51fc094c-369b-49e8-b70b-4fba828973d7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Nov 05 22:14:32.589940 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c639a585-4d6f-49bc-83f2-a1766f9ba0ff x-openstack-request-id: req-c639a585-4d6f-49bc-83f2-a1766f9ba0ff {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:32.590244 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:32.591139 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c639a585-4d6f-49bc-83f2-a1766f9ba0ff {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:32.591647 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'status': 'completed', 'code': 200} Nov 05 22:14:32.658238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7d1be-3b48-426f-aea9-600692367778 req-70527386-ae96-4bac-9ec6-cfd7e8433f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:32.659764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cb7d1be-3b48-426f-aea9-600692367778 req-70527386-ae96-4bac-9ec6-cfd7e8433f97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.0473745 Nov 05 22:14:32.784991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7d1be-3b48-426f-aea9-600692367778 req-32d52260-8add-49ba-ac3d-9efd44e95fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:32.785804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:31Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:32.786997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cb7d1be-3b48-426f-aea9-600692367778 req-32d52260-8add-49ba-ac3d-9efd44e95fa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1189959 Nov 05 22:14:32.814260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df0468-6851-497d-8447-31cf534fcabc None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:14:32.823948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:14:32.824694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:14:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:32.863608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cb7d1be-3b48-426f-aea9-600692367778 req-cf06c9a2-cd8b-46eb-8415-0e775e2ae8c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 999 time: 0.0683479 Nov 05 22:14:32.918078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7d1be-3b48-426f-aea9-600692367778 req-d766bdd8-6898-4dfb-a816-3b08a3ce63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:32.919530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cb7d1be-3b48-426f-aea9-600692367778 req-d766bdd8-6898-4dfb-a816-3b08a3ce63c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0490675 Nov 05 22:14:32.954232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:14:32.970848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7d1be-3b48-426f-aea9-600692367778 req-2318f855-7de3-4b71-8edb-618a6abbe7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:32.972502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cb7d1be-3b48-426f-aea9-600692367778 req-2318f855-7de3-4b71-8edb-618a6abbe7ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463376 Nov 05 22:14:33.033477 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:33.075204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cb7d1be-3b48-426f-aea9-600692367778 req-d4fd833a-236a-48e1-b914-7259eebdf135 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945759 Nov 05 22:14:33.168333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cb7d1be-3b48-426f-aea9-600692367778 req-e7740f27-c79b-4f7b-b364-a6de595640db service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863807 Nov 05 22:14:33.192253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-30df0468-6851-497d-8447-31cf534fcabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:31Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:14:33.220181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df0468-6851-497d-8447-31cf534fcabc None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:31Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:14:33.425455 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73eeaab-7dd1-4242-90ae-9c55c6175784 None None] New status for floating IP da0b437c-5456-4487-9791-d689f8d56ee8: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:14:33.525426 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:14:33.652287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716e660-a0d6-4df0-afec-e5703a2f732b req-d49abc21-e09a-4bc4-b31d-5365f5225291 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:33.653757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e716e660-a0d6-4df0-afec-e5703a2f732b req-d49abc21-e09a-4bc4-b31d-5365f5225291 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0492218 Nov 05 22:14:33.712181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e716e660-a0d6-4df0-afec-e5703a2f732b req-72d0532f-5550-43b4-bad3-7c2a5d4e6205 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472839 Nov 05 22:14:34.825489 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916c501-3411-4a45-9ec6-663e41521df1 req-ce1448c5-927a-4556-84c3-f89bae37ae37 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:34.826936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3916c501-3411-4a45-9ec6-663e41521df1 req-ce1448c5-927a-4556-84c3-f89bae37ae37 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0486288 Nov 05 22:14:34.879841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3916c501-3411-4a45-9ec6-663e41521df1 req-ed55c143-f95d-4f5e-a3d8-e52d151825d9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470629 Nov 05 22:14:35.999922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f5db-6b38-4ffa-b8ca-4ec4eea663e1 req-70e900d9-490f-45d1-be4c-6ed477db77bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:36.001361 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8559f5db-6b38-4ffa-b8ca-4ec4eea663e1 req-70e900d9-490f-45d1-be4c-6ed477db77bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0537987 Nov 05 22:14:36.051296 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8559f5db-6b38-4ffa-b8ca-4ec4eea663e1 req-2b1b36f2-2b35-4b68-abbb-1ce8beadc17e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Nov 05 22:14:36.293183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a62f5f92-ef2b-4345-989e-755a8f57d089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:37.167591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4a7d2-53e6-4ce8-b871-ed94bfe886bd req-baa7f0cc-3ea8-43ce-8bc1-29ddb17cced3 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:37.169102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7fe4a7d2-53e6-4ce8-b871-ed94bfe886bd req-baa7f0cc-3ea8-43ce-8bc1-29ddb17cced3 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0492501 Nov 05 22:14:37.222683 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7fe4a7d2-53e6-4ce8-b871-ed94bfe886bd req-da4c3dc7-5d67-4acf-903c-dc2b93c04c4d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473917 Nov 05 22:14:38.346645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1f843-4d07-410d-b0e0-0da0cb740c6c req-ba0f71c1-669e-4cf2-9617-65f9bb166e2b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:38.348068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83f1f843-4d07-410d-b0e0-0da0cb740c6c req-ba0f71c1-669e-4cf2-9617-65f9bb166e2b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0520589 Nov 05 22:14:38.402210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83f1f843-4d07-410d-b0e0-0da0cb740c6c req-32a6744d-a846-4bc6-a4c2-a3b53dfec70c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 Nov 05 22:14:38.487288 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a8a1aa4b-5438-4fd0-9bad-aa127fe15a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:39.537040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248199b-070e-4a4a-b674-5eedf14761f0 req-dd91616c-1660-4b05-8eea-f6ff5df2be68 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:39.538618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3248199b-070e-4a4a-b674-5eedf14761f0 req-dd91616c-1660-4b05-8eea-f6ff5df2be68 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0581393 Nov 05 22:14:39.593204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3248199b-070e-4a4a-b674-5eedf14761f0 req-1f7fb392-779b-4e21-9e00-4b2f77294e5e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483363 Nov 05 22:14:40.018423 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:40.740709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe02036-4782-400b-aaf7-2e1139e94adb req-dbf7c257-9dd8-4b20-897c-8ed2a312fd30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:40.742184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2fe02036-4782-400b-aaf7-2e1139e94adb req-dbf7c257-9dd8-4b20-897c-8ed2a312fd30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0627809 Nov 05 22:14:40.798519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2fe02036-4782-400b-aaf7-2e1139e94adb req-c1674220-0511-45b4-b947-2d9c4ef975eb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496786 Nov 05 22:14:41.157276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32820) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:41.265437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c743a13b-0f5e-4629-980d-b42f85e6a964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.353861 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c743a13b-0f5e-4629-980d-b42f85e6a964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.395141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c743a13b-0f5e-4629-980d-b42f85e6a964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.432958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c743a13b-0f5e-4629-980d-b42f85e6a964 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80c43137671e4896b468d0ae80f6d061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746253 Nov 05 22:14:41.433820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743a13b-0f5e-4629-980d-b42f85e6a964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c1185-89c9-4f08-8544-d8d7faf0d75e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:41.436250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32824) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:41.458475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.489867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f635936-402f-4c07-a2ff-e1020047ce37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.511361 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f635936-402f-4c07-a2ff-e1020047ce37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.601413 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f635936-402f-4c07-a2ff-e1020047ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.604088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5f635936-402f-4c07-a2ff-e1020047ce37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:41.605178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5f635936-402f-4c07-a2ff-e1020047ce37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/651c1185-89c9-4f08-8544-d8d7faf0d75e HTTP/1.1" status: 204 len: 168 time: 0.1679413 Nov 05 22:14:41.613493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f635936-402f-4c07-a2ff-e1020047ce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c1185-89c9-4f08-8544-d8d7faf0d75e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:41.925129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8fadc-6354-4c13-89f0-b4094026de26 req-4ec2aa15-ccb4-44d3-97d4-82dfd9547d86 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:41.926746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9c8fadc-6354-4c13-89f0-b4094026de26 req-4ec2aa15-ccb4-44d3-97d4-82dfd9547d86 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0500278 Nov 05 22:14:41.982675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9c8fadc-6354-4c13-89f0-b4094026de26 req-7d2c89fe-84bc-4c44-9401-22f39119beed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499449 Nov 05 22:14:42.018499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:43.108383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fe29f-ed3d-4f67-bdf8-a1673c1ac28b req-c62343a1-8c6f-4f88-8b8a-ab1280f330d9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:43.110037 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-797fe29f-ed3d-4f67-bdf8-a1673c1ac28b req-c62343a1-8c6f-4f88-8b8a-ab1280f330d9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0575213 Nov 05 22:14:43.163337 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-797fe29f-ed3d-4f67-bdf8-a1673c1ac28b req-68748063-384e-43c1-94c0-d71bd0e9d170 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467796 Nov 05 22:14:44.281557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd14b03-1f11-40b7-bc6b-cdbee5f65d03 req-3caf2990-528a-415f-96a9-0cd1e70f9d50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:44.283099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6dd14b03-1f11-40b7-bc6b-cdbee5f65d03 req-3caf2990-528a-415f-96a9-0cd1e70f9d50 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0525351 Nov 05 22:14:44.333051 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6dd14b03-1f11-40b7-bc6b-cdbee5f65d03 req-3d57582b-209c-47b6-883c-a63657290e07 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 Nov 05 22:14:44.575725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-af7174f2-293d-4970-bfef-9bd775381045 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426886 Nov 05 22:14:45.002125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6033-109f-4499-ba87-be15feb43a33 req-2021922f-b466-4d66-8557-979e90bf50da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:45.003632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-2021922f-b466-4d66-8557-979e90bf50da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.3858881 Nov 05 22:14:45.111795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6033-109f-4499-ba87-be15feb43a33 req-96be2799-8cd4-43dd-b198-81318f6aa284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:45.113247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-96be2799-8cd4-43dd-b198-81318f6aa284 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.0877650 Nov 05 22:14:45.186291 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-f159fa72-e4ad-4d0c-8abe-42f726b5cfb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 1001 time: 0.0601637 Nov 05 22:14:45.236369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6033-109f-4499-ba87-be15feb43a33 req-4275e287-cdaa-4607-9483-4e95a0a989c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:45.237805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-4275e287-cdaa-4607-9483-4e95a0a989c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0442719 Nov 05 22:14:45.290914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6033-109f-4499-ba87-be15feb43a33 req-0ddd1079-bc8c-4b55-b58a-2492097e73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:45.292704 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-0ddd1079-bc8c-4b55-b58a-2492097e73d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433064 Nov 05 22:14:45.396023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-0545b074-0934-4755-91b4-f598dd126bc4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954814 Nov 05 22:14:45.505402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5e1f-7e10-44ba-a7d0-63490133289b req-d19b9d5a-94fc-4a09-bf8a-1ecce43e421d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:45.506889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d67f5e1f-7e10-44ba-a7d0-63490133289b req-d19b9d5a-94fc-4a09-bf8a-1ecce43e421d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.1010189 Nov 05 22:14:45.557532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-db3c6033-109f-4499-ba87-be15feb43a33 req-bc27ae7a-c56a-421e-9897-cab1441ac2d4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410835 Nov 05 22:14:45.573582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d67f5e1f-7e10-44ba-a7d0-63490133289b req-c7d2b522-49de-437c-b910-995f9ac9d67a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601106 Nov 05 22:14:45.841452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:45.957083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8319ebb7-1788-40b0-bf06-0ea3dac806fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:46.032018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8319ebb7-1788-40b0-bf06-0ea3dac806fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:46.116818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8319ebb7-1788-40b0-bf06-0ea3dac806fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:46.157222 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8319ebb7-1788-40b0-bf06-0ea3dac806fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d3ba30ba3a34188931b301c73970bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3145669 Nov 05 22:14:46.158080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319ebb7-1788-40b0-bf06-0ea3dac806fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a72ea5c-186f-4171-9d46-db7538cc1680,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:46.160535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32902) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:46.212384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e44e-119e-4eeb-8fe6-1e4b04b2fb8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:46.235499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e44e-119e-4eeb-8fe6-1e4b04b2fb8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:46.355970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e44e-119e-4eeb-8fe6-1e4b04b2fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:46.358497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e44e-119e-4eeb-8fe6-1e4b04b2fb8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:46.359726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a8f8e44e-119e-4eeb-8fe6-1e4b04b2fb8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a72ea5c-186f-4171-9d46-db7538cc1680 HTTP/1.1" status: 204 len: 168 time: 0.1981752 Nov 05 22:14:46.368104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8e44e-119e-4eeb-8fe6-1e4b04b2fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a72ea5c-186f-4171-9d46-db7538cc1680,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:46.515511 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-2295c3fc-7c2f-45bd-a98e-6a4d21a89db0 service neutron] show failed (client error): The resource could not be found. Nov 05 22:14:46.516569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-2295c3fc-7c2f-45bd-a98e-6a4d21a89db0 service neutron] 10.222.0.46 "GET /v2.0/ports/f0a69f95-a866-4e51-beca-86f103f10591/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0566041 Nov 05 22:14:46.694904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16638-a954-40ec-bd84-f4a7c2a1e22a req-aa4c25d5-b858-4d7f-9fcd-e95193c7f46f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:46.696458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfc16638-a954-40ec-bd84-f4a7c2a1e22a req-aa4c25d5-b858-4d7f-9fcd-e95193c7f46f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0506098 Nov 05 22:14:46.756927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfc16638-a954-40ec-bd84-f4a7c2a1e22a req-768da66d-3d42-4f86-b735-5ebf2d395a0d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524814 Nov 05 22:14:46.968634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 32910) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:46.985449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d95a001c-95ce-442f-bb53-b03562d45330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.073682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d95a001c-95ce-442f-bb53-b03562d45330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.096951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-414efcb4-b040-4011-b207-ca21d8147625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:47.098482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-414efcb4-b040-4011-b207-ca21d8147625 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 1096 time: 0.0489106 Nov 05 22:14:47.111178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:14:47.132707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d95a001c-95ce-442f-bb53-b03562d45330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.163001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.171154 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d95a001c-95ce-442f-bb53-b03562d45330 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04366cb642a54883a3bc15fba8923fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011914 Nov 05 22:14:47.173318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a001c-95ce-442f-bb53-b03562d45330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aee313f-0328-476d-a641-c30bf1b5a16b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:47.174757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 32912) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:47.321442 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39aed9ae-40ba-49d3-b302-f9437ed183fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.365080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39aed9ae-40ba-49d3-b302-f9437ed183fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.451089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:47.488076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:14:47.530255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:47.532696 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcb6fa-7633-4726-9cd8-27e93f3a1d5d" -d '{"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:47.536480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.547837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39aed9ae-40ba-49d3-b302-f9437ed183fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.550317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39aed9ae-40ba-49d3-b302-f9437ed183fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.551481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39aed9ae-40ba-49d3-b302-f9437ed183fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6aee313f-0328-476d-a641-c30bf1b5a16b HTTP/1.1" status: 204 len: 168 time: 0.3751490 Nov 05 22:14:47.555324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Transition to ACTIVE for port object f0a69f95-a866-4e51-beca-86f103f10591 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:14:47.562352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aed9ae-40ba-49d3-b302-f9437ed183fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aee313f-0328-476d-a641-c30bf1b5a16b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:47.595347 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f492977-2986-49de-a3df-88744547f32a x-openstack-request-id: req-9f492977-2986-49de-a3df-88744547f32a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:47.595680 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:47.595938 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f492977-2986-49de-a3df-88744547f32a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:47.599043 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'code': 200} Nov 05 22:14:47.618094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.709536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:47.750722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] No DVR routers for this DVR port f0a69f95-a866-4e51-beca-86f103f10591 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:14:47.903281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fa49-835c-4484-abac-affca4800a45 req-d957b589-4ee4-426f-8454-fb416b4ed928 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:47.905551 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f164fa49-835c-4484-abac-affca4800a45 req-d957b589-4ee4-426f-8454-fb416b4ed928 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0677481 Nov 05 22:14:47.905824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:14:47.906701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:14:47.907134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:14:47.912689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:14:47.913201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:14:47.918525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:14:47.918860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Checking segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:14:47.919285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Bound using segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:14:47.919730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Bound port: f0a69f95-a866-4e51-beca-86f103f10591, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:14:47.920083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:47.962840 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f164fa49-835c-4484-abac-affca4800a45 req-5c15b69e-a847-4543-8534-3ab906d614f8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484934 Nov 05 22:14:48.001861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:14:48.005077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:14:48.064971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:48.108995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:48.108995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:48.108995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] 10.222.0.13 "PUT /v2.0/ports/f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 1091 time: 0.9998219 Nov 05 22:14:48.134539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988cff-2239-4f6f-995e-376130e4f0bb service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:48.187844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-fdc26b0e-a385-46ac-b972-d0b83eef29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:48.192808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-fdc26b0e-a385-46ac-b972-d0b83eef29f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1094 time: 0.0501909 Nov 05 22:14:48.295857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-f65fb681-2e76-4045-ade1-06f200c43eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:48.297654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-f65fb681-2e76-4045-ade1-06f200c43eda service neutron] 10.222.0.13 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1001410 Nov 05 22:14:48.373850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-61de5173-48af-4ff6-96e0-48186addc202 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 998 time: 0.0690129 Nov 05 22:14:48.425082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-7a80a186-c9ad-4d9d-a11c-b18286af7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:48.426618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-7a80a186-c9ad-4d9d-a11c-b18286af7fe7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0462198 Nov 05 22:14:48.473997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-ef3c4cd5-a953-4d27-986c-a50e569f4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:48.475450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-ef3c4cd5-a953-4d27-986c-a50e569f4b07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420172 Nov 05 22:14:48.570732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-a1bc6867-cfb9-4a11-adab-f61d6f4d50a4 service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870733 Nov 05 22:14:48.666556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1ad91dd-7f39-4f5b-9bd6-702b32cf2496 req-c7d15f1d-d693-4312-8d41-50e7eb49b105 service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Nov 05 22:14:49.089897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb7495-3ab7-40c7-a9d8-114e0163ffe9 req-3c0a0cb6-3973-409f-b8f4-8bc7de499f01 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:49.092019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94cb7495-3ab7-40c7-a9d8-114e0163ffe9 req-3c0a0cb6-3973-409f-b8f4-8bc7de499f01 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0523543 Nov 05 22:14:49.147694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94cb7495-3ab7-40c7-a9d8-114e0163ffe9 req-d763aaf4-37dd-4243-b7fe-76edac90a623 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493813 Nov 05 22:14:49.597608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:49.600110 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:49.669030 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7860384a-74ee-43cf-80f8-0717ab28b3ce x-openstack-request-id: req-7860384a-74ee-43cf-80f8-0717ab28b3ce {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:49.669336 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:49.669614 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7860384a-74ee-43cf-80f8-0717ab28b3ce {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:49.670030 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'status': 'completed', 'code': 200} Nov 05 22:14:49.755371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-a838aa3f-bd73-4f40-89cb-e766f32d87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:49.756876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-a838aa3f-bd73-4f40-89cb-e766f32d87f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1094 time: 0.0706074 Nov 05 22:14:49.778677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-e983435c-4472-40e5-819e-9dc08940b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:49.778677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-e983435c-4472-40e5-819e-9dc08940b730 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1094 time: 0.0644102 Nov 05 22:14:49.921353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-8b4ea7b7-f6ae-4bd6-8a06-8f16255a1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:49.922799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-8b4ea7b7-f6ae-4bd6-8a06-8f16255a1172 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1593671 Nov 05 22:14:49.925371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-d5939fbc-d690-44f5-b82d-f56b060fe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:49.926669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-d5939fbc-d690-44f5-b82d-f56b060fe13f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1415741 Nov 05 22:14:50.043650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-94e4c1da-d96e-48e9-9b39-e959bf48c34a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 998 time: 0.1129220 Nov 05 22:14:50.049268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-c4691565-ddce-4e7c-8ffa-713d112b597d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 998 time: 0.1126702 Nov 05 22:14:50.125927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-769ae413-09fa-457f-8db2-252094a86d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:50.127367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-769ae413-09fa-457f-8db2-252094a86d55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0767329 Nov 05 22:14:50.130646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-d7baea11-9bab-4bea-bf3b-32f841cfd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:50.131975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-d7baea11-9bab-4bea-bf3b-32f841cfd84c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0732322 Nov 05 22:14:50.203441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-b50c2230-a48f-4ba6-b17a-daa14e8bf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:50.204944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-b50c2230-a48f-4ba6-b17a-daa14e8bf875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633638 Nov 05 22:14:50.206781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-424a1608-6f25-4050-a6db-32de4a36bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:50.208133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-424a1608-6f25-4050-a6db-32de4a36bd4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740271 Nov 05 22:14:50.379663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d399841-8afa-41ff-89da-2f61b0bda779 req-43135785-e204-4007-9ab4-c3ec8f72e3b7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:50.384026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d399841-8afa-41ff-89da-2f61b0bda779 req-43135785-e204-4007-9ab4-c3ec8f72e3b7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.1597719 Nov 05 22:14:50.438991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-807391ae-6349-4869-a230-1df0270abca8 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233632 Nov 05 22:14:50.459875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-afc98703-3d43-4f56-861e-c8e5e0a419cc service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430792 Nov 05 22:14:50.547348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2d399841-8afa-41ff-89da-2f61b0bda779 req-20825765-09d4-408e-8918-15c8bd678739 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571345 Nov 05 22:14:50.620536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:14:50.627875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-054598d5-5231-4aa4-a9ba-b32729077b21 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815443 Nov 05 22:14:50.643853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5bb5ab5f-e46d-4c93-adf1-92cc5e32071f req-bc91e8dd-c6dd-4fa4-a47b-2e945337ed80 service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713686 Nov 05 22:14:50.670933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:14:51.669287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6169e58-ce81-4b4a-b3d0-f79819942697 req-9d944d96-6e3e-4126-a067-7d0107d96ba9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:51.671210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6169e58-ce81-4b4a-b3d0-f79819942697 req-9d944d96-6e3e-4126-a067-7d0107d96ba9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0498250 Nov 05 22:14:51.724542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c6169e58-ce81-4b4a-b3d0-f79819942697 req-8608a81b-3f8c-4c22-9db4-7b3ce8881145 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473001 Nov 05 22:14:51.972617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f0a69f95-a866-4e51-beca-86f103f10591 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:14:52.094008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:52.108483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'f0a69f95-a866-4e51-beca-86f103f10591', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'port_id': 'f0a69f95-a866-4e51-beca-86f103f10591', 'mac_address': 'fa:16:3e:5e:33:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:14:52.148692 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:52.150878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32488c39-4dbe-4ee8-8602-deac32c1ae5b req-ab88d1cf-a0ef-4ff5-a92d-4525e67b6ce0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:52.152784 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32488c39-4dbe-4ee8-8602-deac32c1ae5b req-ab88d1cf-a0ef-4ff5-a92d-4525e67b6ce0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 943 time: 0.0510759 Nov 05 22:14:52.166592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a69f95-a866-4e51-beca-86f103f10591 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:14:52.188235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:52.215681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32488c39-4dbe-4ee8-8602-deac32c1ae5b req-fc135eed-6815-4d90-b280-7948d43ad965 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528781 Nov 05 22:14:52.250984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-6fb0a5ab-63c5-49a3-aa12-06405606bd59 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:52.252565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-6fb0a5ab-63c5-49a3-aa12-06405606bd59 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe&tenant_id=f80d891c4fcb4471ab0947e7d740456b&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 943 time: 0.0822923 Nov 05 22:14:52.258525 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:52.306519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:52.314856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-a0fb3935-65e1-4c28-89c3-73a6477f550f service neutron] 10.222.0.13 "GET /v2.0/ports/f0a69f95-a866-4e51-beca-86f103f10591/bindings/n-h1-816738-5 HTTP/1.1" status: 200 len: 382 time: 0.0545917 Nov 05 22:14:52.387326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-eb00d7d3-0ed3-421c-8c99-e73b5c4191b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:52.388913 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-eb00d7d3-0ed3-421c-8c99-e73b5c4191b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1095 time: 0.0485854 Nov 05 22:14:52.488204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-2c5331dd-8a7a-43c8-9b8b-5b0b463ea9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:52.492153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-2c5331dd-8a7a-43c8-9b8b-5b0b463ea9ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.0934768 Nov 05 22:14:52.493189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f0a69f95-a866-4e51-beca-86f103f10591'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:14:52.564870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-4e7314ae-d4e4-44dc-87b8-0d895971bd99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 999 time: 0.0658073 Nov 05 22:14:52.617049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-cb30a5e4-db6f-43e6-9445-0263283837a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:52.618692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-cb30a5e4-db6f-43e6-9445-0263283837a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0459669 Nov 05 22:14:52.665915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-e8e73f06-04b5-4e4a-927c-84a5b96669bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:52.667503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-e8e73f06-04b5-4e4a-927c-84a5b96669bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411165 Nov 05 22:14:52.775617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-23845802-6f89-467e-a000-95ca35d9bdfc service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907757 Nov 05 22:14:52.867344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-cecf7e3f-5466-41e7-ae24-f251cdbe91d4 service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840020 Nov 05 22:14:53.183429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33040) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:53.309578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30e159e-80ee-4e95-b24e-f7441d255ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:53.370594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f604c3b-5c1f-4a01-9b98-20c61bf0838b req-ad214b5d-003f-4492-b5c8-d2cc4f7e6b18 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:53.372094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f604c3b-5c1f-4a01-9b98-20c61bf0838b req-ad214b5d-003f-4492-b5c8-d2cc4f7e6b18 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0773847 Nov 05 22:14:53.446785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f604c3b-5c1f-4a01-9b98-20c61bf0838b req-14ae4c86-b66e-46a5-8f17-c9fc7f1bc69c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651236 Nov 05 22:14:53.460467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30e159e-80ee-4e95-b24e-f7441d255ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:53.503803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b30e159e-80ee-4e95-b24e-f7441d255ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:53.543007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b30e159e-80ee-4e95-b24e-f7441d255ae4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f398169b214c48dda734e6426f7493e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584094 Nov 05 22:14:53.543836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e159e-80ee-4e95-b24e-f7441d255ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28455cf5-fb67-4b21-8f66-feec76a97472,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:53.546445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33046) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:53.598677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1eee89f8-c412-4caa-be4a-9fecf585bb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:53.620692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1eee89f8-c412-4caa-be4a-9fecf585bb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:53.727003 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1eee89f8-c412-4caa-be4a-9fecf585bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:53.729837 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1eee89f8-c412-4caa-be4a-9fecf585bb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:53.730960 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1eee89f8-c412-4caa-be4a-9fecf585bb41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28455cf5-fb67-4b21-8f66-feec76a97472 HTTP/1.1" status: 204 len: 168 time: 0.1830432 Nov 05 22:14:53.739562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee89f8-c412-4caa-be4a-9fecf585bb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28455cf5-fb67-4b21-8f66-feec76a97472,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:54.002334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f0a69f95-a866-4e51-beca-86f103f10591 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:14:54.110735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port f0a69f95-a866-4e51-beca-86f103f10591 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:14:54.114943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port f0a69f95-a866-4e51-beca-86f103f10591 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:14:54.115311 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.192926 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.214799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:54.217095 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353b5121-fc52-4b7d-80f9-5b8118968581" -d '{"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:54.232828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:54.266791 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f836f2-f53f-464b-bdd7-8fc62524ae88 x-openstack-request-id: req-a5f836f2-f53f-464b-bdd7-8fc62524ae88 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:54.267092 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:54.267370 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f836f2-f53f-464b-bdd7-8fc62524ae88 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:54.267934 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'code': 200} Nov 05 22:14:54.326900 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.374214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:54.432229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33054) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:54.449990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9df538cd-715b-4233-a61b-5546c0900308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.522916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9df538cd-715b-4233-a61b-5546c0900308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.564052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af153e6c-bc02-4785-bd16-cef9339b5968 req-1a2d5f33-80b9-4566-b3b5-ca9f348b0400 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:54.565578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af153e6c-bc02-4785-bd16-cef9339b5968 req-1a2d5f33-80b9-4566-b3b5-ca9f348b0400 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0487413 Nov 05 22:14:54.612691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9df538cd-715b-4233-a61b-5546c0900308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.614631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af153e6c-bc02-4785-bd16-cef9339b5968 req-4e5cd53f-5c90-4390-9c42-d4da1468fb6c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Nov 05 22:14:54.652477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9df538cd-715b-4233-a61b-5546c0900308 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=904d4b04167d49dd8fbff5e467ee5cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191343 Nov 05 22:14:54.653837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df538cd-715b-4233-a61b-5546c0900308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5747e019-ad6d-4255-a2ed-adf2b7e43733,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:54.655130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33058) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:14:54.705476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ec80cf-4550-4550-b796-fd777db58a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.728312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ec80cf-4550-4550-b796-fd777db58a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.829994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ec80cf-4550-4550-b796-fd777db58a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.832742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ec80cf-4550-4550-b796-fd777db58a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:54.833898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f8ec80cf-4550-4550-b796-fd777db58a4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5747e019-ad6d-4255-a2ed-adf2b7e43733 HTTP/1.1" status: 204 len: 168 time: 0.1771696 Nov 05 22:14:54.842198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec80cf-4550-4550-b796-fd777db58a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5747e019-ad6d-4255-a2ed-adf2b7e43733,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:55.496982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-2a7c287b-1dc9-4fa2-b134-ff03ffd4ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:55.498476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-2a7c287b-1dc9-4fa2-b134-ff03ffd4ea6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 1096 time: 0.0424361 Nov 05 22:14:55.511184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:14:55.565885 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:55.763068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0663e-007d-467f-8a5f-9ef6caaac2a6 req-93baf28d-ece0-4321-8073-a02ba91352dd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:55.764927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59d0663e-007d-467f-8a5f-9ef6caaac2a6 req-93baf28d-ece0-4321-8073-a02ba91352dd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0542595 Nov 05 22:14:55.821429 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59d0663e-007d-467f-8a5f-9ef6caaac2a6 req-32b89aa1-6c9c-4f67-8589-39c6fd62f390 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495088 Nov 05 22:14:56.153416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:14:56.186751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:14:56.225778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:56.228070 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890fff11-288d-4862-a45e-907ffa8c2eff" -d '{"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:56.231902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:56.245422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Transition to ACTIVE for port object f0a69f95-a866-4e51-beca-86f103f10591 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:14:56.287902 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc256db-4050-4fbe-8850-318eaff7186e x-openstack-request-id: req-dbc256db-4050-4fbe-8850-318eaff7186e {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:56.288237 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:56.288477 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbc256db-4050-4fbe-8850-318eaff7186e {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:56.288877 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'code': 200} Nov 05 22:14:56.304547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:56.391862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=10']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:56.435012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] No DVR routers for this DVR port f0a69f95-a866-4e51-beca-86f103f10591 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:14:56.578805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:14:56.579461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:14:56.579461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:14:56.583965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:14:56.584288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Attempting to bind port f0a69f95-a866-4e51-beca-86f103f10591 on network d374963b-4d04-4103-952d-25aff4cf59a4 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:14:56.589269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:14:56.589870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Checking segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:14:56.590267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Bound using segment: {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:14:56.590691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Bound port: f0a69f95-a866-4e51-beca-86f103f10591, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:14:56.591113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:56.657886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:14:56.660982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:14:56.721621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:56.754296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:56.754988 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:14:56.756973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] 10.222.0.46 "PUT /v2.0/ports/f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 1092 time: 1.2495115 Nov 05 22:14:56.820414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ea65a-c201-4291-b297-e53d73f3bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=11']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:14:56.841548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-9a3e8757-ca2c-4bf8-806a-746b4cd67245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:56.843219 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-9a3e8757-ca2c-4bf8-806a-746b4cd67245 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1095 time: 0.0566223 Nov 05 22:14:56.952189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c516b-5732-4aa6-bf92-bbd3ed456213 req-f0b4e67f-e16e-4126-a6ac-6a633cc8ccb5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:56.954990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-428c516b-5732-4aa6-bf92-bbd3ed456213 req-f0b4e67f-e16e-4126-a6ac-6a633cc8ccb5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0571377 Nov 05 22:14:56.956438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-6b3f4675-8a51-40b4-bc7e-e8070ca050a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:56.957789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-6b3f4675-8a51-40b4-bc7e-e8070ca050a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1072133 Nov 05 22:14:57.010972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-428c516b-5732-4aa6-bf92-bbd3ed456213 req-71d22164-54b9-4dd6-9ffb-6c38ccdbf7ae tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484083 Nov 05 22:14:57.038262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-2930e15b-7bca-4177-a31d-2e734925e6e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 998 time: 0.0682428 Nov 05 22:14:57.088646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-afc80249-9990-40d9-b385-5970dea93026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:57.090457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-afc80249-9990-40d9-b385-5970dea93026 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0500391 Nov 05 22:14:57.151693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-5e08eae8-c277-4a90-b9f0-f9a41505c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:57.153269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-5e08eae8-c277-4a90-b9f0-f9a41505c9b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553932 Nov 05 22:14:57.244712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-818f5f39-caca-4310-bb4d-d2bab647c9b9 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Nov 05 22:14:57.338720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63abb9-4847-4aca-812b-6331f145ba19 req-35cc6840-b06c-46cc-bd65-f2434e4996fc service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871918 Nov 05 22:14:58.032837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f0a69f95-a866-4e51-beca-86f103f10591 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:14:58.073264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f0a69f95-a866-4e51-beca-86f103f10591 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:14:58.138191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de2a8-0049-497d-85f4-61fe6b5670c0 req-275777ad-2bac-4173-b91b-a95545f444ad tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.139743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a32de2a8-0049-497d-85f4-61fe6b5670c0 req-275777ad-2bac-4173-b91b-a95545f444ad tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0517185 Nov 05 22:14:58.188736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a32de2a8-0049-497d-85f4-61fe6b5670c0 req-07641ff7-337f-4b1a-8871-05ffc68a7c7e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 Nov 05 22:14:58.291018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:14:58.292210 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52b7dec-f16a-4283-8c1d-f1027357f4db" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:14:58.340115 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e89da6-d9bb-4140-b3b8-5c8a0c518875 x-openstack-request-id: req-45e89da6-d9bb-4140-b3b8-5c8a0c518875 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:14:58.340410 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:14:58.340661 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45e89da6-d9bb-4140-b3b8-5c8a0c518875 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:14:58.341085 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'status': 'completed', 'code': 200} Nov 05 22:14:58.434260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-7f67b858-00cf-4b47-b199-53451649f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.435779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-7f67b858-00cf-4b47-b199-53451649f464 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1095 time: 0.0751066 Nov 05 22:14:58.439032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-2a85b356-4bbc-4efc-8f05-dc2b07320582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.440410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-2a85b356-4bbc-4efc-8f05-dc2b07320582 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1095 time: 0.0716937 Nov 05 22:14:58.600414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-36551150-6914-4ec6-b428-b24b06633567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.601863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-36551150-6914-4ec6-b428-b24b06633567 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1593258 Nov 05 22:14:58.602980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-064d14a9-3af2-4cda-b7b2-a6fadf7cf07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.604280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-064d14a9-3af2-4cda-b7b2-a6fadf7cf07c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1536570 Nov 05 22:14:58.718197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-e0ff0d3c-3fae-4eef-aa1d-cb84a48f77ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 998 time: 0.1077616 Nov 05 22:14:58.722674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-e4dc819d-edbc-48c2-9bd8-05ae1a1f5c7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 998 time: 0.1062899 Nov 05 22:14:58.813426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-d699b96f-ccb9-40a3-8b41-f2b418daa859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.814902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-d699b96f-ccb9-40a3-8b41-f2b418daa859 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0898330 Nov 05 22:14:58.820279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-8f3fd434-f57e-4a20-830b-27d8cd7aa1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.821785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-8f3fd434-f57e-4a20-830b-27d8cd7aa1f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0880468 Nov 05 22:14:58.891929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-952d54bb-1cc3-47fd-a477-652c11f92cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.893436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-952d54bb-1cc3-47fd-a477-652c11f92cb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708568 Nov 05 22:14:58.896216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-24a3abf7-b303-4563-9c69-8daa1d37f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:58.897505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-24a3abf7-b303-4563-9c69-8daa1d37f42f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649157 Nov 05 22:14:59.056876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-d639904d-86f6-44a1-89f3-5b41b0b413f8 service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555130 Nov 05 22:14:59.060290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-f9db986c-090e-44a0-acaf-7e761772f87a service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497233 Nov 05 22:14:59.223499 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-c590df2a-f3aa-4507-9926-afd1b75b00a2 service neutron] 10.222.0.13 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577604 Nov 05 22:14:59.228939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f52b7dec-f16a-4283-8c1d-f1027357f4db req-e16b76f1-7ba2-4996-9c9f-e04ad6a4037b service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548033 Nov 05 22:14:59.307085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174c729-7f20-4428-be67-13459703c283 req-6e9e1037-0b35-49e9-bc39-a1bfa13b2210 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:14:59.308658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a174c729-7f20-4428-be67-13459703c283 req-6e9e1037-0b35-49e9-bc39-a1bfa13b2210 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0493836 Nov 05 22:14:59.359144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a174c729-7f20-4428-be67-13459703c283 req-1743acc3-c0a0-4488-b6f6-baa4f1653f02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Nov 05 22:15:00.492031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff1d2-9032-4ac4-995f-a02cac0f3691 req-2497c562-5957-425b-a9fb-b231386c866b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:00.493417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-510ff1d2-9032-4ac4-995f-a02cac0f3691 req-2497c562-5957-425b-a9fb-b231386c866b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 944 time: 0.0562737 Nov 05 22:15:00.545064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-510ff1d2-9032-4ac4-995f-a02cac0f3691 req-12f32d8c-bed9-4c31-a287-5e834b14c4cd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Nov 05 22:15:00.660498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:15:00.763608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:15:00.775047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'f0a69f95-a866-4e51-beca-86f103f10591', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'port_id': 'f0a69f95-a866-4e51-beca-86f103f10591', 'mac_address': 'fa:16:3e:5e:33:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:15:00.817966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:00.831224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a69f95-a866-4e51-beca-86f103f10591 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:15:00.851051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:15:00.875664 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:00.955845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:01.003713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:01.280428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['f0a69f95-a866-4e51-beca-86f103f10591'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:15:01.662556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaaad9-07df-49d7-ba5d-35d5a7fa8b01 req-4e49a593-32dc-475e-8703-acba69d5e8a3 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:01.664077 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1deaaad9-07df-49d7-ba5d-35d5a7fa8b01 req-4e49a593-32dc-475e-8703-acba69d5e8a3 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 945 time: 0.0505242 Nov 05 22:15:01.715401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1deaaad9-07df-49d7-ba5d-35d5a7fa8b01 req-9c3c7555-ec0a-48fb-ac42-d913f02721d6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Nov 05 22:15:01.738001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33174) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:01.801482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d7ee275a-b363-432e-beae-e2d7f45d9e53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/93c69ad3-0800-4884-b571-cc6f9b95777f HTTP/1.1" status: 200 len: 991 time: 0.0623424 Nov 05 22:15:02.672562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:15:02.784232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port f0a69f95-a866-4e51-beca-86f103f10591 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:15:02.788500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port f0a69f95-a866-4e51-beca-86f103f10591 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:15:02.788913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:02.876190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:02.899089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:15:02.901389 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c84c0a-e717-4c2d-9a2d-c5ca0a188f37" -d '{"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:15:02.918445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:15:02.941774 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9b9566-2da0-470a-9192-c141a8156097 x-openstack-request-id: req-7f9b9566-2da0-470a-9192-c141a8156097 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:15:02.942113 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:15:02.942374 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f9b9566-2da0-470a-9192-c141a8156097 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:15:02.942793 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'code': 200} Nov 05 22:15:03.030594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:03.033004 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:03.081522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=13']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:06.281657 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-13bbb713-79bb-43e0-ba9d-ba07f6155513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.042491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33252) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:08.147828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d276c425-4f29-4b18-9555-2eb8cef9e169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.219237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d276c425-4f29-4b18-9555-2eb8cef9e169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.303870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d276c425-4f29-4b18-9555-2eb8cef9e169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.341620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d276c425-4f29-4b18-9555-2eb8cef9e169 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4be624504f8b45cb8436389136afed04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980824 Nov 05 22:15:08.342492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276c425-4f29-4b18-9555-2eb8cef9e169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1964c8a-cc71-4890-aa7d-0d5a3342bdda,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:08.344843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33256) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:08.392049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29c7c847-a350-427c-b530-b0f37408f77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.413163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29c7c847-a350-427c-b530-b0f37408f77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.481107 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0876bd1-5461-4717-a031-a4835017c77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.543721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29c7c847-a350-427c-b530-b0f37408f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.546239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-29c7c847-a350-427c-b530-b0f37408f77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:08.547943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-29c7c847-a350-427c-b530-b0f37408f77a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1964c8a-cc71-4890-aa7d-0d5a3342bdda HTTP/1.1" status: 204 len: 168 time: 0.2020926 Nov 05 22:15:08.555909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7c847-a350-427c-b530-b0f37408f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1964c8a-cc71-4890-aa7d-0d5a3342bdda,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:09.105045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33262) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:09.118715 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e67e61fc-d052-4c85-8447-74ad8e8ff08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:09.194842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e67e61fc-d052-4c85-8447-74ad8e8ff08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:09.269341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e67e61fc-d052-4c85-8447-74ad8e8ff08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:09.310633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e67e61fc-d052-4c85-8447-74ad8e8ff08c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af9c08f7a9d7444ba807c2a87bbd47d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2044492 Nov 05 22:15:09.311707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e61fc-d052-4c85-8447-74ad8e8ff08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816c1c62-77ee-4792-aac3-a92bc2ff50c1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:09.313386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33264) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:09.361467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c52c17b-1589-4a32-9f3e-7b7abcc53686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:09.381749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c52c17b-1589-4a32-9f3e-7b7abcc53686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:09.498133 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c52c17b-1589-4a32-9f3e-7b7abcc53686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:09.500788 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3c52c17b-1589-4a32-9f3e-7b7abcc53686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:09.501972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3c52c17b-1589-4a32-9f3e-7b7abcc53686 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/816c1c62-77ee-4792-aac3-a92bc2ff50c1 HTTP/1.1" status: 204 len: 168 time: 0.1875029 Nov 05 22:15:09.510372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c17b-1589-4a32-9f3e-7b7abcc53686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816c1c62-77ee-4792-aac3-a92bc2ff50c1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:10.047503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.195069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33270) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:10.208962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87642768-e772-48c5-97b4-f0f10c24dc33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.279864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87642768-e772-48c5-97b4-f0f10c24dc33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.337990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87642768-e772-48c5-97b4-f0f10c24dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.376568 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-87642768-e772-48c5-97b4-f0f10c24dc33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cf91f14e0ec48b1bb841ce3848657eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1804240 Nov 05 22:15:10.377593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642768-e772-48c5-97b4-f0f10c24dc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd39ed4-4496-4e78-9012-367ea2af9d45,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:10.379247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33272) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:10.428272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69350400-613b-428c-94df-4571e1bfbd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.449985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69350400-613b-428c-94df-4571e1bfbd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.514484 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:15:10.572515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69350400-613b-428c-94df-4571e1bfbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.575026 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-69350400-613b-428c-94df-4571e1bfbd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:10.576217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-69350400-613b-428c-94df-4571e1bfbd1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bd39ed4-4496-4e78-9012-367ea2af9d45 HTTP/1.1" status: 204 len: 168 time: 0.1958890 Nov 05 22:15:10.583985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69350400-613b-428c-94df-4571e1bfbd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd39ed4-4496-4e78-9012-367ea2af9d45,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:11.469594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:12.029618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.201251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33490) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:16.306978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.378990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.464003 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.501000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76690bd2-ff5a-4dea-9c30-0b5533dd22db,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:16.505868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f85135e40854196b2260df377101388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035257 Nov 05 22:15:16.508549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33494) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:16.510912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.511289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.511624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.511962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.512291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.512613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.512939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.513263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.513584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.513915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.514233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.514553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3202a05-6fe6-45f3-a240-820d46bea053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:16.575790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-787c90e4-8051-4986-82ac-4f2fb5fe9064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.597388 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-787c90e4-8051-4986-82ac-4f2fb5fe9064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.709815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-787c90e4-8051-4986-82ac-4f2fb5fe9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.712439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-787c90e4-8051-4986-82ac-4f2fb5fe9064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:16.713582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-787c90e4-8051-4986-82ac-4f2fb5fe9064 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76690bd2-ff5a-4dea-9c30-0b5533dd22db HTTP/1.1" status: 204 len: 168 time: 0.2035236 Nov 05 22:15:16.721686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c90e4-8051-4986-82ac-4f2fb5fe9064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76690bd2-ff5a-4dea-9c30-0b5533dd22db,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:28.206766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33844) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:28.326188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b98d494b-3bbf-4ea7-9865-84dc30f740c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:28.398046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b98d494b-3bbf-4ea7-9865-84dc30f740c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:28.452237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b98d494b-3bbf-4ea7-9865-84dc30f740c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:28.491893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b98d494b-3bbf-4ea7-9865-84dc30f740c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68ad91a9a9c248c8aec5539f665308e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840466 Nov 05 22:15:28.492839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d494b-3bbf-4ea7-9865-84dc30f740c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695ce25-0d45-432c-8739-0bb1ee9c9abc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:28.494666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33848) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:28.545887 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:28.568224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:28.669657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:28.672896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:28.674049 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b695ce25-0d45-432c-8739-0bb1ee9c9abc HTTP/1.1" status: 204 len: 168 time: 0.1784005 Nov 05 22:15:28.681881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695ce25-0d45-432c-8739-0bb1ee9c9abc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:28.689335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.689679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.690020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.690363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.690703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.691107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.691354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.691705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.706373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.706373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.706373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:28.706373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ffd17-49b2-4cd5-9163-97e348ea2b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:30.689840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33886) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:30.787142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1228643837', 'router:external': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:30.835689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:30.898215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Made reservation on behalf of c12fb80dff93494eadbe0ae16fe52830 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:15:30.900570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:30.909312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:30.986367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:31.109544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:31.137315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:15:31.143671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f2295-949d-4341-960d-1ffb7e576bcc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:31.150566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:31.150905 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Added segment 6b8b3101-3c67-4bdb-9a75-229992efc357 of type vlan for network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 Nov 05 22:15:31.194806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:31.315688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:31.316674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:31.317928 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:31.380283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Network': ['ID=8caab5fd-9639-4ca0-9857-ec5b0c7f3680,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:31.393301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:15:31.490860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1521f8bd-5293-4254-9e13-9145fc61fc26 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7985337 Nov 05 22:15:31.492275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33890) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:31.497028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'subnet': {'network_id': '8caab5fd-9639-4ca0-9857-ec5b0c7f3680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:31.623707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Made reservation on behalf of c12fb80dff93494eadbe0ae16fe52830 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:15:31.626065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:32.303244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:15:32.303983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:32.359944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0b67141d-e849-458c-b801-7c9e76330860,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:32.367856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Checking segment: {'id': '6b8b3101-3c67-4bdb-9a75-229992efc357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caab5fd-9639-4ca0-9857-ec5b0c7f3680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:15:32.368220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network hostable DHCP agents. Network: 8caab5fd-9639-4ca0-9857-ec5b0c7f3680, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:15:32.486490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:15:32.566705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 8caab5fd-9639-4ca0-9857-ec5b0c7f3680) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:32.570824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:32.571419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:32.575600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1289158f-3016-4d6d-bd32-c1117962f638 None None] Network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:15:32.661514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-140f0d13-0281-4f55-a0c6-2c89b4a3c19b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1680491 Nov 05 22:15:32.664587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33892) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:32.669281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-628493520', 'network_id': '8caab5fd-9639-4ca0-9857-ec5b0c7f3680'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:32.698332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e66a32a-f24f-4385-a679-f102d5c09691 None None] Network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:15:32.761220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Made reservation on behalf of c12fb80dff93494eadbe0ae16fe52830 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:15:32.763694 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:32.779905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] device_id is not set on port 30b7c975-5f96-4dda-9005-60e0e3e56857 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:15:32.879054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Allocated IP 172.20.0.7 (8caab5fd-9639-4ca0-9857-ec5b0c7f3680/0b67141d-e849-458c-b801-7c9e76330860/30b7c975-5f96-4dda-9005-60e0e3e56857) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:33.014409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.018253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.122137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.163501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:33.168361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:33.171955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:33.194394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Port': ['ID=30b7c975-5f96-4dda-9005-60e0e3e56857,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:33.213620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:33.214233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.323676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-91187a9c-9d46-4d07-b2eb-700742f2cbf4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6579154 Nov 05 22:15:33.326245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33894) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:33.403704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Deleting port 30b7c975-5f96-4dda-9005-60e0e3e56857 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:15:33.404045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.479570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.492015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Calling delete_port for 30b7c975-5f96-4dda-9005-60e0e3e56857 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:15:33.721388 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.750924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event deleted for resources: {'Port': ['ID=30b7c975-5f96-4dda-9005-60e0e3e56857,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:33.811784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.814908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e6266a5-d0cd-42a6-bb39-9bbc22ce2e30 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "DELETE /v2.0/ports/30b7c975-5f96-4dda-9005-60e0e3e56857 HTTP/1.1" status: 204 len: 168 time: 0.4877377 Nov 05 22:15:33.817509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33896) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:33.821624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8caab5fd-9639-4ca0-9857-ec5b0c7f3680', 'external_fixed_ips': [{'subnet_id': '0b67141d-e849-458c-b801-7c9e76330860', 'ip_address': '172.20.0.7'}]}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:33.915488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.916533 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:33.967109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:34.155178 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:34.414167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:34.436521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:34.578400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Allocated IP 172.20.0.7 (8caab5fd-9639-4ca0-9857-ec5b0c7f3680/0b67141d-e849-458c-b801-7c9e76330860/8b0d4853-9750-4cc2-8bf6-b83373576956) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:34.682604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:34.795463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:34.834862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:34.839804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:34.842661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:34.866202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Port': ['ID=8b0d4853-9750-4cc2-8bf6-b83373576956,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:35.212120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:35.406303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:35.607459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Router bb04d74d-78c7-4c9d-ad07-1d80c2b749fc is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:15:35.714590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:15:35.723334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Sync routers for ids ['bb04d74d-78c7-4c9d-ad07-1d80c2b749fc'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:15:35.733691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Routers {'bb04d74d-78c7-4c9d-ad07-1d80c2b749fc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:35.734304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bb04d74d-78c7-4c9d-ad07-1d80c2b749fc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:35.809024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:35.810285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-321037b8-7968-4408-97d2-ec7924507491 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9918606 Nov 05 22:15:35.812974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:35.839261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Set router bb04d74d-78c7-4c9d-ad07-1d80c2b749fc gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:15:35.921231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.028974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.173404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb04d74d-78c7-4c9d-ad07-1d80c2b749fc', 'name': '', 'tenant_id': 'c12fb80dff93494eadbe0ae16fe52830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8caab5fd-9639-4ca0-9857-ec5b0c7f3680', 'external_fixed_ips': [{'subnet_id': '0b67141d-e849-458c-b801-7c9e76330860', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '8b0d4853-9750-4cc2-8bf6-b83373576956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:15:33Z', 'updated_at': '2021-11-05T22:15:34Z', 'revision_number': 3, 'project_id': 'c12fb80dff93494eadbe0ae16fe52830', 'gw_port': {'id': '8b0d4853-9750-4cc2-8bf6-b83373576956', 'name': '', 'network_id': '8caab5fd-9639-4ca0-9857-ec5b0c7f3680', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb04d74d-78c7-4c9d-ad07-1d80c2b749fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0b67141d-e849-458c-b801-7c9e76330860', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:15:34Z', 'updated_at': '2021-11-05T22:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b67141d-e849-458c-b801-7c9e76330860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:36.175345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Deleting port 8b0d4853-9750-4cc2-8bf6-b83373576956 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:15:36.175721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.205311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Checking router: bb04d74d-78c7-4c9d-ad07-1d80c2b749fc for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:15:36.205783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Updating router bb04d74d-78c7-4c9d-ad07-1d80c2b749fc port 8b0d4853-9750-4cc2-8bf6-b83373576956 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:15:36.247614 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.253254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.266149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Calling delete_port for 8b0d4853-9750-4cc2-8bf6-b83373576956 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:15:36.332209 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a45ce88c-196c-43db-b413-89857ca5fb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.515864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.516375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:15:36.516732 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:15:36.548869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b0d4853-9750-4cc2-8bf6-b83373576956,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:36.614893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.705005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.707114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.823714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.824246 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb04d74d-78c7-4c9d-ad07-1d80c2b749fc {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:15:36.828592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.829704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-74fb302f-5a27-476f-a8e9-ea7040a0cc6b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "DELETE /v2.0/routers/bb04d74d-78c7-4c9d-ad07-1d80c2b749fc HTTP/1.1" status: 204 len: 168 time: 1.0158210 Nov 05 22:15:36.832485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33900) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:36.881300 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Deleting subnet 0b67141d-e849-458c-b801-7c9e76330860 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:15:36.884930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.919525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:36.957455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.034184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Port 8b0d4853-9750-4cc2-8bf6-b83373576956 not found while updating agent binding for router bb04d74d-78c7-4c9d-ad07-1d80c2b749fc. {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 05 22:15:37.042343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Routers set() bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:37.042706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Router IDs set() for agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 22:15:37.043296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bb04d74d-78c7-4c9d-ad07-1d80c2b749fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent'). {{(pid=102293) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 05 22:15:37.043694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2fc5b-1d3f-4cad-a5d9-0795c943da64 None None] The sync data for ids ['bb04d74d-78c7-4c9d-ad07-1d80c2b749fc'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:15:37.081347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.109206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0b67141d-e849-458c-b801-7c9e76330860,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:37.114965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.118715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a66abca5-f89f-432c-ad77-70bd22db2e0b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/0b67141d-e849-458c-b801-7c9e76330860 HTTP/1.1" status: 204 len: 168 time: 0.2852850 Nov 05 22:15:37.121415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33902) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:37.189366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.270222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.290541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caab5fd-9639-4ca0-9857-ec5b0c7f3680']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:37.299741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8b3101-3c67-4bdb-9a75-229992efc357') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:37.302819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8b3101-3c67-4bdb-9a75-229992efc357') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:37.309867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.322517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.328334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:15:37.331420 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:15:37.463379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.468737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8caab5fd-9639-4ca0-9857-ec5b0c7f3680 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 05 22:15:37.471442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.479269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "DELETE /v2.0/networks/8caab5fd-9639-4ca0-9857-ec5b0c7f3680 HTTP/1.1" status: 204 len: 168 time: 0.3523228 Nov 05 22:15:37.491037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35cdb7-1220-4f63-815d-6929cf4f4f10 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event deleted for resources: {'Network': ['ID=8caab5fd-9639-4ca0-9857-ec5b0c7f3680,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:37.742167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33910) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:37.746610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-63515e67-58a1-4ff9-9c4f-93c021e14abe tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'router': {'name': 'tempest-router--1438058954', 'project_id': 'fbb205f221d9458285fecd7552a7685d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:37.823994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63515e67-58a1-4ff9-9c4f-93c021e14abe tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.824999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63515e67-58a1-4ff9-9c4f-93c021e14abe tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.881595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63515e67-58a1-4ff9-9c4f-93c021e14abe tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:37.950294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63515e67-58a1-4ff9-9c4f-93c021e14abe tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.043031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63515e67-58a1-4ff9-9c4f-93c021e14abe tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.044426 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-63515e67-58a1-4ff9-9c4f-93c021e14abe tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3011146 Nov 05 22:15:38.047272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33916) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:38.424193 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a82c4e9-7fd7-448e-beed-afd9e0e70556 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.532612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7db15845-3d91-4338-a44a-812c8cfb491a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.581219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a82c4e9-7fd7-448e-beed-afd9e0e70556 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.583319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a82c4e9-7fd7-448e-beed-afd9e0e70556 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.716404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a82c4e9-7fd7-448e-beed-afd9e0e70556 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.716834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a82c4e9-7fd7-448e-beed-afd9e0e70556 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0d6fa54-0dc6-4f00-9d1a-e51941fcfef4 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:15:38.721049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0a82c4e9-7fd7-448e-beed-afd9e0e70556 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:38.722184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0a82c4e9-7fd7-448e-beed-afd9e0e70556 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f0d6fa54-0dc6-4f00-9d1a-e51941fcfef4 HTTP/1.1" status: 204 len: 168 time: 0.6739759 Nov 05 22:15:39.025526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33920) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:39.214700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1276956607', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:39.333148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:39.334116 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:39.384987 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:39.584693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:39.837839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:39.856535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:39.966859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Allocated IP 172.25.6.105 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/1cef6c1b-1008-4708-a26e-104aa135c354) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:40.040966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:40.072517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:40.201491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:40.243737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:40.248749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:40.252468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:40.274538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event updated for resources: {'Port': ['ID=1cef6c1b-1008-4708-a26e-104aa135c354,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:40.651877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:40.850438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:41.041571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Router 091e9796-ee40-4153-a00a-d9932b70122e is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:15:41.149440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:15:41.158716 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] Sync routers for ids ['091e9796-ee40-4153-a00a-d9932b70122e'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:15:41.168470 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] Routers {'091e9796-ee40-4153-a00a-d9932b70122e'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:41.169064 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['091e9796-ee40-4153-a00a-d9932b70122e'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:41.202336 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:41.210683 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] Routers {'091e9796-ee40-4153-a00a-d9932b70122e'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:41.211858 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['091e9796-ee40-4153-a00a-d9932b70122e'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:41.226257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:41.228766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b87e7cf6-e35b-46ce-9bb3-a091faa88ca1 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2010593 Nov 05 22:15:41.235458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33928) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:41.242420 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:41.243047 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f045062-47e7-4511-bebb-9b20f375354d None None] The sync data for ids ['091e9796-ee40-4153-a00a-d9932b70122e'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:15:41.340166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ed147c1e-7a3c-4a3e-b24c-914c4e696182 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/091e9796-ee40-4153-a00a-d9932b70122e HTTP/1.1" status: 200 len: 921 time: 0.1033776 Nov 05 22:15:41.342998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33930) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:41.369300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1872be31-76fd-461c-bd77-e348271ad2b3 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=091e9796-ee40-4153-a00a-d9932b70122e HTTP/1.1" status: 200 len: 205 time: 0.0252419 Nov 05 22:15:41.371788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33932) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:41.475168 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:41.477380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:41.581000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:41.692941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Deleting port 1cef6c1b-1008-4708-a26e-104aa135c354 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:15:41.693291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:41.767263 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:41.778776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Calling delete_port for 1cef6c1b-1008-4708-a26e-104aa135c354 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:15:42.001508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.029603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.030750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event deleted for resources: {'Port': ['ID=1cef6c1b-1008-4708-a26e-104aa135c354,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:42.091405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.180061 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.182146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.315569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.316078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Fanout notify agent at l3_agent the message router_deleted on router 091e9796-ee40-4153-a00a-d9932b70122e {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:15:42.322920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.323950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a00ac284-7c09-4f16-8239-64d6cfc95164 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/091e9796-ee40-4153-a00a-d9932b70122e HTTP/1.1" status: 204 len: 168 time: 0.9511843 Nov 05 22:15:42.328171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33934) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:42.332848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1266666435', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': False}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:42.423807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.424806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.476004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:42.699138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:43.256936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:43.276465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:43.392647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Allocated IP 172.25.6.204 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/fe85ffc1-a270-4f64-bbc2-b2f11571f3e4) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:43.503190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:43.584568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:43.628617 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:43.631321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:43.637308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:43.661497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Port': ['ID=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:43.936395 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:44.131439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:44.349550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Router 2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:15:44.454307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:15:44.464314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Sync routers for ids ['2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:15:44.473712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Routers {'2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:44.480210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:44.534656 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:44.535974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fd3b49ee-4edd-438f-8e2b-79636b049d21 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2068348 Nov 05 22:15:44.538539 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33938) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:44.579027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-0481790f-edcf-4c8e-b016-b4d1cb544932 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403535 Nov 05 22:15:44.587609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Set router 2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:15:44.650988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f6669d48-aa0f-4c1a-9824-1f9acb0c7c60 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 HTTP/1.1" status: 200 len: 909 time: 0.1103704 Nov 05 22:15:44.653280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33940) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:44.657597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1266666435', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': True}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:44.681210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-31bee9d5-0f61-4b97-b80b-40160c3bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:44.682708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-31bee9d5-0f61-4b97-b80b-40160c3bb4fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.0510144 Nov 05 22:15:44.761048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:44.762144 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:44.778525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3', 'name': 'tempest-snat-router-1266666435', 'tenant_id': 'c12fb80dff93494eadbe0ae16fe52830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.204'}], 'enable_snat': False}, 'gw_port_id': 'fe85ffc1-a270-4f64-bbc2-b2f11571f3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:15:42Z', 'updated_at': '2021-11-05T22:15:43Z', 'revision_number': 3, 'project_id': 'c12fb80dff93494eadbe0ae16fe52830', 'gw_port': {'id': 'fe85ffc1-a270-4f64-bbc2-b2f11571f3e4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:15:43Z', 'updated_at': '2021-11-05T22:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:44.794708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-40001dca-edda-4ec5-8260-65c1a7bfa5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:44.796222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-40001dca-edda-4ec5-8260-65c1a7bfa5ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.0931759 Nov 05 22:15:44.804804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Checking router: 2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:15:44.805155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Updating router 2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:15:44.814938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:44.830010 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:44.863811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-a64b51f3-8f7f-4f4c-8412-2e71d5d081a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 1001 time: 0.0598953 Nov 05 22:15:44.921241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-cf737fc8-c96b-4ffb-9043-24c747f90845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:44.922610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-cf737fc8-c96b-4ffb-9043-24c747f90845 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0493355 Nov 05 22:15:44.978309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-1bbbac2b-ff36-49eb-b153-a53471dd1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:44.979847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-1bbbac2b-ff36-49eb-b153-a53471dd1869 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495508 Nov 05 22:15:45.025555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.079991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-aa134f92-939d-4d2e-bc1e-e303f188c59f service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915968 Nov 05 22:15:45.090953 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.161219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.173279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd61c3ae-43ef-471c-8742-1345c6f2ab1a req-884284dc-b812-4572-80bf-92530a5b3c80 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855153 Nov 05 22:15:45.214521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Attempting to bind port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:15:45.214897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Attempting to bind port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:15:45.215267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Attempting to bind port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:15:45.218435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Pushing event updated for resources: {'Port': ['ID=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:45.226503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:15:45.226879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:15:45.227296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.227705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:15:45.228174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Bound port: fe85ffc1-a270-4f64-bbc2-b2f11571f3e4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:15:45.228553 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.230824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.231255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.231637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.231977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.232308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.232640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.232971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.233297 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.233624 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.233947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.234269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.234590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:45.290425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] For port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:15:45.292709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.293515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] For port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:15:45.312082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.372942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.419618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Allocated IP 172.25.6.132 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/92a64d15-d7c1-49d2-b36e-45461636a413) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:45.428562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Routers {'2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:45.429115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:45.434424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679c8b1-64d8-485b-a0fc-ebbf9f9fdb1e None None] Pushing event updated for resources: {'Port': ['ID=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:45.524658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.539645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] Set router 2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:15:45.624302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:45.665281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:45.668215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:45.673841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:45.698130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Port': ['ID=92a64d15-d7c1-49d2-b36e-45461636a413,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:45.730730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3', 'name': 'tempest-snat-router-1266666435', 'tenant_id': 'c12fb80dff93494eadbe0ae16fe52830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.204'}], 'enable_snat': False}, 'gw_port_id': 'fe85ffc1-a270-4f64-bbc2-b2f11571f3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:15:42Z', 'updated_at': '2021-11-05T22:15:43Z', 'revision_number': 3, 'project_id': 'c12fb80dff93494eadbe0ae16fe52830', 'gw_port': {'id': 'fe85ffc1-a270-4f64-bbc2-b2f11571f3e4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:15:43Z', 'updated_at': '2021-11-05T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:45.760385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9719d94f-bf96-48c8-a7dc-09ad748b6153 None None] The sync data for ids ['2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3'] in n-d-816738-5 is: [{'id': '2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3', 'name': 'tempest-snat-router-1266666435', 'tenant_id': 'c12fb80dff93494eadbe0ae16fe52830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.204'}], 'enable_snat': False}, 'gw_port_id': 'fe85ffc1-a270-4f64-bbc2-b2f11571f3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:15:42Z', 'updated_at': '2021-11-05T22:15:43Z', 'revision_number': 3, 'project_id': 'c12fb80dff93494eadbe0ae16fe52830', 'gw_port': {'id': 'fe85ffc1-a270-4f64-bbc2-b2f11571f3e4', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:15:43Z', 'updated_at': '2021-11-05T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:15:46.016126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:46.236744 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:46.766873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Router 6a60f70a-d1f2-4852-a61d-2adec9354458 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:15:46.878959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:15:46.889843 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Sync routers for ids ['6a60f70a-d1f2-4852-a61d-2adec9354458'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:15:46.900376 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Routers {'6a60f70a-d1f2-4852-a61d-2adec9354458'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:46.900970 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6a60f70a-d1f2-4852-a61d-2adec9354458'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:46.947199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:46.948503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fedf64a6-b8e8-4554-94f9-0e7fe7f28d25 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2942848 Nov 05 22:15:46.951377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33942) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:47.019596 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Set router 6a60f70a-d1f2-4852-a61d-2adec9354458 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:15:47.083106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5d82dcd4-c681-4dd7-a0e9-eee543883e90 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/6a60f70a-d1f2-4852-a61d-2adec9354458 HTTP/1.1" status: 200 len: 908 time: 0.1281335 Nov 05 22:15:47.084475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33944) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:47.205125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.221902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60f70a-d1f2-4852-a61d-2adec9354458', 'name': 'tempest-snat-router-1266666435', 'tenant_id': 'c12fb80dff93494eadbe0ae16fe52830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '92a64d15-d7c1-49d2-b36e-45461636a413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:15:44Z', 'updated_at': '2021-11-05T22:15:45Z', 'revision_number': 3, 'project_id': 'c12fb80dff93494eadbe0ae16fe52830', 'gw_port': {'id': '92a64d15-d7c1-49d2-b36e-45461636a413', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60f70a-d1f2-4852-a61d-2adec9354458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:15:45Z', 'updated_at': '2021-11-05T22:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:47.249287 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Checking router: 6a60f70a-d1f2-4852-a61d-2adec9354458 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:15:47.249625 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Updating router 6a60f70a-d1f2-4852-a61d-2adec9354458 port 92a64d15-d7c1-49d2-b36e-45461636a413 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:15:47.274722 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.313785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.422093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Deleting port 92a64d15-d7c1-49d2-b36e-45461636a413 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:15:47.422432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.501996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.521778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Calling delete_port for 92a64d15-d7c1-49d2-b36e-45461636a413 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:15:47.527411 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:15:47.537497 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.589687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:15:47.635974 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.641747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:15:47.641747 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.728688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.748874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:15:47.779089 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Attempting to bind port 92a64d15-d7c1-49d2-b36e-45461636a413 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:15:47.779376 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Attempting to bind port 92a64d15-d7c1-49d2-b36e-45461636a413 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:15:47.779755 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Attempting to bind port 92a64d15-d7c1-49d2-b36e-45461636a413 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:15:47.782493 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Pushing event updated for resources: {'Port': ['ID=92a64d15-d7c1-49d2-b36e-45461636a413,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:47.784501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.790273 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:15:47.790638 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:15:47.791088 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.791475 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:15:47.791960 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Bound port: 92a64d15-d7c1-49d2-b36e-45461636a413, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:15:47.792332 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.795607 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.795948 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.796283 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.796610 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.796931 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.797253 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.797574 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.797890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.798207 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.798521 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.798837 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.799150 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f74bba9-adaf-45ad-b960-03b8a8cfc631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:15:47.811604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event deleted for resources: {'Port': ['ID=92a64d15-d7c1-49d2-b36e-45461636a413,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:47.817483 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.plugin [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Port 92a64d15-d7c1-49d2-b36e-45461636a413 has been deleted concurrently {{(pid=102294) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 05 22:15:47.827523 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Routers {'6a60f70a-d1f2-4852-a61d-2adec9354458'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:47.828166 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['6a60f70a-d1f2-4852-a61d-2adec9354458'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:47.874461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.892563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.900980 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] Set router 6a60f70a-d1f2-4852-a61d-2adec9354458 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:15:47.948962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:47.957330 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60f70a-d1f2-4852-a61d-2adec9354458', 'name': 'tempest-snat-router-1266666435', 'tenant_id': 'c12fb80dff93494eadbe0ae16fe52830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:15:44Z', 'updated_at': '2021-11-05T22:15:47Z', 'revision_number': 5, 'project_id': 'c12fb80dff93494eadbe0ae16fe52830', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:47.972719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.974997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:47.985249 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee644815-0c00-4430-b557-36f1dec40eb7 None None] The sync data for ids ['6a60f70a-d1f2-4852-a61d-2adec9354458'] in n-d-816738-5 is: [{'id': '6a60f70a-d1f2-4852-a61d-2adec9354458', 'name': 'tempest-snat-router-1266666435', 'tenant_id': 'c12fb80dff93494eadbe0ae16fe52830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:15:44Z', 'updated_at': '2021-11-05T22:15:47Z', 'revision_number': 5, 'project_id': 'c12fb80dff93494eadbe0ae16fe52830', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:15:48.093457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:48.096710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a60f70a-d1f2-4852-a61d-2adec9354458 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:15:48.099260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:48.100508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-31675936-df89-46d0-9ad8-a9aff689f52e tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6a60f70a-d1f2-4852-a61d-2adec9354458 HTTP/1.1" status: 204 len: 168 time: 1.0147834 Nov 05 22:15:48.103203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33946) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:48.563965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:48.668661 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:48.792677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Deleting port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:15:48.793016 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:48.874092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] For port fe85ffc1-a270-4f64-bbc2-b2f11571f3e4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:15:48.874230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:48.891891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Calling delete_port for fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:15:49.139024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.164682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe85ffc1-a270-4f64-bbc2-b2f11571f3e4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:49.225500 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.314369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.316502 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.418236 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.418705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:15:49.423350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.424253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-776bd4d4-82b8-45a9-98b8-a476c4468f29 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2ac6a5cd-3d92-4914-b521-6c1b6bdf7ac3 HTTP/1.1" status: 204 len: 168 time: 1.3199430 Nov 05 22:15:49.427910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33950) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:49.433452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1065046959', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:49.544088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.545267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.605541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:49.801960 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:50.109461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:50.127672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:50.234096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Allocated IP 172.25.6.234 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/80643b55-0fa1-47d2-9efb-2656695e45b4) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:50.333033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:50.418617 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:50.459895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:50.462702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:50.473369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:50.491595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event updated for resources: {'Port': ['ID=80643b55-0fa1-47d2-9efb-2656695e45b4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:50.824382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:51.030585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:51.235179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Router bfcbe6ff-ab1d-4214-b0d7-c937902b179e is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:15:51.351326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:15:51.362325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] Sync routers for ids ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:15:51.373136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] Routers {'bfcbe6ff-ab1d-4214-b0d7-c937902b179e'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:51.373740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:51.406539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:51.416800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] Routers {'bfcbe6ff-ab1d-4214-b0d7-c937902b179e'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:51.417378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:51.443003 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:51.444257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f48edc1e-60a3-4506-8c7a-5153eb251cca tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0153370 Nov 05 22:15:51.447600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33956) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:51.451897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': False}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:51.452904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:51.453711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84eaa40-aaad-47fa-8da0-03ada8f54a17 None None] The sync data for ids ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:15:51.514366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:15:51.536001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:15:51.536333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fe85ffc1-a270-4f64-bbc2-b2f11571f3e4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:15:51.664195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-978b96dc-44fc-4ef6-ae83-3be48aa3f94c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494535 Nov 05 22:15:51.747443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-e59374b3-c030-4d2f-ba5b-5e49c2f5eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:51.749297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-e59374b3-c030-4d2f-ba5b-5e49c2f5eb8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1097 time: 0.0408678 Nov 05 22:15:51.759635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:51.859346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-d26999b7-7d5f-4f76-94c4-e6a7d73a1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:51.860848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-d26999b7-7d5f-4f76-94c4-e6a7d73a1786 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.0913436 Nov 05 22:15:51.926751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-46a916be-9ea6-47d7-a600-3d818af44d9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 1000 time: 0.0580952 Nov 05 22:15:51.979991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-da9de890-181f-4798-bbe0-38daf32e32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:51.981437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-da9de890-181f-4798-bbe0-38daf32e32c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0476830 Nov 05 22:15:52.033740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-34efce8e-b6a7-40a9-bd90-6f9bf517785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:52.035243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-34efce8e-b6a7-40a9-bd90-6f9bf517785d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472875 Nov 05 22:15:52.128238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-225b12c4-4257-47bb-879e-fa3d6a9a4418 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855885 Nov 05 22:15:52.220094 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:52.222820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5e690f04-3f62-4e36-b8ca-8796f4a369fd req-7d61bf0b-148a-424c-8c23-90b689e77313 service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870891 Nov 05 22:15:52.223456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:52.640758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Router bfcbe6ff-ab1d-4214-b0d7-c937902b179e has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:15:52.743675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:15:52.748103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:52.749026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9db11a0e-75e5-4ea8-8422-5544796dee32 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "PUT /v2.0/routers/bfcbe6ff-ab1d-4214-b0d7-c937902b179e HTTP/1.1" status: 200 len: 922 time: 1.3004549 Nov 05 22:15:52.751808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33958) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:52.754945 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] Sync routers for ids ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:15:52.765194 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] Routers {'bfcbe6ff-ab1d-4214-b0d7-c937902b179e'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:52.765790 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:52.797106 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:52.806057 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] Routers {'bfcbe6ff-ab1d-4214-b0d7-c937902b179e'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:52.806650 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:52.841269 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:52.841912 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1186e-187d-4651-8154-66c1b46c13b3 None None] The sync data for ids ['bfcbe6ff-ab1d-4214-b0d7-c937902b179e'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:15:52.856086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7dd636e3-bb45-4c56-be00-4c0e7caca162 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/bfcbe6ff-ab1d-4214-b0d7-c937902b179e HTTP/1.1" status: 200 len: 922 time: 0.1031990 Nov 05 22:15:52.858840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33960) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:52.928563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa2ea50-79b8-42a7-95c6-0aa5bd3e739b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:52.929990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8fa2ea50-79b8-42a7-95c6-0aa5bd3e739b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=bfcbe6ff-ab1d-4214-b0d7-c937902b179e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0702581 Nov 05 22:15:52.933254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33962) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:53.019945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8954b79-963f-4ecd-be2d-4c99d509f574 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:53.021379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8954b79-963f-4ecd-be2d-4c99d509f574 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.0871854 Nov 05 22:15:53.024216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33964) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:53.050816 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c144932a-df06-42d2-a3b5-e1a316afc52f tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcbe6ff-ab1d-4214-b0d7-c937902b179e HTTP/1.1" status: 200 len: 205 time: 0.0255544 Nov 05 22:15:53.053301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33966) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:53.159910 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:53.261870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:53.407192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Deleting port 80643b55-0fa1-47d2-9efb-2656695e45b4 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:15:53.407533 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:53.484398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:53.496071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Calling delete_port for 80643b55-0fa1-47d2-9efb-2656695e45b4 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:15:53.726872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:53.753242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event deleted for resources: {'Port': ['ID=80643b55-0fa1-47d2-9efb-2656695e45b4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:53.813895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:53.904396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:53.906475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.052529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.053011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Fanout notify agent at l3_agent the message router_deleted on router bfcbe6ff-ab1d-4214-b0d7-c937902b179e {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:15:54.060554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.061715 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bba479ba-b048-47a7-bcec-a2f51ad93079 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/bfcbe6ff-ab1d-4214-b0d7-c937902b179e HTTP/1.1" status: 204 len: 168 time: 1.0073953 Nov 05 22:15:54.066577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33970) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:54.071187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-851c0642-26b7-43af-a476-174749fcdfbe tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1449187841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:54.167002 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851c0642-26b7-43af-a476-174749fcdfbe tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.168045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851c0642-26b7-43af-a476-174749fcdfbe tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.216954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851c0642-26b7-43af-a476-174749fcdfbe tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.304266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851c0642-26b7-43af-a476-174749fcdfbe tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.396554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-851c0642-26b7-43af-a476-174749fcdfbe tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.397746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-851c0642-26b7-43af-a476-174749fcdfbe tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3301513 Nov 05 22:15:54.401149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 33972) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:54.405459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:54.610008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.896045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:54.914517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:55.021366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Allocated IP 172.25.6.74 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/dba47002-6ca5-48ba-b360-61c423f26a3c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:55.125231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:55.242023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:55.277572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:55.280620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:55.286266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:55.319633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event updated for resources: {'Port': ['ID=dba47002-6ca5-48ba-b360-61c423f26a3c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:55.613853 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:55.809115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:55.812335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:56.378039 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Router f009b069-5cfb-4047-b7a8-02d0c950cdd1 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:15:56.490369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:15:56.499438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:56.501481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e915b00-6f50-4fca-8a0e-d877d8555818 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "PUT /v2.0/routers/f009b069-5cfb-4047-b7a8-02d0c950cdd1 HTTP/1.1" status: 200 len: 879 time: 2.0992172 Nov 05 22:15:56.502711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] Sync routers for ids ['f009b069-5cfb-4047-b7a8-02d0c950cdd1'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:15:56.504272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33974) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:56.515162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] Routers {'f009b069-5cfb-4047-b7a8-02d0c950cdd1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:56.515815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f009b069-5cfb-4047-b7a8-02d0c950cdd1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:56.558342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:56.568147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] Routers {'f009b069-5cfb-4047-b7a8-02d0c950cdd1'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:15:56.568840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f009b069-5cfb-4047-b7a8-02d0c950cdd1'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:56.610462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:15:56.611277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899804fc-1d3c-4765-9287-a6e3ddf03861 None None] The sync data for ids ['f009b069-5cfb-4047-b7a8-02d0c950cdd1'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:15:56.622357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-00590cc6-a4e7-4a96-85fe-be1edf976c05 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/f009b069-5cfb-4047-b7a8-02d0c950cdd1 HTTP/1.1" status: 200 len: 920 time: 0.1165364 Nov 05 22:15:56.624925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33976) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:56.739188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b4f32-dff1-42bd-aab1-2b9fdf0abfc0 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:56.740648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-818b4f32-dff1-42bd-aab1-2b9fdf0abfc0 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=f009b069-5cfb-4047-b7a8-02d0c950cdd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1148221 Nov 05 22:15:56.743974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33978) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:56.831830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4fe007-a582-40df-a17f-d7c2dc656152 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:15:56.833210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3b4fe007-a582-40df-a17f-d7c2dc656152 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.0882638 Nov 05 22:15:56.836276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33980) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:56.863949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-34248ed3-6557-4306-9453-1802d3a6e801 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=f009b069-5cfb-4047-b7a8-02d0c950cdd1 HTTP/1.1" status: 200 len: 205 time: 0.0265694 Nov 05 22:15:56.866567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33982) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:57.074697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.189770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.309894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Deleting port dba47002-6ca5-48ba-b360-61c423f26a3c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:15:57.310229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.384839 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.396240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Calling delete_port for dba47002-6ca5-48ba-b360-61c423f26a3c owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:15:57.653080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.678068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event deleted for resources: {'Port': ['ID=dba47002-6ca5-48ba-b360-61c423f26a3c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:57.748298 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.858834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.860966 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.972517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.972954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Fanout notify agent at l3_agent the message router_deleted on router f009b069-5cfb-4047-b7a8-02d0c950cdd1 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:15:57.980315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:57.984028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ca2ae31a-f8f6-4fde-ab39-4ffa03ace11b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/f009b069-5cfb-4047-b7a8-02d0c950cdd1 HTTP/1.1" status: 204 len: 168 time: 1.1165061 Nov 05 22:15:57.985402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33984) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:57.990019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-19268d17-28d9-436f-bb80-3095261237a0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1365284440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:58.092602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19268d17-28d9-436f-bb80-3095261237a0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:58.093649 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19268d17-28d9-436f-bb80-3095261237a0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:58.189244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19268d17-28d9-436f-bb80-3095261237a0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:58.270100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19268d17-28d9-436f-bb80-3095261237a0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:58.356974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19268d17-28d9-436f-bb80-3095261237a0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:58.358220 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-19268d17-28d9-436f-bb80-3095261237a0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3718250 Nov 05 22:15:58.361032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33986) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:15:58.365359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': True}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:15:58.569031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:58.868927 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:58.892849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:59.000935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Allocated IP 172.25.6.24 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/34ff936a-655a-47cb-bca6-c5072d421c3e) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:15:59.104696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:59.201590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:15:59.242445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:15:59.247204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:15:59.250774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:15:59.272979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Port': ['ID=34ff936a-655a-47cb-bca6-c5072d421c3e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:15:59.885836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:00.074822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:00.078612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:00.275598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Router 8a569297-108b-4719-9c56-292f758eec9a is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:16:00.379565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:00.383997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:00.385070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0a8d3fa-acfd-4d9e-ad94-fdd3a4318ed8 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "PUT /v2.0/routers/8a569297-108b-4719-9c56-292f758eec9a HTTP/1.1" status: 200 len: 914 time: 2.0230927 Nov 05 22:16:00.387720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33988) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:00.390323 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] Sync routers for ids ['8a569297-108b-4719-9c56-292f758eec9a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:00.401321 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] Routers {'8a569297-108b-4719-9c56-292f758eec9a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:00.401924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8a569297-108b-4719-9c56-292f758eec9a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:00.433378 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:00.441710 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] Routers {'8a569297-108b-4719-9c56-292f758eec9a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:00.442290 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8a569297-108b-4719-9c56-292f758eec9a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:00.476636 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:00.477288 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eebecb-a2e9-4fa2-8ea0-92164f9b8e55 None None] The sync data for ids ['8a569297-108b-4719-9c56-292f758eec9a'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:00.491150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e7a4053d-ef7e-43d8-8723-9a1cc523e9c2 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/8a569297-108b-4719-9c56-292f758eec9a HTTP/1.1" status: 200 len: 920 time: 0.1023610 Nov 05 22:16:00.493901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33990) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:00.533723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615323e-7325-4c94-9294-129921231b9b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:00.535114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a615323e-7325-4c94-9294-129921231b9b tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=8a569297-108b-4719-9c56-292f758eec9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0403228 Nov 05 22:16:00.537782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33992) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:00.616999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4ea43-7dbd-4ede-9b0a-f8adf40fe1c4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:00.618369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-74a4ea43-7dbd-4ede-9b0a-f8adf40fe1c4 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.0797143 Nov 05 22:16:00.621205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33996) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:00.651215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b49b6144-912f-43c9-b9b4-1e06213ddcc7 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a569297-108b-4719-9c56-292f758eec9a HTTP/1.1" status: 200 len: 205 time: 0.0289836 Nov 05 22:16:00.653642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 33998) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:00.762395 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:00.872225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:00.898357 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.018700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Deleting port 34ff936a-655a-47cb-bca6-c5072d421c3e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:01.019320 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.102510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.115136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Calling delete_port for 34ff936a-655a-47cb-bca6-c5072d421c3e owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:01.206901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78bf2-88ef-4aa8-adce-1463241b02c7 req-534e1780-c75d-4f2f-945f-33ca8741b6cf tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:01.208513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-64c78bf2-88ef-4aa8-adce-1463241b02c7 req-534e1780-c75d-4f2f-945f-33ca8741b6cf tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1097 time: 0.1010606 Nov 05 22:16:01.255213 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-64c78bf2-88ef-4aa8-adce-1463241b02c7 req-892a4f7c-d0ac-44f8-a008-ce529489e045 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406895 Nov 05 22:16:01.277291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:01.355777 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.383128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event deleted for resources: {'Port': ['ID=34ff936a-655a-47cb-bca6-c5072d421c3e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:01.441378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port fc85872f-bd87-4910-9b4a-d895b349c647 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:01.441754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.452643 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.522464 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.522792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.534542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for fc85872f-bd87-4910-9b4a-d895b349c647 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:01.544284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.546392 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.670713 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.671206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Fanout notify agent at l3_agent the message router_deleted on router 8a569297-108b-4719-9c56-292f758eec9a {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:16:01.685973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.685973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b1da8bc2-849c-4af4-bc16-ec9fa999ad72 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/8a569297-108b-4719-9c56-292f758eec9a HTTP/1.1" status: 204 len: 168 time: 1.0257156 Nov 05 22:16:01.686189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34008) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:01.688970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-93ea500c-1ec6-40ac-9afb-5acbb3b3931a tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-37722787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:01.766896 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.794303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=fc85872f-bd87-4910-9b4a-d895b349c647,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:01.796307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93ea500c-1ec6-40ac-9afb-5acbb3b3931a tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.800040 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93ea500c-1ec6-40ac-9afb-5acbb3b3931a tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.891595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93ea500c-1ec6-40ac-9afb-5acbb3b3931a tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.899146 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:01.899574 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP 93c69ad3-0800-4884-b571-cc6f9b95777f disassociated (deleted). External IP: 172.25.6.90, port: f0a69f95-a866-4e51-beca-86f103f10591. Nov 05 22:16:01.981363 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93ea500c-1ec6-40ac-9afb-5acbb3b3931a tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:02.051540 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93ea500c-1ec6-40ac-9afb-5acbb3b3931a tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:02.052739 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-93ea500c-1ec6-40ac-9afb-5acbb3b3931a tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3677971 Nov 05 22:16:02.055527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34010) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:02.060469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'enable_snat': False}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:02.122793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ab7f6004-72e5-441f-8d06-067af8815b37 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:16:02.235507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:02.239788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:02.246458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] Sync routers for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:02.257405 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:02.259785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:02.271011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fcf46cf0-53fc-40b9-898d-c11eec7073d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/floatingips/93c69ad3-0800-4884-b571-cc6f9b95777f HTTP/1.1" status: 204 len: 168 time: 0.9924579 Nov 05 22:16:02.271688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:16:02.274279 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:16:02.551805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:02.577394 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:02.621888 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f6fe8e-5664-455d-8f3e-e79437997fec x-openstack-request-id: req-20f6fe8e-5664-455d-8f3e-e79437997fec {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:16:02.622186 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:16:02.622518 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20f6fe8e-5664-455d-8f3e-e79437997fec {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:16:02.623018 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'status': 'completed', 'code': 200} Nov 05 22:16:02.705903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-29a7d1fa-7cbe-4cc6-82e0-37547212cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:02.707727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-29a7d1fa-7cbe-4cc6-82e0-37547212cdfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 1097 time: 0.0642445 Nov 05 22:16:02.759228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8138-1edd-4b81-92de-a4c71058c7c3 req-4e90a20e-190f-43ca-9a24-c4b62e7f872e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:02.766552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e80e8138-1edd-4b81-92de-a4c71058c7c3 req-4e90a20e-190f-43ca-9a24-c4b62e7f872e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 946 time: 0.0591459 Nov 05 22:16:02.769223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:49Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:02.798303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] Checking router: ab7f6004-72e5-441f-8d06-067af8815b37 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:02.807298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:02.807877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:02.820819 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e80e8138-1edd-4b81-92de-a4c71058c7c3 req-0d6e21c0-876f-40e7-9613-f74011f91b93 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529671 Nov 05 22:16:02.840892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-b81b9954-e8b4-4ff3-ad54-e7f9ed9f473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:02.842606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-b81b9954-e8b4-4ff3-ad54-e7f9ed9f473c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 200 len: 897 time: 0.1078007 Nov 05 22:16:02.914957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:02.943980 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-ebfb19ff-d687-4fb2-8d6e-7a58538d5d60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 200 len: 217 time: 0.0915473 Nov 05 22:16:03.022290 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:03.044612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:03.048022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-6fa1d279-4e67-490e-a632-384c604a0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:03.049470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-6fa1d279-4e67-490e-a632-384c604a0eb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 200 len: 835 time: 0.0802212 Nov 05 22:16:03.057878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:03.134176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:49Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:03.160638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b87cf0-14a0-4bb1-ae65-52608b08c11f None None] The sync data for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 is: [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:45Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '123931df-9e34-4afd-8de0-53ba6fa75c24', 'name': '', 'network_id': 'd374963b-4d04-4103-952d-25aff4cf59a4', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:25:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:44Z', 'updated_at': '2021-11-05T22:12:49Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '78f00487-c17b-42f7-b00b-0a632ae2c4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:03.161091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-642fd82b-08fa-4a94-b6e3-34eab8a9eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:03.162589 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-642fd82b-08fa-4a94-b6e3-34eab8a9eb9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d374963b-4d04-4103-952d-25aff4cf59a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037128 Nov 05 22:16:03.212898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Allocated IP 172.25.6.246 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/4f2c79ef-050a-4452-8fa0-303cd0028497) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:03.329004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-22efa8a4-d678-4d1d-9cf4-b7a4ca401f9d service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559722 Nov 05 22:16:03.395908 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60604de1-6a07-41b6-94e9-eac134a8c45b None None] New status for floating IP 93c69ad3-0800-4884-b571-cc6f9b95777f: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:16:03.425124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:03.470232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88bc8de8-f4f2-47b9-bb50-6efe738da3ff req-d8474908-43a3-4262-afac-65fd5d40469a service neutron] 10.222.0.46 "GET /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336668 Nov 05 22:16:03.533022 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:03.571990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:03.576972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:03.579482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:03.604005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Pushing event updated for resources: {'Port': ['ID=4f2c79ef-050a-4452-8fa0-303cd0028497,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:03.893443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.065708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf024cb-7feb-4c7d-8c45-1a0094ebd304 req-df3de3e4-97a4-4978-8844-115a69c72bf5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:04.067206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fbf024cb-7feb-4c7d-8c45-1a0094ebd304 req-df3de3e4-97a4-4978-8844-115a69c72bf5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 946 time: 0.1786690 Nov 05 22:16:04.194725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fbf024cb-7feb-4c7d-8c45-1a0094ebd304 req-318c1687-470c-4c7a-b712-25e5501ce1fc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=a10ae5fe-cb00-47ef-b755-ea2385ab129a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208518 Nov 05 22:16:04.196729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.202183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.215683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-df8951a4-c39f-43eb-8e16-60b9f1c0ba8f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:04.217402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-df8951a4-c39f-43eb-8e16-60b9f1c0ba8f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 946 time: 0.0973384 Nov 05 22:16:04.399868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port f0a69f95-a866-4e51-beca-86f103f10591 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:04.400202 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.476391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Router 1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:16:04.501424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port f0a69f95-a866-4e51-beca-86f103f10591, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f0a69f95-a866-4e51-beca-86f103f10591,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:04.501791 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.545576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for f0a69f95-a866-4e51-beca-86f103f10591 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:04.652378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:04.657342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.658822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71df48fb-2ffe-4361-a3e1-06c2caf40a5c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "PUT /v2.0/routers/1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec HTTP/1.1" status: 200 len: 914 time: 2.6019332 Nov 05 22:16:04.661380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34022) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:04.662649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] Sync routers for ids ['1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:04.673795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] Routers {'1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:04.674408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:04.708003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:04.718567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] Routers {'1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:04.719453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:15:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:04.755870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:04.756562 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fdf960-e10d-460f-b3c0-d03723b8499f None None] The sync data for ids ['1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:04.771652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe24592b-96fc-44b5-8e6d-e27ea0f36021 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec HTTP/1.1" status: 200 len: 920 time: 0.1089780 Nov 05 22:16:04.774323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34024) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:04.789626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.818626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24ba68-6065-409a-9857-332716196cdb tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:04.822651 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb24ba68-6065-409a-9857-332716196cdb tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0444739 Nov 05 22:16:04.823778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34026) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:04.829744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=f0a69f95-a866-4e51-beca-86f103f10591,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:04.866069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] No DVR routers for this DVR port f0a69f95-a866-4e51-beca-86f103f10591 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:04.868503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:04.871781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-969e3065-d35a-4828-b06b-e5e2a98ae6d0 req-4474c7ed-5e0a-4471-9618-8704b68d64f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "DELETE /v2.0/ports/f0a69f95-a866-4e51-beca-86f103f10591 HTTP/1.1" status: 204 len: 173 time: 0.6207561 Nov 05 22:16:04.872234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-deleted', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:16:04.874584 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2daa450-06af-4ad6-b0ff-76814444eb07" -d '{"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-deleted", "tag": "f0a69f95-a866-4e51-beca-86f103f10591"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:16:04.914099 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd562993-802e-46b6-8dc5-44684d63af58 x-openstack-request-id: req-cd562993-802e-46b6-8dc5-44684d63af58 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:16:04.914406 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d52f65-f740-487a-9002-5170510a4abe", "name": "network-vif-deleted", "tag": "f0a69f95-a866-4e51-beca-86f103f10591", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:16:04.914661 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd562993-802e-46b6-8dc5-44684d63af58 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:16:04.915623 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d52f65-f740-487a-9002-5170510a4abe', 'name': 'network-vif-deleted', 'tag': 'f0a69f95-a866-4e51-beca-86f103f10591', 'status': 'completed', 'code': 200} Nov 05 22:16:04.919818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239c106-c719-4b74-808e-8ab3eb3e0ccf tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:04.921499 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3239c106-c719-4b74-808e-8ab3eb3e0ccf tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/networks/2697d35b-5df6-47ff-85a7-bfbbe276daa1 HTTP/1.1" status: 200 len: 881 time: 0.0967956 Nov 05 22:16:04.924188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34030) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:04.951252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-38e2788e-aaf1-4938-acec-7ec435298cab tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec HTTP/1.1" status: 200 len: 205 time: 0.0259454 Nov 05 22:16:04.953888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:05.347113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3c434377-4721-4a39-a55e-5f663a2305b1 req-7962200f-03e5-42a7-8a69-085f7f5d3e24 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5d52f65-f740-487a-9002-5170510a4abe HTTP/1.1" status: 200 len: 210 time: 0.0294185 Nov 05 22:16:05.365357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:05.469935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:05.581495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Deleting port 4f2c79ef-050a-4452-8fa0-303cd0028497 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:05.581849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:05.660059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:05.674209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Calling delete_port for 4f2c79ef-050a-4452-8fa0-303cd0028497 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:05.915732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:05.941198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event deleted for resources: {'Port': ['ID=4f2c79ef-050a-4452-8fa0-303cd0028497,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:05.998699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.090933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.093363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.200795 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.201231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:16:06.207908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.208980 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-70d67e85-7c80-4ea7-b0dc-e3cb9d0a6993 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec HTTP/1.1" status: 204 len: 168 time: 1.2540758 Nov 05 22:16:06.213308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34036) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:06.217823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1744024045', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:06.309753 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.310626 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.326673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-52e255f5-395a-43db-be58-1e898e8cf628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.361926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.404226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34040) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:06.617894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:06.993705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:07.014607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:07.135980 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:07.189371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Allocated IP 172.25.6.167 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/2d3d3cf5-d553-4d2d-a4a6-0737400d4946) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:07.389184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:07.510617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 123931df-9e34-4afd-8de0-53ba6fa75c24 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:07.510974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:07.534287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:07.604905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:07.611143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:07.618634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:07.660382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event updated for resources: {'Port': ['ID=2d3d3cf5-d553-4d2d-a4a6-0737400d4946,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:07.675756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 123931df-9e34-4afd-8de0-53ba6fa75c24, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=123931df-9e34-4afd-8de0-53ba6fa75c24,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:07.676124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:07.960384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 123931df-9e34-4afd-8de0-53ba6fa75c24 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:08.328699 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:08.360836 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:08.393430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=123931df-9e34-4afd-8de0-53ba6fa75c24,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:08.492355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-770facaa-3575-4f19-bd83-6cb34cb0aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:08.684107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:08.686932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:08.930491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:08.951319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: f0a69f95-a866-4e51-beca-86f103f10591 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:08.951670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f0a69f95-a866-4e51-beca-86f103f10591 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:08.990815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ab7f6004-72e5-441f-8d06-067af8815b37 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:16:08.996052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Router 5c50bf53-33b6-479a-85c1-68363f9e488f is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:16:09.180086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:09.186602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a85e2b7b-5114-494f-948b-39e20e8e91e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/ab7f6004-72e5-441f-8d06-067af8815b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7812891 Nov 05 22:16:09.188990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34042) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:09.189906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:09.190746 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] Sync routers for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:09.199778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] Sync routers for ids ['5c50bf53-33b6-479a-85c1-68363f9e488f'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:09.202598 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:09.203307 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:09.214576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] Routers {'5c50bf53-33b6-479a-85c1-68363f9e488f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:09.215194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5c50bf53-33b6-479a-85c1-68363f9e488f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:09.248774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:09.255250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting subnet 78f00487-c17b-42f7-b00b-0a632ae2c4d5 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:09.258557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.258914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] Routers {'5c50bf53-33b6-479a-85c1-68363f9e488f'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:09.259517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5c50bf53-33b6-479a-85c1-68363f9e488f'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:09.271926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.276609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-605946f9-1360-4f56-b22c-03f0d6717ad0 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0588927 Nov 05 22:16:09.276609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34044) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:09.281032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:09.294103 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:09.294471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb315e7-6e60-414c-b3d2-27fbf200d084 None None] The sync data for ids ['5c50bf53-33b6-479a-85c1-68363f9e488f'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:09.315262 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:09.324114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.415930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.497456 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:16:08Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:09.530717 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] Checking router: ab7f6004-72e5-441f-8d06-067af8815b37 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:09.539783 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] Routers {'ab7f6004-72e5-441f-8d06-067af8815b37'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:09.540434 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ab7f6004-72e5-441f-8d06-067af8815b37'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:09.550441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.581571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Subnet': ['ID=78f00487-c17b-42f7-b00b-0a632ae2c4d5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:09.585940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.592673 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-27095daa-2947-41f6-80e9-710aaa6636c0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/subnets/78f00487-c17b-42f7-b00b-0a632ae2c4d5 HTTP/1.1" status: 204 len: 168 time: 0.3999267 Nov 05 22:16:09.593278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34046) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:09.601133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a4f28-f178-421b-a17c-b6309898af20 None None] Network d374963b-4d04-4103-952d-25aff4cf59a4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:09.678204 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] Set router ab7f6004-72e5-441f-8d06-067af8815b37 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:09.735206 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.825408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] DHCP port deletion for d374963b-4d04-4103-952d-25aff4cf59a4 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:09.861935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.898603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] Deleting port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:09.899602 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.905837 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.964072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] For port 2fb1553c-8164-4a47-8d2c-ef3bbade7442, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2fb1553c-8164-4a47-8d2c-ef3bbade7442,segment=NetworkSegment(fe7e2319-b536-4f26-a9d3-7c53e2154a7b),segment_id=fe7e2319-b536-4f26-a9d3-7c53e2154a7b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:09.964475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.977602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port aa4c419e-8274-4d08-bea6-3add91728cb2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:09.978114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:09.985437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] Calling delete_port for 2fb1553c-8164-4a47-8d2c-ef3bbade7442 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:10.000692 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:16:08Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:10.023493 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.027418 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034fc48-52c1-4118-9818-29ad4f4e788a None None] The sync data for ids ['ab7f6004-72e5-441f-8d06-067af8815b37'] in n-d-816738-5 is: [{'id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322556888', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:16:08Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'aa4c419e-8274-4d08-bea6-3add91728cb2', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f6004-72e5-441f-8d06-067af8815b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:12:40Z', 'updated_at': '2021-11-05T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:10.075445 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.084451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port aa4c419e-8274-4d08-bea6-3add91728cb2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=aa4c419e-8274-4d08-bea6-3add91728cb2,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:10.085022 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.099361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for aa4c419e-8274-4d08-bea6-3add91728cb2 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:10.146186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Deleting port 2d3d3cf5-d553-4d2d-a4a6-0737400d4946 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:10.146519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.161220 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.190050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] Pushing event deleted for resources: {'Port': ['ID=2fb1553c-8164-4a47-8d2c-ef3bbade7442,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:10.194290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f2b20-64cb-41e4-b3d8-c62f83feedcc None None] No DVR routers for this DVR port 2fb1553c-8164-4a47-8d2c-ef3bbade7442 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:10.228292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.240533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Calling delete_port for 2d3d3cf5-d553-4d2d-a4a6-0737400d4946 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:10.309911 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.336809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=aa4c419e-8274-4d08-bea6-3add91728cb2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:10.397675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.481546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.497434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.499875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.515161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Pushing event deleted for resources: {'Port': ['ID=2d3d3cf5-d553-4d2d-a4a6-0737400d4946,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:10.579620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.607120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.607712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Fanout notify agent at l3_agent the message router_deleted on router ab7f6004-72e5-441f-8d06-067af8815b37 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:16:10.614478 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.615867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0d811955-a71f-4ba4-923c-91fce46b2685 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/routers/ab7f6004-72e5-441f-8d06-067af8815b37 HTTP/1.1" status: 204 len: 168 time: 1.0206652 Nov 05 22:16:10.619009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34048) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:10.703372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.797000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.803198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.806634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.816793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d374963b-4d04-4103-952d-25aff4cf59a4']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:10.827284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:10.827937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7e2319-b536-4f26-a9d3-7c53e2154a7b') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:10.839209 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.852199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.858563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:16:10.858936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:16:10.862006 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:16:10.884412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Router 5c50bf53-33b6-479a-85c1-68363f9e488f has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:16:10.961474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:10.969024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:10.970173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe833ac6-517c-4c15-9507-cab7e87d06de tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "PUT /v2.0/routers/5c50bf53-33b6-479a-85c1-68363f9e488f HTTP/1.1" status: 200 len: 706 time: 1.6926301 Nov 05 22:16:10.971521 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] Sync routers for ids ['5c50bf53-33b6-479a-85c1-68363f9e488f'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:10.973049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34050) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:10.981078 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] Routers {'5c50bf53-33b6-479a-85c1-68363f9e488f'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:10.981686 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5c50bf53-33b6-479a-85c1-68363f9e488f'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:11.011221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.016612 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:11.025910 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] Routers {'5c50bf53-33b6-479a-85c1-68363f9e488f'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:11.026502 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5c50bf53-33b6-479a-85c1-68363f9e488f'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:11.052747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.056018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/networks/d374963b-4d04-4103-952d-25aff4cf59a4 HTTP/1.1" status: 204 len: 168 time: 0.4359853 Nov 05 22:16:11.058004 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:11.058800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34052) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.059048 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b4449-55fc-45c6-b2b7-9bca82eac2b9 None None] The sync data for ids ['5c50bf53-33b6-479a-85c1-68363f9e488f'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:11.080476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-17b0f053-5c05-4a6d-9e97-fb71dcbc9223 tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/routers/5c50bf53-33b6-479a-85c1-68363f9e488f HTTP/1.1" status: 200 len: 741 time: 0.1039419 Nov 05 22:16:11.080853 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34054) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.083266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c124-7613-4fce-afab-043c43177d55 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Network': ['ID=d374963b-4d04-4103-952d-25aff4cf59a4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:11.137974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8a6afccd-fedf-4848-a2ae-9340556a500c tempest-RoutersAdminTest-1262702843 tempest-RoutersAdminTest-1262702843-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&device_id=5c50bf53-33b6-479a-85c1-68363f9e488f HTTP/1.1" status: 200 len: 205 time: 0.0560906 Nov 05 22:16:11.140560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34056) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.152534 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236beb08-6bfd-4de3-91d3-01d498ae405e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.167799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a4a340a5-3ac1-4ceb-8727-0ea35322022e tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c50bf53-33b6-479a-85c1-68363f9e488f HTTP/1.1" status: 200 len: 205 time: 0.0258420 Nov 05 22:16:11.169973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34058) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.178444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236beb08-6bfd-4de3-91d3-01d498ae405e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.246805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae1b97a8-56a1-4f13-9ef4-fee30fcc5166 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.315746 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236beb08-6bfd-4de3-91d3-01d498ae405e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.318426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-236beb08-6bfd-4de3-91d3-01d498ae405e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.319684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-236beb08-6bfd-4de3-91d3-01d498ae405e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/security-groups/a10ae5fe-cb00-47ef-b755-ea2385ab129a HTTP/1.1" status: 204 len: 168 time: 0.2595901 Nov 05 22:16:11.335670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236beb08-6bfd-4de3-91d3-01d498ae405e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ae5fe-cb00-47ef-b755-ea2385ab129a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:11.493740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.582661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2fb1553c-8164-4a47-8d2c-ef3bbade7442 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:11.604732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2fb1553c-8164-4a47-8d2c-ef3bbade7442 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:11.611431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2fb1553c-8164-4a47-8d2c-ef3bbade7442 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:11.611431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device aa4c419e-8274-4d08-bea6-3add91728cb2 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:11.628575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: aa4c419e-8274-4d08-bea6-3add91728cb2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:11.628912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device aa4c419e-8274-4d08-bea6-3add91728cb2 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:11.629317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 123931df-9e34-4afd-8de0-53ba6fa75c24 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:11.650011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 123931df-9e34-4afd-8de0-53ba6fa75c24 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:11.650352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 123931df-9e34-4afd-8de0-53ba6fa75c24 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:11.697120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34064) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.701783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f9aa48fd-b292-4d77-8b10-9884eccb3369 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945271833', 'description': 'tempest-secgroup-smoke-1945271833 description', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:11.727172 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae1b97a8-56a1-4f13-9ef4-fee30fcc5166 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.734759 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae1b97a8-56a1-4f13-9ef4-fee30fcc5166 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.778386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9aa48fd-b292-4d77-8b10-9884eccb3369 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.824072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae1b97a8-56a1-4f13-9ef4-fee30fcc5166 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.824592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1b97a8-56a1-4f13-9ef4-fee30fcc5166 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Fanout notify agent at l3_agent the message router_deleted on router 5c50bf53-33b6-479a-85c1-68363f9e488f {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:16:11.835730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ae1b97a8-56a1-4f13-9ef4-fee30fcc5166 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.835730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ae1b97a8-56a1-4f13-9ef4-fee30fcc5166 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/5c50bf53-33b6-479a-85c1-68363f9e488f HTTP/1.1" status: 204 len: 168 time: 0.6614010 Nov 05 22:16:11.835938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34066) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.869925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9ebd4d25-afdb-40a3-9baf-b6f26114b8b5 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c50bf53-33b6-479a-85c1-68363f9e488f HTTP/1.1" status: 200 len: 205 time: 0.0326743 Nov 05 22:16:11.872010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9aa48fd-b292-4d77-8b10-9884eccb3369 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.872143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34068) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.908136 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-5a4ff936-7487-4619-9534-a83e3b70f8da tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] delete failed (client error): The resource could not be found. Nov 05 22:16:11.909139 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5a4ff936-7487-4619-9534-a83e3b70f8da tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/5c50bf53-33b6-479a-85c1-68363f9e488f HTTP/1.1" status: 404 len: 336 time: 0.0362048 Nov 05 22:16:11.911740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34070) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.938292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9aa48fd-b292-4d77-8b10-9884eccb3369 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:11.939023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-75069a17-44b9-440f-8798-afbb4e85c813 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec HTTP/1.1" status: 200 len: 205 time: 0.0262642 Nov 05 22:16:11.941372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34072) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:11.969671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa48fd-b292-4d77-8b10-9884eccb3369 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576456d3-9fb0-4c19-8a4c-53333e8fa2cc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:11.981682 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-204c354a-6a6e-43b1-a267-a470b6c64b66 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] delete failed (client error): The resource could not be found. Nov 05 22:16:11.982704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-204c354a-6a6e-43b1-a267-a470b6c64b66 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/1cb83526-3fdb-48ef-8a9d-d6c4b34df3ec HTTP/1.1" status: 404 len: 336 time: 0.0404456 Nov 05 22:16:11.985394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34074) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.012623 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f855bb12-9304-4856-bfec-e00b42503f16 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a569297-108b-4719-9c56-292f758eec9a HTTP/1.1" status: 200 len: 205 time: 0.0261941 Nov 05 22:16:12.014897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34076) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.029733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.050816 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-1f1c6524-5b0f-40bb-ba35-e27a48ef28e9 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] delete failed (client error): The resource could not be found. Nov 05 22:16:12.051832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1f1c6524-5b0f-40bb-ba35-e27a48ef28e9 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/8a569297-108b-4719-9c56-292f758eec9a HTTP/1.1" status: 404 len: 336 time: 0.0360398 Nov 05 22:16:12.054362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34078) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.060314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f9aa48fd-b292-4d77-8b10-9884eccb3369 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.062735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f9aa48fd-b292-4d77-8b10-9884eccb3369 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3634243 Nov 05 22:16:12.064831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34080) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.070659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bc26e663-7551-449a-a380-ce0ed6cb6a94 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '576456d3-9fb0-4c19-8a4c-53333e8fa2cc', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:12.085863 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-88cc1243-6823-4ccb-873c-1dbc79cd4e20 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=f009b069-5cfb-4047-b7a8-02d0c950cdd1 HTTP/1.1" status: 200 len: 205 time: 0.0304751 Nov 05 22:16:12.093567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34082) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.130617 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-b4f4167c-7aad-45d4-9c28-5b44e700717b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] delete failed (client error): The resource could not be found. Nov 05 22:16:12.131465 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b4f4167c-7aad-45d4-9c28-5b44e700717b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/f009b069-5cfb-4047-b7a8-02d0c950cdd1 HTTP/1.1" status: 404 len: 336 time: 0.0369589 Nov 05 22:16:12.133963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34084) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.160072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dff42eb2-8890-4aa9-8e98-9e7efca3d8c2 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcbe6ff-ab1d-4214-b0d7-c937902b179e HTTP/1.1" status: 200 len: 205 time: 0.0251026 Nov 05 22:16:12.162285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34086) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.207883 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-205b2766-f5e8-4491-9029-b29996a6d26d tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] delete failed (client error): The resource could not be found. Nov 05 22:16:12.208898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-205b2766-f5e8-4491-9029-b29996a6d26d tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/bfcbe6ff-ab1d-4214-b0d7-c937902b179e HTTP/1.1" status: 404 len: 336 time: 0.0456715 Nov 05 22:16:12.210303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc26e663-7551-449a-a380-ce0ed6cb6a94 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.212273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34088) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.240020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9594c198-f5f3-4ce5-b4d8-f7a33abe9d4d tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "GET /v2.0/ports?device_id=091e9796-ee40-4153-a00a-d9932b70122e HTTP/1.1" status: 200 len: 205 time: 0.0265009 Nov 05 22:16:12.242348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34090) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.296383 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-0dee9ecc-c4cc-4f2d-9439-8c5dee3c1976 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] delete failed (client error): The resource could not be found. Nov 05 22:16:12.297386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0dee9ecc-c4cc-4f2d-9439-8c5dee3c1976 tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/routers/091e9796-ee40-4153-a00a-d9932b70122e HTTP/1.1" status: 404 len: 336 time: 0.0539224 Nov 05 22:16:12.300304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34092) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.319951 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc26e663-7551-449a-a380-ce0ed6cb6a94 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.326253 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-87271fa6-1517-4bd4-8d19-df9bdac5fc4b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] DELETE failed (client error): The resource could not be found. Nov 05 22:16:12.326713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87271fa6-1517-4bd4-8d19-df9bdac5fc4b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:16:12.329741 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-87271fa6-1517-4bd4-8d19-df9bdac5fc4b tempest-RoutersAdminTest-370626028 tempest-RoutersAdminTest-370626028-project] 10.222.0.41 "DELETE /v2.0/subnets/0b67141d-e849-458c-b801-7c9e76330860 HTTP/1.1" status: 404 len: 337 time: 0.0284483 Nov 05 22:16:12.407172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc26e663-7551-449a-a380-ce0ed6cb6a94 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.427212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26e663-7551-449a-a380-ce0ed6cb6a94 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667ed4c6-0386-4921-8d86-67cfb7e35089,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:12.512254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc26e663-7551-449a-a380-ce0ed6cb6a94 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.513464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bc26e663-7551-449a-a380-ce0ed6cb6a94 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4476199 Nov 05 22:16:12.516303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34096) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.520571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-52c90d14-0811-4c7b-8433-9c19fe4da7df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '576456d3-9fb0-4c19-8a4c-53333e8fa2cc', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:12.611232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52c90d14-0811-4c7b-8433-9c19fe4da7df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.666625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52c90d14-0811-4c7b-8433-9c19fe4da7df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.738230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52c90d14-0811-4c7b-8433-9c19fe4da7df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.756509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90d14-0811-4c7b-8433-9c19fe4da7df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e791304d-7a8e-4d1b-a8f4-b49248456a03,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:12.814000 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-52c90d14-0811-4c7b-8433-9c19fe4da7df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.815215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-52c90d14-0811-4c7b-8433-9c19fe4da7df tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2979996 Nov 05 22:16:12.816944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.818298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34102) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:12.823691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-de3edd12-902c-4ff4-9bbc-b7401460d394 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '576456d3-9fb0-4c19-8a4c-53333e8fa2cc', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:12.922503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f85202a-47dd-45f5-8729-b2303680b8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.937626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de3edd12-902c-4ff4-9bbc-b7401460d394 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.997331 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f85202a-47dd-45f5-8729-b2303680b8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:12.999100 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de3edd12-902c-4ff4-9bbc-b7401460d394 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.069350 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de3edd12-902c-4ff4-9bbc-b7401460d394 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.069972 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f85202a-47dd-45f5-8729-b2303680b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.090434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3edd12-902c-4ff4-9bbc-b7401460d394 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fa85fe-2a63-43ac-a3d1-6d579fd9a968,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:13.110750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85202a-47dd-45f5-8729-b2303680b8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8deffad-71ee-40fb-963c-b8e49a57d654,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:13.114850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f85202a-47dd-45f5-8729-b2303680b8fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91f52fac984c426f9aaa89b2dce754b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969766 Nov 05 22:16:13.117801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:13.158525 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de3edd12-902c-4ff4-9bbc-b7401460d394 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.159767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de3edd12-902c-4ff4-9bbc-b7401460d394 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403876 Nov 05 22:16:13.162750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34108) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:13.168110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8a7540f7-ace3-44fd-9c0d-b2f5ae411b1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '576456d3-9fb0-4c19-8a4c-53333e8fa2cc', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:13.169408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1465ec09-c347-46a5-ac2d-9ad6391fa4ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.191613 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1465ec09-c347-46a5-ac2d-9ad6391fa4ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.251599 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a7540f7-ace3-44fd-9c0d-b2f5ae411b1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.292692 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1465ec09-c347-46a5-ac2d-9ad6391fa4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.295353 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1465ec09-c347-46a5-ac2d-9ad6391fa4ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.296542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1465ec09-c347-46a5-ac2d-9ad6391fa4ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8deffad-71ee-40fb-963c-b8e49a57d654 HTTP/1.1" status: 204 len: 168 time: 0.1778464 Nov 05 22:16:13.304990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ec09-c347-46a5-ac2d-9ad6391fa4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8deffad-71ee-40fb-963c-b8e49a57d654,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:13.314448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a7540f7-ace3-44fd-9c0d-b2f5ae411b1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.377379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a7540f7-ace3-44fd-9c0d-b2f5ae411b1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.396351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7540f7-ace3-44fd-9c0d-b2f5ae411b1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0514edcf-b8c2-4a7b-b4a2-42c467617227,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:13.466013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a7540f7-ace3-44fd-9c0d-b2f5ae411b1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.467620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8a7540f7-ace3-44fd-9c0d-b2f5ae411b1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036299 Nov 05 22:16:13.472923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34112) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:13.474834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '576456d3-9fb0-4c19-8a4c-53333e8fa2cc', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:13.572921 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:16:13.578298 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.636557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.715447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.730449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4882b2d4-cc4a-4e7b-a14b-3f1d4a1151cb,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:13.808728 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.812270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-33817428-d428-4eb7-8c94-e97407bb3dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3386052 Nov 05 22:16:13.812889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34116) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:13.817673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '576456d3-9fb0-4c19-8a4c-53333e8fa2cc', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:13.861263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34118) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:13.883800 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:16:13.898268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.920507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-049d7a86-c392-43c9-b2f4-d975dcbaf658 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c12fb80dff93494eadbe0ae16fe52830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580876 Nov 05 22:16:13.923117 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34120) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:13.971737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.973233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-030e9284-0056-448f-ab99-0980d483bd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:13.994770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-030e9284-0056-448f-ab99-0980d483bd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.018669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.034481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6574f3d2-e587-484a-b0ec-2fdfb1442443,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:14.117433 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.118674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c3c22ad0-f3ab-4d73-a5f4-1176ea265cfe tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046899 Nov 05 22:16:14.121852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34122) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:14.126763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'network': {'name': 'tempest-network-smoke--1822734100', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'port_security_enabled': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:14.132511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-030e9284-0056-448f-ab99-0980d483bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.135858 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-030e9284-0056-448f-ab99-0980d483bd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.137052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-030e9284-0056-448f-ab99-0980d483bd35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a45f2295-949d-4341-960d-1ffb7e576bcc HTTP/1.1" status: 204 len: 168 time: 0.2128084 Nov 05 22:16:14.145062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e9284-0056-448f-ab99-0980d483bd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f2295-949d-4341-960d-1ffb7e576bcc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:14.203772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:14.206684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.232402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:16:14.242447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.242787 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Added segment ee4f8f2c-3d03-4627-9d95-087f0211d22f of type vlan for network fe08de3c-a6f7-49be-8cd2-761b2496f0fe Nov 05 22:16:14.298589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.383190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.389527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:14.390114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.496306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Network': ['ID=fe08de3c-a6f7-49be-8cd2-761b2496f0fe,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:14.507011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:16:14.518383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4c085c60-a69d-4c49-9d51-55d9e38f0a3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3953078 Nov 05 22:16:14.522183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34130) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:14.526904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'admin_state_up': True, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:14.624328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.625504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.677668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:14.871887 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.099570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.118698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.134360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34146) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:15.226088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.249 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/2ebabdc1-a92a-482a-906b-229fe7763397) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:15.238561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-568966470'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:15.310410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:15.313937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.323402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.336567 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.399718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.441771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.470403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.478157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:15.485694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:15.488972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:15.497412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:16:15.513792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3bc16f-3db1-4561-90bc-f284c709e1b0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:15.518609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.518963 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Added segment c0185023-569d-48e8-92a9-a56c359762f4 of type vlan for network 77f20016-ff1d-4290-b0ba-b259b6de0973 Nov 05 22:16:15.519095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=2ebabdc1-a92a-482a-906b-229fe7763397,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:15.566508 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.641202 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.647079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:15.648393 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.714839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Network': ['ID=77f20016-ff1d-4290-b0ba-b259b6de0973,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:15.725430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:16:15.769833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f65ea68-b826-473a-87f9-f7ce1f7680fa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6342163 Nov 05 22:16:15.773062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34150) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:15.778900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:15.864705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:15.938359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:15.941962 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.086313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.207098 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.272904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=8c63e5f5-03f0-4f2e-a402-ae26cd37dce2,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:16.287011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:16.287011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network hostable DHCP agents. Network: 77f20016-ff1d-4290-b0ba-b259b6de0973, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:16:16.309910 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router f75d3184-c1bb-4178-8033-7ffdd63cab52 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:16:16.361735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:16:16.419019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:16.429955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Sync routers for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:16.435712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 77f20016-ff1d-4290-b0ba-b259b6de0973) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:16.441064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:16.442368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:16.442661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:16.442859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.446815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611956e5-a4d5-415a-8107-c023747232f4 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:16.472049 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.476344 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-990092c7-95f9-4870-b0d6-f8423e77cee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9500334 Nov 05 22:16:16.476651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34152) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:16.515303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7b9505cb-cec4-4809-9478-31fd43d253cd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f80d891c4fcb4471ab0947e7d740456b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338953 Nov 05 22:16:16.516990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:16.541946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1ade1496-478b-44f5-8f78-f14d45d9e1ed tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7651534 Nov 05 22:16:16.544114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34156) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:16.552170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'name': 'tempest-NetworksTestDHCPv6-1124733324'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:16.622067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:16.694084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6957348-798f-45b5-922d-adc567d0354b tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:16.695573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6957348-798f-45b5-922d-adc567d0354b tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1775179 Nov 05 22:16:16.699090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34158) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:16.740718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-615719d2-0178-456b-b656-465cb079428a tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403199 Nov 05 22:16:16.743274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34160) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:16.747051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:16.748952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000719858', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:16.753375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.781636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 4dac8e92-5e41-4a48-9098-3df7575b0dd8 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:16.809470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '8c63e5f5-03f0-4f2e-a402-ae26cd37dce2'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:16.810434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.922457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:16.926567 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:16.932952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::30b (77f20016-ff1d-4290-b0ba-b259b6de0973/8c63e5f5-03f0-4f2e-a402-ae26cd37dce2/4dac8e92-5e41-4a48-9098-3df7575b0dd8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:16.944280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:15Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:16.978820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Checking router: f75d3184-c1bb-4178-8033-7ffdd63cab52 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:16.979171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Updating router f75d3184-c1bb-4178-8033-7ffdd63cab52 port 2ebabdc1-a92a-482a-906b-229fe7763397 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:16:17.005588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.108207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.184288 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.231370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.254899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Subnet': ['ID=4b02ec14-dfda-4719-a60b-356661ba7c7f,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:17.268137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.268558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.268820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.269154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.269487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.269818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.270149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.270476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.270813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.271129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.271450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.271894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:17.277986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Checking segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:17.279093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network hostable DHCP agents. Network: fe08de3c-a6f7-49be-8cd2-761b2496f0fe, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:16:17.280158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:17.287061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:17.293649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:17.299824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:17.300573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.310040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=4dac8e92-5e41-4a48-9098-3df7575b0dd8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:17.360909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:16:17.384583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/8c63e5f5-03f0-4f2e-a402-ae26cd37dce2/d0892c9e-31f6-4b36-a9e1-b850112a6099) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:17.387414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-80352b1a-e371-496d-b7c0-a198de5b8d08 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8411968 Nov 05 22:16:17.390279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34162) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:17.440326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, fe08de3c-a6f7-49be-8cd2-761b2496f0fe) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:17.447914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:17.450367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.477235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c23f7e-1cd7-46dc-95a1-17b1043999d8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:17.477543 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c7d61-4a9f-4796-8237-2924af119460 None None] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:17.480009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-10c23f7e-1cd7-46dc-95a1-17b1043999d8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0886214 Nov 05 22:16:17.481516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34164) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:17.530638 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-188d763b-704e-4917-b6d2-2e0965ef7f3a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7859356 Nov 05 22:16:17.535970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34166) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:17.576795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 4dac8e92-5e41-4a48-9098-3df7575b0dd8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:17.577138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.595969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.672272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.686155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 4dac8e92-5e41-4a48-9098-3df7575b0dd8 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:17.687037 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.746309 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.774392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d49c4-e98a-44cc-a8d3-da87fea315be None None] Pushing event updated for resources: {'Port': ['ID=2ebabdc1-a92a-482a-906b-229fe7763397,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:17.794994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Attempting to bind port 2ebabdc1-a92a-482a-906b-229fe7763397 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:17.795473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Attempting to bind port 2ebabdc1-a92a-482a-906b-229fe7763397 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:17.795750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Attempting to bind port 2ebabdc1-a92a-482a-906b-229fe7763397 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:17.802410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:17.802808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:17.803236 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.803639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:17.804126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Bound port: 2ebabdc1-a92a-482a-906b-229fe7763397, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:17.804517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.808510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:17.813602 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.848642 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.892762 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.929858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=4dac8e92-5e41-4a48-9098-3df7575b0dd8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:17.962992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:17.970064 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6240c6bf-976d-4534-9752-bd385eae40e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/4dac8e92-5e41-4a48-9098-3df7575b0dd8 HTTP/1.1" status: 204 len: 168 time: 0.4875138 Nov 05 22:16:17.970840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34168) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:17.971066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:17.982108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:17.993050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:17.995702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Pushing event updated for resources: {'Port': ['ID=d0892c9e-31f6-4b36-a9e1-b850112a6099,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:17.999349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] For port 2ebabdc1-a92a-482a-906b-229fe7763397, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:18.024340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] For port 2ebabdc1-a92a-482a-906b-229fe7763397, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2ebabdc1-a92a-482a-906b-229fe7763397,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:18.068736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fceaf38-c5e2-4f38-9427-808a32a49e24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:18.070428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fceaf38-c5e2-4f38-9427-808a32a49e24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:18.072018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8fceaf38-c5e2-4f38-9427-808a32a49e24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0998719 Nov 05 22:16:18.074824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34170) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:18.088649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.137917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Attempting to bind port d0892c9e-31f6-4b36-a9e1-b850112a6099 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:18.138312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Attempting to bind port d0892c9e-31f6-4b36-a9e1-b850112a6099 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:18.138648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Attempting to bind port d0892c9e-31f6-4b36-a9e1-b850112a6099 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:18.139798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 8c63e5f5-03f0-4f2e-a402-ae26cd37dce2 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:18.142655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Allocated IP 172.20.0.2 (fe08de3c-a6f7-49be-8cd2-761b2496f0fe/4b02ec14-dfda-4719-a60b-356661ba7c7f/d16e02aa-a3f3-472a-b825-45524bfb984c) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:18.142966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.165762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:18.166570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:18.166957 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.167534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:18.168111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Bound port: d0892c9e-31f6-4b36-a9e1-b850112a6099, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:18.169484 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.186645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.200439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d49c4-e98a-44cc-a8d3-da87fea315be None None] Pushing event updated for resources: {'Port': ['ID=2ebabdc1-a92a-482a-906b-229fe7763397,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:18.223655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:18.224622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:18.279951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.312841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.431172 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.433283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:18.464201 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.470919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/8c63e5f5-03f0-4f2e-a402-ae26cd37dce2 HTTP/1.1" status: 204 len: 168 time: 0.3949044 Nov 05 22:16:18.471587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34172) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:18.473735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e8197-ed8c-4900-9945-b5dd829034fb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=8c63e5f5-03f0-4f2e-a402-ae26cd37dce2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:18.479642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] For port d0892c9e-31f6-4b36-a9e1-b850112a6099, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:18.535795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-031c9ded-ce33-4ed5-83b6-1fde994d2f17 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624008 Nov 05 22:16:18.538254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34174) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:18.544692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] For port d0892c9e-31f6-4b36-a9e1-b850112a6099, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d0892c9e-31f6-4b36-a9e1-b850112a6099,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:18.548266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:18.586985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.608869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.693660 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.705710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:18.708227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568b8bd-82db-4253-ba27-be1f8f557098 None None] Pushing event updated for resources: {'Port': ['ID=d0892c9e-31f6-4b36-a9e1-b850112a6099,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:18.713779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.731375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.1 (fe08de3c-a6f7-49be-8cd2-761b2496f0fe/4b02ec14-dfda-4719-a60b-356661ba7c7f/6aafd19d-4c74-48ba-9a04-a8011fbf87ba) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:18.744772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:18.750592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:18.754877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:18.797055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Pushing event updated for resources: {'Port': ['ID=d16e02aa-a3f3-472a-b825-45524bfb984c,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:18.847927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Attempting to bind port d16e02aa-a3f3-472a-b825-45524bfb984c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:18.849128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Attempting to bind port d16e02aa-a3f3-472a-b825-45524bfb984c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:18.849695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Attempting to bind port d16e02aa-a3f3-472a-b825-45524bfb984c on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:18.866547 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:18.867045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Checking segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:18.867630 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.868258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Bound using segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:18.869801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Bound port: d16e02aa-a3f3-472a-b825-45524bfb984c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:18.870305 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.905843 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:18.918007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:15Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:18.954027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b54044-8702-4da2-8baa-4d6c6dba677f None None] The sync data for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 is: [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:15Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:19.007885 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.024900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] For port d16e02aa-a3f3-472a-b825-45524bfb984c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:19.029213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] For port d16e02aa-a3f3-472a-b825-45524bfb984c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d16e02aa-a3f3-472a-b825-45524bfb984c,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:19.036081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.064592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:19.072826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:19.086306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:19.086306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:19.098204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:19.101514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:19.105288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:19.106125 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.111794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=bdda3f6d-5159-4ab4-803a-5d7b75fe92d6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:19.127514 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.136632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.190251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8f9dc-c652-489e-96d8-61ce9432cae6 None None] Pushing event updated for resources: {'Port': ['ID=d16e02aa-a3f3-472a-b825-45524bfb984c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:19.208825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-15b338ef-aa9e-412c-bc56-b18fa64dc9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6684697 Nov 05 22:16:19.211514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34176) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:19.223632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'name': 'tempest-NetworksTestDHCPv6-1635532398'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:19.407012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.493191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:19.497404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.521583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 7acbe2a7-4223-4d23-98f6-5f28dcc459d7 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:19.745628 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::73 (77f20016-ff1d-4290-b0ba-b259b6de0973/bdda3f6d-5159-4ab4-803a-5d7b75fe92d6/7acbe2a7-4223-4d23-98f6-5f28dcc459d7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:19.787313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2ebabdc1-a92a-482a-906b-229fe7763397 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:19.867949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2ebabdc1-a92a-482a-906b-229fe7763397 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:19.868597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.919590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.984219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.993786 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:19.993996 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.008098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 2ebabdc1-a92a-482a-906b-229fe7763397, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2ebabdc1-a92a-482a-906b-229fe7763397,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:20.035968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a73db00-7634-41b4-b66a-91f8269116d8 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:20.086814 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.087697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d16e02aa-a3f3-472a-b825-45524bfb984c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:20.094811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.114101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.123137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:20.203734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:20.218274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:20.224322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:20.233890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:20.234578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.242043 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=7acbe2a7-4223-4d23-98f6-5f28dcc459d7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:20.271817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:20.273571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:20.331075 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-575e85c2-5c74-48d9-b0c1-7c29cfa91649 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1181829 Nov 05 22:16:20.333510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34178) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:20.378106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f9fa5bf6-2b2d-4462-8ff0-32bc7b132738 None None] Provisioning complete for port d0892c9e-31f6-4b36-a9e1-b850112a6099 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:20.378475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9fa5bf6-2b2d-4462-8ff0-32bc7b132738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.406167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fb61a-6324-4328-8b20-35de2bd2838c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:20.408841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router f75d3184-c1bb-4178-8033-7ffdd63cab52 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:16:20.413580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fb61a-6324-4328-8b20-35de2bd2838c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:20.418648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d43fb61a-6324-4328-8b20-35de2bd2838c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0806024 Nov 05 22:16:20.418835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=2ebabdc1-a92a-482a-906b-229fe7763397,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:20.425627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34180) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:20.500733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d16e02aa-a3f3-472a-b825-45524bfb984c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:20.501379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.532860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 7acbe2a7-4223-4d23-98f6-5f28dcc459d7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:20.533442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.570342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:20.576683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-46fc4b0d-fa97-4196-94d7-25ee045d5290 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/f75d3184-c1bb-4178-8033-7ffdd63cab52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0422087 Nov 05 22:16:20.595901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692d35d-7d68-4975-aa56-62a1cc8b32da None None] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:20.628970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.636117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9fa5bf6-2b2d-4462-8ff0-32bc7b132738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.643607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 7acbe2a7-4223-4d23-98f6-5f28dcc459d7 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:20.771338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f9fa5bf6-2b2d-4462-8ff0-32bc7b132738 None None] For port d0892c9e-31f6-4b36-a9e1-b850112a6099, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d0892c9e-31f6-4b36-a9e1-b850112a6099,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:20.778885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.817113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port d16e02aa-a3f3-472a-b825-45524bfb984c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d16e02aa-a3f3-472a-b825-45524bfb984c,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:20.843660 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9fa5bf6-2b2d-4462-8ff0-32bc7b132738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.870457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-1239c7d6-d86d-452f-95b2-161f15a723d6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945271833&fields=id&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 267 time: 0.0840247 Nov 05 22:16:20.897852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.898614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d0892c9e-31f6-4b36-a9e1-b850112a6099 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:20.915976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:20.949147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa5bf6-2b2d-4462-8ff0-32bc7b132738 None None] Pushing event updated for resources: {'Port': ['ID=d0892c9e-31f6-4b36-a9e1-b850112a6099,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:20.988442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=7acbe2a7-4223-4d23-98f6-5f28dcc459d7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:21.027047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-03363411-8d46-46ea-b982-33b40d2d70f1 None None] Provisioning complete for port d16e02aa-a3f3-472a-b825-45524bfb984c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:21.027419 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03363411-8d46-46ea-b982-33b40d2d70f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.033469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-5c947185-baad-412e-8bd1-c24e10958bbd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:21.040831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-5c947185-baad-412e-8bd1-c24e10958bbd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 797 time: 0.1608195 Nov 05 22:16:21.044499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.051888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1dcf0d7f-58ef-4ca1-ae0b-affd2cdbdd9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7acbe2a7-4223-4d23-98f6-5f28dcc459d7 HTTP/1.1" status: 204 len: 168 time: 0.6317623 Nov 05 22:16:21.052552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34194) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:21.063122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-a99a83a8-9f6f-4135-8507-0aa0c9a23235 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/quotas/f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 375 time: 0.0152526 Nov 05 22:16:21.071388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b40c9-26e6-4816-98ad-932c7c48369b None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:21.146349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=d16e02aa-a3f3-472a-b825-45524bfb984c,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:21.150992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28298a9a-6b36-4166-9008-8a08c962a858 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:21.153992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28298a9a-6b36-4166-9008-8a08c962a858 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:21.159730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-28298a9a-6b36-4166-9008-8a08c962a858 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1058667 Nov 05 22:16:21.160680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34196) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:21.191616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-e0413370-613d-49bc-8180-022ab1786dd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1212404 Nov 05 22:16:21.195474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d0892c9e-31f6-4b36-a9e1-b850112a6099 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:21.203358 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.244917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet bdda3f6d-5159-4ab4-803a-5d7b75fe92d6 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:21.250591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.313592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.320852 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Sync routers for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:21.332530 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:21.337443 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:21.365966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.373787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-74289909-af8c-407f-ae12-2f2cbb54919f service neutron] 10.222.0.41 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680415 Nov 05 22:16:21.489424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Provisioning complete for port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:21.489826 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.504999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.535888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-e056cd39-e486-4e78-a2e9-cffa4bea3fdf service neutron] 10.222.0.41 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486733 Nov 05 22:16:21.545116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:16:21.547945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=bdda3f6d-5159-4ab4-803a-5d7b75fe92d6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:21.548878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Could not find standard attr ID for object 7acbe2a7-4223-4d23-98f6-5f28dcc459d7. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:21.560696 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.566855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34198) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:21.567289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-33a956ff-67c0-47ba-a16c-4fee090e0dd7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/bdda3f6d-5159-4ab4-803a-5d7b75fe92d6 HTTP/1.1" status: 204 len: 168 time: 0.4045870 Nov 05 22:16:21.568319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Provisioning complete for port d0892c9e-31f6-4b36-a9e1-b850112a6099 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:21.568700 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.602942 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:21.665271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34200) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:21.672545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:21.678410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7b7dffbf-7055-43bd-be47-d046d82a1c5e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093178 Nov 05 22:16:21.734076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2ebabdc1-a92a-482a-906b-229fe7763397 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:21.833426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Provisioning complete for port d16e02aa-a3f3-472a-b825-45524bfb984c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:21.833802 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b4ef-6621-4205-bb81-9368321c0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.867771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896a5d0-472e-4481-90ca-aea3da419a37 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:21.915081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2ebabdc1-a92a-482a-906b-229fe7763397 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:21.915804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.934674 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 2, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:21.952712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e5f79f91-0442-4cf0-a21e-855339d92e89 req-bd9043e5-aeeb-422a-8521-a873525c5907 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0591362 Nov 05 22:16:21.953383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:21.960311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:21.979518 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Checking router: f75d3184-c1bb-4178-8033-7ffdd63cab52 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:21.980329 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Updating router f75d3184-c1bb-4178-8033-7ffdd63cab52 port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:16:22.014950 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.172522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d16e02aa-a3f3-472a-b825-45524bfb984c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:22.262070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d16e02aa-a3f3-472a-b825-45524bfb984c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:22.274092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.305016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:22.363814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d0bf5353-8188-4cab-8951-3f90614d7a93 None None] Provisioning complete for port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:22.364272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0bf5353-8188-4cab-8951-3f90614d7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.391817 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.433235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf5353-8188-4cab-8951-3f90614d7a93 None None] Port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:16:22.459606 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.461317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d0892c9e-31f6-4b36-a9e1-b850112a6099 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:22.463532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] Deleting port d0892c9e-31f6-4b36-a9e1-b850112a6099 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:22.468145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.476141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d0bf5353-8188-4cab-8951-3f90614d7a93 None None] Provisioning complete for port d0892c9e-31f6-4b36-a9e1-b850112a6099 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:22.476508 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0bf5353-8188-4cab-8951-3f90614d7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.518267 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ebd97-5ce8-4de8-93e8-e514a8eaa2b8 None None] Pushing event updated for resources: {'Port': ['ID=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:22.610483 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Attempting to bind port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:22.611373 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Attempting to bind port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:22.612005 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Attempting to bind port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:22.619503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:22.620267 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Checking segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:22.620886 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.621465 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Bound using segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:22.622239 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Bound port: 6aafd19d-4c74-48ba-9a04-a8011fbf87ba, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:22.622935 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.696985 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] For port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:22.700932 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] For port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:22.704296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.749860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:22.755305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:22.760560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:22.761158 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.773335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] For port d0892c9e-31f6-4b36-a9e1-b850112a6099, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d0892c9e-31f6-4b36-a9e1-b850112a6099,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:22.773603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.773732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=611ea551-661d-4867-ae0d-e9581422aceb,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:22.776844 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.796484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] Calling delete_port for d0892c9e-31f6-4b36-a9e1-b850112a6099 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:22.837414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d0892c9e-31f6-4b36-a9e1-b850112a6099 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:22.837414 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:22.847618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9cdb571f-306c-478d-9c3c-86390c5b8252 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1796401 Nov 05 22:16:22.854426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34214) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:22.856471 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:22.857583 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:22.860015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'name': 'tempest-NetworksTestDHCPv6-1002904797'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:22.862940 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ebd97-5ce8-4de8-93e8-e514a8eaa2b8 None None] Pushing event updated for resources: {'Port': ['ID=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:23.036996 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:23.040820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-523f2e21-fdbc-42d1-baaa-a52e690cdeeb None None] Provisioning complete for port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:23.041335 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-523f2e21-fdbc-42d1-baaa-a52e690cdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.061581 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be9dff38-d393-447e-9453-d836dd45e620 req-c02b6bbc-ab5f-410d-860c-e6c516aeda36 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0326598 Nov 05 22:16:23.086461 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.131861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] Pushing event deleted for resources: {'Port': ['ID=d0892c9e-31f6-4b36-a9e1-b850112a6099,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:23.135921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c164a02-2f0e-4b06-b520-fb66596f0605 None None] No DVR routers for this DVR port d0892c9e-31f6-4b36-a9e1-b850112a6099 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:23.148459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:23.152647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.174180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 0936d31f-aa2f-424e-a835-5fc8d788578f yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:23.175405 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b31f7e-cf3d-4980-a669-d57f4e7c0cb5 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:23.239316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-523f2e21-fdbc-42d1-baaa-a52e690cdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.297978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:22Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:23.307473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-523f2e21-fdbc-42d1-baaa-a52e690cdeeb None None] For port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:23.332890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2c835-338e-4665-b57d-72bf8833856b None None] The sync data for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 is: [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:22Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:23.335046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::2d9 (77f20016-ff1d-4290-b0ba-b259b6de0973/611ea551-661d-4867-ae0d-e9581422aceb/0936d31f-aa2f-424e-a835-5fc8d788578f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:23.370892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-523f2e21-fdbc-42d1-baaa-a52e690cdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.439211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f2e21-fdbc-42d1-baaa-a52e690cdeeb None None] Pushing event updated for resources: {'Port': ['ID=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:23.496184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '611ea551-661d-4867-ae0d-e9581422aceb'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:23.497049 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.523127 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.523302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-84c01b84-faca-403c-b47c-62337f728165 None None] Provisioning complete for port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:23.523494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84c01b84-faca-403c-b47c-62337f728165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.643273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.684124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6aafd19d-4c74-48ba-9a04-a8011fbf87ba up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:23.714111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:23.720275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:23.726049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:23.733360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:23.734022 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.743343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=0936d31f-aa2f-424e-a835-5fc8d788578f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:23.796153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/611ea551-661d-4867-ae0d-e9581422aceb/49620602-7941-4660-89bb-35da538d01eb) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:23.821747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-399b00a4-c155-4dbf-96c6-ee9ee51547b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9702446 Nov 05 22:16:23.825714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34218) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:23.892036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:23.892442 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:23.914909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34dd27-30ba-4511-b81e-c43784f3e69e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:23.916583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7d34dd27-30ba-4511-b81e-c43784f3e69e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0898936 Nov 05 22:16:23.919476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:24.011710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 0936d31f-aa2f-424e-a835-5fc8d788578f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:24.012056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.057382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.110472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.128535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:24.131314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:24.156140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.162666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:24.164789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d0892c9e-31f6-4b36-a9e1-b850112a6099 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:24.187769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d0892c9e-31f6-4b36-a9e1-b850112a6099 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:24.188102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d0892c9e-31f6-4b36-a9e1-b850112a6099 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:24.195032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 0936d31f-aa2f-424e-a835-5fc8d788578f owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:24.211485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-074ac4ac-8a3f-4138-9565-4b300e12db6f req-c0cb99f5-aa64-40db-b910-ac6952cb7837 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0522451 Nov 05 22:16:24.227020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Pushing event updated for resources: {'Port': ['ID=49620602-7941-4660-89bb-35da538d01eb,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:24.256295 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Attempting to bind port 49620602-7941-4660-89bb-35da538d01eb on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:24.256791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Attempting to bind port 49620602-7941-4660-89bb-35da538d01eb by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:24.257274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Attempting to bind port 49620602-7941-4660-89bb-35da538d01eb on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:24.263799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:24.263799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:24.263799 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.264492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:24.265226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Bound port: 49620602-7941-4660-89bb-35da538d01eb, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:24.265495 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.375060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] For port 49620602-7941-4660-89bb-35da538d01eb, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:24.379932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] For port 49620602-7941-4660-89bb-35da538d01eb, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=49620602-7941-4660-89bb-35da538d01eb,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:24.409110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-bec49208-7db7-4f73-92aa-c2a9dcdace12 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:24.410837 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-bec49208-7db7-4f73-92aa-c2a9dcdace12 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 797 time: 0.1391010 Nov 05 22:16:24.441982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.470264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.482896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-7f4aaa13-ab2e-44de-839f-52b0c1b5fbde tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 380 time: 0.0618231 Nov 05 22:16:24.493752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'port': {'device_id': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'admin_state_up': True, 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'security_groups': ['576456d3-9fb0-4c19-8a4c-53333e8fa2cc']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:24.504681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de574067-930a-41f2-a6d3-7be2efee1779 None None] Pushing event updated for resources: {'Port': ['ID=49620602-7941-4660-89bb-35da538d01eb,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:24.524495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=0936d31f-aa2f-424e-a835-5fc8d788578f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:24.526745 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:16:24.553198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.557167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e28df801-57db-4f76-a032-bc0962b746bb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/0936d31f-aa2f-424e-a835-5fc8d788578f HTTP/1.1" status: 204 len: 168 time: 0.6360166 Nov 05 22:16:24.559688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34224) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:24.621580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678cb25-9c82-4d80-a96c-20c55ca1ccc0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:24.623393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678cb25-9c82-4d80-a96c-20c55ca1ccc0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:24.627640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f678cb25-9c82-4d80-a96c-20c55ca1ccc0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0643291 Nov 05 22:16:24.627904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34226) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:24.686274 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 611ea551-661d-4867-ae0d-e9581422aceb {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:24.687507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.738230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:24.742319 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.752408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.861712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:24.908567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.4 (fe08de3c-a6f7-49be-8cd2-761b2496f0fe/4b02ec14-dfda-4719-a60b-356661ba7c7f/9179ab56-557f-4bf0-b577-a9223d7d7301) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:25.024651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.054287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=611ea551-661d-4867-ae0d-e9581422aceb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:25.054682 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.062252 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.062252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0e8d8dda-9e22-47de-a187-2a02a6db3f0e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/611ea551-661d-4867-ae0d-e9581422aceb HTTP/1.1" status: 204 len: 168 time: 0.4332411 Nov 05 22:16:25.065849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34228) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:25.105839 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-785af2d0-10ee-4e90-8287-660c81c14431 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388730 Nov 05 22:16:25.108498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34230) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:25.160611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eafbf9-771d-4b02-8457-7865c0efea0c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:25.162193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-58eafbf9-771d-4b02-8457-7865c0efea0c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0526366 Nov 05 22:16:25.164742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34232) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:25.184423 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.217945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979a0e7-059c-4458-9f1e-f137ec111719 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:25.219786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1979a0e7-059c-4458-9f1e-f137ec111719 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0540223 Nov 05 22:16:25.222486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34234) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:25.248214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:25.249523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:25.253561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:25.262424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:25.294086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d63c3be-a010-46ff-85e6-3c1ab194e7fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704527 Nov 05 22:16:25.301810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34238) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:25.307797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:25.351700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:25.352974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.387926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301c4b8-a7c2-4412-9239-91f415a29797 req-de09f3c2-911d-4c6a-83a1-bbe5385c8055 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:25.396819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7301c4b8-a7c2-4412-9239-91f415a29797 req-de09f3c2-911d-4c6a-83a1-bbe5385c8055 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 931 time: 0.1045840 Nov 05 22:16:25.445612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7301c4b8-a7c2-4412-9239-91f415a29797 req-93c2fde0-2ca7-4211-955d-7cb89a3f644f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Nov 05 22:16:25.459685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-9a8de6d9-4d1c-4b0a-bf35-04eea25977bf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9703276 Nov 05 22:16:25.470508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-699a66d0-5988-44d2-a8af-be23d21a5925 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:16:25.472012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-699a66d0-5988-44d2-a8af-be23d21a5925 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061972 Nov 05 22:16:25.485568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Request body: {'port': {'device_id': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:25.540447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:25.545424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.547402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.643991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2aa89cd9-6f78-43ec-a1c4-c3121ae1ed7c None None] Provisioning complete for port 9179ab56-557f-4bf0-b577-a9223d7d7301 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:25.646973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2aa89cd9-6f78-43ec-a1c4-c3121ae1ed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.683575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 49620602-7941-4660-89bb-35da538d01eb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:25.685490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93c2cc-b258-4e86-9054-4e87729169b0 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:25.783902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2aa89cd9-6f78-43ec-a1c4-c3121ae1ed7c None None] Port 9179ab56-557f-4bf0-b577-a9223d7d7301 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:16:25.855100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 49620602-7941-4660-89bb-35da538d01eb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:25.855464 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.858906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.872453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9179ab56-557f-4bf0-b577-a9223d7d7301 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:16:25.881069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.897433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Transition to ACTIVE for port object 9179ab56-557f-4bf0-b577-a9223d7d7301 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:16:25.909370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:25.909370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:25.919944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:25.920596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.922619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-41515479-5fbf-486f-a956-f09d42b50585 None None] Provisioning complete for port 49620602-7941-4660-89bb-35da538d01eb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:25.922998 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41515479-5fbf-486f-a956-f09d42b50585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:25.942695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=32224aea-eb42-44b2-9498-b75e5b995e3a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:25.965716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:25.984856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.010072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.011264 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5d06d19a-f94a-4e32-bace-1b088fb80d90 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7078769 Nov 05 22:16:26.014302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34240) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:26.022832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': '32224aea-eb42-44b2-9498-b75e5b995e3a', 'ip_address': '2001:db8::c099:bd1a:4ad0:d855'}], 'name': 'tempest-NetworksTestDHCPv6-258930271'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:26.062133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 49620602-7941-4660-89bb-35da538d01eb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=49620602-7941-4660-89bb-35da538d01eb,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:26.101690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:26.110918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] Deleting port 49620602-7941-4660-89bb-35da538d01eb {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:26.111285 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.124968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-41515479-5fbf-486f-a956-f09d42b50585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.135797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.267297 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=49620602-7941-4660-89bb-35da538d01eb,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:26.287737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] For port 49620602-7941-4660-89bb-35da538d01eb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=49620602-7941-4660-89bb-35da538d01eb,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:26.288137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.302057 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-41515479-5fbf-486f-a956-f09d42b50585 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:16:26.302323 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-41515479-5fbf-486f-a956-f09d42b50585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:16:26.306207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] Calling delete_port for 49620602-7941-4660-89bb-35da538d01eb owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:26.447451 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.476360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] No DVR routers for this DVR port 49620602-7941-4660-89bb-35da538d01eb on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:26.481777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a368f4-91d5-4ec8-b928-df01b5422158 None None] Pushing event deleted for resources: {'Port': ['ID=49620602-7941-4660-89bb-35da538d01eb,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:26.504332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7adf463-e17c-452f-b924-f049b8fa31d5 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:26.523115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:26.523506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:26.523868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:26.530701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:16:26.531024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:26.538060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:26.545693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Checking segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:26.545693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Bound using segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:26.545693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Bound port: 9179ab56-557f-4bf0-b577-a9223d7d7301, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:26.545693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.577471 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c10c41-2f63-4769-936d-fa2fee167508 req-9350d72e-1d32-483e-9053-effca84d66d0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:26.584888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53c10c41-2f63-4769-936d-fa2fee167508 req-9350d72e-1d32-483e-9053-effca84d66d0 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 943 time: 0.0626812 Nov 05 22:16:26.605799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:26.609504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:26.610709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:26.643092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53c10c41-2f63-4769-936d-fa2fee167508 req-f780802b-2690-475e-a210-07e8acdafd8f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571990 Nov 05 22:16:26.662676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '32224aea-eb42-44b2-9498-b75e5b995e3a'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:26.663717 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.693684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.709119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.733076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:26.733989 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:26.735448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 1091 time: 1.2544963 Nov 05 22:16:26.752864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:16:26.755611 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418c1f6e-decf-41c7-9a3e-d78d68003924" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:16:26.776524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 80740c66-2d6f-4a46-a0f6-1d048178adfd yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:26.837012 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36622de-0751-408d-bc42-fc6675d15f7b x-openstack-request-id: req-e36622de-0751-408d-bc42-fc6675d15f7b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:16:26.837012 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:16:26.837348 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e36622de-0751-408d-bc42-fc6675d15f7b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:16:26.837811 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'status': 'completed', 'code': 200} Nov 05 22:16:26.854445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75342-6071-4ae1-af1d-dd14931306b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:26.935752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c1f6e-decf-41c7-9a3e-d78d68003924 req-b275617b-b799-42c7-a9bc-a56238bff87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:26.937391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-418c1f6e-decf-41c7-9a3e-d78d68003924 req-b275617b-b799-42c7-a9bc-a56238bff87c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1094 time: 0.1026886 Nov 05 22:16:26.987485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/32224aea-eb42-44b2-9498-b75e5b995e3a/894d689c-067d-4656-a29a-50a5c7fa469a) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:26.991727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-41515479-5fbf-486f-a956-f09d42b50585 None None] Port 49620602-7941-4660-89bb-35da538d01eb update to ACTIVE by agent not found {{(pid=102293) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 05 22:16:27.047200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c1f6e-decf-41c7-9a3e-d78d68003924 req-c959e8d8-3e11-4f58-8386-33b4ae742fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.048697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-418c1f6e-decf-41c7-9a3e-d78d68003924 req-c959e8d8-3e11-4f58-8386-33b4ae742fb2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f80d891c4fcb4471ab0947e7d740456b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1023626 Nov 05 22:16:27.141400 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.150847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c1f6e-decf-41c7-9a3e-d78d68003924 req-474fcdac-201e-40f4-bfc6-83fc8c6f558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.152346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-418c1f6e-decf-41c7-9a3e-d78d68003924 req-474fcdac-201e-40f4-bfc6-83fc8c6f558c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975945 Nov 05 22:16:27.207444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.245798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:27.252682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:27.257101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:27.260134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Pushing event updated for resources: {'Port': ['ID=894d689c-067d-4656-a29a-50a5c7fa469a,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:27.272298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-359cd3d1-325d-4687-ad02-931a7745da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.272298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-359cd3d1-325d-4687-ad02-931a7745da79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1094 time: 0.0836573 Nov 05 22:16:27.272720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::c099:bd1a:4ad0:d855 (77f20016-ff1d-4290-b0ba-b259b6de0973/32224aea-eb42-44b2-9498-b75e5b995e3a/80740c66-2d6f-4a46-a0f6-1d048178adfd) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:27.312676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Attempting to bind port 894d689c-067d-4656-a29a-50a5c7fa469a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:27.313103 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Attempting to bind port 894d689c-067d-4656-a29a-50a5c7fa469a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:27.313553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Attempting to bind port 894d689c-067d-4656-a29a-50a5c7fa469a on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:27.319649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-c648b9a0-d259-4315-bf87-b3f429812eff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 217 time: 0.0407059 Nov 05 22:16:27.322241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:27.322870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:27.323691 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.323974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:27.324718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Bound port: 894d689c-067d-4656-a29a-50a5c7fa469a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:27.325109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.391255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] For port 894d689c-067d-4656-a29a-50a5c7fa469a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:27.394484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] For port 894d689c-067d-4656-a29a-50a5c7fa469a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=894d689c-067d-4656-a29a-50a5c7fa469a,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:27.408535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-6c614771-4c22-4e1a-a203-ce67b21f37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.409983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-6c614771-4c22-4e1a-a203-ce67b21f37f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0797503 Nov 05 22:16:27.487404 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.533554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414f5c-a043-422b-8483-a1c01218b993 req-ee6d232f-2bae-4988-9c3f-fa2e34083637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.535045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-ee6d232f-2bae-4988-9c3f-fa2e34083637 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846918 Nov 05 22:16:27.544945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d3d15-60d9-483e-acb2-4171e0b13083 None None] Pushing event updated for resources: {'Port': ['ID=894d689c-067d-4656-a29a-50a5c7fa469a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:27.557881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.608908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 49620602-7941-4660-89bb-35da538d01eb no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:27.631236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 49620602-7941-4660-89bb-35da538d01eb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:27.631605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 49620602-7941-4660-89bb-35da538d01eb not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:27.660744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-c82bf57f-7eb4-4a45-a5c7-e078e3756def service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169333 Nov 05 22:16:27.729734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.793830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b02f3-242f-4ea4-a418-1fe9afc2cc8a req-0631417a-c774-4e6e-9b8c-a1db9052547d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.796002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-909b02f3-242f-4ea4-a418-1fe9afc2cc8a req-0631417a-c774-4e6e-9b8c-a1db9052547d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 943 time: 0.0771744 Nov 05 22:16:27.804978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:27.816885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:27.819913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:27.826705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.827377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:27.859605 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=80740c66-2d6f-4a46-a0f6-1d048178adfd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:27.867989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c8414f5c-a043-422b-8483-a1c01218b993 req-77ca8f0b-3593-4b88-a6b8-a497421121a8 service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991544 Nov 05 22:16:27.870986 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-909b02f3-242f-4ea4-a418-1fe9afc2cc8a req-6b8b98e4-29c5-408c-bb13-668d10f6fc11 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687356 Nov 05 22:16:27.918258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5231e6c2-cb61-4a5e-9460-9342b2e16385 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9011228 Nov 05 22:16:27.920865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34248) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:27.973714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e5438-cafd-4815-9e0a-973ae1a37f94 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.979747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e5438-cafd-4815-9e0a-973ae1a37f94 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:27.981278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d3e5438-cafd-4815-9e0a-973ae1a37f94 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0594816 Nov 05 22:16:27.984195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34250) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:28.070273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 80740c66-2d6f-4a46-a0f6-1d048178adfd {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:28.070549 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.160753 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.173665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 80740c66-2d6f-4a46-a0f6-1d048178adfd owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:28.384093 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.414001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=80740c66-2d6f-4a46-a0f6-1d048178adfd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:28.441652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.444950 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9ad3af22-8a4f-4686-9315-23908b9779fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/80740c66-2d6f-4a46-a0f6-1d048178adfd HTTP/1.1" status: 204 len: 168 time: 0.4598482 Nov 05 22:16:28.447394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34252) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:28.537022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d5e333-a3ac-4707-9587-a8ed15995208 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:28.538720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d5e333-a3ac-4707-9587-a8ed15995208 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:28.540687 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c5d5e333-a3ac-4707-9587-a8ed15995208 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0920045 Nov 05 22:16:28.543541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34254) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:28.573123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f28f6839-f6c6-4ac3-b19e-f94b0754d262 None None] Provisioning complete for port 894d689c-067d-4656-a29a-50a5c7fa469a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:28.573732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f28f6839-f6c6-4ac3-b19e-f94b0754d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.596881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 32224aea-eb42-44b2-9498-b75e5b995e3a {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:28.600358 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.644860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.658420 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f28f6839-f6c6-4ac3-b19e-f94b0754d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.695312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f28f6839-f6c6-4ac3-b19e-f94b0754d262 None None] For port 894d689c-067d-4656-a29a-50a5c7fa469a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=894d689c-067d-4656-a29a-50a5c7fa469a,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:28.772599 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f28f6839-f6c6-4ac3-b19e-f94b0754d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.773930 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.821971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f6839-f6c6-4ac3-b19e-f94b0754d262 None None] Pushing event updated for resources: {'Port': ['ID=894d689c-067d-4656-a29a-50a5c7fa469a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:28.888596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d65f8321-876e-44ee-8285-4d7e70a952f8 None None] Could not find standard attr ID for object 4dac8e92-5e41-4a48-9098-3df7575b0dd8. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:28.891771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d65f8321-876e-44ee-8285-4d7e70a952f8 None None] Could not find standard attr ID for object 7acbe2a7-4223-4d23-98f6-5f28dcc459d7. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:28.898701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.933308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=32224aea-eb42-44b2-9498-b75e5b995e3a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:28.937253 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:28.942880 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3e682bd5-ca69-4447-88b2-2e1f40da23eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/32224aea-eb42-44b2-9498-b75e5b995e3a HTTP/1.1" status: 204 len: 168 time: 0.3958530 Nov 05 22:16:28.943808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34258) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:28.993329 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6d93ba3d-3c6a-45be-b3f1-1272fe2d2d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488195 Nov 05 22:16:28.996707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34260) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:29.001720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:29.008916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780ab81-84b7-49b5-91f9-788921854653 req-6d61d76d-0b04-441b-a9f1-59af1cdb47d5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:29.010881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0780ab81-84b7-49b5-91f9-788921854653 req-6d61d76d-0b04-441b-a9f1-59af1cdb47d5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 943 time: 0.0588062 Nov 05 22:16:29.074134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0780ab81-84b7-49b5-91f9-788921854653 req-872b1984-5c14-47be-8175-956fae637cac tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554748 Nov 05 22:16:29.111742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a122a1e-bbae-4a06-bef2-a186ed6bab9f None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:29.177799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:29.182495 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.218276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-98327a71-a3a4-4029-a092-d26b1c39475c None None] Could not find standard attr ID for object 0936d31f-aa2f-424e-a835-5fc8d788578f. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:29.296541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:29.347061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] Deleting port 894d689c-067d-4656-a29a-50a5c7fa469a {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:29.347527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.413642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] For port 894d689c-067d-4656-a29a-50a5c7fa469a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=894d689c-067d-4656-a29a-50a5c7fa469a,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:29.414062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.428140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] Calling delete_port for 894d689c-067d-4656-a29a-50a5c7fa469a owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:29.435777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.488393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:29.493272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:29.496638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:29.498674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.511873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=7caa7080-655a-4f5d-a334-529665e5577b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:29.520093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.520439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.520783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.521164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.521750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.521914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.522180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.522504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.522831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.523266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.523457 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.523830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:29.572283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.592364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-981138f7-fbb6-4e8d-8e58-c6fc26b477c7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5946271 Nov 05 22:16:29.595081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34262) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:29.599976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': '7caa7080-655a-4f5d-a334-529665e5577b', 'ip_address': '2001:db8::45cb:3e24:12ee:f07d'}], 'name': 'tempest-NetworksTestDHCPv6-54303752'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:29.601514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] Pushing event deleted for resources: {'Port': ['ID=894d689c-067d-4656-a29a-50a5c7fa469a,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:29.605801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9158236-da31-4f90-9241-3ba9faa1c614 None None] No DVR routers for this DVR port 894d689c-067d-4656-a29a-50a5c7fa469a on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:29.618665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93044ff5-ec12-4c10-9d1c-cdef224604b5 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:29.765911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '7caa7080-655a-4f5d-a334-529665e5577b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:29.766755 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.807157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:29.901588 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:29.906041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/7caa7080-655a-4f5d-a334-529665e5577b/271c6652-c7ff-4bc3-9c00-944eb5d5ac65) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:29.919384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 57c03acf-45c7-449f-9cd2-ce5ef6ac910f yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:30.048244 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.133562 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.174348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:30.177149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:30.183302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:30.191972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Pushing event updated for resources: {'Port': ['ID=271c6652-c7ff-4bc3-9c00-944eb5d5ac65,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:30.219895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::45cb:3e24:12ee:f07d (77f20016-ff1d-4290-b0ba-b259b6de0973/7caa7080-655a-4f5d-a334-529665e5577b/57c03acf-45c7-449f-9cd2-ce5ef6ac910f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:30.241520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Attempting to bind port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:30.241887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Attempting to bind port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:30.242242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Attempting to bind port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:30.245230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccbb18-c58a-414d-8f58-fca2d9598de7 req-24c293eb-847f-429d-9e26-f42cb1b36134 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:30.246724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24ccbb18-c58a-414d-8f58-fca2d9598de7 req-24c293eb-847f-429d-9e26-f42cb1b36134 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 943 time: 0.0823801 Nov 05 22:16:30.247814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:30.248205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:30.248558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.249197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:30.249427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Bound port: 271c6652-c7ff-4bc3-9c00-944eb5d5ac65, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:30.249802 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.311858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] For port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:30.314751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] For port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=271c6652-c7ff-4bc3-9c00-944eb5d5ac65,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:30.342300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24ccbb18-c58a-414d-8f58-fca2d9598de7 req-12c0730c-aafe-4aca-b239-5e91710775e9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846157 Nov 05 22:16:30.389733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.421580 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.451770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56296f-b371-4edd-b6a5-c178fc26e8de None None] Pushing event updated for resources: {'Port': ['ID=271c6652-c7ff-4bc3-9c00-944eb5d5ac65,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:30.521734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.569541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:30.572724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:30.577320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:30.583611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:30.584226 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.587862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=57c03acf-45c7-449f-9cd2-ce5ef6ac910f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:30.672606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fb9702c8-e9fd-4acb-a2fe-c7d0a704c8fe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0764129 Nov 05 22:16:30.675068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34266) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:30.732805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cc3df-d37c-44d7-a2f5-fd276dd0c097 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:30.738869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cc3df-d37c-44d7-a2f5-fd276dd0c097 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:30.740506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7e3cc3df-d37c-44d7-a2f5-fd276dd0c097 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0644598 Nov 05 22:16:30.743219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34268) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:30.812545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.832953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 57c03acf-45c7-449f-9cd2-ce5ef6ac910f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:30.833262 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.922775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:30.935880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 57c03acf-45c7-449f-9cd2-ce5ef6ac910f owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:30.992074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:16:31.101459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:31.113529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'port_id': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'mac_address': 'fa:16:3e:8f:ad:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:16:31.143633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.164219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.175815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=57c03acf-45c7-449f-9cd2-ce5ef6ac910f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:31.178896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9179ab56-557f-4bf0-b577-a9223d7d7301 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:16:31.203257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:31.206313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.210042 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6e4da4cd-2c92-422b-a399-870cba9964e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/57c03acf-45c7-449f-9cd2-ce5ef6ac910f HTTP/1.1" status: 204 len: 168 time: 0.4648254 Nov 05 22:16:31.212284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34270) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:31.264286 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.268762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b15858-1591-463c-bb96-aa79b3ed9878 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:31.269309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b15858-1591-463c-bb96-aa79b3ed9878 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:31.273635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d2b15858-1591-463c-bb96-aa79b3ed9878 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0603321 Nov 05 22:16:31.273801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34272) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:31.325986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:31.331717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 7caa7080-655a-4f5d-a334-529665e5577b {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:31.335698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.382673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.461494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b4f10b6b-78f0-41c7-b452-e1ca1a8468ad None None] Provisioning complete for port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:31.461915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4f10b6b-78f0-41c7-b452-e1ca1a8468ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.490585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.496229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa24f6-ae35-4b70-8181-980b54c7346f req-1ada8198-9f7a-4678-ae54-b97f1a719bba tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:31.505069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5aa24f6-ae35-4b70-8181-980b54c7346f req-1ada8198-9f7a-4678-ae54-b97f1a719bba tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0824966 Nov 05 22:16:31.579569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5aa24f6-ae35-4b70-8181-980b54c7346f req-e3ed8a57-ba9b-4168-a4d5-0b6ac4f5f623 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732732 Nov 05 22:16:31.609068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4f10b6b-78f0-41c7-b452-e1ca1a8468ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.641526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['9179ab56-557f-4bf0-b577-a9223d7d7301'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:16:31.673693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:31.687273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.716354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=7caa7080-655a-4f5d-a334-529665e5577b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:31.721387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.724858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee7b80fb-1b6a-46a5-b685-a70acf70cba4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/7caa7080-655a-4f5d-a334-529665e5577b HTTP/1.1" status: 204 len: 168 time: 0.4497893 Nov 05 22:16:31.727363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34276) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:31.769861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f4e11c4a-b7b4-49af-9370-bff435e376e5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403140 Nov 05 22:16:31.771891 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-b4f10b6b-78f0-41c7-b452-e1ca1a8468ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:16:31.772244 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-b4f10b6b-78f0-41c7-b452-e1ca1a8468ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:16:31.776083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34278) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:31.781404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:31.810900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:31.811256 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:31.852280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf4a02-bcc2-4244-b1ed-8323a7f467f8 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:31.943901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:31.948594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.065039 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.132700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=271c6652-c7ff-4bc3-9c00-944eb5d5ac65,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:32.167947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:32.217978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] Deleting port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:32.218350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.229268 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.276323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.320815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:32.324752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:32.330624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:32.331192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.336027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] For port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=271c6652-c7ff-4bc3-9c00-944eb5d5ac65,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:32.342065 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.344899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=112764e7-50cf-4b92-86f7-6f97a672c9d5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:32.363188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] Calling delete_port for 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:32.366450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=271c6652-c7ff-4bc3-9c00-944eb5d5ac65,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:32.506930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-46ff559e-d2ac-449a-b44a-8655b2bfe0d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7297058 Nov 05 22:16:32.509779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34288) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:32.515189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': '112764e7-50cf-4b92-86f7-6f97a672c9d5', 'ip_address': '2001:db8::515d:3d3f:df0:51f4'}], 'name': 'tempest-NetworksTestDHCPv6-30865168'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:32.569928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-93330e17-2881-4858-bd9c-b4659123cfd8 None None] Could not find standard attr ID for object 80740c66-2d6f-4a46-a0f6-1d048178adfd. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:32.579118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-93330e17-2881-4858-bd9c-b4659123cfd8 None None] Could not find standard attr ID for object 57c03acf-45c7-449f-9cd2-ce5ef6ac910f. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:32.698880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.702732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be6d1-16e4-434a-a54f-bef79dc8a0ea req-66301f42-554e-4144-861e-72254d3970ba tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:32.704267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a5be6d1-16e4-434a-a54f-bef79dc8a0ea req-66301f42-554e-4144-861e-72254d3970ba tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0499561 Nov 05 22:16:32.726760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] Pushing event deleted for resources: {'Port': ['ID=271c6652-c7ff-4bc3-9c00-944eb5d5ac65,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:32.733440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:32.734871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d1aa2-eb20-4231-9b1d-4a5336e0abcc None None] No DVR routers for this DVR port 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:32.738504 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.752505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d479242-86e1-407e-a50f-31c2488aaea9 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:32.783596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 3bd93b43-fc9d-4ccd-a815-2ae85d587c81 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:32.793135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9a5be6d1-16e4-434a-a54f-bef79dc8a0ea req-94e21778-2ffc-441c-b1a5-0d49c6fa62d7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813217 Nov 05 22:16:32.921393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '112764e7-50cf-4b92-86f7-6f97a672c9d5'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:32.922255 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:32.961972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::515d:3d3f:df0:51f4 (77f20016-ff1d-4290-b0ba-b259b6de0973/112764e7-50cf-4b92-86f7-6f97a672c9d5/3bd93b43-fc9d-4ccd-a815-2ae85d587c81) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:33.001357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:33.050551 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.121186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 9179ab56-557f-4bf0-b577-a9223d7d7301 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:16:33.123279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.125906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 9179ab56-557f-4bf0-b577-a9223d7d7301 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:33.126241 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.189826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.234062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.235005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:33.238097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:33.244527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:33.250302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:33.250951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.265073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/112764e7-50cf-4b92-86f7-6f97a672c9d5/24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:33.266216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=3bd93b43-fc9d-4ccd-a815-2ae85d587c81,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:33.274023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:16:33.276332 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7323a-5536-41dc-93df-040d6f0a0366" -d '{"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:16:33.294822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:33.324851 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d831c05-5472-4a7b-9c72-9a3d6a5689cf x-openstack-request-id: req-0d831c05-5472-4a7b-9c72-9a3d6a5689cf {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:16:33.325146 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:16:33.325401 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d831c05-5472-4a7b-9c72-9a3d6a5689cf {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:16:33.325800 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'code': 200} Nov 05 22:16:33.355423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc4d4dca-8590-4c7c-9ca2-8a1af49d7e56 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.8358915 Nov 05 22:16:33.355423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34294) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:33.402403 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.405849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15504d0-1075-4a72-8b8b-7e3cc7b6e520 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:33.407641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d15504d0-1075-4a72-8b8b-7e3cc7b6e520 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0572994 Nov 05 22:16:33.410320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34298) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:33.514404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:33.517315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.544474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf077-a2d1-4a3a-bf83-1a19a43bbf20 req-f203c94e-7c9b-4eeb-93b2-cf3ab2ae4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:33.546184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e6bf077-a2d1-4a3a-bf83-1a19a43bbf20 req-f203c94e-7c9b-4eeb-93b2-cf3ab2ae4335 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1096 time: 0.1539578 Nov 05 22:16:33.578912 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.579154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 3bd93b43-fc9d-4ccd-a815-2ae85d587c81 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:33.579448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.597154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:33.649565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:33.650513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 271c6652-c7ff-4bc3-9c00-944eb5d5ac65 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:33.653091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:33.660790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:33.663091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:33.666811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Pushing event updated for resources: {'Port': ['ID=24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:33.688452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e6bf077-a2d1-4a3a-bf83-1a19a43bbf20 req-3e57aa42-fac8-4d54-bb94-850f6c062dfa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349285 Nov 05 22:16:33.701068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.713655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 3bd93b43-fc9d-4ccd-a815-2ae85d587c81 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:33.726125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Attempting to bind port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:33.726605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Attempting to bind port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:33.727057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Attempting to bind port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:33.732755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:33.733262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:33.733767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.734231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:33.734788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Bound port: 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:33.735269 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.797598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] For port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:33.804094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] For port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:33.887006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.927199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:33.932517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9b58d-a0eb-4b25-b894-14d5b7acf889 req-e73aaab3-9f96-41f6-b596-8ec45bca9836 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:33.935483 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cd9b58d-a0eb-4b25-b894-14d5b7acf889 req-e73aaab3-9f96-41f6-b596-8ec45bca9836 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0589345 Nov 05 22:16:33.945910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12539cf0-fbe3-4da2-846d-1210c543f8b7 None None] Pushing event updated for resources: {'Port': ['ID=24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:33.969043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=3bd93b43-fc9d-4ccd-a815-2ae85d587c81,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:33.995849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:34.001064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1ad19d5b-dad8-4d61-a511-18fd2c4fce73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/3bd93b43-fc9d-4ccd-a815-2ae85d587c81 HTTP/1.1" status: 204 len: 168 time: 0.5876224 Nov 05 22:16:34.001898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34304) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:34.008111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cd9b58d-a0eb-4b25-b894-14d5b7acf889 req-2251e552-3908-4470-983a-1b5fb30d9975 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646937 Nov 05 22:16:34.054674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad1aa7-c169-4a76-b9de-00a836b8af68 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:34.057129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad1aa7-c169-4a76-b9de-00a836b8af68 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:34.058736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-abad1aa7-c169-4a76-b9de-00a836b8af68 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0557098 Nov 05 22:16:34.061512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34306) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:34.145885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 112764e7-50cf-4b92-86f7-6f97a672c9d5 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:34.149447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:34.272693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:34.376020 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:34.533488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:34.561913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=112764e7-50cf-4b92-86f7-6f97a672c9d5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:34.563866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:34.567220 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-360b60de-1cdf-404d-9f67-e01e5514c5be tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/112764e7-50cf-4b92-86f7-6f97a672c9d5 HTTP/1.1" status: 204 len: 168 time: 0.5044663 Nov 05 22:16:34.569512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34310) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:34.612091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2defd7fa-b4c1-4b4d-994b-77f248b3671b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414310 Nov 05 22:16:34.614590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34312) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:34.663914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d4688-509d-46f8-ba0a-dfb3058f5058 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:34.665437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-484d4688-509d-46f8-ba0a-dfb3058f5058 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0497046 Nov 05 22:16:34.668598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34314) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:34.720043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a2ba8a-7810-45eb-8da3-1fb85dfc7065 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:34.721428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-34a2ba8a-7810-45eb-8da3-1fb85dfc7065 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0519185 Nov 05 22:16:34.723891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34316) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:34.767234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1e0ee05d-1088-4f1b-b44c-19e369186e5f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422575 Nov 05 22:16:34.776765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34318) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:34.776765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:34.917122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0121c6ba-0035-46ff-9f53-080d3d531976 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:34.927177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:34.931299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.043045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9984dff3-c5a2-4a8a-add6-9555cf6b63cd None None] Provisioning complete for port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:35.043529 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9984dff3-c5a2-4a8a-add6-9555cf6b63cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.136699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9984dff3-c5a2-4a8a-add6-9555cf6b63cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.171346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:35.177397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9984dff3-c5a2-4a8a-add6-9555cf6b63cd None None] For port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:35.182307 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d074-816b-4ce8-b93c-ed4b1a63ab0b req-aa5522a0-abba-4288-a0a4-dd23860627c6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:35.186471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94b1d074-816b-4ce8-b93c-ed4b1a63ab0b req-aa5522a0-abba-4288-a0a4-dd23860627c6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1017828 Nov 05 22:16:35.222982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] Deleting port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:35.223791 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.236359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94b1d074-816b-4ce8-b93c-ed4b1a63ab0b req-f6fd9f40-9cda-45cb-8f2c-c79069515c05 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463438 Nov 05 22:16:35.264112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.290731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] For port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:35.290731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.304728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] Calling delete_port for 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:35.306407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:35.310900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:35.313990 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9984dff3-c5a2-4a8a-add6-9555cf6b63cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.315149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:35.315782 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.327197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:35.404068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984dff3-c5a2-4a8a-add6-9555cf6b63cd None None] Pushing event updated for resources: {'Port': ['ID=24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:35.443885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2c644e43-16c5-4542-ba21-f4b8d5bc708a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6714516 Nov 05 22:16:35.446544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34322) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:35.451376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': 'f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d', 'ip_address': '2001:db8::74fc:4d9a:a81d:b37c'}], 'name': 'tempest-NetworksTestDHCPv6-917427841'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:35.515667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.549191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] Pushing event deleted for resources: {'Port': ['ID=24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:35.555522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f4d09-7927-4984-8306-f67aa12574dd None None] No DVR routers for this DVR port 24b3ae2c-a2ac-44ea-a1a9-eac90650fc4d on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:35.575007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b8253-ff3f-420e-b656-4cd88a0a0cbc None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:35.645998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:35.727043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84659a22-f85b-4578-b812-300cec539359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': 'f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:35.728504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84659a22-f85b-4578-b812-300cec539359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.741037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:35.757911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port f90939e3-2a39-43c0-a8d3-5ecac63de789 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:35.864332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-84659a22-f85b-4578-b812-300cec539359 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d/8d96673c-9ab7-410c-9846-66fae9ced509) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:36.009001 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84659a22-f85b-4578-b812-300cec539359 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.104915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84659a22-f85b-4578-b812-300cec539359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.152745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84659a22-f85b-4578-b812-300cec539359 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:36.152745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-84659a22-f85b-4578-b812-300cec539359 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:36.152745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84659a22-f85b-4578-b812-300cec539359 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:36.164722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::74fc:4d9a:a81d:b37c (77f20016-ff1d-4290-b0ba-b259b6de0973/f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d/f90939e3-2a39-43c0-a8d3-5ecac63de789) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:36.170913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84659a22-f85b-4578-b812-300cec539359 None None] Pushing event updated for resources: {'Port': ['ID=8d96673c-9ab7-410c-9846-66fae9ced509,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:36.218909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-84659a22-f85b-4578-b812-300cec539359 None None] Attempting to bind port 8d96673c-9ab7-410c-9846-66fae9ced509 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:36.219272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-84659a22-f85b-4578-b812-300cec539359 None None] Attempting to bind port 8d96673c-9ab7-410c-9846-66fae9ced509 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:36.220087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84659a22-f85b-4578-b812-300cec539359 None None] Attempting to bind port 8d96673c-9ab7-410c-9846-66fae9ced509 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:36.224842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84659a22-f85b-4578-b812-300cec539359 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:36.225341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84659a22-f85b-4578-b812-300cec539359 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:36.225726 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84659a22-f85b-4578-b812-300cec539359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.226113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84659a22-f85b-4578-b812-300cec539359 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:36.226574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-84659a22-f85b-4578-b812-300cec539359 None None] Bound port: 8d96673c-9ab7-410c-9846-66fae9ced509, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:36.226950 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84659a22-f85b-4578-b812-300cec539359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.306093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-84659a22-f85b-4578-b812-300cec539359 None None] For port 8d96673c-9ab7-410c-9846-66fae9ced509, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:36.309800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-84659a22-f85b-4578-b812-300cec539359 None None] For port 8d96673c-9ab7-410c-9846-66fae9ced509, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8d96673c-9ab7-410c-9846-66fae9ced509,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:36.327307 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.362625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf61d-bf6b-46bd-987b-ad38485e58f3 req-b4aaa32e-1a42-4559-833f-52564f76fd5e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:36.364128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00bdf61d-bf6b-46bd-987b-ad38485e58f3 req-b4aaa32e-1a42-4559-833f-52564f76fd5e tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0541484 Nov 05 22:16:36.379020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a2a50ae-fb39-4257-a122-3a969275086f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.419392 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00bdf61d-bf6b-46bd-987b-ad38485e58f3 req-dcd9d884-9833-4f72-831b-881118ae2d96 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489957 Nov 05 22:16:36.441716 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84659a22-f85b-4578-b812-300cec539359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.482021 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.500165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84659a22-f85b-4578-b812-300cec539359 None None] Pushing event updated for resources: {'Port': ['ID=8d96673c-9ab7-410c-9846-66fae9ced509,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:36.578346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:36.585980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:36.588556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:36.594716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:36.595463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.615234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=f90939e3-2a39-43c0-a8d3-5ecac63de789,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:36.637519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a86d8-afb9-44c7-a8b9-c73d341a51e1 req-b3e54032-e1fc-46dd-9390-3e9d4aab774b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:36.639046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c12a86d8-afb9-44c7-a8b9-c73d341a51e1 req-b3e54032-e1fc-46dd-9390-3e9d4aab774b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1499743 Nov 05 22:16:36.698188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ced42ec8-de40-4a50-83cc-1556dca854f3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2472746 Nov 05 22:16:36.700752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34340) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:36.706382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f2b8b4a2-db97-4824-bc61-46da0a358b4b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': 'f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d', 'ip_address': '2001:db8::74fc:4d9a:a81d:b37c'}], 'name': 'tempest-NetworksTestDHCPv6-1378140742'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:36.728691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c12a86d8-afb9-44c7-a8b9-c73d341a51e1 req-03f03d1e-e2a7-4f53-bd33-8f37103c2c21 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827997 Nov 05 22:16:36.767367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:36.825247 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3974d-b130-4f0d-9fb5-d9b29708eb4c tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:36.830989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8fc3974d-b130-4f0d-9fb5-d9b29708eb4c tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1091 time: 0.0623178 Nov 05 22:16:36.835858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34344) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:36.841495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:36.926811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b8b4a2-db97-4824-bc61-46da0a358b4b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:36.932742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b4a2-db97-4824-bc61-46da0a358b4b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:36.950754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-f2b8b4a2-db97-4824-bc61-46da0a358b4b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 3c5a357c-ad9b-484c-bcec-a1f12249fbef yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:37.018376 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:37.129231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:37.253589 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.157 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/45753b17-6725-46a6-ba5d-80f45faa979e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:37.391204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:37.494094 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:37.517527 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b8b4a2-db97-4824-bc61-46da0a358b4b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 05 22:16:37.518133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b8b4a2-db97-4824-bc61-46da0a358b4b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:16:37.552217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:37.561231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:37.579186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:37.585283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=45753b17-6725-46a6-ba5d-80f45faa979e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:37.648017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f2b8b4a2-db97-4824-bc61-46da0a358b4b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9463122 Nov 05 22:16:37.648721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34348) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:37.680687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8d96673c-9ab7-410c-9846-66fae9ced509 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:37.717011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f62066ae-3783-4f4c-92d3-4d133f1ecf45 None None] Provisioning complete for port 8d96673c-9ab7-410c-9846-66fae9ced509 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:37.717324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f62066ae-3783-4f4c-92d3-4d133f1ecf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:37.733745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84f226-322e-46a0-96fd-b8f6a2f457d6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:37.747801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84f226-322e-46a0-96fd-b8f6a2f457d6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:37.751639 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9f84f226-322e-46a0-96fd-b8f6a2f457d6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1019285 Nov 05 22:16:37.754334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34350) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:37.842189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 8d96673c-9ab7-410c-9846-66fae9ced509 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:37.843165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:37.872218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port f90939e3-2a39-43c0-a8d3-5ecac63de789 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:37.872582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:37.897275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f62066ae-3783-4f4c-92d3-4d133f1ecf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.003897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f62066ae-3783-4f4c-92d3-4d133f1ecf45 None None] For port 8d96673c-9ab7-410c-9846-66fae9ced509, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8d96673c-9ab7-410c-9846-66fae9ced509,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:38.013904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.029329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for f90939e3-2a39-43c0-a8d3-5ecac63de789 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:38.056218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.090930 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f62066ae-3783-4f4c-92d3-4d133f1ecf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.146807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.187092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:16:38.189987 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:16:38.221370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8be11f32-24dd-4594-8b2c-5d70bcde3983 None None] Could not find standard attr ID for object 3bd93b43-fc9d-4ccd-a815-2ae85d587c81. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:38.224162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.231526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62066ae-3783-4f4c-92d3-4d133f1ecf45 None None] Pushing event updated for resources: {'Port': ['ID=8d96673c-9ab7-410c-9846-66fae9ced509,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:38.279282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=f90939e3-2a39-43c0-a8d3-5ecac63de789,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:38.300281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.303952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-29523560-b136-4aac-9c09-b155679f61b9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/f90939e3-2a39-43c0-a8d3-5ecac63de789 HTTP/1.1" status: 204 len: 168 time: 0.5484903 Nov 05 22:16:38.308554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34354) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:38.311270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.336614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-caf4a8a4-dcb3-41e5-be69-c3e55febd812 None None] Could not find standard attr ID for object f90939e3-2a39-43c0-a8d3-5ecac63de789. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:38.383355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbede601-31f2-41ca-b94c-1149de0cd2eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:38.385060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbede601-31f2-41ca-b94c-1149de0cd2eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:38.390848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bbede601-31f2-41ca-b94c-1149de0cd2eb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0806487 Nov 05 22:16:38.391229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34356) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:38.450041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:38.453869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.499390 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8cf802a7-7d50-4335-a61c-87da4fa00822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.541317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.567775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.629493 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.641991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.708011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=45753b17-6725-46a6-ba5d-80f45faa979e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:38.729453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.779147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.829821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:38.832179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:38.843149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-67bfdcfc-979d-4296-a886-1b68c4d5e60d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d HTTP/1.1" status: 204 len: 168 time: 0.4484329 Nov 05 22:16:38.843387 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP 2ccc8783-78ef-4871-875d-6a91eb1f78f0 associated. External IP: 172.25.6.157, port: 9179ab56-557f-4bf0-b577-a9223d7d7301. Nov 05 22:16:38.845123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34358) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:38.891221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dbe6b354-8fed-4b67-88ed-a5a4c6c28dbd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457938 Nov 05 22:16:38.901654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34360) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:38.910445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:38.957531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b19e59-e0a9-4665-87af-57d0c6e008e4 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:39.086494 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:39.090591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:39.127484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router f75d3184-c1bb-4178-8033-7ffdd63cab52 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:16:39.179385 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:39.227454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] Deleting port 8d96673c-9ab7-410c-9846-66fae9ced509 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:39.227943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:39.258242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:39.374830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:39.412985 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8945d85-5bd4-4a63-b3d9-d1016f5840d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5761383 Nov 05 22:16:39.413621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:16:39.417171 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764526c7-464d-4c73-b67a-4ac4d9581fed" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:16:39.461475 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db05458c-728c-47a1-9cf4-c370cf4bf51f x-openstack-request-id: req-db05458c-728c-47a1-9cf4-c370cf4bf51f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:16:39.461648 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:16:39.461808 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db05458c-728c-47a1-9cf4-c370cf4bf51f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:16:39.462195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] Sync routers for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:39.462326 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'status': 'completed', 'code': 200} Nov 05 22:16:39.468351 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:39.484918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:39.485984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:39.566223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50266-41be-42de-9b7d-2180b294f1c3 req-979e61c5-52ca-4f2f-965e-2191194e24ac tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:39.572622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] For port 8d96673c-9ab7-410c-9846-66fae9ced509, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8d96673c-9ab7-410c-9846-66fae9ced509,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:39.573330 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:39.580755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a50266-41be-42de-9b7d-2180b294f1c3 req-979e61c5-52ca-4f2f-965e-2191194e24ac tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1047029 Nov 05 22:16:39.599285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] Calling delete_port for 8d96673c-9ab7-410c-9846-66fae9ced509 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:39.614724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:39.621848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:39.625235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:39.625868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:39.636922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=56e24d56-a475-483c-b184-1c0f345d18ee,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:39.648186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-71b879bd-f291-4aa2-ab93-8d873bbc140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:39.648186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-71b879bd-f291-4aa2-ab93-8d873bbc140a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1096 time: 0.1009998 Nov 05 22:16:39.651223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99a50266-41be-42de-9b7d-2180b294f1c3 req-d6d2e036-66b7-4e99-9953-0c230046c1d4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696552 Nov 05 22:16:39.678708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34368) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:39.717247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8d96673c-9ab7-410c-9846-66fae9ced509 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:39.740202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e0af2f0b-a444-46a9-b175-4fd8486a63aa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8356419 Nov 05 22:16:39.740776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34370) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:39.749916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3ff3928a-0891-40dd-8eb1-7451977c38df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': '56e24d56-a475-483c-b184-1c0f345d18ee', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1355010859'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:39.760676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:39.793209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-a6d754a6-ef85-49bb-b094-7e8453ab7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:39.795684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-a6d754a6-ef85-49bb-b094-7e8453ab7206 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 898 time: 0.1411135 Nov 05 22:16:39.839990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fb31aae3-7d0e-45c3-99a2-80e7b42796ca tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/2ccc8783-78ef-4871-875d-6a91eb1f78f0 HTTP/1.1" status: 200 len: 991 time: 0.1610923 Nov 05 22:16:39.843215 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:39.892071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-09bbb5bf-97fb-4249-ac89-626c16eafa92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 999 time: 0.0901432 Nov 05 22:16:39.950351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 8d96673c-9ab7-410c-9846-66fae9ced509, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8d96673c-9ab7-410c-9846-66fae9ced509,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:39.951122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-79c87859-dce0-4813-a8e4-cac9be2cfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:39.953386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-79c87859-dce0-4813-a8e4-cac9be2cfd5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0550513 Nov 05 22:16:39.967408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3928a-0891-40dd-8eb1-7451977c38df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:40.036165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:40.052819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-57ee4ca6-f097-4eba-a8c5-018fae89a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:40.054931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-57ee4ca6-f097-4eba-a8c5-018fae89a046 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942707 Nov 05 22:16:40.119710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=8d96673c-9ab7-410c-9846-66fae9ced509,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:40.127136 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:40.135834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:40.156016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] No DVR routers for this DVR port 8d96673c-9ab7-410c-9846-66fae9ced509 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:40.187943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7913a9d-2d6a-4fd8-9b21-94cb2bf52149 None None] Pushing event deleted for resources: {'Port': ['ID=8d96673c-9ab7-410c-9846-66fae9ced509,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:40.213273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-75a776a9-c018-4638-992c-826160e4f4c2 service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495495 Nov 05 22:16:40.219642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b358f7d-cdfa-4734-a3a8-4c9207471b7d None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:40.330037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '2ccc8783-78ef-4871-875d-6a91eb1f78f0', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'port_id': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'mac_address': 'fa:16:3e:8f:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:16:37Z', 'updated_at': '2021-11-05T22:16:37Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:23Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:40.356133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-764526c7-464d-4c73-b67a-4ac4d9581fed req-46f0b595-e53d-4327-9fbe-6876880db0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358151 Nov 05 22:16:40.388518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] Checking router: f75d3184-c1bb-4178-8033-7ffdd63cab52 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:40.406563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:40.407252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:40.421174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ff3928a-0891-40dd-8eb1-7451977c38df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:40.439077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-3ff3928a-0891-40dd-8eb1-7451977c38df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 05a360c6-48c2-4164-b6f2-5b6babc6b3e3 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:40.470384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '56e24d56-a475-483c-b184-1c0f345d18ee'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:40.471531 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:40.593181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:40.601469 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff3928a-0891-40dd-8eb1-7451977c38df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:16:40.602034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff3928a-0891-40dd-8eb1-7451977c38df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:16:40.722419 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3ff3928a-0891-40dd-8eb1-7451977c38df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9780269 Nov 05 22:16:40.722626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34374) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:40.739682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/56e24d56-a475-483c-b184-1c0f345d18ee/315f7921-2e85-4d1c-9ded-b9adc3b37952) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:40.754415 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b4b41dc0-56d0-401b-928b-f3d7b272f233 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301838 Nov 05 22:16:40.756830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34376) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:40.828388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5095636-b9ba-414b-9b75-ba8515ad45c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:40.831014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5095636-b9ba-414b-9b75-ba8515ad45c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:40.832969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f5095636-b9ba-414b-9b75-ba8515ad45c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0751176 Nov 05 22:16:40.835789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34378) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:40.846719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34380) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:40.902756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 56e24d56-a475-483c-b184-1c0f345d18ee {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:40.933814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1fc20263-345d-4cc5-84bf-dc4675acf029 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/2ccc8783-78ef-4871-875d-6a91eb1f78f0 HTTP/1.1" status: 200 len: 991 time: 0.0841393 Nov 05 22:16:41.000457 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.005526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '2ccc8783-78ef-4871-875d-6a91eb1f78f0', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'port_id': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'mac_address': 'fa:16:3e:8f:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:16:37Z', 'updated_at': '2021-11-05T22:16:37Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:23Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:41.034917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d9c0-1a67-41ac-9819-d446ddf68a9e None None] The sync data for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 is: [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '2ccc8783-78ef-4871-875d-6a91eb1f78f0', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'port_id': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'mac_address': 'fa:16:3e:8f:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:16:37Z', 'updated_at': '2021-11-05T22:16:37Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:23Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:41.081828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.083248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.137281 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.144779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Pushing event updated for resources: {'Port': ['ID=315f7921-2e85-4d1c-9ded-b9adc3b37952,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:41.154024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:41.155889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:41.159108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:41.223151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Attempting to bind port 315f7921-2e85-4d1c-9ded-b9adc3b37952 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:41.225626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Attempting to bind port 315f7921-2e85-4d1c-9ded-b9adc3b37952 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:41.225626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Attempting to bind port 315f7921-2e85-4d1c-9ded-b9adc3b37952 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:41.229093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:41.229467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:41.229878 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.230270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:41.230743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Bound port: 315f7921-2e85-4d1c-9ded-b9adc3b37952, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:41.231180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.258807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.305370 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438f039-1ceb-4e66-bf0c-d9f57a727ac1 None None] New status for floating IP 2ccc8783-78ef-4871-875d-6a91eb1f78f0: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:16:41.440956 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.443889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] For port 315f7921-2e85-4d1c-9ded-b9adc3b37952, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:41.457817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] For port 315f7921-2e85-4d1c-9ded-b9adc3b37952, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=315f7921-2e85-4d1c-9ded-b9adc3b37952,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:41.482032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.487181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/56e24d56-a475-483c-b184-1c0f345d18ee HTTP/1.1" status: 204 len: 168 time: 0.6503413 Nov 05 22:16:41.488648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eddf53-465d-46ba-a814-d1c693e1c483 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=56e24d56-a475-483c-b184-1c0f345d18ee,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:41.489743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34384) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:41.527215 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.532856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-934b19f0-31f9-496d-807e-756261330db7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419331 Nov 05 22:16:41.542207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34386) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:41.543763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:41.562908 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.755679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:41.760067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:41.789934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cf710-8787-4762-b540-8e26b8e4d488 None None] Pushing event updated for resources: {'Port': ['ID=315f7921-2e85-4d1c-9ded-b9adc3b37952,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:41.937670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34388) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:42.058775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-25347b69-9de9-486a-bbf6-d85c03b2a421 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/2ccc8783-78ef-4871-875d-6a91eb1f78f0 HTTP/1.1" status: 200 len: 993 time: 0.1153424 Nov 05 22:16:42.059020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.167801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.224501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:42.228790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:42.233313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:42.236288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.255926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=6438eccc-0158-4fc0-92fe-eee77bc6b35a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:42.352417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a641df4d-e45a-4d38-9d0c-d3ddf1c4570e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8136425 Nov 05 22:16:42.355767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34390) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:42.363030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0f2b528e-78fd-4d22-8e77-60ff741f2234 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1684607611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:42.475051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2b528e-78fd-4d22-8e77-60ff741f2234 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.476155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2b528e-78fd-4d22-8e77-60ff741f2234 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.546112 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2b528e-78fd-4d22-8e77-60ff741f2234 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.625540 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2b528e-78fd-4d22-8e77-60ff741f2234 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.718004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f2b528e-78fd-4d22-8e77-60ff741f2234 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.719365 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f2b528e-78fd-4d22-8e77-60ff741f2234 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3625083 Nov 05 22:16:42.722301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34394) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:42.743338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d538f93-2d41-4562-8617-fbc84c861711 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:42.828060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dbfe3513-f665-4e1a-8c97-2beb9756cc53 None None] Provisioning complete for port 315f7921-2e85-4d1c-9ded-b9adc3b37952 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:42.828431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbfe3513-f665-4e1a-8c97-2beb9756cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:42.979765 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbfe3513-f665-4e1a-8c97-2beb9756cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.020609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dbfe3513-f665-4e1a-8c97-2beb9756cc53 None None] For port 315f7921-2e85-4d1c-9ded-b9adc3b37952, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=315f7921-2e85-4d1c-9ded-b9adc3b37952,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:43.029852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.133027 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbfe3513-f665-4e1a-8c97-2beb9756cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.193597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe3513-f665-4e1a-8c97-2beb9756cc53 None None] Pushing event updated for resources: {'Port': ['ID=315f7921-2e85-4d1c-9ded-b9adc3b37952,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:43.254316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-53548bc0-ad44-45f4-bf84-197682e53153 None None] Provisioning complete for port 315f7921-2e85-4d1c-9ded-b9adc3b37952 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:43.254823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-53548bc0-ad44-45f4-bf84-197682e53153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.310454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::1 (77f20016-ff1d-4290-b0ba-b259b6de0973/6438eccc-0158-4fc0-92fe-eee77bc6b35a/33937150-be13-4c7f-b6a4-f0a405bb4bd5) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:43.429331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.527376 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.577645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:43.583708 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:43.588298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:43.588835 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.595271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=33937150-be13-4c7f-b6a4-f0a405bb4bd5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:43.663892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 315f7921-2e85-4d1c-9ded-b9adc3b37952 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:43.736070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 315f7921-2e85-4d1c-9ded-b9adc3b37952 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:43.736541 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.831567 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.864696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dac99b7c-b2e1-4cb8-832f-9762cbacb3d3 None None] Provisioning complete for port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:43.865909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dac99b7c-b2e1-4cb8-832f-9762cbacb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:43.902104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dac99b7c-b2e1-4cb8-832f-9762cbacb3d3 None None] Port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:16:44.115938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:44.190958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:44.191700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:44.281367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=33937150-be13-4c7f-b6a4-f0a405bb4bd5,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:44.328983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:44.330849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:44.543985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Router b3b757e7-fc58-4e51-a3a6-b6e17ef3815c is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:16:44.630243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-51f3b328-750c-40ef-8a0f-bc85efc2f967 None None] Provisioning complete for port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:44.630545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51f3b328-750c-40ef-8a0f-bc85efc2f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:44.645342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:44.655755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34398) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:44.662007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d7565d0a-9fcf-4d03-b592-7cc499828f2a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "PUT /v2.0/routers/b3b757e7-fc58-4e51-a3a6-b6e17ef3815c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9314470 Nov 05 22:16:44.667613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Sync routers for ids ['b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:44.682007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-51f3b328-750c-40ef-8a0f-bc85efc2f967 None None] Port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:16:44.688413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Routers {'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:44.689101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:44.704062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210816b-0bfe-4563-8851-57f10df5e873 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:44.705438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c210816b-0bfe-4563-8851-57f10df5e873 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports/33937150-be13-4c7f-b6a4-f0a405bb4bd5 HTTP/1.1" status: 200 len: 911 time: 0.0486245 Nov 05 22:16:44.708117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34400) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:44.764973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7d73d-183e-4a35-bfd8-6b1e877ae109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:44.771310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7d73d-183e-4a35-bfd8-6b1e877ae109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:44.773120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8fd7d73d-183e-4a35-bfd8-6b1e877ae109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0640848 Nov 05 22:16:44.777037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34404) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:44.787749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Set router b3b757e7-fc58-4e51-a3a6-b6e17ef3815c gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:45.019140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c', 'name': 'tempest-NetworksTestDHCPv6-router-1684607611', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:42Z', 'updated_at': '2021-11-05T22:16:43Z', 'revision_number': 2, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'gw_port_host': None, '_interfaces': [{'id': '33937150-be13-4c7f-b6a4-f0a405bb4bd5', 'name': '', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'mac_address': 'fa:16:3e:a8:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '6438eccc-0158-4fc0-92fe-eee77bc6b35a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:43Z', 'updated_at': '2021-11-05T22:16:43Z', 'revision_number': 2, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'subnets': [{'id': '6438eccc-0158-4fc0-92fe-eee77bc6b35a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:45.053031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Checking router: b3b757e7-fc58-4e51-a3a6-b6e17ef3815c for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:45.053382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Updating router b3b757e7-fc58-4e51-a3a6-b6e17ef3815c port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:16:45.084742 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.129228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.368800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:45.369151 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.430286 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.467465 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.482309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 33937150-be13-4c7f-b6a4-f0a405bb4bd5 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:45.510871 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.590492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Pushing event updated for resources: {'Port': ['ID=33937150-be13-4c7f-b6a4-f0a405bb4bd5,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:45.637863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.638208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.638548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.638923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.639354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.639903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.640264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.640720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.641193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.641649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.642058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.642427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c27dd-3b5f-43c6-957a-64929b1e3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:16:45.663996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Attempting to bind port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:45.667598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Attempting to bind port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:45.667598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Attempting to bind port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:45.667837 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-1ea33c8e-67e7-4dcb-86ef-ec737314b6d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235042 Nov 05 22:16:45.671588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:45.672070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:45.672422 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.672829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:45.673358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Bound port: 33937150-be13-4c7f-b6a4-f0a405bb4bd5, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:45.673824 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.778888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834255fa-00e0-4315-b627-f40cadbb52fa req-f29f6e1a-e87e-49ef-8bfb-d8138e3272a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:45.780449 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-f29f6e1a-e87e-49ef-8bfb-d8138e3272a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.0577767 Nov 05 22:16:45.814024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:45.814377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:16:45.814720 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:16:45.853521 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=33937150-be13-4c7f-b6a4-f0a405bb4bd5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:45.924680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3695ccf7-10c9-4b17-8f8f-be41eb4089c0 None None] Could not find standard attr ID for object 33937150-be13-4c7f-b6a4-f0a405bb4bd5. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:45.944614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834255fa-00e0-4315-b627-f40cadbb52fa req-e368e6f3-9f5a-4ed5-b94c-d1270144b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:45.951407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-e368e6f3-9f5a-4ed5-b94c-d1270144b334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1446669 Nov 05 22:16:45.986060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:46.026763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-b7ec0c0c-2b94-43af-b617-dd9fe630f91b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 1001 time: 0.0729101 Nov 05 22:16:46.092398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834255fa-00e0-4315-b627-f40cadbb52fa req-5b23ac23-1f34-4e01-a415-73fed6ccb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:46.093895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-5b23ac23-1f34-4e01-a415-73fed6ccb51a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0599601 Nov 05 22:16:46.151300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834255fa-00e0-4315-b627-f40cadbb52fa req-f379d9e6-16c0-41d7-8d31-8cca83fcd389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:46.153085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-f379d9e6-16c0-41d7-8d31-8cca83fcd389 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525281 Nov 05 22:16:46.164756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-3d1be398-5e8a-46ad-ae5a-79cfa745fa28 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:16:46.165868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-3d1be398-5e8a-46ad-ae5a-79cfa745fa28 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054739 Nov 05 22:16:46.263929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-847f00f7-146d-467a-887f-e61efacaed66 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896122 Nov 05 22:16:46.330101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Attempting to bind port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:46.330695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Attempting to bind port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:46.331878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Attempting to bind port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:46.339327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:46.339327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:46.340070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:46.340642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:46.341603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Bound port: 33937150-be13-4c7f-b6a4-f0a405bb4bd5, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:46.342577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:46.373069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-834255fa-00e0-4315-b627-f40cadbb52fa req-fc7a9984-ee4c-45e3-9c57-3f620f146c78 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023316 Nov 05 22:16:46.382956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Port 33937150-be13-4c7f-b6a4-f0a405bb4bd5 has been deleted concurrently {{(pid=102293) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 05 22:16:46.397559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Routers {'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:46.398609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:46.482326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] Set router b3b757e7-fc58-4e51-a3a6-b6e17ef3815c gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:46.516732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Router b3b757e7-fc58-4e51-a3a6-b6e17ef3815c has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:16:46.539259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c', 'name': 'tempest-NetworksTestDHCPv6-router-1684607611', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:42Z', 'updated_at': '2021-11-05T22:16:45Z', 'revision_number': 3, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:46.572348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e99f3d-db3d-4607-ba39-251264ecd769 None None] The sync data for ids ['b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'] in n-d-816738-5 is: [{'id': 'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c', 'name': 'tempest-NetworksTestDHCPv6-router-1684607611', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:42Z', 'updated_at': '2021-11-05T22:16:45Z', 'revision_number': 3, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:46.603435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:46.608882 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e45d1f5d-85b6-4b4b-a16b-0ab966735c73 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "PUT /v2.0/routers/b3b757e7-fc58-4e51-a3a6-b6e17ef3815c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8307142 Nov 05 22:16:46.611678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:46.677924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6004d42-df55-4b6c-88d4-aafeff150211 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:46.679721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6004d42-df55-4b6c-88d4-aafeff150211 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:46.681823 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e6004d42-df55-4b6c-88d4-aafeff150211 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0690572 Nov 05 22:16:46.684672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34412) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:46.744982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 6438eccc-0158-4fc0-92fe-eee77bc6b35a {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:46.751050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:46.795760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:46.853459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.024651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.053363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=6438eccc-0158-4fc0-92fe-eee77bc6b35a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:47.058000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.060208 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7977fe38-3d2a-444c-aabc-94dce1c93c6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/6438eccc-0158-4fc0-92fe-eee77bc6b35a HTTP/1.1" status: 204 len: 168 time: 0.3745606 Nov 05 22:16:47.062874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:47.067609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e6ed96-98d1-4ed1-b2b2-db653fa3dd64 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:47.211253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fed52974-0922-402a-8a3b-6e6bc4909e7f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1471202 Nov 05 22:16:47.214346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34418) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:47.276820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:47.308001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94d97b6c-9b2a-458b-9f32-9ab44a17c3a5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.329535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] Deleting port 315f7921-2e85-4d1c-9ded-b9adc3b37952 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:47.329904 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.405677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] For port 315f7921-2e85-4d1c-9ded-b9adc3b37952, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=315f7921-2e85-4d1c-9ded-b9adc3b37952,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:47.406347 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.420031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] Calling delete_port for 315f7921-2e85-4d1c-9ded-b9adc3b37952 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:47.510579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94d97b6c-9b2a-458b-9f32-9ab44a17c3a5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.510579 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94d97b6c-9b2a-458b-9f32-9ab44a17c3a5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.523991 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] Sync routers for ids ['b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:47.535137 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] Routers {'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:47.536306 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:47.605979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 315f7921-2e85-4d1c-9ded-b9adc3b37952 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:47.609924 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.614648 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] Set router b3b757e7-fc58-4e51-a3a6-b6e17ef3815c gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:47.635920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 315f7921-2e85-4d1c-9ded-b9adc3b37952 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:47.637419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 315f7921-2e85-4d1c-9ded-b9adc3b37952 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:47.657685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] Pushing event deleted for resources: {'Port': ['ID=315f7921-2e85-4d1c-9ded-b9adc3b37952,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:47.659461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40615779-8995-45d8-84b0-6ee19b14b36f None None] No DVR routers for this DVR port 315f7921-2e85-4d1c-9ded-b9adc3b37952 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:47.675451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94d97b6c-9b2a-458b-9f32-9ab44a17c3a5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.675752 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c', 'name': 'tempest-NetworksTestDHCPv6-router-1684607611', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:42Z', 'updated_at': '2021-11-05T22:16:45Z', 'revision_number': 3, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:47.676097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d97b6c-9b2a-458b-9f32-9ab44a17c3a5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Fanout notify agent at l3_agent the message router_deleted on router b3b757e7-fc58-4e51-a3a6-b6e17ef3815c {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:16:47.683535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-94d97b6c-9b2a-458b-9f32-9ab44a17c3a5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:47.687494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-94d97b6c-9b2a-458b-9f32-9ab44a17c3a5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/routers/b3b757e7-fc58-4e51-a3a6-b6e17ef3815c HTTP/1.1" status: 204 len: 168 time: 0.4693360 Nov 05 22:16:47.688719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34420) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:47.695601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:47.705694 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] Checking router: b3b757e7-fc58-4e51-a3a6-b6e17ef3815c for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:47.714495 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] Routers set() bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:47.714791 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] Router IDs set() for agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 22:16:47.715419 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent'). {{(pid=102294) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 05 22:16:47.715818 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c83b-264b-4968-a014-fa4d74bff755 None None] The sync data for ids ['b3b757e7-fc58-4e51-a3a6-b6e17ef3815c'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:47.881355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:47.885489 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.173574 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.220674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:48.226037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:48.230640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:48.231234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.234904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe896184-2d27-46d0-9b33-30f2723d3749 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:48.240643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=22f221f5-7f46-430f-9cf3-1174889123b3,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:48.341511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-54433338-e3d0-4233-a360-a07f09b0b7e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6501014 Nov 05 22:16:48.344435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34424) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:48.351379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f840674f-dc01-4914-985d-2c367cf9a618 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1632237964', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:48.406601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '22f221f5-7f46-430f-9cf3-1174889123b3'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:48.407453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.458714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f840674f-dc01-4914-985d-2c367cf9a618 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.459908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f840674f-dc01-4914-985d-2c367cf9a618 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.517978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f840674f-dc01-4914-985d-2c367cf9a618 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.548592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/22f221f5-7f46-430f-9cf3-1174889123b3/775053b5-d584-4a0b-acde-24dbc284b005) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:48.578888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f840674f-dc01-4914-985d-2c367cf9a618 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.678091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f840674f-dc01-4914-985d-2c367cf9a618 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.679637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f840674f-dc01-4914-985d-2c367cf9a618 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3321514 Nov 05 22:16:48.682936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34426) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:48.863293 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.933163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.975903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:48.983258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:48.985979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:48.988331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:48.997830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Pushing event updated for resources: {'Port': ['ID=775053b5-d584-4a0b-acde-24dbc284b005,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:49.053293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Attempting to bind port 775053b5-d584-4a0b-acde-24dbc284b005 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:49.053764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Attempting to bind port 775053b5-d584-4a0b-acde-24dbc284b005 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:49.054188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Attempting to bind port 775053b5-d584-4a0b-acde-24dbc284b005 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:49.060089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:49.060844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:49.061020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.061454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:49.061989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Bound port: 775053b5-d584-4a0b-acde-24dbc284b005, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:49.062435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.137360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] For port 775053b5-d584-4a0b-acde-24dbc284b005, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:49.140347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] For port 775053b5-d584-4a0b-acde-24dbc284b005, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=775053b5-d584-4a0b-acde-24dbc284b005,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:49.229977 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.244955 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::1 (77f20016-ff1d-4290-b0ba-b259b6de0973/22f221f5-7f46-430f-9cf3-1174889123b3/8b137a33-28bb-49cd-adb6-3c61ab05800c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:49.291645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a9a2f-6b17-40cb-99b0-c9a80e63b8b9 None None] Pushing event updated for resources: {'Port': ['ID=775053b5-d584-4a0b-acde-24dbc284b005,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:49.369264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.493244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.546407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:49.552882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:49.557748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:49.561622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.599481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=8b137a33-28bb-49cd-adb6-3c61ab05800c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:49.656500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 775053b5-d584-4a0b-acde-24dbc284b005 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:49.710716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 775053b5-d584-4a0b-acde-24dbc284b005 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:49.711001 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.789506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.799899 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:49.833758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 775053b5-d584-4a0b-acde-24dbc284b005, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=775053b5-d584-4a0b-acde-24dbc284b005,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:49.960891 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:50.029154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=775053b5-d584-4a0b-acde-24dbc284b005,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:50.089220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:50.156074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:50.157148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:50.255820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=8b137a33-28bb-49cd-adb6-3c61ab05800c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:50.285789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-52c3e5cd-f8f5-4fd0-b340-8b207e9fc99c None None] Provisioning complete for port 775053b5-d584-4a0b-acde-24dbc284b005 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:50.286434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-52c3e5cd-f8f5-4fd0-b340-8b207e9fc99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:50.304862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:50.307099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:50.505604 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Router 60de4975-6c30-485c-b897-26b2f272f3e4 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:16:50.512622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d3f0e419-3306-4373-b49e-dae68d4aa17a None None] Provisioning complete for port 8b137a33-28bb-49cd-adb6-3c61ab05800c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:50.513380 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e419-3306-4373-b49e-dae68d4aa17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:50.550173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0e419-3306-4373-b49e-dae68d4aa17a None None] Port 8b137a33-28bb-49cd-adb6-3c61ab05800c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:16:50.612924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:50.620963 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8b009e64-f14d-4534-9a16-0c6304323124 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "PUT /v2.0/routers/60de4975-6c30-485c-b897-26b2f272f3e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9342124 Nov 05 22:16:50.623961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Sync routers for ids ['60de4975-6c30-485c-b897-26b2f272f3e4'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:50.624145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34432) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:50.638706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Routers {'60de4975-6c30-485c-b897-26b2f272f3e4'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:50.639670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['60de4975-6c30-485c-b897-26b2f272f3e4'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:50.678794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6576cb3-cf1e-401b-9977-19f493354492 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:50.680497 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d6576cb3-cf1e-401b-9977-19f493354492 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports/8b137a33-28bb-49cd-adb6-3c61ab05800c HTTP/1.1" status: 200 len: 911 time: 0.0552509 Nov 05 22:16:50.683473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34434) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:50.736486 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ee1a6-42b4-4058-b1dd-3da844937c55 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:50.739436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Set router 60de4975-6c30-485c-b897-26b2f272f3e4 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:50.744511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ee1a6-42b4-4058-b1dd-3da844937c55 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:50.746567 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-975ee1a6-42b4-4058-b1dd-3da844937c55 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0620136 Nov 05 22:16:50.749311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34436) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:50.798412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e07e9a03-fe6c-43e4-b485-021ee29ed255 None None] Provisioning complete for port 8b137a33-28bb-49cd-adb6-3c61ab05800c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:50.798763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e07e9a03-fe6c-43e4-b485-021ee29ed255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:50.906095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e07e9a03-fe6c-43e4-b485-021ee29ed255 None None] Port 8b137a33-28bb-49cd-adb6-3c61ab05800c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:16:50.992893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4975-6c30-485c-b897-26b2f272f3e4', 'name': 'tempest-NetworksTestDHCPv6-router-1632237964', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:48Z', 'updated_at': '2021-11-05T22:16:49Z', 'revision_number': 2, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'gw_port_host': None, '_interfaces': [{'id': '8b137a33-28bb-49cd-adb6-3c61ab05800c', 'name': '', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'mac_address': 'fa:16:3e:40:a5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4975-6c30-485c-b897-26b2f272f3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22f221f5-7f46-430f-9cf3-1174889123b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:49Z', 'updated_at': '2021-11-05T22:16:49Z', 'revision_number': 2, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'subnets': [{'id': '22f221f5-7f46-430f-9cf3-1174889123b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:51.023625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Checking router: 60de4975-6c30-485c-b897-26b2f272f3e4 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:16:51.023974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Updating router 60de4975-6c30-485c-b897-26b2f272f3e4 port 8b137a33-28bb-49cd-adb6-3c61ab05800c binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:16:51.049107 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.097282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.327890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 8b137a33-28bb-49cd-adb6-3c61ab05800c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:51.328396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.360542 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.419237 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.432831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 8b137a33-28bb-49cd-adb6-3c61ab05800c owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:51.463722 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.546706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fc6a2-00ab-49fb-9382-452de86a0b06 None None] Pushing event updated for resources: {'Port': ['ID=8b137a33-28bb-49cd-adb6-3c61ab05800c,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:51.592261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Attempting to bind port 8b137a33-28bb-49cd-adb6-3c61ab05800c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:51.592427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Attempting to bind port 8b137a33-28bb-49cd-adb6-3c61ab05800c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:51.592841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Attempting to bind port 8b137a33-28bb-49cd-adb6-3c61ab05800c on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:51.598656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:51.599466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:51.600078 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.600544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:51.601107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Bound port: 8b137a33-28bb-49cd-adb6-3c61ab05800c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:51.601699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.674749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 775053b5-d584-4a0b-acde-24dbc284b005 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:51.737897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.741447 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:16:51.741948 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:16:51.742906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 775053b5-d584-4a0b-acde-24dbc284b005 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:51.743861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:51.767673 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=8b137a33-28bb-49cd-adb6-3c61ab05800c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:51.836719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-15b806de-966c-4228-b293-aa6880c98a50 None None] Could not find standard attr ID for object 8b137a33-28bb-49cd-adb6-3c61ab05800c. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:51.878086 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.053023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Router 60de4975-6c30-485c-b897-26b2f272f3e4 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:16:52.132676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:16:52.141004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c188a5c5-0ee5-4e0b-a84e-33a40fe339c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "PUT /v2.0/routers/60de4975-6c30-485c-b897-26b2f272f3e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3880403 Nov 05 22:16:52.141448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34440) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:52.193837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b98bc7-f254-44dc-915a-c1226de67a57 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:52.195496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b98bc7-f254-44dc-915a-c1226de67a57 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:52.197058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-05b98bc7-f254-44dc-915a-c1226de67a57 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0547104 Nov 05 22:16:52.200024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34442) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:52.252812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 22f221f5-7f46-430f-9cf3-1174889123b3 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:52.256138 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.258714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Attempting to bind port 8b137a33-28bb-49cd-adb6-3c61ab05800c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:52.258714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Attempting to bind port 8b137a33-28bb-49cd-adb6-3c61ab05800c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:52.258962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Attempting to bind port 8b137a33-28bb-49cd-adb6-3c61ab05800c on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:52.264616 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:52.270989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:52.270989 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.270989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:52.270989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Bound port: 8b137a33-28bb-49cd-adb6-3c61ab05800c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:52.270989 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.297757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Port 8b137a33-28bb-49cd-adb6-3c61ab05800c has been deleted concurrently {{(pid=102293) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 05 22:16:52.306334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.307766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Routers {'60de4975-6c30-485c-b897-26b2f272f3e4'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:52.308407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['60de4975-6c30-485c-b897-26b2f272f3e4'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:52.380936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] Set router 60de4975-6c30-485c-b897-26b2f272f3e4 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:16:52.402204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.440748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4975-6c30-485c-b897-26b2f272f3e4', 'name': 'tempest-NetworksTestDHCPv6-router-1632237964', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:48Z', 'updated_at': '2021-11-05T22:16:51Z', 'revision_number': 3, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:16:52.472139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c4a4-dfe7-4efd-b44c-d773ed7eea45 None None] The sync data for ids ['60de4975-6c30-485c-b897-26b2f272f3e4'] in n-d-816738-5 is: [{'id': '60de4975-6c30-485c-b897-26b2f272f3e4', 'name': 'tempest-NetworksTestDHCPv6-router-1632237964', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:48Z', 'updated_at': '2021-11-05T22:16:51Z', 'revision_number': 3, 'project_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:52.550088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.577653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=22f221f5-7f46-430f-9cf3-1174889123b3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:52.581327 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.584672 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2fe49834-a5ec-4357-bfaa-cabba4c6f9dc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/22f221f5-7f46-430f-9cf3-1174889123b3 HTTP/1.1" status: 204 len: 168 time: 0.3836393 Nov 05 22:16:52.588042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34446) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:52.594296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31ad9a-20c2-4817-8a5e-382d738a8972 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:52.734942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-dc81182d-8f08-4831-b572-31ec67ba8a24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401548 Nov 05 22:16:52.747348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7a1af372-20e5-431c-bffe-1e1fb8048b9c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1577060 Nov 05 22:16:52.750391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34448) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:52.824731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:52.833757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066de990-3e65-4363-bedd-c12d76d66d0d req-6bff5766-befb-40e9-a901-bdf4e5942712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:52.837666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-6bff5766-befb-40e9-a901-bdf4e5942712 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1096 time: 0.0560777 Nov 05 22:16:52.850340 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b29d9479-0f8e-44ea-a7e5-0d036c5620ec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.880240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] Deleting port 775053b5-d584-4a0b-acde-24dbc284b005 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:52.880502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.960038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066de990-3e65-4363-bedd-c12d76d66d0d req-060bba93-d6d4-4c33-9833-36d8508c97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:52.961619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-060bba93-d6d4-4c33-9833-36d8508c97f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 898 time: 0.1024559 Nov 05 22:16:52.971244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] For port 775053b5-d584-4a0b-acde-24dbc284b005, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=775053b5-d584-4a0b-acde-24dbc284b005,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:52.971685 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:52.990196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] Calling delete_port for 775053b5-d584-4a0b-acde-24dbc284b005 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:53.041282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-11ff4168-76be-47ff-9598-81f93f93a3b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 1001 time: 0.0717046 Nov 05 22:16:53.105386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066de990-3e65-4363-bedd-c12d76d66d0d req-4abd8b68-2e38-4699-b359-a1635a691844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:53.108060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-4abd8b68-2e38-4699-b359-a1635a691844 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0591118 Nov 05 22:16:53.159976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066de990-3e65-4363-bedd-c12d76d66d0d req-7b974b3d-7be1-4fc7-930c-c6df847e7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:53.161510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-7b974b3d-7be1-4fc7-930c-c6df847e7500 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456007 Nov 05 22:16:53.212584 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:53.250127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] No DVR routers for this DVR port 775053b5-d584-4a0b-acde-24dbc284b005 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:53.254758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc14aa-0f7a-4ac2-843e-a407d2723001 None None] Pushing event deleted for resources: {'Port': ['ID=775053b5-d584-4a0b-acde-24dbc284b005,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:53.273952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-a7181735-4829-4f7e-a62b-cc7adea342bb service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044602 Nov 05 22:16:53.376551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b29d9479-0f8e-44ea-a7e5-0d036c5620ec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:53.378949 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b29d9479-0f8e-44ea-a7e5-0d036c5620ec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:53.384939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-066de990-3e65-4363-bedd-c12d76d66d0d req-17730a13-d596-4f81-ba79-98aedb9106f5 service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025674 Nov 05 22:16:53.510305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b29d9479-0f8e-44ea-a7e5-0d036c5620ec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:53.510868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29d9479-0f8e-44ea-a7e5-0d036c5620ec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Fanout notify agent at l3_agent the message router_deleted on router 60de4975-6c30-485c-b897-26b2f272f3e4 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:16:53.511375 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] Sync routers for ids ['60de4975-6c30-485c-b897-26b2f272f3e4'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:16:53.523006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b29d9479-0f8e-44ea-a7e5-0d036c5620ec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:53.523006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b29d9479-0f8e-44ea-a7e5-0d036c5620ec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/routers/60de4975-6c30-485c-b897-26b2f272f3e4 HTTP/1.1" status: 204 len: 168 time: 0.7674892 Nov 05 22:16:53.525343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34452) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:53.525497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] Routers set() bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:53.525497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] Router IDs set() for agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 22:16:53.525497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_agentschedulers_db [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60de4975-6c30-485c-b897-26b2f272f3e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent'). {{(pid=102294) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 05 22:16:53.536471 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] Routers set() bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:16:53.536834 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] Router IDs set() for agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 05 22:16:53.537413 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_agentschedulers_db [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60de4975-6c30-485c-b897-26b2f272f3e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:16:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent'). {{(pid=102294) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 05 22:16:53.537782 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4c672-390d-4e52-904e-dc69d0441d26 None None] The sync data for ids ['60de4975-6c30-485c-b897-26b2f272f3e4'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:16:53.558575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2c4a166e-7739-4ee0-8fcc-a5a070fa3f5a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354416 Nov 05 22:16:53.561834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34454) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:53.615859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 775053b5-d584-4a0b-acde-24dbc284b005 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:16:53.628980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2216b85f-fa1b-4bc6-a7ff-32de7ca026c5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:53.630472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2216b85f-fa1b-4bc6-a7ff-32de7ca026c5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675323 Nov 05 22:16:53.632979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34456) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:53.640851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 775053b5-d584-4a0b-acde-24dbc284b005 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:16:53.641198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 775053b5-d584-4a0b-acde-24dbc284b005 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:16:53.677247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b3ef802d-6cb2-47fd-b95d-2a11df8c158e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425487 Nov 05 22:16:53.681931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34458) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:53.686790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:53.857417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:53.861218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.224524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:16:54.225832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.270332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:54.275931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:54.279216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:54.279838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.284121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9448300-e9d5-43b9-8a53-93fafae4b555 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:54.293734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=e85a797b-deba-45a5-8388-94608f024e99,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:54.387476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b079531f-cac7-4754-a462-f797a8ed5d87 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7043653 Nov 05 22:16:54.390193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34462) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:54.395252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:54.441144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': 'e85a797b-deba-45a5-8388-94608f024e99'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:54.442049 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.572527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:54.576066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.578245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Allocated IP 2001:db8::f816:3eff:fe89:3e3 (77f20016-ff1d-4290-b0ba-b259b6de0973/e85a797b-deba-45a5-8388-94608f024e99/95bcbf62-d4da-43f5-9649-d6bf64548cb4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:54.731138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.842984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.885501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:54.891812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:54.895891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:54.901809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Pushing event updated for resources: {'Port': ['ID=95bcbf62-d4da-43f5-9649-d6bf64548cb4,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:54.916306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.958897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Attempting to bind port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:54.959270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Attempting to bind port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:54.959668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Attempting to bind port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:54.965645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:54.966022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:54.966422 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.966820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:54.967685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:54.967809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Bound port: 95bcbf62-d4da-43f5-9649-d6bf64548cb4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:54.968068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.974390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:54.976782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:54.977380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:54.987585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=099f5d4c-e893-421f-af1d-c16e9073f7cb,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:55.037978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] For port 95bcbf62-d4da-43f5-9649-d6bf64548cb4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:55.041683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] For port 95bcbf62-d4da-43f5-9649-d6bf64548cb4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=95bcbf62-d4da-43f5-9649-d6bf64548cb4,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:55.054932 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d0b8aca1-693c-4c35-b4d6-09521e0ec03f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6635511 Nov 05 22:16:55.060859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:55.062938 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:52:ca:dd', 'name': 'tempest-NetworksTestDHCPv6-839172278'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:55.144184 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:55.207163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8072fa-27b2-4401-a1e4-ac0bec1870b4 None None] Pushing event updated for resources: {'Port': ['ID=95bcbf62-d4da-43f5-9649-d6bf64548cb4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:55.258178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:55.363863 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:55.397658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port e84a259a-59a2-4076-8d63-ffbf6acbbd1d yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:55.609682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 172.20.0.6 (77f20016-ff1d-4290-b0ba-b259b6de0973/099f5d4c-e893-421f-af1d-c16e9073f7cb/e84a259a-59a2-4076-8d63-ffbf6acbbd1d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:55.616982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fe52:cadd (77f20016-ff1d-4290-b0ba-b259b6de0973/e85a797b-deba-45a5-8388-94608f024e99/e84a259a-59a2-4076-8d63-ffbf6acbbd1d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:55.672144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 95bcbf62-d4da-43f5-9649-d6bf64548cb4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:55.766530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:55.766911 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:55.809261 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:55.857968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:55.896155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 95bcbf62-d4da-43f5-9649-d6bf64548cb4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=95bcbf62-d4da-43f5-9649-d6bf64548cb4,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:55.979355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.001410 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.026661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:56.030492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:56.033021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:56.063136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=95bcbf62-d4da-43f5-9649-d6bf64548cb4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:56.085287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=e84a259a-59a2-4076-8d63-ffbf6acbbd1d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:56.111763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:56.112441 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.209849 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7399fa54-7f9b-4da4-a66a-d0ca2c41ecc8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1510360 Nov 05 22:16:56.211787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3c161-70b7-4abb-b115-d13a57e95144 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:56.212880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34468) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:56.264418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40a52c-ea4b-4bd9-ba0a-b9488c980448 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:56.270550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40a52c-ea4b-4bd9-ba0a-b9488c980448 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:56.272182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ed40a52c-ea4b-4bd9-ba0a-b9488c980448 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0584726 Nov 05 22:16:56.275311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34470) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:56.334079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6c0cd30c-95ff-4df6-9a83-cc2a59cae1fa None None] Provisioning complete for port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:56.334869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd30c-95ff-4df6-9a83-cc2a59cae1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.369447 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port e84a259a-59a2-4076-8d63-ffbf6acbbd1d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:56.369805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.466644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.480752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for e84a259a-59a2-4076-8d63-ffbf6acbbd1d owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:56.506223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f03572-912b-4b02-9320-87bcb3773ba4 None None] Update dhcp port {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': 'e85a797b-deba-45a5-8388-94608f024e99', 'ip_address': '2001:db8::f816:3eff:fe89:3e3'}, {'subnet_id': '099f5d4c-e893-421f-af1d-c16e9073f7cb'}], 'binding:host_id': 'n-d-816738-5'}, 'id': '95bcbf62-d4da-43f5-9649-d6bf64548cb4'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:16:56.532833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0f03572-912b-4b02-9320-87bcb3773ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.690764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f0f03572-912b-4b02-9320-87bcb3773ba4 None None] Allocated IP 172.20.0.2 (77f20016-ff1d-4290-b0ba-b259b6de0973/099f5d4c-e893-421f-af1d-c16e9073f7cb/95bcbf62-d4da-43f5-9649-d6bf64548cb4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:56.766961 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.783455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f0f03572-912b-4b02-9320-87bcb3773ba4 None None] For port 95bcbf62-d4da-43f5-9649-d6bf64548cb4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=95bcbf62-d4da-43f5-9649-d6bf64548cb4,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:56.794945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=e84a259a-59a2-4076-8d63-ffbf6acbbd1d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:56.816061 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0f03572-912b-4b02-9320-87bcb3773ba4 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.886486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0f03572-912b-4b02-9320-87bcb3773ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.892197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:56.895644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-94f801b0-475c-4df0-ae07-1dd7d6a4a5a0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/e84a259a-59a2-4076-8d63-ffbf6acbbd1d HTTP/1.1" status: 204 len: 168 time: 0.6193206 Nov 05 22:16:56.898202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34474) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:56.954906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb36145-5249-4f7e-a9ff-5e170e4eefec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:56.956608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb36145-5249-4f7e-a9ff-5e170e4eefec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:56.958208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb36145-5249-4f7e-a9ff-5e170e4eefec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:56.959840 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8fb36145-5249-4f7e-a9ff-5e170e4eefec tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0606728 Nov 05 22:16:56.963257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34476) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:57.026556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 099f5d4c-e893-421f-af1d-c16e9073f7cb {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:57.030084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.078404 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.130233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f03572-912b-4b02-9320-87bcb3773ba4 None None] Pushing event updated for resources: {'Port': ['ID=95bcbf62-d4da-43f5-9649-d6bf64548cb4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:57.169546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.339236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.367018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=099f5d4c-e893-421f-af1d-c16e9073f7cb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:57.371823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.375110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ca33a394-e2c9-420f-8628-6c617586f4d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/099f5d4c-e893-421f-af1d-c16e9073f7cb HTTP/1.1" status: 204 len: 168 time: 0.4107914 Nov 05 22:16:57.386767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34478) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:57.431982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet e85a797b-deba-45a5-8388-94608f024e99 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:16:57.435470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.478495 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.576857 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.635179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 95bcbf62-d4da-43f5-9649-d6bf64548cb4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:57.685522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:57.686115 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.756220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.775099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c5c72-1b81-42ab-9ba3-2e319caf37f6 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:57.785456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=e85a797b-deba-45a5-8388-94608f024e99,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:57.787497 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:57.793345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34482) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:57.800120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-869c3078-2934-425b-9e30-827000a58841 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/e85a797b-deba-45a5-8388-94608f024e99 HTTP/1.1" status: 204 len: 168 time: 0.4211755 Nov 05 22:16:57.823810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1241e186-d730-4848-ba99-3e33410309f7 None None] Could not find standard attr ID for object e84a259a-59a2-4076-8d63-ffbf6acbbd1d. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:16:57.833152 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-266b54bd-5777-4152-9b42-2d1934afedfe tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385931 Nov 05 22:16:57.835902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34484) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:57.840815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:57.875731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1241e186-d730-4848-ba99-3e33410309f7 None None] Provisioning complete for port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:57.875731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1241e186-d730-4848-ba99-3e33410309f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.001168 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:58.002283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:16:58.004758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.052944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] Deleting port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:16:58.054203 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.120472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] For port 95bcbf62-d4da-43f5-9649-d6bf64548cb4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=95bcbf62-d4da-43f5-9649-d6bf64548cb4,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:58.120862 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.135574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] Calling delete_port for 95bcbf62-d4da-43f5-9649-d6bf64548cb4 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:16:58.320984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.349357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] No DVR routers for this DVR port 95bcbf62-d4da-43f5-9649-d6bf64548cb4 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:16:58.353438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe3dff-6658-4122-9fa9-d54c2148e7f4 None None] Pushing event deleted for resources: {'Port': ['ID=95bcbf62-d4da-43f5-9649-d6bf64548cb4,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:58.358460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:16:58.360490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.407511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:58.413277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:58.418202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:58.418790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.424373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c7d22-31a9-4d0f-b86a-51937fba2f4c None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:16:58.428765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=2f8da959-3b07-4cb3-9878-c17c19cdddf7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:58.540616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de8556d3-5374-46f4-99cd-d598b2b6eeb2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7035761 Nov 05 22:16:58.543250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34486) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:58.548122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:58.581938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '2f8da959-3b07-4cb3-9878-c17c19cdddf7'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:16:58.582973 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.721546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Allocated IP 2001:db8::f816:3eff:fe5e:dd71 (77f20016-ff1d-4290-b0ba-b259b6de0973/2f8da959-3b07-4cb3-9878-c17c19cdddf7/4526fc9c-b240-4aac-8f44-5c63067deea5) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:58.744301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:58.747859 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.872030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.944386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:58.986548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:58.991380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:58.995836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:16:59.001517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Pushing event updated for resources: {'Port': ['ID=4526fc9c-b240-4aac-8f44-5c63067deea5,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:59.052552 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Attempting to bind port 4526fc9c-b240-4aac-8f44-5c63067deea5 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:16:59.052917 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Attempting to bind port 4526fc9c-b240-4aac-8f44-5c63067deea5 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:16:59.053303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Attempting to bind port 4526fc9c-b240-4aac-8f44-5c63067deea5 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:16:59.059037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:16:59.059403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:16:59.059827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.060210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:16:59.060665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Bound port: 4526fc9c-b240-4aac-8f44-5c63067deea5, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:16:59.061038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.104941 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.123906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] For port 4526fc9c-b240-4aac-8f44-5c63067deea5, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:16:59.126842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] For port 4526fc9c-b240-4aac-8f44-5c63067deea5, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4526fc9c-b240-4aac-8f44-5c63067deea5,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:16:59.149250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:16:59.152570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:16:59.158529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:16:59.159108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.173130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=b5e98b90-92d5-4b64-b418-becd2a5303d6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:59.212886 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.277194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da1c9-e847-4273-85ec-8f27369c3af0 None None] Pushing event updated for resources: {'Port': ['ID=4526fc9c-b240-4aac-8f44-5c63067deea5,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:16:59.284386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e67ec168-72e9-4ad0-9f56-b4357d8c6d74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7400219 Nov 05 22:16:59.287296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34490) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:16:59.293137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:33:88:a6', 'name': 'tempest-NetworksTestDHCPv6-1377214571'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:16:59.510540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:16:59.606904 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.630222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port ca45c3f9-130c-42fe-9975-d379d1b6494c yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:16:59.649459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4526fc9c-b240-4aac-8f44-5c63067deea5 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:16:59.719348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4526fc9c-b240-4aac-8f44-5c63067deea5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:16:59.719750 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.796620 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.797074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 172.20.0.6 (77f20016-ff1d-4290-b0ba-b259b6de0973/b5e98b90-92d5-4b64-b418-becd2a5303d6/ca45c3f9-130c-42fe-9975-d379d1b6494c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:59.802785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fe33:88a6 (77f20016-ff1d-4290-b0ba-b259b6de0973/2f8da959-3b07-4cb3-9878-c17c19cdddf7/ca45c3f9-130c-42fe-9975-d379d1b6494c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:16:59.834006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 4526fc9c-b240-4aac-8f44-5c63067deea5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4526fc9c-b240-4aac-8f44-5c63067deea5,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:16:59.938145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:16:59.971864 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.001420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=4526fc9c-b240-4aac-8f44-5c63067deea5,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:00.009814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 95bcbf62-d4da-43f5-9649-d6bf64548cb4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:00.032696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 95bcbf62-d4da-43f5-9649-d6bf64548cb4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:00.033048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 95bcbf62-d4da-43f5-9649-d6bf64548cb4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:00.120920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.167466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:00.171061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:00.175709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:00.203009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e9efb-eed2-4c9b-8d9c-4f1a668c4b38 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:00.221676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=ca45c3f9-130c-42fe-9975-d379d1b6494c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:00.249259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:00.249878 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.333301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7673baa0-af5a-4f44-bf02-f001de51e81f None None] Provisioning complete for port 4526fc9c-b240-4aac-8f44-5c63067deea5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:00.333663 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7673baa0-af5a-4f44-bf02-f001de51e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.409945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-268a3f91-8155-4c39-b483-e62aa7b067d2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1212139 Nov 05 22:17:00.412277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34494) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:00.462961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd45a9c-8950-4ede-a946-10e9411d33a1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:00.469176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd45a9c-8950-4ede-a946-10e9411d33a1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:00.470750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1fd45a9c-8950-4ede-a946-10e9411d33a1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0575371 Nov 05 22:17:00.473352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34496) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:00.479076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c13b1-2ce3-4e4f-a804-d4e6d8ddf53b None None] Update dhcp port {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': '2f8da959-3b07-4cb3-9878-c17c19cdddf7', 'ip_address': '2001:db8::f816:3eff:fe5e:dd71'}, {'subnet_id': 'b5e98b90-92d5-4b64-b418-becd2a5303d6'}], 'binding:host_id': 'n-d-816738-5'}, 'id': '4526fc9c-b240-4aac-8f44-5c63067deea5'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:17:00.506190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d7c13b1-2ce3-4e4f-a804-d4e6d8ddf53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.576071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port ca45c3f9-130c-42fe-9975-d379d1b6494c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:00.576539 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.663014 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.675952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for ca45c3f9-130c-42fe-9975-d379d1b6494c owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:00.679570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3d7c13b1-2ce3-4e4f-a804-d4e6d8ddf53b None None] Allocated IP 172.20.0.2 (77f20016-ff1d-4290-b0ba-b259b6de0973/b5e98b90-92d5-4b64-b418-becd2a5303d6/4526fc9c-b240-4aac-8f44-5c63067deea5) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:00.795478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3d7c13b1-2ce3-4e4f-a804-d4e6d8ddf53b None None] For port 4526fc9c-b240-4aac-8f44-5c63067deea5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4526fc9c-b240-4aac-8f44-5c63067deea5,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:00.817439 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.827604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d7c13b1-2ce3-4e4f-a804-d4e6d8ddf53b None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.904073 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d7c13b1-2ce3-4e4f-a804-d4e6d8ddf53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.932674 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:00.989665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c13b1-2ce3-4e4f-a804-d4e6d8ddf53b None None] Pushing event updated for resources: {'Port': ['ID=4526fc9c-b240-4aac-8f44-5c63067deea5,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:01.290751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=ca45c3f9-130c-42fe-9975-d379d1b6494c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:01.378942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.384382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-272b6c2f-88ed-4e1c-b802-1af467baa09b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/ca45c3f9-130c-42fe-9975-d379d1b6494c HTTP/1.1" status: 204 len: 168 time: 0.9085925 Nov 05 22:17:01.386611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34500) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:01.444997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4409b8-82bd-40c7-9925-a0e0e9ae01b3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:01.447045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4409b8-82bd-40c7-9925-a0e0e9ae01b3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:01.448717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4409b8-82bd-40c7-9925-a0e0e9ae01b3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:01.450309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7f4409b8-82bd-40c7-9925-a0e0e9ae01b3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0627306 Nov 05 22:17:01.453100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34502) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:01.505901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 2f8da959-3b07-4cb3-9878-c17c19cdddf7 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:01.509891 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.518939 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:17:01.551409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.588452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1abb65a2-9326-4346-a984-493abe6efb38 None None] Could not find standard attr ID for object ca45c3f9-130c-42fe-9975-d379d1b6494c. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:01.601001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1abb65a2-9326-4346-a984-493abe6efb38 None None] Provisioning complete for port 4526fc9c-b240-4aac-8f44-5c63067deea5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:01.601713 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1abb65a2-9326-4346-a984-493abe6efb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.649822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4526fc9c-b240-4aac-8f44-5c63067deea5 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:01.656490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.742123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4526fc9c-b240-4aac-8f44-5c63067deea5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:01.742486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.819241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.850192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fb1c5df8-54dd-4548-ad6f-3c14afba7b8a None None] Could not find standard attr ID for object ca45c3f9-130c-42fe-9975-d379d1b6494c. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:01.854256 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.857525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/2f8da959-3b07-4cb3-9878-c17c19cdddf7 HTTP/1.1" status: 204 len: 168 time: 0.4034696 Nov 05 22:17:01.858759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff759d-556c-4630-80d3-81b79ea43535 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8da959-3b07-4cb3-9878-c17c19cdddf7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:01.863236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34506) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:01.914080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet b5e98b90-92d5-4b64-b418-becd2a5303d6 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:01.917740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:01.957170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.044354 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.213442 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.243311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e98b90-92d5-4b64-b418-becd2a5303d6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:02.246056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.249298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2552ea1e-3500-4c99-a2cb-a1e57d646986 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/b5e98b90-92d5-4b64-b418-becd2a5303d6 HTTP/1.1" status: 204 len: 168 time: 0.3865166 Nov 05 22:17:02.252104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:02.292688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7a199b75-2658-427b-a635-ae364e0d534d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389533 Nov 05 22:17:02.294924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34510) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:02.300005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:02.394902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08ffaa-f80a-4027-825e-abd8c22f5166 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:02.606677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:02.618690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:02.622518 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.654220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] Deleting port 4526fc9c-b240-4aac-8f44-5c63067deea5 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:02.654587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.716604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] For port 4526fc9c-b240-4aac-8f44-5c63067deea5, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4526fc9c-b240-4aac-8f44-5c63067deea5,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:02.717068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.730813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] Calling delete_port for 4526fc9c-b240-4aac-8f44-5c63067deea5 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:02.870332 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.904163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.916190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:02.920727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:02.925050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:02.925648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:02.932257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] Pushing event deleted for resources: {'Port': ['ID=4526fc9c-b240-4aac-8f44-5c63067deea5,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:02.933727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6475ad1-8437-45c4-974b-a75d769ea461 None None] No DVR routers for this DVR port 4526fc9c-b240-4aac-8f44-5c63067deea5 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:02.937746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:02.950221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41accfd0-a0ea-4019-9435-acc6311bcd7e None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:03.103752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': 'e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:03.104604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:03.117977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-23bb0307-e486-41d3-8d78-dd4b3a962147 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8219883 Nov 05 22:17:03.121118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34514) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:03.125932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:03.178265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:03.239706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Allocated IP 172.20.0.2 (77f20016-ff1d-4290-b0ba-b259b6de0973/e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c/661c9c5f-0723-43e8-ae7d-91c15e009215) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:03.380160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:03.384276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:03.388527 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:03.470053 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:03.507732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:03.513108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:03.516803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:03.522229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Pushing event updated for resources: {'Port': ['ID=661c9c5f-0723-43e8-ae7d-91c15e009215,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:03.577825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Attempting to bind port 661c9c5f-0723-43e8-ae7d-91c15e009215 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:03.577825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Attempting to bind port 661c9c5f-0723-43e8-ae7d-91c15e009215 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:03.577825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Attempting to bind port 661c9c5f-0723-43e8-ae7d-91c15e009215 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:03.581960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:03.582325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:03.582813 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:03.583200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:03.583677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Bound port: 661c9c5f-0723-43e8-ae7d-91c15e009215, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:03.584054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:03.794955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4526fc9c-b240-4aac-8f44-5c63067deea5 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:03.832013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 4526fc9c-b240-4aac-8f44-5c63067deea5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:03.832013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4526fc9c-b240-4aac-8f44-5c63067deea5 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:03.837318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] For port 661c9c5f-0723-43e8-ae7d-91c15e009215, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:03.842045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] For port 661c9c5f-0723-43e8-ae7d-91c15e009215, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=661c9c5f-0723-43e8-ae7d-91c15e009215,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:03.863155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:03.949649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:04.009528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88014392-1f78-4691-b2a8-846da1e5356d None None] Pushing event updated for resources: {'Port': ['ID=661c9c5f-0723-43e8-ae7d-91c15e009215,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:04.193559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:04.357615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] For port 661c9c5f-0723-43e8-ae7d-91c15e009215, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=661c9c5f-0723-43e8-ae7d-91c15e009215,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:04.386869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:04.463981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:04.464750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:04.544398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:04.557912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:04.566801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:04.566801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:04.575044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=1f26f624-fed7-477b-931c-cbb17f639fff,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:04.579253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=661c9c5f-0723-43e8-ae7d-91c15e009215,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:04.658668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6cc4d564-cd19-4a3b-8ad2-18123fddc6b7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5338740 Nov 05 22:17:04.658915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34518) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:04.663873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:46:9d:3b', 'name': 'tempest-NetworksTestDHCPv6-541884799'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:04.851897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:04.901961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62cbb7-4ff0-4c42-ab2a-2e223d511545 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:04.939877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:04.959362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 7633264a-a6bb-48b7-902c-9e6493470510 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:05.018356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3667037b-1274-4a96-b057-7465e3e9414c None None] Provisioning complete for port 661c9c5f-0723-43e8-ae7d-91c15e009215 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:05.018726 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3667037b-1274-4a96-b057-7465e3e9414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.122107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 172.20.0.7 (77f20016-ff1d-4290-b0ba-b259b6de0973/e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c/7633264a-a6bb-48b7-902c-9e6493470510) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:05.128242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fe46:9d3b (77f20016-ff1d-4290-b0ba-b259b6de0973/1f26f624-fed7-477b-931c-cbb17f639fff/7633264a-a6bb-48b7-902c-9e6493470510) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:05.138783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3667037b-1274-4a96-b057-7465e3e9414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.172554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3667037b-1274-4a96-b057-7465e3e9414c None None] For port 661c9c5f-0723-43e8-ae7d-91c15e009215, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=661c9c5f-0723-43e8-ae7d-91c15e009215,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:05.275718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3667037b-1274-4a96-b057-7465e3e9414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.286329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.330208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667037b-1274-4a96-b057-7465e3e9414c None None] Pushing event updated for resources: {'Port': ['ID=661c9c5f-0723-43e8-ae7d-91c15e009215,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:05.385962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.427500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:05.433399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:05.437292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:05.461972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=7633264a-a6bb-48b7-902c-9e6493470510,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:05.492186 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:05.492893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.621702 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e53ec9d0-5188-45b6-9bd8-0bb20b6f22b5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9618194 Nov 05 22:17:05.624580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34522) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:05.663975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 661c9c5f-0723-43e8-ae7d-91c15e009215 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:05.697551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8deae5-f050-4ed5-bd9c-0ce2aaab197b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:05.697551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8deae5-f050-4ed5-bd9c-0ce2aaab197b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:05.697551 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe8deae5-f050-4ed5-bd9c-0ce2aaab197b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0704837 Nov 05 22:17:05.698905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34524) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:05.728232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-734e5074-fa28-46ad-9b2e-4432420b2998 None None] Provisioning complete for port 661c9c5f-0723-43e8-ae7d-91c15e009215 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:05.728386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-734e5074-fa28-46ad-9b2e-4432420b2998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.771362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 661c9c5f-0723-43e8-ae7d-91c15e009215 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:05.771889 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.829481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 7633264a-a6bb-48b7-902c-9e6493470510 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:05.829827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.934183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:05.947746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 7633264a-a6bb-48b7-902c-9e6493470510 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:06.086389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c630aad9-766e-4ff2-b92e-10a7e47a84d0 None None] Provisioning complete for port 7633264a-a6bb-48b7-902c-9e6493470510 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:06.087626 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c630aad9-766e-4ff2-b92e-10a7e47a84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.122728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c630aad9-766e-4ff2-b92e-10a7e47a84d0 None None] Port 7633264a-a6bb-48b7-902c-9e6493470510 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:17:06.253042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.284853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=7633264a-a6bb-48b7-902c-9e6493470510,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:06.376841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.380367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7ae1eca2-d89e-4ada-9c8e-f5374d3f1ddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7633264a-a6bb-48b7-902c-9e6493470510 HTTP/1.1" status: 204 len: 168 time: 0.6796479 Nov 05 22:17:06.382859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34528) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:06.384859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e1e9-e6cb-49b8-9037-abfbc5163595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.441311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70976a-805e-40c6-afaa-5ce858c255da tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:06.443018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70976a-805e-40c6-afaa-5ce858c255da tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:06.444612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70976a-805e-40c6-afaa-5ce858c255da tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:06.446778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3b70976a-805e-40c6-afaa-5ce858c255da tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0624752 Nov 05 22:17:06.449658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34530) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:06.509616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 1f26f624-fed7-477b-931c-cbb17f639fff {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:06.512779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.552492 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.631061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.777654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.804284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=1f26f624-fed7-477b-931c-cbb17f639fff,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:06.808451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.811613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6833c97f-81ad-4307-9294-d49415f838fc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/1f26f624-fed7-477b-931c-cbb17f639fff HTTP/1.1" status: 204 len: 168 time: 0.3609488 Nov 05 22:17:06.815718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34532) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:06.817047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b948a-1f11-4d59-9889-c0a5b4114e75 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:06.867614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:06.871279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:06.911709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.004991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.173828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.218894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:07.224725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.229677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e8c331f9-f6fb-4882-8040-7d9787c0c78a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c HTTP/1.1" status: 204 len: 168 time: 0.4144647 Nov 05 22:17:07.232186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34544) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:07.281896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-06f210e9-f22c-46eb-abc3-9a7787173a39 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461040 Nov 05 22:17:07.282357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34546) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:07.287912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:07.328426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-8d644c0f-9376-4c15-9a49-2d0d84b449aa tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245380646&fields=id&tenant_id=79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 267 time: 0.0520806 Nov 05 22:17:07.444026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-96e9401b-08db-4c3b-b7a2-f321e5d150c6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:07.445572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-96e9401b-08db-4c3b-b7a2-f321e5d150c6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1100011 Nov 05 22:17:07.473034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:07.473150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-9d44e97f-6ae2-4748-bd8d-eb50d3710fc5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/quotas/79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 375 time: 0.0111215 Nov 05 22:17:07.473252 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.530007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-13086913-8993-4c16-a57f-b962cb248544 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590837 Nov 05 22:17:07.558120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c48e6-d886-4ba3-aece-643e7e30ce31 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:07.690933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fdec5081-0842-4ff1-8d90-8904b1d1a8e8 None None] Provisioning complete for port 661c9c5f-0723-43e8-ae7d-91c15e009215 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:07.691325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fdec5081-0842-4ff1-8d90-8904b1d1a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.712012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-c90eb22d-df5c-4ed5-b976-43d847d1266b service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633136 Nov 05 22:17:07.804087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.812132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-25b25ffd-8aac-4750-93c5-2dd7d4840907 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930748 Nov 05 22:17:07.815838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:07.841761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:07.845430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:07.851658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:07.855791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.867159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=a7da34ec-a10b-4063-af01-36e6354f3ae6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:07.873710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] Deleting port 661c9c5f-0723-43e8-ae7d-91c15e009215 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:07.878773 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.953046 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b4bf4bd4-434a-4755-96de-ebd07e0b270d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6694205 Nov 05 22:17:07.955700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34556) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:07.961221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:07.964208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] For port 661c9c5f-0723-43e8-ae7d-91c15e009215, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=661c9c5f-0723-43e8-ae7d-91c15e009215,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:07.964603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:07.981798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] Calling delete_port for 661c9c5f-0723-43e8-ae7d-91c15e009215 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:08.148887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:08.149129 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.152539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.177374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] Pushing event deleted for resources: {'Port': ['ID=661c9c5f-0723-43e8-ae7d-91c15e009215,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:08.181722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c77c20-0a9d-4c2b-96ec-9b94e70b4c49 None None] No DVR routers for this DVR port 661c9c5f-0723-43e8-ae7d-91c15e009215 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:08.200263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2be0d-8b37-4a7a-ae2a-4a35b0b24385 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:08.359508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': 'a7da34ec-a10b-4063-af01-36e6354f3ae6'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:08.360894 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.538470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Allocated IP 172.20.0.2 (77f20016-ff1d-4290-b0ba-b259b6de0973/a7da34ec-a10b-4063-af01-36e6354f3ae6/736ed3c2-cbc6-407b-8d4b-14f10f0cda49) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:08.573943 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5cff2b4d-5c8f-4930-9fd9-ed9acb2f8ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.683145 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1aa3b42d-bef4-4f22-a4e3-7e3e312b2d8e req-bfb25c50-6d79-48f7-8a23-f02cbe7f4522 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0334597 Nov 05 22:17:08.690256 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.795470 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.832500 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:08.837884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:08.841460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:08.849364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Pushing event updated for resources: {'Port': ['ID=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:08.898710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Attempting to bind port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:08.899083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Attempting to bind port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:08.900109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Attempting to bind port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:08.905083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:08.905469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:08.905856 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.906249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:08.906720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Bound port: 736ed3c2-cbc6-407b-8d4b-14f10f0cda49, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:08.907102 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:08.962929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:08.976168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] For port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:08.980227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] For port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:09.047684 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.112073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5812a-e798-4d09-9f48-2dd513bc8984 None None] Pushing event updated for resources: {'Port': ['ID=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:09.209340 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.388926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] For port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:09.418367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.515325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.516127 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.582420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:09.594633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:09.600712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:09.601316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.614052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=acff8a5e-07ff-41f0-9953-259b7d583025,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:09.625659 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:09.646072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:09.697453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:09.697818 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.705994 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f357be1-75f5-422b-b5b7-119771fbc3df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7489130 Nov 05 22:17:09.708687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34570) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:09.714259 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:3e:aa:ed', 'name': 'tempest-NetworksTestDHCPv6-1135095021'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:09.809528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6410cb4b-a4b6-42f5-8774-b254fe658b8b req-fadf710a-5ae4-45ef-9e61-20d783894eb3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0496409 Nov 05 22:17:09.810350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:09.864868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:09.938422 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:09.979014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.049301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.068043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 661c9c5f-0723-43e8-ae7d-91c15e009215 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:10.072903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448d6bf4-18a6-4afc-8182-ead990e4cbaa None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:10.084799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 7d3267c3-3f99-44fb-8997-8f453819b1d7 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:10.087419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:10.123708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 661c9c5f-0723-43e8-ae7d-91c15e009215 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:10.124050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 661c9c5f-0723-43e8-ae7d-91c15e009215 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:10.157089 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.171218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-35edd78a-2e2e-49d3-b2f5-0c86b6ad9a54 None None] Provisioning complete for port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:10.171641 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35edd78a-2e2e-49d3-b2f5-0c86b6ad9a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.255837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 172.20.0.4 (77f20016-ff1d-4290-b0ba-b259b6de0973/a7da34ec-a10b-4063-af01-36e6354f3ae6/7d3267c3-3f99-44fb-8997-8f453819b1d7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:10.262281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fe3e:aaed (77f20016-ff1d-4290-b0ba-b259b6de0973/acff8a5e-07ff-41f0-9953-259b7d583025/7d3267c3-3f99-44fb-8997-8f453819b1d7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:10.432958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.573458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.579734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-e07963c6-ddb0-4228-be23-8641ed00a13f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:10.581247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-e07963c6-ddb0-4228-be23-8641ed00a13f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 812 time: 0.1075227 Nov 05 22:17:10.616846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:10.623092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:10.627278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:10.654832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=7d3267c3-3f99-44fb-8997-8f453819b1d7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:10.659413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-a6fdffdd-5984-485c-98bf-ddcbd6c52a95 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f73fbecf914ce88c668979583061dd HTTP/1.1" status: 200 len: 380 time: 0.0653279 Nov 05 22:17:10.670415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'port': {'device_id': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'admin_state_up': True, 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'security_groups': ['66d142b1-4e37-45eb-aab6-0865661c861b']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:10.690843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:10.691649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.788950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-489dc792-bcf3-4182-a150-7d151a25bcaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0781264 Nov 05 22:17:10.789613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34572) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:10.840761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f37f6-c250-4430-95e8-df2c93b01974 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:10.847132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f37f6-c250-4430-95e8-df2c93b01974 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:10.848898 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-423f37f6-c250-4430-95e8-df2c93b01974 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0585175 Nov 05 22:17:10.851641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34576) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:10.909425 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-063d4e58-5c0f-4682-b47b-5ffce087005a req-396f4983-f0cb-46b7-a47c-f022aca9a990 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0324674 Nov 05 22:17:10.933719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Made reservation on behalf of 79f73fbecf914ce88c668979583061dd for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:10.936314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:10.964701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bae29139-b5fe-48c6-b890-7b0b4dcd5ef7 None None] Provisioning complete for port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:10.965295 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bae29139-b5fe-48c6-b890-7b0b4dcd5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.086491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.20.0.4 (9bfdab88-8353-4e2d-9246-afbd45bbb58b/8e2fe03c-3d64-417d-addb-9f2fec7fa101/d11da534-1ad8-4cea-a149-dd77b386ede5) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:11.101826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 7d3267c3-3f99-44fb-8997-8f453819b1d7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:11.102690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.266661 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.293698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 7d3267c3-3f99-44fb-8997-8f453819b1d7 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:11.302253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-22f4c12a-15b4-431d-be9f-71a64ff1786c None None] Provisioning complete for port 7d3267c3-3f99-44fb-8997-8f453819b1d7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:11.302538 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-22f4c12a-15b4-431d-be9f-71a64ff1786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.344290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-22f4c12a-15b4-431d-be9f-71a64ff1786c None None] Port 7d3267c3-3f99-44fb-8997-8f453819b1d7 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:17:11.362783 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.510713 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.532373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.559994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:11.565071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:11.565595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:11.607276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=d11da534-1ad8-4cea-a149-dd77b386ede5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:11.630580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:11.631233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.636002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:11.646995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.679794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=7d3267c3-3f99-44fb-8997-8f453819b1d7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:11.690689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:11.691121 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.719586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-fed1a258-bc81-425e-92bf-20ee8bbdb6c0 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0540795 Nov 05 22:17:11.752438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Request body: {'port': {'device_id': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:11.879076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.886632 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34580) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:11.887241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9fdb1a7a-d9ce-4224-ac2b-32fcff8eb610 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7d3267c3-3f99-44fb-8997-8f453819b1d7 HTTP/1.1" status: 204 len: 168 time: 1.0338643 Nov 05 22:17:11.888016 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:11.957226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5a657-b384-4f10-a65d-783f3365899c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:11.959376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5a657-b384-4f10-a65d-783f3365899c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:11.961334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5a657-b384-4f10-a65d-783f3365899c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:11.963760 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c8c5a657-b384-4f10-a65d-783f3365899c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0757685 Nov 05 22:17:11.966319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34584) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:12.030078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet a7da34ec-a10b-4063-af01-36e6354f3ae6 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:12.031051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-79bcf887-80d1-469c-bab4-ca93cc0993f8 None None] Provisioning complete for port d11da534-1ad8-4cea-a149-dd77b386ede5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:12.032995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-79bcf887-80d1-469c-bab4-ca93cc0993f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.034934 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.103348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-79bcf887-80d1-469c-bab4-ca93cc0993f8 None None] Port d11da534-1ad8-4cea-a149-dd77b386ede5 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:17:12.104898 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.112686 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.177833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2a83-dab3-4949-a72b-518b1aaef89b req-523ea85a-cbe6-47fd-8477-f55ba76d82e7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:12.179576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d43c2a83-dab3-4949-a72b-518b1aaef89b req-523ea85a-cbe6-47fd-8477-f55ba76d82e7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 931 time: 0.1007848 Nov 05 22:17:12.210974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.282285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d43c2a83-dab3-4949-a72b-518b1aaef89b req-a7682d60-6d5e-4055-a6ba-2ec9dc8aef9e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700111 Nov 05 22:17:12.343765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11da534-1ad8-4cea-a149-dd77b386ede5 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:17:12.351293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.360114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.366054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Transition to ACTIVE for port object d11da534-1ad8-4cea-a149-dd77b386ede5 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:17:12.383093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da34ec-a10b-4063-af01-36e6354f3ae6,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:12.388897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.393324 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a1f37262-1100-40a5-8ecd-e04a06361a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/a7da34ec-a10b-4063-af01-36e6354f3ae6 HTTP/1.1" status: 204 len: 168 time: 0.4253621 Nov 05 22:17:12.393923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34586) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:12.394845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa844a-fdbb-481b-b2c9-8c504d158318 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:12.436401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.446909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet acff8a5e-07ff-41f0-9953-259b7d583025 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:12.450230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.506984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.554327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Pushing event updated for resources: {'Port': ['ID=d11da534-1ad8-4cea-a149-dd77b386ede5,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:12.608491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Attempting to bind port d11da534-1ad8-4cea-a149-dd77b386ede5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:12.611206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Attempting to bind port d11da534-1ad8-4cea-a149-dd77b386ede5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:12.611504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Attempting to bind port d11da534-1ad8-4cea-a149-dd77b386ede5 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:12.621142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Port d11da534-1ad8-4cea-a149-dd77b386ede5 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:17:12.621470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Attempting to bind port d11da534-1ad8-4cea-a149-dd77b386ede5 on network 9bfdab88-8353-4e2d-9246-afbd45bbb58b {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:12.627164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:12.627771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Checking segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:12.628159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Bound using segment: {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:12.628588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Bound port: d11da534-1ad8-4cea-a149-dd77b386ede5, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46038ce-f604-4f0b-84cf-623028381bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:12.628948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.639991 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.748218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] For port d11da534-1ad8-4cea-a149-dd77b386ede5, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:12.755933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] For port d11da534-1ad8-4cea-a149-dd77b386ede5, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11da534-1ad8-4cea-a149-dd77b386ede5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:12.846778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.873550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.911233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:12.912154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.913123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:12.914329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] 10.222.0.13 "PUT /v2.0/ports/d11da534-1ad8-4cea-a149-dd77b386ede5 HTTP/1.1" status: 200 len: 1091 time: 1.1662850 Nov 05 22:17:12.915650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:17:12.918204 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220b4b08-8df4-428e-9d1f-6bf389daeb15" -d '{"events": [{"name": "network-changed", "server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:17:12.937885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/acff8a5e-07ff-41f0-9953-259b7d583025 HTTP/1.1" status: 204 len: 168 time: 0.5428541 Nov 05 22:17:12.938946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3c3e6-cea8-4617-95cc-095a897c67f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=acff8a5e-07ff-41f0-9953-259b7d583025,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:12.945919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34590) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:12.956465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecfe6a-de90-4045-84e1-8de0c9a28618 service neutron] Pushing event updated for resources: {'Port': ['ID=d11da534-1ad8-4cea-a149-dd77b386ede5,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:12.986160 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88351d52-e5d0-4e77-bc31-d078898f58e4 x-openstack-request-id: req-88351d52-e5d0-4e77-bc31-d078898f58e4 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:17:12.986462 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:17:12.986719 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88351d52-e5d0-4e77-bc31-d078898f58e4 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:17:12.987131 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'status': 'completed', 'code': 200} Nov 05 22:17:13.034530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5a218b45-cb7b-4aea-bfbe-5a1da8487ef2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874922 Nov 05 22:17:13.038171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34592) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:13.117224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b4b08-8df4-428e-9d1f-6bf389daeb15 req-e7e83f2d-38e0-487a-82cc-dfbc1e62fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.118812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-220b4b08-8df4-428e-9d1f-6bf389daeb15 req-e7e83f2d-38e0-487a-82cc-dfbc1e62fcf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 1094 time: 0.1062565 Nov 05 22:17:13.141548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692dda5-1de3-4c3f-a18a-f3f042b948e8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.141548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a692dda5-1de3-4c3f-a18a-f3f042b948e8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1016269 Nov 05 22:17:13.143305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34594) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:13.229132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a643d375-f142-4d6c-afc0-96c2cde430ce tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.231899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a643d375-f142-4d6c-afc0-96c2cde430ce tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0873837 Nov 05 22:17:13.234384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34596) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:13.265041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b4b08-8df4-428e-9d1f-6bf389daeb15 req-640d537f-1452-46d3-b7f8-540df2e3d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.267812 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-220b4b08-8df4-428e-9d1f-6bf389daeb15 req-640d537f-1452-46d3-b7f8-540df2e3d680 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=79f73fbecf914ce88c668979583061dd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376643 Nov 05 22:17:13.285099 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2032a00a-ab6b-4597-a85f-d7b27719a39b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461504 Nov 05 22:17:13.288061 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34598) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:13.293401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2e17a1e8-82d0-4705-b455-d863d400f8c1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:13.446588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b4b08-8df4-428e-9d1f-6bf389daeb15 req-9a996826-9acd-417a-bad5-87b2fcd9481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.448373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-220b4b08-8df4-428e-9d1f-6bf389daeb15 req-9a996826-9acd-417a-bad5-87b2fcd9481a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725311 Nov 05 22:17:13.467841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b127-7a38-447f-a9a7-c51286657f07 req-d478b0e2-966e-4423-86ff-ae03b8f53954 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.469364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6e5b127-7a38-447f-a9a7-c51286657f07 req-d478b0e2-966e-4423-86ff-ae03b8f53954 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0607681 Nov 05 22:17:13.492621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e17a1e8-82d0-4705-b455-d863d400f8c1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:13.497542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e17a1e8-82d0-4705-b455-d863d400f8c1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:13.500479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4a732-e4fa-4724-845e-40c340498f39 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:13.507247 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e17a1e8-82d0-4705-b455-d863d400f8c1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:13.510321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e17a1e8-82d0-4705-b455-d863d400f8c1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:13.575527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b381471a-a7b8-41f1-b29f-e28377212896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.577045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-b381471a-a7b8-41f1-b29f-e28377212896 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 1094 time: 0.0807216 Nov 05 22:17:13.581014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6e5b127-7a38-447f-a9a7-c51286657f07 req-81b8ad43-bc29-478f-ad6e-9e6dba967c25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044838 Nov 05 22:17:13.622677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-a5a380c5-71bb-448c-b104-63fa800bb348 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d11da534-1ad8-4cea-a149-dd77b386ede5 HTTP/1.1" status: 200 len: 217 time: 0.0378122 Nov 05 22:17:13.641004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1ca5a7a3-b6b3-48bc-b472-fc89a24ee6eb None None] Provisioning complete for port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:13.644631 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ca5a7a3-b6b3-48bc-b472-fc89a24ee6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:13.652501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2e17a1e8-82d0-4705-b455-d863d400f8c1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3631732 Nov 05 22:17:13.653973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34602) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:13.673126 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1cd6346e-0f59-46c3-a3f0-a65b5535ca38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:13.685780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-e95b06fa-6581-458c-a523-0725c2313d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.687469 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-e95b06fa-6581-458c-a523-0725c2313d3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0575726 Nov 05 22:17:13.744202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:13.760523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-14c63c3c-bf2f-4ba7-8a1e-d1fff5c54912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:13.762343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-14c63c3c-bf2f-4ba7-8a1e-d1fff5c54912 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678074 Nov 05 22:17:13.804208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] Deleting port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:13.804582 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:13.861236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-8622de10-cbf8-4e4c-b828-cc79a934d158 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914662 Nov 05 22:17:13.874011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] For port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:13.874407 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:13.889472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] Calling delete_port for 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:13.900026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6346e-0f59-46c3-a3f0-a65b5535ca38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:13.906993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1cd6346e-0f59-46c3-a3f0-a65b5535ca38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:13.909080 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd6346e-0f59-46c3-a3f0-a65b5535ca38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:13.909600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd6346e-0f59-46c3-a3f0-a65b5535ca38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:13.964756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bc89efe-460e-45c3-bf8e-f43302803982 req-ba9d1312-15c7-4fa8-a846-4b35fd83aadc service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968626 Nov 05 22:17:14.026775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1cd6346e-0f59-46c3-a3f0-a65b5535ca38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3698392 Nov 05 22:17:14.029934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34604) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:14.034938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b0e8363a-a9af-4ea9-a7d3-18af1518dff1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:14.137901 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:14.167097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] Pushing event deleted for resources: {'Port': ['ID=736ed3c2-cbc6-407b-8d4b-14f10f0cda49,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:14.170559 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffadfa51-1962-4844-a8d5-abb0d74033c5 None None] No DVR routers for this DVR port 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:14.178113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8363a-a9af-4ea9-a7d3-18af1518dff1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:14.186036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0e8363a-a9af-4ea9-a7d3-18af1518dff1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:14.186036 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e8363a-a9af-4ea9-a7d3-18af1518dff1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:14.186036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e8363a-a9af-4ea9-a7d3-18af1518dff1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:14.278335 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b0e8363a-a9af-4ea9-a7d3-18af1518dff1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2472026 Nov 05 22:17:14.281191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34608) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:14.286213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-72ae115e-78be-4d54-8277-5cd6f33939e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:14.452279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ae115e-78be-4d54-8277-5cd6f33939e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:14.455907 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72ae115e-78be-4d54-8277-5cd6f33939e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:14.459974 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ae115e-78be-4d54-8277-5cd6f33939e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:14.459974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ae115e-78be-4d54-8277-5cd6f33939e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:14.551118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-72ae115e-78be-4d54-8277-5cd6f33939e2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2687786 Nov 05 22:17:14.554548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34612) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:14.559493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-44c63008-067e-4cfd-8f8f-e45ee55177c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:14.711068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb45fe9-ea27-4855-9902-a66170adec9e req-2c2ed997-508a-4cbd-86b6-ad8037c7fe65 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:14.713162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fb45fe9-ea27-4855-9902-a66170adec9e req-2c2ed997-508a-4cbd-86b6-ad8037c7fe65 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0510020 Nov 05 22:17:14.762102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1fb45fe9-ea27-4855-9902-a66170adec9e req-063fc104-bc1f-44da-a4df-aaf782ad69ac tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Nov 05 22:17:14.789761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c63008-067e-4cfd-8f8f-e45ee55177c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:14.805062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-44c63008-067e-4cfd-8f8f-e45ee55177c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:14.805062 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c63008-067e-4cfd-8f8f-e45ee55177c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:14.805062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c63008-067e-4cfd-8f8f-e45ee55177c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:14.986398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-44c63008-067e-4cfd-8f8f-e45ee55177c8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4307199 Nov 05 22:17:14.989419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34616) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:14.994434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0a2b5173-e997-40fa-b5f8-f3e7856565af tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:15.155012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2b5173-e997-40fa-b5f8-f3e7856565af tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:15.158642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0a2b5173-e997-40fa-b5f8-f3e7856565af tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:15.160073 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2b5173-e997-40fa-b5f8-f3e7856565af tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:15.160502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2b5173-e997-40fa-b5f8-f3e7856565af tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:15.266266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0a2b5173-e997-40fa-b5f8-f3e7856565af tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2757587 Nov 05 22:17:15.268954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34618) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:15.296624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bde87cb1-cadb-4cb3-bb00-d6edc9c10feb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0264819 Nov 05 22:17:15.299005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34620) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:15.385412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754f7f2-71a3-46e5-b1b5-fb10bd854066 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:15.386982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d754f7f2-71a3-46e5-b1b5-fb10bd854066 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0870531 Nov 05 22:17:15.389525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34622) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:15.428794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f94bd89f-b5ad-4fa8-974b-67e75b9f3df5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382187 Nov 05 22:17:15.433183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34624) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:15.437849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:15.612567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:15.616374 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:15.624721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:15.655401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:15.655802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 736ed3c2-cbc6-407b-8d4b-14f10f0cda49 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:15.911701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9df581-45ad-4e9d-ba42-7b1381a61c92 req-fdbc6b3e-91cb-485f-923a-e558ac38fbc8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:15.913254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a9df581-45ad-4e9d-ba42-7b1381a61c92 req-fdbc6b3e-91cb-485f-923a-e558ac38fbc8 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0587616 Nov 05 22:17:15.968512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a9df581-45ad-4e9d-ba42-7b1381a61c92 req-2661ad68-37f2-449c-ba26-e653107c9e38 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 Nov 05 22:17:16.042997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.objects.ports [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:16.044601 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.084308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:16.091621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:16.095980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:16.096559 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.102928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b469aeb-da8a-426f-8440-d862e0f51822 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:16.114178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=83e7b10e-97a7-4a05-974d-e6926d9ea4f3,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:16.242588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d98128ee-326c-45a8-b02e-4bf76ce83a6e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8058975 Nov 05 22:17:16.243441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34628) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:16.249567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:c1:c3:1d', 'name': 'tempest-NetworksTestDHCPv6-1146099028'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:16.286634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '83e7b10e-97a7-4a05-974d-e6926d9ea4f3'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:16.287915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.487052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Allocated IP 2001:db8::f816:3eff:fe7b:81a1 (77f20016-ff1d-4290-b0ba-b259b6de0973/83e7b10e-97a7-4a05-974d-e6926d9ea4f3/2ed6abcf-b403-4303-9b9e-e7d561dddd3f) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:16.510081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:16.622031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.642445 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.644463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port b80f8ff4-4e80-40ed-b3db-49bd403d3dc2 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:16.767430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.804820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:16.808978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:16.812979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:16.834712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fec1:c31d (77f20016-ff1d-4290-b0ba-b259b6de0973/83e7b10e-97a7-4a05-974d-e6926d9ea4f3/b80f8ff4-4e80-40ed-b3db-49bd403d3dc2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:16.869471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Pushing event updated for resources: {'Port': ['ID=2ed6abcf-b403-4303-9b9e-e7d561dddd3f,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:16.881939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Attempting to bind port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:16.882392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Attempting to bind port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:16.882820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Attempting to bind port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:16.888909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:16.889367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:16.889752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.890141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:16.890604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Bound port: 2ed6abcf-b403-4303-9b9e-e7d561dddd3f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:16.891059 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:16.955271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] For port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:16.958323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] For port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2ed6abcf-b403-4303-9b9e-e7d561dddd3f,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:17.002978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.089432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37888b7-7f5b-4d1c-bb0d-6f19efa76ba1 req-25df6c8e-8808-4b27-a9a4-8fc96e3a3f28 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:17.092996 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d37888b7-7f5b-4d1c-bb0d-6f19efa76ba1 req-25df6c8e-8808-4b27-a9a4-8fc96e3a3f28 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0498185 Nov 05 22:17:17.110472 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.113345 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.165015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:17.170494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:17.173321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:17.177984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d37888b7-7f5b-4d1c-bb0d-6f19efa76ba1 req-d8eab352-6c56-4fe3-8ba9-d4189188e716 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805745 Nov 05 22:17:17.179587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:17.180806 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.189870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1616a4-ac5d-4dfd-95ab-2389c656ae1d None None] Pushing event updated for resources: {'Port': ['ID=2ed6abcf-b403-4303-9b9e-e7d561dddd3f,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:17.204665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=b80f8ff4-4e80-40ed-b3db-49bd403d3dc2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:17.358887 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3ad207d4-b710-487e-a74c-877a5bca47f9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1145222 Nov 05 22:17:17.359061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34634) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:17.418376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3372e6-e1e6-4911-a383-c7d51ad34464 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:17.425137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3372e6-e1e6-4911-a383-c7d51ad34464 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:17.426967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0a3372e6-e1e6-4911-a383-c7d51ad34464 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0666020 Nov 05 22:17:17.429537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34636) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:17.516651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port b80f8ff4-4e80-40ed-b3db-49bd403d3dc2 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:17.516999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.654588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2ed6abcf-b403-4303-9b9e-e7d561dddd3f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:17.705873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:17.706239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.797027 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.837724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2ed6abcf-b403-4303-9b9e-e7d561dddd3f,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:17.927155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.933727 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:17.948932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for b80f8ff4-4e80-40ed-b3db-49bd403d3dc2 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:17.981475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=2ed6abcf-b403-4303-9b9e-e7d561dddd3f,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:18.156260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.200780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=b80f8ff4-4e80-40ed-b3db-49bd403d3dc2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:18.202464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3c1c9f27-9af8-4600-a00f-7c14255b5a7e None None] Provisioning complete for port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:18.202850 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9f27-9af8-4600-a00f-7c14255b5a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.220147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.224460 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/b80f8ff4-4e80-40ed-b3db-49bd403d3dc2 HTTP/1.1" status: 204 len: 168 time: 0.7938464 Nov 05 22:17:18.226989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34640) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:18.240481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.241268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.241781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.242351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.243534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.244288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.244793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.245434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.245932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.246638 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.247158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.247741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421d679-116b-46a4-99a4-1a04360ab0e7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:18.337880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f0615-d226-48d7-9bc6-bea0b60a9917 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:18.339827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f0615-d226-48d7-9bc6-bea0b60a9917 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:18.341483 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f33f0615-d226-48d7-9bc6-bea0b60a9917 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1133754 Nov 05 22:17:18.345820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34642) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:18.361380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b808dae-0c33-4ca9-8da0-0d10ba6f6135 req-ec2bb7c7-0eec-4d8c-a97c-a3f6a5e5b6f9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:18.362883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b808dae-0c33-4ca9-8da0-0d10ba6f6135 req-ec2bb7c7-0eec-4d8c-a97c-a3f6a5e5b6f9 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0747838 Nov 05 22:17:18.413064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 83e7b10e-97a7-4a05-974d-e6926d9ea4f3 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:18.417376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.419259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b808dae-0c33-4ca9-8da0-0d10ba6f6135 req-25f71679-da24-41fd-bbdb-ad2259839b3f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Nov 05 22:17:18.444670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-38a1382d-9daf-46d3-842f-0848684340ec None None] Could not find standard attr ID for object b80f8ff4-4e80-40ed-b3db-49bd403d3dc2. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:18.472261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.560665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.715747 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.744622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=83e7b10e-97a7-4a05-974d-e6926d9ea4f3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:18.748316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.751440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a9d7b8b9-fb86-4c4a-b2d9-3fb912f43a05 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/83e7b10e-97a7-4a05-974d-e6926d9ea4f3 HTTP/1.1" status: 204 len: 168 time: 0.4042430 Nov 05 22:17:18.754015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34644) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:18.756485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226e4ef-e18f-4de8-86a3-96f3648275b8 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:18.795064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-613cb03a-71ef-4dd9-b584-8d2458c1fd16 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399590 Nov 05 22:17:18.797906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34646) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:18.802775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:18.935362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:18.949350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:18.953059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:18.988203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] Deleting port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:18.988203 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.046197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] For port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2ed6abcf-b403-4303-9b9e-e7d561dddd3f,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:19.046588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.062775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] Calling delete_port for 2ed6abcf-b403-4303-9b9e-e7d561dddd3f owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:19.229248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.252315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] Pushing event deleted for resources: {'Port': ['ID=2ed6abcf-b403-4303-9b9e-e7d561dddd3f,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:19.259047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f72b79-baa3-4650-a7ee-9dd40bba0ac5 None None] No DVR routers for this DVR port 2ed6abcf-b403-4303-9b9e-e7d561dddd3f on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:19.283350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.objects.ports [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:19.284916 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.325481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:19.329863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:19.334086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:19.334673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.339630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d873d84-03b8-423f-a731-fd56647e1090 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:19.347018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=ec699a02-8bc6-4364-b6e7-52d69be4ebac,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:19.420765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2fe4b295-8093-40ec-a24b-83d604bd83c2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6218104 Nov 05 22:17:19.423413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34648) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:19.428373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:f8:d0:cc', 'name': 'tempest-NetworksTestDHCPv6-1696754069'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:19.487881 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': 'ec699a02-8bc6-4364-b6e7-52d69be4ebac'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:19.488756 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.581493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0c0f-7f83-436c-8be6-6c2953846f31 req-d1bf34ff-bc9d-48b3-8b24-5a745c56fb5c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:19.582999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a78b0c0f-7f83-436c-8be6-6c2953846f31 req-d1bf34ff-bc9d-48b3-8b24-5a745c56fb5c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0800827 Nov 05 22:17:19.628585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2ed6abcf-b403-4303-9b9e-e7d561dddd3f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:19.630818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Allocated IP 2001:db8::f816:3eff:feb9:ff99 (77f20016-ff1d-4290-b0ba-b259b6de0973/ec699a02-8bc6-4364-b6e7-52d69be4ebac/7e6855fa-4c34-4302-88b3-b22b6219d6c1) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:19.651193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a78b0c0f-7f83-436c-8be6-6c2953846f31 req-6346bf61-5ef9-4ec6-ace1-103188f1c8fb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477953 Nov 05 22:17:19.656584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2ed6abcf-b403-4303-9b9e-e7d561dddd3f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:19.659533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2ed6abcf-b403-4303-9b9e-e7d561dddd3f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:19.732252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:19.793760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.817304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.840612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port f03dc33a-f606-4660-a01c-42f116888e27 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:19.870057 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.907487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:19.915154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:19.919813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:19.921785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Pushing event updated for resources: {'Port': ['ID=7e6855fa-4c34-4302-88b3-b22b6219d6c1,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:19.945473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fef8:d0cc (77f20016-ff1d-4290-b0ba-b259b6de0973/ec699a02-8bc6-4364-b6e7-52d69be4ebac/f03dc33a-f606-4660-a01c-42f116888e27) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:19.977957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Attempting to bind port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:19.978325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Attempting to bind port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:19.978689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Attempting to bind port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:19.983672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:19.984042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:19.984439 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:19.984828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:19.985289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Bound port: 7e6855fa-4c34-4302-88b3-b22b6219d6c1, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:19.985667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.046864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] For port 7e6855fa-4c34-4302-88b3-b22b6219d6c1, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:20.049956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] For port 7e6855fa-4c34-4302-88b3-b22b6219d6c1, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7e6855fa-4c34-4302-88b3-b22b6219d6c1,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:20.098194 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.098451 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.158571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923509a-52a2-4640-85c7-8a0b5ddfda2b None None] Pushing event updated for resources: {'Port': ['ID=7e6855fa-4c34-4302-88b3-b22b6219d6c1,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:20.189990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.233458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:20.238834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:20.243345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:20.249007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:20.249617 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.256060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=f03dc33a-f606-4660-a01c-42f116888e27,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:20.363800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-81be0749-8c1f-4e77-beb1-febffca8e468 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9390683 Nov 05 22:17:20.366281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34654) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:20.418595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed834b07-3816-46b1-907a-4776a59db921 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:20.424791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed834b07-3816-46b1-907a-4776a59db921 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:20.426402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ed834b07-3816-46b1-907a-4776a59db921 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0591328 Nov 05 22:17:20.428965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34656) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:20.525156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port f03dc33a-f606-4660-a01c-42f116888e27 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:20.525499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.616264 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.628084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for f03dc33a-f606-4660-a01c-42f116888e27 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:20.777856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331b9d-a32d-4294-b784-b3e022f625e7 req-19a5e65f-669a-4807-a97b-30ddce47b309 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:20.779439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68331b9d-a32d-4294-b784-b3e022f625e7 req-19a5e65f-669a-4807-a97b-30ddce47b309 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0574117 Nov 05 22:17:20.831107 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68331b9d-a32d-4294-b784-b3e022f625e7 req-459b5130-f323-4fcb-8b5f-fb9b241e1488 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Nov 05 22:17:20.886512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.920625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=f03dc33a-f606-4660-a01c-42f116888e27,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:20.946757 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:20.952288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-29658e6c-bc6b-49b3-90f9-140f571d3714 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/f03dc33a-f606-4660-a01c-42f116888e27 HTTP/1.1" status: 204 len: 168 time: 0.5201440 Nov 05 22:17:20.952558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34660) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:21.005790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f3fb58-acf0-4e9e-a73a-cff8454ab7c3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:21.007458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f3fb58-acf0-4e9e-a73a-cff8454ab7c3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:21.009557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-18f3fb58-acf0-4e9e-a73a-cff8454ab7c3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0560315 Nov 05 22:17:21.012318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34662) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:21.066602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet ec699a02-8bc6-4364-b6e7-52d69be4ebac {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:21.070477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.092399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-78304889-ad40-4bd1-98d4-4610ce3aed5f None None] Provisioning complete for port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:21.093249 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78304889-ad40-4bd1-98d4-4610ce3aed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.114795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.183499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78304889-ad40-4bd1-98d4-4610ce3aed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.216859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-78304889-ad40-4bd1-98d4-4610ce3aed5f None None] For port 7e6855fa-4c34-4302-88b3-b22b6219d6c1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7e6855fa-4c34-4302-88b3-b22b6219d6c1,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:21.315687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78304889-ad40-4bd1-98d4-4610ce3aed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.320200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.366138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78304889-ad40-4bd1-98d4-4610ce3aed5f None None] Pushing event updated for resources: {'Port': ['ID=7e6855fa-4c34-4302-88b3-b22b6219d6c1,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:21.429293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-71426275-b648-4098-9504-fdc2fe6a4e8f None None] Could not find standard attr ID for object f03dc33a-f606-4660-a01c-42f116888e27. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:21.474954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.500859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=ec699a02-8bc6-4364-b6e7-52d69be4ebac,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:21.506595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.509830 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6ed62cdc-8840-46b9-8123-e91920699d24 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/ec699a02-8bc6-4364-b6e7-52d69be4ebac HTTP/1.1" status: 204 len: 168 time: 0.4965003 Nov 05 22:17:21.512373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34664) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:21.514138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10683a5-bc32-4216-9ae5-049ac6298c13 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:21.556625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c9e6c665-adfa-4340-a22f-8bbfba543768 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409329 Nov 05 22:17:21.557637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34666) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:21.615313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c2698-8a72-4424-a47d-4a04a85b4c1b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:21.619844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c80c2698-8a72-4424-a47d-4a04a85b4c1b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0582919 Nov 05 22:17:21.624318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34668) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:21.662096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7e6855fa-4c34-4302-88b3-b22b6219d6c1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:21.676627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f1def-e055-430c-af9c-e4b07cc91d5a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:21.680048 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3c3f1def-e055-430c-af9c-e4b07cc91d5a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587614 Nov 05 22:17:21.681664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34670) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:21.712583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:21.712979 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.720935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f7f94deb-ab46-488c-a6e9-51f4d2d24295 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380464 Nov 05 22:17:21.725553 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34672) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:21.731260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:21.739587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:21.892686 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:21.896983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:21.956622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbead91-dd4c-4990-b744-de2cb3dc2c02 req-3daa569f-24bc-4e2f-9780-300bf4dc7ca5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:21.958147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fbead91-dd4c-4990-b744-de2cb3dc2c02 req-3daa569f-24bc-4e2f-9780-300bf4dc7ca5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0556581 Nov 05 22:17:21.983852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] Deleting port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:21.984233 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.018870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6fbead91-dd4c-4990-b744-de2cb3dc2c02 req-9f47d7a0-16a5-48fa-b937-647143c12187 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528038 Nov 05 22:17:22.053158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] For port 7e6855fa-4c34-4302-88b3-b22b6219d6c1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=7e6855fa-4c34-4302-88b3-b22b6219d6c1,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:22.053556 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.066700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] Calling delete_port for 7e6855fa-4c34-4302-88b3-b22b6219d6c1 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:22.240966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.256472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:22.266588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] Pushing event deleted for resources: {'Port': ['ID=7e6855fa-4c34-4302-88b3-b22b6219d6c1,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:22.271131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783cd22-fd2e-4a78-9df1-31e562716f70 None None] No DVR routers for this DVR port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:22.362160 n-d-816738-5 neutron-server[102291]: WARNING neutron.services.revisions.revision_plugin [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Could not find related port for resource to bump revision. Nov 05 22:17:22.406896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Port 7e6855fa-4c34-4302-88b3-b22b6219d6c1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 05 22:17:22.407205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Reverting IP allocation for 2001:db8::f816:3eff:feb9:ff99 {{(pid=102291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 05 22:17:22.410991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb9:ff99 {{(pid=102291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 05 22:17:22.413757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.453695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:22.458068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:22.461058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:22.462296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.467283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7560872-8e29-41a7-81c6-95a4bd26116e None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:22.476996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=f1e7e266-74b7-44b8-85af-a8b5ca979b27,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:22.580721 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a5d3ad59-3d7a-4ad4-baee-1129db7bdb63 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8537893 Nov 05 22:17:22.583161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34676) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:22.588138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:e6:94:b8', 'name': 'tempest-NetworksTestDHCPv6-1411858093'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:22.628171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': 'f1e7e266-74b7-44b8-85af-a8b5ca979b27'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:22.629295 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.763324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Allocated IP 2001:db8::f816:3eff:fe95:cfd9 (77f20016-ff1d-4290-b0ba-b259b6de0973/f1e7e266-74b7-44b8-85af-a8b5ca979b27/04be1191-e8b4-4515-b26d-6053ee8d338a) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:22.806819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:22.894732 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.912312 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:22.914048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 093bf7a1-b494-48b3-868f-080bd49bf723 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:23.007048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.046545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:23.053459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:23.058565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:23.061773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Pushing event updated for resources: {'Port': ['ID=04be1191-e8b4-4515-b26d-6053ee8d338a,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:23.069990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fee6:94b8 (77f20016-ff1d-4290-b0ba-b259b6de0973/f1e7e266-74b7-44b8-85af-a8b5ca979b27/093bf7a1-b494-48b3-868f-080bd49bf723) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:23.129117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Attempting to bind port 04be1191-e8b4-4515-b26d-6053ee8d338a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:23.129481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Attempting to bind port 04be1191-e8b4-4515-b26d-6053ee8d338a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:23.129832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Attempting to bind port 04be1191-e8b4-4515-b26d-6053ee8d338a on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:23.135140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:23.135507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:23.135925 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.136770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:23.136915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Bound port: 04be1191-e8b4-4515-b26d-6053ee8d338a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:23.137223 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.205911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] For port 04be1191-e8b4-4515-b26d-6053ee8d338a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:23.209835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] For port 04be1191-e8b4-4515-b26d-6053ee8d338a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=04be1191-e8b4-4515-b26d-6053ee8d338a,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:23.213613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2967917-85d9-41af-9d88-98b3474e58be req-62a5e184-8030-4699-9e0e-3087b96229a5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:23.215125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2967917-85d9-41af-9d88-98b3474e58be req-62a5e184-8030-4699-9e0e-3087b96229a5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.1282310 Nov 05 22:17:23.281425 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.299535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2967917-85d9-41af-9d88-98b3474e58be req-f43a21e5-2138-43b6-8ea0-918dac5291dd tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765378 Nov 05 22:17:23.302467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.345948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b6b9b-f830-4b83-b54d-7394cbb11aea None None] Pushing event updated for resources: {'Port': ['ID=04be1191-e8b4-4515-b26d-6053ee8d338a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:23.464403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.520033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:23.525523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:23.529710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:23.538450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:23.539337 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.554407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=093bf7a1-b494-48b3-868f-080bd49bf723,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:23.649776 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9643cfe0-864a-450e-8040-647e08ccd6cc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0655165 Nov 05 22:17:23.652469 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34680) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:23.663433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 04be1191-e8b4-4515-b26d-6053ee8d338a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:23.706236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b333f6-b31f-47f6-bd40-25710301289e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:23.712814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b333f6-b31f-47f6-bd40-25710301289e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:23.714370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a2b333f6-b31f-47f6-bd40-25710301289e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0609751 Nov 05 22:17:23.717173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34682) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:23.717317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 04be1191-e8b4-4515-b26d-6053ee8d338a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:23.717896 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.800716 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.804640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 093bf7a1-b494-48b3-868f-080bd49bf723 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:23.804992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.838746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 04be1191-e8b4-4515-b26d-6053ee8d338a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=04be1191-e8b4-4515-b26d-6053ee8d338a,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:23.896849 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.909115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 093bf7a1-b494-48b3-868f-080bd49bf723 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:23.932758 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:23.987928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=04be1191-e8b4-4515-b26d-6053ee8d338a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:24.002574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7e6855fa-4c34-4302-88b3-b22b6219d6c1 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:24.027982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 7e6855fa-4c34-4302-88b3-b22b6219d6c1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:24.028332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 7e6855fa-4c34-4302-88b3-b22b6219d6c1 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:24.149625 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.190906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=093bf7a1-b494-48b3-868f-080bd49bf723,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:24.210420 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.216129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d0129c07-6d3b-4ac3-bad0-1fdcfa63926b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/093bf7a1-b494-48b3-868f-080bd49bf723 HTTP/1.1" status: 204 len: 168 time: 0.4955828 Nov 05 22:17:24.216407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34684) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:24.270347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3ec7a-9c61-4c4e-ba21-32efab3c314f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:24.271929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3ec7a-9c61-4c4e-ba21-32efab3c314f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:24.275492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c5d3ec7a-9c61-4c4e-ba21-32efab3c314f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0580494 Nov 05 22:17:24.276165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34686) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:24.330983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet f1e7e266-74b7-44b8-85af-a8b5ca979b27 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:24.338265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.386356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-edd0305a-c700-45ed-8610-f104a829749e None None] Provisioning complete for port 04be1191-e8b4-4515-b26d-6053ee8d338a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:24.387262 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-edd0305a-c700-45ed-8610-f104a829749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.403202 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.505758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff817e-d7d1-4fa5-a28f-8f4ec8a94fbc req-52494b27-9ee7-4c89-8eca-117da93070f7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:24.507187 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84ff817e-d7d1-4fa5-a28f-8f4ec8a94fbc req-52494b27-9ee7-4c89-8eca-117da93070f7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.1173189 Nov 05 22:17:24.535271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.583424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-fde57ea2-a9ca-4977-81c9-49713c9307ba None None] Could not find standard attr ID for object 093bf7a1-b494-48b3-868f-080bd49bf723. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:24.603653 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84ff817e-d7d1-4fa5-a28f-8f4ec8a94fbc req-87b080aa-f9f2-4766-9cb0-a5e580e0ea2d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901926 Nov 05 22:17:24.704375 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.731146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e7e266-74b7-44b8-85af-a8b5ca979b27,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:24.737780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.741014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-86b66a6c-520b-47c9-9517-d148ce594109 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/f1e7e266-74b7-44b8-85af-a8b5ca979b27 HTTP/1.1" status: 204 len: 168 time: 0.4638367 Nov 05 22:17:24.744139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34690) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:24.745266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e236393b-6d48-4554-86e2-1afee1e46d38 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:24.791685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7967a50e-126f-4e7d-9178-d9156ce2442e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433087 Nov 05 22:17:24.791932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34692) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:24.796705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:24.918070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:24.968234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] Deleting port 04be1191-e8b4-4515-b26d-6053ee8d338a {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:24.968595 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:24.972353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:24.976030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.029756 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] For port 04be1191-e8b4-4515-b26d-6053ee8d338a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=04be1191-e8b4-4515-b26d-6053ee8d338a,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:25.030152 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.042632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] Calling delete_port for 04be1191-e8b4-4515-b26d-6053ee8d338a owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:25.189649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.213710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] Pushing event deleted for resources: {'Port': ['ID=04be1191-e8b4-4515-b26d-6053ee8d338a,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:25.217808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e52a20-aad9-4f1b-bca0-da16932a5d53 None None] No DVR routers for this DVR port 04be1191-e8b4-4515-b26d-6053ee8d338a on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:25.338842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.objects.ports [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:25.340097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.384022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:25.387177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:25.391257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:25.391863 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.396109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28364bdc-e5e8-440e-a3ec-1adc07b316a3 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:25.397077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=9d33be0f-fed8-4254-93bc-f0aae8e92206,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:25.529694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f586d8c9-1151-4876-a080-77eb3ba794fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7366476 Nov 05 22:17:25.532272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34696) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:25.537235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:cd:24:22', 'name': 'tempest-NetworksTestDHCPv6-1546380440'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:25.545173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '9d33be0f-fed8-4254-93bc-f0aae8e92206'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:25.546186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.634754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 04be1191-e8b4-4515-b26d-6053ee8d338a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:25.660795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 04be1191-e8b4-4515-b26d-6053ee8d338a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:25.661379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 04be1191-e8b4-4515-b26d-6053ee8d338a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:25.713455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Allocated IP 2001:db8::f816:3eff:fe42:702b (77f20016-ff1d-4290-b0ba-b259b6de0973/9d33be0f-fed8-4254-93bc-f0aae8e92206/f2b908fc-7e38-46c9-bf26-b53a80a9b182) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:25.726407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404071a-abab-4ca7-8978-f1ddaf004ef7 req-cfb14203-f8c9-4e7f-8d52-0fde71a16d7d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:25.728550 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d404071a-abab-4ca7-8978-f1ddaf004ef7 req-cfb14203-f8c9-4e7f-8d52-0fde71a16d7d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0520399 Nov 05 22:17:25.782761 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d404071a-abab-4ca7-8978-f1ddaf004ef7 req-d6d37a1c-9a61-48ee-bbfa-01dd392661d3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473073 Nov 05 22:17:25.802960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:25.860866 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.888547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.910264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 760895c1-95d3-4c0c-9ca6-8a17b5768dae yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:25.938486 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:25.977551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:25.982646 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:25.985066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:25.996973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Pushing event updated for resources: {'Port': ['ID=f2b908fc-7e38-46c9-bf26-b53a80a9b182,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:26.036003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fecd:2422 (77f20016-ff1d-4290-b0ba-b259b6de0973/9d33be0f-fed8-4254-93bc-f0aae8e92206/760895c1-95d3-4c0c-9ca6-8a17b5768dae) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:26.049588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Attempting to bind port f2b908fc-7e38-46c9-bf26-b53a80a9b182 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:26.049958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Attempting to bind port f2b908fc-7e38-46c9-bf26-b53a80a9b182 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:26.050318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Attempting to bind port f2b908fc-7e38-46c9-bf26-b53a80a9b182 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:26.055685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:26.056056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:26.056558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.056976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:26.057993 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Bound port: f2b908fc-7e38-46c9-bf26-b53a80a9b182, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:26.058375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.121642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] For port f2b908fc-7e38-46c9-bf26-b53a80a9b182, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:26.124695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] For port f2b908fc-7e38-46c9-bf26-b53a80a9b182, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f2b908fc-7e38-46c9-bf26-b53a80a9b182,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:26.185994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.304723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.363929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbb2f6-53f9-42d0-9dae-a2057190b017 None None] Pushing event updated for resources: {'Port': ['ID=f2b908fc-7e38-46c9-bf26-b53a80a9b182,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:26.389598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.437352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:26.442356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:26.446773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:26.452447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:26.453066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.459631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=760895c1-95d3-4c0c-9ca6-8a17b5768dae,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:26.545650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-674d185d-8f86-44a5-80f2-03510538f28d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0122769 Nov 05 22:17:26.551295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34700) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:26.604496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d199be-cad5-4d92-bc4d-034c7eff1111 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:26.610558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d199be-cad5-4d92-bc4d-034c7eff1111 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:26.612342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a2d199be-cad5-4d92-bc4d-034c7eff1111 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0620441 Nov 05 22:17:26.615142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34702) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:26.705939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 760895c1-95d3-4c0c-9ca6-8a17b5768dae {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:26.706166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.792529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:26.805559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 760895c1-95d3-4c0c-9ca6-8a17b5768dae owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:26.885912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11da534-1ad8-4cea-a149-dd77b386ede5 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:17:26.925398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579c68b-dd69-4478-aae3-4a4ac586ce03 req-5ff8bea3-aa04-4b95-821c-1f1cbb79d08e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:26.926942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8579c68b-dd69-4478-aae3-4a4ac586ce03 req-5ff8bea3-aa04-4b95-821c-1f1cbb79d08e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 943 time: 0.0749750 Nov 05 22:17:26.999000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11da534-1ad8-4cea-a149-dd77b386ede5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11da534-1ad8-4cea-a149-dd77b386ede5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:27.011498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'port_id': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'mac_address': 'fa:16:3e:c8:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:17:27.021622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8579c68b-dd69-4478-aae3-4a4ac586ce03 req-3778807e-c0c4-4eed-b94b-5dfb764d9142 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868516 Nov 05 22:17:27.057234 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.070823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11da534-1ad8-4cea-a149-dd77b386ede5 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:17:27.092840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11da534-1ad8-4cea-a149-dd77b386ede5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11da534-1ad8-4cea-a149-dd77b386ede5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:27.097953 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.130704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=760895c1-95d3-4c0c-9ca6-8a17b5768dae,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:27.156423 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.161935 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-701a33ac-fe76-41f7-9007-ebe7f60deed6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/760895c1-95d3-4c0c-9ca6-8a17b5768dae HTTP/1.1" status: 204 len: 168 time: 0.5434606 Nov 05 22:17:27.162289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34706) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:27.178163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.219629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b86bf3-d5d3-44f3-a38e-17dcead2283b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:27.221322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b86bf3-d5d3-44f3-a38e-17dcead2283b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:27.225279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1b86bf3-d5d3-44f3-a38e-17dcead2283b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0596533 Nov 05 22:17:27.227965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34708) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:27.231705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d11da534-1ad8-4cea-a149-dd77b386ede5,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:27.278644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 9d33be0f-fed8-4254-93bc-f0aae8e92206 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:27.282179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.332689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.340701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-10b8328e-1c7a-40d9-9808-a883b8c710fd None None] Provisioning complete for port f2b908fc-7e38-46c9-bf26-b53a80a9b182 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:27.341048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-10b8328e-1c7a-40d9-9808-a883b8c710fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.415018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d11da534-1ad8-4cea-a149-dd77b386ede5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:17:27.420277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.450064 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-10b8328e-1c7a-40d9-9808-a883b8c710fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.567372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.607532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=9d33be0f-fed8-4254-93bc-f0aae8e92206,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:27.612108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.615315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-82bf0588-7384-434b-ba0b-9a0eb17574d3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/9d33be0f-fed8-4254-93bc-f0aae8e92206 HTTP/1.1" status: 204 len: 168 time: 0.3889019 Nov 05 22:17:27.618516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34710) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:27.647610 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-10b8328e-1c7a-40d9-9808-a883b8c710fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:17:27.647610 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-10b8328e-1c7a-40d9-9808-a883b8c710fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:17:27.662352 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7b70fd0b-39e3-428c-a3a0-f6af3907854c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419943 Nov 05 22:17:27.665609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34712) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:27.723771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15b6ff1-5bf1-49f0-a5be-5e2808bfbfd5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:27.725717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f15b6ff1-5bf1-49f0-a5be-5e2808bfbfd5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0589721 Nov 05 22:17:27.725870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f2b908fc-7e38-46c9-bf26-b53a80a9b182 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:27.729245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34714) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:27.753880 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16719b13-c2d9-4ee5-a93c-7ad047d722ce None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:27.780853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4813154-e9e2-497b-8195-1928a6040e6d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:27.782354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a4813154-e9e2-497b-8195-1928a6040e6d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0519912 Nov 05 22:17:27.785171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34716) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:27.823503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d58cc915-c799-4144-82a2-d504bc204cef tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369477 Nov 05 22:17:27.827691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34718) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:27.832101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:27.880501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f2b908fc-7e38-46c9-bf26-b53a80a9b182 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:27.880868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.979750 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:27.989417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:27.990975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:27.993154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.040450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port f2b908fc-7e38-46c9-bf26-b53a80a9b182, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f2b908fc-7e38-46c9-bf26-b53a80a9b182,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:28.065075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] Deleting port f2b908fc-7e38-46c9-bf26-b53a80a9b182 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:28.065456 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.132868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.143265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] For port f2b908fc-7e38-46c9-bf26-b53a80a9b182, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f2b908fc-7e38-46c9-bf26-b53a80a9b182,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:28.143687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.171690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc730e5-9dce-4aa7-929c-89766a49fd26 req-ba6f2ede-ca37-456a-b8ef-d1d9dc09539e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:28.173845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dc730e5-9dce-4aa7-929c-89766a49fd26 req-ba6f2ede-ca37-456a-b8ef-d1d9dc09539e tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 944 time: 0.0658460 Nov 05 22:17:28.229953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dc730e5-9dce-4aa7-929c-89766a49fd26 req-99dadd7c-c42f-4d97-8351-a037f5795968 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488558 Nov 05 22:17:28.281570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.324810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:28.331669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:28.337334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:28.337334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.346429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=dfc3c178-f03a-4f93-a968-0b4b63384f89,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:28.360387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] Calling delete_port for f2b908fc-7e38-46c9-bf26-b53a80a9b182 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:28.390138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=f2b908fc-7e38-46c9-bf26-b53a80a9b182,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:28.450318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e7c2a611-8e3b-44ea-91a4-b9493780a576 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6217093 Nov 05 22:17:28.452900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:28.457956 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:2d:e4:eb', 'name': 'tempest-NetworksTestDHCPv6-1462335935'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:28.503885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e599efab-ca93-4b97-9e55-167d4e557689 None None] Could not find standard attr ID for object 760895c1-95d3-4c0c-9ca6-8a17b5768dae. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:28.536797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.562477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] Pushing event deleted for resources: {'Port': ['ID=f2b908fc-7e38-46c9-bf26-b53a80a9b182,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:28.566185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7ea7a-6965-4de4-8093-0b211a49b9b0 None None] No DVR routers for this DVR port f2b908fc-7e38-46c9-bf26-b53a80a9b182 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:28.581199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8c0fc-838d-42d8-b3cb-c17206806081 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:28.629134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:28.715053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.735699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port fea84f5b-822f-41c8-8e27-0285564185cb yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:28.744051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': 'dfc3c178-f03a-4f93-a968-0b4b63384f89'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:28.744913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:28.853554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::6f (77f20016-ff1d-4290-b0ba-b259b6de0973/dfc3c178-f03a-4f93-a968-0b4b63384f89/fea84f5b-822f-41c8-8e27-0285564185cb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:28.900852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11da534-1ad8-4cea-a149-dd77b386ede5 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:28.989584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port d11da534-1ad8-4cea-a149-dd77b386ede5 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:17:28.994364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port d11da534-1ad8-4cea-a149-dd77b386ede5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:28.994740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.005207 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.078105 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.102873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:17:29.104291 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.105225 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b52aa7-c1f5-49d5-bf64-aad7b81c6cb6" -d '{"events": [{"server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "name": "network-vif-plugged", "status": "completed", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:17:29.141115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11da534-1ad8-4cea-a149-dd77b386ede5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11da534-1ad8-4cea-a149-dd77b386ede5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:29.150799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:29.159174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:29.159174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:29.165015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:29.165639 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.169402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=fea84f5b-822f-41c8-8e27-0285564185cb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:29.170580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/dfc3c178-f03a-4f93-a968-0b4b63384f89/f11c4080-03e5-4a99-9bb8-7905cc0bfb11) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:29.231595 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.280950 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-167a14fd-d261-4867-926d-28830e6c1201 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8244824 Nov 05 22:17:29.281323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34732) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:29.305001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d11da534-1ad8-4cea-a149-dd77b386ede5,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:29.342063 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f377f25e-316a-48e5-97e5-26bfa0c2be20 x-openstack-request-id: req-f377f25e-316a-48e5-97e5-26bfa0c2be20 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:17:29.342371 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "name": "network-vif-plugged", "status": "completed", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:17:29.343157 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f377f25e-316a-48e5-97e5-26bfa0c2be20 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:17:29.343582 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'code': 200} Nov 05 22:17:29.368317 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.378370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7250a746-94db-4e32-8a69-590fd5ae9fca tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:29.379918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7250a746-94db-4e32-8a69-590fd5ae9fca tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0970626 Nov 05 22:17:29.382654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34734) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:29.397071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c9c0c-9daf-4368-a141-17059f0d2ce4 req-a1fb43ce-0b26-4c70-b295-55b6c5d07ea7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:29.399078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a05c9c0c-9daf-4368-a141-17059f0d2ce4 req-a1fb43ce-0b26-4c70-b295-55b6c5d07ea7 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 945 time: 0.0809629 Nov 05 22:17:29.453396 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a05c9c0c-9daf-4368-a141-17059f0d2ce4 req-64fe0065-182e-4e50-8c92-8c5f75ae55c2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481327 Nov 05 22:17:29.458354 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.485868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df4862-4f57-4111-bd36-cd3b9f3b60c8 req-7872f3b1-8f8f-481c-ae22-5fd0996de0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:29.487379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17df4862-4f57-4111-bd36-cd3b9f3b60c8 req-7872f3b1-8f8f-481c-ae22-5fd0996de0c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 1096 time: 0.0761361 Nov 05 22:17:29.495633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:29.498502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:29.501985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:29.518305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Pushing event updated for resources: {'Port': ['ID=f11c4080-03e5-4a99-9bb8-7905cc0bfb11,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:29.543425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port fea84f5b-822f-41c8-8e27-0285564185cb {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:29.543780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.550709 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17df4862-4f57-4111-bd36-cd3b9f3b60c8 req-66ee4ef8-6068-43d9-8694-d6f654cd9040 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563164 Nov 05 22:17:29.567291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Attempting to bind port f11c4080-03e5-4a99-9bb8-7905cc0bfb11 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:29.567692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Attempting to bind port f11c4080-03e5-4a99-9bb8-7905cc0bfb11 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:29.568055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Attempting to bind port f11c4080-03e5-4a99-9bb8-7905cc0bfb11 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:29.573644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:29.574022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:29.574418 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.574808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:29.575277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Bound port: f11c4080-03e5-4a99-9bb8-7905cc0bfb11, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:29.575686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.625014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f2b908fc-7e38-46c9-bf26-b53a80a9b182 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:29.640496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.652943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for fea84f5b-822f-41c8-8e27-0285564185cb owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:29.657247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f2b908fc-7e38-46c9-bf26-b53a80a9b182 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:29.657594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f2b908fc-7e38-46c9-bf26-b53a80a9b182 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:29.668388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] For port f11c4080-03e5-4a99-9bb8-7905cc0bfb11, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:29.672207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] For port f11c4080-03e5-4a99-9bb8-7905cc0bfb11, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f11c4080-03e5-4a99-9bb8-7905cc0bfb11,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:29.773153 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.830724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fc17d-eecf-4613-967a-444df576e7d5 None None] Pushing event updated for resources: {'Port': ['ID=f11c4080-03e5-4a99-9bb8-7905cc0bfb11,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:29.885672 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.918431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=fea84f5b-822f-41c8-8e27-0285564185cb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:29.944200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:29.947437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-47da4b09-67af-474a-8fa8-664a78ba4ccb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/fea84f5b-822f-41c8-8e27-0285564185cb HTTP/1.1" status: 204 len: 168 time: 0.5636859 Nov 05 22:17:29.949876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34736) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:30.014841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3321e27-e7ea-4f30-bc35-caeac5cf6520 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:30.017348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3321e27-e7ea-4f30-bc35-caeac5cf6520 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:30.021280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c3321e27-e7ea-4f30-bc35-caeac5cf6520 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0680757 Nov 05 22:17:30.028031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34738) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:30.079747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet dfc3c178-f03a-4f93-a968-0b4b63384f89 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:30.083821 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.125438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.210375 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.385007 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.414941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc3c178-f03a-4f93-a968-0b4b63384f89,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:30.416988 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.420232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ca8fe57c-1c9f-4e0d-8705-091c449cbcbc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/dfc3c178-f03a-4f93-a968-0b4b63384f89 HTTP/1.1" status: 204 len: 168 time: 0.3970971 Nov 05 22:17:30.422717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34742) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:30.470500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eafd74f4-c224-4e5e-b319-44b1a6154fbf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465791 Nov 05 22:17:30.472988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34744) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:30.525588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17679a8f-fba2-4fca-af46-3afa2e0e9304 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:30.529060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-17679a8f-fba2-4fca-af46-3afa2e0e9304 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0532491 Nov 05 22:17:30.529811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:30.613202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31ddf48-8fa6-4b9c-a522-8ca0a6ccb105 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:30.615697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f31ddf48-8fa6-4b9c-a522-8ca0a6ccb105 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0839400 Nov 05 22:17:30.624787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34752) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:30.627896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f28131-e67d-4854-9d4d-8931f5bb6a48 req-6e60161d-864a-4085-99c6-857b2f3975c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:30.629425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52f28131-e67d-4854-9d4d-8931f5bb6a48 req-6e60161d-864a-4085-99c6-857b2f3975c3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 945 time: 0.0975034 Nov 05 22:17:30.670513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eec829cb-6592-44b2-9707-b5d2890dc1f7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441823 Nov 05 22:17:30.676552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34754) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:30.682270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:30.683430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52f28131-e67d-4854-9d4d-8931f5bb6a48 req-846af296-0f1b-4328-93c3-9341cf20e681 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465422 Nov 05 22:17:30.767479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b3f73-1061-47e5-a14a-04d429c5139e None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:30.861264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.880994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-004c61c4-33e3-4d87-aeb6-eb333fc23ebb None None] Provisioning complete for port f11c4080-03e5-4a99-9bb8-7905cc0bfb11 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:30.885660 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-004c61c4-33e3-4d87-aeb6-eb333fc23ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.915083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:30.918816 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:30.972567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-004c61c4-33e3-4d87-aeb6-eb333fc23ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.009291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:31.015817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-004c61c4-33e3-4d87-aeb6-eb333fc23ebb None None] For port f11c4080-03e5-4a99-9bb8-7905cc0bfb11, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f11c4080-03e5-4a99-9bb8-7905cc0bfb11,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:31.062177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] Deleting port f11c4080-03e5-4a99-9bb8-7905cc0bfb11 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:31.062545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.131058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] For port f11c4080-03e5-4a99-9bb8-7905cc0bfb11, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f11c4080-03e5-4a99-9bb8-7905cc0bfb11,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:31.131454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.144532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] Calling delete_port for f11c4080-03e5-4a99-9bb8-7905cc0bfb11 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:31.185829 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-004c61c4-33e3-4d87-aeb6-eb333fc23ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.256890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c61c4-33e3-4d87-aeb6-eb333fc23ebb None None] Pushing event updated for resources: {'Port': ['ID=f11c4080-03e5-4a99-9bb8-7905cc0bfb11,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:31.401449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.428147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] Pushing event deleted for resources: {'Port': ['ID=f11c4080-03e5-4a99-9bb8-7905cc0bfb11,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:31.429999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c070b-0e86-42e7-98dc-0f94059a9e3c None None] No DVR routers for this DVR port f11c4080-03e5-4a99-9bb8-7905cc0bfb11 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:31.450071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:31.554526 n-d-816738-5 neutron-server[102291]: WARNING neutron.services.revisions.revision_plugin [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Could not find related port for resource to bump revision. Nov 05 22:17:31.600055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_pluggable_backend [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Port f11c4080-03e5-4a99-9bb8-7905cc0bfb11 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 05 22:17:31.600365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_pluggable_backend [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Reverting IP allocation for 2001:db8::f816:3eff:fe21:8f3 {{(pid=102291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 05 22:17:31.603831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_pluggable_backend [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe21:8f3 {{(pid=102291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 05 22:17:31.605094 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.645340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:31.648526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:31.652440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:31.653195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.657477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c4001-eaff-42cb-880c-55c43e53dac7 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:31.672858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=67160a09-edf6-4f3e-b7a4-f37414149d0f,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:31.681279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.681626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.681985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.682310 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.682640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.682967 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.683293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.683656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.683980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.684307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.684624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.684942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:31.750925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bf78ce7b-5c4c-444d-ab6d-e3388f0b4418 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0732670 Nov 05 22:17:31.754031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34758) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:31.759920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9d46ff60-473d-4209-b971-f2dc68df3495 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:31.803655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486b20e-e4ac-4cf1-97f7-6a59dc286bdb req-12af087b-cefa-479d-b821-aeb8ec3628fb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:31.805845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d486b20e-e4ac-4cf1-97f7-6a59dc286bdb req-12af087b-cefa-479d-b821-aeb8ec3628fb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Nov 05 22:17:31.819519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '67160a09-edf6-4f3e-b7a4-f37414149d0f'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:31.821027 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.868626 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d486b20e-e4ac-4cf1-97f7-6a59dc286bdb req-380bfda2-b4fd-41a6-a375-8c4ad8592262 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548868 Nov 05 22:17:31.932409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d46ff60-473d-4209-b971-f2dc68df3495 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:31.936329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d46ff60-473d-4209-b971-f2dc68df3495 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:31.958918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Allocated IP 2001:db8::f816:3eff:fe06:66b7 (77f20016-ff1d-4290-b0ba-b259b6de0973/67160a09-edf6-4f3e-b7a4-f37414149d0f/f84fa079-503b-4cf8-9156-3160c1b90e48) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:32.063107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32588bf7-3ae1-4410-8124-593a502a8215 req-99565f6d-5f87-4b0b-96b5-c3529915c8cb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:32.064509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32588bf7-3ae1-4410-8124-593a502a8215 req-99565f6d-5f87-4b0b-96b5-c3529915c8cb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 945 time: 0.1221097 Nov 05 22:17:32.079973 n-d-816738-5 neutron-server[102292]: INFO neutron.db.ipam_backend_mixin [None req-9d46ff60-473d-4209-b971-f2dc68df3495 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67160a09-edf6-4f3e-b7a4-f37414149d0f (CIDR: 2001:db8::/64) Nov 05 22:17:32.113030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.123717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32588bf7-3ae1-4410-8124-593a502a8215 req-eebe2107-5fe1-40b4-abcf-250a73b1c7bb tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493119 Nov 05 22:17:32.125267 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d46ff60-473d-4209-b971-f2dc68df3495 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:32.125749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d46ff60-473d-4209-b971-f2dc68df3495 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:32.145661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34762) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:32.172857 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.196561 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9d46ff60-473d-4209-b971-f2dc68df3495 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4390585 Nov 05 22:17:32.197746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34766) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:32.204034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:32.210775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:32.214445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:32.220531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:32.232036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Pushing event updated for resources: {'Port': ['ID=f84fa079-503b-4cf8-9156-3160c1b90e48,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:32.288057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Attempting to bind port f84fa079-503b-4cf8-9156-3160c1b90e48 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:32.288427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Attempting to bind port f84fa079-503b-4cf8-9156-3160c1b90e48 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:32.288792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Attempting to bind port f84fa079-503b-4cf8-9156-3160c1b90e48 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:32.294391 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:32.294764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:32.295166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.295584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:32.296202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Bound port: f84fa079-503b-4cf8-9156-3160c1b90e48, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:32.296588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.341336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c0a49-1f62-4e2c-b99e-2e2e6ac05f9f tempest-TestVolumeBootPattern-989827544 tempest-TestVolumeBootPattern-989827544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:32.343022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-564c0a49-1f62-4e2c-b99e-2e2e6ac05f9f tempest-TestVolumeBootPattern-989827544 tempest-TestVolumeBootPattern-989827544-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 1091 time: 0.1961930 Nov 05 22:17:32.345768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34768) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:32.349995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:32.364147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] For port f84fa079-503b-4cf8-9156-3160c1b90e48, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:32.367721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] For port f84fa079-503b-4cf8-9156-3160c1b90e48, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f84fa079-503b-4cf8-9156-3160c1b90e48,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:32.428427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:32.432031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.487837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.533353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.550673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2949891-7bd0-4e57-b53f-c455cfd18956 None None] Pushing event updated for resources: {'Port': ['ID=f84fa079-503b-4cf8-9156-3160c1b90e48,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:32.651617 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.733861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.784184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:32.790016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:32.796466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:32.797054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:32.814480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=91e28df5-7a27-4d88-b4ab-242c6e38d7c5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:32.937094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aaa2be0c-4c4b-4a6d-a0da-011eebc2782b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7354400 Nov 05 22:17:32.937346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34770) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:32.942404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:89:7c:0d', 'name': 'tempest-NetworksTestDHCPv6-260193351'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:33.069592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.098859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Allocated IP 172.25.6.60 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/fb3b3f8e-477f-446f-9881-5678bd7096ea) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:33.174980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:33.174980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.177994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 7d1c90bd-9942-43db-87b2-bbd4cc1ae029 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:33.212463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.385158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.437297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:33.440605 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:33.443243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:33.468691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=fb3b3f8e-477f-446f-9881-5678bd7096ea,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:33.570050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00991e48-c4ad-4278-b563-2e4cb6e78316 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:33.670032 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-73a66ee6-af7d-408f-bb24-376d8065d434 None None] Provisioning complete for port f84fa079-503b-4cf8-9156-3160c1b90e48 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:33.670725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73a66ee6-af7d-408f-bb24-376d8065d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.721779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f84fa079-503b-4cf8-9156-3160c1b90e48 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:33.739803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8:0:1::2e7 (77f20016-ff1d-4290-b0ba-b259b6de0973/91e28df5-7a27-4d88-b4ab-242c6e38d7c5/7d1c90bd-9942-43db-87b2-bbd4cc1ae029) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:33.746465 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fe89:7c0d (77f20016-ff1d-4290-b0ba-b259b6de0973/67160a09-edf6-4f3e-b7a4-f37414149d0f/7d1c90bd-9942-43db-87b2-bbd4cc1ae029) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:33.870183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73a66ee6-af7d-408f-bb24-376d8065d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.884091 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.888240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f84fa079-503b-4cf8-9156-3160c1b90e48 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:33.888613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.894990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:33.943748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-73a66ee6-af7d-408f-bb24-376d8065d434 None None] For port f84fa079-503b-4cf8-9156-3160c1b90e48, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f84fa079-503b-4cf8-9156-3160c1b90e48,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:33.993941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a86e3-e0a8-46da-8866-dae535df78e8 None None] Update dhcp port {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': '67160a09-edf6-4f3e-b7a4-f37414149d0f', 'ip_address': '2001:db8::f816:3eff:fe06:66b7'}, {'subnet_id': '91e28df5-7a27-4d88-b4ab-242c6e38d7c5'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'f84fa079-503b-4cf8-9156-3160c1b90e48'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:17:34.043284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e16a86e3-e0a8-46da-8866-dae535df78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.052760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.059679 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.091193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:34.094491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:34.098132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:34.104421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:34.105038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.121741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=7d1c90bd-9942-43db-87b2-bbd4cc1ae029,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:34.148460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.162828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73a66ee6-af7d-408f-bb24-376d8065d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.228766 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-54085435-ab85-454d-be6f-0d6085f19afa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2903500 Nov 05 22:17:34.231325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34772) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:34.254411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:17:34.254688 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:17:34.260259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a66ee6-af7d-408f-bb24-376d8065d434 None None] Pushing event updated for resources: {'Port': ['ID=f84fa079-503b-4cf8-9156-3160c1b90e48,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:34.304792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.306809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-e16a86e3-e0a8-46da-8866-dae535df78e8 None None] Allocated IP 2001:db8:0:1::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/91e28df5-7a27-4d88-b4ab-242c6e38d7c5/f84fa079-503b-4cf8-9156-3160c1b90e48) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:34.340268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 7d1c90bd-9942-43db-87b2-bbd4cc1ae029 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:34.340697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.403381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e16a86e3-e0a8-46da-8866-dae535df78e8 None None] For port f84fa079-503b-4cf8-9156-3160c1b90e48, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f84fa079-503b-4cf8-9156-3160c1b90e48,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:34.406457 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.431796 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.435373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e16a86e3-e0a8-46da-8866-dae535df78e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.444792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 7d1c90bd-9942-43db-87b2-bbd4cc1ae029 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:34.472634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event updated for resources: {'Port': ['ID=fb3b3f8e-477f-446f-9881-5678bd7096ea,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:34.486278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.503655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e16a86e3-e0a8-46da-8866-dae535df78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.593868 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Floating IP a2533717-71e4-4082-b868-b9daeac0e8ae associated. External IP: 172.25.6.60, port: d11da534-1ad8-4cea-a149-dd77b386ede5. Nov 05 22:17:34.600362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a86e3-e0a8-46da-8866-dae535df78e8 None None] Pushing event updated for resources: {'Port': ['ID=f84fa079-503b-4cf8-9156-3160c1b90e48,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:34.716220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.751535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=7d1c90bd-9942-43db-87b2-bbd4cc1ae029,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:34.807294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:34.813414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aa8e099d-7cfd-4bca-a147-02b8528d6cfd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7d1c90bd-9942-43db-87b2-bbd4cc1ae029 HTTP/1.1" status: 204 len: 168 time: 0.5767169 Nov 05 22:17:34.813731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34774) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:34.832513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:17:34.865903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618b867-ff15-4d44-8b4a-b263f6b2dcb5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:34.868110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b618b867-ff15-4d44-8b4a-b263f6b2dcb5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0533042 Nov 05 22:17:34.870592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34776) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:34.922712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19477290-bb97-4bea-b863-3310872d9026 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:34.924347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-19477290-bb97-4bea-b863-3310872d9026 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0528071 Nov 05 22:17:34.927652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34778) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:34.959342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:17:34.969842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:17:34.979313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:17:34.983589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:17:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:34.989150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7703f-f45e-4e47-84fb-f751b457911f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:34.994070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7703f-f45e-4e47-84fb-f751b457911f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:34.994070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7703f-f45e-4e47-84fb-f751b457911f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:34.994908 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-69c7703f-f45e-4e47-84fb-f751b457911f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0661035 Nov 05 22:17:34.997629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34780) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:35.074546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 67160a09-edf6-4f3e-b7a4-f37414149d0f {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:35.084533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.115042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.181209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.185297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2de1856b-05a9-423f-917d-ffc6b2c67bf1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8385284 Nov 05 22:17:35.208864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:17:35.208864 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82946da4-39de-4db0-9890-35d11eaa9d34" -d '{"events": [{"name": "network-changed", "server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:17:35.267405 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1c5d6-0344-4001-99dc-0b901816ff76 x-openstack-request-id: req-67b1c5d6-0344-4001-99dc-0b901816ff76 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:17:35.267845 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:17:35.268325 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67b1c5d6-0344-4001-99dc-0b901816ff76 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:17:35.268829 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'status': 'completed', 'code': 200} Nov 05 22:17:35.300982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.314720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3d6d47fc-7d5e-4d72-b69f-551f4e016b83 None None] Provisioning complete for port f84fa079-503b-4cf8-9156-3160c1b90e48 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:35.315627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d6d47fc-7d5e-4d72-b69f-551f4e016b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.349356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:17:35.374388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-587e0a8b-41f5-4753-83e7-f81032d4a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:35.375973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-587e0a8b-41f5-4753-83e7-f81032d4a9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 1096 time: 0.0911002 Nov 05 22:17:35.475981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-960520a4-7c45-41a7-910c-8b3273cd7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:35.478277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-960520a4-7c45-41a7-910c-8b3273cd7900 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.0937107 Nov 05 22:17:35.527538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.566629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=67160a09-edf6-4f3e-b7a4-f37414149d0f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:35.570279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.576193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bbc1f7a4-51c0-436e-b979-fc9439b78ab0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/67160a09-edf6-4f3e-b7a4-f37414149d0f HTTP/1.1" status: 204 len: 168 time: 0.5772705 Nov 05 22:17:35.576529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34786) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:35.591708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-f798fe6d-1f31-47aa-a57f-056331c2feb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d11da534-1ad8-4cea-a149-dd77b386ede5 HTTP/1.1" status: 200 len: 998 time: 0.1058197 Nov 05 22:17:35.643577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-93457474-02ed-4bf9-abc6-f712d7359c80 None None] Could not find standard attr ID for object 7d1c90bd-9942-43db-87b2-bbd4cc1ae029. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:35.647896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 91e28df5-7a27-4d88-b4ab-242c6e38d7c5 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:35.653677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.669017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-fac13046-cbcd-4bee-95e9-7dbd01c230fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:35.670479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-fac13046-cbcd-4bee-95e9-7dbd01c230fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0722408 Nov 05 22:17:35.685992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f84fa079-503b-4cf8-9156-3160c1b90e48 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:35.705001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.723829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a2533717-71e4-4082-b868-b9daeac0e8ae', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:c8:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:17:33Z', 'updated_at': '2021-11-05T22:17:33Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}, {'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:33Z', 'revision_number': 1, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:35.729097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-4f47a2ab-8823-405c-9b18-2bc6f5df01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:35.730742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-4f47a2ab-8823-405c-9b18-2bc6f5df01ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531058 Nov 05 22:17:35.763623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:17:35.778871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a8319-cbe6-4cdf-ad38-a27e09aca010 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:35.803970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:17:35.804467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:17:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:35.806243 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.845281 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-80d91b34-b3dc-4ace-b434-9ecce0f947ac service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070747 Nov 05 22:17:35.896637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f84fa079-503b-4cf8-9156-3160c1b90e48 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:35.896916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:35.943011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82946da4-39de-4db0-9890-35d11eaa9d34 req-2348f7f9-10ce-4b08-9dcd-5b7210973b2b service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899749 Nov 05 22:17:35.978888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.008667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=91e28df5-7a27-4d88-b4ab-242c6e38d7c5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:36.010810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.015606 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-041ed19d-11f2-4f1f-91c1-475fe3b4c09d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/91e28df5-7a27-4d88-b4ab-242c6e38d7c5 HTTP/1.1" status: 204 len: 168 time: 0.4365697 Nov 05 22:17:36.015992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:17:36.016747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34788) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:36.062987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d8527a3b-7a1c-4dbc-89d6-2929a3595d42 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443931 Nov 05 22:17:36.065760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34790) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:36.073153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:36.244213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:36.333021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:36.337152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.382148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] Deleting port f84fa079-503b-4cf8-9156-3160c1b90e48 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:36.383306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.404704 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a531b339-02e5-4c2c-9a96-26126c21bd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.460746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] For port f84fa079-503b-4cf8-9156-3160c1b90e48, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f84fa079-503b-4cf8-9156-3160c1b90e48,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:36.462165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.465846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a2533717-71e4-4082-b868-b9daeac0e8ae', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:c8:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:17:33Z', 'updated_at': '2021-11-05T22:17:33Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}, {'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:33Z', 'revision_number': 1, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:36.497743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab6ab2-a47a-41cb-bef4-170f11121aa3 None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a2533717-71e4-4082-b868-b9daeac0e8ae', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:c8:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:17:33Z', 'updated_at': '2021-11-05T22:17:33Z', 'revision_number': 0, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}, {'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:33Z', 'revision_number': 1, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:17:36.502700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] Calling delete_port for f84fa079-503b-4cf8-9156-3160c1b90e48 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:36.681649 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.713113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.objects.ports [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:36.713113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.713336 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c052c79-a24c-46bd-ae17-748f9bf52794 None None] New status for floating IP a2533717-71e4-4082-b868-b9daeac0e8ae: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:17:36.713790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] Pushing event deleted for resources: {'Port': ['ID=f84fa079-503b-4cf8-9156-3160c1b90e48,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:36.718963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a4652-05df-4c9d-839e-d53df17d89b7 None None] No DVR routers for this DVR port f84fa079-503b-4cf8-9156-3160c1b90e48 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:36.754204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:36.759379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:36.763945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:36.764541 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:36.771521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145faa22-e19c-41e8-a7d4-d4fd7dc8ae54 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:36.775476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=1fac79f9-a541-456b-a5ba-54b9d2665529,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:36.855438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2a1c4374-9157-4a60-a488-c60b43f2d3e4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7872458 Nov 05 22:17:36.859287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34794) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:36.865000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8fbe12a1-7d8c-4cd0-97bf-5a1ad427174c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:36.925824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '1fac79f9-a541-456b-a5ba-54b9d2665529'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:36.926699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.055987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Allocated IP 2001:db8::f816:3eff:fe7c:1589 (77f20016-ff1d-4290-b0ba-b259b6de0973/1fac79f9-a541-456b-a5ba-54b9d2665529/56b2db2c-6595-4024-acac-942eb16a48c9) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:37.132501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbe12a1-7d8c-4cd0-97bf-5a1ad427174c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:37.137981 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbe12a1-7d8c-4cd0-97bf-5a1ad427174c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.234383 n-d-816738-5 neutron-server[102292]: INFO neutron.db.ipam_backend_mixin [None req-8fbe12a1-7d8c-4cd0-97bf-5a1ad427174c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fac79f9-a541-456b-a5ba-54b9d2665529 (CIDR: 2001:db8::/64) Nov 05 22:17:37.287297 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbe12a1-7d8c-4cd0-97bf-5a1ad427174c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:37.287886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbe12a1-7d8c-4cd0-97bf-5a1ad427174c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:37.353644 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.381129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8fbe12a1-7d8c-4cd0-97bf-5a1ad427174c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5205505 Nov 05 22:17:37.383841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34796) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:37.388750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:37.441395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.477886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:37.480726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:37.486316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:37.497613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Pushing event updated for resources: {'Port': ['ID=56b2db2c-6595-4024-acac-942eb16a48c9,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:37.549592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Attempting to bind port 56b2db2c-6595-4024-acac-942eb16a48c9 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:37.549954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Attempting to bind port 56b2db2c-6595-4024-acac-942eb16a48c9 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:37.550311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Attempting to bind port 56b2db2c-6595-4024-acac-942eb16a48c9 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:37.555140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:37.555510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:37.555938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.556327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:37.556788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Bound port: 56b2db2c-6595-4024-acac-942eb16a48c9, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:37.557165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.612354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:37.616002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.620055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] For port 56b2db2c-6595-4024-acac-942eb16a48c9, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:37.624190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] For port 56b2db2c-6595-4024-acac-942eb16a48c9, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56b2db2c-6595-4024-acac-942eb16a48c9,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:37.639257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f84fa079-503b-4cf8-9156-3160c1b90e48 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:37.660256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f84fa079-503b-4cf8-9156-3160c1b90e48 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:37.660602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f84fa079-503b-4cf8-9156-3160c1b90e48 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:37.693623 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:37.756045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd426c-71b3-4dac-b33f-883c94d3baba None None] Pushing event updated for resources: {'Port': ['ID=56b2db2c-6595-4024-acac-942eb16a48c9,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:37.949771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.000225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:38.003662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:38.006894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:38.008292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.018322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=fe0e1501-f8f5-43ad-bd05-91e246a71b78,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:38.134269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9ac70c90-b31a-42e4-a9d3-b20dc8f55987 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7492592 Nov 05 22:17:38.136820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34798) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:38.141592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:0b:b7:90', 'name': 'tempest-NetworksTestDHCPv6-1485785291'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:38.326780 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:38.414164 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.436049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 363b16b4-4241-4822-b9d1-3226d6fe05ef yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:38.522331 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:17:38.538371 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a6be7e0-038c-46e7-ae7c-fd5959f07550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.610772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8:0:1::3b6 (77f20016-ff1d-4290-b0ba-b259b6de0973/fe0e1501-f8f5-43ad-bd05-91e246a71b78/363b16b4-4241-4822-b9d1-3226d6fe05ef) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:38.623727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::f816:3eff:fe0b:b790 (77f20016-ff1d-4290-b0ba-b259b6de0973/1fac79f9-a541-456b-a5ba-54b9d2665529/363b16b4-4241-4822-b9d1-3226d6fe05ef) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:38.649383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f7aba-2dc5-4086-99ba-ecf7aed0269c None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:38.723809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-29994df7-cac6-45f3-9bad-f94181491a8b None None] Provisioning complete for port 56b2db2c-6595-4024-acac-942eb16a48c9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:38.724270 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-29994df7-cac6-45f3-9bad-f94181491a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.764221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.875803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.888153 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-29994df7-cac6-45f3-9bad-f94181491a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.922708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:38.927202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-29994df7-cac6-45f3-9bad-f94181491a8b None None] For port 56b2db2c-6595-4024-acac-942eb16a48c9, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56b2db2c-6595-4024-acac-942eb16a48c9,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:38.928018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:38.932507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:38.938551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:38.938860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.949595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=363b16b4-4241-4822-b9d1-3226d6fe05ef,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:38.963520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b01c7-6660-4f40-b079-6d5e506a8e40 None None] Update dhcp port {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'fixed_ips': [{'subnet_id': '1fac79f9-a541-456b-a5ba-54b9d2665529', 'ip_address': '2001:db8::f816:3eff:fe7c:1589'}, {'subnet_id': 'fe0e1501-f8f5-43ad-bd05-91e246a71b78'}], 'binding:host_id': 'n-d-816738-5'}, 'id': '56b2db2c-6595-4024-acac-942eb16a48c9'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:17:38.989002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-634b01c7-6660-4f40-b079-6d5e506a8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:38.997702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-29994df7-cac6-45f3-9bad-f94181491a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.043965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8ef86402-dbc4-438c-9cce-4a899c73ebfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9060841 Nov 05 22:17:39.046634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34800) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:39.139381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 363b16b4-4241-4822-b9d1-3226d6fe05ef {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:39.139757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.144439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29994df7-cac6-45f3-9bad-f94181491a8b None None] Pushing event updated for resources: {'Port': ['ID=56b2db2c-6595-4024-acac-942eb16a48c9,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:39.224348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-634b01c7-6660-4f40-b079-6d5e506a8e40 None None] Allocated IP 2001:db8:0:1::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/fe0e1501-f8f5-43ad-bd05-91e246a71b78/56b2db2c-6595-4024-acac-942eb16a48c9) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:39.232986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.245073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 363b16b4-4241-4822-b9d1-3226d6fe05ef owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:39.320954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-634b01c7-6660-4f40-b079-6d5e506a8e40 None None] For port 56b2db2c-6595-4024-acac-942eb16a48c9, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56b2db2c-6595-4024-acac-942eb16a48c9,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:39.350293 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-634b01c7-6660-4f40-b079-6d5e506a8e40 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.491247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-634b01c7-6660-4f40-b079-6d5e506a8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.574544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b01c7-6660-4f40-b079-6d5e506a8e40 None None] Pushing event updated for resources: {'Port': ['ID=56b2db2c-6595-4024-acac-942eb16a48c9,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:39.601220 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.634248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=363b16b4-4241-4822-b9d1-3226d6fe05ef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:39.684440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.688442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 56b2db2c-6595-4024-acac-942eb16a48c9 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:39.688937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d6fe76c8-6b0b-43ab-a07b-64cf359c496d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/363b16b4-4241-4822-b9d1-3226d6fe05ef HTTP/1.1" status: 204 len: 168 time: 0.6411915 Nov 05 22:17:39.691691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34802) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:39.744474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 56b2db2c-6595-4024-acac-942eb16a48c9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:39.744833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.747377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59303158-f0bb-4994-87ac-f9bae5dda8f4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:39.751861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34804) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:39.752048 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59303158-f0bb-4994-87ac-f9bae5dda8f4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0592861 Nov 05 22:17:39.807254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184dc1d-671f-4b25-93da-b5e40a9414e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:39.811182 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e184dc1d-671f-4b25-93da-b5e40a9414e6 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0560160 Nov 05 22:17:39.811430 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34806) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:39.869641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257f8f5-1cc7-499a-907d-6b04f2310ae8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:39.871290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257f8f5-1cc7-499a-907d-6b04f2310ae8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:39.872839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257f8f5-1cc7-499a-907d-6b04f2310ae8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:39.877398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4257f8f5-1cc7-499a-907d-6b04f2310ae8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0620174 Nov 05 22:17:39.877830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34808) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:39.931725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 1fac79f9-a541-456b-a5ba-54b9d2665529 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:39.935256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:39.978700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.074805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.097028 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.225807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-209607e3-cd32-4761-80f1-0621df14aa6e None None] Provisioning complete for port 56b2db2c-6595-4024-acac-942eb16a48c9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:40.226180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-209607e3-cd32-4761-80f1-0621df14aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.234591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.263255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=1fac79f9-a541-456b-a5ba-54b9d2665529,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:40.266887 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.278240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b786cd7-95d0-4062-b437-2b1fccc85ada tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/1fac79f9-a541-456b-a5ba-54b9d2665529 HTTP/1.1" status: 204 len: 168 time: 0.3917007 Nov 05 22:17:40.278240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34810) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:40.328060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310af13-17ce-4290-8cc7-edfe0e32aecf None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:40.333007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet fe0e1501-f8f5-43ad-bd05-91e246a71b78 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:40.336323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.377653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.447974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f8e99d8a-4a31-4e3f-a1ad-b8d1c88c6405 None None] Could not find standard attr ID for object 363b16b4-4241-4822-b9d1-3226d6fe05ef. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:40.459822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.670030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.698519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0e1501-f8f5-43ad-bd05-91e246a71b78,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:40.702268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:40.705546 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4de479cf-7232-43a7-82ae-3d811677b1fd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/fe0e1501-f8f5-43ad-bd05-91e246a71b78 HTTP/1.1" status: 204 len: 168 time: 0.4317837 Nov 05 22:17:40.708070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34812) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:40.750788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-78749cf5-104a-4ffb-b1fa-9429a51421e0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387766 Nov 05 22:17:40.751041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34814) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:40.755928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:40.920748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:40.924505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.051720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26937bff-4665-44e4-be2a-b98db01cb467 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:41.119993 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3d03d80c-1488-48a7-9ff2-3609ea97d1b0 None None] Provisioning complete for port 56b2db2c-6595-4024-acac-942eb16a48c9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:41.120364 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d03d80c-1488-48a7-9ff2-3609ea97d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.263993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.274564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:41.308643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:41.308914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:41.312371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:41.312551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.327625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] Deleting port 56b2db2c-6595-4024-acac-942eb16a48c9 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:41.328010 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.331134 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=00b58c13-29ae-4306-86ed-0d14c0e95e21,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:41.405941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] For port 56b2db2c-6595-4024-acac-942eb16a48c9, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=56b2db2c-6595-4024-acac-942eb16a48c9,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:41.406334 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.423872 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] Calling delete_port for 56b2db2c-6595-4024-acac-942eb16a48c9 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:41.449781 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b890b2c-455a-4940-a92e-ce6c5757530f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6977036 Nov 05 22:17:41.452796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34816) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:41.457719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-910c5a8d-8368-453c-be8b-48a1bf3c195a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:41.521444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.599507 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.627632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] Pushing event deleted for resources: {'Port': ['ID=56b2db2c-6595-4024-acac-942eb16a48c9,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:41.629395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 56b2db2c-6595-4024-acac-942eb16a48c9 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:41.631429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44e2e9-e3f6-4e46-bb10-328aeca4cf75 None None] No DVR routers for this DVR port 56b2db2c-6595-4024-acac-942eb16a48c9 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:41.642698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910c5a8d-8368-453c-be8b-48a1bf3c195a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:41.647068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-910c5a8d-8368-453c-be8b-48a1bf3c195a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.656442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8790f3-05e8-4536-b61f-9a4a62f1d64e None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:41.656602 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 56b2db2c-6595-4024-acac-942eb16a48c9 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:41.656894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 56b2db2c-6595-4024-acac-942eb16a48c9 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:41.738580 n-d-816738-5 neutron-server[102291]: INFO neutron.db.ipam_backend_mixin [None req-910c5a8d-8368-453c-be8b-48a1bf3c195a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00b58c13-29ae-4306-86ed-0d14c0e95e21 (CIDR: 2001:db8::/64) Nov 05 22:17:41.791044 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-910c5a8d-8368-453c-be8b-48a1bf3c195a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:41.791412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910c5a8d-8368-453c-be8b-48a1bf3c195a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:41.814501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '00b58c13-29ae-4306-86ed-0d14c0e95e21'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:41.817053 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:41.861215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-910c5a8d-8368-453c-be8b-48a1bf3c195a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4073014 Nov 05 22:17:41.865459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34818) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:41.871664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:42.016411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/00b58c13-29ae-4306-86ed-0d14c0e95e21/3b724929-3b8b-4b10-95d3-3d44a882411c) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:42.100595 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.109584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:42.113244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.163066 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.247208 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.285283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:42.292452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:42.296868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:42.302300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Pushing event updated for resources: {'Port': ['ID=3b724929-3b8b-4b10-95d3-3d44a882411c,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:42.355395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Attempting to bind port 3b724929-3b8b-4b10-95d3-3d44a882411c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:42.355800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Attempting to bind port 3b724929-3b8b-4b10-95d3-3d44a882411c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:42.356163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Attempting to bind port 3b724929-3b8b-4b10-95d3-3d44a882411c on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:42.361549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:42.361918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:42.362313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.362724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:42.363305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Bound port: 3b724929-3b8b-4b10-95d3-3d44a882411c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:42.363723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.434189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] For port 3b724929-3b8b-4b10-95d3-3d44a882411c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:42.437769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] For port 3b724929-3b8b-4b10-95d3-3d44a882411c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3b724929-3b8b-4b10-95d3-3d44a882411c,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:42.555712 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.589954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:42.622489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b50f8-bd35-4432-997d-5505693830b9 None None] Pushing event updated for resources: {'Port': ['ID=3b724929-3b8b-4b10-95d3-3d44a882411c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:42.827082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:42.990662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] For port 3b724929-3b8b-4b10-95d3-3d44a882411c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3b724929-3b8b-4b10-95d3-3d44a882411c,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:43.020552 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:43.091296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:43.092126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:43.174318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:43.182637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:43.193602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:43.194212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:43.203185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=25966b0f-6eb1-410a-9680-14e36ec01c45,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:43.207900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=3b724929-3b8b-4b10-95d3-3d44a882411c,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:43.278120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-167aa97e-847b-48a1-ae7a-c7f48b5efd6a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4115045 Nov 05 22:17:43.281103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34822) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:43.286226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:25:30:d0', 'name': 'tempest-NetworksTestDHCPv6-826402834'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:43.446837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:43.538579 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:43.561175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port abfadf25-4af3-4102-9e44-3003c5eed2e3 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:43.567567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23f06a-5c4e-4d6f-bd79-937b1e27f420 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:43.649305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7ddd41d2-ae39-403a-9ddd-aded40b424c0 None None] Provisioning complete for port 3b724929-3b8b-4b10-95d3-3d44a882411c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:43.649723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ddd41d2-ae39-403a-9ddd-aded40b424c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:43.698363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3b724929-3b8b-4b10-95d3-3d44a882411c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:43.747903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::3e2 (77f20016-ff1d-4290-b0ba-b259b6de0973/00b58c13-29ae-4306-86ed-0d14c0e95e21/abfadf25-4af3-4102-9e44-3003c5eed2e3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:43.754294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8:0:1:f816:3eff:fe25:30d0 (77f20016-ff1d-4290-b0ba-b259b6de0973/25966b0f-6eb1-410a-9680-14e36ec01c45/abfadf25-4af3-4102-9e44-3003c5eed2e3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:43.912734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.000530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3b724929-3b8b-4b10-95d3-3d44a882411c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:44.000813 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.002503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ddd41d2-ae39-403a-9ddd-aded40b424c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.035823 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.074702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7ddd41d2-ae39-403a-9ddd-aded40b424c0 None None] For port 3b724929-3b8b-4b10-95d3-3d44a882411c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3b724929-3b8b-4b10-95d3-3d44a882411c,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:44.081634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:44.087388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:44.091980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:44.098480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:44.099141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.110236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=abfadf25-4af3-4102-9e44-3003c5eed2e3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:44.126833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.138941 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7ddd41d2-ae39-403a-9ddd-aded40b424c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.221027 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-74a06062-0a79-40ad-ad7f-9b0ce475bac0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9388194 Nov 05 22:17:44.223741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34824) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:44.227989 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:17:44.227989 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:17:44.227989 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd41d2-ae39-403a-9ddd-aded40b424c0 None None] Pushing event updated for resources: {'Port': ['ID=3b724929-3b8b-4b10-95d3-3d44a882411c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:44.315649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port abfadf25-4af3-4102-9e44-3003c5eed2e3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:44.315981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.410920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.424561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for abfadf25-4af3-4102-9e44-3003c5eed2e3 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:44.652366 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.668195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8300e511-9e24-4fe1-94eb-93602c1007ba None None] Provisioning complete for port 3b724929-3b8b-4b10-95d3-3d44a882411c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:44.668772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8300e511-9e24-4fe1-94eb-93602c1007ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.687916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=abfadf25-4af3-4102-9e44-3003c5eed2e3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:44.738655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:44.742822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0ea34e19-12be-4c7a-84d9-d445b39a6cfc tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/abfadf25-4af3-4102-9e44-3003c5eed2e3 HTTP/1.1" status: 204 len: 168 time: 0.5174458 Nov 05 22:17:44.745971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34828) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:44.800354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf12a1-a2de-4011-be38-ae1dcafe7813 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:44.801896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e2cf12a1-a2de-4011-be38-ae1dcafe7813 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0541999 Nov 05 22:17:44.804470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:44.858648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ff1f0-5645-4d0c-9155-e2700844862c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:44.860858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-719ff1f0-5645-4d0c-9155-e2700844862c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0546768 Nov 05 22:17:44.863307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34832) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:44.912335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bad13f80-b44a-4971-ba9a-83aad928a802 None None] Could not find standard attr ID for object abfadf25-4af3-4102-9e44-3003c5eed2e3. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:17:44.918550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8fb75-0603-466a-9749-2a2f0156a700 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:44.920224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8fb75-0603-466a-9749-2a2f0156a700 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:44.922299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8fb75-0603-466a-9749-2a2f0156a700 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:44.923917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2d8fb75-0603-466a-9749-2a2f0156a700 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0595648 Nov 05 22:17:44.926856 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:44.980606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 00b58c13-29ae-4306-86ed-0d14c0e95e21 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:44.983936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.024573 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.122898 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.257511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.285212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=00b58c13-29ae-4306-86ed-0d14c0e95e21,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:45.290483 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.293247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5fbda4c7-4303-461f-9541-c45183e00e9a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/00b58c13-29ae-4306-86ed-0d14c0e95e21 HTTP/1.1" status: 204 len: 168 time: 0.3652005 Nov 05 22:17:45.295596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34836) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:45.297348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f233831-a13b-4e04-a3c1-df2983a90a14 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:45.350116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 25966b0f-6eb1-410a-9680-14e36ec01c45 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:45.353852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.393934 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.478096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.582161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-c4968091-55a9-4d6a-9073-df475bc685a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559685 Nov 05 22:17:45.602785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.641936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=25966b0f-6eb1-410a-9680-14e36ec01c45,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:45.646641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.652137 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e6c4176a-7cca-4e46-8390-6419c6e1072a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/25966b0f-6eb1-410a-9680-14e36ec01c45 HTTP/1.1" status: 204 len: 168 time: 0.3543794 Nov 05 22:17:45.653546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34838) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:45.660919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3b724929-3b8b-4b10-95d3-3d44a882411c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:45.686262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-a21c7727-faaf-4128-8197-a53f0e667660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:45.687923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-a21c7727-faaf-4128-8197-a53f0e667660 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.0571034 Nov 05 22:17:45.699279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e70524c-4ea1-4a99-a4b1-98ab175431b0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436428 Nov 05 22:17:45.704431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34840) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:45.710722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:45.723190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3b724929-3b8b-4b10-95d3-3d44a882411c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:45.723828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.884682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-41c902be-375d-4515-8e71-4be81e5c0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:45.886258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-41c902be-375d-4515-8e71-4be81e5c0496 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1583717 Nov 05 22:17:45.944936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:45.949172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:45.987924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-6141b000-6223-4529-92d5-a44421b132f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 1001 time: 0.0940373 Nov 05 22:17:46.029809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a3fcaa-6f67-4f55-8b9f-1fa197fe282f None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:46.089139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-99bf6733-cc1f-4632-a966-12946cea9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:46.091347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-99bf6733-cc1f-4632-a966-12946cea9b5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0733409 Nov 05 22:17:46.098430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dd70d182-344f-4df6-9474-b6334a981c19 None None] Provisioning complete for port 3b724929-3b8b-4b10-95d3-3d44a882411c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:46.098863 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd70d182-344f-4df6-9474-b6334a981c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:46.183302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-996ae18b-a907-4e07-b4b8-dc115a1c9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:46.184965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-996ae18b-a907-4e07-b4b8-dc115a1c9406 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865097 Nov 05 22:17:46.279230 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:46.329442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Deleting port 3b724929-3b8b-4b10-95d3-3d44a882411c {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:46.329814 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:46.397786 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] For port 3b724929-3b8b-4b10-95d3-3d44a882411c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3b724929-3b8b-4b10-95d3-3d44a882411c,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:46.398181 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:46.416628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Calling delete_port for 3b724929-3b8b-4b10-95d3-3d44a882411c owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:46.607605 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:46.613008 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:46.651149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Pushing event deleted for resources: {'Port': ['ID=3b724929-3b8b-4b10-95d3-3d44a882411c,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:46.656737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] No DVR routers for this DVR port 3b724929-3b8b-4b10-95d3-3d44a882411c on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:46.665530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.665932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.666270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.666416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:46.666715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.667615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.667957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.668287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.668973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.669212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.669603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.669928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.670328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e2e25-90e3-44e1-86f5-c7dfd448b864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:17:46.677785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:46.687055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:46.687395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a69cb-a84d-4156-a29c-f1e2e05ce101 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:46.687817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:46.711257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=9a48b5a3-9365-4607-a851-7adf26d9f39e,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:46.718280 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-594483da-6df1-421e-9cc7-e9bd372556a9 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118496 Nov 05 22:17:46.810887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f1cf3e87-151c-471d-b75c-b223a6f8cb4d tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1053197 Nov 05 22:17:46.813953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34842) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:46.823572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6a35090f-4db7-42f0-ac62-254b68561254 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:46.826734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5c60c9f-36e1-4fba-a8f8-0015ed9f6ce5 req-3ecb5496-547b-4c50-ba33-30864e6f3675 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003203 Nov 05 22:17:46.847025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-77f20016-ff1d-4290-b0ba-b259b6de0973', 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'tenant_id': '5aaee0f05dae4d0f99c9f6b19b618be8', 'fixed_ips': [{'subnet_id': '9a48b5a3-9365-4607-a851-7adf26d9f39e'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:17:46.849517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:46.995888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Allocated IP 2001:db8::2 (77f20016-ff1d-4290-b0ba-b259b6de0973/9a48b5a3-9365-4607-a851-7adf26d9f39e/9e900aef-6439-450c-860b-f0540fe2b347) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:47.075220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35090f-4db7-42f0-ac62-254b68561254 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:47.079036 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6a35090f-4db7-42f0-ac62-254b68561254 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:47.141117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:47.167988 n-d-816738-5 neutron-server[102291]: INFO neutron.db.ipam_backend_mixin [None req-6a35090f-4db7-42f0-ac62-254b68561254 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a48b5a3-9365-4607-a851-7adf26d9f39e (CIDR: 2001:db8::/64) Nov 05 22:17:47.194247 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a35090f-4db7-42f0-ac62-254b68561254 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:17:47.194705 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a35090f-4db7-42f0-ac62-254b68561254 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:47.224319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:47.262843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:47.267680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:47.270212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:47.272393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6a35090f-4db7-42f0-ac62-254b68561254 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4569972 Nov 05 22:17:47.274887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34844) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:47.279895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'subnet': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:47.280980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Pushing event updated for resources: {'Port': ['ID=9e900aef-6439-450c-860b-f0540fe2b347,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:47.335635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Attempting to bind port 9e900aef-6439-450c-860b-f0540fe2b347 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:47.336010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Attempting to bind port 9e900aef-6439-450c-860b-f0540fe2b347 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:47.336380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Attempting to bind port 9e900aef-6439-450c-860b-f0540fe2b347 on network 77f20016-ff1d-4290-b0ba-b259b6de0973 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:47.341619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:47.341986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Checking segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:47.342387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:47.342780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Bound using segment: {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:47.343662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Bound port: 9e900aef-6439-450c-860b-f0540fe2b347, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0185023-569d-48e8-92a9-a56c359762f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:47.344048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:47.409677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] For port 9e900aef-6439-450c-860b-f0540fe2b347, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:47.412863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] For port 9e900aef-6439-450c-860b-f0540fe2b347, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9e900aef-6439-450c-860b-f0540fe2b347,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:47.474940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:47.478543 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:47.486834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:47.543052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5a7a6-f7e0-4f57-82d8-64716e2dfcc1 None None] Pushing event updated for resources: {'Port': ['ID=9e900aef-6439-450c-860b-f0540fe2b347,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:47.635191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3b724929-3b8b-4b10-95d3-3d44a882411c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:47.657720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 3b724929-3b8b-4b10-95d3-3d44a882411c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:17:47.658142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3b724929-3b8b-4b10-95d3-3d44a882411c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:17:47.896908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.objects.ports [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 05 22:17:48.134881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.301990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] For port 9e900aef-6439-450c-860b-f0540fe2b347, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9e900aef-6439-450c-860b-f0540fe2b347,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:48.332811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.405279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.406072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.467560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bbe5e2c4-3f6f-405c-a0a7-04e411914881 None None] Provisioning complete for port 9e900aef-6439-450c-860b-f0540fe2b347 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:48.468792 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e2c4-3f6f-405c-a0a7-04e411914881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.480522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:48.488417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:48.498765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e11a49-8371-4900-add3-0070e7d3ddbc None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:48.499269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:48.499891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.520367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Subnet': ['ID=d9e6bb4f-d29a-447d-ad2f-7387ee90bd0d,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:48.526281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=9e900aef-6439-450c-860b-f0540fe2b347,revision_number=4']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:48.601580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c53f18fc-5b4e-49ea-8e4d-f367cab53af1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3222053 Nov 05 22:17:48.601947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34846) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:48.608733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Request body: {'port': {'network_id': '77f20016-ff1d-4290-b0ba-b259b6de0973', 'mac_address': 'fa:16:3e:00:e7:ac', 'name': 'tempest-NetworksTestDHCPv6-1182500756'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:48.639383 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e2c4-3f6f-405c-a0a7-04e411914881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.711380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bbe5e2c4-3f6f-405c-a0a7-04e411914881 None None] For port 9e900aef-6439-450c-860b-f0540fe2b347, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9e900aef-6439-450c-860b-f0540fe2b347,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:48.818381 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bbe5e2c4-3f6f-405c-a0a7-04e411914881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.846316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Made reservation on behalf of 5aaee0f05dae4d0f99c9f6b19b618be8 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:48.884239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5e2c4-3f6f-405c-a0a7-04e411914881 None None] Pushing event updated for resources: {'Port': ['ID=9e900aef-6439-450c-860b-f0540fe2b347,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:48.951996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:48.975611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] device_id is not set on port 63cfcec7-4763-4425-9ac5-feed0f0d600c yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:49.170919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8::9b (77f20016-ff1d-4290-b0ba-b259b6de0973/9a48b5a3-9365-4607-a851-7adf26d9f39e/63cfcec7-4763-4425-9ac5-feed0f0d600c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:49.177159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:e7ac (77f20016-ff1d-4290-b0ba-b259b6de0973/d9e6bb4f-d29a-447d-ad2f-7387ee90bd0d/63cfcec7-4763-4425-9ac5-feed0f0d600c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:17:49.342884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-74ab8fc2-e44a-47f2-8b1d-af988e39d5b2 None None] Provisioning complete for port 9e900aef-6439-450c-860b-f0540fe2b347 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:49.343722 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74ab8fc2-e44a-47f2-8b1d-af988e39d5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.355418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.486911 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.531282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:17:49.534231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:17:49.539968 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:17:49.545692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:49.554151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.557626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event updated for resources: {'Port': ['ID=63cfcec7-4763-4425-9ac5-feed0f0d600c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:49.643561 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0783f247-29a7-4fdd-ad2c-ebb5bb4c2eda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0404646 Nov 05 22:17:49.646065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34850) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:49.676355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9e900aef-6439-450c-860b-f0540fe2b347 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:17:49.729903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9e900aef-6439-450c-860b-f0540fe2b347 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:49.730275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.737874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting port 63cfcec7-4763-4425-9ac5-feed0f0d600c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:49.739908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.830453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.842709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Calling delete_port for 63cfcec7-4763-4425-9ac5-feed0f0d600c owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:49.843769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-05e90030-bd8e-449f-b7a1-847cb4a06cfd None None] Provisioning complete for port 63cfcec7-4763-4425-9ac5-feed0f0d600c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:49.844145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-05e90030-bd8e-449f-b7a1-847cb4a06cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:49.877755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-05e90030-bd8e-449f-b7a1-847cb4a06cfd None None] Port 63cfcec7-4763-4425-9ac5-feed0f0d600c cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:17:50.096783 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.124070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Port': ['ID=63cfcec7-4763-4425-9ac5-feed0f0d600c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:50.169847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.173136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be4d55f8-9b11-456b-b1de-fc9b967f42df tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/63cfcec7-4763-4425-9ac5-feed0f0d600c HTTP/1.1" status: 204 len: 168 time: 0.5259116 Nov 05 22:17:50.175483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:50.224696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036465f-12bb-46ba-a317-cac218eef580 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:50.226991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2036465f-12bb-46ba-a317-cac218eef580 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0500410 Nov 05 22:17:50.230000 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34854) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:50.280883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d9c53-c38a-4449-98e4-c182feb2d840 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:50.282433 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-496d9c53-c38a-4449-98e4-c182feb2d840 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0514171 Nov 05 22:17:50.285103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34856) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:50.338079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a79024-61f9-4f3c-b620-33b2b4fa8b45 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:50.339630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a79024-61f9-4f3c-b620-33b2b4fa8b45 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:50.341344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a79024-61f9-4f3c-b620-33b2b4fa8b45 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:50.342889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-04a79024-61f9-4f3c-b620-33b2b4fa8b45 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0568683 Nov 05 22:17:50.345857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34858) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:50.400324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet 9a48b5a3-9365-4607-a851-7adf26d9f39e {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:50.403304 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.442334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.521137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.657325 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.682085 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=9a48b5a3-9365-4607-a851-7adf26d9f39e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:50.689645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.690883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-25b692d5-6760-4526-8cf3-155a56018fe5 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/9a48b5a3-9365-4607-a851-7adf26d9f39e HTTP/1.1" status: 204 len: 168 time: 0.3440762 Nov 05 22:17:50.693337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34860) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:50.697793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359016de-ebf2-4e62-b389-f6448081de70 None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:50.749743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Deleting subnet d9e6bb4f-d29a-447d-ad2f-7387ee90bd0d {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:17:50.752915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.793709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:50.879264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.040258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.068514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e6bb4f-d29a-447d-ad2f-7387ee90bd0d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:51.077916 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.081630 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-74e2c9a7-66b9-4b05-aa9e-ac2a2aac79ac tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/d9e6bb4f-d29a-447d-ad2f-7387ee90bd0d HTTP/1.1" status: 204 len: 168 time: 0.3870370 Nov 05 22:17:51.084207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34862) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.128979 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6b283e2-00f6-4043-9108-5147584ee752 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434616 Nov 05 22:17:51.131642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34864) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.181267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e2c2ca-cc44-49fe-b79a-13ee9375ab66 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:51.184011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-85e2c2ca-cc44-49fe-b79a-13ee9375ab66 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0514174 Nov 05 22:17:51.185312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34866) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.237969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d55668-dba7-44d5-b448-2ded31a67e38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:51.239621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f9d55668-dba7-44d5-b448-2ded31a67e38 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0533612 Nov 05 22:17:51.242758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34868) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.288102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6295e904-e04b-4700-a6dd-484b19e91e03 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441384 Nov 05 22:17:51.292429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34870) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.316466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb1dca-e2c3-417d-9142-0757fdb84eab None None] Network 77f20016-ff1d-4290-b0ba-b259b6de0973 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:17:51.317924 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-700a0a13-696c-4b34-8806-278e2dc7ae78 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.318601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700a0a13-696c-4b34-8806-278e2dc7ae78 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.322394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-700a0a13-696c-4b34-8806-278e2dc7ae78 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/63cfcec7-4763-4425-9ac5-feed0f0d600c HTTP/1.1" status: 404 len: 333 time: 0.0290005 Nov 05 22:17:51.324902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.350890 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-13eaab98-e0f5-40cc-9510-c3f2a917e014 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.351373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13eaab98-e0f5-40cc-9510-c3f2a917e014 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.354490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-13eaab98-e0f5-40cc-9510-c3f2a917e014 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/d9e6bb4f-d29a-447d-ad2f-7387ee90bd0d HTTP/1.1" status: 404 len: 337 time: 0.0286336 Nov 05 22:17:51.357044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34874) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.383806 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fc576d-9e24-4f4d-8a78-78a4d859f623 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.384259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fc576d-9e24-4f4d-8a78-78a4d859f623 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.387267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-42fc576d-9e24-4f4d-8a78-78a4d859f623 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/9a48b5a3-9365-4607-a851-7adf26d9f39e HTTP/1.1" status: 404 len: 337 time: 0.0293176 Nov 05 22:17:51.389822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34876) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.417358 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2e6421-91a5-4368-99e9-820c98d67d1f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.418005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2e6421-91a5-4368-99e9-820c98d67d1f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.428766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dc2e6421-91a5-4368-99e9-820c98d67d1f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/abfadf25-4af3-4102-9e44-3003c5eed2e3 HTTP/1.1" status: 404 len: 333 time: 0.0303099 Nov 05 22:17:51.428766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34878) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.434955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-993295fc-54df-4437-98c0-4f699e7ec128 None None] Provisioning complete for port 9e900aef-6439-450c-860b-f0540fe2b347 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:51.435319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-993295fc-54df-4437-98c0-4f699e7ec128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.449172 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6689b8e-c2d1-470f-b74b-a05d13e97d8a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.449627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6689b8e-c2d1-470f-b74b-a05d13e97d8a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.452650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e6689b8e-c2d1-470f-b74b-a05d13e97d8a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/25966b0f-6eb1-410a-9680-14e36ec01c45 HTTP/1.1" status: 404 len: 337 time: 0.0281839 Nov 05 22:17:51.455028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.481116 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf19d9b-140b-4775-a6d0-7faafb838f2e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.481575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf19d9b-140b-4775-a6d0-7faafb838f2e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.484902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bbf19d9b-140b-4775-a6d0-7faafb838f2e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/00b58c13-29ae-4306-86ed-0d14c0e95e21 HTTP/1.1" status: 404 len: 337 time: 0.0286579 Nov 05 22:17:51.487254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34882) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.514224 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffbd046-bc13-4127-8548-2ecd600b778b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.514897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffbd046-bc13-4127-8548-2ecd600b778b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.517951 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dffbd046-bc13-4127-8548-2ecd600b778b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/363b16b4-4241-4822-b9d1-3226d6fe05ef HTTP/1.1" status: 404 len: 333 time: 0.0296652 Nov 05 22:17:51.520933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34884) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.544935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] DHCP port deletion for 77f20016-ff1d-4290-b0ba-b259b6de0973 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:17:51.546838 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-633adf0d-677d-4ecd-8a20-a7c2afb4f18c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.547291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633adf0d-677d-4ecd-8a20-a7c2afb4f18c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.550438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-633adf0d-677d-4ecd-8a20-a7c2afb4f18c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/fe0e1501-f8f5-43ad-bd05-91e246a71b78 HTTP/1.1" status: 404 len: 337 time: 0.0285313 Nov 05 22:17:51.553073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34886) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.579803 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-98510b88-d92b-4d12-a79b-cc021b765815 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.580265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98510b88-d92b-4d12-a79b-cc021b765815 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.583908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-98510b88-d92b-4d12-a79b-cc021b765815 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/1fac79f9-a541-456b-a5ba-54b9d2665529 HTTP/1.1" status: 404 len: 337 time: 0.0292656 Nov 05 22:17:51.586058 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34888) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.601068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] Deleting port 9e900aef-6439-450c-860b-f0540fe2b347 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:17:51.601068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.611708 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3026ed-189c-4ff8-a1a1-3e1cb1f44a01 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.612475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3026ed-189c-4ff8-a1a1-3e1cb1f44a01 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.618515 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe3026ed-189c-4ff8-a1a1-3e1cb1f44a01 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7d1c90bd-9942-43db-87b2-bbd4cc1ae029 HTTP/1.1" status: 404 len: 333 time: 0.0279334 Nov 05 22:17:51.618753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34890) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.648235 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb413a3-33a0-4765-aae6-3972cc181135 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.648792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb413a3-33a0-4765-aae6-3972cc181135 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.653969 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eeb413a3-33a0-4765-aae6-3972cc181135 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/91e28df5-7a27-4d88-b4ab-242c6e38d7c5 HTTP/1.1" status: 404 len: 337 time: 0.0341985 Nov 05 22:17:51.654508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34892) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.657681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9e900aef-6439-450c-860b-f0540fe2b347 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:17:51.691185 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a1bfcf-8e58-4005-9ad3-d555a326fdb1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.691185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a1bfcf-8e58-4005-9ad3-d555a326fdb1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.691185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f9a1bfcf-8e58-4005-9ad3-d555a326fdb1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/67160a09-edf6-4f3e-b7a4-f37414149d0f HTTP/1.1" status: 404 len: 337 time: 0.0345764 Nov 05 22:17:51.693316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34894) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.694186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] For port 9e900aef-6439-450c-860b-f0540fe2b347, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9e900aef-6439-450c-860b-f0540fe2b347,segment=NetworkSegment(c0185023-569d-48e8-92a9-a56c359762f4),segment_id=c0185023-569d-48e8-92a9-a56c359762f4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:51.694587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.710343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] Calling delete_port for 9e900aef-6439-450c-860b-f0540fe2b347 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:17:51.715968 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f6e6ce-b046-4531-a32f-ad0f96fd4133 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.716782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f6e6ce-b046-4531-a32f-ad0f96fd4133 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.721007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d4f6e6ce-b046-4531-a32f-ad0f96fd4133 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/fea84f5b-822f-41c8-8e27-0285564185cb HTTP/1.1" status: 404 len: 333 time: 0.0266874 Nov 05 22:17:51.723763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34896) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.751512 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-98547863-1163-4859-a843-2bc59e195504 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.751983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98547863-1163-4859-a843-2bc59e195504 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.755013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-98547863-1163-4859-a843-2bc59e195504 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/dfc3c178-f03a-4f93-a968-0b4b63384f89 HTTP/1.1" status: 404 len: 337 time: 0.0303414 Nov 05 22:17:51.757836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34898) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.780561 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f515813-6650-4c86-b23a-536ac21a2868 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.781183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f515813-6650-4c86-b23a-536ac21a2868 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.784151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0f515813-6650-4c86-b23a-536ac21a2868 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/760895c1-95d3-4c0c-9ca6-8a17b5768dae HTTP/1.1" status: 404 len: 333 time: 0.0252647 Nov 05 22:17:51.786721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34900) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.811375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.812968 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e14bc3b-ff27-4e0f-9079-cbeecccf7ffa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.813413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e14bc3b-ff27-4e0f-9079-cbeecccf7ffa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.816377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6e14bc3b-ff27-4e0f-9079-cbeecccf7ffa tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/9d33be0f-fed8-4254-93bc-f0aae8e92206 HTTP/1.1" status: 404 len: 337 time: 0.0287671 Nov 05 22:17:51.819072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34902) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.842034 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-419c04f6-1cd5-4cdd-a1c5-8a4f54dba6c9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.842673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419c04f6-1cd5-4cdd-a1c5-8a4f54dba6c9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.845920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-419c04f6-1cd5-4cdd-a1c5-8a4f54dba6c9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/093bf7a1-b494-48b3-868f-080bd49bf723 HTTP/1.1" status: 404 len: 333 time: 0.0258799 Nov 05 22:17:51.848612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.878731 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-39025ab4-96db-490e-b328-51ede0966028 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.879178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39025ab4-96db-490e-b328-51ede0966028 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.882155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39025ab4-96db-490e-b328-51ede0966028 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/f1e7e266-74b7-44b8-85af-a8b5ca979b27 HTTP/1.1" status: 404 len: 337 time: 0.0326617 Nov 05 22:17:51.884660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34906) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.907038 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c993fea6-3478-4ba7-b7d0-38513c2d4e74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.907690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c993fea6-3478-4ba7-b7d0-38513c2d4e74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.910565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c993fea6-3478-4ba7-b7d0-38513c2d4e74 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/f03dc33a-f606-4660-a01c-42f116888e27 HTTP/1.1" status: 404 len: 333 time: 0.0249889 Nov 05 22:17:51.912955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34908) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:51.933328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:51.938126 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d023e8-e635-4e56-8d72-99cd44224d3f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:51.938574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d023e8-e635-4e56-8d72-99cd44224d3f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:51.941640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-21d023e8-e635-4e56-8d72-99cd44224d3f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/ec699a02-8bc6-4364-b6e7-52d69be4ebac HTTP/1.1" status: 404 len: 337 time: 0.0277419 Nov 05 22:17:52.000466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34910) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.026001 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9400a62-2e43-4eaa-96fb-52d477ec5eaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.026743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9400a62-2e43-4eaa-96fb-52d477ec5eaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.029961 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c9400a62-2e43-4eaa-96fb-52d477ec5eaf tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/b80f8ff4-4e80-40ed-b3db-49bd403d3dc2 HTTP/1.1" status: 404 len: 333 time: 0.0282860 Nov 05 22:17:52.036016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34912) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.063171 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a8ed1f-49c9-407b-b8ef-f8b15f7b8ac8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.063663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a8ed1f-49c9-407b-b8ef-f8b15f7b8ac8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.067194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-86a8ed1f-49c9-407b-b8ef-f8b15f7b8ac8 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/83e7b10e-97a7-4a05-974d-e6926d9ea4f3 HTTP/1.1" status: 404 len: 337 time: 0.0297408 Nov 05 22:17:52.069459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34914) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.093186 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-19752745-cfda-44b3-a273-3d38ba78418c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.093880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19752745-cfda-44b3-a273-3d38ba78418c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.096971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-19752745-cfda-44b3-a273-3d38ba78418c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7d3267c3-3f99-44fb-8997-8f453819b1d7 HTTP/1.1" status: 404 len: 333 time: 0.0265870 Nov 05 22:17:52.099580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34916) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.129623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] Pushing event deleted for resources: {'Port': ['ID=9e900aef-6439-450c-860b-f0540fe2b347,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:52.131366 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f602a101-cc39-4d1b-8fcb-60ea6a3826bd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.131366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f602a101-cc39-4d1b-8fcb-60ea6a3826bd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.138170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f602a101-cc39-4d1b-8fcb-60ea6a3826bd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/acff8a5e-07ff-41f0-9953-259b7d583025 HTTP/1.1" status: 404 len: 337 time: 0.0354626 Nov 05 22:17:52.138293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbfd36-54a7-4118-b9c6-edaf29969668 None None] No DVR routers for this DVR port 9e900aef-6439-450c-860b-f0540fe2b347 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:17:52.138463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.165151 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-562dcab9-3812-48c6-bfcc-80729a31e3a7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.165597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562dcab9-3812-48c6-bfcc-80729a31e3a7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.170868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-562dcab9-3812-48c6-bfcc-80729a31e3a7 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/a7da34ec-a10b-4063-af01-36e6354f3ae6 HTTP/1.1" status: 404 len: 337 time: 0.0291867 Nov 05 22:17:52.172529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34920) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.194512 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb8c5ed-0527-4556-a38c-c0243fdfabc3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.195632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb8c5ed-0527-4556-a38c-c0243fdfabc3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.198579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2eb8c5ed-0527-4556-a38c-c0243fdfabc3 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7633264a-a6bb-48b7-902c-9e6493470510 HTTP/1.1" status: 404 len: 333 time: 0.0251513 Nov 05 22:17:52.200893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34922) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.226351 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d561106-2a7c-4f0d-b8ac-29a84fd45298 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.226800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d561106-2a7c-4f0d-b8ac-29a84fd45298 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.229779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2d561106-2a7c-4f0d-b8ac-29a84fd45298 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/1f26f624-fed7-477b-931c-cbb17f639fff HTTP/1.1" status: 404 len: 337 time: 0.0280082 Nov 05 22:17:52.232054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34924) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.256717 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c2b3b0-f5bb-4b72-9249-d1a0f37cd949 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.262480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c2b3b0-f5bb-4b72-9249-d1a0f37cd949 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.262480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d4c2b3b0-f5bb-4b72-9249-d1a0f37cd949 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/e8194e42-dbed-4ba7-9b5f-8e37b56c0a8c HTTP/1.1" status: 404 len: 337 time: 0.0277622 Nov 05 22:17:52.265370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34926) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.292803 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ade1ca2-5b84-4513-8175-9b57e045ef71 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.293446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ade1ca2-5b84-4513-8175-9b57e045ef71 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.296528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0ade1ca2-5b84-4513-8175-9b57e045ef71 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/ca45c3f9-130c-42fe-9975-d379d1b6494c HTTP/1.1" status: 404 len: 333 time: 0.0298288 Nov 05 22:17:52.298932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34928) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.328910 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80326f1-7ca9-4695-b060-5ebc4a02b162 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.329690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80326f1-7ca9-4695-b060-5ebc4a02b162 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.332378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c80326f1-7ca9-4695-b060-5ebc4a02b162 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/b5e98b90-92d5-4b64-b418-becd2a5303d6 HTTP/1.1" status: 404 len: 337 time: 0.0325446 Nov 05 22:17:52.334782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34930) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.360849 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da60a79-a32b-474b-ada0-3b8506cdf793 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.370417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da60a79-a32b-474b-ada0-3b8506cdf793 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.370417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2da60a79-a32b-474b-ada0-3b8506cdf793 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/2f8da959-3b07-4cb3-9878-c17c19cdddf7 HTTP/1.1" status: 404 len: 337 time: 0.0285544 Nov 05 22:17:52.372176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34932) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.394291 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e816fd89-9cd5-4647-8848-4a887a8b2dc4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.399241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e816fd89-9cd5-4647-8848-4a887a8b2dc4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.399241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e816fd89-9cd5-4647-8848-4a887a8b2dc4 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/e84a259a-59a2-4076-8d63-ffbf6acbbd1d HTTP/1.1" status: 404 len: 333 time: 0.0247681 Nov 05 22:17:52.400879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34934) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.425481 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fff036-2c3f-4827-871b-c1be6028b1e0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.425924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fff036-2c3f-4827-871b-c1be6028b1e0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.433468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-70fff036-2c3f-4827-871b-c1be6028b1e0 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/099f5d4c-e893-421f-af1d-c16e9073f7cb HTTP/1.1" status: 404 len: 337 time: 0.0271106 Nov 05 22:17:52.435061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34936) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.467818 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33b76f2-8cb5-4374-b2d8-9925c24d6c9b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.467818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33b76f2-8cb5-4374-b2d8-9925c24d6c9b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.467818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c33b76f2-8cb5-4374-b2d8-9925c24d6c9b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/e85a797b-deba-45a5-8388-94608f024e99 HTTP/1.1" status: 404 len: 337 time: 0.0279863 Nov 05 22:17:52.469785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34938) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.495797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f1efc6a4-6bf3-49ac-b51f-a49547d03d4c tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports?device_id=60de4975-6c30-485c-b897-26b2f272f3e4 HTTP/1.1" status: 200 len: 205 time: 0.0249588 Nov 05 22:17:52.497958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34940) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.538723 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-d4c312fd-fb2b-4b40-aa08-2466764b6905 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] delete failed (client error): The resource could not be found. Nov 05 22:17:52.539753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d4c312fd-fb2b-4b40-aa08-2466764b6905 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/routers/60de4975-6c30-485c-b897-26b2f272f3e4 HTTP/1.1" status: 404 len: 336 time: 0.0408950 Nov 05 22:17:52.542212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34942) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.568724 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f87925b-36d6-4c6e-a366-1f9c1718306a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.569183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f87925b-36d6-4c6e-a366-1f9c1718306a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.572787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2f87925b-36d6-4c6e-a366-1f9c1718306a tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/22f221f5-7f46-430f-9cf3-1174889123b3 HTTP/1.1" status: 404 len: 337 time: 0.0296793 Nov 05 22:17:52.575249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34944) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.601118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-66641c45-a5de-489c-b66a-dd8d08c1ea11 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b757e7-fc58-4e51-a3a6-b6e17ef3815c HTTP/1.1" status: 200 len: 205 time: 0.0248139 Nov 05 22:17:52.603413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34946) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.647093 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-09101d5f-bcdc-4a43-8b15-204c4ed9dddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] delete failed (client error): The resource could not be found. Nov 05 22:17:52.648143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-09101d5f-bcdc-4a43-8b15-204c4ed9dddb tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/routers/b3b757e7-fc58-4e51-a3a6-b6e17ef3815c HTTP/1.1" status: 404 len: 336 time: 0.0434482 Nov 05 22:17:52.650635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34948) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.676181 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc17209-ba09-4371-90e7-f47caad40edd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.676632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc17209-ba09-4371-90e7-f47caad40edd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.680143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ccc17209-ba09-4371-90e7-f47caad40edd tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/6438eccc-0158-4fc0-92fe-eee77bc6b35a HTTP/1.1" status: 404 len: 337 time: 0.0280440 Nov 05 22:17:52.682384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34950) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.707477 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-331b7f31-5288-4bc5-a45a-c903d1a1acf2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.707870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331b7f31-5288-4bc5-a45a-c903d1a1acf2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.710838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-331b7f31-5288-4bc5-a45a-c903d1a1acf2 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/56e24d56-a475-483c-b184-1c0f345d18ee HTTP/1.1" status: 404 len: 337 time: 0.0275497 Nov 05 22:17:52.713148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34952) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.739112 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1b5afa-5a76-4f68-9ffb-c06c98c0b997 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.739112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1b5afa-5a76-4f68-9ffb-c06c98c0b997 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.739112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c1b5afa-5a76-4f68-9ffb-c06c98c0b997 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/f90939e3-2a39-43c0-a8d3-5ecac63de789 HTTP/1.1" status: 404 len: 333 time: 0.0246255 Nov 05 22:17:52.740890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34954) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.766228 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-9595f2a6-6af8-4e84-ab53-b60ba93d8b47 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.766669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9595f2a6-6af8-4e84-ab53-b60ba93d8b47 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.769608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9595f2a6-6af8-4e84-ab53-b60ba93d8b47 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/f5d16ccb-4eb4-4a3d-a4ac-2b8c0df2b87d HTTP/1.1" status: 404 len: 337 time: 0.0278420 Nov 05 22:17:52.771798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34956) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.797719 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d071387c-0869-45b6-9b01-fa4699300e25 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.798355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d071387c-0869-45b6-9b01-fa4699300e25 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.801300 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d071387c-0869-45b6-9b01-fa4699300e25 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/3bd93b43-fc9d-4ccd-a815-2ae85d587c81 HTTP/1.1" status: 404 len: 333 time: 0.0286264 Nov 05 22:17:52.803615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34958) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.828944 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-71394482-7300-40d0-8013-07b83215c64f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.829387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71394482-7300-40d0-8013-07b83215c64f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.832325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-71394482-7300-40d0-8013-07b83215c64f tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/112764e7-50cf-4b92-86f7-6f97a672c9d5 HTTP/1.1" status: 404 len: 337 time: 0.0278327 Nov 05 22:17:52.834502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34960) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.856150 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6e72f1-fc19-4456-83cb-eb4fe3e3d372 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.856756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6e72f1-fc19-4456-83cb-eb4fe3e3d372 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.859682 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de6e72f1-fc19-4456-83cb-eb4fe3e3d372 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/57c03acf-45c7-449f-9cd2-ce5ef6ac910f HTTP/1.1" status: 404 len: 333 time: 0.0242817 Nov 05 22:17:52.861844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34962) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.887875 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ce21c1-db32-4778-9fa7-91d252266800 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.888323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ce21c1-db32-4778-9fa7-91d252266800 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.891272 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-84ce21c1-db32-4778-9fa7-91d252266800 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/7caa7080-655a-4f5d-a334-529665e5577b HTTP/1.1" status: 404 len: 337 time: 0.0285561 Nov 05 22:17:52.900454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34966) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.922840 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c26082-3270-4441-880b-fadb7e584c2b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.923453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c26082-3270-4441-880b-fadb7e584c2b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.926472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-28c26082-3270-4441-880b-fadb7e584c2b tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/80740c66-2d6f-4a46-a0f6-1d048178adfd HTTP/1.1" status: 404 len: 333 time: 0.0251310 Nov 05 22:17:52.928729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34968) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.954072 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8f9f12-69bb-432b-b314-4967936f8668 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.954518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8f9f12-69bb-432b-b314-4967936f8668 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.957485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-af8f9f12-69bb-432b-b314-4967936f8668 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/32224aea-eb42-44b2-9498-b75e5b995e3a HTTP/1.1" status: 404 len: 337 time: 0.0278826 Nov 05 22:17:52.960875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34970) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:52.992760 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f4183c-a72c-4a01-a7ff-bf73a8ccc526 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:52.992760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f4183c-a72c-4a01-a7ff-bf73a8ccc526 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:52.993931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d3f4183c-a72c-4a01-a7ff-bf73a8ccc526 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/0936d31f-aa2f-424e-a835-5fc8d788578f HTTP/1.1" status: 404 len: 333 time: 0.0321660 Nov 05 22:17:52.996481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34972) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:53.022364 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8b8af1-af5c-49e2-b4d7-57356ba89af9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:53.024117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8b8af1-af5c-49e2-b4d7-57356ba89af9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:53.026315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-af8b8af1-af5c-49e2-b4d7-57356ba89af9 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/611ea551-661d-4867-ae0d-e9581422aceb HTTP/1.1" status: 404 len: 337 time: 0.0288687 Nov 05 22:17:53.034784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34974) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:53.058096 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-be238e3d-ca2f-4ad7-85f9-829753f93f1e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:53.058748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be238e3d-ca2f-4ad7-85f9-829753f93f1e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:53.061752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-be238e3d-ca2f-4ad7-85f9-829753f93f1e tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/7acbe2a7-4223-4d23-98f6-5f28dcc459d7 HTTP/1.1" status: 404 len: 333 time: 0.0261066 Nov 05 22:17:53.064232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34978) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:53.090577 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaeacdef-9ac1-4d81-9cef-a4ec649bd741 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:53.091042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaeacdef-9ac1-4d81-9cef-a4ec649bd741 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:53.096045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eaeacdef-9ac1-4d81-9cef-a4ec649bd741 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/bdda3f6d-5159-4ab4-803a-5d7b75fe92d6 HTTP/1.1" status: 404 len: 337 time: 0.0308065 Nov 05 22:17:53.097016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34980) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:53.132879 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e8c477-be40-4ee0-9b41-ea8fb62aeeda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:53.133562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e8c477-be40-4ee0-9b41-ea8fb62aeeda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:53.136690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0e8c477-be40-4ee0-9b41-ea8fb62aeeda tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/ports/4dac8e92-5e41-4a48-9098-3df7575b0dd8 HTTP/1.1" status: 404 len: 333 time: 0.0387225 Nov 05 22:17:53.139298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34982) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:53.175672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb2628-9d06-41d1-aab0-eeb97981d366 req-d707642b-7655-4b9a-aa25-18f4d0c447e6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:53.177377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01bb2628-9d06-41d1-aab0-eeb97981d366 req-d707642b-7655-4b9a-aa25-18f4d0c447e6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0707226 Nov 05 22:17:53.236136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01bb2628-9d06-41d1-aab0-eeb97981d366 req-15a2e3e8-5a20-4bda-ad15-9e4c8c6abbf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521362 Nov 05 22:17:53.264163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 34984) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:53.330709 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fcf14431-7bb8-480f-a26f-c8b100281a47 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/2ccc8783-78ef-4871-875d-6a91eb1f78f0 HTTP/1.1" status: 200 len: 993 time: 0.0652184 Nov 05 22:17:53.505592 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff095d2-36e5-4138-b535-110fab2e39a1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] DELETE failed (client error): The resource could not be found. Nov 05 22:17:53.505973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff095d2-36e5-4138-b535-110fab2e39a1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:17:53.509009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cff095d2-36e5-4138-b535-110fab2e39a1 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/subnets/8c63e5f5-03f0-4f2e-a402-ae26cd37dce2 HTTP/1.1" status: 404 len: 337 time: 0.3687041 Nov 05 22:17:53.511576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 34990) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:53.592150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:53.712521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:53.738014 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f20016-ff1d-4290-b0ba-b259b6de0973']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:53.748792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0185023-569d-48e8-92a9-a56c359762f4') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:53.749132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0185023-569d-48e8-92a9-a56c359762f4') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:53.759507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:53.760158 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad03da4-9ec0-4289-95db-751649eb3229 req-4483b376-4163-4a8a-a8ab-4b71bff382e7 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:53.761718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ad03da4-9ec0-4289-95db-751649eb3229 req-4483b376-4163-4a8a-a8ab-4b71bff382e7 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1096 time: 0.0585864 Nov 05 22:17:53.777292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:53.783953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:17:53.784348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: items = [ Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:17:53.787364 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:17:53.823979 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ad03da4-9ec0-4289-95db-751649eb3229 req-5c97c308-3c5d-4832-93ea-517f0b59bfc6 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486958 Nov 05 22:17:53.903718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:53.912704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:53.915870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] 10.222.0.41 "DELETE /v2.0/networks/77f20016-ff1d-4290-b0ba-b259b6de0973 HTTP/1.1" status: 204 len: 168 time: 0.4033754 Nov 05 22:17:53.926480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74a081-871a-4a38-9684-da0e91a62888 tempest-NetworksTestDHCPv6-386318859 tempest-NetworksTestDHCPv6-386318859-project] Pushing event deleted for resources: {'Network': ['ID=77f20016-ff1d-4290-b0ba-b259b6de0973,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:54.510336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35000) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:54.679952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-02533faf-d3f0-4f44-935c-b2e421f0cdc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5aaee0f05dae4d0f99c9f6b19b618be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683059 Nov 05 22:17:54.682843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35008) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:54.689997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-484d1340-5000-4a8c-ba9a-c0107775cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:54.691472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-484d1340-5000-4a8c-ba9a-c0107775cb8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1096 time: 0.0531847 Nov 05 22:17:54.737636 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46106123-5260-4355-97f3-69f6eee0ba3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:54.761296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46106123-5260-4355-97f3-69f6eee0ba3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:54.819611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-81853451-f7e2-46d9-b095-b0b4248207d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:54.821734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-81853451-f7e2-46d9-b095-b0b4248207d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 898 time: 0.1041760 Nov 05 22:17:54.880848 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46106123-5260-4355-97f3-69f6eee0ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:54.884303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46106123-5260-4355-97f3-69f6eee0ba3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:54.885693 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-46106123-5260-4355-97f3-69f6eee0ba3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db3bc16f-3db1-4561-90bc-f284c709e1b0 HTTP/1.1" status: 204 len: 168 time: 0.2016296 Nov 05 22:17:54.891692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-4014881a-a43b-4677-8f80-045b312eca8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 1001 time: 0.0629652 Nov 05 22:17:54.893901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46106123-5260-4355-97f3-69f6eee0ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3bc16f-3db1-4561-90bc-f284c709e1b0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:54.947427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-a4982e20-8d1e-4876-bd5d-ce0c8d5af9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:54.948992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-a4982e20-8d1e-4876-bd5d-ce0c8d5af9f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0504165 Nov 05 22:17:55.001406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-0f3501c3-d567-4c81-ae7f-11fbb9a13278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:55.002877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-0f3501c3-d567-4c81-ae7f-11fbb9a13278 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470212 Nov 05 22:17:55.103323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-1fa3f93f-de59-45ee-9a30-af56a701c555 service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929344 Nov 05 22:17:55.272865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-acb9aaf2-a86a-4ee6-9ec6-bd34a4c8683e req-7377daed-b45d-4c50-9b87-32b868533125 service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629868 Nov 05 22:17:55.275644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-1575b1a7-330f-4a37-8293-ca1d47dfb4f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1961758 Nov 05 22:17:55.292124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-a42cee5a-9846-413b-bb5a-778eca10e417 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:17:55.293203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-a42cee5a-9846-413b-bb5a-778eca10e417 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125186 Nov 05 22:17:56.050999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35050) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:56.158170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'networks': [{'name': 'tempest-network--621105306'}, {'name': 'tempest-network--242210520'}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:56.158769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'network': {'name': 'tempest-network--621105306'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:56.159139 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'network': {'name': 'tempest-network--242210520'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:56.423726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Made reservation on behalf of c75f9fd246024beebab2fc3e72b59a93 for: {'network': 2} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:56.428456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.438067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.469972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f9ee0b50-9b7e-42d6-b4b9-8169bdfd4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:56.471359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f9ee0b50-9b7e-42d6-b4b9-8169bdfd4929 service neutron] 10.222.0.41 "GET /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 1093 time: 0.0345616 Nov 05 22:17:56.480207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Request body: {'binding': {'host': 'n-h1-816738-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:56.480656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Unknown quota resources ['binding']. {{(pid=102292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 05 22:17:56.514847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.613066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on host n-h1-816738-5 for vnic_type normal with profile None {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:56.613399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:56.613726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:56.618524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:17:56.618838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:56.623661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:56.627974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.628128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Checking segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:56.628267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.628376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Bound using segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:56.628376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Bound port: 9179ab56-557f-4bf0-b577-a9223d7d7301, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:56.675915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b09c86-72d2-47fc-91ec-29e0a5bfe1b6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:56.678322 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:17:56.689935 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.690340 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Added segment 3b909a4f-873b-4f39-810a-cbed58805bbb of type vlan for network 2d90ea09-12c0-4401-b084-cb4b86c486d1 Nov 05 22:17:56.713951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:56.730444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.758881 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:17:56.767246 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.767608 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Added segment 14e84f2e-25a5-48d8-8cbc-2f1079c92720 of type vlan for network 4785d11b-f01b-4148-830b-9748b351cfb4 Nov 05 22:17:56.805303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.831756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] Publish callbacks [] for binding, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.832929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] 10.222.0.41 "POST /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301/bindings HTTP/1.1" status: 201 len: 389 time: 0.3560927 Nov 05 22:17:56.972286 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.972736 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:56.979143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:56.984041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:56.984654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.056333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Network': ['ID=2d90ea09-12c0-4401-b084-cb4b86c486d1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:57.067117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 2d90ea09-12c0-4401-b084-cb4b86c486d1 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:17:57.120911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Network': ['ID=4785d11b-f01b-4148-830b-9748b351cfb4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:57.135777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4785d11b-f01b-4148-830b-9748b351cfb4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:17:57.154211 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3bb6ba9c-18d1-42c4-aea0-c4830283b194 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0996807 Nov 05 22:17:57.154438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35056) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:57.319489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617008eb-2e53-48ec-acbd-185cd3238c5b req-d59bca60-1826-4288-9d17-22e2c01ae0ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:57.321021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-617008eb-2e53-48ec-acbd-185cd3238c5b req-d59bca60-1826-4288-9d17-22e2c01ae0ed tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0498455 Nov 05 22:17:57.346030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16581fe-4ee6-430f-bc4c-6fd945528357 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:57.352698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16581fe-4ee6-430f-bc4c-6fd945528357 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:57.358904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16581fe-4ee6-430f-bc4c-6fd945528357 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:57.366607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16581fe-4ee6-430f-bc4c-6fd945528357 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:57.370828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d16581fe-4ee6-430f-bc4c-6fd945528357 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2128618 Nov 05 22:17:57.371090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35060) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:57.375087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-617008eb-2e53-48ec-acbd-185cd3238c5b req-975a6adf-64f4-4118-b155-cedea9f4a4e8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475161 Nov 05 22:17:57.448654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.545788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.565821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d90ea09-12c0-4401-b084-cb4b86c486d1']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:57.575690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b909a4f-873b-4f39-810a-cbed58805bbb') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:57.575988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b909a4f-873b-4f39-810a-cbed58805bbb') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:57.585349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.599978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.606183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:17:57.606646 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:17:57.609756 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:17:57.749000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.755987 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.759937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/networks/2d90ea09-12c0-4401-b084-cb4b86c486d1 HTTP/1.1" status: 204 len: 168 time: 0.3877969 Nov 05 22:17:57.763748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35062) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:57.776653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e601f-f1e0-4a72-8a26-f3747821383c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Network': ['ID=2d90ea09-12c0-4401-b084-cb4b86c486d1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:57.854089 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:57.994820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.020567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4785d11b-f01b-4148-830b-9748b351cfb4']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:58.024070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f9859e63-bef3-41bc-987c-0628eb537175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.025538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f9859e63-bef3-41bc-987c-0628eb537175 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1096 time: 0.1382959 Nov 05 22:17:58.033421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e84f2e-25a5-48d8-8cbc-2f1079c92720') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:58.033719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e84f2e-25a5-48d8-8cbc-2f1079c92720') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:17:58.051396 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.108540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.119250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:17:58.119667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: items = [ Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:17:58.122641 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:17:58.206616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-90d3f570-fed3-42c4-98c5-c6464671ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.208141 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-90d3f570-fed3-42c4-98c5-c6464671ad9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 898 time: 0.1723430 Nov 05 22:17:58.287255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-1e3b43c8-c208-41b5-9f1d-cc13ba55d0b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 1001 time: 0.0714743 Nov 05 22:17:58.324157 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.336841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.337352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/networks/4785d11b-f01b-4148-830b-9748b351cfb4 HTTP/1.1" status: 204 len: 168 time: 0.5725820 Nov 05 22:17:58.340305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35064) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:58.350609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a031300-d681-427d-92c7-0120c1a79651 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Network': ['ID=4785d11b-f01b-4148-830b-9748b351cfb4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:58.363899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-be9be038-33d7-4a16-aaff-6a4473c7eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.365401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-be9be038-33d7-4a16-aaff-6a4473c7eaac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0712211 Nov 05 22:17:58.430407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-d41cb634-e4ee-4c8f-9885-4037b6090d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.430407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-d41cb634-e4ee-4c8f-9885-4037b6090d1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524030 Nov 05 22:17:58.521911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-10deef4e-8924-4a00-a390-bc2994c505a7 service neutron] 10.222.0.13 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877326 Nov 05 22:17:58.522623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e716ff-4e9f-4411-a4b8-3e9fc2ede8c3 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.529846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e716ff-4e9f-4411-a4b8-3e9fc2ede8c3 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.531990 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-44e716ff-4e9f-4411-a4b8-3e9fc2ede8c3 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1895196 Nov 05 22:17:58.537192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35068) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:58.542800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-522142237'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:58.582531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a52b-767d-4a7c-83d8-bb8d9ea6f8a0 req-8ccf6803-64ae-48fd-8216-26589597fe7a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.584079 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0186a52b-767d-4a7c-83d8-bb8d9ea6f8a0 req-8ccf6803-64ae-48fd-8216-26589597fe7a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1174116 Nov 05 22:17:58.618294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-5b0adfff-6e01-429e-ae18-c9d825ae3832 service neutron] 10.222.0.13 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886874 Nov 05 22:17:58.671060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0186a52b-767d-4a7c-83d8-bb8d9ea6f8a0 req-6ab3d27c-133e-4cee-b6a2-b57d7e0f1f85 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709648 Nov 05 22:17:58.737859 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Made reservation on behalf of c75f9fd246024beebab2fc3e72b59a93 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:58.741642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.766305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:17:58.767903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-885209d2-4d75-42e3-a6a1-7c07c1e7d26c tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.769421 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-885209d2-4d75-42e3-a6a1-7c07c1e7d26c tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1&tenant_id=f80d891c4fcb4471ab0947e7d740456b&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1096 time: 0.0815506 Nov 05 22:17:58.777426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.777868 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Added segment c286d0a1-320a-46f1-bb19-ebbff9def391 of type vlan for network a83b09f0-5f6d-442b-ac40-a73e68352f93 Nov 05 22:17:58.782794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816738-5'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:58.819506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.836225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.926866 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.932737 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:58.933389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:58.965577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:59.002260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:59.008681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Network': ['ID=a83b09f0-5f6d-442b-ac40-a73e68352f93,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:59.019260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a83b09f0-5f6d-442b-ac40-a73e68352f93 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:17:59.046908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:17:59.049398 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02265594-4fc6-452f-8fb4-62bfd8ebda03" -d '{"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:17:59.053721 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.064307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4698a3b0-a055-48b1-8dd9-ecbfa1cdbc27 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5233300 Nov 05 22:17:59.064307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35072) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:59.075679 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1276705136'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:59.096687 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590a7e7a-632d-404c-ae8e-e0b770ec511d x-openstack-request-id: req-590a7e7a-632d-404c-ae8e-e0b770ec511d {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:17:59.096995 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:17:59.097249 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-590a7e7a-632d-404c-ae8e-e0b770ec511d {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:17:59.097651 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'code': 200} Nov 05 22:17:59.121050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.149349 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Made reservation on behalf of c75f9fd246024beebab2fc3e72b59a93 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:59.153597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.178221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:17:59.190550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.190550 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Added segment c0c8646c-9deb-4817-aff5-2cb148b25eb7 of type vlan for network 5272a3f2-99ae-4bf6-9300-c924e91f62ee Nov 05 22:17:59.215275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:59.237370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.273441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on host n-h2-816738-5 for vnic_type normal with profile {"migrating_to": "n-h1-816738-5"} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:17:59.273858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:17:59.274190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:59.279793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:17:59.279793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Attempting to bind port 9179ab56-557f-4bf0-b577-a9223d7d7301 on network fe08de3c-a6f7-49be-8cd2-761b2496f0fe {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:17:59.284417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:17:59.284750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Checking segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:17:59.285132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Bound using segment: {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:17:59.285555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Bound port: 9179ab56-557f-4bf0-b577-a9223d7d7301, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f8f2c-3d03-4627-9d95-087f0211d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:17:59.285906 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.344674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.350426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:59.350958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.355574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:17:59.358789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:17:59.400260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a7459afe-39b3-4bbe-9735-a98406eab458 None None] Provisioning complete for port 9179ab56-557f-4bf0-b577-a9223d7d7301 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:59.400631 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7459afe-39b3-4bbe-9735-a98406eab458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.418256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Network': ['ID=5272a3f2-99ae-4bf6-9300-c924e91f62ee,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:59.428771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 5272a3f2-99ae-4bf6-9300-c924e91f62ee details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:17:59.430233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.454181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a7459afe-39b3-4bbe-9735-a98406eab458 None None] Port 9179ab56-557f-4bf0-b577-a9223d7d7301 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:17:59.469094 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c2aba62d-7e8d-4411-b8df-c12e714eb772 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4007061 Nov 05 22:17:59.469492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35074) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:17:59.474421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'ports': [{'network_id': 'a83b09f0-5f6d-442b-ac40-a73e68352f93', 'name': 'tempest-port--557990340', 'admin_state_up': True}, {'network_id': '5272a3f2-99ae-4bf6-9300-c924e91f62ee', 'admin_state_up': False}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:59.474990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'port': {'network_id': 'a83b09f0-5f6d-442b-ac40-a73e68352f93', 'name': 'tempest-port--557990340', 'admin_state_up': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:59.475682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'port': {'network_id': '5272a3f2-99ae-4bf6-9300-c924e91f62ee', 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:17:59.500523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=8']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:17:59.715307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Made reservation on behalf of c75f9fd246024beebab2fc3e72b59a93 for: {'port': 2} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:17:59.721214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.744010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.779479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a87e9351-5d0f-4fdd-947c-c5d707b4839e None None] Provisioning complete for port 9179ab56-557f-4bf0-b577-a9223d7d7301 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:17:59.779872 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a87e9351-5d0f-4fdd-947c-c5d707b4839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.863968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a87e9351-5d0f-4fdd-947c-c5d707b4839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.867619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] device_id is not set on port 0fde2c18-7ea9-4fa7-b67e-8400622d3fb3 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:17:59.881271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642656cc-d3be-40a5-9ae8-0207ff4c70ff req-39c5dfaf-166e-4719-a940-3b26613be9e5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:59.883093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-642656cc-d3be-40a5-9ae8-0207ff4c70ff req-39c5dfaf-166e-4719-a940-3b26613be9e5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 943 time: 0.1293609 Nov 05 22:17:59.889477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:17:59.891818 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b27ae8-e5df-4ee9-96cb-7d98b5c74a84" -d '{"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:17:59.905832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a87e9351-5d0f-4fdd-947c-c5d707b4839e None None] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:17:59.940102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:17:59.940755 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:17:59.941736 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5607775-ad83-483e-903f-ad17e8a055d8 x-openstack-request-id: req-f5607775-ad83-483e-903f-ad17e8a055d8 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:17:59.942124 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-3e02cee9-21a9-431d-8ebf-fdcbab11ad91 service neutron] 10.222.0.13 "PUT /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 1121 time: 1.1635041 Nov 05 22:17:59.942395 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:17:59.942925 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5607775-ad83-483e-903f-ad17e8a055d8 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:17:59.943395 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'code': 200} Nov 05 22:17:59.967450 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-642656cc-d3be-40a5-9ae8-0207ff4c70ff req-006b32ce-1220-44ab-a281-7c885e6f870b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719686 Nov 05 22:17:59.983832 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a87e9351-5d0f-4fdd-947c-c5d707b4839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:00.017974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['9179ab56-557f-4bf0-b577-a9223d7d7301'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:18:00.062054 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:00.138467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] device_id is not set on port 4b9874ff-9097-4f84-bfbd-1e0bb7d7fed2 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:00.233197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e9351-5d0f-4fdd-947c-c5d707b4839e None None] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:00.256794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:00.395395 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:00.451366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Port': ['ID=0fde2c18-7ea9-4fa7-b67e-8400622d3fb3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:00.468989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Checking segment: {'id': 'c286d0a1-320a-46f1-bb19-ebbff9def391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a83b09f0-5f6d-442b-ac40-a73e68352f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:00.469470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network hostable DHCP agents. Network: a83b09f0-5f6d-442b-ac40-a73e68352f93, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:00.542559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network a83b09f0-5f6d-442b-ac40-a73e68352f93 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:00.605418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a83b09f0-5f6d-442b-ac40-a73e68352f93) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:00.611761 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:00.612782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:00.617102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba7cf78-5151-409f-a26d-9112d4d9d024 None None] Network a83b09f0-5f6d-442b-ac40-a73e68352f93 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:00.698626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Port': ['ID=4b9874ff-9097-4f84-bfbd-1e0bb7d7fed2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:00.706340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Checking segment: {'id': 'c0c8646c-9deb-4817-aff5-2cb148b25eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5272a3f2-99ae-4bf6-9300-c924e91f62ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:00.706704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network hostable DHCP agents. Network: 5272a3f2-99ae-4bf6-9300-c924e91f62ee, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:00.777988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network 5272a3f2-99ae-4bf6-9300-c924e91f62ee is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:00.846328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:00.886723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 5272a3f2-99ae-4bf6-9300-c924e91f62ee) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:00.891051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:00.895724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbafbfe-7a89-455c-8ef0-e565417e3dca None None] Network 5272a3f2-99ae-4bf6-9300-c924e91f62ee requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:00.896925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:00.902968 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:00.903871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.033292 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-50b287ec-0334-4b13-a854-da27f4ed20a2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5629532 Nov 05 22:18:01.035925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35082) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:01.099433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ed44a-d205-4772-a9ff-3d733532aa85 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:01.105717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6304-c8c5-447f-b0a0-f8fa39ebcff9 req-a1fe8bf5-c506-40ef-81b8-da405b213fd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:01.106241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ed44a-d205-4772-a9ff-3d733532aa85 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:01.107289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c5d6304-c8c5-447f-b0a0-f8fa39ebcff9 req-a1fe8bf5-c506-40ef-81b8-da405b213fd8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0544202 Nov 05 22:18:01.107495 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-495ed44a-d205-4772-a9ff-3d733532aa85 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0705457 Nov 05 22:18:01.107801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:18:01.110101 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cf423f-0089-440c-9635-145690394d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:18:01.110599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35084) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:01.165483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c5d6304-c8c5-447f-b0a0-f8fa39ebcff9 req-819ee028-0a52-47a0-99de-b612babe75cf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472701 Nov 05 22:18:01.165483 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ce544c-e1f4-4e97-ba95-003dd89f2764 x-openstack-request-id: req-70ce544c-e1f4-4e97-ba95-003dd89f2764 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:18:01.165483 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:18:01.165483 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70ce544c-e1f4-4e97-ba95-003dd89f2764 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:18:01.165483 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'status': 'completed', 'code': 200} Nov 05 22:18:01.217810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Deleting port 0fde2c18-7ea9-4fa7-b67e-8400622d3fb3 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:01.218418 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.230054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf423f-0089-440c-9635-145690394d7f req-c36fe2be-fb18-46c3-bb2d-d448c0102f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:01.232128 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69cf423f-0089-440c-9635-145690394d7f req-c36fe2be-fb18-46c3-bb2d-d448c0102f5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1126 time: 0.0438297 Nov 05 22:18:01.297567 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.311542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Calling delete_port for 0fde2c18-7ea9-4fa7-b67e-8400622d3fb3 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:01.355460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf423f-0089-440c-9635-145690394d7f req-647c3d3d-677f-4688-83ac-1576fb16355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:01.357519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69cf423f-0089-440c-9635-145690394d7f req-647c3d3d-677f-4688-83ac-1576fb16355b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 898 time: 0.1176949 Nov 05 22:18:01.426398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69cf423f-0089-440c-9635-145690394d7f req-53a277a7-8178-4b40-abde-9f05e1045a68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 1001 time: 0.0611546 Nov 05 22:18:01.481001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf423f-0089-440c-9635-145690394d7f req-b1f6a9b5-97e9-433a-ab81-01ba41a25d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:01.482455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69cf423f-0089-440c-9635-145690394d7f req-b1f6a9b5-97e9-433a-ab81-01ba41a25d7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0478036 Nov 05 22:18:01.492642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.526454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Port': ['ID=0fde2c18-7ea9-4fa7-b67e-8400622d3fb3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:01.529102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf423f-0089-440c-9635-145690394d7f req-4c0ea70c-1339-4f18-999f-b913f8ba6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:01.530619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69cf423f-0089-440c-9635-145690394d7f req-4c0ea70c-1339-4f18-999f-b913f8ba6e2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413816 Nov 05 22:18:01.537688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.542266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5e624f3c-7c00-4efa-9f09-323c0482b21c tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/ports/0fde2c18-7ea9-4fa7-b67e-8400622d3fb3 HTTP/1.1" status: 204 len: 168 time: 0.4305413 Nov 05 22:18:01.544921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35088) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:01.624363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69cf423f-0089-440c-9635-145690394d7f req-1fc45f1f-84fc-47f3-955d-0b362ee0d62d service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857100 Nov 05 22:18:01.631242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Deleting port 4b9874ff-9097-4f84-bfbd-1e0bb7d7fed2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:01.631607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.704347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.721028 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Calling delete_port for 4b9874ff-9097-4f84-bfbd-1e0bb7d7fed2 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:01.723579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69cf423f-0089-440c-9635-145690394d7f req-5d3e83b3-9882-40a6-97a4-5fd6053651f7 service neutron] 10.222.0.46 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925694 Nov 05 22:18:01.863449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.892145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Port': ['ID=4b9874ff-9097-4f84-bfbd-1e0bb7d7fed2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:01.897425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:01.901148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fef63cf1-8abd-4f6e-b3fe-ba9f6fd2c6b2 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/ports/4b9874ff-9097-4f84-bfbd-1e0bb7d7fed2 HTTP/1.1" status: 204 len: 168 time: 0.3552699 Nov 05 22:18:01.903748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35090) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:01.934502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f0bd37d3-edd5-4101-83b6-721f8ec91cbc tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295889 Nov 05 22:18:01.937995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35092) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:01.942798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1931046176'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:02.029278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Made reservation on behalf of c75f9fd246024beebab2fc3e72b59a93 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:02.032785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.055493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:02.064020 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.064356 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Added segment b1e78a09-9a46-4dea-ba2b-3b725ddd91be of type vlan for network 74b0c144-da0f-4ab9-a2de-42a039a6b135 Nov 05 22:18:02.106803 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.207139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.213503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:02.223425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.309308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Network': ['ID=74b0c144-da0f-4ab9-a2de-42a039a6b135,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:02.323293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 74b0c144-da0f-4ab9-a2de-42a039a6b135 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:02.326026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6c78c5b2-1308-4e22-a832-89e70f4386de tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3869991 Nov 05 22:18:02.328822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35096) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:02.334951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-18171824'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:02.335586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38160c2-fc39-48b6-92d7-b006e1eef26b req-651b4f29-fe12-419f-b319-2f2c969627a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:02.337111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b38160c2-fc39-48b6-92d7-b006e1eef26b req-651b4f29-fe12-419f-b319-2f2c969627a9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1004353 Nov 05 22:18:02.394491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b38160c2-fc39-48b6-92d7-b006e1eef26b req-b2333905-2c15-4d52-96e8-51e6731e3250 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 Nov 05 22:18:02.435137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Made reservation on behalf of c75f9fd246024beebab2fc3e72b59a93 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:02.438725 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.463181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:02.471886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.472226 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Added segment 1fa4c5b1-e9bd-4740-afac-c5981deb085c of type vlan for network d4704385-c59e-45d8-82ed-096719c75551 Nov 05 22:18:02.512678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.600459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.607222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:02.607864 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:02.678647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Network': ['ID=d4704385-c59e-45d8-82ed-096719c75551,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:02.694029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network d4704385-c59e-45d8-82ed-096719c75551 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:02.723306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-89a1349c-825d-4eed-a65d-6daeee6844e5 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3927040 Nov 05 22:18:02.856500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35098) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:02.861585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'subnets': [{'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--598356764', 'ip_version': 4}, {'network_id': 'd4704385-c59e-45d8-82ed-096719c75551', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:02.861899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'subnet': {'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--598356764', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:02.862500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Request body: {'subnet': {'network_id': 'd4704385-c59e-45d8-82ed-096719c75551', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:03.039386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:03.074833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Made reservation on behalf of c75f9fd246024beebab2fc3e72b59a93 for: {'subnet': 2} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:03.077785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:18:03.079596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:03.079945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:03.184310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:03.196847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 has no active binding in host n-h1-816738-5 {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 05 22:18:03.485763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:03.515439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b799b4b-4c71-4718-a930-6de46cba4b0c req-f0cbca07-a436-4058-b2b7-232de6e77dfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:03.516974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b799b4b-4c71-4718-a930-6de46cba4b0c req-f0cbca07-a436-4058-b2b7-232de6e77dfa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0504289 Nov 05 22:18:03.546122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Subnet': ['ID=be4a0a3c-9e68-4727-bbd5-93058afbb0fb,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:03.556513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Checking segment: {'id': 'b1e78a09-9a46-4dea-ba2b-3b725ddd91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:03.556875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network hostable DHCP agents. Network: 74b0c144-da0f-4ab9-a2de-42a039a6b135, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:03.567352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5b799b4b-4c71-4718-a930-6de46cba4b0c req-1a270c32-4390-4c27-b7d7-07002a9b7ed1 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 Nov 05 22:18:03.646317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network 74b0c144-da0f-4ab9-a2de-42a039a6b135 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:03.715185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 74b0c144-da0f-4ab9-a2de-42a039a6b135) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:03.719429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:03.725108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba99e58-c3eb-42f5-9764-58f53d9a70ee None None] Network 74b0c144-da0f-4ab9-a2de-42a039a6b135 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:03.781770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event updated for resources: {'Subnet': ['ID=4ccb102c-c5d6-456a-ab53-43893cc0f6ea,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:03.792537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Checking segment: {'id': '1fa4c5b1-e9bd-4740-afac-c5981deb085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4704385-c59e-45d8-82ed-096719c75551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:03.792897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network hostable DHCP agents. Network: d4704385-c59e-45d8-82ed-096719c75551, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:03.869783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Network d4704385-c59e-45d8-82ed-096719c75551 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:03.876698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-74b0c144-da0f-4ab9-a2de-42a039a6b135', 'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135', 'tenant_id': 'c75f9fd246024beebab2fc3e72b59a93', 'fixed_ips': [{'subnet_id': 'be4a0a3c-9e68-4727-bbd5-93058afbb0fb'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:03.877559 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:03.926038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, d4704385-c59e-45d8-82ed-096719c75551) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:03.931384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:03.931925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:03.932653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:03.946798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25730c-0103-4921-8375-3f5536849094 None None] Network d4704385-c59e-45d8-82ed-096719c75551 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:03.999227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-287131ed-4e0f-4f7a-870b-35f965665c82 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1415105 Nov 05 22:18:04.001875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35102) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:04.059789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c950ef-5c75-41af-91d0-01ffa11a849d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:04.061318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c950ef-5c75-41af-91d0-01ffa11a849d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:04.063054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c950ef-5c75-41af-91d0-01ffa11a849d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:04.064668 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6c950ef-5c75-41af-91d0-01ffa11a849d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0618088 Nov 05 22:18:04.068078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35104) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:04.092540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Allocated IP 172.20.0.2 (74b0c144-da0f-4ab9-a2de-42a039a6b135/be4a0a3c-9e68-4727-bbd5-93058afbb0fb/abcdde18-ea93-42ad-a1ce-30f5b6f6ed18) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:04.123033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Deleting subnet be4a0a3c-9e68-4727-bbd5-93058afbb0fb {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:04.237388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-d4704385-c59e-45d8-82ed-096719c75551', 'network_id': 'd4704385-c59e-45d8-82ed-096719c75551', 'tenant_id': 'c75f9fd246024beebab2fc3e72b59a93', 'fixed_ips': [{'subnet_id': '4ccb102c-c5d6-456a-ab53-43893cc0f6ea'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:04.238229 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.544959 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.596793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Allocated IP 172.20.0.18 (d4704385-c59e-45d8-82ed-096719c75551/4ccb102c-c5d6-456a-ab53-43893cc0f6ea/ed16da16-8637-42fb-bd27-767adf2d252e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:04.634994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.636651 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.679720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.703306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ac459-a4e9-426f-af91-d534bb98e427 req-fd7b2e1a-8529-49da-8b62-09661719fdfd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:04.705153 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b7ac459-a4e9-426f-af91-d534bb98e427 req-fd7b2e1a-8529-49da-8b62-09661719fdfd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0527804 Nov 05 22:18:04.742375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Network 74b0c144-da0f-4ab9-a2de-42a039a6b135 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:04.752658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:04.757188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:04.759650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Pushing event updated for resources: {'Port': ['ID=abcdde18-ea93-42ad-a1ce-30f5b6f6ed18,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:04.766045 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b7ac459-a4e9-426f-af91-d534bb98e427 req-f389ea6c-2ce1-4ab5-bfd4-9c3b7f549a6a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547216 Nov 05 22:18:04.782012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.867370 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Attempting to bind port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:04.868388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Attempting to bind port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'b1e78a09-9a46-4dea-ba2b-3b725ddd91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:04.868844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Attempting to bind port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18 on network 74b0c144-da0f-4ab9-a2de-42a039a6b135 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:04.880531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:04.880905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Checking segment: {'id': 'b1e78a09-9a46-4dea-ba2b-3b725ddd91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:04.881302 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.881692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Bound using segment: {'id': 'b1e78a09-9a46-4dea-ba2b-3b725ddd91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:04.882156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Bound port: abcdde18-ea93-42ad-a1ce-30f5b6f6ed18, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e78a09-9a46-4dea-ba2b-3b725ddd91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74b0c144-da0f-4ab9-a2de-42a039a6b135'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:04.882540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.903933 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.909029 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.934383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Subnet': ['ID=be4a0a3c-9e68-4727-bbd5-93058afbb0fb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:04.940477 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:04.944440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35108) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:04.944979 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-18be6c50-4c32-4a93-a828-05c988d0d98e tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/subnets/be4a0a3c-9e68-4727-bbd5-93058afbb0fb HTTP/1.1" status: 204 len: 168 time: 0.8756251 Nov 05 22:18:04.967431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] For port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:04.971161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] For port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=abcdde18-ea93-42ad-a1ce-30f5b6f6ed18,segment=NetworkSegment(b1e78a09-9a46-4dea-ba2b-3b725ddd91be),segment_id=b1e78a09-9a46-4dea-ba2b-3b725ddd91be)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:04.999945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Deleting subnet 4ccb102c-c5d6-456a-ab53-43893cc0f6ea {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:05.022548 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.023740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.054566 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.063319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Network d4704385-c59e-45d8-82ed-096719c75551 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:05.064409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.070181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:05.077625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:05.091684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Pushing event updated for resources: {'Port': ['ID=ed16da16-8637-42fb-bd27-767adf2d252e,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:05.172103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.206067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331970ef-b9ec-46db-8715-b5bf9ada7ce6 None None] Network 74b0c144-da0f-4ab9-a2de-42a039a6b135 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:05.209465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb3af8-15e0-4425-8cc1-32b6e998a313 None None] Pushing event updated for resources: {'Port': ['ID=abcdde18-ea93-42ad-a1ce-30f5b6f6ed18,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:05.226959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Attempting to bind port ed16da16-8637-42fb-bd27-767adf2d252e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:05.227913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Attempting to bind port ed16da16-8637-42fb-bd27-767adf2d252e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1fa4c5b1-e9bd-4740-afac-c5981deb085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4704385-c59e-45d8-82ed-096719c75551'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:05.228273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Attempting to bind port ed16da16-8637-42fb-bd27-767adf2d252e on network d4704385-c59e-45d8-82ed-096719c75551 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:05.242040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:05.246721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Checking segment: {'id': '1fa4c5b1-e9bd-4740-afac-c5981deb085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4704385-c59e-45d8-82ed-096719c75551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:05.246721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.246721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Bound using segment: {'id': '1fa4c5b1-e9bd-4740-afac-c5981deb085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4704385-c59e-45d8-82ed-096719c75551'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:05.246721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Bound port: ed16da16-8637-42fb-bd27-767adf2d252e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa4c5b1-e9bd-4740-afac-c5981deb085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4704385-c59e-45d8-82ed-096719c75551'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:05.246721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.259179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-83e762c4-78e5-46ba-93fe-8bd5f5fcd9c2 service neutron] 10.222.0.46 "GET /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301/bindings/n-h1-816738-5 HTTP/1.1" status: 200 len: 384 time: 0.0713499 Nov 05 22:18:05.316110 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.352346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Subnet': ['ID=4ccb102c-c5d6-456a-ab53-43893cc0f6ea,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:05.354885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.360909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e3d55b40-fa2e-432c-b125-99891732080f tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/subnets/4ccb102c-c5d6-456a-ab53-43893cc0f6ea HTTP/1.1" status: 204 len: 168 time: 0.4154036 Nov 05 22:18:05.361546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35112) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:05.381759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] For port ed16da16-8637-42fb-bd27-767adf2d252e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:05.386144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] For port ed16da16-8637-42fb-bd27-767adf2d252e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ed16da16-8637-42fb-bd27-767adf2d252e,segment=NetworkSegment(1fa4c5b1-e9bd-4740-afac-c5981deb085c),segment_id=1fa4c5b1-e9bd-4740-afac-c5981deb085c)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:05.433843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebd62b-e2c0-4ee5-81b0-d72f9292e517 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:05.433843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6bebd62b-e2c0-4ee5-81b0-d72f9292e517 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638328 Nov 05 22:18:05.433843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35114) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:05.447503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.498866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:05.505060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e196-aa6f-4052-931b-9a7d88fc3026 None None] Pushing event updated for resources: {'Port': ['ID=ed16da16-8637-42fb-bd27-767adf2d252e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:05.525445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:05.539775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.575421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:18:05.578074 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246ae0d1-90c8-4a67-ba4b-30783466fce7" -d '{"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:18:05.582230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:05.599359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Deleting port ed16da16-8637-42fb-bd27-767adf2d252e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:05.600038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.629438 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020ce604-eead-4675-9855-7edb586cb033 x-openstack-request-id: req-020ce604-eead-4675-9855-7edb586cb033 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:18:05.629741 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:18:05.629999 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-020ce604-eead-4675-9855-7edb586cb033 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:18:05.630411 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'code': 200} Nov 05 22:18:05.669092 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.695891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] For port ed16da16-8637-42fb-bd27-767adf2d252e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ed16da16-8637-42fb-bd27-767adf2d252e,segment=NetworkSegment(1fa4c5b1-e9bd-4740-afac-c5981deb085c),segment_id=1fa4c5b1-e9bd-4740-afac-c5981deb085c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:05.695891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.712964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Calling delete_port for ed16da16-8637-42fb-bd27-767adf2d252e owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:05.775491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] Transition to ACTIVE for port object 9179ab56-557f-4bf0-b577-a9223d7d7301 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:18:05.864056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.890556 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747a663-f049-4bab-9dec-a31b1349af2b req-6c588e53-743b-46b1-92ba-5aa517739929 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:05.892069 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5747a663-f049-4bab-9dec-a31b1349af2b req-6c588e53-743b-46b1-92ba-5aa517739929 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0494704 Nov 05 22:18:05.922438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:05.955124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Port': ['ID=ed16da16-8637-42fb-bd27-767adf2d252e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:05.969039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] Pushing event updated for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=11']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:05.969184 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] No DVR routers for this DVR port ed16da16-8637-42fb-bd27-767adf2d252e on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:06.013269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] No DVR routers for this DVR port 9179ab56-557f-4bf0-b577-a9223d7d7301 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:06.018623 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5747a663-f049-4bab-9dec-a31b1349af2b req-e4d51e0c-7b61-4f61-9dbd-358ed44ca0cf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164465 Nov 05 22:18:06.088152 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.112324 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4704385-c59e-45d8-82ed-096719c75551']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:06.124172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa4c5b1-e9bd-4740-afac-c5981deb085c') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:06.124821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa4c5b1-e9bd-4740-afac-c5981deb085c') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:06.135721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.156136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.163523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f1fa68ba-e734-495d-83c9-501a63138f1d service neutron] 10.222.0.46 "PUT /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301/bindings/n-h1-816738-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8979871 Nov 05 22:18:06.166650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:06.167079 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:06.170993 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:06.309764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-85559481-19e4-4613-988e-006a462ee4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.310381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.318369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.322588 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/networks/d4704385-c59e-45d8-82ed-096719c75551 HTTP/1.1" status: 204 len: 168 time: 0.8910139 Nov 05 22:18:06.325912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35120) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:06.342355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-d02e48de-20a7-4b91-b200-b8c7fb67c1e1 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:06.344911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-d02e48de-20a7-4b91-b200-b8c7fb67c1e1 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1&tenant_id=f80d891c4fcb4471ab0947e7d740456b&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 1095 time: 0.0498943 Nov 05 22:18:06.345107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fbdf3-53ec-4550-ba76-612beff1ee6d tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Network': ['ID=d4704385-c59e-45d8-82ed-096719c75551,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:06.396953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-e1702508-8f16-48ff-8dac-919f1135b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:06.399173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-e1702508-8f16-48ff-8dac-919f1135b6aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 1095 time: 0.0458059 Nov 05 22:18:06.420602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.471183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-9d882262-11f3-45ef-a6a5-a162f9ad1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:06.472783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-9d882262-11f3-45ef-a6a5-a162f9ad1cbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0495470 Nov 05 22:18:06.476532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Deleting port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:06.476913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.546879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] For port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=abcdde18-ea93-42ad-a1ce-30f5b6f6ed18,segment=NetworkSegment(b1e78a09-9a46-4dea-ba2b-3b725ddd91be),segment_id=b1e78a09-9a46-4dea-ba2b-3b725ddd91be)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:06.547187 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.564360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Calling delete_port for abcdde18-ea93-42ad-a1ce-30f5b6f6ed18 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:06.568190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c8d0b6-3225-43aa-a06d-2a27dabf7713 None None] DHCP port deletion for d4704385-c59e-45d8-82ed-096719c75551 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:06.572089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0fd9b8e1-dbfb-419e-aae9-fed934cc03db None None] Could not find standard attr ID for object ed16da16-8637-42fb-bd27-767adf2d252e. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:06.577579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-d1b70590-6a41-489d-92e9-8ef40b40aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:06.579109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-d1b70590-6a41-489d-92e9-8ef40b40aa73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 898 time: 0.0996761 Nov 05 22:18:06.589399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535dccb9-96e3-46e7-82eb-a7f9ef1a2775 None None] Network d4704385-c59e-45d8-82ed-096719c75551 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:06.603353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535dccb9-96e3-46e7-82eb-a7f9ef1a2775 None None] Network d4704385-c59e-45d8-82ed-096719c75551 could not be found, it might have been deleted concurrently. {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 22:18:06.611715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc26a47-0869-46fe-8686-377be69b49fb None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:18:06.658459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-7db7fb83-9035-4637-ab54-25400a994497 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 999 time: 0.0723088 Nov 05 22:18:06.698800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc26a47-0869-46fe-8686-377be69b49fb None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:18:06.707115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-a68f17a7-eed0-4745-b5bc-6d05b26abfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:06.708591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-a68f17a7-eed0-4745-b5bc-6d05b26abfc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0438459 Nov 05 22:18:06.744424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.759055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-4e748420-e0a6-4d65-af17-c68e0295d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:06.760156 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-4e748420-e0a6-4d65-af17-c68e0295d5b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436912 Nov 05 22:18:06.772461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Port': ['ID=abcdde18-ea93-42ad-a1ce-30f5b6f6ed18,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:06.774313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] No DVR routers for this DVR port abcdde18-ea93-42ad-a1ce-30f5b6f6ed18 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:06.858776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.862401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-f0d1d84c-c5ff-4a33-83db-7398de7ac73c service neutron] 10.222.0.13 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947506 Nov 05 22:18:06.880087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b0c144-da0f-4ab9-a2de-42a039a6b135']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:06.889806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e78a09-9a46-4dea-ba2b-3b725ddd91be') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:06.890055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e78a09-9a46-4dea-ba2b-3b725ddd91be') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:06.899572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.913038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.921774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:06.921774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:06.924782 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:06.963271 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b6a07410-8192-44e5-8036-a5f62d2845bc service neutron] 10.222.0.13 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937669 Nov 05 22:18:07.023765 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.035995 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.035995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/networks/74b0c144-da0f-4ab9-a2de-42a039a6b135 HTTP/1.1" status: 204 len: 168 time: 0.7078953 Nov 05 22:18:07.036854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35122) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:07.054760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46d0b3-bc4e-4662-b089-e7a92bf18389 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Network': ['ID=74b0c144-da0f-4ab9-a2de-42a039a6b135,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:07.135596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.153041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba724-e25f-4cb4-afba-a4e18ed1eecc req-4a725d1b-41ed-42a2-bcf8-267d871f0d68 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:07.154565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2eba724-e25f-4cb4-afba-a4e18ed1eecc req-4a725d1b-41ed-42a2-bcf8-267d871f0d68 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0582867 Nov 05 22:18:07.206107 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2eba724-e25f-4cb4-afba-a4e18ed1eecc req-383b18a3-428f-4473-b238-cc169873f474 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452819 Nov 05 22:18:07.231644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.251563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5272a3f2-99ae-4bf6-9300-c924e91f62ee']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:07.261345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c8646c-9deb-4817-aff5-2cb148b25eb7') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:07.261631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c8646c-9deb-4817-aff5-2cb148b25eb7') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:07.270771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.283444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.289133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:07.290175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:07.292476 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:07.413063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32466-1e95-4661-90d1-b289cdc881de req-359d87da-926f-45d7-87d6-e295dce0bacd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:07.414582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-359d87da-926f-45d7-87d6-e295dce0bacd tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1&tenant_id=f80d891c4fcb4471ab0947e7d740456b&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 1095 time: 0.0438743 Nov 05 22:18:07.429018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.436763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.439840 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/networks/5272a3f2-99ae-4bf6-9300-c924e91f62ee HTTP/1.1" status: 204 len: 168 time: 0.4020529 Nov 05 22:18:07.447459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35126) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:07.451504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb99d0-e992-4e86-bf65-c92632fa1390 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Network': ['ID=5272a3f2-99ae-4bf6-9300-c924e91f62ee,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:07.554166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.678065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9ff32466-1e95-4661-90d1-b289cdc881de req-90cd1039-d517-4c44-9912-a75849781f61 service neutron] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:07.679659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.688922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9ff32466-1e95-4661-90d1-b289cdc881de req-90cd1039-d517-4c44-9912-a75849781f61 service neutron] Publish callbacks [] for binding, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.690019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-90cd1039-d517-4c44-9912-a75849781f61 service neutron] 10.222.0.13 "DELETE /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301/bindings/n-h2-816738-5 HTTP/1.1" status: 204 len: 173 time: 0.2670991 Nov 05 22:18:07.704114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83b09f0-5f6d-442b-ac40-a73e68352f93']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:07.715385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c286d0a1-320a-46f1-bb19-ebbff9def391') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:07.716064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c286d0a1-320a-46f1-bb19-ebbff9def391') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:07.724590 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.737841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.743744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:07.749225 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:07.915376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.922074 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:07.925207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] 10.222.0.41 "DELETE /v2.0/networks/a83b09f0-5f6d-442b-ac40-a73e68352f93 HTTP/1.1" status: 204 len: 168 time: 0.4766817 Nov 05 22:18:07.936483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450728b1-cdea-482e-9e35-1a428394a543 tempest-BulkNetworkOpsTest-379128766 tempest-BulkNetworkOpsTest-379128766-project] Pushing event deleted for resources: {'Network': ['ID=a83b09f0-5f6d-442b-ac40-a73e68352f93,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:08.328894 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c040-45b1-4ec3-af84-2ebfbeb2fbad req-7bb3da4f-1994-4e9c-a3b0-1d755f60f7b2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:08.330422 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43e5c040-45b1-4ec3-af84-2ebfbeb2fbad req-7bb3da4f-1994-4e9c-a3b0-1d755f60f7b2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0536711 Nov 05 22:18:08.386633 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-43e5c040-45b1-4ec3-af84-2ebfbeb2fbad req-24951835-73cd-464b-966f-475cac153147 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498118 Nov 05 22:18:08.419674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35136) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:08.507725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb195ad-df47-431d-a42d-11a8591fa8f0 req-fe582711-3011-43fb-856c-ec9df9116944 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:08.509199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb195ad-df47-431d-a42d-11a8591fa8f0 req-fe582711-3011-43fb-856c-ec9df9116944 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0432553 Nov 05 22:18:08.543899 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2c75-733b-48d8-84ba-1753eb6b9dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:08.584080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ffb195ad-df47-431d-a42d-11a8591fa8f0 req-453a7ef1-8916-4b48-82d8-4594fdc0fd09 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675526 Nov 05 22:18:08.590203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1c88f006-c792-4aae-a939-cdb5c51e9738 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c75f9fd246024beebab2fc3e72b59a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693952 Nov 05 22:18:08.595702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35140) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:08.641665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de5618c5-5b30-433e-a4c7-99b4263cbe27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:08.663404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de5618c5-5b30-433e-a4c7-99b4263cbe27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:08.704022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389134a-1bce-4c93-b3e3-4bdbf7d4ff81 req-27e31973-fa75-4f3a-b9c2-0a8e04d53a87 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:08.705508 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8389134a-1bce-4c93-b3e3-4bdbf7d4ff81 req-27e31973-fa75-4f3a-b9c2-0a8e04d53a87 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0506744 Nov 05 22:18:08.754756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8389134a-1bce-4c93-b3e3-4bdbf7d4ff81 req-b8740184-c83a-4f00-87b0-cb0b7d74ee75 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Nov 05 22:18:08.786387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35144) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:08.800635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de5618c5-5b30-433e-a4c7-99b4263cbe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:08.803238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de5618c5-5b30-433e-a4c7-99b4263cbe27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:08.804457 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de5618c5-5b30-433e-a4c7-99b4263cbe27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79b09c86-72d2-47fc-91ec-29e0a5bfe1b6 HTTP/1.1" status: 204 len: 168 time: 0.2105002 Nov 05 22:18:08.812198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5618c5-5b30-433e-a4c7-99b4263cbe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b09c86-72d2-47fc-91ec-29e0a5bfe1b6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:08.854889 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac46aaee-1393-4166-bdef-be26df5a5f2b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/2ccc8783-78ef-4871-875d-6a91eb1f78f0 HTTP/1.1" status: 200 len: 991 time: 0.0673161 Nov 05 22:18:09.311251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:09.349098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:09.855087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35170) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:09.951538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9ddfb05a-97f2-4f95-a8f6-219e1df4ce9c tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] Request body: {'port': {'network_id': 'b0b3fd13-57a2-4da7-be69-03d74478ce4f', 'name': 'tempest-NetworksNegativeTestJSON-406359105'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:09.965053 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddfb05a-97f2-4f95-a8f6-219e1df4ce9c tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] POST failed (client error): The resource could not be found. Nov 05 22:18:09.965750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddfb05a-97f2-4f95-a8f6-219e1df4ce9c tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:09.966855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9ddfb05a-97f2-4f95-a8f6-219e1df4ce9c tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1107621 Nov 05 22:18:09.971080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35174) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:09.990297 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac83e65e-4073-4830-a264-971e98afd510 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] DELETE failed (client error): The resource could not be found. Nov 05 22:18:09.990861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac83e65e-4073-4830-a264-971e98afd510 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:09.994538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac83e65e-4073-4830-a264-971e98afd510 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "DELETE /v2.0/networks/c7671d8d-e6dc-4aaf-ade6-fe1168d6e38c HTTP/1.1" status: 404 len: 339 time: 0.0223911 Nov 05 22:18:09.998497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35176) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.020616 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0462637-c48a-4d05-a266-9074c71ef6c9 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] DELETE failed (client error): The resource could not be found. Nov 05 22:18:10.021251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0462637-c48a-4d05-a266-9074c71ef6c9 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:10.024389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e0462637-c48a-4d05-a266-9074c71ef6c9 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "DELETE /v2.0/ports/06a9ab3b-44cc-46fb-bf1d-5c52188786db HTTP/1.1" status: 404 len: 333 time: 0.0249622 Nov 05 22:18:10.028144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35178) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.053113 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bfa5f5-e8d2-4e68-a343-7f4be8076a3d tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] DELETE failed (client error): The resource could not be found. Nov 05 22:18:10.053550 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bfa5f5-e8d2-4e68-a343-7f4be8076a3d tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:10.057206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-00bfa5f5-e8d2-4e68-a343-7f4be8076a3d tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "DELETE /v2.0/subnets/5ee4a49e-b0e4-40cf-9a40-012ff2fad089 HTTP/1.1" status: 404 len: 337 time: 0.0280812 Nov 05 22:18:10.057447 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:10.060980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35180) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.084236 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c6274c-c513-4408-a96f-eb0cddc01ec0 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] GET failed (client error): The resource could not be found. Nov 05 22:18:10.085667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-14c6274c-c513-4408-a96f-eb0cddc01ec0 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "GET /v2.0/networks/6dd6f8aa-0b8d-41ba-bee6-63ac8fdc809a HTTP/1.1" status: 404 len: 339 time: 0.0238063 Nov 05 22:18:10.089354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35182) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.114267 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc5fa0a-9482-42e2-90a5-445ebe5bd68f tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] GET failed (client error): The resource could not be found. Nov 05 22:18:10.115613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fcc5fa0a-9482-42e2-90a5-445ebe5bd68f tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "GET /v2.0/ports/94b54d64-5a64-415b-a563-7ddd2892eb5b HTTP/1.1" status: 404 len: 333 time: 0.0251429 Nov 05 22:18:10.119722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35184) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.145768 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e6f0fe-1304-42d0-bb17-b33852ee2ea1 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] GET failed (client error): The resource could not be found. Nov 05 22:18:10.146999 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-70e6f0fe-1304-42d0-bb17-b33852ee2ea1 tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "GET /v2.0/subnets/11dec644-9a24-45e8-97ad-297b3d7e52f9 HTTP/1.1" status: 404 len: 337 time: 0.0263572 Nov 05 22:18:10.151064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35186) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.155833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c13e4c38-f230-41a1-826b-9ddd7922a88e tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:10.171009 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13e4c38-f230-41a1-826b-9ddd7922a88e tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] PUT failed (client error): The resource could not be found. Nov 05 22:18:10.171930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13e4c38-f230-41a1-826b-9ddd7922a88e tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:10.173214 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c13e4c38-f230-41a1-826b-9ddd7922a88e tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "PUT /v2.0/networks/f02bf2df-58ba-4f02-b096-cf2b45ed7fdb HTTP/1.1" status: 404 len: 339 time: 0.0210741 Nov 05 22:18:10.176583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35188) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.181574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3e76c211-7e68-4dd5-b3b5-17fc006844ed tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:10.199185 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e76c211-7e68-4dd5-b3b5-17fc006844ed tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] PUT failed (client error): The resource could not be found. Nov 05 22:18:10.199815 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e76c211-7e68-4dd5-b3b5-17fc006844ed tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:10.200902 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e76c211-7e68-4dd5-b3b5-17fc006844ed tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "PUT /v2.0/ports/d8b4052b-8e9c-42a1-bb89-d0f5fde6ca52 HTTP/1.1" status: 404 len: 333 time: 0.0234179 Nov 05 22:18:10.204419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35190) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.209179 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7d8016c0-24fc-497b-969b-9218c194304d tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:10.230655 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8016c0-24fc-497b-969b-9218c194304d tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] PUT failed (client error): The resource could not be found. Nov 05 22:18:10.231104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8016c0-24fc-497b-969b-9218c194304d tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:10.232173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7d8016c0-24fc-497b-969b-9218c194304d tempest-NetworksNegativeTestJSON-1476394397 tempest-NetworksNegativeTestJSON-1476394397-project] 10.222.0.41 "PUT /v2.0/subnets/03a199dc-141a-4e0d-bd0d-4b96fe78c305 HTTP/1.1" status: 404 len: 337 time: 0.0268712 Nov 05 22:18:10.697464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35196) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:10.806664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e837fa5b-511f-4879-b74c-ba6e6ba8d847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:10.883936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e837fa5b-511f-4879-b74c-ba6e6ba8d847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:10.931837 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e837fa5b-511f-4879-b74c-ba6e6ba8d847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:11.311441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e837fa5b-511f-4879-b74c-ba6e6ba8d847 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=127a48eb14b34d78abef0717fba64ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128771 Nov 05 22:18:11.312678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837fa5b-511f-4879-b74c-ba6e6ba8d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696619f8-bc93-4a8b-a89e-852e1c66a577,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:11.314210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35200) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:11.367332 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-012ccdba-470c-4180-95ac-b2c427496d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:11.388750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-012ccdba-470c-4180-95ac-b2c427496d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:11.502085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:11.547853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-012ccdba-470c-4180-95ac-b2c427496d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:11.550429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-012ccdba-470c-4180-95ac-b2c427496d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:11.551617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-012ccdba-470c-4180-95ac-b2c427496d1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/696619f8-bc93-4a8b-a89e-852e1c66a577 HTTP/1.1" status: 204 len: 168 time: 0.2363849 Nov 05 22:18:11.559523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ccdba-470c-4180-95ac-b2c427496d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696619f8-bc93-4a8b-a89e-852e1c66a577,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:12.010829 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.523852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35222) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:12.605893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:12.682454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 45753b17-6725-46a6-ba5d-80f45faa979e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:12.682798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.704012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-778385014'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:12.756862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.757183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.769559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 45753b17-6725-46a6-ba5d-80f45faa979e owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:12.800796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:12.804506 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.813304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.887601 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.936547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:12.966139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216803b6-3b38-4953-9341-79587672cc29,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:13.017963 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.022617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:13.032956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.033302 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff of type vlan for network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b Nov 05 22:18:13.049800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=45753b17-6725-46a6-ba5d-80f45faa979e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:13.082637 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.116972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.117305 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP 2ccc8783-78ef-4871-875d-6a91eb1f78f0 disassociated (deleted). External IP: 172.25.6.157, port: 9179ab56-557f-4bf0-b577-a9223d7d7301. Nov 05 22:18:13.193623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.200212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:13.200792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.266312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=9d3a4e82-8554-4bc2-9df1-3d5df977dd2b,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:13.277365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:13.323943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e8924cee-9bf0-4d0f-b114-ee4bf0c76bde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7169135 Nov 05 22:18:13.327153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35228) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:13.333070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'name': 'tempest-PortsIpV6TestJSON-623856106'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:13.340290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router f75d3184-c1bb-4178-8033-7ffdd63cab52 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:18:13.458333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:18:13.463062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.467735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] Sync routers for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:18:13.478749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:13.479369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:13.493601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:13.495586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8c1b8b1-506a-4482-98ba-87789a017cf6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/floatingips/2ccc8783-78ef-4871-875d-6a91eb1f78f0 HTTP/1.1" status: 204 len: 168 time: 0.9661629 Nov 05 22:18:13.495586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:18:13.495586 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc6553f-7be8-42df-ac9f-40ed24dc0027" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:18:13.501186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.529101 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 51209eba-e505-4d46-ba1b-084776f6abb0 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:13.598003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:13.694515 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41b5258-a45d-4e51-bbc2-ad1cedaa9cae x-openstack-request-id: req-a41b5258-a45d-4e51-bbc2-ad1cedaa9cae {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:18:13.695046 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:18:13.695046 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a41b5258-a45d-4e51-bbc2-ad1cedaa9cae {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:18:13.695449 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'status': 'completed', 'code': 200} Nov 05 22:18:13.724274 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.788446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-a1a67c9e-eff7-433a-9948-7a12bf601503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:13.789943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-a1a67c9e-eff7-433a-9948-7a12bf601503 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0639663 Nov 05 22:18:13.823924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:23Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:13.851094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] Checking router: f75d3184-c1bb-4178-8033-7ffdd63cab52 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:18:13.860815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:13.861527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:13.872010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:13.935220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-0251dd64-68c7-4b94-baa6-4094a9f3ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:13.936723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-0251dd64-68c7-4b94-baa6-4094a9f3ad5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 200 len: 898 time: 0.1389017 Nov 05 22:18:13.960796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=51209eba-e505-4d46-ba1b-084776f6abb0,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:13.990262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:14.016508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-cc3db9f0-aa23-4e79-baca-f30d7379beaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 200 len: 217 time: 0.0644648 Nov 05 22:18:14.055667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': 'bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:14.056874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:14.082508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf3159-258d-49c3-857c-d976e2ef308b req-f21cce30-6cc3-4a31-91fd-4901746faca2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:14.084394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24cf3159-258d-49c3-857c-d976e2ef308b req-f21cce30-6cc3-4a31-91fd-4901746faca2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.1464646 Nov 05 22:18:14.106133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-13b8cfc6-ed58-4682-8898-9206e11c1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:14.107540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-13b8cfc6-ed58-4682-8898-9206e11c1405 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 200 len: 835 time: 0.0811739 Nov 05 22:18:14.173095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-24cf3159-258d-49c3-857c-d976e2ef308b req-dc598099-cb4f-4b6a-961f-bb863b86cda3 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=576456d3-9fb0-4c19-8a4c-53333e8fa2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815313 Nov 05 22:18:14.179452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-d3ab10db-5eb8-4bac-83e1-3344cabff955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:14.180919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-d3ab10db-5eb8-4bac-83e1-3344cabff955 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe08de3c-a6f7-49be-8cd2-761b2496f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652854 Nov 05 22:18:14.190109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:14.210664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:23Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:14.237504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d996f-e26b-4df0-b446-9fe568672bb7 None None] The sync data for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 is: [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '6aafd19d-4c74-48ba-9a04-a8011fbf87ba', 'name': '', 'network_id': 'fe08de3c-a6f7-49be-8cd2-761b2496f0fe', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:ff:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:18Z', 'updated_at': '2021-11-05T22:16:23Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '4b02ec14-dfda-4719-a60b-356661ba7c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:18:14.289638 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-97077b14-de1f-4eba-be43-38c5bb858036 service neutron] 10.222.0.13 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935981 Nov 05 22:18:14.292423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:14.296240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:14.302623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:14.302769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f86811-5e4d-4a42-af53-d79427672114 None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:14.303154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.400635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-a71c47b4-6ca3-4cea-8c0a-195e11f59c51 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:14.407026 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-a71c47b4-6ca3-4cea-8c0a-195e11f59c51 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0687761 Nov 05 22:18:14.416284 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bc6553f-7be8-42df-ac9f-40ed24dc0027 req-b9aa98ef-39cd-4016-91b0-0b03a974d28c service neutron] 10.222.0.13 "GET /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056726 Nov 05 22:18:14.445502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d1df37df-f7ca-4d63-9091-919422f42312 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1168497 Nov 05 22:18:14.448225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35238) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:14.453860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2097509962'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:14.513693 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa660ba-4d95-44c8-a084-47a8386622c7 None None] New status for floating IP 2ccc8783-78ef-4871-875d-6a91eb1f78f0: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:18:14.519516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 9179ab56-557f-4bf0-b577-a9223d7d7301 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:14.519516 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.560600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:14.564840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.596442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:14.606465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.606812 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment 1dd357fb-b9c4-45ba-9127-017d5f9661dc of type vlan for network cac6f2e7-e0fb-4027-884d-6787e1928a00 Nov 05 22:18:14.614312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 9179ab56-557f-4bf0-b577-a9223d7d7301, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9179ab56-557f-4bf0-b577-a9223d7d7301,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:14.614312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.630634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 9179ab56-557f-4bf0-b577-a9223d7d7301 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:14.652347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.755420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.761148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:14.761758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.827597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=cac6f2e7-e0fb-4027-884d-6787e1928a00,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:14.837945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network cac6f2e7-e0fb-4027-884d-6787e1928a00 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:14.857874 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.883800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4d83636b-7034-47c0-8ed5-8ff97064213d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4344678 Nov 05 22:18:14.886302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35242) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:14.891477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'ports': [{'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b'}, {'network_id': 'cac6f2e7-e0fb-4027-884d-6787e1928a00'}]} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:14.891706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:14.892198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': 'cac6f2e7-e0fb-4027-884d-6787e1928a00'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:14.894725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=9179ab56-557f-4bf0-b577-a9223d7d7301,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:14.935768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] No DVR routers for this DVR port 9179ab56-557f-4bf0-b577-a9223d7d7301 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:14.938379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:14.941890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02a1365b-aaa6-4f6e-b3cf-8edd71b9ccea req-1bac96e7-a67e-4c3d-8f20-165c6708b99f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.13 "DELETE /v2.0/ports/9179ab56-557f-4bf0-b577-a9223d7d7301 HTTP/1.1" status: 204 len: 173 time: 0.5289247 Nov 05 22:18:15.120360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 2} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:15.126138 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:15.140569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:15.225143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 4aa933e3-aaf8-44af-9df1-bfd0af1c1a3c yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:15.279256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0d16dc5-362c-4bc8-92e5-aeb2676c4ba8 req-532a53b7-d7e2-40a0-aaf1-ae846381dee2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2af9a7-bf76-40e5-88ec-355610c4a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0319781 Nov 05 22:18:15.350822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:15.425698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port ddd3279b-0945-41ee-a08b-100802878dff yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:15.527113 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:18:15.538936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:15.651215 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:15.696538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-deleted', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:18:15.698263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:15.700116 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8bd1de-d189-4294-9465-84bc90189dfe" -d '{"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-deleted", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:18:15.704026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:15.707786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:15.708607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:15.717570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=4aa933e3-aaf8-44af-9df1-bfd0af1c1a3c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:15.753897 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d59c025-1355-49f7-ba82-dce862dfc083 x-openstack-request-id: req-2d59c025-1355-49f7-ba82-dce862dfc083 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:18:15.754146 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2af9a7-bf76-40e5-88ec-355610c4a2d1", "name": "network-vif-deleted", "tag": "9179ab56-557f-4bf0-b577-a9223d7d7301", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:18:15.754688 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d59c025-1355-49f7-ba82-dce862dfc083 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:18:15.755799 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2af9a7-bf76-40e5-88ec-355610c4a2d1', 'name': 'network-vif-deleted', 'tag': '9179ab56-557f-4bf0-b577-a9223d7d7301', 'status': 'completed', 'code': 200} Nov 05 22:18:15.783076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=ddd3279b-0945-41ee-a08b-100802878dff,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:15.792992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': '1dd357fb-b9c4-45ba-9127-017d5f9661dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cac6f2e7-e0fb-4027-884d-6787e1928a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:15.792992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: cac6f2e7-e0fb-4027-884d-6787e1928a00, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:15.879247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network cac6f2e7-e0fb-4027-884d-6787e1928a00 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:15.971769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, cac6f2e7-e0fb-4027-884d-6787e1928a00) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:15.975835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:15.981326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6053b92-4406-43ff-8341-0ef8bb3ac289 None None] Network cac6f2e7-e0fb-4027-884d-6787e1928a00 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:15.983422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:15.988549 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:15.989305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.085166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3bb087fe-b056-4b66-a804-19773ed4df84 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1961658 Nov 05 22:18:16.086548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35248) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:16.178390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port ddd3279b-0945-41ee-a08b-100802878dff {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:16.178666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.250118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.263128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for ddd3279b-0945-41ee-a08b-100802878dff owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:16.358312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35252) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:16.450348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.484562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=ddd3279b-0945-41ee-a08b-100802878dff,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:16.501981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.505247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a7fb250f-1774-4bad-94a1-eaefbfc5cd53 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/ddd3279b-0945-41ee-a08b-100802878dff HTTP/1.1" status: 204 len: 168 time: 0.4177110 Nov 05 22:18:16.507999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35254) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:16.558044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e79ae-f0dc-4f1e-8d00-bffc160fbad0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:16.564828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e79ae-f0dc-4f1e-8d00-bffc160fbad0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:16.568941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7a9e79ae-f0dc-4f1e-8d00-bffc160fbad0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0574028 Nov 05 22:18:16.569189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35256) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:16.663692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 4aa933e3-aaf8-44af-9df1-bfd0af1c1a3c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:16.664031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.738908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.756578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 4aa933e3-aaf8-44af-9df1-bfd0af1c1a3c owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:16.803124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.903312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.936209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=4aa933e3-aaf8-44af-9df1-bfd0af1c1a3c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:16.939072 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:16.945201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5802cf05-1206-47c3-aa2c-83aa97258e57 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/4aa933e3-aaf8-44af-9df1-bfd0af1c1a3c HTTP/1.1" status: 204 len: 168 time: 0.3722689 Nov 05 22:18:16.945201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35258) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:16.993517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf4763-8927-49f0-9988-afc48be45fe4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:16.995814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-43cf4763-8927-49f0-9988-afc48be45fe4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0498939 Nov 05 22:18:16.998599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35260) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:17.022732 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ee2acb-9c18-4f80-87eb-2a31fe61ed1b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:17.024162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50ee2acb-9c18-4f80-87eb-2a31fe61ed1b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/ddd3279b-0945-41ee-a08b-100802878dff HTTP/1.1" status: 404 len: 333 time: 0.0246365 Nov 05 22:18:17.026823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35262) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:17.053114 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-603ec851-b3e5-4339-99e1-55e7583cf5db tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:17.054714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-603ec851-b3e5-4339-99e1-55e7583cf5db tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/4aa933e3-aaf8-44af-9df1-bfd0af1c1a3c HTTP/1.1" status: 404 len: 333 time: 0.0269804 Nov 05 22:18:17.058240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35264) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:17.067967 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:17.068308 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.135758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.156891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 6aafd19d-4c74-48ba-9a04-a8011fbf87ba, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:17.157507 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.169998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 6aafd19d-4c74-48ba-9a04-a8011fbf87ba owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:17.172392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:17.198570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 9179ab56-557f-4bf0-b577-a9223d7d7301 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:17.198914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9179ab56-557f-4bf0-b577-a9223d7d7301 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:17.225543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.246762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac6f2e7-e0fb-4027-884d-6787e1928a00']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:17.256080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd357fb-b9c4-45ba-9127-017d5f9661dc') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:17.256375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd357fb-b9c4-45ba-9127-017d5f9661dc') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:17.265576 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.278400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.284271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:17.284640 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:17.287631 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:17.411869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.416876 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.420105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/cac6f2e7-e0fb-4027-884d-6787e1928a00 HTTP/1.1" status: 204 len: 168 time: 0.3609462 Nov 05 22:18:17.424214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35266) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:17.429418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970831655'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:17.434495 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.435099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e2aae-be5f-491b-afba-073a6ead9a50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=cac6f2e7-e0fb-4027-884d-6787e1928a00,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:17.473196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=6aafd19d-4c74-48ba-9a04-a8011fbf87ba,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:17.581149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:17.584700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.648295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:17.668331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.668680 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment 76fccd93-e417-40c4-965e-f9e3f92da943 of type vlan for network 96386070-d391-43d2-aa35-381cddcfb6a0 Nov 05 22:18:17.700719 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.721232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.875184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.880845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:17.881421 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:17.986940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=96386070-d391-43d2-aa35-381cddcfb6a0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:17.998962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 96386070-d391-43d2-aa35-381cddcfb6a0 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:17.999379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6733ae3f-afb5-4816-aaa5-8a7bfca05c56 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5741186 Nov 05 22:18:18.002472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35268) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:18.008160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:18.020150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router f75d3184-c1bb-4178-8033-7ffdd63cab52 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:18:18.137827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:18:18.143031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7a692334-a035-49d9-97fc-0ab200225fdc tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/f75d3184-c1bb-4178-8033-7ffdd63cab52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837079 Nov 05 22:18:18.146050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35270) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:18.147108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] Sync routers for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:18:18.157903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:18.158497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:18.189076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:18.192557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:18.219376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting subnet 4b02ec14-dfda-4719-a60b-356661ba7c7f {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:18.230442 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:18.264346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:18.605805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Performing IP validity checks on allocation pools {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 22:18:18.608591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:18:17Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:18.608805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.ipam_backend_mixin [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 22:18:18.635048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:18.635377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] Checking router: f75d3184-c1bb-4178-8033-7ffdd63cab52 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:18:18.643655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] Routers {'f75d3184-c1bb-4178-8033-7ffdd63cab52'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:18.644266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['f75d3184-c1bb-4178-8033-7ffdd63cab52'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:18.749078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] Set router f75d3184-c1bb-4178-8033-7ffdd63cab52 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:18.764463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:18.890834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:18.927110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:18.934493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:18:17Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:18.958639 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:18.961317 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/subnets/4b02ec14-dfda-4719-a60b-356661ba7c7f HTTP/1.1" status: 204 len: 168 time: 0.8142147 Nov 05 22:18:18.964271 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35272) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:18.964729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64205bb-565d-4bf8-83de-9ec57768744f None None] Network fe08de3c-a6f7-49be-8cd2-761b2496f0fe requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:18.967006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f3c69-7b85-49d3-a2e4-f7f4ec0213e8 None None] The sync data for ids ['f75d3184-c1bb-4178-8033-7ffdd63cab52'] in n-d-816738-5 is: [{'id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497591241', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:16:14Z', 'updated_at': '2021-11-05T22:18:17Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': '2ebabdc1-a92a-482a-906b-229fe7763397', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75d3184-c1bb-4178-8033-7ffdd63cab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:16:15Z', 'updated_at': '2021-11-05T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:18:18.970262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=120ab3d9-4ec4-418e-bb53-faf908435621,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:18.983174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.983531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.983875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.984209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.984537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.984866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.985190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.985514 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.986229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.986229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.986433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:18.986747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:19.015014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': '76fccd93-e417-40c4-965e-f9e3f92da943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:19.015679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: 96386070-d391-43d2-aa35-381cddcfb6a0, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:19.018954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78875d6e-b650-4ee6-95ce-973bbb3f4877 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Subnet': ['ID=4b02ec14-dfda-4719-a60b-356661ba7c7f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:19.082298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 96386070-d391-43d2-aa35-381cddcfb6a0 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:19.093700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.138794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 96386070-d391-43d2-aa35-381cddcfb6a0) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:19.150612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:19.150612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.151155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469e7e3-ad99-43d4-8d0a-4d9acec38ede None None] Network 96386070-d391-43d2-aa35-381cddcfb6a0 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:19.198264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.203046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-661feb7d-8a06-4f4a-9b9f-0d823e6751bb tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1988809 Nov 05 22:18:19.205731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35274) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:19.211688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0', 'name': 'tempest-PortsIpV6TestJSON-1094237544'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:19.297976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-96386070-d391-43d2-aa35-381cddcfb6a0', 'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0', 'tenant_id': '75c9cfd443554e29aad330a8ff2131be', 'fixed_ips': [{'subnet_id': '120ab3d9-4ec4-418e-bb53-faf908435621'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:19.299022 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.354483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 2ebabdc1-a92a-482a-906b-229fe7763397 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:19.354796 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.376641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] DHCP port deletion for fe08de3c-a6f7-49be-8cd2-761b2496f0fe request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:19.445075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 2ebabdc1-a92a-482a-906b-229fe7763397, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2ebabdc1-a92a-482a-906b-229fe7763397,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:19.445241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.458636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 2ebabdc1-a92a-482a-906b-229fe7763397 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:19.460394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:19.464471 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.486380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Allocated IP 2001:db8::2 (96386070-d391-43d2-aa35-381cddcfb6a0/120ab3d9-4ec4-418e-bb53-faf908435621/5f655913-fd25-4964-8aa8-4f6c93a9c99d) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:19.500270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] Deleting port d16e02aa-a3f3-472a-b825-45524bfb984c {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:19.500637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.517084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 3136b371-ba33-4c3a-a9b3-ffc83bc6a314 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:19.614476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] For port d16e02aa-a3f3-472a-b825-45524bfb984c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d16e02aa-a3f3-472a-b825-45524bfb984c,segment=NetworkSegment(ee4f8f2c-3d03-4627-9d95-087f0211d22f),segment_id=ee4f8f2c-3d03-4627-9d95-087f0211d22f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:19.614875 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.633765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] Calling delete_port for d16e02aa-a3f3-472a-b825-45524bfb984c owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:19.700884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6aafd19d-4c74-48ba-9a04-a8011fbf87ba no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:19.751176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 6aafd19d-4c74-48ba-9a04-a8011fbf87ba {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:19.751557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6aafd19d-4c74-48ba-9a04-a8011fbf87ba not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:19.751962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d16e02aa-a3f3-472a-b825-45524bfb984c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:19.777926 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.807230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=2ebabdc1-a92a-482a-906b-229fe7763397,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:19.829920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.866769 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.874995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.921053 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.954782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:19.966886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Network 96386070-d391-43d2-aa35-381cddcfb6a0 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:20.006709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:20.008018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Pushing event updated for resources: {'Port': ['ID=5f655913-fd25-4964-8aa8-4f6c93a9c99d,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:20.019890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:20.022199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] No DVR routers for this DVR port d16e02aa-a3f3-472a-b825-45524bfb984c on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:20.104270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c6488-3a06-4724-82e2-6825a35a8458 None None] Pushing event deleted for resources: {'Port': ['ID=d16e02aa-a3f3-472a-b825-45524bfb984c,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:20.114965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Attempting to bind port 5f655913-fd25-4964-8aa8-4f6c93a9c99d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:20.115330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Attempting to bind port 5f655913-fd25-4964-8aa8-4f6c93a9c99d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '76fccd93-e417-40c4-965e-f9e3f92da943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:20.115732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Attempting to bind port 5f655913-fd25-4964-8aa8-4f6c93a9c99d on network 96386070-d391-43d2-aa35-381cddcfb6a0 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:20.121651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:20.122031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Checking segment: {'id': '76fccd93-e417-40c4-965e-f9e3f92da943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:20.122426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.122814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Bound using segment: {'id': '76fccd93-e417-40c4-965e-f9e3f92da943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:20.123275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Bound port: 5f655913-fd25-4964-8aa8-4f6c93a9c99d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fccd93-e417-40c4-965e-f9e3f92da943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '96386070-d391-43d2-aa35-381cddcfb6a0'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:20.123673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.188532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] For port 5f655913-fd25-4964-8aa8-4f6c93a9c99d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:20.191762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] For port 5f655913-fd25-4964-8aa8-4f6c93a9c99d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5f655913-fd25-4964-8aa8-4f6c93a9c99d,segment=NetworkSegment(76fccd93-e417-40c4-965e-f9e3f92da943),segment_id=76fccd93-e417-40c4-965e-f9e3f92da943)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:20.252854 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.314859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a6038-e8a8-4d28-b7a2-fc123421b7e4 None None] Pushing event updated for resources: {'Port': ['ID=5f655913-fd25-4964-8aa8-4f6c93a9c99d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:20.351418 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.355990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.423814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::208 (96386070-d391-43d2-aa35-381cddcfb6a0/120ab3d9-4ec4-418e-bb53-faf908435621/3136b371-ba33-4c3a-a9b3-ffc83bc6a314) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:20.493398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.494495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Fanout notify agent at l3_agent the message router_deleted on router f75d3184-c1bb-4178-8033-7ffdd63cab52 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:18:20.506847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.510581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7bfac4b3-95af-44a2-87b1-6b8c6712f85a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/routers/f75d3184-c1bb-4178-8033-7ffdd63cab52 HTTP/1.1" status: 204 len: 168 time: 1.5427990 Nov 05 22:18:20.511888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35278) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:20.643141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.667768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.767349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.791477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe08de3c-a6f7-49be-8cd2-761b2496f0fe']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:20.800958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4f8f2c-3d03-4627-9d95-087f0211d22f') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:20.801252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4f8f2c-3d03-4627-9d95-087f0211d22f') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:20.810698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.824197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.829982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:20.830355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:20.833254 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:20.875656 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.935951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 96386070-d391-43d2-aa35-381cddcfb6a0 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:20.939196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:20.944278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:20.950016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:20.950645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:20.954368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=3136b371-ba33-4c3a-a9b3-ffc83bc6a314,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:20.995841 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.005556 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.006510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/networks/fe08de3c-a6f7-49be-8cd2-761b2496f0fe HTTP/1.1" status: 204 len: 168 time: 0.4936726 Nov 05 22:18:21.009893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35280) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:21.024481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b95efa-ef4b-4aee-a65f-af822baad90b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Network': ['ID=fe08de3c-a6f7-49be-8cd2-761b2496f0fe,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:21.061709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-64406380-2f13-4653-8887-852a33d599e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8545768 Nov 05 22:18:21.063931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35282) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:21.080405 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-148bfa28-467b-4aad-af2b-895db40877f5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.107703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-148bfa28-467b-4aad-af2b-895db40877f5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.161158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 3136b371-ba33-4c3a-a9b3-ffc83bc6a314 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:21.161491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.257814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-148bfa28-467b-4aad-af2b-895db40877f5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.258439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.263250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-148bfa28-467b-4aad-af2b-895db40877f5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.266855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-148bfa28-467b-4aad-af2b-895db40877f5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/security-groups/576456d3-9fb0-4c19-8a4c-53333e8fa2cc HTTP/1.1" status: 204 len: 168 time: 0.2535412 Nov 05 22:18:21.270827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc1cb4-e9eb-4a9c-b7a5-a9666d3aad0c None None] Network 96386070-d391-43d2-aa35-381cddcfb6a0 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:21.277581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 3136b371-ba33-4c3a-a9b3-ffc83bc6a314 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:21.283339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bfa28-467b-4aad-af2b-895db40877f5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576456d3-9fb0-4c19-8a4c-53333e8fa2cc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:21.359301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-eb92cc8e-1e56-4293-a0c1-ac188a8ccb70 None None] Provisioning complete for port 5f655913-fd25-4964-8aa8-4f6c93a9c99d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:21.359850 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eb92cc8e-1e56-4293-a0c1-ac188a8ccb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.457523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.488252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=3136b371-ba33-4c3a-a9b3-ffc83bc6a314,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:21.504663 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eb92cc8e-1e56-4293-a0c1-ac188a8ccb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.514353 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.520520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35286) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:21.520733 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe800a51-6f8d-4b43-8ef8-d5fbaa8d2ef6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/3136b371-ba33-4c3a-a9b3-ffc83bc6a314 HTTP/1.1" status: 204 len: 168 time: 0.4556568 Nov 05 22:18:21.545585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-eb92cc8e-1e56-4293-a0c1-ac188a8ccb70 None None] For port 5f655913-fd25-4964-8aa8-4f6c93a9c99d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5f655913-fd25-4964-8aa8-4f6c93a9c99d,segment=NetworkSegment(76fccd93-e417-40c4-965e-f9e3f92da943),segment_id=76fccd93-e417-40c4-965e-f9e3f92da943)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:21.546593 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0034826-396a-4444-9e9a-e52757c44a29 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:18:21.547248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0034826-396a-4444-9e9a-e52757c44a29 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:21.550244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c0034826-396a-4444-9e9a-e52757c44a29 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/3136b371-ba33-4c3a-a9b3-ffc83bc6a314 HTTP/1.1" status: 404 len: 333 time: 0.0283287 Nov 05 22:18:21.553024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35288) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:21.581962 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-993ab297-f305-4e52-acc9-9d3253aad4ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:21.583466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-993ab297-f305-4e52-acc9-9d3253aad4ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/3136b371-ba33-4c3a-a9b3-ffc83bc6a314 HTTP/1.1" status: 404 len: 333 time: 0.0295162 Nov 05 22:18:21.586293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35290) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:21.604968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eb92cc8e-1e56-4293-a0c1-ac188a8ccb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.649562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 120ab3d9-4ec4-418e-bb53-faf908435621 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:21.652915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.667936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92cc8e-1e56-4293-a0c1-ac188a8ccb70 None None] Pushing event updated for resources: {'Port': ['ID=5f655913-fd25-4964-8aa8-4f6c93a9c99d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:21.700688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.708269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5f655913-fd25-4964-8aa8-4f6c93a9c99d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:21.761089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5f655913-fd25-4964-8aa8-4f6c93a9c99d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:21.761459 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.796070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.839129 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cc2e3551-2fcd-4ec6-b5c6-7b0353cc9217 None None] Could not find standard attr ID for object 3136b371-ba33-4c3a-a9b3-ffc83bc6a314. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:21.864262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cc2e3551-2fcd-4ec6-b5c6-7b0353cc9217 None None] Provisioning complete for port 5f655913-fd25-4964-8aa8-4f6c93a9c99d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:21.864636 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3551-2fcd-4ec6-b5c6-7b0353cc9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.916152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2ebabdc1-a92a-482a-906b-229fe7763397 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:21.926858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.954676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=120ab3d9-4ec4-418e-bb53-faf908435621,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:21.960171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2ebabdc1-a92a-482a-906b-229fe7763397 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:21.960522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2ebabdc1-a92a-482a-906b-229fe7763397 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:21.964892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:21.968799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-063e2691-b1d5-455d-b6ac-be3bcd69a7b0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/120ab3d9-4ec4-418e-bb53-faf908435621 HTTP/1.1" status: 204 len: 168 time: 0.3813095 Nov 05 22:18:21.971456 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35292) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:22.000290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaccb95-c98f-4cb9-bcd8-6b67c792a456 None None] Network 96386070-d391-43d2-aa35-381cddcfb6a0 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:22.051619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.089082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-15623ca1-ebd1-42ae-8b9a-3d97558e692b None None] Could not find standard attr ID for object 3136b371-ba33-4c3a-a9b3-ffc83bc6a314. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:22.112802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 5f655913-fd25-4964-8aa8-4f6c93a9c99d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:22.113170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.178081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] For port 5f655913-fd25-4964-8aa8-4f6c93a9c99d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5f655913-fd25-4964-8aa8-4f6c93a9c99d,segment=NetworkSegment(76fccd93-e417-40c4-965e-f9e3f92da943),segment_id=76fccd93-e417-40c4-965e-f9e3f92da943)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:22.178448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.183650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] DHCP port deletion for 96386070-d391-43d2-aa35-381cddcfb6a0 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:22.192207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 5f655913-fd25-4964-8aa8-4f6c93a9c99d owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:22.230920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] Deleting port 5f655913-fd25-4964-8aa8-4f6c93a9c99d {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:22.231292 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.294275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] For port 5f655913-fd25-4964-8aa8-4f6c93a9c99d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5f655913-fd25-4964-8aa8-4f6c93a9c99d,segment=NetworkSegment(76fccd93-e417-40c4-965e-f9e3f92da943),segment_id=76fccd93-e417-40c4-965e-f9e3f92da943)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:22.294667 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.307296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] Calling delete_port for 5f655913-fd25-4964-8aa8-4f6c93a9c99d owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:22.365038 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.386056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.392729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=5f655913-fd25-4964-8aa8-4f6c93a9c99d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:22.394596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No DVR routers for this DVR port 5f655913-fd25-4964-8aa8-4f6c93a9c99d on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:22.417558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] Pushing event deleted for resources: {'Port': ['ID=5f655913-fd25-4964-8aa8-4f6c93a9c99d,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:22.426601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903bd2c-6d7c-40d5-9db4-16582e57badf None None] No DVR routers for this DVR port 5f655913-fd25-4964-8aa8-4f6c93a9c99d on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:22.494219 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.518880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96386070-d391-43d2-aa35-381cddcfb6a0']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:22.528798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fccd93-e417-40c4-965e-f9e3f92da943') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:22.529093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fccd93-e417-40c4-965e-f9e3f92da943') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:22.538273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.552149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.558049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:22.558369 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:22.561390 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:22.673021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.677705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.681770 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/96386070-d391-43d2-aa35-381cddcfb6a0 HTTP/1.1" status: 204 len: 168 time: 0.7083230 Nov 05 22:18:22.684627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35298) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:22.689944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1863320375'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:22.695913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15fd1-823a-4a61-8206-a9145474b599 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=96386070-d391-43d2-aa35-381cddcfb6a0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:22.764734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:22.768246 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.791594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:22.799920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.800265 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment baa2629b-5fc3-45e4-978d-550e6ff15064 of type vlan for network a3bd574f-b00f-4f33-b313-1ec2b4205d2f Nov 05 22:18:22.839745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.949137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:22.954768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:22.955367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:23.024216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=a3bd574f-b00f-4f33-b313-1ec2b4205d2f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:23.034113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a3bd574f-b00f-4f33-b313-1ec2b4205d2f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:23.054686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-75df1880-039e-4f80-85bd-42a4d60d62e1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3689055 Nov 05 22:18:23.058010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35300) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:23.063114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:23.228285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:23.231868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:23.486744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:23.552503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=5dcdf008-0547-4e1d-93af-765cedbf0399,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:23.560113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': 'baa2629b-5fc3-45e4-978d-550e6ff15064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:23.561028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: a3bd574f-b00f-4f33-b313-1ec2b4205d2f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:23.629610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network a3bd574f-b00f-4f33-b313-1ec2b4205d2f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:23.651154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5f655913-fd25-4964-8aa8-4f6c93a9c99d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:23.686578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a3bd574f-b00f-4f33-b313-1ec2b4205d2f) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:23.692148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:23.693029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:23.766684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-558f8579-644b-4562-9697-79fff27c1463 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7050531 Nov 05 22:18:23.767097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35304) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:23.773373 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-613954285'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:23.811399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71407090-4122-41c4-a8d6-85a851da11d2 None None] Network a3bd574f-b00f-4f33-b313-1ec2b4205d2f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:23.830332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5f655913-fd25-4964-8aa8-4f6c93a9c99d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:23.830676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5f655913-fd25-4964-8aa8-4f6c93a9c99d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:23.939015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35306) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:23.943613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-591109f7-9df2-4bcf-824d-91610d8cad73 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241926927', 'description': 'tempest-secgroup-smoke-1241926927 description', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:23.976772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a3bd574f-b00f-4f33-b313-1ec2b4205d2f', 'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f', 'tenant_id': '75c9cfd443554e29aad330a8ff2131be', 'fixed_ips': [{'subnet_id': '5dcdf008-0547-4e1d-93af-765cedbf0399'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:23.977617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:23.983494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:23.987193 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.005357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:24.097929 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-591109f7-9df2-4bcf-824d-91610d8cad73 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.124777 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::cb (a3bd574f-b00f-4f33-b313-1ec2b4205d2f/5dcdf008-0547-4e1d-93af-765cedbf0399/5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:24.165944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-591109f7-9df2-4bcf-824d-91610d8cad73 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.240529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-591109f7-9df2-4bcf-824d-91610d8cad73 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.243039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.271597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591109f7-9df2-4bcf-824d-91610d8cad73 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921a0dce-b049-4301-9327-330e3f86bf5c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:24.322589 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-591109f7-9df2-4bcf-824d-91610d8cad73 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.323901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-591109f7-9df2-4bcf-824d-91610d8cad73 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3838158 Nov 05 22:18:24.326843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35308) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:24.331100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-909f8e8a-93ba-475b-ab13-e9175223b7fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '921a0dce-b049-4301-9327-330e3f86bf5c', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:24.354562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.397378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network a3bd574f-b00f-4f33-b313-1ec2b4205d2f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:24.398359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Allocated IP 2001:db8::2 (a3bd574f-b00f-4f33-b313-1ec2b4205d2f/5dcdf008-0547-4e1d-93af-765cedbf0399/9274475a-be44-47dc-ada8-e05a9ee9b16f) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:24.401018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:24.406982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:24.412779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:24.413397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.419180 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-909f8e8a-93ba-475b-ab13-e9175223b7fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.426624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:24.478826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-909f8e8a-93ba-475b-ab13-e9175223b7fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.487749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-74063f39-d665-48ff-8145-f77406ff7223 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7187102 Nov 05 22:18:24.490574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35310) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:24.544928 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.554973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-909f8e8a-93ba-475b-ab13-e9175223b7fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.579376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f8e8a-93ba-475b-ab13-e9175223b7fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95911459-727e-4172-bf29-19ced74f2439,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:24.598474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:24.598810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.635450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.662440 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-909f8e8a-93ba-475b-ab13-e9175223b7fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.663664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-909f8e8a-93ba-475b-ab13-e9175223b7fb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3359182 Nov 05 22:18:24.667192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35312) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:24.671214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Network a3bd574f-b00f-4f33-b313-1ec2b4205d2f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:24.672176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b4670230-45b5-4013-b186-7d7ae2b38f41 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '921a0dce-b049-4301-9327-330e3f86bf5c', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:24.674170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:24.677796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:24.691597 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.693871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Pushing event updated for resources: {'Port': ['ID=9274475a-be44-47dc-ada8-e05a9ee9b16f,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:24.710467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:24.742283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Attempting to bind port 9274475a-be44-47dc-ada8-e05a9ee9b16f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:24.742643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Attempting to bind port 9274475a-be44-47dc-ada8-e05a9ee9b16f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'baa2629b-5fc3-45e4-978d-550e6ff15064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:24.743007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Attempting to bind port 9274475a-be44-47dc-ada8-e05a9ee9b16f on network a3bd574f-b00f-4f33-b313-1ec2b4205d2f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:24.748085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:24.748458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Checking segment: {'id': 'baa2629b-5fc3-45e4-978d-550e6ff15064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:24.748856 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.749248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Bound using segment: {'id': 'baa2629b-5fc3-45e4-978d-550e6ff15064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:24.749708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Bound port: 9274475a-be44-47dc-ada8-e05a9ee9b16f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa2629b-5fc3-45e4-978d-550e6ff15064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3bd574f-b00f-4f33-b313-1ec2b4205d2f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:24.750092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.755485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4670230-45b5-4013-b186-7d7ae2b38f41 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.815945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] For port 9274475a-be44-47dc-ada8-e05a9ee9b16f, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:24.818962 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4670230-45b5-4013-b186-7d7ae2b38f41 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.819526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] For port 9274475a-be44-47dc-ada8-e05a9ee9b16f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9274475a-be44-47dc-ada8-e05a9ee9b16f,segment=NetworkSegment(baa2629b-5fc3-45e4-978d-550e6ff15064),segment_id=baa2629b-5fc3-45e4-978d-550e6ff15064)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:24.898756 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.955633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4670230-45b5-4013-b186-7d7ae2b38f41 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.955855 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:24.958328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78ff59-e9e9-4434-b338-39ec2892be19 None None] Pushing event updated for resources: {'Port': ['ID=9274475a-be44-47dc-ada8-e05a9ee9b16f,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:24.981004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4670230-45b5-4013-b186-7d7ae2b38f41 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40e3399-63cf-4a5a-a643-a9457777e017,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:24.992188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:25.017375 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.020575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3dd2aa39-7b75-410c-8041-c659c1906844 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4 HTTP/1.1" status: 204 len: 168 time: 0.5289729 Nov 05 22:18:25.023208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35314) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:25.049059 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b4670230-45b5-4013-b186-7d7ae2b38f41 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.051510 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bca138-c4b4-49e9-bf44-78c3c06111e6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:25.051796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b4670230-45b5-4013-b186-7d7ae2b38f41 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822124 Nov 05 22:18:25.056282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e3bca138-c4b4-49e9-bf44-78c3c06111e6 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4 HTTP/1.1" status: 404 len: 333 time: 0.0296292 Nov 05 22:18:25.056282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35316) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:25.062125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35318) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:25.068965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a900cafc-b429-44de-a266-e7b1debf6d53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '921a0dce-b049-4301-9327-330e3f86bf5c', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:25.148378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 5dcdf008-0547-4e1d-93af-765cedbf0399 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:25.148378 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.181775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.226012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a900cafc-b429-44de-a266-e7b1debf6d53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.314048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.349276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a900cafc-b429-44de-a266-e7b1debf6d53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.417545 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a900cafc-b429-44de-a266-e7b1debf6d53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.435441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900cafc-b429-44de-a266-e7b1debf6d53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f39eb0-71dd-4e29-bbfc-044e38e219a8,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:25.451990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.480729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcdf008-0547-4e1d-93af-765cedbf0399,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:25.482712 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.486010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6593a3ee-f325-4a4b-a0ee-294e613d5143 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/5dcdf008-0547-4e1d-93af-765cedbf0399 HTTP/1.1" status: 204 len: 168 time: 0.4273279 Nov 05 22:18:25.488691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35322) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:25.555657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a900cafc-b429-44de-a266-e7b1debf6d53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.557441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a900cafc-b429-44de-a266-e7b1debf6d53 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4999340 Nov 05 22:18:25.560448 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35324) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:25.565279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-11c8de10-7454-439d-8168-181ebd8d082c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '921a0dce-b049-4301-9327-330e3f86bf5c', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:25.576853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.634613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 9274475a-be44-47dc-ada8-e05a9ee9b16f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:25.634954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.656078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11c8de10-7454-439d-8168-181ebd8d082c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.707117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9274475a-be44-47dc-ada8-e05a9ee9b16f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:25.720622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] For port 9274475a-be44-47dc-ada8-e05a9ee9b16f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9274475a-be44-47dc-ada8-e05a9ee9b16f,segment=NetworkSegment(baa2629b-5fc3-45e4-978d-550e6ff15064),segment_id=baa2629b-5fc3-45e4-978d-550e6ff15064)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:25.721196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.734934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 9274475a-be44-47dc-ada8-e05a9ee9b16f owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:25.739000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11c8de10-7454-439d-8168-181ebd8d082c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.760572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9274475a-be44-47dc-ada8-e05a9ee9b16f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:25.760938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.820153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11c8de10-7454-439d-8168-181ebd8d082c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.845152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8de10-7454-439d-8168-181ebd8d082c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74f4575-98e9-4aad-9edd-65dce0ad53f5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:25.846837 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.908396 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.925617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c9583-d82b-420f-871d-06ddb6359408 None None] Network a3bd574f-b00f-4f33-b313-1ec2b4205d2f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:25.929668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11c8de10-7454-439d-8168-181ebd8d082c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:25.932892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-11c8de10-7454-439d-8168-181ebd8d082c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687367 Nov 05 22:18:25.933206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35326) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:25.938249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '921a0dce-b049-4301-9327-330e3f86bf5c', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:25.945527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=9274475a-be44-47dc-ada8-e05a9ee9b16f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:25.951637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c2f907a4-c635-402c-bc64-91ec459c4229 None None] Could not find standard attr ID for object 9274475a-be44-47dc-ada8-e05a9ee9b16f. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:25.953924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No DVR routers for this DVR port 9274475a-be44-47dc-ada8-e05a9ee9b16f on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:26.049295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.070592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bd574f-b00f-4f33-b313-1ec2b4205d2f']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:26.073078 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:18:26.084446 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.088467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa2629b-5fc3-45e4-978d-550e6ff15064') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:26.088762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa2629b-5fc3-45e4-978d-550e6ff15064') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:26.092400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8be22d-8a6b-459d-ba88-b88ac895ff99 None None] DHCP port deletion for a3bd574f-b00f-4f33-b313-1ec2b4205d2f request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:26.106402 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.133866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.144753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:26.146071 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:26.148040 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:26.206498 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.279070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.296990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56b0950-0e0c-4437-8cf1-0680c2d7f583,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:26.325987 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.332434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.335539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/a3bd574f-b00f-4f33-b313-1ec2b4205d2f HTTP/1.1" status: 204 len: 168 time: 0.8459105 Nov 05 22:18:26.340216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35328) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:26.345559 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'name': 'tempest-PortsIpV6TestJSON-538447249'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:26.348211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad7a87-a9e4-46c1-bd66-700d85c57ab8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=a3bd574f-b00f-4f33-b313-1ec2b4205d2f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:26.403839 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.405081 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d361eaf-cb8f-468e-9f95-3550106acff6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4708483 Nov 05 22:18:26.408040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35330) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:26.412849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'security_group_rule': {'security_group_id': '921a0dce-b049-4301-9327-330e3f86bf5c', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:26.514507 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Project f80d891c4fcb4471ab0947e7d740456b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:18:26.519400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.577187 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.589181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:26.592865 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.610846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port d339f4e6-d431-422f-a1bc-aff3c0a0a85c yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:26.657361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.678510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bd2059-0d17-43d2-9771-449c8040a385,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:26.739858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.741137 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50835407-3d87-4d87-8382-d462eac131ab tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3319731 Nov 05 22:18:26.744667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35332) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:26.749563 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'network': {'name': 'tempest-network-smoke--1515428991', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'port_security_enabled': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:26.770761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.833417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:26.836953 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.860124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:26.862546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.869925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.870272 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Added segment 94e66e0a-ddef-4737-9406-fb628c0985cb of type vlan for network d9644788-b939-4aac-8c66-531bdbb20d12 Nov 05 22:18:26.913438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:26.914627 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.916648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:26.921102 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:26.926860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:26.927474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:26.931750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=d339f4e6-d431-422f-a1bc-aff3c0a0a85c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:26.995155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.001110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:27.001697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.032624 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c3dd6f0-4772-4a6f-8163-a856268b4052 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6850650 Nov 05 22:18:27.032624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35334) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:27.077652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Network': ['ID=d9644788-b939-4aac-8c66-531bdbb20d12,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:27.094604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network d9644788-b939-4aac-8c66-531bdbb20d12 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:27.116654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4be478fd-9011-43c2-907a-50fb90b1b853 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3708808 Nov 05 22:18:27.120001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35336) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:27.124692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'admin_state_up': True, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:27.129296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port d339f4e6-d431-422f-a1bc-aff3c0a0a85c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:27.129643 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.197863 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.210498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for d339f4e6-d431-422f-a1bc-aff3c0a0a85c owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:27.228502 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.229556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.283431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.381924 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.411631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=d339f4e6-d431-422f-a1bc-aff3c0a0a85c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:27.420263 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.422941 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cfb59bd1-7354-454e-af77-6493735d6fbf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/d339f4e6-d431-422f-a1bc-aff3c0a0a85c HTTP/1.1" status: 204 len: 168 time: 0.3931386 Nov 05 22:18:27.425500 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35338) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:27.430342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'mac_address': 'fa:16:3e:4f:d7:18', 'name': 'tempest-PortsIpV6TestJSON-1968844913'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:27.486012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.582568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:27.656357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.667473 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9274475a-be44-47dc-ada8-e05a9ee9b16f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:27.678052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 534cb5bd-6a13-4529-a9ab-342c02756ec1 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:27.691599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 9274475a-be44-47dc-ada8-e05a9ee9b16f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:27.692088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9274475a-be44-47dc-ada8-e05a9ee9b16f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:27.769044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.788078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.843440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.894962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.17 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/ccdf5147-c835-49d3-8038-69d4787aa259) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:27.955508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.995997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:27.998394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:28.003495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:28.007235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:28.013413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:28.014027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.020071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=534cb5bd-6a13-4529-a9ab-342c02756ec1,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:28.069204 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.089409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-52bf111c-1d11-4e3f-972b-d02985d74dbe tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6628473 Nov 05 22:18:28.092080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35340) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:28.108884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:28.114250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:28.118235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:28.130741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=ccdf5147-c835-49d3-8038-69d4787aa259,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:28.140329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5ea21-e66f-41f1-baaa-628152ead5e0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:28.141920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9ce5ea21-e66f-41f1-baaa-628152ead5e0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/534cb5bd-6a13-4529-a9ab-342c02756ec1 HTTP/1.1" status: 200 len: 845 time: 0.0488842 Nov 05 22:18:28.144590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35342) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:28.235926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 534cb5bd-6a13-4529-a9ab-342c02756ec1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:28.236371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.302771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.320206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 534cb5bd-6a13-4529-a9ab-342c02756ec1 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:28.457227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.475314 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.503580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=534cb5bd-6a13-4529-a9ab-342c02756ec1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:28.511234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.514979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4184947e-44dc-4ade-b2b4-2f94be476607 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/534cb5bd-6a13-4529-a9ab-342c02756ec1 HTTP/1.1" status: 204 len: 168 time: 0.3693571 Nov 05 22:18:28.517515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35344) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:28.543782 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d5154f-412b-4276-848f-aecfdf27beb7 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:28.543782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-94d5154f-412b-4276-848f-aecfdf27beb7 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/534cb5bd-6a13-4529-a9ab-342c02756ec1 HTTP/1.1" status: 404 len: 333 time: 0.0251682 Nov 05 22:18:28.548316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35346) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:28.553208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'name': 'tempest-PortsIpV6TestJSON-329575113'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:28.661104 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.697466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:28.701107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.718884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 4f9e88f2-aed0-42f8-9d1c-7376e00a76b7 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:28.840142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ffaf0d97-821d-4dab-930e-dc6b6c084751 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:18:28.880610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:28.942522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:18:28.952437 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Sync routers for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:18:28.963290 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:28.963926 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:28.975666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.012888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:29.015958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:29.021731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:29.025774 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.030007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9b813ea7-bbe4-488d-8c39-2917d3f8b311 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9060383 Nov 05 22:18:29.030154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:29.030154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.030383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35348) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.041282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=4f9e88f2-aed0-42f8-9d1c-7376e00a76b7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:29.078507 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:29.122595 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d05e8a3a-2cc4-4228-ae4c-c45e554eb9bc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5729790 Nov 05 22:18:29.125036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35350) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.130728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:29.200755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.280190 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:28Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:29.307309 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Checking router: ffaf0d97-821d-4dab-930e-dc6b6c084751 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:18:29.307735 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Updating router ffaf0d97-821d-4dab-930e-dc6b6c084751 port ccdf5147-c835-49d3-8038-69d4787aa259 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:18:29.333326 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.374006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.404795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-12fecf16-bbfa-4527-858e-cd880d6b78d7 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=f80d891c4fcb4471ab0947e7d740456b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3709137 Nov 05 22:18:29.405205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35352) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.434989 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.477797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] In _notify_port_updated(), no bound segment for port 4f9e88f2-aed0-42f8-9d1c-7376e00a76b7 on network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:18:29.485308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:29.485925 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.487677 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "PUT /v2.0/ports/4f9e88f2-aed0-42f8-9d1c-7376e00a76b7 HTTP/1.1" status: 200 len: 818 time: 0.3612099 Nov 05 22:18:29.491149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35354) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.494096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19754f6-c639-41ae-b8f1-17ef4b242e7e tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:29.495977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e19754f6-c639-41ae-b8f1-17ef4b242e7e tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898359 Nov 05 22:18:29.498641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35356) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.529913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0186c-368d-4082-b1a7-fdfcd1c85406 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=4f9e88f2-aed0-42f8-9d1c-7376e00a76b7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:29.535669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eb95eac4-5d4f-4e95-9b5c-f7aaa73f40fa tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351334 Nov 05 22:18:29.538215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35358) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.542979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955862322', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:29.595185 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 4f9e88f2-aed0-42f8-9d1c-7376e00a76b7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:29.595585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.613162 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.665149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.678214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 4f9e88f2-aed0-42f8-9d1c-7376e00a76b7 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:29.692252 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.716067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:29.720785 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.741475 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Attempting to bind port ccdf5147-c835-49d3-8038-69d4787aa259 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:29.741835 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Attempting to bind port ccdf5147-c835-49d3-8038-69d4787aa259 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:29.742189 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Attempting to bind port ccdf5147-c835-49d3-8038-69d4787aa259 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:29.751145 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Pushing event updated for resources: {'Port': ['ID=ccdf5147-c835-49d3-8038-69d4787aa259,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:29.754434 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:29.754793 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:29.755232 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.755573 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:29.756045 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Bound port: ccdf5147-c835-49d3-8038-69d4787aa259, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:29.756418 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.780052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.780052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.780052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.780052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.780052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.780648 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.780760 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.781033 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.781341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.781650 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.782021 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.782328 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:29.815737 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] For port ccdf5147-c835-49d3-8038-69d4787aa259, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:29.816501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.818713 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] For port ccdf5147-c835-49d3-8038-69d4787aa259, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ccdf5147-c835-49d3-8038-69d4787aa259,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:29.846106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=4f9e88f2-aed0-42f8-9d1c-7376e00a76b7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:29.851903 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.855542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e5fc7691-b770-48e1-a680-cb4074ebe7fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/4f9e88f2-aed0-42f8-9d1c-7376e00a76b7 HTTP/1.1" status: 204 len: 168 time: 0.3633957 Nov 05 22:18:29.858167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35360) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.897043 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:29.953206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6371582-3111-40d5-b9f7-7df3b9e280d8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:29.957193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b6371582-3111-40d5-b9f7-7df3b9e280d8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0955768 Nov 05 22:18:29.957435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35362) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.958434 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961be05-acdc-4342-8433-8ee07ae7dba5 None None] Pushing event updated for resources: {'Port': ['ID=ccdf5147-c835-49d3-8038-69d4787aa259,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:29.961024 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:29.961612 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:29.987236 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-46024340-39ed-419d-a487-dca4ce761a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:29.988942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-46024340-39ed-419d-a487-dca4ce761a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/4f9e88f2-aed0-42f8-9d1c-7376e00a76b7 HTTP/1.1" status: 404 len: 333 time: 0.0305429 Nov 05 22:18:29.992635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35364) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:29.999061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1619275650'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:30.004251 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.075498 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:30.085348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Subnet': ['ID=031816ad-8e04-454a-9bbc-a9ff8154c74d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:30.093234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Checking segment: {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:30.093858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network hostable DHCP agents. Network: d9644788-b939-4aac-8c66-531bdbb20d12, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:30.143085 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:30.146914 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.168200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d9644788-b939-4aac-8c66-531bdbb20d12 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:30.174998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:30.185763 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.186111 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment f40c8772-4609-49e1-abca-fb41572dcb57 of type vlan for network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf Nov 05 22:18:30.228087 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.247520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, d9644788-b939-4aac-8c66-531bdbb20d12) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:30.254167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:30.254762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.257458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b4804-e978-4f00-a4f1-c695f1ce0214 None None] Network d9644788-b939-4aac-8c66-531bdbb20d12 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:30.318026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2c9f7295-5a98-4eca-8ff4-de8b82c5c038 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7787440 Nov 05 22:18:30.320859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35366) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:30.356793 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:28Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:30.365886 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.371473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:30.372080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.383427 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab899dc-d752-4b10-be89-46c3012a45a8 None None] The sync data for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 is: [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:28Z', 'revision_number': 3, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:18:30.425828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-d9644788-b939-4aac-8c66-531bdbb20d12', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:30.426968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.486767 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4930353 Nov 05 22:18:30.489714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35368) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:30.495348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb74f6-f50e-47b1-8baf-7780950cdeb0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:30.498568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:30.506304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:30.622519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Allocated IP 172.20.0.2 (d9644788-b939-4aac-8c66-531bdbb20d12/031816ad-8e04-454a-9bbc-a9ff8154c74d/ac58081a-9a31-47e1-9efe-c96ecbf0f7c6) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:30.692034 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:30.696107 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.848147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.880573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.938137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.944397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:30.989315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Network d9644788-b939-4aac-8c66-531bdbb20d12 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:30.992595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:30.995279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.007497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:31.011400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Pushing event updated for resources: {'Port': ['ID=ac58081a-9a31-47e1-9efe-c96ecbf0f7c6,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:31.076362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=745f51f1-df46-47aa-b222-840745093adf,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:31.081179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Attempting to bind port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:31.081179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Attempting to bind port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:31.081179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Attempting to bind port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 on network d9644788-b939-4aac-8c66-531bdbb20d12 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:31.085570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:31.086000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Checking segment: {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:31.086479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.087588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Bound using segment: {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:31.088124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Bound port: ac58081a-9a31-47e1-9efe-c96ecbf0f7c6, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:31.088385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': 'f40c8772-4609-49e1-abca-fb41572dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:31.088531 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.088750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:31.183791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] For port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:31.187203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] For port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ac58081a-9a31-47e1-9efe-c96ecbf0f7c6,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:31.195019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:31.264506 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.288028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.1 (d9644788-b939-4aac-8c66-531bdbb20d12/031816ad-8e04-454a-9bbc-a9ff8154c74d/0eea5910-421f-4d25-8dcd-bc4d49d01211) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:31.296926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:31.300869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:31.301461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.320627 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500bdcba-c32c-4ba7-8040-ebcefde69954 None None] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:31.359817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb30e-b038-4517-a857-094a59a1ddbb None None] Pushing event updated for resources: {'Port': ['ID=ac58081a-9a31-47e1-9efe-c96ecbf0f7c6,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:31.385812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-78755ec4-c2c8-401a-9d40-cb22ef2f3abf tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8936586 Nov 05 22:18:31.388918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35370) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:31.395204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1d5dd721-dcad-4724-99a9-d9b413e12234 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:31.452937 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.527893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf', 'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf', 'tenant_id': '75c9cfd443554e29aad330a8ff2131be', 'fixed_ips': [{'subnet_id': '745f51f1-df46-47aa-b222-840745093adf'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:31.529393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.590311 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.652230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5dd721-dcad-4724-99a9-d9b413e12234 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:31.656674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd721-dcad-4724-99a9-d9b413e12234 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.672389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d9644788-b939-4aac-8c66-531bdbb20d12 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:31.675764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:31.685969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:31.690885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Allocated IP 2001:db8::2 (04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf/745f51f1-df46-47aa-b222-840745093adf/1a49ca1a-849a-4ebc-b523-4021b6eac9da) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:31.768403 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.775735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=0eea5910-421f-4d25-8dcd-bc4d49d01211,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:31.821864 n-d-816738-5 neutron-server[102291]: INFO neutron.db.ipam_backend_mixin [None req-1d5dd721-dcad-4724-99a9-d9b413e12234 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 745f51f1-df46-47aa-b222-840745093adf (CIDR: 2001:db8::/64) Nov 05 22:18:31.841340 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:31.874205 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5dd721-dcad-4724-99a9-d9b413e12234 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:18:31.874654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5dd721-dcad-4724-99a9-d9b413e12234 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:18:31.919094 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.928374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:31.928736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:31.964890 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1d5dd721-dcad-4724-99a9-d9b413e12234 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5727897 Nov 05 22:18:31.965169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35372) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:31.970450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:31.997272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.023091 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.049894 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.059496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:32.079670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:32.088108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Pushing event updated for resources: {'Port': ['ID=1a49ca1a-849a-4ebc-b523-4021b6eac9da,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:32.091506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:32.164695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ac58081a-9a31-47e1-9efe-c96ecbf0f7c6,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:32.174851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Attempting to bind port 1a49ca1a-849a-4ebc-b523-4021b6eac9da on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:32.175221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Attempting to bind port 1a49ca1a-849a-4ebc-b523-4021b6eac9da by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f40c8772-4609-49e1-abca-fb41572dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:32.175757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Attempting to bind port 1a49ca1a-849a-4ebc-b523-4021b6eac9da on network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:32.181667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:32.182050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Checking segment: {'id': 'f40c8772-4609-49e1-abca-fb41572dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:32.183431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:32.184240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.184702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Bound using segment: {'id': 'f40c8772-4609-49e1-abca-fb41572dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:32.185678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Bound port: 1a49ca1a-849a-4ebc-b523-4021b6eac9da, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40c8772-4609-49e1-abca-fb41572dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:32.185678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.187327 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.249416 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.250450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ccdf5147-c835-49d3-8038-69d4787aa259 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:32.267802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] For port 1a49ca1a-849a-4ebc-b523-4021b6eac9da, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:32.271323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] For port 1a49ca1a-849a-4ebc-b523-4021b6eac9da, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49ca1a-849a-4ebc-b523-4021b6eac9da,segment=NetworkSegment(f40c8772-4609-49e1-abca-fb41572dcb57),segment_id=f40c8772-4609-49e1-abca-fb41572dcb57)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:32.368997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ccdf5147-c835-49d3-8038-69d4787aa259 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:32.369382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.385279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.468049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.545825 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.553904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=0eea5910-421f-4d25-8dcd-bc4d49d01211,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:32.562499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.590125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f1e04-4e25-4587-a828-e7c0ce668dba None None] Network d9644788-b939-4aac-8c66-531bdbb20d12 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:32.594725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.619960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:32.620159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=ac58081a-9a31-47e1-9efe-c96ecbf0f7c6,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:32.620947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:32.624725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:32.625899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.652170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=1bdb0505-1c6d-44fe-a84d-bac8cd0ad110,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:32.661115 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.661810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.662020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.662420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.662704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d9644788-b939-4aac-8c66-531bdbb20d12 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:32.663015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.663389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.663806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.664123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:32.664236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.664601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.665973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.667935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.668596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:32.704801 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b162b5aa-e4e6-496d-b865-f0b507812dde tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7360623 Nov 05 22:18:32.705000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a88455c8-e2d4-47a7-867d-a54e60ad7757 None None] Provisioning complete for port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:32.705000 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a88455c8-e2d4-47a7-867d-a54e60ad7757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.711212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35374) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:32.716770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf', 'fixed_ips': [{'subnet_id': '745f51f1-df46-47aa-b222-840745093adf'}, {'subnet_id': '1bdb0505-1c6d-44fe-a84d-bac8cd0ad110'}], 'name': 'tempest-PortsIpV6TestJSON-611963568'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:32.813776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ffaf0d97-821d-4dab-930e-dc6b6c084751 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:18:32.837485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac342b-480c-4f63-88d0-e5243bba6956 None None] Pushing event updated for resources: {'Port': ['ID=1a49ca1a-849a-4ebc-b523-4021b6eac9da,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:32.908880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:32.963354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:32.971192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:18:32.978215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port ccdf5147-c835-49d3-8038-69d4787aa259, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ccdf5147-c835-49d3-8038-69d4787aa259,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:32.988303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Sync routers for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:18:32.989747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8fbdce21-e228-4922-9144-107a6dc408be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/ffaf0d97-821d-4dab-930e-dc6b6c084751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672158 Nov 05 22:18:33.021844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:33.022455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:33.075130 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.089689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.127063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.151943 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 39bde885-695d-4e6c-914f-d4f66653a26d yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:33.223768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=ccdf5147-c835-49d3-8038-69d4787aa259,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:33.248529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:33.277213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-1602f2f8-7881-4743-87c9-9e622e29bd21 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241926927&fields=id&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 267 time: 0.0703163 Nov 05 22:18:33.417820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-c09c8b3d-1265-4989-b813-04bfb6dba108 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:33.419497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-c09c8b3d-1265-4989-b813-04bfb6dba108 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/networks?id=d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 200 len: 797 time: 0.1411111 Nov 05 22:18:33.426159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0f58fb44-1eae-4f75-9a7f-699896212358 None None] Provisioning complete for port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:33.426687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0f58fb44-1eae-4f75-9a7f-699896212358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.439226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-dfc2dde1-d0f7-4a86-83e2-6c2e396b8f2b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/quotas/f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 375 time: 0.0100305 Nov 05 22:18:33.516132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-02a756d6-7e46-4d7c-aa19-721a210cab43 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706692 Nov 05 22:18:33.517643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::2d7 (04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf/745f51f1-df46-47aa-b222-840745093adf/39bde885-695d-4e6c-914f-d4f66653a26d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:33.530661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8:0:1::2f4 (04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf/1bdb0505-1c6d-44fe-a84d-bac8cd0ad110/39bde885-695d-4e6c-914f-d4f66653a26d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:33.591220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 2, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:33.628481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0f58fb44-1eae-4f75-9a7f-699896212358 None None] Provisioning complete for port 0eea5910-421f-4d25-8dcd-bc4d49d01211 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:33.628855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0f58fb44-1eae-4f75-9a7f-699896212358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.630972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Checking router: ffaf0d97-821d-4dab-930e-dc6b6c084751 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:18:33.631329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Updating router ffaf0d97-821d-4dab-930e-dc6b6c084751 port 0eea5910-421f-4d25-8dcd-bc4d49d01211 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:18:33.632498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-ceff12b1-2cf0-45f8-98a2-6318925ad187 service neutron] 10.222.0.41 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153219 Nov 05 22:18:33.698455 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.716868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0f58fb44-1eae-4f75-9a7f-699896212358 None None] Port 0eea5910-421f-4d25-8dcd-bc4d49d01211 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:33.779224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e8a47492-b91a-4c2e-8215-a2e049375567 service neutron] 10.222.0.41 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454973 Nov 05 22:18:33.850060 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.927461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49ca1a-849a-4ebc-b523-4021b6eac9da up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:33.960315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:33.969459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6382ed83-abad-4fd7-8fac-4966a8729f03 None None] Provisioning complete for port 0eea5910-421f-4d25-8dcd-bc4d49d01211 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:33.969823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6382ed83-abad-4fd7-8fac-4966a8729f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.010648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:34.024340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=39bde885-695d-4e6c-914f-d4f66653a26d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:34.038707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:34.042794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:34.052090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:34.053082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.115703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6382ed83-abad-4fd7-8fac-4966a8729f03 None None] Port 0eea5910-421f-4d25-8dcd-bc4d49d01211 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:34.126487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c4bd3a91-ec32-47b7-8fc7-44e2edc79dba req-e31f03a1-3a23-4bde-8b99-3753448f3491 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 210 time: 0.0357029 Nov 05 22:18:34.146139 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-352a44d2-00bf-4357-aa46-64c7bfedc0aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4375300 Nov 05 22:18:34.154404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35396) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:34.154800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1a49ca1a-849a-4ebc-b523-4021b6eac9da triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:34.154800 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.158063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '745f51f1-df46-47aa-b222-840745093adf'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:34.183187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85008d7f-0735-4d12-aa4e-ff15896526c8 None None] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:34.242517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.289083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.307326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Provisioning complete for port 1a49ca1a-849a-4ebc-b523-4021b6eac9da triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:34.307716 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.385282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.459289 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.499566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c051c-4902-447c-9de3-797f4c3f7d38 None None] Pushing event updated for resources: {'Port': ['ID=0eea5910-421f-4d25-8dcd-bc4d49d01211,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:34.530439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Delete allocated IP 2001:db8:0:1::2f4 (04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf/1bdb0505-1c6d-44fe-a84d-bac8cd0ad110) {{(pid=102291) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 22:18:34.613353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 1a49ca1a-849a-4ebc-b523-4021b6eac9da, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49ca1a-849a-4ebc-b523-4021b6eac9da,segment=NetworkSegment(f40c8772-4609-49e1-abca-fb41572dcb57),segment_id=f40c8772-4609-49e1-abca-fb41572dcb57)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:34.627897 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.629740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Attempting to bind port 0eea5910-421f-4d25-8dcd-bc4d49d01211 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:34.630255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Attempting to bind port 0eea5910-421f-4d25-8dcd-bc4d49d01211 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:34.630455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Attempting to bind port 0eea5910-421f-4d25-8dcd-bc4d49d01211 on network d9644788-b939-4aac-8c66-531bdbb20d12 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:34.649960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:34.650343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Checking segment: {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:34.650729 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.651113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Bound using segment: {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:34.651605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Bound port: 0eea5910-421f-4d25-8dcd-bc4d49d01211, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:34.652017 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.701340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.702273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:34.708857 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.760908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.829323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] In _notify_port_updated(), no bound segment for port 39bde885-695d-4e6c-914f-d4f66653a26d on network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf {{(pid=102291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:18:34.835002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:34.835678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:34.837679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "PUT /v2.0/ports/39bde885-695d-4e6c-914f-d4f66653a26d HTTP/1.1" status: 200 len: 925 time: 0.6874831 Nov 05 22:18:34.840634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35404) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:34.848244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '745f51f1-df46-47aa-b222-840745093adf'}, {'subnet_id': '1bdb0505-1c6d-44fe-a84d-bac8cd0ad110'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:34.850284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9f879-e3f9-440f-9e19-922d40dac3d2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=39bde885-695d-4e6c-914f-d4f66653a26d,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:35.005324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:18:35.005668 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:18:35.005799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.014947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] For port 0eea5910-421f-4d25-8dcd-bc4d49d01211, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:35.020328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] For port 0eea5910-421f-4d25-8dcd-bc4d49d01211, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0eea5910-421f-4d25-8dcd-bc4d49d01211,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:35.025589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6a823-fb5d-4804-9800-7144d01d96d0 None None] Update dhcp port {'port': {'network_id': '04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf', 'fixed_ips': [{'subnet_id': '745f51f1-df46-47aa-b222-840745093adf', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bdb0505-1c6d-44fe-a84d-bac8cd0ad110'}], 'binding:host_id': 'n-d-816738-5'}, 'id': '1a49ca1a-849a-4ebc-b523-4021b6eac9da'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:18:35.027775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=1a49ca1a-849a-4ebc-b523-4021b6eac9da,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:35.060127 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a823-fb5d-4804-9800-7144d01d96d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.069856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:35.070220 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.200478 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.259090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a53900d8-fda4-4f9c-a48a-25770e094ceb req-1265500e-325a-44c2-93ee-455dfc107757 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 210 time: 0.0447557 Nov 05 22:18:35.352957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:35.353600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:35.360653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c051c-4902-447c-9de3-797f4c3f7d38 None None] Pushing event updated for resources: {'Port': ['ID=0eea5910-421f-4d25-8dcd-bc4d49d01211,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:35.371523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3fd6a823-fb5d-4804-9800-7144d01d96d0 None None] Allocated IP 2001:db8:0:1::2 (04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf/1bdb0505-1c6d-44fe-a84d-bac8cd0ad110/1a49ca1a-849a-4ebc-b523-4021b6eac9da) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:35.411060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ccdf5147-c835-49d3-8038-69d4787aa259 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:35.622174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:35.626663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3fd6a823-fb5d-4804-9800-7144d01d96d0 None None] For port 1a49ca1a-849a-4ebc-b523-4021b6eac9da, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49ca1a-849a-4ebc-b523-4021b6eac9da,segment=NetworkSegment(f40c8772-4609-49e1-abca-fb41572dcb57),segment_id=f40c8772-4609-49e1-abca-fb41572dcb57)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:35.678985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ccdf5147-c835-49d3-8038-69d4787aa259 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:35.679352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.741091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Provisioning complete for port 0eea5910-421f-4d25-8dcd-bc4d49d01211 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:35.741462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.795296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a823-fb5d-4804-9800-7144d01d96d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.865087 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a823-fb5d-4804-9800-7144d01d96d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:35.923231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8:0:1::6 (04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf/1bdb0505-1c6d-44fe-a84d-bac8cd0ad110/39bde885-695d-4e6c-914f-d4f66653a26d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:36.054731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.054849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6a823-fb5d-4804-9800-7144d01d96d0 None None] Pushing event updated for resources: {'Port': ['ID=1a49ca1a-849a-4ebc-b523-4021b6eac9da,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:36.062062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.119952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] For port 0eea5910-421f-4d25-8dcd-bc4d49d01211, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0eea5910-421f-4d25-8dcd-bc4d49d01211,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:36.123675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:34Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:36.148858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.157431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191ccc9-4096-48cb-85c7-a4424626808c None None] The sync data for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 is: [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:34Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:18:36.163342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49ca1a-849a-4ebc-b523-4021b6eac9da up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:36.186761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.320355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750d363-004e-4e7e-bbab-a080547bf783 None None] Pushing event updated for resources: {'Port': ['ID=0eea5910-421f-4d25-8dcd-bc4d49d01211,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:36.340392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1a49ca1a-849a-4ebc-b523-4021b6eac9da triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:36.341047 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.363218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-20b9a7c6-dd58-41e2-91a1-1017a3c23e80 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:36.365060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-20b9a7c6-dd58-41e2-91a1-1017a3c23e80 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/networks?id=d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 200 len: 797 time: 0.2519524 Nov 05 22:18:36.390972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d7c02a33-009c-49e6-9196-abad66305614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.394145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b7d5dfc0-ff2f-4127-8d9c-777d0a51ba13 None None] Provisioning complete for port 0eea5910-421f-4d25-8dcd-bc4d49d01211 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:36.395665 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7d5dfc0-ff2f-4127-8d9c-777d0a51ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.419010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] In _notify_port_updated(), no bound segment for port 39bde885-695d-4e6c-914f-d4f66653a26d on network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:18:36.428750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:36.443348 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4b88d11-405c-443a-9ad3-a41910c508bf req-a2aa148c-a298-483b-ae7d-649360c20c8f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 210 time: 0.0555348 Nov 05 22:18:36.445416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.453254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "PUT /v2.0/ports/39bde885-695d-4e6c-914f-d4f66653a26d HTTP/1.1" status: 200 len: 1009 time: 1.6107638 Nov 05 22:18:36.456237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:36.463943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a6c9a-9694-4731-872a-94c631fa65fa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=39bde885-695d-4e6c-914f-d4f66653a26d,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:36.563814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-f04e90c7-43a9-471c-9392-53ae5e870c99 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80d891c4fcb4471ab0947e7d740456b HTTP/1.1" status: 200 len: 380 time: 0.1590145 Nov 05 22:18:36.578908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'port': {'device_id': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'admin_state_up': True, 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'security_groups': ['921a0dce-b049-4301-9327-330e3f86bf5c']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:36.619127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 39bde885-695d-4e6c-914f-d4f66653a26d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:36.619461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.725782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.741030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 39bde885-695d-4e6c-914f-d4f66653a26d owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:36.818740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Made reservation on behalf of f80d891c4fcb4471ab0947e7d740456b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:36.825936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:36.932171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bfa637-daea-45b6-9baa-392d0646f8aa None None] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:37.014887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7f67edfe-7d1c-43c3-9c96-9cc6eeb83c8a None None] Provisioning complete for port 1a49ca1a-849a-4ebc-b523-4021b6eac9da triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:37.015493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f67edfe-7d1c-43c3-9c96-9cc6eeb83c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.018003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.20.0.11 (d9644788-b939-4aac-8c66-531bdbb20d12/031816ad-8e04-454a-9bbc-a9ff8154c74d/92cb1b07-aaa1-4530-8da2-f83be63ddc29) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:37.201029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.303364 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.375462 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:37.390264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network d9644788-b939-4aac-8c66-531bdbb20d12 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:37.391827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:37.394477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:37.397399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7f67edfe-7d1c-43c3-9c96-9cc6eeb83c8a None None] Provisioning complete for port 39bde885-695d-4e6c-914f-d4f66653a26d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:37.397776 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f67edfe-7d1c-43c3-9c96-9cc6eeb83c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.441874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7f67edfe-7d1c-43c3-9c96-9cc6eeb83c8a None None] Port 39bde885-695d-4e6c-914f-d4f66653a26d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:37.460071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.466337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:37.467439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.510620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=39bde885-695d-4e6c-914f-d4f66653a26d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:37.589553 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0d2b46fb-9db1-4403-b05f-1c937c822c02 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0152657 Nov 05 22:18:37.590136 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.594301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bf00df69-6dbd-4272-a2b4-59f7fe60cbcc tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/39bde885-695d-4e6c-914f-d4f66653a26d HTTP/1.1" status: 204 len: 168 time: 1.1366253 Nov 05 22:18:37.596875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35416) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:37.609490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Request body: {'port': {'device_id': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:37.629341 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aae70ad-8116-458a-a6d9-6d456b55200c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:37.636103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1aae70ad-8116-458a-a6d9-6d456b55200c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/39bde885-695d-4e6c-914f-d4f66653a26d HTTP/1.1" status: 404 len: 333 time: 0.0380795 Nov 05 22:18:37.636779 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35418) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:37.700157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696daee7-665c-434d-862c-ad3ea858794a req-081eb126-8220-4957-b452-4842b2d55dcb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:37.707976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 1bdb0505-1c6d-44fe-a84d-bac8cd0ad110 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:37.708149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-696daee7-665c-434d-862c-ad3ea858794a req-081eb126-8220-4957-b452-4842b2d55dcb tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 932 time: 0.1541972 Nov 05 22:18:37.711634 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.716735 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.760117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.791741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-696daee7-665c-434d-862c-ad3ea858794a req-094987ee-bc3e-46e2-9225-efa3a68f0b11 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820143 Nov 05 22:18:37.863603 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.891483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-96a3e079-a6c3-4240-9876-5579aeccafda None None] Provisioning complete for port 1a49ca1a-849a-4ebc-b523-4021b6eac9da triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:37.891942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-96a3e079-a6c3-4240-9876-5579aeccafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:37.997900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-96a3e079-a6c3-4240-9876-5579aeccafda None None] Could not find standard attr ID for object 39bde885-695d-4e6c-914f-d4f66653a26d. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:38.008124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-96a3e079-a6c3-4240-9876-5579aeccafda None None] Provisioning complete for port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:38.008503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-96a3e079-a6c3-4240-9876-5579aeccafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.024627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.053641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdb0505-1c6d-44fe-a84d-bac8cd0ad110,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:38.061978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-96a3e079-a6c3-4240-9876-5579aeccafda None None] Port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:38.070450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.083031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d405e1c1-e4a5-4276-87e3-b58d0a64ed26 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/1bdb0505-1c6d-44fe-a84d-bac8cd0ad110 HTTP/1.1" status: 204 len: 168 time: 0.4448366 Nov 05 22:18:38.084240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35420) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:38.086511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1abf80c-204f-49fd-a318-eeadea992556 None None] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:38.167405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 745f51f1-df46-47aa-b222-840745093adf {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:38.178564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.184522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e3230088-aad6-4dac-9e5f-39848396edfd None None] Could not find standard attr ID for object 39bde885-695d-4e6c-914f-d4f66653a26d. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:38.229792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.310870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49ca1a-849a-4ebc-b523-4021b6eac9da up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:38.334209 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.365064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1a49ca1a-849a-4ebc-b523-4021b6eac9da triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:38.365567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.421231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cb1b07-aaa1-4530-8da2-f83be63ddc29 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:18:38.429438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.468019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0eea5910-421f-4d25-8dcd-bc4d49d01211 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:38.469801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Transition to ACTIVE for port object 92cb1b07-aaa1-4530-8da2-f83be63ddc29 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:18:38.473664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.507499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=745f51f1-df46-47aa-b222-840745093adf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:38.511423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.514675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c912673f-a4b5-445b-9ecd-26edc78f4ca5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/745f51f1-df46-47aa-b222-840745093adf HTTP/1.1" status: 204 len: 168 time: 0.4292870 Nov 05 22:18:38.518267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35422) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:38.521185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0eea5910-421f-4d25-8dcd-bc4d49d01211 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:38.522188 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.543391 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-443a1b9b-bac6-4c7d-9550-fc4673c44e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.558726 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.642309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.667285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:38.763904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Attempting to bind port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:38.764248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Attempting to bind port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:38.764579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Attempting to bind port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 on network d9644788-b939-4aac-8c66-531bdbb20d12 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:38.774756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 on network d9644788-b939-4aac-8c66-531bdbb20d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:18:38.775074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Attempting to bind port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 on network d9644788-b939-4aac-8c66-531bdbb20d12 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:38.782741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:38.783081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Checking segment: {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:38.783467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Bound using segment: {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:38.783932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Bound port: 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e66e0a-ddef-4737-9406-fb628c0985cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:38.784293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.786924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 1a49ca1a-849a-4ebc-b523-4021b6eac9da {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:38.787250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.899169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] For port 1a49ca1a-849a-4ebc-b523-4021b6eac9da, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1a49ca1a-849a-4ebc-b523-4021b6eac9da,segment=NetworkSegment(f40c8772-4609-49e1-abca-fb41572dcb57),segment_id=f40c8772-4609-49e1-abca-fb41572dcb57)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:38.899541 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:38.925992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 1a49ca1a-849a-4ebc-b523-4021b6eac9da owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:38.931207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413dd8-1632-410f-9400-9fde11c41def req-22b37252-1aad-4ae7-90f5-607393d09855 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:38.939341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db413dd8-1632-410f-9400-9fde11c41def req-22b37252-1aad-4ae7-90f5-607393d09855 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 944 time: 0.0727370 Nov 05 22:18:38.944177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:38.948909 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:38.996926 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db413dd8-1632-410f-9400-9fde11c41def req-0cc84232-730a-448c-84a1-c3d32d7a18bd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565608 Nov 05 22:18:38.998883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25de163-6f2b-49a8-972b-40a7ecf4229e None None] Network 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:39.058347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.097075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.097075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.097075 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] 10.222.0.46 "PUT /v2.0/ports/92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 200 len: 1092 time: 1.4976201 Nov 05 22:18:39.097350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:18:39.098366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5ef3aa3d-ef05-406c-9b03-32a7f4a9920b None None] Provisioning complete for port 1a49ca1a-849a-4ebc-b523-4021b6eac9da triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:39.098846 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5ef3aa3d-ef05-406c-9b03-32a7f4a9920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.099890 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49e8b19-d3aa-4963-812d-a27c0205dc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:18:39.126709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.145372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343e1c8-2572-4be1-996c-68cbff723b91 service neutron] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:39.148731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No DVR routers for this DVR port 1a49ca1a-849a-4ebc-b523-4021b6eac9da on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:39.155230 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39d021d-281f-42f7-a4f5-6616e5a08204 x-openstack-request-id: req-a39d021d-281f-42f7-a4f5-6616e5a08204 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:18:39.155465 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:18:39.155748 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a39d021d-281f-42f7-a4f5-6616e5a08204 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:18:39.156151 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'status': 'completed', 'code': 200} Nov 05 22:18:39.162635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5ef3aa3d-ef05-406c-9b03-32a7f4a9920b None None] Could not find standard attr ID for object 1a49ca1a-849a-4ebc-b523-4021b6eac9da. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:39.166326 n-d-816738-5 neutron-server[102293]: INFO neutron.plugins.ml2.db [None req-5ef3aa3d-ef05-406c-9b03-32a7f4a9920b None None] No ports have port_id starting with 1a49ca1a-849a-4ebc-b523-4021b6eac9da Nov 05 22:18:39.214927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=1a49ca1a-849a-4ebc-b523-4021b6eac9da,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:39.257140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c8346-3aae-47d3-889a-32c1e51a0702 None None] DHCP port deletion for 04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:39.294628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.320891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:39.327652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8b19-d3aa-4963-812d-a27c0205dc1c req-b6aa3b3d-c594-404b-9594-9767353a20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.327652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d49e8b19-d3aa-4963-812d-a27c0205dc1c req-b6aa3b3d-c594-404b-9594-9767353a20d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1095 time: 0.1229525 Nov 05 22:18:39.334237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40c8772-4609-49e1-abca-fb41572dcb57') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:39.334535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40c8772-4609-49e1-abca-fb41572dcb57') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:39.353840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.410867 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.421865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:39.422477 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:39.425194 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:39.501244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8b19-d3aa-4963-812d-a27c0205dc1c req-b4397017-29bd-4481-90eb-41329aacda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.502628 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d49e8b19-d3aa-4963-812d-a27c0205dc1c req-b4397017-29bd-4481-90eb-41329aacda97 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f80d891c4fcb4471ab0947e7d740456b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1662002 Nov 05 22:18:39.567783 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.579591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.581463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf HTTP/1.1" status: 204 len: 168 time: 1.0621214 Nov 05 22:18:39.585304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35428) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:39.594508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69b711-69a9-4454-bc7d-2e95fae241c5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=04ece0c8-1a36-4b6e-8531-35c8cb2aa2cf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:39.626486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8b19-d3aa-4963-812d-a27c0205dc1c req-8da56889-81e7-4dcb-9b8d-5590a55adde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.628004 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d49e8b19-d3aa-4963-812d-a27c0205dc1c req-8da56889-81e7-4dcb-9b8d-5590a55adde0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186974 Nov 05 22:18:39.635492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b112a-ec25-46fa-9193-d7f3285d4994 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.637068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-493b112a-ec25-46fa-9193-d7f3285d4994 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0501933 Nov 05 22:18:39.640858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35430) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:39.687626 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ddd2883d-ca8f-4f79-a322-79c338369236 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0455952 Nov 05 22:18:39.691255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35432) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:39.696861 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-465126667'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:39.705721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-a997a4e7-4014-4a2d-af68-767511dcd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.707232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-a997a4e7-4014-4a2d-af68-767511dcd9d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1095 time: 0.0434914 Nov 05 22:18:39.754267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-a35215df-8713-4dd5-a560-eb98a914cf44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 200 len: 217 time: 0.0386276 Nov 05 22:18:39.803327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0a7c0f68-eb3d-43b3-abff-c2705f5a77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.804845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-0a7c0f68-eb3d-43b3-abff-c2705f5a77e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=031816ad-8e04-454a-9bbc-a9ff8154c74d HTTP/1.1" status: 200 len: 835 time: 0.0435829 Nov 05 22:18:39.850696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa2-a194-4117-952e-4cacada12e4c req-15cbc584-fe10-427c-8add-3a9bae3e96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:39.851957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:39.854949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-15cbc584-fe10-427c-8add-3a9bae3e96b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9644788-b939-4aac-8c66-531bdbb20d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405076 Nov 05 22:18:39.855768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.879018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:39.888847 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.889243 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment 07a8d25a-b3a9-4791-95ab-332e90cf30c4 of type vlan for network 51367ee4-4c49-4193-9b3e-5f101a59002d Nov 05 22:18:39.929293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:39.948039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-4507ccc0-d955-41f9-9b39-7e0b0aef0052 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884845 Nov 05 22:18:40.023711 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:40.031905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:40.032505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:40.040383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c79efa2-a194-4117-952e-4cacada12e4c req-1fab3d2b-bfb6-4bd0-86cd-e8c1081267b5 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858078 Nov 05 22:18:40.109272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=51367ee4-4c49-4193-9b3e-5f101a59002d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:40.120768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 51367ee4-4c49-4193-9b3e-5f101a59002d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:40.141856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49ca1a-849a-4ebc-b523-4021b6eac9da no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:40.146158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:40.149763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ac1ea-e105-4580-a40a-4147643ca192 req-ce71691d-9d4d-4f6f-a035-ac9e40c6f48b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:40.151254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b9ac1ea-e105-4580-a40a-4147643ca192 req-ce71691d-9d4d-4f6f-a035-ac9e40c6f48b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 944 time: 0.0587599 Nov 05 22:18:40.182220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8aa0e3a-f8fb-45d8-ba61-a545fad3a07a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4899244 Nov 05 22:18:40.185439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35436) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:40.191482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:40.192432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1a49ca1a-849a-4ebc-b523-4021b6eac9da {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:40.192787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1a49ca1a-849a-4ebc-b523-4021b6eac9da not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:40.211597 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b9ac1ea-e105-4580-a40a-4147643ca192 req-b1687383-e611-49cf-bbca-7f86c958d641 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539305 Nov 05 22:18:40.364707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:40.368723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:40.618719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:40.678643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=bede9ba7-4f4b-43e6-a40c-1b89e05331ae,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:40.691089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': '07a8d25a-b3a9-4791-95ab-332e90cf30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:40.691459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: 51367ee4-4c49-4193-9b3e-5f101a59002d, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:40.789500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 51367ee4-4c49-4193-9b3e-5f101a59002d is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:40.886127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 51367ee4-4c49-4193-9b3e-5f101a59002d) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:40.890108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:40.890830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:40.896316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23945813-e2ca-424b-8e04-b641f5e56fc0 None None] Network 51367ee4-4c49-4193-9b3e-5f101a59002d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:40.996624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e07aaca3-b77c-470a-8fab-bb7716f4e346 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8100195 Nov 05 22:18:40.999316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35438) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:41.004360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d', 'name': 'tempest-PortsIpV6TestJSON-1098504905'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:41.043052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-51367ee4-4c49-4193-9b3e-5f101a59002d', 'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d', 'tenant_id': '75c9cfd443554e29aad330a8ff2131be', 'fixed_ips': [{'subnet_id': 'bede9ba7-4f4b-43e6-a40c-1b89e05331ae'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:41.043957 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.192283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Allocated IP 2001:db8::2 (51367ee4-4c49-4193-9b3e-5f101a59002d/bede9ba7-4f4b-43e6-a40c-1b89e05331ae/b02f6255-b30a-4fd4-8334-6738604864c2) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:41.234438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:41.238141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.258274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 831ce9b5-3449-4f86-86d6-26ef34116308 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:41.339869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.365484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc369414-8679-42d1-b82d-0c49316781b1 req-7c5ffb69-6e73-4dba-8c57-a6c8feebc2e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:41.366960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc369414-8679-42d1-b82d-0c49316781b1 req-7c5ffb69-6e73-4dba-8c57-a6c8feebc2e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 944 time: 0.0711637 Nov 05 22:18:41.418749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc369414-8679-42d1-b82d-0c49316781b1 req-be41f43f-b167-4044-8fa8-12cd480c2e1d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447326 Nov 05 22:18:41.435568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.467986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Network 51367ee4-4c49-4193-9b3e-5f101a59002d is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:41.473031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:41.476580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:41.483759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Pushing event updated for resources: {'Port': ['ID=b02f6255-b30a-4fd4-8334-6738604864c2,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:41.487049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::2df (51367ee4-4c49-4193-9b3e-5f101a59002d/bede9ba7-4f4b-43e6-a40c-1b89e05331ae/831ce9b5-3449-4f86-86d6-26ef34116308) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:41.534315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Attempting to bind port b02f6255-b30a-4fd4-8334-6738604864c2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:41.534677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Attempting to bind port b02f6255-b30a-4fd4-8334-6738604864c2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '07a8d25a-b3a9-4791-95ab-332e90cf30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:41.535036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Attempting to bind port b02f6255-b30a-4fd4-8334-6738604864c2 on network 51367ee4-4c49-4193-9b3e-5f101a59002d {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:41.540141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:41.541947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Checking segment: {'id': '07a8d25a-b3a9-4791-95ab-332e90cf30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:41.541947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.541947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Bound using segment: {'id': '07a8d25a-b3a9-4791-95ab-332e90cf30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:41.541947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Bound port: b02f6255-b30a-4fd4-8334-6738604864c2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a8d25a-b3a9-4791-95ab-332e90cf30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:41.542415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.591079 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.611263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] For port b02f6255-b30a-4fd4-8334-6738604864c2, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:41.614812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] For port b02f6255-b30a-4fd4-8334-6738604864c2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b02f6255-b30a-4fd4-8334-6738604864c2,segment=NetworkSegment(07a8d25a-b3a9-4791-95ab-332e90cf30c4),segment_id=07a8d25a-b3a9-4791-95ab-332e90cf30c4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:41.644510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.698817 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.726670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.767677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e2ecc-3387-4a94-81e0-d6bc14bc77d1 None None] Pushing event updated for resources: {'Port': ['ID=b02f6255-b30a-4fd4-8334-6738604864c2,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:41.773099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 51367ee4-4c49-4193-9b3e-5f101a59002d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:41.776317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:41.782841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:41.788816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:41.789462 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:41.800680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=831ce9b5-3449-4f86-86d6-26ef34116308,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:41.907773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ed968a59-ba5e-43fb-9ffb-b1ca2db9d49d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9072509 Nov 05 22:18:41.913565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35446) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:41.922131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '51367ee4-4c49-4193-9b3e-5f101a59002d', 'name': 'tempest-PortsIpV6TestJSON-1978684156'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:42.040658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.146755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b02f6255-b30a-4fd4-8334-6738604864c2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:42.160299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:42.164707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.192627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port e4d5b19a-053a-4fef-ac68-8ec02e1d78e2 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:42.204827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b02f6255-b30a-4fd4-8334-6738604864c2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:42.204827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.292666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.325694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port b02f6255-b30a-4fd4-8334-6738604864c2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b02f6255-b30a-4fd4-8334-6738604864c2,segment=NetworkSegment(07a8d25a-b3a9-4791-95ab-332e90cf30c4),segment_id=07a8d25a-b3a9-4791-95ab-332e90cf30c4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:42.326080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::8d (51367ee4-4c49-4193-9b3e-5f101a59002d/bede9ba7-4f4b-43e6-a40c-1b89e05331ae/e4d5b19a-053a-4fef-ac68-8ec02e1d78e2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:42.423787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.480140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=b02f6255-b30a-4fd4-8334-6738604864c2,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:42.486215 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.574228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f7d5-1714-422f-a4e2-e801ff653b47 req-5d07236c-6136-4612-8ffd-6baf6ead0b20 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:42.575784 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5a5f7d5-1714-422f-a4e2-e801ff653b47 req-5d07236c-6136-4612-8ffd-6baf6ead0b20 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 944 time: 0.0594969 Nov 05 22:18:42.604839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.664724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5a5f7d5-1714-422f-a4e2-e801ff653b47 req-56a9028c-0dae-437d-9a21-2817a8f1fdac tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828211 Nov 05 22:18:42.669220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 51367ee4-4c49-4193-9b3e-5f101a59002d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:42.672478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:42.679154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:42.684980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:42.685592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.696582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=e4d5b19a-053a-4fef-ac68-8ec02e1d78e2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:42.739350 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd863e2a-851b-4381-ad11-5b7b16ecc361 None None] Network 51367ee4-4c49-4193-9b3e-5f101a59002d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:42.791931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-af957684-2bdd-4007-bc16-dd35e6441e94 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8803015 Nov 05 22:18:42.794530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35450) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:42.845458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d170bf-7d64-4f0b-860b-640b27e0dc50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:42.846934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-70d170bf-7d64-4f0b-860b-640b27e0dc50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2df HTTP/1.1" status: 200 len: 929 time: 0.0514612 Nov 05 22:18:42.850303 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35452) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:42.873115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-17b3508b-3104-438f-9618-928e02cc923f None None] Provisioning complete for port b02f6255-b30a-4fd4-8334-6738604864c2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:42.873478 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-17b3508b-3104-438f-9618-928e02cc923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:42.942661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port e4d5b19a-053a-4fef-ac68-8ec02e1d78e2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:42.943271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.038767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.057670 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for e4d5b19a-053a-4fef-ac68-8ec02e1d78e2 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:43.216136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-26e12468-6352-4878-8750-85fdbb477d78 None None] Provisioning complete for port 831ce9b5-3449-4f86-86d6-26ef34116308 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:43.222033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-26e12468-6352-4878-8750-85fdbb477d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.254212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-26e12468-6352-4878-8750-85fdbb477d78 None None] Port 831ce9b5-3449-4f86-86d6-26ef34116308 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:43.258130 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.267592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-26e12468-6352-4878-8750-85fdbb477d78 None None] Provisioning complete for port b02f6255-b30a-4fd4-8334-6738604864c2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:43.267971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-26e12468-6352-4878-8750-85fdbb477d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.285076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=e4d5b19a-053a-4fef-ac68-8ec02e1d78e2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:43.320601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.323980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ffa13942-80a4-4b06-b77c-489ae191bd4b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/e4d5b19a-053a-4fef-ac68-8ec02e1d78e2 HTTP/1.1" status: 204 len: 168 time: 0.4727371 Nov 05 22:18:43.332822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35454) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:43.360900 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ec582f-6f6a-45e7-bc3a-acefb33a44ab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:43.362799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1ec582f-6f6a-45e7-bc3a-acefb33a44ab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/e4d5b19a-053a-4fef-ac68-8ec02e1d78e2 HTTP/1.1" status: 404 len: 333 time: 0.0283790 Nov 05 22:18:43.365551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35456) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:43.375255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-26e12468-6352-4878-8750-85fdbb477d78 None None] Could not find standard attr ID for object e4d5b19a-053a-4fef-ac68-8ec02e1d78e2. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:43.422347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 92cb1b07-aaa1-4530-8da2-f83be63ddc29 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:18:43.462515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 831ce9b5-3449-4f86-86d6-26ef34116308 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:43.463018 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.527254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dae567d6-2304-46cc-8699-86d086ff16eb None None] Provisioning complete for port 831ce9b5-3449-4f86-86d6-26ef34116308 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:43.527644 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dae567d6-2304-46cc-8699-86d086ff16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.559075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.562509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:43.585013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 831ce9b5-3449-4f86-86d6-26ef34116308 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:43.590379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'port_id': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'mac_address': 'fa:16:3e:6f:cb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:18:43.599227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dae567d6-2304-46cc-8699-86d086ff16eb None None] Port 831ce9b5-3449-4f86-86d6-26ef34116308 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:43.636388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.649628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cb1b07-aaa1-4530-8da2-f83be63ddc29 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:18:43.670755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:43.722142 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-63ff17d6-12f3-41ee-b0d9-fb59db056aa0 None None] Could not find standard attr ID for object e4d5b19a-053a-4fef-ac68-8ec02e1d78e2. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:43.760902 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.796683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18d0a9-41de-448d-a8c3-5d980329b5c8 req-2685f874-0de1-4cab-ba84-615c0d2c1d57 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:43.798850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca18d0a9-41de-448d-a8c3-5d980329b5c8 req-2685f874-0de1-4cab-ba84-615c0d2c1d57 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 944 time: 0.0524287 Nov 05 22:18:43.814857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:43.819939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.860238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=831ce9b5-3449-4f86-86d6-26ef34116308,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:43.902060 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:43.905468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-40e28d44-53bd-43e4-b6f1-d4b4890b1e33 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/831ce9b5-3449-4f86-86d6-26ef34116308 HTTP/1.1" status: 204 len: 168 time: 0.5387666 Nov 05 22:18:43.908261 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35460) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:43.910049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca18d0a9-41de-448d-a8c3-5d980329b5c8 req-9edb7b3f-db5e-406e-906f-4029be75bd7b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053174 Nov 05 22:18:43.935156 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e5743c-0d8c-4596-a3c6-31d33c2b88ef tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:43.937238 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-78e5743c-0d8c-4596-a3c6-31d33c2b88ef tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/831ce9b5-3449-4f86-86d6-26ef34116308 HTTP/1.1" status: 404 len: 333 time: 0.0278463 Nov 05 22:18:43.939928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35462) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:43.994445 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet bede9ba7-4f4b-43e6-a40c-1b89e05331ae {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:43.998030 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.040166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.096740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['92cb1b07-aaa1-4530-8da2-f83be63ddc29'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:18:44.126672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b02f6255-b30a-4fd4-8334-6738604864c2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:44.136795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.216580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b02f6255-b30a-4fd4-8334-6738604864c2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:44.217147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.279437 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.308562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=bede9ba7-4f4b-43e6-a40c-1b89e05331ae,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:44.310574 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.313792 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8fd8d9c0-6424-4a85-8382-b65404b4f398 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/bede9ba7-4f4b-43e6-a40c-1b89e05331ae HTTP/1.1" status: 204 len: 168 time: 0.3728504 Nov 05 22:18:44.316467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:44.327679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16504976-612a-43db-9d4a-1b64cbc71b14 None None] Network 51367ee4-4c49-4193-9b3e-5f101a59002d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:44.397927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.453333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port b02f6255-b30a-4fd4-8334-6738604864c2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:44.453672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.517190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] For port b02f6255-b30a-4fd4-8334-6738604864c2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b02f6255-b30a-4fd4-8334-6738604864c2,segment=NetworkSegment(07a8d25a-b3a9-4791-95ab-332e90cf30c4),segment_id=07a8d25a-b3a9-4791-95ab-332e90cf30c4)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:44.517546 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.530592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for b02f6255-b30a-4fd4-8334-6738604864c2 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:44.583673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] DHCP port deletion for 51367ee4-4c49-4193-9b3e-5f101a59002d request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:44.633074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] Deleting port b02f6255-b30a-4fd4-8334-6738604864c2 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:44.633460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.684940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.699973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] For port b02f6255-b30a-4fd4-8334-6738604864c2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b02f6255-b30a-4fd4-8334-6738604864c2,segment=NetworkSegment(07a8d25a-b3a9-4791-95ab-332e90cf30c4),segment_id=07a8d25a-b3a9-4791-95ab-332e90cf30c4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:44.700336 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.710954 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=b02f6255-b30a-4fd4-8334-6738604864c2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:44.713655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] Calling delete_port for b02f6255-b30a-4fd4-8334-6738604864c2 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:44.717342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No DVR routers for this DVR port b02f6255-b30a-4fd4-8334-6738604864c2 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:44.792676 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.800022 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.822026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51367ee4-4c49-4193-9b3e-5f101a59002d']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:44.832451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a8d25a-b3a9-4791-95ab-332e90cf30c4') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:44.832918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a8d25a-b3a9-4791-95ab-332e90cf30c4') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:44.844236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.860126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.866937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:44.867375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:44.870936 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:44.978932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] Pushing event deleted for resources: {'Port': ['ID=b02f6255-b30a-4fd4-8334-6738604864c2,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:44.983966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896e7e9-4d8b-4e90-b9f9-2939a8bc4259 None None] No DVR routers for this DVR port b02f6255-b30a-4fd4-8334-6738604864c2 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:45.002309 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.029398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.032681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/51367ee4-4c49-4193-9b3e-5f101a59002d HTTP/1.1" status: 204 len: 168 time: 0.7152903 Nov 05 22:18:45.036883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35468) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:45.042068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1778535220'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:45.049286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ba97-6a8d-434c-bdb1-8d39596b1b8e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=51367ee4-4c49-4193-9b3e-5f101a59002d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:45.067169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba26b9-f75b-41fc-a044-ad9d42c5c6cb req-345be700-e6ce-4b70-89bd-e130f5b3fd0d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:45.069032 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11ba26b9-f75b-41fc-a044-ad9d42c5c6cb req-345be700-e6ce-4b70-89bd-e130f5b3fd0d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 945 time: 0.0810544 Nov 05 22:18:45.122103 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11ba26b9-f75b-41fc-a044-ad9d42c5c6cb req-b1b80a9d-fa81-4578-8106-86deecde80cf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460186 Nov 05 22:18:45.194593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:45.198673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.222575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:45.231425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.231795 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment 7c16561d-e48a-459c-8fce-1158e71dc08a of type vlan for network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd Nov 05 22:18:45.273528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.355367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.361533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:45.362126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.433488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=db04a533-42fd-41fc-a4e6-1bbce0b6f9dd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:45.440379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 92cb1b07-aaa1-4530-8da2-f83be63ddc29 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:45.444355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:45.476064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9406ff6e-0c96-4efd-95d9-d824b7ccde8d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4378803 Nov 05 22:18:45.478886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35470) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:45.484174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:45.612012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:18:45.616118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:45.623034 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.640601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:45.644377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.695412 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.718263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:18:45.720868 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5751b5-0529-4b5f-b979-b42c78755f39" -d '{"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-plugged", "status": "completed", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:18:45.738998 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:45.761227 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ec186-edf9-4456-a255-969849490488 x-openstack-request-id: req-5f2ec186-edf9-4456-a255-969849490488 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:18:45.761523 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-plugged", "status": "completed", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:18:45.761782 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f2ec186-edf9-4456-a255-969849490488 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:18:45.762187 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'code': 200} Nov 05 22:18:45.790511 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:45.838434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:45.875940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd302577-b810-49e6-bb6d-f63395c9f5ae req-501c65ee-f8e6-441a-8f0b-a086a62af80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:45.877414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd302577-b810-49e6-bb6d-f63395c9f5ae req-501c65ee-f8e6-441a-8f0b-a086a62af80f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1097 time: 0.0557871 Nov 05 22:18:45.924265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd302577-b810-49e6-bb6d-f63395c9f5ae req-5a7e805d-f209-47e4-9cdf-3fe616f7796d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389841 Nov 05 22:18:45.952977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.014219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=4566e48a-a663-4c47-b739-398216851218,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:46.023151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': '7c16561d-e48a-459c-8fce-1158e71dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:46.026640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: db04a533-42fd-41fc-a4e6-1bbce0b6f9dd, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:46.091789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:46.112780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b02f6255-b30a-4fd4-8334-6738604864c2 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:46.134087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: b02f6255-b30a-4fd4-8334-6738604864c2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:46.134352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b02f6255-b30a-4fd4-8334-6738604864c2 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:46.183124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, db04a533-42fd-41fc-a4e6-1bbce0b6f9dd) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:46.187450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:46.188172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.193101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aef63b-3f9b-4e52-ba8f-c52ee177bd4e None None] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:46.242803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411758a-83ce-4222-9d3e-962b24eeeacd req-3be44d76-39f2-4259-ad36-7271b4e306e8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:46.244576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f411758a-83ce-4222-9d3e-962b24eeeacd req-3be44d76-39f2-4259-ad36-7271b4e306e8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0545564 Nov 05 22:18:46.274400 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f25465be-ca0f-4636-999c-c9d3397ca70e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7942176 Nov 05 22:18:46.277872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35476) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:46.282934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd', 'name': 'tempest-PortsIpV6TestJSON-1363951729', 'fixed_ips': [{'subnet_id': '4566e48a-a663-4c47-b739-398216851218', 'ip_address': '2001:db8::10'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:46.305505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f411758a-83ce-4222-9d3e-962b24eeeacd req-f3760470-dd11-46e4-8ad4-c94b474e0e44 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543208 Nov 05 22:18:46.344166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-db04a533-42fd-41fc-a4e6-1bbce0b6f9dd', 'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd', 'tenant_id': '75c9cfd443554e29aad330a8ff2131be', 'fixed_ips': [{'subnet_id': '4566e48a-a663-4c47-b739-398216851218'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:46.345267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.480609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:46.482196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Allocated IP 2001:db8::2 (db04a533-42fd-41fc-a4e6-1bbce0b6f9dd/4566e48a-a663-4c47-b739-398216851218/fa290857-d09d-4bb7-a109-341238d57b48) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:46.565613 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.593757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-8f3ab96f-d393-499a-8df3-c86edca1c7b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467293 Nov 05 22:18:46.597020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 8e2e86a3-02f0-4668-8642-eed726675220 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:46.642381 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.670356 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53122fc9-1df1-473e-a918-b709379e2423 req-327a7095-c085-4586-b94a-c2b3239f29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:46.672289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-327a7095-c085-4586-b94a-c2b3239f29cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 1096 time: 0.0553472 Nov 05 22:18:46.732306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.771928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:46.777566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:46.781583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:46.783586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::10 (db04a533-42fd-41fc-a4e6-1bbce0b6f9dd/4566e48a-a663-4c47-b739-398216851218/8e2e86a3-02f0-4668-8642-eed726675220) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:46.786440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53122fc9-1df1-473e-a918-b709379e2423 req-4f39c394-791f-420a-9245-6880bfb695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:46.787523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Pushing event updated for resources: {'Port': ['ID=fa290857-d09d-4bb7-a109-341238d57b48,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:46.787967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-4f39c394-791f-420a-9245-6880bfb695d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.0959728 Nov 05 22:18:46.799223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.799631 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.800448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.800448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.800682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.800873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.801328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.801643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.801971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.802294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.802615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.802936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:18:46.853764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Attempting to bind port fa290857-d09d-4bb7-a109-341238d57b48 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:46.854166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Attempting to bind port fa290857-d09d-4bb7-a109-341238d57b48 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '7c16561d-e48a-459c-8fce-1158e71dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:46.854530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Attempting to bind port fa290857-d09d-4bb7-a109-341238d57b48 on network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:46.861052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:46.862316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Checking segment: {'id': '7c16561d-e48a-459c-8fce-1158e71dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:46.862316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.862316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Bound using segment: {'id': '7c16561d-e48a-459c-8fce-1158e71dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:46.862763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Bound port: fa290857-d09d-4bb7-a109-341238d57b48, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c16561d-e48a-459c-8fce-1158e71dc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:46.863175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:46.918408 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-2aae6220-227d-4612-989a-72649f7c3511 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d11da534-1ad8-4cea-a149-dd77b386ede5 HTTP/1.1" status: 200 len: 1000 time: 0.1225011 Nov 05 22:18:46.954947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] For port fa290857-d09d-4bb7-a109-341238d57b48, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:46.965501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] For port fa290857-d09d-4bb7-a109-341238d57b48, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa290857-d09d-4bb7-a109-341238d57b48,segment=NetworkSegment(7c16561d-e48a-459c-8fce-1158e71dc08a),segment_id=7c16561d-e48a-459c-8fce-1158e71dc08a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:46.984464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53122fc9-1df1-473e-a918-b709379e2423 req-d9b05f98-bc01-4b20-9ff1-7b02fc4be469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:46.985893 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-d9b05f98-bc01-4b20-9ff1-7b02fc4be469 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0608809 Nov 05 22:18:46.986596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:47.040031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53122fc9-1df1-473e-a918-b709379e2423 req-bba25d00-be40-4eb1-ba49-b0148c6eb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:47.041702 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-bba25d00-be40-4eb1-ba49-b0148c6eb65d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490532 Nov 05 22:18:47.091228 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:47.138583 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-3f90e0c5-4a6a-48c8-9862-87d214d8f427 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895512 Nov 05 22:18:47.154124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017cd4d-7aa6-495c-9696-b3eb756c5a16 None None] Pushing event updated for resources: {'Port': ['ID=fa290857-d09d-4bb7-a109-341238d57b48,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:47.183312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:47.260205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:47.260205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:47.262389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:47.269111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:47.269925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:47.274042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=8e2e86a3-02f0-4668-8642-eed726675220,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:47.289377 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53122fc9-1df1-473e-a918-b709379e2423 req-b8296259-e687-4007-bae8-a19d47ea6844 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442921 Nov 05 22:18:47.389065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c90a8d53-d7fa-4fc4-b11d-5f5453fadde0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1075668 Nov 05 22:18:47.389319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35482) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:47.396489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': 'db04a533-42fd-41fc-a4e6-1bbce0b6f9dd', 'name': 'tempest-PortsIpV6TestJSON-1171214035', 'fixed_ips': [{'subnet_id': '4566e48a-a663-4c47-b739-398216851218', 'ip_address': '2001:db8::f'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:47.514870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8da0c4-3b7d-4e7e-a3ed-7913932bac17 req-e26492db-a9d0-4d1e-8509-c56cd4c3f4dd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:47.516358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb8da0c4-3b7d-4e7e-a3ed-7913932bac17 req-e26492db-a9d0-4d1e-8509-c56cd4c3f4dd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.1038611 Nov 05 22:18:47.590420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb8da0c4-3b7d-4e7e-a3ed-7913932bac17 req-e739febe-fb04-4a90-84f9-dab805fcb9e5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679948 Nov 05 22:18:47.661535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:47.667282 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:47.688639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 068b6b13-e72e-4861-baef-22e91f503a8f yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:47.844581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::f (db04a533-42fd-41fc-a4e6-1bbce0b6f9dd/4566e48a-a663-4c47-b739-398216851218/068b6b13-e72e-4861-baef-22e91f503a8f) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:48.005834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.100609 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.112556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd65987-e838-439a-a611-5b18acd31cec None None] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:48.142663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:48.148057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:48.152455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:48.162570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:48.162570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.166305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=068b6b13-e72e-4861-baef-22e91f503a8f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:48.181123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa290857-d09d-4bb7-a109-341238d57b48 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:48.239922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f7a5bd44-98a9-4977-a899-c4aae3ec1ce4 None None] Provisioning complete for port fa290857-d09d-4bb7-a109-341238d57b48 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:48.240278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f7a5bd44-98a9-4977-a899-c4aae3ec1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.254765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-29bf9998-2dd3-4190-9bc3-a459088ef3e5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8643928 Nov 05 22:18:48.257422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35484) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:48.348493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebbf368-e218-42ae-8763-918371c9f1e2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:48.349886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eebbf368-e218-42ae-8763-918371c9f1e2 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0914488 Nov 05 22:18:48.351995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fa290857-d09d-4bb7-a109-341238d57b48 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:48.352455 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.352792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35486) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:48.403639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47027d16-87a9-4e86-b898-162b3560de36 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:48.409672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47027d16-87a9-4e86-b898-162b3560de36 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:48.415679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47027d16-87a9-4e86-b898-162b3560de36 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:48.419962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-47027d16-87a9-4e86-b898-162b3560de36 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0636139 Nov 05 22:18:48.420182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35488) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:48.434113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f7a5bd44-98a9-4977-a899-c4aae3ec1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.495784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f7a5bd44-98a9-4977-a899-c4aae3ec1ce4 None None] For port fa290857-d09d-4bb7-a109-341238d57b48, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa290857-d09d-4bb7-a109-341238d57b48,segment=NetworkSegment(7c16561d-e48a-459c-8fce-1158e71dc08a),segment_id=7c16561d-e48a-459c-8fce-1158e71dc08a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:48.506488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.516041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 068b6b13-e72e-4861-baef-22e91f503a8f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:48.516448 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.601246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f7a5bd44-98a9-4977-a899-c4aae3ec1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.606740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.621198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 068b6b13-e72e-4861-baef-22e91f503a8f owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:48.692297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:18:48.692557 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:18:48.693434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5bd44-98a9-4977-a899-c4aae3ec1ce4 None None] Pushing event updated for resources: {'Port': ['ID=fa290857-d09d-4bb7-a109-341238d57b48,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:48.725009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Provisioning complete for port 068b6b13-e72e-4861-baef-22e91f503a8f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:48.732219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.738675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be529ec8-0cac-487f-9bce-bef4c9817843 req-c4445542-ccbd-4193-902c-2502de53c455 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:48.746000 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be529ec8-0cac-487f-9bce-bef4c9817843 req-c4445542-ccbd-4193-902c-2502de53c455 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0744777 Nov 05 22:18:48.764708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Port 068b6b13-e72e-4861-baef-22e91f503a8f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:48.776766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Provisioning complete for port 8e2e86a3-02f0-4668-8642-eed726675220 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:48.777143 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.801737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-be529ec8-0cac-487f-9bce-bef4c9817843 req-09943674-46ad-4b08-bd1e-b22536c6b358 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502584 Nov 05 22:18:48.833648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Port 8e2e86a3-02f0-4668-8642-eed726675220 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:48.845260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Provisioning complete for port fa290857-d09d-4bb7-a109-341238d57b48 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:48.845637 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b4e5-8eba-42b0-adb2-954f48e2cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.851833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.888758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=068b6b13-e72e-4861-baef-22e91f503a8f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:48.941758 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:48.944987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-55c529cd-b30d-4b5e-aa25-1ab771d026c1 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/068b6b13-e72e-4861-baef-22e91f503a8f HTTP/1.1" status: 204 len: 168 time: 0.5238855 Nov 05 22:18:48.947845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35494) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:48.969207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546d858-633c-4c52-ab2d-187418cc4519 req-63f36d97-8238-47d5-8a61-065613cf68e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:48.975864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4546d858-633c-4c52-ab2d-187418cc4519 req-63f36d97-8238-47d5-8a61-065613cf68e2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0797598 Nov 05 22:18:48.979463 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4adad59-b02b-4969-8a5d-476adc87dc9d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:48.980736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a4adad59-b02b-4969-8a5d-476adc87dc9d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/068b6b13-e72e-4861-baef-22e91f503a8f HTTP/1.1" status: 404 len: 333 time: 0.0317996 Nov 05 22:18:48.983411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35496) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:49.023774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4546d858-633c-4c52-ab2d-187418cc4519 req-ce07b97e-3032-4bdf-82e9-81f78b214524 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467629 Nov 05 22:18:49.047603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35498) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:49.064620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2f0cc02e-4314-455a-a169-11ab1f04887c None None] Provisioning complete for port 8e2e86a3-02f0-4668-8642-eed726675220 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:49.065094 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc02e-4314-455a-a169-11ab1f04887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.106802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825fe9e-b1a0-4859-a120-b517eaa96296 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:49.107054 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 8e2e86a3-02f0-4668-8642-eed726675220 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:49.107614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.108916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7825fe9e-b1a0-4859-a120-b517eaa96296 tempest-TestNetworkAdvancedServerOps-934690323 tempest-TestNetworkAdvancedServerOps-934690323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1092 time: 0.0599177 Nov 05 22:18:49.111776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35500) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:49.118090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cc02e-4314-455a-a169-11ab1f04887c None None] Port 8e2e86a3-02f0-4668-8642-eed726675220 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:49.119421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:49.200388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.205810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.219135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 8e2e86a3-02f0-4668-8642-eed726675220 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:49.238656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-55a06873-3726-4e9d-a1b3-06b5f17fb919 None None] Could not find standard attr ID for object 068b6b13-e72e-4861-baef-22e91f503a8f. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:18:49.312330 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.446076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.478006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=8e2e86a3-02f0-4668-8642-eed726675220,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:49.506090 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.513832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fab6a48f-e130-453e-a746-d211abc78a32 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/8e2e86a3-02f0-4668-8642-eed726675220 HTTP/1.1" status: 204 len: 168 time: 0.5250847 Nov 05 22:18:49.513832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35504) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:49.542622 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7ee235-3589-4324-9755-152a41fd31f4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:49.544305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3f7ee235-3589-4324-9755-152a41fd31f4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/8e2e86a3-02f0-4668-8642-eed726675220 HTTP/1.1" status: 404 len: 333 time: 0.0298424 Nov 05 22:18:49.547439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35506) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:49.559333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Allocated IP 172.25.6.73 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/e24120fd-37d9-40bb-ba53-8bd9d7ddfd95) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:49.620993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 4566e48a-a663-4c47-b739-398216851218 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:49.625408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.686763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.692343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.774894 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.852162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.888492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:49.891113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:49.896581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:49.922497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=e24120fd-37d9-40bb-ba53-8bd9d7ddfd95,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:49.955232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.983843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=4566e48a-a663-4c47-b739-398216851218,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:49.985792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:49.991458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f32c403b-7172-4a97-9f30-f962f323b7e3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/4566e48a-a663-4c47-b739-398216851218 HTTP/1.1" status: 204 len: 168 time: 0.4405973 Nov 05 22:18:49.991801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35508) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:50.006915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c331ac25-2276-4009-be1d-3f5df2297f24 None None] Network db04a533-42fd-41fc-a4e6-1bbce0b6f9dd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:50.092270 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.155245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port fa290857-d09d-4bb7-a109-341238d57b48 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:50.155626 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.160868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa290857-d09d-4bb7-a109-341238d57b48 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:50.216179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fa290857-d09d-4bb7-a109-341238d57b48 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:50.216702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.241704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] For port fa290857-d09d-4bb7-a109-341238d57b48, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa290857-d09d-4bb7-a109-341238d57b48,segment=NetworkSegment(7c16561d-e48a-459c-8fce-1158e71dc08a),segment_id=7c16561d-e48a-459c-8fce-1158e71dc08a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:50.242077 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.247022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] DHCP port deletion for db04a533-42fd-41fc-a4e6-1bbce0b6f9dd request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:50.261870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for fa290857-d09d-4bb7-a109-341238d57b48 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:50.341860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] Deleting port fa290857-d09d-4bb7-a109-341238d57b48 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:50.342232 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.420795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] For port fa290857-d09d-4bb7-a109-341238d57b48, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa290857-d09d-4bb7-a109-341238d57b48,segment=NetworkSegment(7c16561d-e48a-459c-8fce-1158e71dc08a),segment_id=7c16561d-e48a-459c-8fce-1158e71dc08a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:50.421199 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.434691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.440882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] Calling delete_port for fa290857-d09d-4bb7-a109-341238d57b48 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:50.461080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=fa290857-d09d-4bb7-a109-341238d57b48,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:50.468855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No DVR routers for this DVR port fa290857-d09d-4bb7-a109-341238d57b48 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:50.567805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.598557 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db04a533-42fd-41fc-a4e6-1bbce0b6f9dd']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:50.611032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c16561d-e48a-459c-8fce-1158e71dc08a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:50.611515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c16561d-e48a-459c-8fce-1158e71dc08a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:50.623469 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.642245 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.649394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:50.649795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:50.653890 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:50.703852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.707034 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.736780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] Pushing event deleted for resources: {'Port': ['ID=fa290857-d09d-4bb7-a109-341238d57b48,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:50.738636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f9708-718b-45f4-a61b-d80cc09ac313 None None] No DVR routers for this DVR port fa290857-d09d-4bb7-a109-341238d57b48 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:50.787833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.795403 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.799958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/db04a533-42fd-41fc-a4e6-1bbce0b6f9dd HTTP/1.1" status: 204 len: 168 time: 0.8071747 Nov 05 22:18:50.804418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35510) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:50.809546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2125575327'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:50.812363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37b9d-5e61-4e6c-85ab-5422a5df8d42 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=db04a533-42fd-41fc-a4e6-1bbce0b6f9dd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:50.893189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.917377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:50.920835 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.964166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:18:50.990690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:50.991031 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Added segment efe754d6-895c-49a8-a89c-838be648ef46 of type vlan for network 45202b5c-3340-493c-962f-c81fabbb76dd Nov 05 22:18:51.065875 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.132578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.200090 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.206220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:51.206832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.233542 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.342978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5374429 Nov 05 22:18:51.343736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3566-570b-4b6e-a9f7-9928faa58bac tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Network': ['ID=45202b5c-3340-493c-962f-c81fabbb76dd,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:51.346455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35512) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:51.352644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:51.354026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event updated for resources: {'Port': ['ID=e24120fd-37d9-40bb-ba53-8bd9d7ddfd95,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:51.356899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 45202b5c-3340-493c-962f-c81fabbb76dd details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:18:51.371359 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.476505 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP ad137be5-123a-4a99-8358-2d43cc7b9f6d associated. External IP: 172.25.6.73, port: 92cb1b07-aaa1-4530-8da2-f83be63ddc29. Nov 05 22:18:51.503482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:51.507015 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.700921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ffaf0d97-821d-4dab-930e-dc6b6c084751 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:18:51.742298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.805951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=20a12b6c-35ae-467c-a05c-c5d41f587c80,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:51.812332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:18:51.819444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Checking segment: {'id': 'efe754d6-895c-49a8-a89c-838be648ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:51.819896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network hostable DHCP agents. Network: 45202b5c-3340-493c-962f-c81fabbb76dd, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:18:51.823634 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] Sync routers for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:18:51.834519 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:51.835129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:51.911062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:51.932735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 45202b5c-3340-493c-962f-c81fabbb76dd is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:18:51.940814 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:51.941414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f08040b-e3d2-4e16-b748-f9402e0cff30 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8286076 Nov 05 22:18:51.941997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:18:51.944376 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8643a79-8e53-416a-b525-ce93728f410e" -d '{"events": [{"name": "network-changed", "server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:18:51.981712 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332018a4-ddd4-424a-9cae-b5a57c399a2b x-openstack-request-id: req-332018a4-ddd4-424a-9cae-b5a57c399a2b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:18:51.982158 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:18:51.982480 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-332018a4-ddd4-424a-9cae-b5a57c399a2b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:18:51.983697 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'status': 'completed', 'code': 200} Nov 05 22:18:52.031816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 45202b5c-3340-493c-962f-c81fabbb76dd) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:52.042654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:52.043258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.044815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078287f-6399-4e62-9de5-064d31a8e810 None None] Network 45202b5c-3340-493c-962f-c81fabbb76dd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:52.062499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643a79-8e53-416a-b525-ce93728f410e req-c81cf99b-b1d7-4d75-9927-bb7fa6aa085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:52.064060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8643a79-8e53-416a-b525-ce93728f410e req-c81cf99b-b1d7-4d75-9927-bb7fa6aa085b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1097 time: 0.0604196 Nov 05 22:18:52.073441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0f8bc-aa2e-4c29-938f-40cf814814c0 req-3b0ec4aa-642d-4bf1-bcac-c4f31bf37082 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:52.075976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1f0f8bc-aa2e-4c29-938f-40cf814814c0 req-3b0ec4aa-642d-4bf1-bcac-c4f31bf37082 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0765998 Nov 05 22:18:52.127534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ce913f5e-13f9-4cad-a948-d8c0018d0e25 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7796018 Nov 05 22:18:52.138649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35518) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:52.152903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b73962ee-c90a-4f1d-bf86-caf646acd128 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1583717973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:52.164510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa290857-d09d-4bb7-a109-341238d57b48 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:52.198250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: fa290857-d09d-4bb7-a109-341238d57b48 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:52.198632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa290857-d09d-4bb7-a109-341238d57b48 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:52.209463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643a79-8e53-416a-b525-ce93728f410e req-7745bd1a-562b-40fe-9d7d-21db928ff5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:52.210980 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8643a79-8e53-416a-b525-ce93728f410e req-7745bd1a-562b-40fe-9d7d-21db928ff5a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 200 len: 898 time: 0.1392882 Nov 05 22:18:52.217621 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1f0f8bc-aa2e-4c29-938f-40cf814814c0 req-125cd549-9d3e-4500-8544-e4878d3f6b48 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208432 Nov 05 22:18:52.221783 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'ad137be5-123a-4a99-8358-2d43cc7b9f6d', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'port_id': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'mac_address': 'fa:16:3e:6f:cb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:18:50Z', 'updated_at': '2021-11-05T22:18:50Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:36Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:52.236615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35520) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:52.256856 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] Checking router: ffaf0d97-821d-4dab-930e-dc6b6c084751 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:18:52.267121 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:52.267999 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:52.300714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8643a79-8e53-416a-b525-ce93728f410e req-40ddc268-c13e-4229-a192-e1825974b1ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 200 len: 999 time: 0.0806983 Nov 05 22:18:52.304825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-45202b5c-3340-493c-962f-c81fabbb76dd', 'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd', 'tenant_id': '75c9cfd443554e29aad330a8ff2131be', 'fixed_ips': [{'subnet_id': '20a12b6c-35ae-467c-a05c-c5d41f587c80'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:52.305699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.322288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c715ce8d-ba0a-449f-a8c3-18d1a8eb29e6 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/ad137be5-123a-4a99-8358-2d43cc7b9f6d HTTP/1.1" status: 200 len: 991 time: 0.0844252 Nov 05 22:18:52.326616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b73962ee-c90a-4f1d-bf86-caf646acd128 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.327774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b73962ee-c90a-4f1d-bf86-caf646acd128 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.378377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643a79-8e53-416a-b525-ce93728f410e req-a63a79d5-286e-4d74-b986-4bcf44b6ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:52.380239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8643a79-8e53-416a-b525-ce93728f410e req-a63a79d5-286e-4d74-b986-4bcf44b6ac10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=031816ad-8e04-454a-9bbc-a9ff8154c74d HTTP/1.1" status: 200 len: 835 time: 0.0733147 Nov 05 22:18:52.397608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b73962ee-c90a-4f1d-bf86-caf646acd128 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.401239 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:18:52.432271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643a79-8e53-416a-b525-ce93728f410e req-5b4ebc08-4255-45d4-a95a-f67e17269503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:52.433782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8643a79-8e53-416a-b525-ce93728f410e req-5b4ebc08-4255-45d4-a95a-f67e17269503 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9644788-b939-4aac-8c66-531bdbb20d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468986 Nov 05 22:18:52.452433 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b73962ee-c90a-4f1d-bf86-caf646acd128 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.461615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Allocated IP 2001:db8::2 (45202b5c-3340-493c-962f-c81fabbb76dd/20a12b6c-35ae-467c-a05c-c5d41f587c80/bcefd611-1b57-4c5a-b95e-c3595230d114) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:52.542528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8643a79-8e53-416a-b525-ce93728f410e req-65f69626-32d3-4fee-851a-2be6055382b6 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016026 Nov 05 22:18:52.561509 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:18:52.565008 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b73962ee-c90a-4f1d-bf86-caf646acd128 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.567255 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b73962ee-c90a-4f1d-bf86-caf646acd128 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4268842 Nov 05 22:18:52.569220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35522) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:52.579745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd', 'name': 'tempest-PortsIpV6TestJSON-522911672'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:52.621939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.654279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'ad137be5-123a-4a99-8358-2d43cc7b9f6d', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'port_id': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'mac_address': 'fa:16:3e:6f:cb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:18:50Z', 'updated_at': '2021-11-05T22:18:50Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:36Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:52.656159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8643a79-8e53-416a-b525-ce93728f410e req-d7442d62-d768-4254-bcd8-d16b34aa807c service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067574 Nov 05 22:18:52.681824 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12495eba-8aa0-436d-880a-f3e9cb2685e2 None None] The sync data for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 is: [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'ad137be5-123a-4a99-8358-2d43cc7b9f6d', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'port_id': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'mac_address': 'fa:16:3e:6f:cb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:18:50Z', 'updated_at': '2021-11-05T22:18:50Z', 'revision_number': 0, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:36Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:18:52.686723 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.736440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Network 45202b5c-3340-493c-962f-c81fabbb76dd is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:52.739496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:52.742291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:52.750104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Pushing event updated for resources: {'Port': ['ID=bcefd611-1b57-4c5a-b95e-c3595230d114,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:52.760232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:52.760232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.775980 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:18:52.801837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Attempting to bind port bcefd611-1b57-4c5a-b95e-c3595230d114 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:52.805539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Attempting to bind port bcefd611-1b57-4c5a-b95e-c3595230d114 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'efe754d6-895c-49a8-a89c-838be648ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:52.805539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Attempting to bind port bcefd611-1b57-4c5a-b95e-c3595230d114 on network 45202b5c-3340-493c-962f-c81fabbb76dd {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:52.808051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:52.808437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Checking segment: {'id': 'efe754d6-895c-49a8-a89c-838be648ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:52.808810 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.809197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Bound using segment: {'id': 'efe754d6-895c-49a8-a89c-838be648ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:52.809651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Bound port: bcefd611-1b57-4c5a-b95e-c3595230d114, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe754d6-895c-49a8-a89c-838be648ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45202b5c-3340-493c-962f-c81fabbb76dd'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:52.810027 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:52.882079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] For port bcefd611-1b57-4c5a-b95e-c3595230d114, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:52.885528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] For port bcefd611-1b57-4c5a-b95e-c3595230d114, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bcefd611-1b57-4c5a-b95e-c3595230d114,segment=NetworkSegment(efe754d6-895c-49a8-a89c-838be648ef46),segment_id=efe754d6-895c-49a8-a89c-838be648ef46)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:52.898010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::302 (45202b5c-3340-493c-962f-c81fabbb76dd/20a12b6c-35ae-467c-a05c-c5d41f587c80/59b31f33-b3c8-49c7-9a4c-8c2384e3ce40) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:52.923104 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2bca8-d2b5-45ba-b965-96039bb9d3be None None] New status for floating IP ad137be5-123a-4a99-8358-2d43cc7b9f6d: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:18:52.980999 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:53.051357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:53.120703 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a303ac-4ac4-4b52-bfc1-a0f9720539ec None None] Pushing event updated for resources: {'Port': ['ID=bcefd611-1b57-4c5a-b95e-c3595230d114,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:53.160701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:53.209857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 45202b5c-3340-493c-962f-c81fabbb76dd is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:53.215329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:53.219699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:53.225305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:53.225930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:53.237652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=59b31f33-b3c8-49c7-9a4c-8c2384e3ce40,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:53.310056 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e5a78e1e-acc0-4c6d-a0ec-e9e059c9b6ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7305672 Nov 05 22:18:53.310056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35524) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:53.324237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35526) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:53.399813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6672bba6-ea50-4d7e-8e07-e25e8134cbc8 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/ad137be5-123a-4a99-8358-2d43cc7b9f6d HTTP/1.1" status: 200 len: 993 time: 0.0742798 Nov 05 22:18:53.626647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.019121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51474580-fb64-4c9c-a599-7483504678d9 None None] Network 45202b5c-3340-493c-962f-c81fabbb76dd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:54.143098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c02e47b3-3635-405b-bedb-deeb6f739524 None None] Provisioning complete for port bcefd611-1b57-4c5a-b95e-c3595230d114 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:54.143473 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c02e47b3-3635-405b-bedb-deeb6f739524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.188761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcefd611-1b57-4c5a-b95e-c3595230d114 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:54.253523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.312970 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c02e47b3-3635-405b-bedb-deeb6f739524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.321126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bcefd611-1b57-4c5a-b95e-c3595230d114 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:54.321499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.343352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.374146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c02e47b3-3635-405b-bedb-deeb6f739524 None None] For port bcefd611-1b57-4c5a-b95e-c3595230d114, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bcefd611-1b57-4c5a-b95e-c3595230d114,segment=NetworkSegment(efe754d6-895c-49a8-a89c-838be648ef46),segment_id=efe754d6-895c-49a8-a89c-838be648ef46)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:54.426983 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.438873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c02e47b3-3635-405b-bedb-deeb6f739524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.439333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=59b31f33-b3c8-49c7-9a4c-8c2384e3ce40,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:54.523387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e47b3-3635-405b-bedb-deeb6f739524 None None] Pushing event updated for resources: {'Port': ['ID=bcefd611-1b57-4c5a-b95e-c3595230d114,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:54.526569 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:18:54.526934 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:18:54.541892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.566877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-95723b94-b762-4fdf-911c-057fd104dd9b None None] Provisioning complete for port bcefd611-1b57-4c5a-b95e-c3595230d114 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:54.567494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95723b94-b762-4fdf-911c-057fd104dd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.665059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-95723b94-b762-4fdf-911c-057fd104dd9b None None] Provisioning complete for port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:54.665587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95723b94-b762-4fdf-911c-057fd104dd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.701345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-95723b94-b762-4fdf-911c-057fd104dd9b None None] Port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:54.768543 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.823509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e4d34db1-da38-4906-9d4a-dfa0272d6b25 None None] Provisioning complete for port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:54.824494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e4d34db1-da38-4906-9d4a-dfa0272d6b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:54.860952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e4d34db1-da38-4906-9d4a-dfa0272d6b25 None None] Port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:54.983054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8c1ed0d7-67f5-4ae8-8dba-093b84189262 None None] Provisioning complete for port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:54.983332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed0d7-67f5-4ae8-8dba-093b84189262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:55.021826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ed0d7-67f5-4ae8-8dba-093b84189262 None None] Port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:55.033662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:55.103953 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:55.104793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:55.194944 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=59b31f33-b3c8-49c7-9a4c-8c2384e3ce40,revision_number=3']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:55.236700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 45202b5c-3340-493c-962f-c81fabbb76dd is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:55.237999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:55.416082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Router 20166906-339b-4813-bce5-ba977124a584 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:18:55.444147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-994d0e16-29c4-4402-8dbb-ae730f0a6c71 None None] Provisioning complete for port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:55.444512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-994d0e16-29c4-4402-8dbb-ae730f0a6c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:55.483038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-994d0e16-29c4-4402-8dbb-ae730f0a6c71 None None] Port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:18:55.510600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:18:55.515363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2808fa83-140c-4261-87af-e131456dc28a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "PUT /v2.0/routers/20166906-339b-4813-bce5-ba977124a584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2093451 Nov 05 22:18:55.518361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35528) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:55.521644 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] Sync routers for ids ['20166906-339b-4813-bce5-ba977124a584'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:18:55.532770 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] Routers {'20166906-339b-4813-bce5-ba977124a584'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:55.533464 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['20166906-339b-4813-bce5-ba977124a584'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:55.567555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84344c-5781-4e9e-8aaf-49e1b00c2d75 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:55.569160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ee84344c-5781-4e9e-8aaf-49e1b00c2d75 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports?device_id=20166906-339b-4813-bce5-ba977124a584 HTTP/1.1" status: 200 len: 988 time: 0.0498104 Nov 05 22:18:55.572203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35530) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:55.573371 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:55.583077 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] Routers {'20166906-339b-4813-bce5-ba977124a584'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:55.583718 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['20166906-339b-4813-bce5-ba977124a584'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:55.618318 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:55.619532 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324eafa0-ca4f-4229-b5bb-638c9d0474bd None None] The sync data for ids ['20166906-339b-4813-bce5-ba977124a584'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:18:55.621920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-f705c26f-f337-440f-bc1d-a90828c19ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439341 Nov 05 22:18:55.708756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-75dcf5f1-c86e-44c5-ba8a-8b682a34f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:55.710386 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-75dcf5f1-c86e-44c5-ba8a-8b682a34f1bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1097 time: 0.0469987 Nov 05 22:18:55.816971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-85e647a6-75f3-40e1-b234-3a47d4205b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:55.818416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-85e647a6-75f3-40e1-b234-3a47d4205b29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 200 len: 898 time: 0.0885863 Nov 05 22:18:55.886301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:55.891367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-7dbe1f83-a40d-4104-ba12-2455c70ca08d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 200 len: 1001 time: 0.0661974 Nov 05 22:18:55.942311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-e0f7d1bc-2e0c-4bad-a172-e64dffeed9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:55.943850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-e0f7d1bc-2e0c-4bad-a172-e64dffeed9dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=031816ad-8e04-454a-9bbc-a9ff8154c74d HTTP/1.1" status: 200 len: 835 time: 0.0460546 Nov 05 22:18:55.994456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-f44e29b6-e84c-43a5-8426-83baea9af8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:55.996558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-f44e29b6-e84c-43a5-8426-83baea9af8ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9644788-b939-4aac-8c66-531bdbb20d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453734 Nov 05 22:18:56.100092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-79038f56-18cd-4490-b0dd-a0c4daeb66a9 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969105 Nov 05 22:18:56.121335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:56.125764 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:56.165671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcefd611-1b57-4c5a-b95e-c3595230d114 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:18:56.232805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bcefd611-1b57-4c5a-b95e-c3595230d114 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:18:56.233628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:56.238575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1ff650-3fa1-4deb-9575-cb8c8dd7287a req-2a410415-6644-4ab8-9296-e019ac67afdf service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198759 Nov 05 22:18:56.258051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:56.271928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:56.501789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:56.529915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=59b31f33-b3c8-49c7-9a4c-8c2384e3ce40,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:56.627912 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:56.781598 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Router 20166906-339b-4813-bce5-ba977124a584 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:18:56.858063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:18:56.863135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5ce8fc78-2341-4285-9c52-f4f3f945a777 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "PUT /v2.0/routers/20166906-339b-4813-bce5-ba977124a584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2898822 Nov 05 22:18:56.865925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35532) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:56.869525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] Sync routers for ids ['20166906-339b-4813-bce5-ba977124a584'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:18:56.880764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] Routers {'20166906-339b-4813-bce5-ba977124a584'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:56.881485 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['20166906-339b-4813-bce5-ba977124a584'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:56.891108 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-731ba588-f57d-4fba-8edd-8cb0543d2c45 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:18:56.892662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-731ba588-f57d-4fba-8edd-8cb0543d2c45 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/59b31f33-b3c8-49c7-9a4c-8c2384e3ce40 HTTP/1.1" status: 404 len: 333 time: 0.0258148 Nov 05 22:18:56.895380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35534) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:56.916621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:56.925326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] Routers {'20166906-339b-4813-bce5-ba977124a584'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:18:56.925920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:18:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['20166906-339b-4813-bce5-ba977124a584'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:56.958626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:56.959584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0a50b-734a-4c7b-8dab-880f16353ee1 None None] The sync data for ids ['20166906-339b-4813-bce5-ba977124a584'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:18:56.972864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2428a35e-aaff-44d1-9890-fe89e5b4d317 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.140984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2428a35e-aaff-44d1-9890-fe89e5b4d317 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.143113 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2428a35e-aaff-44d1-9890-fe89e5b4d317 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.251585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2428a35e-aaff-44d1-9890-fe89e5b4d317 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.252131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2428a35e-aaff-44d1-9890-fe89e5b4d317 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Fanout notify agent at l3_agent the message router_deleted on router 20166906-339b-4813-bce5-ba977124a584 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:18:57.259140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2428a35e-aaff-44d1-9890-fe89e5b4d317 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.260183 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2428a35e-aaff-44d1-9890-fe89e5b4d317 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/routers/20166906-339b-4813-bce5-ba977124a584 HTTP/1.1" status: 204 len: 168 time: 0.3638442 Nov 05 22:18:57.262942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35536) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:57.318961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 20a12b6c-35ae-467c-a05c-c5d41f587c80 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:18:57.322065 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.362004 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.443386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.594965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.626565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=20a12b6c-35ae-467c-a05c-c5d41f587c80,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:57.632456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.637776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-13384d99-aefe-4226-8530-e7e1c973ab9e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/20a12b6c-35ae-467c-a05c-c5d41f587c80 HTTP/1.1" status: 204 len: 168 time: 0.3714406 Nov 05 22:18:57.637955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e54b08-e60a-4c4e-87cc-ca051b9244c4 None None] Network 45202b5c-3340-493c-962f-c81fabbb76dd requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:57.638384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35538) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:57.717515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.770003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port bcefd611-1b57-4c5a-b95e-c3595230d114 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:57.770344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.814343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] DHCP port deletion for 45202b5c-3340-493c-962f-c81fabbb76dd request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:18:57.840243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] For port bcefd611-1b57-4c5a-b95e-c3595230d114, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bcefd611-1b57-4c5a-b95e-c3595230d114,segment=NetworkSegment(efe754d6-895c-49a8-a89c-838be648ef46),segment_id=efe754d6-895c-49a8-a89c-838be648ef46)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:57.840749 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.854217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for bcefd611-1b57-4c5a-b95e-c3595230d114 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:57.862776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] Deleting port bcefd611-1b57-4c5a-b95e-c3595230d114 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:18:57.863149 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.927762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] For port bcefd611-1b57-4c5a-b95e-c3595230d114, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bcefd611-1b57-4c5a-b95e-c3595230d114,segment=NetworkSegment(efe754d6-895c-49a8-a89c-838be648ef46),segment_id=efe754d6-895c-49a8-a89c-838be648ef46)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:18:57.928155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.940866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] Calling delete_port for bcefd611-1b57-4c5a-b95e-c3595230d114 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:18:57.972012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:57.999574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=bcefd611-1b57-4c5a-b95e-c3595230d114,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:58.010134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No DVR routers for this DVR port bcefd611-1b57-4c5a-b95e-c3595230d114 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:58.028482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.058326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] Pushing event deleted for resources: {'Port': ['ID=bcefd611-1b57-4c5a-b95e-c3595230d114,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:58.063879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866675c-a054-49be-9b9e-ef72182b2d26 None None] No DVR routers for this DVR port bcefd611-1b57-4c5a-b95e-c3595230d114 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:18:58.094717 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.117394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45202b5c-3340-493c-962f-c81fabbb76dd']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:58.127864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe754d6-895c-49a8-a89c-838be648ef46') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:58.128446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe754d6-895c-49a8-a89c-838be648ef46') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:18:58.136185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcefd611-1b57-4c5a-b95e-c3595230d114 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:18:58.139193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.152376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.156243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: bcefd611-1b57-4c5a-b95e-c3595230d114 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:18:58.156590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcefd611-1b57-4c5a-b95e-c3595230d114 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:18:58.158843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:18:58.159240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:18:58.162742 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:18:58.297362 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.304073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.307830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/45202b5c-3340-493c-962f-c81fabbb76dd HTTP/1.1" status: 204 len: 168 time: 0.6687210 Nov 05 22:18:58.311496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35540) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:58.318935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b04db8-2b18-48af-8ce8-b6102537699a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=45202b5c-3340-493c-962f-c81fabbb76dd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:58.358409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162dad5d-b036-4f7c-9244-59acebb920aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:58.359803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-162dad5d-b036-4f7c-9244-59acebb920aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/51209eba-e505-4d46-ba1b-084776f6abb0 HTTP/1.1" status: 200 len: 844 time: 0.0472541 Nov 05 22:18:58.363559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35542) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:58.403419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-43d03e10-71b5-4633-9783-ad87d5e6e7e0 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/51209eba-e505-4d46-ba1b-084776f6abb0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0387015 Nov 05 22:18:58.406982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35544) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:58.411561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:58.571451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:18:58.575134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.850110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.893708 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:58.896929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:58.901518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:18:58.902102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:58.906886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90222773-2687-4a2c-b154-c2d5945ce7b7 None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:18:58.909763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=2e4f7890-268b-4e1d-94f5-c88c7ea35506,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:59.007502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-90d6a7cd-785c-421f-bb7c-a3040e1789aa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5994473 Nov 05 22:18:59.010930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35546) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:59.017257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-00405c3a-f4a4-4edd-93a8-0562737e519d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'security_group': {'name': 'tempest-secgroup-319669389'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:59.090546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'tenant_id': '75c9cfd443554e29aad330a8ff2131be', 'fixed_ips': [{'subnet_id': '2e4f7890-268b-4e1d-94f5-c88c7ea35506'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:18:59.091405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.119407 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00405c3a-f4a4-4edd-93a8-0562737e519d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.185191 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00405c3a-f4a4-4edd-93a8-0562737e519d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.234617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Allocated IP 2001:db8::2 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/2e4f7890-268b-4e1d-94f5-c88c7ea35506/de007dab-a088-4a18-9839-2863f67e926e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:18:59.301930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00405c3a-f4a4-4edd-93a8-0562737e519d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.331308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405c3a-f4a4-4edd-93a8-0562737e519d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656b65cb-0936-48f8-9d08-9d64d12cefe0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:59.370595 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.418458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00405c3a-f4a4-4edd-93a8-0562737e519d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.419758 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-00405c3a-f4a4-4edd-93a8-0562737e519d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4076829 Nov 05 22:18:59.422434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35548) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:59.426758 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9e21195f-e014-4798-885f-2d0c5f04c709 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'security_group': {'name': 'tempest-secgroup-242982758'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:59.439540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.480246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:18:59.482948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:18:59.488344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:18:59.496913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Pushing event updated for resources: {'Port': ['ID=de007dab-a088-4a18-9839-2863f67e926e,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:59.531808 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e21195f-e014-4798-885f-2d0c5f04c709 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.548339 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Attempting to bind port de007dab-a088-4a18-9839-2863f67e926e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:18:59.548712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Attempting to bind port de007dab-a088-4a18-9839-2863f67e926e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:18:59.549078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Attempting to bind port de007dab-a088-4a18-9839-2863f67e926e on network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:18:59.554119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:18:59.554497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Checking segment: {'id': 'bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:18:59.554896 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.555287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Bound using segment: {'id': 'bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:18:59.555777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Bound port: de007dab-a088-4a18-9839-2863f67e926e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:18:59.556160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.598299 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e21195f-e014-4798-885f-2d0c5f04c709 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.617638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] For port de007dab-a088-4a18-9839-2863f67e926e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:18:59.621360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] For port de007dab-a088-4a18-9839-2863f67e926e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de007dab-a088-4a18-9839-2863f67e926e,segment=NetworkSegment(bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff),segment_id=bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:18:59.685922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e21195f-e014-4798-885f-2d0c5f04c709 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.715057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21195f-e014-4798-885f-2d0c5f04c709 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc4c20d-ec85-40df-a040-63479d197ea4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:59.727242 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.763458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9e21195f-e014-4798-885f-2d0c5f04c709 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:18:59.764936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9e21195f-e014-4798-885f-2d0c5f04c709 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3415735 Nov 05 22:18:59.767882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35550) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:18:59.774270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1881442813', 'security_groups': ['7cc4c20d-ec85-40df-a040-63479d197ea4'], 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e4f7890-268b-4e1d-94f5-c88c7ea35506'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:18:59.788224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f67898-b38a-493d-9540-11aaade370f5 None None] Pushing event updated for resources: {'Port': ['ID=de007dab-a088-4a18-9839-2863f67e926e,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:18:59.945385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:00.035080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.058931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 75da504e-97db-4f4d-a841-7a2b0cbdfaa9 yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:19:00.158499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de007dab-a088-4a18-9839-2863f67e926e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:00.207871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:00.208329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.225469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::316 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/2e4f7890-268b-4e1d-94f5-c88c7ea35506/75da504e-97db-4f4d-a841-7a2b0cbdfaa9) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:00.284969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.319955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port de007dab-a088-4a18-9839-2863f67e926e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de007dab-a088-4a18-9839-2863f67e926e,segment=NetworkSegment(bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff),segment_id=bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:00.369744 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.393776 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.491078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.536072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:00.542231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:00.546350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:00.552126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:00.552759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.559578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=75da504e-97db-4f4d-a841-7a2b0cbdfaa9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:00.611243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=de007dab-a088-4a18-9839-2863f67e926e,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:00.625069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5d376473-1831-4120-8e9b-680692fc4564 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8556139 Nov 05 22:19:00.627819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35554) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:00.632802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-55966e16-e689-46ef-a1bc-b98038d431e8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:00.737313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-454fd75d-82c9-4fb1-9cc7-43fc18bffbc8 None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:00.737686 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454fd75d-82c9-4fb1-9cc7-43fc18bffbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.806173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55966e16-e689-46ef-a1bc-b98038d431e8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:00.809880 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-55966e16-e689-46ef-a1bc-b98038d431e8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.842716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-454fd75d-82c9-4fb1-9cc7-43fc18bffbc8 None None] Provisioning complete for port 51209eba-e505-4d46-ba1b-084776f6abb0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:00.843086 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-454fd75d-82c9-4fb1-9cc7-43fc18bffbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.881636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-454fd75d-82c9-4fb1-9cc7-43fc18bffbc8 None None] Port 51209eba-e505-4d46-ba1b-084776f6abb0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:00.885761 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:00.908532 n-d-816738-5 neutron-server[102292]: INFO neutron.db.ipam_backend_mixin [None req-55966e16-e689-46ef-a1bc-b98038d431e8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e4f7890-268b-4e1d-94f5-c88c7ea35506 (CIDR: 2001:db8::/64) Nov 05 22:19:00.953464 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-55966e16-e689-46ef-a1bc-b98038d431e8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:19:00.953864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55966e16-e689-46ef-a1bc-b98038d431e8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:01.001576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cb7c584f-fe46-406c-8c69-394bcc7a3081 None None] Provisioning complete for port 75da504e-97db-4f4d-a841-7a2b0cbdfaa9 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:01.001936 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb7c584f-fe46-406c-8c69-394bcc7a3081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:01.036234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c584f-fe46-406c-8c69-394bcc7a3081 None None] Port 75da504e-97db-4f4d-a841-7a2b0cbdfaa9 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:01.042966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-55966e16-e689-46ef-a1bc-b98038d431e8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4140031 Nov 05 22:19:01.045703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35556) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:01.050615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:01.210054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:01.213516 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:01.555212 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:01.601046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:01.604306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:01.610107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:01.610598 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:01.613517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f239c-e14d-4245-8a36-47a526d37490 None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:01.624749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=73c2a451-6546-498f-93b4-06f921b2cf48,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:01.682773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ead29c2f-004f-443b-a798-3e6faa573b1c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6360104 Nov 05 22:19:01.685999 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35558) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:01.691383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-906102232', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73c2a451-6546-498f-93b4-06f921b2cf48'}], 'security_groups': ['656b65cb-0936-48f8-9d08-9d64d12cefe0']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:01.761898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:01.828010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36075ff6-541e-49de-a29b-45d8d1ef6ddb None None] Update dhcp port {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'fixed_ips': [{'subnet_id': '2e4f7890-268b-4e1d-94f5-c88c7ea35506', 'ip_address': '2001:db8::2'}, {'subnet_id': '73c2a451-6546-498f-93b4-06f921b2cf48'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'de007dab-a088-4a18-9839-2863f67e926e'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:19:01.856629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-36075ff6-541e-49de-a29b-45d8d1ef6ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.060771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Delete allocated IP 2001:db8::316 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/2e4f7890-268b-4e1d-94f5-c88c7ea35506) {{(pid=102292) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 22:19:02.070465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8:0:1::13a (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/73c2a451-6546-498f-93b4-06f921b2cf48/75da504e-97db-4f4d-a841-7a2b0cbdfaa9) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:02.136077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de007dab-a088-4a18-9839-2863f67e926e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:02.187284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:02.187682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.240384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.325888 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.375684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-36075ff6-541e-49de-a29b-45d8d1ef6ddb None None] Allocated IP 2001:db8:0:1::2 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/73c2a451-6546-498f-93b4-06f921b2cf48/de007dab-a088-4a18-9839-2863f67e926e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:02.382168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] In _notify_port_updated(), no bound segment for port 75da504e-97db-4f4d-a841-7a2b0cbdfaa9 on network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:19:02.387740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:02.388354 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.392207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "PUT /v2.0/ports/75da504e-97db-4f4d-a841-7a2b0cbdfaa9 HTTP/1.1" status: 200 len: 930 time: 0.7027128 Nov 05 22:19:02.392829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35560) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:02.400430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd96bc-1b8f-4c41-bd20-8684ec93bd3b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=75da504e-97db-4f4d-a841-7a2b0cbdfaa9,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:02.485594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-36075ff6-541e-49de-a29b-45d8d1ef6ddb None None] For port de007dab-a088-4a18-9839-2863f67e926e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de007dab-a088-4a18-9839-2863f67e926e,segment=NetworkSegment(bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff),segment_id=bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:02.489534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 75da504e-97db-4f4d-a841-7a2b0cbdfaa9 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:02.489882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.517843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-36075ff6-541e-49de-a29b-45d8d1ef6ddb None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.575788 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-36075ff6-541e-49de-a29b-45d8d1ef6ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.576057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.588688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 75da504e-97db-4f4d-a841-7a2b0cbdfaa9 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:02.670025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36075ff6-541e-49de-a29b-45d8d1ef6ddb None None] Pushing event updated for resources: {'Port': ['ID=de007dab-a088-4a18-9839-2863f67e926e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:02.799019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.826952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=75da504e-97db-4f4d-a841-7a2b0cbdfaa9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:02.855742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.860376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cdebad95-90e2-48dd-84a9-a3dad1fde3c8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/75da504e-97db-4f4d-a841-7a2b0cbdfaa9 HTTP/1.1" status: 204 len: 168 time: 0.4638991 Nov 05 22:19:02.862003 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35562) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:02.886938 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-692ded1f-5f09-46ca-bf43-55a1bc9f57af tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:19:02.888549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-692ded1f-5f09-46ca-bf43-55a1bc9f57af tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/75da504e-97db-4f4d-a841-7a2b0cbdfaa9 HTTP/1.1" status: 404 len: 333 time: 0.0255988 Nov 05 22:19:02.891345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35564) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:02.948659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50cf3c10-7c92-41b4-9c7e-d400b80bff50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:02.973444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50cf3c10-7c92-41b4-9c7e-d400b80bff50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.101779 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.112780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50cf3c10-7c92-41b4-9c7e-d400b80bff50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.115419 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-50cf3c10-7c92-41b4-9c7e-d400b80bff50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.116667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-50cf3c10-7c92-41b4-9c7e-d400b80bff50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/security-groups/7cc4c20d-ec85-40df-a040-63479d197ea4 HTTP/1.1" status: 204 len: 168 time: 0.2243900 Nov 05 22:19:03.119746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35566) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:03.127698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf3c10-7c92-41b4-9c7e-d400b80bff50 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc4c20d-ec85-40df-a040-63479d197ea4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:03.183379 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bc95a3-d55a-48fd-b29b-ddaf00545623 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.206817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bc95a3-d55a-48fd-b29b-ddaf00545623 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.258246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c58b6c5f-55ec-403f-819b-f737c70172d6 None None] Could not find standard attr ID for object 75da504e-97db-4f4d-a841-7a2b0cbdfaa9. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:19:03.269674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c58b6c5f-55ec-403f-819b-f737c70172d6 None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:03.270030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c58b6c5f-55ec-403f-819b-f737c70172d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.299462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bc95a3-d55a-48fd-b29b-ddaf00545623 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.303373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51bc95a3-d55a-48fd-b29b-ddaf00545623 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.304772 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51bc95a3-d55a-48fd-b29b-ddaf00545623 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/security-groups/656b65cb-0936-48f8-9d08-9d64d12cefe0 HTTP/1.1" status: 204 len: 168 time: 0.1838224 Nov 05 22:19:03.308225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35568) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:03.314995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc95a3-d55a-48fd-b29b-ddaf00545623 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b65cb-0936-48f8-9d08-9d64d12cefe0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:03.374406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 2e4f7890-268b-4e1d-94f5-c88c7ea35506 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:03.378006 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.383384 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c58b6c5f-55ec-403f-819b-f737c70172d6 None None] Provisioning complete for port 51209eba-e505-4d46-ba1b-084776f6abb0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:03.383865 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c58b6c5f-55ec-403f-819b-f737c70172d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.421523 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.428597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c58b6c5f-55ec-403f-819b-f737c70172d6 None None] Port 51209eba-e505-4d46-ba1b-084776f6abb0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:03.523106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.542874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1f932e38-8b1f-4633-9dd2-03567d7ffa05 None None] Could not find standard attr ID for object 75da504e-97db-4f4d-a841-7a2b0cbdfaa9. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:19:03.662223 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.689601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4f7890-268b-4e1d-94f5-c88c7ea35506,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:03.693447 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:03.696830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-adc4edcc-d2fd-46fd-b0bf-6a8cabc2c649 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/2e4f7890-268b-4e1d-94f5-c88c7ea35506 HTTP/1.1" status: 204 len: 168 time: 0.3875678 Nov 05 22:19:03.701204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35570) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:03.701399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c072ee5-b5c1-4461-9880-a5985c299c59 None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:03.706932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:03.880150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:03.883807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.137327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de007dab-a088-4a18-9839-2863f67e926e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:04.183866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.188362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:04.188731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.227661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:04.231720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:04.237034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:04.237034 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.253854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=63394266-bd1f-4cac-8dcb-d0d49864b7ae,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:04.315818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a4b71146-e4dd-47c9-884f-445958b14399 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6128213 Nov 05 22:19:04.318509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35572) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:04.323183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-3578eda4-cdd5-434d-aa23-75c2df19098a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'security_group': {'name': 'tempest-secgroup-500345976'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:04.367015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5d67a-4b8c-42a3-880b-8d81bfe048f3 None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:04.422968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3578eda4-cdd5-434d-aa23-75c2df19098a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.492132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3578eda4-cdd5-434d-aa23-75c2df19098a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.495649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-60bfef99-5c13-4de7-a7b0-6f9ff584c6ff None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:04.496023 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-60bfef99-5c13-4de7-a7b0-6f9ff584c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.547096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3578eda4-cdd5-434d-aa23-75c2df19098a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.582678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578eda4-cdd5-434d-aa23-75c2df19098a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057e78e7-3d09-42b2-b596-1a5dac087e6e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:04.642425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f6e24-0ee2-43fe-8c89-5b74c0e62a2a None None] Update dhcp port {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'fixed_ips': [{'subnet_id': '73c2a451-6546-498f-93b4-06f921b2cf48', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63394266-bd1f-4cac-8dcb-d0d49864b7ae'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'de007dab-a088-4a18-9839-2863f67e926e'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:19:04.653878 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3578eda4-cdd5-434d-aa23-75c2df19098a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.656290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3578eda4-cdd5-434d-aa23-75c2df19098a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3358347 Nov 05 22:19:04.658817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35574) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:04.663459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ff2af837-9ac2-49d1-9737-7e7fc531ab68 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'security_group': {'name': 'tempest-secgroup-496854697'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:04.672207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-60bfef99-5c13-4de7-a7b0-6f9ff584c6ff None None] Provisioning complete for port 51209eba-e505-4d46-ba1b-084776f6abb0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:04.672578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-60bfef99-5c13-4de7-a7b0-6f9ff584c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.696959 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-320f6e24-0ee2-43fe-8c89-5b74c0e62a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.719871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-60bfef99-5c13-4de7-a7b0-6f9ff584c6ff None None] Port 51209eba-e505-4d46-ba1b-084776f6abb0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:04.760641 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff2af837-9ac2-49d1-9737-7e7fc531ab68 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.825678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff2af837-9ac2-49d1-9737-7e7fc531ab68 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.872250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-320f6e24-0ee2-43fe-8c89-5b74c0e62a2a None None] Allocated IP 2001:db8::2 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/63394266-bd1f-4cac-8dcb-d0d49864b7ae/de007dab-a088-4a18-9839-2863f67e926e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:04.896083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff2af837-9ac2-49d1-9737-7e7fc531ab68 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.925993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2af837-9ac2-49d1-9737-7e7fc531ab68 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242f0640-f3ef-4b6c-acf5-2e5ee25bd245,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:04.963278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-320f6e24-0ee2-43fe-8c89-5b74c0e62a2a None None] For port de007dab-a088-4a18-9839-2863f67e926e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de007dab-a088-4a18-9839-2863f67e926e,segment=NetworkSegment(bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff),segment_id=bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:04.974499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ff2af837-9ac2-49d1-9737-7e7fc531ab68 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:04.975890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ff2af837-9ac2-49d1-9737-7e7fc531ab68 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3161442 Nov 05 22:19:04.979375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35576) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:04.984294 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a721e364-0f9d-4edf-8e01-a85da2ee2162 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'security_group': {'name': 'tempest-secgroup-917520832'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:04.993343 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-320f6e24-0ee2-43fe-8c89-5b74c0e62a2a None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.050273 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-320f6e24-0ee2-43fe-8c89-5b74c0e62a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.075289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a721e364-0f9d-4edf-8e01-a85da2ee2162 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.143390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f6e24-0ee2-43fe-8c89-5b74c0e62a2a None None] Pushing event updated for resources: {'Port': ['ID=de007dab-a088-4a18-9839-2863f67e926e,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:05.145856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a721e364-0f9d-4edf-8e01-a85da2ee2162 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.238771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a721e364-0f9d-4edf-8e01-a85da2ee2162 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.269376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721e364-0f9d-4edf-8e01-a85da2ee2162 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7080cabb-f083-4d91-a2db-6d2b871e6571,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:05.317093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a721e364-0f9d-4edf-8e01-a85da2ee2162 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.318529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a721e364-0f9d-4edf-8e01-a85da2ee2162 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3379145 Nov 05 22:19:05.321316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35578) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:05.326852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2114802004', 'security_groups': ['7080cabb-f083-4d91-a2db-6d2b871e6571'], 'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63394266-bd1f-4cac-8dcb-d0d49864b7ae'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:05.508888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'port': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:05.597324 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.614619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] device_id is not set on port 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 yet. {{(pid=102291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:19:05.643939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7e661215-1c4f-4aed-a4de-e3bca15522de None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:05.647001 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7e661215-1c4f-4aed-a4de-e3bca15522de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.734542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7e661215-1c4f-4aed-a4de-e3bca15522de None None] Provisioning complete for port 51209eba-e505-4d46-ba1b-084776f6abb0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:05.735232 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7e661215-1c4f-4aed-a4de-e3bca15522de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:05.771821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-7e661215-1c4f-4aed-a4de-e3bca15522de None None] Port 51209eba-e505-4d46-ba1b-084776f6abb0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:05.781865 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8::2a2 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/63394266-bd1f-4cac-8dcb-d0d49864b7ae/4e57a5d8-27e1-48a2-a545-4ebb17c95ac2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:06.140966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de007dab-a088-4a18-9839-2863f67e926e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:06.186467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:06.186855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:06.293877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:06.388607 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-79a09e62-eb44-4c6b-bd3d-8de2747efe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:06.412091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:06.451434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:06.454331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:06.460773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:06.466784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:06.467408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:06.478683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=4e57a5d8-27e1-48a2-a545-4ebb17c95ac2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:06.574498 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f7a43f32-e1a3-4cad-8abd-3a583349c65b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2515275 Nov 05 22:19:06.577528 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35580) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:06.582534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b8a346a7-66af-4f47-aae5-ec0a17b3ca00 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:06.700581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-035d32ad-8375-4f8b-acc8-0152a7ffa625 None None] Provisioning complete for port 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:06.700946 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-035d32ad-8375-4f8b-acc8-0152a7ffa625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:06.731639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a346a7-66af-4f47-aae5-ec0a17b3ca00 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:06.735218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a346a7-66af-4f47-aae5-ec0a17b3ca00 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:06.736936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-035d32ad-8375-4f8b-acc8-0152a7ffa625 None None] Port 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:06.823785 n-d-816738-5 neutron-server[102291]: INFO neutron.db.ipam_backend_mixin [None req-b8a346a7-66af-4f47-aae5-ec0a17b3ca00 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63394266-bd1f-4cac-8dcb-d0d49864b7ae (CIDR: 2001:db8::/64) Nov 05 22:19:06.867208 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a346a7-66af-4f47-aae5-ec0a17b3ca00 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:19:06.867690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a346a7-66af-4f47-aae5-ec0a17b3ca00 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:06.937920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8a346a7-66af-4f47-aae5-ec0a17b3ca00 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3592806 Nov 05 22:19:06.940734 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35582) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:06.945648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ee9eb984-f626-4c96-a9b1-e69f82e7d65a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:06.985319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-c9b6d172-d54d-411a-9512-340c25dbf681 req-664b2126-9bb5-4f59-9333-356a8d9d93f2 service neutron] (102292) timed out ('10.222.0.46', 55089) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:19:07.129791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9eb984-f626-4c96-a9b1-e69f82e7d65a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:07.133387 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ee9eb984-f626-4c96-a9b1-e69f82e7d65a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:07.231962 n-d-816738-5 neutron-server[102291]: INFO neutron.db.ipam_backend_mixin [None req-ee9eb984-f626-4c96-a9b1-e69f82e7d65a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 73c2a451-6546-498f-93b4-06f921b2cf48 (CIDR: 2001:db8:0:1::/64) Nov 05 22:19:07.273371 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9eb984-f626-4c96-a9b1-e69f82e7d65a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:19:07.273826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9eb984-f626-4c96-a9b1-e69f82e7d65a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:07.352278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee9eb984-f626-4c96-a9b1-e69f82e7d65a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4104965 Nov 05 22:19:07.355796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35584) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:07.360871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'subnet': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:07.531503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Made reservation on behalf of 75c9cfd443554e29aad330a8ff2131be for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:07.535105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:07.823711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:07.861718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:07.865055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:07.871141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:07.871767 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:07.875558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81bd423-3bed-4d51-8233-e6f8f118400c None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:07.885618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Subnet': ['ID=16be2401-b715-4cfd-b463-89da2155e240,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:07.973231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-840b61ce-4d16-4779-ba8c-30132305254d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6161959 Nov 05 22:19:07.982271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35586) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:07.987437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1508557489', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '16be2401-b715-4cfd-b463-89da2155e240'}], 'security_groups': ['057e78e7-3d09-42b2-b596-1a5dac087e6e', '242f0640-f3ef-4b6c-acf5-2e5ee25bd245']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:08.097448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e7963-984d-4188-b30c-eac593150a5d None None] Update dhcp port {'port': {'network_id': '9d3a4e82-8554-4bc2-9df1-3d5df977dd2b', 'fixed_ips': [{'subnet_id': '73c2a451-6546-498f-93b4-06f921b2cf48', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63394266-bd1f-4cac-8dcb-d0d49864b7ae', 'ip_address': '2001:db8::2'}, {'subnet_id': '16be2401-b715-4cfd-b463-89da2155e240'}], 'binding:host_id': 'n-d-816738-5'}, 'id': 'de007dab-a088-4a18-9839-2863f67e926e'} from n-d-816738-5. {{(pid=102293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 05 22:19:08.123876 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f87e7963-984d-4188-b30c-eac593150a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:08.150872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:08.289212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f87e7963-984d-4188-b30c-eac593150a5d None None] Allocated IP 2001:db8:0:2::2 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/16be2401-b715-4cfd-b463-89da2155e240/de007dab-a088-4a18-9839-2863f67e926e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:08.394059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f87e7963-984d-4188-b30c-eac593150a5d None None] For port de007dab-a088-4a18-9839-2863f67e926e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de007dab-a088-4a18-9839-2863f67e926e,segment=NetworkSegment(bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff),segment_id=bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:08.425361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f87e7963-984d-4188-b30c-eac593150a5d None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:08.509015 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f87e7963-984d-4188-b30c-eac593150a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:08.537860 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5bc89032-3f06-40c3-ac56-6133193823d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:08.601531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e7963-984d-4188-b30c-eac593150a5d None None] Pushing event updated for resources: {'Port': ['ID=de007dab-a088-4a18-9839-2863f67e926e,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:08.806553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Delete allocated IP 2001:db8::2a2 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/63394266-bd1f-4cac-8dcb-d0d49864b7ae) {{(pid=102292) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 05 22:19:08.814423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Allocated IP 2001:db8:0:2::275 (9d3a4e82-8554-4bc2-9df1-3d5df977dd2b/16be2401-b715-4cfd-b463-89da2155e240/4e57a5d8-27e1-48a2-a545-4ebb17c95ac2) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:08.989351 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.075037 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.137248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] In _notify_port_updated(), no bound segment for port 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 on network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b {{(pid=102292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 05 22:19:09.142998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:09.148111 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.148111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "PUT /v2.0/ports/4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 HTTP/1.1" status: 200 len: 970 time: 1.1645517 Nov 05 22:19:09.148499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35588) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:09.155602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f21b33-654a-4240-a50e-df2dd09896ae tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event updated for resources: {'Port': ['ID=4e57a5d8-27e1-48a2-a545-4ebb17c95ac2,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:09.178687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Provisioning complete for port 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:09.179264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.218036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Port 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:09.228957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:09.229431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.254688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:09.255255 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.362248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.376359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 owned by {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:09.489178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Provisioning complete for port 51209eba-e505-4d46-ba1b-084776f6abb0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:09.489453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.523174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d5122252-812b-406b-b432-ff7fd89c49df None None] Port 51209eba-e505-4d46-ba1b-084776f6abb0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:09.586940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.618297 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=4e57a5d8-27e1-48a2-a545-4ebb17c95ac2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:09.637354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a351af52-37f2-4aca-9485-231a684d6be6 None None] Could not find standard attr ID for object 4e57a5d8-27e1-48a2-a545-4ebb17c95ac2. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:19:09.646928 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.650252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bfd3597d-c24b-4d80-a0a4-3a49233ddee4 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 HTTP/1.1" status: 204 len: 168 time: 0.5009265 Nov 05 22:19:09.652789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35590) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:09.677720 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3d4d01-3df9-4df3-be52-69b1304872ee tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] GET failed (client error): The resource could not be found. Nov 05 22:19:09.681487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf3d4d01-3df9-4df3-be52-69b1304872ee tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports/4e57a5d8-27e1-48a2-a545-4ebb17c95ac2 HTTP/1.1" status: 404 len: 333 time: 0.0256925 Nov 05 22:19:09.687104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35592) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:09.739925 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9163792-d27f-4bc9-bb95-b6fd3ab2bbab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.764657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9163792-d27f-4bc9-bb95-b6fd3ab2bbab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.851970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9163792-d27f-4bc9-bb95-b6fd3ab2bbab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.855083 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c9163792-d27f-4bc9-bb95-b6fd3ab2bbab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.856323 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c9163792-d27f-4bc9-bb95-b6fd3ab2bbab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/security-groups/7080cabb-f083-4d91-a2db-6d2b871e6571 HTTP/1.1" status: 204 len: 168 time: 0.1727312 Nov 05 22:19:09.859060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35594) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:09.865561 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9163792-d27f-4bc9-bb95-b6fd3ab2bbab tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7080cabb-f083-4d91-a2db-6d2b871e6571,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:09.918810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09d5a5ff-b804-4881-85a4-0739d1436d6c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:09.941384 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09d5a5ff-b804-4881-85a4-0739d1436d6c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.058039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09d5a5ff-b804-4881-85a4-0739d1436d6c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.060722 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09d5a5ff-b804-4881-85a4-0739d1436d6c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.064360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-09d5a5ff-b804-4881-85a4-0739d1436d6c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/security-groups/242f0640-f3ef-4b6c-acf5-2e5ee25bd245 HTTP/1.1" status: 204 len: 168 time: 0.2016175 Nov 05 22:19:10.064523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.064742 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35596) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:10.082404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5a5ff-b804-4881-85a4-0739d1436d6c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f0640-f3ef-4b6c-acf5-2e5ee25bd245,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:10.123521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f492357-3837-45c6-9081-790f118522ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.146532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de007dab-a088-4a18-9839-2863f67e926e up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:10.152718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f492357-3837-45c6-9081-790f118522ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.198301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:10.198901 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.263005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f492357-3837-45c6-9081-790f118522ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.265769 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f492357-3837-45c6-9081-790f118522ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.266937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f492357-3837-45c6-9081-790f118522ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/security-groups/057e78e7-3d09-42b2-b596-1a5dac087e6e HTTP/1.1" status: 204 len: 168 time: 0.2011373 Nov 05 22:19:10.269804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35598) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:10.276576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f492357-3837-45c6-9081-790f118522ce tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e78e7-3d09-42b2-b596-1a5dac087e6e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:10.327031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 63394266-bd1f-4cac-8dcb-d0d49864b7ae {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:10.327031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.366657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.450798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.594942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.620970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=63394266-bd1f-4cac-8dcb-d0d49864b7ae,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:10.624731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.628769 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-53eb5c3f-9666-4e70-ae85-c9a12293dc19 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/63394266-bd1f-4cac-8dcb-d0d49864b7ae HTTP/1.1" status: 204 len: 168 time: 0.3567550 Nov 05 22:19:10.631582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35600) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:10.635903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6dc72-f58f-4595-ba1a-53ba033c5c45 None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:10.685607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 16be2401-b715-4cfd-b463-89da2155e240 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:10.689007 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.730079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.816543 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.949344 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.978065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=16be2401-b715-4cfd-b463-89da2155e240,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:10.985651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:10.985651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f43ff4e7-b78a-4852-9160-e6efc8f9f80c tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/16be2401-b715-4cfd-b463-89da2155e240 HTTP/1.1" status: 204 len: 168 time: 0.3524258 Nov 05 22:19:10.987468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35602) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.016689 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-112d1824-eb47-4c29-84a2-ed6b028d9ae5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.017160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112d1824-eb47-4c29-84a2-ed6b028d9ae5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.021853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-112d1824-eb47-4c29-84a2-ed6b028d9ae5 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/63394266-bd1f-4cac-8dcb-d0d49864b7ae HTTP/1.1" status: 404 len: 337 time: 0.0319891 Nov 05 22:19:11.022881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35604) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.076762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting subnet 73c2a451-6546-498f-93b4-06f921b2cf48 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:11.080553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.123364 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.221122 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.306950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5fd1a4-224e-44aa-9f0f-73a518fd80ae None None] Network 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:11.349309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.378766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Subnet': ['ID=73c2a451-6546-498f-93b4-06f921b2cf48,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:11.380731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.386086 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-988086e0-62c0-44df-ac11-84aa0599f152 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/73c2a451-6546-498f-93b4-06f921b2cf48 HTTP/1.1" status: 204 len: 168 time: 0.3600426 Nov 05 22:19:11.386375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35608) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.396592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cae99fdd-0620-41ad-860a-a1b8f1bfff92 None None] Provisioning complete for port de007dab-a088-4a18-9839-2863f67e926e triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:11.396965 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cae99fdd-0620-41ad-860a-a1b8f1bfff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.415979 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-776c2234-b41b-400c-af62-12460f2ef314 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.416440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776c2234-b41b-400c-af62-12460f2ef314 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.419498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-776c2234-b41b-400c-af62-12460f2ef314 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/2e4f7890-268b-4e1d-94f5-c88c7ea35506 HTTP/1.1" status: 404 len: 337 time: 0.0322433 Nov 05 22:19:11.422291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35610) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.453531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8f19068e-85ca-42cc-bd98-bcbe10991ffa tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "GET /v2.0/ports?device_id=20166906-339b-4813-bce5-ba977124a584 HTTP/1.1" status: 200 len: 205 time: 0.0303175 Nov 05 22:19:11.456299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35612) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.500121 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-fc5b388a-ede4-4578-afeb-4f6e2617881e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] delete failed (client error): The resource could not be found. Nov 05 22:19:11.503440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc5b388a-ede4-4578-afeb-4f6e2617881e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/routers/20166906-339b-4813-bce5-ba977124a584 HTTP/1.1" status: 404 len: 336 time: 0.0437331 Nov 05 22:19:11.503798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35614) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.531142 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef32c1da-78a4-49a8-b616-27b9a7b76334 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.538794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef32c1da-78a4-49a8-b616-27b9a7b76334 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.538794 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ef32c1da-78a4-49a8-b616-27b9a7b76334 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/20a12b6c-35ae-467c-a05c-c5d41f587c80 HTTP/1.1" status: 404 len: 337 time: 0.0292423 Nov 05 22:19:11.538794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35616) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.541719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.568082 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82accd1-2f5a-4525-b1d0-168bb766ab29 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.568082 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82accd1-2f5a-4525-b1d0-168bb766ab29 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.569356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cae99fdd-0620-41ad-860a-a1b8f1bfff92 None None] Provisioning complete for port 51209eba-e505-4d46-ba1b-084776f6abb0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:11.569533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b82accd1-2f5a-4525-b1d0-168bb766ab29 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/4566e48a-a663-4c47-b739-398216851218 HTTP/1.1" status: 404 len: 337 time: 0.0309107 Nov 05 22:19:11.569727 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cae99fdd-0620-41ad-860a-a1b8f1bfff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.572204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35618) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.592343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] DHCP port deletion for 9d3a4e82-8554-4bc2-9df1-3d5df977dd2b request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:19:11.603602 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c741f4-2ffb-42ed-a3ea-677209541cb3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.604049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c741f4-2ffb-42ed-a3ea-677209541cb3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.607038 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-68c741f4-2ffb-42ed-a3ea-677209541cb3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/bede9ba7-4f4b-43e6-a40c-1b89e05331ae HTTP/1.1" status: 404 len: 337 time: 0.0338933 Nov 05 22:19:11.610924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35620) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.634343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cae99fdd-0620-41ad-860a-a1b8f1bfff92 None None] Port 51209eba-e505-4d46-ba1b-084776f6abb0 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:11.634575 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81e781c-2d8f-4075-b5ea-bcfd20f97cf8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.635722 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81e781c-2d8f-4075-b5ea-bcfd20f97cf8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.642211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e81e781c-2d8f-4075-b5ea-bcfd20f97cf8 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/39bde885-695d-4e6c-914f-d4f66653a26d HTTP/1.1" status: 404 len: 333 time: 0.0279253 Nov 05 22:19:11.642436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35622) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.666420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] Deleting port de007dab-a088-4a18-9839-2863f67e926e {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:11.666784 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.669035 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dd266e-764d-462e-aa6f-b6735bf017a3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.669478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dd266e-764d-462e-aa6f-b6735bf017a3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.672698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a9dd266e-764d-462e-aa6f-b6735bf017a3 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/1bdb0505-1c6d-44fe-a84d-bac8cd0ad110 HTTP/1.1" status: 404 len: 337 time: 0.0294015 Nov 05 22:19:11.675186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35626) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.705419 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b06ae5-08a5-4ce2-81d5-25aba47c7998 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.705419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b06ae5-08a5-4ce2-81d5-25aba47c7998 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.708242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7b06ae5-08a5-4ce2-81d5-25aba47c7998 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/745f51f1-df46-47aa-b222-840745093adf HTTP/1.1" status: 404 len: 337 time: 0.0320945 Nov 05 22:19:11.710842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35628) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.734896 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-690bd8f9-fdca-4dec-90ba-ef91161fc31b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.735551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690bd8f9-fdca-4dec-90ba-ef91161fc31b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.738631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-690bd8f9-fdca-4dec-90ba-ef91161fc31b tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/5762d5f6-5cbc-4e2f-9ba5-b78a930d72c4 HTTP/1.1" status: 404 len: 333 time: 0.0268419 Nov 05 22:19:11.741201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35630) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.744956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] For port de007dab-a088-4a18-9839-2863f67e926e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=de007dab-a088-4a18-9839-2863f67e926e,segment=NetworkSegment(bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff),segment_id=bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:11.745533 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.761390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] Calling delete_port for de007dab-a088-4a18-9839-2863f67e926e owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:11.766085 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c62653e-dc9d-499e-86f7-97c4e9af8c72 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.766531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c62653e-dc9d-499e-86f7-97c4e9af8c72 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.769630 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1c62653e-dc9d-499e-86f7-97c4e9af8c72 tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/5dcdf008-0547-4e1d-93af-765cedbf0399 HTTP/1.1" status: 404 len: 337 time: 0.0275102 Nov 05 22:19:11.772153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35632) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.803472 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f121398-8eac-4372-b61a-1261c19a1d5d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] DELETE failed (client error): The resource could not be found. Nov 05 22:19:11.803958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f121398-8eac-4372-b61a-1261c19a1d5d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:19:11.806966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f121398-8eac-4372-b61a-1261c19a1d5d tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/subnets/120ab3d9-4ec4-418e-bb53-faf908435621 HTTP/1.1" status: 404 len: 337 time: 0.0339022 Nov 05 22:19:11.809589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35634) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:11.894162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Deleting port 51209eba-e505-4d46-ba1b-084776f6abb0 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:11.894445 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.943095 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.964647 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:11.977998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Calling delete_port for 51209eba-e505-4d46-ba1b-084776f6abb0 owned by {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:11.983511 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] Pushing event deleted for resources: {'Port': ['ID=de007dab-a088-4a18-9839-2863f67e926e,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:11.986307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8631c-0999-4804-ba41-6a67b7ac7f61 None None] No DVR routers for this DVR port de007dab-a088-4a18-9839-2863f67e926e on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:12.062890 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.130541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de007dab-a088-4a18-9839-2863f67e926e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:19:12.136285 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.153371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: de007dab-a088-4a18-9839-2863f67e926e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:19:12.153723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device de007dab-a088-4a18-9839-2863f67e926e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:19:12.167951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Port': ['ID=51209eba-e505-4d46-ba1b-084776f6abb0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:12.177612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.181497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-04b89100-4c0c-4cba-b158-fb0da0af484e tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/ports/51209eba-e505-4d46-ba1b-084776f6abb0 HTTP/1.1" status: 204 len: 168 time: 0.3709807 Nov 05 22:19:12.183949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35636) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:12.263321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.349164 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.374923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3a4e82-8554-4bc2-9df1-3d5df977dd2b']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:12.385004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:12.385294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc81f3a4-d9d8-46d0-8a43-75b2af2a4aff') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:12.394635 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.407485 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.413297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:19:12.413671 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:19:12.416713 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:19:12.519963 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.526715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:12.529890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] 10.222.0.41 "DELETE /v2.0/networks/9d3a4e82-8554-4bc2-9df1-3d5df977dd2b HTTP/1.1" status: 204 len: 168 time: 0.3450067 Nov 05 22:19:12.541361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69ac6a-8204-489b-8a5b-2fa7a9a3617a tempest-PortsIpV6TestJSON-478232718 tempest-PortsIpV6TestJSON-478232718-project] Pushing event deleted for resources: {'Network': ['ID=9d3a4e82-8554-4bc2-9df1-3d5df977dd2b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:12.971042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35642) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:13.105503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39c2c412-cbd6-4e94-b987-d07b93f5af4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75c9cfd443554e29aad330a8ff2131be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332507 Nov 05 22:19:13.108034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35646) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:13.159039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99682ced-e077-4822-8c09-1f111163b451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:13.181385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99682ced-e077-4822-8c09-1f111163b451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:13.324476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99682ced-e077-4822-8c09-1f111163b451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:13.327006 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-99682ced-e077-4822-8c09-1f111163b451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:13.328174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-99682ced-e077-4822-8c09-1f111163b451 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/216803b6-3b38-4953-9341-79587672cc29 HTTP/1.1" status: 204 len: 168 time: 0.2192459 Nov 05 22:19:13.335874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99682ced-e077-4822-8c09-1f111163b451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216803b6-3b38-4953-9341-79587672cc29,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:14.338789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35668) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:14.434327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2007873876'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:14.537613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:14.541680 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:14.550664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:14.623968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:14.781624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:14.815344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:19:14.817497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb5574c-3b31-4abd-bf5c-abaa00f1c0e6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:14.823415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:14.823789 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment 29d2643a-d8b1-427a-b062-2556f85de1ac of type vlan for network 3e9414d9-38d8-41d3-a409-a6f3491012b4 Nov 05 22:19:14.866079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:14.977111 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:14.982716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:14.983294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:15.051080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=3e9414d9-38d8-41d3-a409-a6f3491012b4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:15.061359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:19:15.111342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-325949bd-a27a-4667-aeeb-b3b695eb19e3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7713077 Nov 05 22:19:15.113816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35672) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:15.118677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-552524534'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:15.262911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:15.266547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:15.290179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:19:15.298533 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:15.298873 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment 0ab22e5d-41f2-47d1-976e-1ff562dbf082 of type vlan for network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a Nov 05 22:19:15.338433 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:15.434460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:15.440123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:15.445382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:15.511116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=8f68046e-36c1-425c-8ddd-4b3fc84bd16a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:15.521608 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:19:15.551716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-089b3e62-0e15-4184-8e76-f811cc5d4ed5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4368167 Nov 05 22:19:15.554679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35674) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:15.560641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': '3e9414d9-38d8-41d3-a409-a6f3491012b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:15.735758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:15.739373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:15.992938 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.058017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=4bd98714-a057-47ba-be43-6f12910b20a8,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:16.068388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': '29d2643a-d8b1-427a-b062-2556f85de1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e9414d9-38d8-41d3-a409-a6f3491012b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:16.068764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: 3e9414d9-38d8-41d3-a409-a6f3491012b4, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:19:16.188860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:19:16.278439 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 3e9414d9-38d8-41d3-a409-a6f3491012b4) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:16.282446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:16.283281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.290579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455c53a-1f80-4768-8b50-c3e646e17bdf None None] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:16.373223 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-61fb6dd9-9676-4568-8e3e-a3d74a348a79 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8172534 Nov 05 22:19:16.376508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35676) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:16.381577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': '8f68046e-36c1-425c-8ddd-4b3fc84bd16a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:16.462355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-3e9414d9-38d8-41d3-a409-a6f3491012b4', 'network_id': '3e9414d9-38d8-41d3-a409-a6f3491012b4', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': '4bd98714-a057-47ba-be43-6f12910b20a8'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:19:16.464108 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.577702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:16.583156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.601997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Allocated IP 2001:db8::2 (3e9414d9-38d8-41d3-a409-a6f3491012b4/4bd98714-a057-47ba-be43-6f12910b20a8/2b0f5013-00ed-4a1e-adef-8cbfc6c58088) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:16.756130 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.874905 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.907131 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.911870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:16.916569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:16.919617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:16.928517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Pushing event updated for resources: {'Port': ['ID=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:16.975946 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=18e80e27-0895-473c-bc96-fb14de618929,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:16.984825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': '0ab22e5d-41f2-47d1-976e-1ff562dbf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f68046e-36c1-425c-8ddd-4b3fc84bd16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:16.985194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: 8f68046e-36c1-425c-8ddd-4b3fc84bd16a, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:19:16.986973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Attempting to bind port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:16.987341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Attempting to bind port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '29d2643a-d8b1-427a-b062-2556f85de1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e9414d9-38d8-41d3-a409-a6f3491012b4'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:16.987738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Attempting to bind port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 on network 3e9414d9-38d8-41d3-a409-a6f3491012b4 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:16.992852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:16.993201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Checking segment: {'id': '29d2643a-d8b1-427a-b062-2556f85de1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e9414d9-38d8-41d3-a409-a6f3491012b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:16.993596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:16.994541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Bound using segment: {'id': '29d2643a-d8b1-427a-b062-2556f85de1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e9414d9-38d8-41d3-a409-a6f3491012b4'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:16.995000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Bound port: 2b0f5013-00ed-4a1e-adef-8cbfc6c58088, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d2643a-d8b1-427a-b062-2556f85de1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e9414d9-38d8-41d3-a409-a6f3491012b4'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:16.995374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.058797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] For port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:17.061605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:19:17.061865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] For port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,segment=NetworkSegment(29d2643a-d8b1-427a-b062-2556f85de1ac),segment_id=29d2643a-d8b1-427a-b062-2556f85de1ac)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:17.137721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.143044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 8f68046e-36c1-425c-8ddd-4b3fc84bd16a) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:17.147273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:17.148154 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.171323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f5e1a-15d9-46b8-bffd-15c38a5cffb4 None None] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:17.257203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519c257-2aed-4802-a99f-e5cfcd62afdd None None] Pushing event updated for resources: {'Port': ['ID=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:17.275865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d39e501a-45fc-44bc-92f1-5221136a1fe5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8981748 Nov 05 22:19:17.278714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35678) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:17.284419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7fa7a95e-7c16-403c-9efc-3753eac10768 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1154308984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:17.366716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-8f68046e-36c1-425c-8ddd-4b3fc84bd16a', 'network_id': '8f68046e-36c1-425c-8ddd-4b3fc84bd16a', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': '18e80e27-0895-473c-bc96-fb14de618929'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:19:17.367841 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.387611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a95e-7c16-403c-9efc-3753eac10768 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.388758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a95e-7c16-403c-9efc-3753eac10768 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.449239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a95e-7c16-403c-9efc-3753eac10768 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.521597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Allocated IP 2001:db8:1::2 (8f68046e-36c1-425c-8ddd-4b3fc84bd16a/18e80e27-0895-473c-bc96-fb14de618929/cbc346ce-ff53-4de2-aadc-c534b6deaefc) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:17.543843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a95e-7c16-403c-9efc-3753eac10768 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.625139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a95e-7c16-403c-9efc-3753eac10768 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.626414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7fa7a95e-7c16-403c-9efc-3753eac10768 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3466132 Nov 05 22:19:17.629201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35680) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:17.672005 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.736621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.773244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:17.780222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:17.784719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:17.787775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Pushing event updated for resources: {'Port': ['ID=cbc346ce-ff53-4de2-aadc-c534b6deaefc,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:17.848909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Attempting to bind port cbc346ce-ff53-4de2-aadc-c534b6deaefc on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:17.849279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Attempting to bind port cbc346ce-ff53-4de2-aadc-c534b6deaefc by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '0ab22e5d-41f2-47d1-976e-1ff562dbf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f68046e-36c1-425c-8ddd-4b3fc84bd16a'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:17.850081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Attempting to bind port cbc346ce-ff53-4de2-aadc-c534b6deaefc on network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:17.857220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:17.857595 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Checking segment: {'id': '0ab22e5d-41f2-47d1-976e-1ff562dbf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f68046e-36c1-425c-8ddd-4b3fc84bd16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:17.858001 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.858396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Bound using segment: {'id': '0ab22e5d-41f2-47d1-976e-1ff562dbf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f68046e-36c1-425c-8ddd-4b3fc84bd16a'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:17.858861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Bound port: cbc346ce-ff53-4de2-aadc-c534b6deaefc, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab22e5d-41f2-47d1-976e-1ff562dbf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f68046e-36c1-425c-8ddd-4b3fc84bd16a'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:17.859240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.916856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:17.923725 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] For port cbc346ce-ff53-4de2-aadc-c534b6deaefc, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:17.926960 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] For port cbc346ce-ff53-4de2-aadc-c534b6deaefc, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cbc346ce-ff53-4de2-aadc-c534b6deaefc,segment=NetworkSegment(0ab22e5d-41f2-47d1-976e-1ff562dbf082),segment_id=0ab22e5d-41f2-47d1-976e-1ff562dbf082)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:18.016477 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.100016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e493071-6e14-4107-bb40-9eb476ac2eeb None None] Pushing event updated for resources: {'Port': ['ID=cbc346ce-ff53-4de2-aadc-c534b6deaefc,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:18.187650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8::1 (3e9414d9-38d8-41d3-a409-a6f3491012b4/4bd98714-a057-47ba-be43-6f12910b20a8/9aff475a-3544-4e82-9cc8-4b224502933d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:18.213699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:18.217114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839cb73-caaf-4905-bb14-407f116e7bda None None] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:18.329597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.340213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-66ab79be-5d3b-47cb-92e3-29fb081fc5c2 None None] Provisioning complete for port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:18.340213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-66ab79be-5d3b-47cb-92e3-29fb081fc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.420523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:18.421155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.428709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.475399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:18.478644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:18.482334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:18.482878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.525354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=9aff475a-3544-4e82-9cc8-4b224502933d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:18.529497 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-66ab79be-5d3b-47cb-92e3-29fb081fc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.588158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.610895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-66ab79be-5d3b-47cb-92e3-29fb081fc5c2 None None] For port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,segment=NetworkSegment(29d2643a-d8b1-427a-b062-2556f85de1ac),segment_id=29d2643a-d8b1-427a-b062-2556f85de1ac)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:18.708734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.721109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-66ab79be-5d3b-47cb-92e3-29fb081fc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:18.804575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:19:18.805217 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:19:18.809172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab79be-5d3b-47cb-92e3-29fb081fc5c2 None None] Pushing event updated for resources: {'Port': ['ID=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:18.842209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6cd2cdbe-11e1-4981-b05a-3d2254c4e848 None None] Provisioning complete for port 9aff475a-3544-4e82-9cc8-4b224502933d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:18.842720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6cd2cdbe-11e1-4981-b05a-3d2254c4e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.036013 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.055303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2cdbe-11e1-4981-b05a-3d2254c4e848 None None] Port 9aff475a-3544-4e82-9cc8-4b224502933d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:19.071093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6cd2cdbe-11e1-4981-b05a-3d2254c4e848 None None] Provisioning complete for port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:19.071093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6cd2cdbe-11e1-4981-b05a-3d2254c4e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.120271 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.121192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.212204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5157d4d-a384-4c70-9df9-f8384468fea9 None None] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:19.215150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=9aff475a-3544-4e82-9cc8-4b224502933d,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:19.255072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:19.256578 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:19.292342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Provisioning complete for port 9aff475a-3544-4e82-9cc8-4b224502933d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:19.292715 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.393919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Port 9aff475a-3544-4e82-9cc8-4b224502933d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:19.422884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Provisioning complete for port cbc346ce-ff53-4de2-aadc-c534b6deaefc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:19.423542 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.434765 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 0fb8631a-157f-4245-91fb-171c4e63d534 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:19:19.528479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.538240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:19.549522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-58376b13-8c18-4dc3-ba0f-7fa2982e6136 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/0fb8631a-157f-4245-91fb-171c4e63d534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192996 Nov 05 22:19:19.549728 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] Sync routers for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:19.552454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35682) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:19.567909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] For port cbc346ce-ff53-4de2-aadc-c534b6deaefc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cbc346ce-ff53-4de2-aadc-c534b6deaefc,segment=NetworkSegment(0ab22e5d-41f2-47d1-976e-1ff562dbf082),segment_id=0ab22e5d-41f2-47d1-976e-1ff562dbf082)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:19.572830 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:19.572830 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:19.605617 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:19.610472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803ad4e-5c18-44fc-98e5-251ee61b14b3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:19.614611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1803ad4e-5c18-44fc-98e5-251ee61b14b3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports/9aff475a-3544-4e82-9cc8-4b224502933d HTTP/1.1" status: 200 len: 911 time: 0.0584397 Nov 05 22:19:19.614854 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:19.615009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35684) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:19.615469 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:19.648250 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:19.648908 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d693b-e649-48a5-9ccb-cb3532f28065 None None] The sync data for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:19.669117 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.723677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1bfd4-97d4-4ca5-b2ac-001b6fc3246d None None] Pushing event updated for resources: {'Port': ['ID=cbc346ce-ff53-4de2-aadc-c534b6deaefc,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:19.789828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-870e019a-2453-4d0d-92ca-09ec628660b3 None None] Provisioning complete for port 9aff475a-3544-4e82-9cc8-4b224502933d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:19.790104 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-870e019a-2453-4d0d-92ca-09ec628660b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.825526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-870e019a-2453-4d0d-92ca-09ec628660b3 None None] Port 9aff475a-3544-4e82-9cc8-4b224502933d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:19.835232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-870e019a-2453-4d0d-92ca-09ec628660b3 None None] Provisioning complete for port cbc346ce-ff53-4de2-aadc-c534b6deaefc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:19.835629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-870e019a-2453-4d0d-92ca-09ec628660b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:19.972808 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.229313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:20.245476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8:1::1 (8f68046e-36c1-425c-8ddd-4b3fc84bd16a/18e80e27-0895-473c-bc96-fb14de618929/aea63094-fa80-4a45-ae7d-18cd41afba06) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:20.276565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:20.276923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.354000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cbc346ce-ff53-4de2-aadc-c534b6deaefc up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:20.361174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.404308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port cbc346ce-ff53-4de2-aadc-c534b6deaefc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:20.404678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.462036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.506067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:20.511163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:20.515012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:20.515559 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.521723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=aea63094-fa80-4a45-ae7d-18cd41afba06,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:20.562421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.563201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.563201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.563433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.563792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.568502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.568502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.568502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.568502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.568502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.568502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.568502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:20.704606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.745368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-14b0ab69-c984-4e07-a224-1b4af9474cf6 None None] Provisioning complete for port aea63094-fa80-4a45-ae7d-18cd41afba06 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:20.745969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14b0ab69-c984-4e07-a224-1b4af9474cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:20.783715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-14b0ab69-c984-4e07-a224-1b4af9474cf6 None None] Port aea63094-fa80-4a45-ae7d-18cd41afba06 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:20.963619 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:21.068870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:21.069650 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:21.165086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=aea63094-fa80-4a45-ae7d-18cd41afba06,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:21.202167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:21.203596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:21.308764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 0fb8631a-157f-4245-91fb-171c4e63d534 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:21.406081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:21.411151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-462bc512-666c-487a-8fba-63f0f86f25ed tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/0fb8631a-157f-4245-91fb-171c4e63d534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953184 Nov 05 22:19:21.413751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35686) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:21.416305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] Sync routers for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:21.426527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:21.427140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:21.458064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd72dc-28b5-456e-8997-9a4bc2cf3e11 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:21.459422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-09cd72dc-28b5-456e-8997-9a4bc2cf3e11 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports/aea63094-fa80-4a45-ae7d-18cd41afba06 HTTP/1.1" status: 200 len: 913 time: 0.0447395 Nov 05 22:19:21.459610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:21.462721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35688) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:21.468321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:21.468858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:21.504097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:21.504654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f6f39-17fe-496f-a84d-e62c486ca5bf None None] The sync data for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:21.515634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4549e840-27f7-4b76-b33f-1b961e0b5b2e None None] Provisioning complete for port aea63094-fa80-4a45-ae7d-18cd41afba06 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:21.516012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4549e840-27f7-4b76-b33f-1b961e0b5b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:21.553046 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4549e840-27f7-4b76-b33f-1b961e0b5b2e None None] Port aea63094-fa80-4a45-ae7d-18cd41afba06 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:21.777885 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:22.335749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port aea63094-fa80-4a45-ae7d-18cd41afba06 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:22.335990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:22.421301 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:22.435608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for aea63094-fa80-4a45-ae7d-18cd41afba06 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:22.655255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:22.678640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=aea63094-fa80-4a45-ae7d-18cd41afba06,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:22.795935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:22.979680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 0fb8631a-157f-4245-91fb-171c4e63d534 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:23.070192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:23.076496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-31c6a66d-83a8-4322-b39b-f4e87e428749 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/0fb8631a-157f-4245-91fb-171c4e63d534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6127601 Nov 05 22:19:23.079683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35690) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:23.084422 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] Sync routers for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:23.093798 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:23.094732 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:23.126392 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:23.135440 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:23.136057 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:23.167938 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:23.168203 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a088bb-3e57-407a-aa94-f71003d7cbc5 None None] The sync data for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:23.386371 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:23.620350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 9aff475a-3544-4e82-9cc8-4b224502933d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:23.620688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:23.705736 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:23.717958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 9aff475a-3544-4e82-9cc8-4b224502933d owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:23.942840 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:23.970987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=9aff475a-3544-4e82-9cc8-4b224502933d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:24.067689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:24.582368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 0fb8631a-157f-4245-91fb-171c4e63d534 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:24.654599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:24.660109 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-03ed9e9f-888a-4d05-857d-b85a18bda4fc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/0fb8631a-157f-4245-91fb-171c4e63d534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5793698 Nov 05 22:19:24.662931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35692) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:24.664806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] Sync routers for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:24.674753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:24.675368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:24.694206 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-929b677f-17b0-4538-b332-99bcc70564f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb8631a-157f-4245-91fb-171c4e63d534 HTTP/1.1" status: 200 len: 205 time: 0.0300574 Nov 05 22:19:24.696612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35694) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:24.708045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:24.716664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] Routers {'0fb8631a-157f-4245-91fb-171c4e63d534'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:24.717268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0fb8631a-157f-4245-91fb-171c4e63d534'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:24.752896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:24.753554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c3dcd-45c8-43d8-9d10-6423e411c69b None None] The sync data for ids ['0fb8631a-157f-4245-91fb-171c4e63d534'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:24.768118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0972de-c889-45a0-98ac-878e5dd11ddc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:24.926317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0972de-c889-45a0-98ac-878e5dd11ddc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:24.928423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0972de-c889-45a0-98ac-878e5dd11ddc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.101132 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0972de-c889-45a0-98ac-878e5dd11ddc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.101702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0972de-c889-45a0-98ac-878e5dd11ddc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb8631a-157f-4245-91fb-171c4e63d534 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:19:25.109479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0972de-c889-45a0-98ac-878e5dd11ddc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.116695 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bd0972de-c889-45a0-98ac-878e5dd11ddc tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/0fb8631a-157f-4245-91fb-171c4e63d534 HTTP/1.1" status: 204 len: 168 time: 0.4130054 Nov 05 22:19:25.116695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35696) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:25.163221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet 18e80e27-0895-473c-bc96-fb14de618929 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:25.166932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.205992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.288967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.416307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.442031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=18e80e27-0895-473c-bc96-fb14de618929,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:25.445556 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.449364 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1f068ece-180a-4509-ab59-f90d4de06da4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/18e80e27-0895-473c-bc96-fb14de618929 HTTP/1.1" status: 204 len: 168 time: 0.3351042 Nov 05 22:19:25.451914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35698) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:25.453068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b768ddb-92d3-4e1d-b580-a8930476c6a9 None None] Network 8f68046e-36c1-425c-8ddd-4b3fc84bd16a requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:25.503819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet 4bd98714-a057-47ba-be43-6f12910b20a8 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:25.506767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.550712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.643526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] DHCP port deletion for 8f68046e-36c1-425c-8ddd-4b3fc84bd16a request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:19:25.652966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.693829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] Deleting port cbc346ce-ff53-4de2-aadc-c534b6deaefc {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:25.694436 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.758266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] For port cbc346ce-ff53-4de2-aadc-c534b6deaefc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cbc346ce-ff53-4de2-aadc-c534b6deaefc,segment=NetworkSegment(0ab22e5d-41f2-47d1-976e-1ff562dbf082),segment_id=0ab22e5d-41f2-47d1-976e-1ff562dbf082)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:25.758600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.772538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] Calling delete_port for cbc346ce-ff53-4de2-aadc-c534b6deaefc owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:25.787812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.817505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd98714-a057-47ba-be43-6f12910b20a8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:25.819647 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.826181 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-69c88dcd-3eae-45c4-887a-747e77e84bac tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/4bd98714-a057-47ba-be43-6f12910b20a8 HTTP/1.1" status: 204 len: 168 time: 0.3732786 Nov 05 22:19:25.826320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35704) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:25.831826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57f345-ac50-41b5-ba29-bd163d056bf6 None None] Network 3e9414d9-38d8-41d3-a409-a6f3491012b4 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:25.908231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:25.961458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port cbc346ce-ff53-4de2-aadc-c534b6deaefc {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:25.961799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.006455 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.026109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port cbc346ce-ff53-4de2-aadc-c534b6deaefc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cbc346ce-ff53-4de2-aadc-c534b6deaefc,segment=NetworkSegment(0ab22e5d-41f2-47d1-976e-1ff562dbf082),segment_id=0ab22e5d-41f2-47d1-976e-1ff562dbf082)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:26.026499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.031936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] Pushing event deleted for resources: {'Port': ['ID=cbc346ce-ff53-4de2-aadc-c534b6deaefc,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:26.035351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f41d0-6044-4a08-96a0-f166954b50f4 None None] No DVR routers for this DVR port cbc346ce-ff53-4de2-aadc-c534b6deaefc on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:26.044522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for cbc346ce-ff53-4de2-aadc-c534b6deaefc owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:26.056736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] DHCP port deletion for 3e9414d9-38d8-41d3-a409-a6f3491012b4 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:19:26.110410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] Deleting port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:26.111212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.133173 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.146243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port cbc346ce-ff53-4de2-aadc-c534b6deaefc on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:26.171009 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:19:26.189681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=cbc346ce-ff53-4de2-aadc-c534b6deaefc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:26.210041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] For port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,segment=NetworkSegment(29d2643a-d8b1-427a-b062-2556f85de1ac),segment_id=29d2643a-d8b1-427a-b062-2556f85de1ac)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:26.210443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.229926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] Calling delete_port for 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:26.251521 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.271800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f68046e-36c1-425c-8ddd-4b3fc84bd16a']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:26.281595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab22e5d-41f2-47d1-976e-1ff562dbf082') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:26.281813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab22e5d-41f2-47d1-976e-1ff562dbf082') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:26.291905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.305209 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.311958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:19:26.312340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:19:26.315515 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:19:26.319503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.362341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,segment=NetworkSegment(29d2643a-d8b1-427a-b062-2556f85de1ac),segment_id=29d2643a-d8b1-427a-b062-2556f85de1ac)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:26.428890 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.429573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cbc346ce-ff53-4de2-aadc-c534b6deaefc no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:19:26.438437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.445794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.448970 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/8f68046e-36c1-425c-8ddd-4b3fc84bd16a HTTP/1.1" status: 204 len: 168 time: 0.6215518 Nov 05 22:19:26.451733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:26.460801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4669ab-f127-425f-bc23-6cd44c29ab15 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=8f68046e-36c1-425c-8ddd-4b3fc84bd16a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:26.469382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: cbc346ce-ff53-4de2-aadc-c534b6deaefc {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:19:26.469382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cbc346ce-ff53-4de2-aadc-c534b6deaefc not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:19:26.494681 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.497645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:26.526651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] No DVR routers for this DVR port 2b0f5013-00ed-4a1e-adef-8cbfc6c58088 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:26.528630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97c563-de18-4045-a3c6-511e6a72677c None None] Pushing event deleted for resources: {'Port': ['ID=2b0f5013-00ed-4a1e-adef-8cbfc6c58088,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:26.551677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.636542 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.656843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9414d9-38d8-41d3-a409-a6f3491012b4']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:26.666600 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d2643a-d8b1-427a-b062-2556f85de1ac') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:26.666891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d2643a-d8b1-427a-b062-2556f85de1ac') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:26.680608 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.693354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.699033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:19:26.699409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:19:26.702392 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:19:26.828961 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.835680 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.839273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/3e9414d9-38d8-41d3-a409-a6f3491012b4 HTTP/1.1" status: 204 len: 168 time: 0.3857734 Nov 05 22:19:26.843643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35710) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:26.850236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1646146469'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:26.857035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93a94f-2354-4bda-be35-4dfe1f5c423c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=3e9414d9-38d8-41d3-a409-a6f3491012b4,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:26.925469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:26.928935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.951745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:19:26.960455 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:26.960793 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment a605e088-62ca-43d4-bb44-17edbd5c67b4 of type vlan for network 44c74395-0439-4412-97cb-2985c3256162 Nov 05 22:19:27.005833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:27.080263 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:27.086243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:27.086821 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:27.163072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=44c74395-0439-4412-97cb-2985c3256162,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:27.174329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 44c74395-0439-4412-97cb-2985c3256162 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:19:27.195132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6ae4f70d-2914-43c8-9a38-0f70611e2072 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3504870 Nov 05 22:19:27.198495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35712) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:27.203472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': '44c74395-0439-4412-97cb-2985c3256162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:27.394160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:27.397754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:27.674507 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:27.733748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=7e7e515e-343a-4be1-b75f-36d8584fa0ec,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:27.743452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': 'a605e088-62ca-43d4-bb44-17edbd5c67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '44c74395-0439-4412-97cb-2985c3256162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:27.744418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: 44c74395-0439-4412-97cb-2985c3256162, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:19:27.863277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 44c74395-0439-4412-97cb-2985c3256162 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:19:27.952720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 44c74395-0439-4412-97cb-2985c3256162) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:27.956576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:27.957161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:27.961856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1140d18f-d7c3-4012-b038-2143be384d2b None None] Network 44c74395-0439-4412-97cb-2985c3256162 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:28.048569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8fc8b4cb-f6c0-4c69-9bee-1e4ca3d063c7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8490076 Nov 05 22:19:28.051103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35714) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:28.055598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0f777437-825e-49b3-8029-92a0f802c585 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2123033420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:28.110282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-44c74395-0439-4412-97cb-2985c3256162', 'network_id': '44c74395-0439-4412-97cb-2985c3256162', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': '7e7e515e-343a-4be1-b75f-36d8584fa0ec'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:19:28.111165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.142826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f777437-825e-49b3-8029-92a0f802c585 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.143982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f777437-825e-49b3-8029-92a0f802c585 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.199300 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f777437-825e-49b3-8029-92a0f802c585 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.246283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Allocated IP 2001:db8::2 (44c74395-0439-4412-97cb-2985c3256162/7e7e515e-343a-4be1-b75f-36d8584fa0ec/83e3c334-f7e7-4a38-9d5f-e46e067dd0f4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:28.268920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f777437-825e-49b3-8029-92a0f802c585 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.367693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f777437-825e-49b3-8029-92a0f802c585 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.368962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0f777437-825e-49b3-8029-92a0f802c585 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3168707 Nov 05 22:19:28.372043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35718) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:28.376788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'port': {'network_id': '44c74395-0439-4412-97cb-2985c3256162', 'name': 'tempest-RoutersIpV6Test-1370223890'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:28.386628 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.457634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.493855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Network 44c74395-0439-4412-97cb-2985c3256162 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:28.496679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:28.501995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:28.511074 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Pushing event updated for resources: {'Port': ['ID=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:28.554536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:28.558248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.560432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Attempting to bind port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:28.560814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Attempting to bind port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'a605e088-62ca-43d4-bb44-17edbd5c67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '44c74395-0439-4412-97cb-2985c3256162'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:28.561178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Attempting to bind port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 on network 44c74395-0439-4412-97cb-2985c3256162 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:28.566233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:28.566605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Checking segment: {'id': 'a605e088-62ca-43d4-bb44-17edbd5c67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '44c74395-0439-4412-97cb-2985c3256162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:28.567004 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.567396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Bound using segment: {'id': 'a605e088-62ca-43d4-bb44-17edbd5c67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '44c74395-0439-4412-97cb-2985c3256162'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:28.567885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Bound port: 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a605e088-62ca-43d4-bb44-17edbd5c67b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '44c74395-0439-4412-97cb-2985c3256162'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:28.568267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.576331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] device_id is not set on port 13a866e4-909c-45c7-8961-83fd3e7ea1fc yet. {{(pid=102292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 05 22:19:28.633662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] For port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:28.637217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] For port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,segment=NetworkSegment(a605e088-62ca-43d4-bb44-17edbd5c67b4),segment_id=a605e088-62ca-43d4-bb44-17edbd5c67b4)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:28.691164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8::3d7 (44c74395-0439-4412-97cb-2985c3256162/7e7e515e-343a-4be1-b75f-36d8584fa0ec/13a866e4-909c-45c7-8961-83fd3e7ea1fc) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:28.732499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.793342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdeccb-d517-4e82-a6fc-ef01935aa34b None None] Pushing event updated for resources: {'Port': ['ID=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:28.842545 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:28.953411 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:29.000893 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 44c74395-0439-4412-97cb-2985c3256162 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:29.004066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:29.007009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:29.013396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:29.014041 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:29.031266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=13a866e4-909c-45c7-8961-83fd3e7ea1fc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:29.123294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-12c32b34-e501-417b-8b86-f16de4cfcc0e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7501967 Nov 05 22:19:29.125838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35720) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:29.449147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:29.533496 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:19:29.600105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a682737b-ec1b-4a80-a448-35f1c5135ef3 None None] Network 44c74395-0439-4412-97cb-2985c3256162 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:29.666328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7d22427e-b2e3-4a88-9a14-95905614be91 None None] Provisioning complete for port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:29.666690 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7d22427e-b2e3-4a88-9a14-95905614be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:29.704879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:29.794703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:29.864798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=13a866e4-909c-45c7-8961-83fd3e7ea1fc,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:29.974725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7d22427e-b2e3-4a88-9a14-95905614be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:29.976293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.013556 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7d22427e-b2e3-4a88-9a14-95905614be91 None None] For port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,segment=NetworkSegment(a605e088-62ca-43d4-bb44-17edbd5c67b4),segment_id=a605e088-62ca-43d4-bb44-17edbd5c67b4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:30.096935 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7d22427e-b2e3-4a88-9a14-95905614be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.159459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22427e-b2e3-4a88-9a14-95905614be91 None None] Pushing event updated for resources: {'Port': ['ID=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:30.185189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:30.198840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.246692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:30.247768 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.344832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ecc0d0b1-e5d2-4e6d-8a7b-9d34747cde0e None None] Provisioning complete for port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:30.345208 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d0b1-e5d2-4e6d-8a7b-9d34747cde0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.446598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ecc0d0b1-e5d2-4e6d-8a7b-9d34747cde0e None None] Provisioning complete for port 13a866e4-909c-45c7-8961-83fd3e7ea1fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:30.447500 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d0b1-e5d2-4e6d-8a7b-9d34747cde0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.480107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.486640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0d0b1-e5d2-4e6d-8a7b-9d34747cde0e None None] Port 13a866e4-909c-45c7-8961-83fd3e7ea1fc cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:30.554286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.555101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.606981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e94b7ad7-e546-4ea8-a21b-651579c34e06 None None] Provisioning complete for port 13a866e4-909c-45c7-8961-83fd3e7ea1fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:30.607624 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e94b7ad7-e546-4ea8-a21b-651579c34e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.643887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e94b7ad7-e546-4ea8-a21b-651579c34e06 None None] Port 13a866e4-909c-45c7-8961-83fd3e7ea1fc cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:30.644676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=13a866e4-909c-45c7-8961-83fd3e7ea1fc,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:30.683498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 44c74395-0439-4412-97cb-2985c3256162 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:30.684944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:30.767813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8433207f-6575-490c-ada3-e2cad82de94b None None] Provisioning complete for port 13a866e4-909c-45c7-8961-83fd3e7ea1fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:30.768189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8433207f-6575-490c-ada3-e2cad82de94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.817362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8433207f-6575-490c-ada3-e2cad82de94b None None] Port 13a866e4-909c-45c7-8961-83fd3e7ea1fc cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:30.869398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 18bd96f4-aecf-474b-bba6-24a627778243 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:19:30.903136 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.936918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b0545dde-24e9-4a4f-8694-7e1359992494 None None] Provisioning complete for port 13a866e4-909c-45c7-8961-83fd3e7ea1fc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:30.937374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b0545dde-24e9-4a4f-8694-7e1359992494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:30.966338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:30.974495 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80bc9451-764c-48c3-bdf8-86eb91952e73 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/18bd96f4-aecf-474b-bba6-24a627778243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8447909 Nov 05 22:19:30.975486 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b0545dde-24e9-4a4f-8694-7e1359992494 None None] Port 13a866e4-909c-45c7-8961-83fd3e7ea1fc cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:30.975621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:30.979817 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] Sync routers for ids ['18bd96f4-aecf-474b-bba6-24a627778243'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:30.989079 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] Routers {'18bd96f4-aecf-474b-bba6-24a627778243'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:30.989673 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['18bd96f4-aecf-474b-bba6-24a627778243'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:31.019068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf33834c-a5fc-4ca0-bf29-e8a042ac7781 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:31.020481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf33834c-a5fc-4ca0-bf29-e8a042ac7781 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports/13a866e4-909c-45c7-8961-83fd3e7ea1fc HTTP/1.1" status: 200 len: 984 time: 0.0448265 Nov 05 22:19:31.021634 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:31.023398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35724) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:31.030145 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] Routers {'18bd96f4-aecf-474b-bba6-24a627778243'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:31.030733 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['18bd96f4-aecf-474b-bba6-24a627778243'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:31.062918 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:31.063575 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ea5e4-ea4a-4e33-b910-e9d0553a2357 None None] The sync data for ids ['18bd96f4-aecf-474b-bba6-24a627778243'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:31.339026 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:31.553851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 13a866e4-909c-45c7-8961-83fd3e7ea1fc {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:31.554192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:31.637895 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:31.651135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 13a866e4-909c-45c7-8961-83fd3e7ea1fc owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:31.880139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:31.908783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=13a866e4-909c-45c7-8961-83fd3e7ea1fc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:32.006343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.148210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:32.166797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 18bd96f4-aecf-474b-bba6-24a627778243 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:32.196167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:32.196449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.244337 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:32.249580 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb32eff0-5212-40be-af63-0da4c20dc40b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/18bd96f4-aecf-474b-bba6-24a627778243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2248106 Nov 05 22:19:32.251923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35728) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:32.266045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] Sync routers for ids ['18bd96f4-aecf-474b-bba6-24a627778243'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:32.286571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] Routers {'18bd96f4-aecf-474b-bba6-24a627778243'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:32.287193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['18bd96f4-aecf-474b-bba6-24a627778243'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:32.321036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:32.330089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] Routers {'18bd96f4-aecf-474b-bba6-24a627778243'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:32.330686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['18bd96f4-aecf-474b-bba6-24a627778243'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:32.363050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:32.363736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386556d5-f310-4feb-bc50-638975f8f765 None None] The sync data for ids ['18bd96f4-aecf-474b-bba6-24a627778243'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:32.436934 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-2894bbf0-e9f5-4858-bfff-a40376562158 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] remove_router_interface failed (client error): The resource could not be found. Nov 05 22:19:32.437895 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2894bbf0-e9f5-4858-bfff-a40376562158 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/18bd96f4-aecf-474b-bba6-24a627778243/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1849854 Nov 05 22:19:32.440672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35730) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:32.466520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f50acaf-8fbd-43e4-857e-fdba6301636b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=18bd96f4-aecf-474b-bba6-24a627778243 HTTP/1.1" status: 200 len: 205 time: 0.0247893 Nov 05 22:19:32.468876 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35732) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:32.543165 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9e1-f736-4c2d-9cc4-f3bd77e6541f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.702653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9e1-f736-4c2d-9cc4-f3bd77e6541f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.704679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9e1-f736-4c2d-9cc4-f3bd77e6541f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.803971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9e1-f736-4c2d-9cc4-f3bd77e6541f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.804498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f07b9e1-f736-4c2d-9cc4-f3bd77e6541f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Fanout notify agent at l3_agent the message router_deleted on router 18bd96f4-aecf-474b-bba6-24a627778243 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:19:32.811131 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2f07b9e1-f736-4c2d-9cc4-f3bd77e6541f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.812346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2f07b9e1-f736-4c2d-9cc4-f3bd77e6541f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/18bd96f4-aecf-474b-bba6-24a627778243 HTTP/1.1" status: 204 len: 168 time: 0.3425717 Nov 05 22:19:32.815136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35734) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:32.866378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet 7e7e515e-343a-4be1-b75f-36d8584fa0ec {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:32.869486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:32.923928 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.004404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.097248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.124399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.154701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7e515e-343a-4be1-b75f-36d8584fa0ec,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:33.160509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.163884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b69fc4d4-f294-4abb-901e-6965b3dcb1ef tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/7e7e515e-343a-4be1-b75f-36d8584fa0ec HTTP/1.1" status: 204 len: 168 time: 0.3476782 Nov 05 22:19:33.166489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35736) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:33.167406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e7df7-0d18-409e-8705-2e36047d78c4 None None] Network 44c74395-0439-4412-97cb-2985c3256162 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:33.245503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.299575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:33.299977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.360482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] DHCP port deletion for 44c74395-0439-4412-97cb-2985c3256162 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:19:33.369206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,segment=NetworkSegment(a605e088-62ca-43d4-bb44-17edbd5c67b4),segment_id=a605e088-62ca-43d4-bb44-17edbd5c67b4)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:33.369576 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.382287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:33.412857 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] Deleting port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:33.413225 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.474940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] For port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,segment=NetworkSegment(a605e088-62ca-43d4-bb44-17edbd5c67b4),segment_id=a605e088-62ca-43d4-bb44-17edbd5c67b4)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:33.475329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.487478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] Calling delete_port for 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:33.537485 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.564705 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.568466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:33.570582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:33.588307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] Pushing event deleted for resources: {'Port': ['ID=83e3c334-f7e7-4a38-9d5f-e46e067dd0f4,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:33.599712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6c74b8-9e94-48ab-a2d5-e8fed729b6f8 None None] No DVR routers for this DVR port 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:33.649676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.669703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c74395-0439-4412-97cb-2985c3256162']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:33.678676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a605e088-62ca-43d4-bb44-17edbd5c67b4') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:33.678967 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a605e088-62ca-43d4-bb44-17edbd5c67b4') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:33.688917 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.701528 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.707266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:19:33.707701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:19:33.710607 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:19:33.856840 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.864220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:33.869307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/44c74395-0439-4412-97cb-2985c3256162 HTTP/1.1" status: 204 len: 168 time: 0.6996877 Nov 05 22:19:33.872009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35738) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:33.877731 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1852539965'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:33.878946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7fa1-f27e-415c-81bc-0404e5455885 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=44c74395-0439-4412-97cb-2985c3256162,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:33.976778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:33.980885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.004485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:19:34.012974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.013360 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment fd288d0b-e68b-46a1-af0d-6bf37db15d05 of type vlan for network 65f7c871-fdae-42da-88d9-88105244219f Nov 05 22:19:34.052419 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.138973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:19:34.147028 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.153290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:34.153908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.159916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:19:34.160253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 83e3c334-f7e7-4a38-9d5f-e46e067dd0f4 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:19:34.225265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=65f7c871-fdae-42da-88d9-88105244219f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:34.233596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.233942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.234275 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.234605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.234933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.235257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.235597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.235918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.236237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.236552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.236933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.237248 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:34.248135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 65f7c871-fdae-42da-88d9-88105244219f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:19:34.265808 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1d3602a9-6271-41fc-9915-8d6a8f3e35e2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3926787 Nov 05 22:19:34.268657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35740) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:34.273727 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': '65f7c871-fdae-42da-88d9-88105244219f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:34.426668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:34.430163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.666954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.728336 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=c678f46f-cf97-4d41-b843-e51af2e03ea0,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:34.735602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': 'fd288d0b-e68b-46a1-af0d-6bf37db15d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '65f7c871-fdae-42da-88d9-88105244219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:34.735974 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: 65f7c871-fdae-42da-88d9-88105244219f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:19:34.868936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 65f7c871-fdae-42da-88d9-88105244219f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:19:34.948512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 65f7c871-fdae-42da-88d9-88105244219f) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:34.953656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:34.954593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:34.961373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9e600-2776-4ab7-ab1e-daa2ae27e554 None None] Network 65f7c871-fdae-42da-88d9-88105244219f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:35.081100 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8889e63-3037-4033-8c15-3a9759a2e3ea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8089807 Nov 05 22:19:35.081341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35742) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:35.085762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b8146fe9-4950-4041-a8ae-6cc10d6a791c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1816632108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:35.108278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-65f7c871-fdae-42da-88d9-88105244219f', 'network_id': '65f7c871-fdae-42da-88d9-88105244219f', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': 'c678f46f-cf97-4d41-b843-e51af2e03ea0'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:19:35.109200 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.194701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8146fe9-4950-4041-a8ae-6cc10d6a791c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.196098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8146fe9-4950-4041-a8ae-6cc10d6a791c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.239477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Allocated IP 2001:db8::2 (65f7c871-fdae-42da-88d9-88105244219f/c678f46f-cf97-4d41-b843-e51af2e03ea0/3756cb93-f24d-4943-93d3-f4cc16078db0) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:35.253718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8146fe9-4950-4041-a8ae-6cc10d6a791c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.349031 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8146fe9-4950-4041-a8ae-6cc10d6a791c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.381065 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.436262 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8146fe9-4950-4041-a8ae-6cc10d6a791c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.437522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8146fe9-4950-4041-a8ae-6cc10d6a791c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3552549 Nov 05 22:19:35.440295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35744) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:35.463523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.505659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Network 65f7c871-fdae-42da-88d9-88105244219f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:35.510597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:35.513549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:35.522393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Pushing event updated for resources: {'Port': ['ID=3756cb93-f24d-4943-93d3-f4cc16078db0,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:35.573078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Attempting to bind port 3756cb93-f24d-4943-93d3-f4cc16078db0 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:35.573442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Attempting to bind port 3756cb93-f24d-4943-93d3-f4cc16078db0 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'fd288d0b-e68b-46a1-af0d-6bf37db15d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '65f7c871-fdae-42da-88d9-88105244219f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:35.573796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Attempting to bind port 3756cb93-f24d-4943-93d3-f4cc16078db0 on network 65f7c871-fdae-42da-88d9-88105244219f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:35.579474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:35.580503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Checking segment: {'id': 'fd288d0b-e68b-46a1-af0d-6bf37db15d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '65f7c871-fdae-42da-88d9-88105244219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:35.580503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.580920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Bound using segment: {'id': 'fd288d0b-e68b-46a1-af0d-6bf37db15d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '65f7c871-fdae-42da-88d9-88105244219f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:35.581450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Bound port: 3756cb93-f24d-4943-93d3-f4cc16078db0, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd288d0b-e68b-46a1-af0d-6bf37db15d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '65f7c871-fdae-42da-88d9-88105244219f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:35.581842 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.645555 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] For port 3756cb93-f24d-4943-93d3-f4cc16078db0, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:35.648542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] For port 3756cb93-f24d-4943-93d3-f4cc16078db0, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3756cb93-f24d-4943-93d3-f4cc16078db0,segment=NetworkSegment(fd288d0b-e68b-46a1-af0d-6bf37db15d05),segment_id=fd288d0b-e68b-46a1-af0d-6bf37db15d05)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:35.713905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.732331 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:35.792688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aafcbb-f330-4a8f-9e1a-b277cf8a1a7c None None] Pushing event updated for resources: {'Port': ['ID=3756cb93-f24d-4943-93d3-f4cc16078db0,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:35.971124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8::1 (65f7c871-fdae-42da-88d9-88105244219f/c678f46f-cf97-4d41-b843-e51af2e03ea0/10fb8db4-90f7-4400-97de-300629bce02b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:36.100553 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.171876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3756cb93-f24d-4943-93d3-f4cc16078db0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:36.183681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.228653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3756cb93-f24d-4943-93d3-f4cc16078db0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:36.229285 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.230190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 65f7c871-fdae-42da-88d9-88105244219f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:36.239165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:36.241978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:36.242521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.245992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=10fb8db4-90f7-4400-97de-300629bce02b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:36.316928 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.361143 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 3756cb93-f24d-4943-93d3-f4cc16078db0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3756cb93-f24d-4943-93d3-f4cc16078db0,segment=NetworkSegment(fd288d0b-e68b-46a1-af0d-6bf37db15d05),segment_id=fd288d0b-e68b-46a1-af0d-6bf37db15d05)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:36.370798 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6b83ce6c-75be-4c81-bf9c-2779a64aa833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.474961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.533768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=3756cb93-f24d-4943-93d3-f4cc16078db0,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:36.699369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5448f-05f8-4549-9977-18c87ae3b624 None None] Network 65f7c871-fdae-42da-88d9-88105244219f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:36.773316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3f4d4237-8812-4d28-8d1b-1114c8fae912 None None] Provisioning complete for port 3756cb93-f24d-4943-93d3-f4cc16078db0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:36.773679 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f4d4237-8812-4d28-8d1b-1114c8fae912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:36.829691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.109067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.240622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f0791a73-860f-4041-af27-f42ea5d667fb None None] Provisioning complete for port 3756cb93-f24d-4943-93d3-f4cc16078db0 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:37.240622 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0791a73-860f-4041-af27-f42ea5d667fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.280672 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.286265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.328553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f0791a73-860f-4041-af27-f42ea5d667fb None None] Provisioning complete for port 10fb8db4-90f7-4400-97de-300629bce02b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:37.329065 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f0791a73-860f-4041-af27-f42ea5d667fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.366599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f0791a73-860f-4041-af27-f42ea5d667fb None None] Port 10fb8db4-90f7-4400-97de-300629bce02b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:37.374278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=10fb8db4-90f7-4400-97de-300629bce02b,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:37.414341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 65f7c871-fdae-42da-88d9-88105244219f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:37.415739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:37.486813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-aa9658a9-292a-4ed4-b313-bedccb074719 None None] Provisioning complete for port 10fb8db4-90f7-4400-97de-300629bce02b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:37.487443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aa9658a9-292a-4ed4-b313-bedccb074719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.539244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-aa9658a9-292a-4ed4-b313-bedccb074719 None None] Port 10fb8db4-90f7-4400-97de-300629bce02b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:37.657120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 05661213-fbf1-4749-ae87-790d5461b56d is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:19:37.658423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d4c68968-ed5b-4a44-a34a-1778df41fd21 None None] Provisioning complete for port 10fb8db4-90f7-4400-97de-300629bce02b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:37.658798 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d4c68968-ed5b-4a44-a34a-1778df41fd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:37.694409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-d4c68968-ed5b-4a44-a34a-1778df41fd21 None None] Port 10fb8db4-90f7-4400-97de-300629bce02b cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:37.746846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:37.751602 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-012cf0d0-033f-4e43-8748-df0fc7e94e2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/05661213-fbf1-4749-ae87-790d5461b56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102868 Nov 05 22:19:37.754359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35748) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:37.757013 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] Sync routers for ids ['05661213-fbf1-4749-ae87-790d5461b56d'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:37.767069 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] Routers {'05661213-fbf1-4749-ae87-790d5461b56d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:37.767710 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['05661213-fbf1-4749-ae87-790d5461b56d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:37.800619 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:37.801420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554464e3-505f-49de-b9c8-1a1b626b785c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:37.802804 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-554464e3-505f-49de-b9c8-1a1b626b785c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports/10fb8db4-90f7-4400-97de-300629bce02b HTTP/1.1" status: 200 len: 911 time: 0.0474386 Nov 05 22:19:37.805767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35750) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:37.809287 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] Routers {'05661213-fbf1-4749-ae87-790d5461b56d'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:37.809885 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['05661213-fbf1-4749-ae87-790d5461b56d'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:37.846593 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:37.847248 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dc331-371c-47b6-a076-ce464fa8169a None None] The sync data for ids ['05661213-fbf1-4749-ae87-790d5461b56d'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:38.118205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:38.148304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3756cb93-f24d-4943-93d3-f4cc16078db0 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:38.195302 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 3756cb93-f24d-4943-93d3-f4cc16078db0 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:38.195702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:38.356681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 10fb8db4-90f7-4400-97de-300629bce02b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:38.357018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:38.442462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:38.455089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 10fb8db4-90f7-4400-97de-300629bce02b owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:38.537179 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fc13e54d-9aa4-42b8-b8cb-7ffb6db9ffe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:38.709087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:38.736411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=10fb8db4-90f7-4400-97de-300629bce02b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:38.832505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:38.997496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 05661213-fbf1-4749-ae87-790d5461b56d has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:39.071302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:39.078581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bf949796-d8bc-4f62-9bce-fb495e9e029b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/05661213-fbf1-4749-ae87-790d5461b56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2695839 Nov 05 22:19:39.079301 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35752) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:39.082397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aefa5e-e530-453b-a589-67515722d087 None None] Sync routers for ids ['05661213-fbf1-4749-ae87-790d5461b56d'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:39.093372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aefa5e-e530-453b-a589-67515722d087 None None] Routers {'05661213-fbf1-4749-ae87-790d5461b56d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:39.094133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-60aefa5e-e530-453b-a589-67515722d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['05661213-fbf1-4749-ae87-790d5461b56d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:39.107104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-db9c2c2f-809d-48e3-8f97-9b6f01a1b311 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=05661213-fbf1-4749-ae87-790d5461b56d HTTP/1.1" status: 200 len: 205 time: 0.0266454 Nov 05 22:19:39.109542 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35754) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:39.128759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-60aefa5e-e530-453b-a589-67515722d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:39.137310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aefa5e-e530-453b-a589-67515722d087 None None] Routers {'05661213-fbf1-4749-ae87-790d5461b56d'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:39.137902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-60aefa5e-e530-453b-a589-67515722d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['05661213-fbf1-4749-ae87-790d5461b56d'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:39.173179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-60aefa5e-e530-453b-a589-67515722d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:39.173841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aefa5e-e530-453b-a589-67515722d087 None None] The sync data for ids ['05661213-fbf1-4749-ae87-790d5461b56d'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:39.184547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96b7c183-06f2-4ce8-ab7d-76371b7f232d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.340491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96b7c183-06f2-4ce8-ab7d-76371b7f232d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.342554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96b7c183-06f2-4ce8-ab7d-76371b7f232d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.428288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96b7c183-06f2-4ce8-ab7d-76371b7f232d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.429270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b7c183-06f2-4ce8-ab7d-76371b7f232d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Fanout notify agent at l3_agent the message router_deleted on router 05661213-fbf1-4749-ae87-790d5461b56d {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:19:39.436554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-96b7c183-06f2-4ce8-ab7d-76371b7f232d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.437458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-96b7c183-06f2-4ce8-ab7d-76371b7f232d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/05661213-fbf1-4749-ae87-790d5461b56d HTTP/1.1" status: 204 len: 168 time: 0.3269432 Nov 05 22:19:39.440059 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35756) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:39.490090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet c678f46f-cf97-4d41-b843-e51af2e03ea0 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:39.493142 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.531611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.615761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.748772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.773905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=c678f46f-cf97-4d41-b843-e51af2e03ea0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:39.780199 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.783413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-924f2dbc-5d36-4997-9912-11dfc8ddca65 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/c678f46f-cf97-4d41-b843-e51af2e03ea0 HTTP/1.1" status: 204 len: 168 time: 0.3424408 Nov 05 22:19:39.786001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35758) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:39.786423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4137d-4aaa-42e2-888b-d203c94fcf66 None None] Network 65f7c871-fdae-42da-88d9-88105244219f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:39.865648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.918387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 3756cb93-f24d-4943-93d3-f4cc16078db0 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:39.918729 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:39.954728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] DHCP port deletion for 65f7c871-fdae-42da-88d9-88105244219f request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:19:39.981891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port 3756cb93-f24d-4943-93d3-f4cc16078db0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3756cb93-f24d-4943-93d3-f4cc16078db0,segment=NetworkSegment(fd288d0b-e68b-46a1-af0d-6bf37db15d05),segment_id=fd288d0b-e68b-46a1-af0d-6bf37db15d05)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:39.982259 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.000707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 3756cb93-f24d-4943-93d3-f4cc16078db0 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:40.012467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] Deleting port 3756cb93-f24d-4943-93d3-f4cc16078db0 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:40.012833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.074648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] For port 3756cb93-f24d-4943-93d3-f4cc16078db0, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=3756cb93-f24d-4943-93d3-f4cc16078db0,segment=NetworkSegment(fd288d0b-e68b-46a1-af0d-6bf37db15d05),segment_id=fd288d0b-e68b-46a1-af0d-6bf37db15d05)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:40.075044 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.083020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.094575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] Calling delete_port for 3756cb93-f24d-4943-93d3-f4cc16078db0 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:40.156211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3756cb93-f24d-4943-93d3-f4cc16078db0 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:19:40.165779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.185687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 3756cb93-f24d-4943-93d3-f4cc16078db0 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:19:40.185687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 3756cb93-f24d-4943-93d3-f4cc16078db0 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:19:40.192470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=3756cb93-f24d-4943-93d3-f4cc16078db0,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:40.194293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port 3756cb93-f24d-4943-93d3-f4cc16078db0 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:40.196014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.224415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] Pushing event deleted for resources: {'Port': ['ID=3756cb93-f24d-4943-93d3-f4cc16078db0,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:40.226222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb85ee6-5a6b-4d18-9b5c-13c1d36d3cb4 None None] No DVR routers for this DVR port 3756cb93-f24d-4943-93d3-f4cc16078db0 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:40.283065 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.302723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f7c871-fdae-42da-88d9-88105244219f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:40.312389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd288d0b-e68b-46a1-af0d-6bf37db15d05') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:40.312681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd288d0b-e68b-46a1-af0d-6bf37db15d05') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:40.321782 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.335356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.341364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:19:40.341768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:19:40.344982 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:19:40.481294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.487889 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.490995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/65f7c871-fdae-42da-88d9-88105244219f HTTP/1.1" status: 204 len: 168 time: 0.7040114 Nov 05 22:19:40.495433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35760) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:40.502839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1555042610', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:40.503411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0a778-53bd-454a-ace2-cbcbc44e2379 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=65f7c871-fdae-42da-88d9-88105244219f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:40.588750 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.589784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.639334 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:40.824971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:41.067435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:41.402436 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:41.506989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 172.25.6.218 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/5c7aedeb-9088-401b-a766-309637c9f4ec) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:41.512479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:41.609648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:41.709304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:41.746122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:41.750987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:41.754627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:41.776827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=5c7aedeb-9088-401b-a766-309637c9f4ec,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:42.099528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:42.119475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:42.316634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:42.541839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router e807c637-d5b3-4150-8a8c-6b2c3853a819 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:19:42.647998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:42.657709 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] Sync routers for ids ['e807c637-d5b3-4150-8a8c-6b2c3853a819'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:42.666856 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] Routers {'e807c637-d5b3-4150-8a8c-6b2c3853a819'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:42.667452 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e807c637-d5b3-4150-8a8c-6b2c3853a819'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:42.699301 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:42.707666 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] Routers {'e807c637-d5b3-4150-8a8c-6b2c3853a819'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:42.708246 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e807c637-d5b3-4150-8a8c-6b2c3853a819'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:42.737300 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:42.738565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-101cd4f1-0cb7-418e-8609-73ea9afaefbd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2421033 Nov 05 22:19:42.739772 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:42.740397 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94289e0b-63bd-4847-8160-bfb8af844d4e None None] The sync data for ids ['e807c637-d5b3-4150-8a8c-6b2c3853a819'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:42.741300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35764) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:42.864166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3ee061ce-f5fe-40fa-ba74-3433f09c01fa tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/routers/e807c637-d5b3-4150-8a8c-6b2c3853a819 HTTP/1.1" status: 200 len: 885 time: 0.1217389 Nov 05 22:19:42.866559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35766) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:43.054023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-85ffc23f-d431-4815-a2d4-1c6f0d6b9cc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.1863871 Nov 05 22:19:43.056565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35768) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:43.061892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b1a76d26-562e-4af5-818f-9d2b95b6a316 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1555042610'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:43.371117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d26-562e-4af5-818f-9d2b95b6a316 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:43.433275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d26-562e-4af5-818f-9d2b95b6a316 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:43.543206 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a76d26-562e-4af5-818f-9d2b95b6a316 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router e807c637-d5b3-4150-8a8c-6b2c3853a819 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:43.646820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a76d26-562e-4af5-818f-9d2b95b6a316 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:43.653513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d26-562e-4af5-818f-9d2b95b6a316 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:43.654709 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b1a76d26-562e-4af5-818f-9d2b95b6a316 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/e807c637-d5b3-4150-8a8c-6b2c3853a819 HTTP/1.1" status: 200 len: 892 time: 0.5961854 Nov 05 22:19:43.656341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] Sync routers for ids ['e807c637-d5b3-4150-8a8c-6b2c3853a819'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:43.657256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35770) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:43.665919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] Routers {'e807c637-d5b3-4150-8a8c-6b2c3853a819'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:43.667097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e807c637-d5b3-4150-8a8c-6b2c3853a819'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:43.699590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:43.708319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] Routers {'e807c637-d5b3-4150-8a8c-6b2c3853a819'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:43.708912 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e807c637-d5b3-4150-8a8c-6b2c3853a819'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:43.744156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:43.745359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7cf52-92d4-46f5-88bd-8cc82b60d8a8 None None] The sync data for ids ['e807c637-d5b3-4150-8a8c-6b2c3853a819'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:43.767218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ee1a4a72-790d-4383-8187-53618c24b85d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/routers/e807c637-d5b3-4150-8a8c-6b2c3853a819 HTTP/1.1" status: 200 len: 892 time: 0.1088820 Nov 05 22:19:43.769781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35772) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:43.796542 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-16f9840e-6fea-4d30-b72d-b2aeffdf914c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=e807c637-d5b3-4150-8a8c-6b2c3853a819 HTTP/1.1" status: 200 len: 205 time: 0.0257390 Nov 05 22:19:43.798860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35774) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:43.902565 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.002632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.127335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 5c7aedeb-9088-401b-a766-309637c9f4ec {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:44.127705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.205099 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.217112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 5c7aedeb-9088-401b-a766-309637c9f4ec owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:44.445541 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.469382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=5c7aedeb-9088-401b-a766-309637c9f4ec,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:44.529832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.618501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.621147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.769800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.770247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Fanout notify agent at l3_agent the message router_deleted on router e807c637-d5b3-4150-8a8c-6b2c3853a819 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:19:44.777162 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.778224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e7bcc9cc-1f6c-412f-859b-e64d3bc98ef8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/e807c637-d5b3-4150-8a8c-6b2c3853a819 HTTP/1.1" status: 204 len: 168 time: 0.9783368 Nov 05 22:19:44.781694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35776) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:44.786471 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-850883643'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:44.885820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:44.889323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.912098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:19:44.920888 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:44.923219 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment f9060acf-9eaa-412c-b028-86c02a1e08e8 of type vlan for network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 Nov 05 22:19:44.959566 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:45.051070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:45.056579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:45.057766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:45.124811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=e3dfbe19-fe8e-4d19-abea-445b4bfaa229,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:45.134957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:19:45.168867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d4d5a6b4-fa00-4b1c-ac4a-ec78850e697c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3860445 Nov 05 22:19:45.171907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35778) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:45.176944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': 'e3dfbe19-fe8e-4d19-abea-445b4bfaa229', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:45.354804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:45.358693 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:45.598070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:45.652726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=21487556-994a-41b6-81e0-37e1929e9f4d,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:45.667270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': 'f9060acf-9eaa-412c-b028-86c02a1e08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3dfbe19-fe8e-4d19-abea-445b4bfaa229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:45.667660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: e3dfbe19-fe8e-4d19-abea-445b4bfaa229, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:19:45.742298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:19:45.811215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, e3dfbe19-fe8e-4d19-abea-445b4bfaa229) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:45.815141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:45.815826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:45.821817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3304c5-7fc1-4845-ab4b-b0e48ceb7ca3 None None] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:45.911174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a648d8c0-cac6-466d-a32e-e65cfdbb12e5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7380769 Nov 05 22:19:45.913935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35780) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:45.918324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7fd48c33-e7c5-4fdc-882b-d4885089c8c4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-371875681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:45.963798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-e3dfbe19-fe8e-4d19-abea-445b4bfaa229', 'network_id': 'e3dfbe19-fe8e-4d19-abea-445b4bfaa229', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': '21487556-994a-41b6-81e0-37e1929e9f4d'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:19:45.964683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.012108 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7fd48c33-e7c5-4fdc-882b-d4885089c8c4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.013173 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7fd48c33-e7c5-4fdc-882b-d4885089c8c4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.115053 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Allocated IP 2001:db8::2 (e3dfbe19-fe8e-4d19-abea-445b4bfaa229/21487556-994a-41b6-81e0-37e1929e9f4d/41c1fd09-f4af-4c45-9de4-3178f10d59d1) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:46.265101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.331978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.370510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:46.375324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:46.378894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:46.386488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Pushing event updated for resources: {'Port': ['ID=41c1fd09-f4af-4c45-9de4-3178f10d59d1,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:46.394079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7fd48c33-e7c5-4fdc-882b-d4885089c8c4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.439341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Attempting to bind port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:46.439729 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Attempting to bind port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f9060acf-9eaa-412c-b028-86c02a1e08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3dfbe19-fe8e-4d19-abea-445b4bfaa229'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:46.440090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Attempting to bind port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 on network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:46.445105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:46.445475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Checking segment: {'id': 'f9060acf-9eaa-412c-b028-86c02a1e08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3dfbe19-fe8e-4d19-abea-445b4bfaa229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:46.445917 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.446305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Bound using segment: {'id': 'f9060acf-9eaa-412c-b028-86c02a1e08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3dfbe19-fe8e-4d19-abea-445b4bfaa229'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:46.446765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Bound port: 41c1fd09-f4af-4c45-9de4-3178f10d59d1, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9060acf-9eaa-412c-b028-86c02a1e08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3dfbe19-fe8e-4d19-abea-445b4bfaa229'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:46.447164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.452154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7fd48c33-e7c5-4fdc-882b-d4885089c8c4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.508045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] For port 41c1fd09-f4af-4c45-9de4-3178f10d59d1, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:46.511056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] For port 41c1fd09-f4af-4c45-9de4-3178f10d59d1, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=41c1fd09-f4af-4c45-9de4-3178f10d59d1,segment=NetworkSegment(f9060acf-9eaa-412c-b028-86c02a1e08e8),segment_id=f9060acf-9eaa-412c-b028-86c02a1e08e8)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:46.555934 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7fd48c33-e7c5-4fdc-882b-d4885089c8c4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.557796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7fd48c33-e7c5-4fdc-882b-d4885089c8c4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6428659 Nov 05 22:19:46.560573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35782) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:46.589010 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:46.654416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3e030-ca79-4398-98c9-4a4ebc011653 None None] Pushing event updated for resources: {'Port': ['ID=41c1fd09-f4af-4c45-9de4-3178f10d59d1,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:46.853307 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.110461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8::1 (e3dfbe19-fe8e-4d19-abea-445b4bfaa229/21487556-994a-41b6-81e0-37e1929e9f4d/fe6d540d-2df6-4d9d-bb7e-471eb3d55acb) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:47.221032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.349297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.401454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:47.404810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:47.409422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:47.409942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.413524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=fe6d540d-2df6-4d9d-bb7e-471eb3d55acb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:47.591634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-2d8214a6-84a2-45ff-b4ae-a6f64d1a81ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500858 Nov 05 22:19:47.620957 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.667523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0aee8e-0ee5-496a-8749-381a37f521d4 None None] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:47.688807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920643b-b070-4c46-b955-c8999311a713 req-9500817d-1582-4662-93b9-e97e8475d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:47.690913 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-9500817d-1582-4662-93b9-e97e8475d95b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.0543189 Nov 05 22:19:47.738105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Provisioning complete for port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:47.738465 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.804931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920643b-b070-4c46-b955-c8999311a713 req-d1bdee9a-1fcd-4307-8eec-751243b30e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:47.806408 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-d1bdee9a-1fcd-4307-8eec-751243b30e19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.0926049 Nov 05 22:19:47.886764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.940939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:47.942272 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] For port 41c1fd09-f4af-4c45-9de4-3178f10d59d1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=41c1fd09-f4af-4c45-9de4-3178f10d59d1,segment=NetworkSegment(f9060acf-9eaa-412c-b028-86c02a1e08e8),segment_id=f9060acf-9eaa-412c-b028-86c02a1e08e8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:48.034261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.034544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.035084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.124331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Pushing event updated for resources: {'Port': ['ID=41c1fd09-f4af-4c45-9de4-3178f10d59d1,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:48.145333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.148416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.148929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.149448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.150941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.151472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.153015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.155327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.155930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.156569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.157236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.158748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7654b92c-fb9f-4e2f-83cd-6985575833f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:48.162917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=fe6d540d-2df6-4d9d-bb7e-471eb3d55acb,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:48.211633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:48.214370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:48.262721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 41c1fd09-f4af-4c45-9de4-3178f10d59d1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:48.299419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2aeee875-e237-4f4e-bfbe-9844cc588783 None None] Provisioning complete for port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:48.299850 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2aeee875-e237-4f4e-bfbe-9844cc588783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.330121 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-6f03ceac-7073-40f8-896d-17f9271249e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 1001 time: 0.5159461 Nov 05 22:19:48.375795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:48.375795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.392174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920643b-b070-4c46-b955-c8999311a713 req-3aa4d575-9331-4667-9683-dca88a51e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:48.393976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-3aa4d575-9331-4667-9683-dca88a51e5ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0568252 Nov 05 22:19:48.447817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920643b-b070-4c46-b955-c8999311a713 req-6766d34d-9a6e-4356-94ac-2fbc5511826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:48.449542 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-6766d34d-9a6e-4356-94ac-2fbc5511826d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489454 Nov 05 22:19:48.453331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2aeee875-e237-4f4e-bfbe-9844cc588783 None None] Provisioning complete for port fe6d540d-2df6-4d9d-bb7e-471eb3d55acb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:48.453698 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2aeee875-e237-4f4e-bfbe-9844cc588783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.474380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 4c673de4-12d1-400e-8d0b-9a0da8a8b7fe is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:19:48.534967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2aeee875-e237-4f4e-bfbe-9844cc588783 None None] Port fe6d540d-2df6-4d9d-bb7e-471eb3d55acb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:48.546309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-54b3e53c-6159-4d4e-b6d5-af44b29ee3f5 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890958 Nov 05 22:19:48.590447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:48.595530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0f55efdb-d352-47e3-a8b0-8ba1454c7103 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/4c673de4-12d1-400e-8d0b-9a0da8a8b7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339570 Nov 05 22:19:48.598177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35788) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:48.611236 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] Sync routers for ids ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:48.623891 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] Routers {'4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:48.625877 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:48.647760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d81900-a2fd-4f2f-adfd-e15b3acfa6f8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:48.652461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-60d81900-a2fd-4f2f-adfd-e15b3acfa6f8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports/fe6d540d-2df6-4d9d-bb7e-471eb3d55acb HTTP/1.1" status: 200 len: 911 time: 0.0502145 Nov 05 22:19:48.652665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35790) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:48.659198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21487556-994a-41b6-81e0-37e1929e9f4d'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:48.666057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-040f25c0-acd5-4cc6-a4eb-c9d12ccbb00b None None] Provisioning complete for port fe6d540d-2df6-4d9d-bb7e-471eb3d55acb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:48.666597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-040f25c0-acd5-4cc6-a4eb-c9d12ccbb00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.671888 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:48.679689 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6920643b-b070-4c46-b955-c8999311a713 req-1a69e7fa-de39-48c1-9564-c248675c38ef service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259770 Nov 05 22:19:48.682551 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] Routers {'4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:48.683220 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:48.727082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-040f25c0-acd5-4cc6-a4eb-c9d12ccbb00b None None] Port fe6d540d-2df6-4d9d-bb7e-471eb3d55acb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:48.729840 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:48.730593 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b007b01-ba5f-4e11-bce4-4c6e178fc775 None None] The sync data for ids ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'] in n-d-816738-5 is: [] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:48.824555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.846042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e634a96b-ad5d-4a28-a062-f99ac8cf7ad6 None None] Provisioning complete for port fe6d540d-2df6-4d9d-bb7e-471eb3d55acb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:48.846414 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e634a96b-ad5d-4a28-a062-f99ac8cf7ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:48.883799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e634a96b-ad5d-4a28-a062-f99ac8cf7ad6 None None] Port fe6d540d-2df6-4d9d-bb7e-471eb3d55acb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:49.178529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:49.268612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:49.274609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:49.275211 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:49.276587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/ports/fe6d540d-2df6-4d9d-bb7e-471eb3d55acb HTTP/1.1" status: 200 len: 911 time: 0.6230044 Nov 05 22:19:49.280143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35792) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:49.317335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dc760-a9c3-4147-a1df-16df7c788793 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=fe6d540d-2df6-4d9d-bb7e-471eb3d55acb,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:49.580109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:49.818238 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port fe6d540d-2df6-4d9d-bb7e-471eb3d55acb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:49.818954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:49.906116 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:49.919629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for fe6d540d-2df6-4d9d-bb7e-471eb3d55acb owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:50.148532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.154376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 41c1fd09-f4af-4c45-9de4-3178f10d59d1 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:50.176280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=fe6d540d-2df6-4d9d-bb7e-471eb3d55acb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:50.202205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:50.202629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.280374 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.439369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 4c673de4-12d1-400e-8d0b-9a0da8a8b7fe has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:50.514700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:50.519469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5acfa93d-8a07-4685-b388-e8daeea66ec8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/4c673de4-12d1-400e-8d0b-9a0da8a8b7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2383151 Nov 05 22:19:50.522321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35794) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:50.524906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] Sync routers for ids ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:50.535029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] Routers {'4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:50.535750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:50.548468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-92be9d45-d6c4-4cc7-a0db-bc257ea1a38d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c673de4-12d1-400e-8d0b-9a0da8a8b7fe HTTP/1.1" status: 200 len: 205 time: 0.0250776 Nov 05 22:19:50.550999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35796) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:50.570765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:50.580620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] Routers {'4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:50.581248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:50.613281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:50.613940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f685ead-449b-481b-b15f-24d8e7c9b4d5 None None] The sync data for ids ['4c673de4-12d1-400e-8d0b-9a0da8a8b7fe'] in n-d-816738-5 is: [] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:50.628050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7560fac7-27d9-4a3a-9922-db5a10269ad2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.784088 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7560fac7-27d9-4a3a-9922-db5a10269ad2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.786109 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7560fac7-27d9-4a3a-9922-db5a10269ad2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.890888 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7560fac7-27d9-4a3a-9922-db5a10269ad2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.891625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7560fac7-27d9-4a3a-9922-db5a10269ad2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Fanout notify agent at l3_agent the message router_deleted on router 4c673de4-12d1-400e-8d0b-9a0da8a8b7fe {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:19:50.898699 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7560fac7-27d9-4a3a-9922-db5a10269ad2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.899813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7560fac7-27d9-4a3a-9922-db5a10269ad2 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/4c673de4-12d1-400e-8d0b-9a0da8a8b7fe HTTP/1.1" status: 204 len: 168 time: 0.3478806 Nov 05 22:19:50.902390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35798) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:50.953164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet 21487556-994a-41b6-81e0-37e1929e9f4d {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:19:50.956656 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:50.999367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.090954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.251502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.278012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=21487556-994a-41b6-81e0-37e1929e9f4d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:51.284505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.287016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-151ae987-76e5-4192-9d74-9ce6dc0bb34c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/21487556-994a-41b6-81e0-37e1929e9f4d HTTP/1.1" status: 204 len: 168 time: 0.3836956 Nov 05 22:19:51.289797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35800) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:51.290255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c0fee-33af-46e7-9731-456fcf1f0387 None None] Network e3dfbe19-fe8e-4d19-abea-445b4bfaa229 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:51.372411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.425949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:51.426294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.462966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] DHCP port deletion for e3dfbe19-fe8e-4d19-abea-445b4bfaa229 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:19:51.493089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port 41c1fd09-f4af-4c45-9de4-3178f10d59d1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=41c1fd09-f4af-4c45-9de4-3178f10d59d1,segment=NetworkSegment(f9060acf-9eaa-412c-b028-86c02a1e08e8),segment_id=f9060acf-9eaa-412c-b028-86c02a1e08e8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:51.493452 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.510854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 41c1fd09-f4af-4c45-9de4-3178f10d59d1 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:51.511089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] Deleting port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:51.511395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.578069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] For port 41c1fd09-f4af-4c45-9de4-3178f10d59d1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=41c1fd09-f4af-4c45-9de4-3178f10d59d1,segment=NetworkSegment(f9060acf-9eaa-412c-b028-86c02a1e08e8),segment_id=f9060acf-9eaa-412c-b028-86c02a1e08e8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:51.578453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.592571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] Calling delete_port for 41c1fd09-f4af-4c45-9de4-3178f10d59d1 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:51.645776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.673317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=41c1fd09-f4af-4c45-9de4-3178f10d59d1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:51.675163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:51.678610 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.709623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] Pushing event deleted for resources: {'Port': ['ID=41c1fd09-f4af-4c45-9de4-3178f10d59d1,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:51.712282 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5d200-ace4-4fd5-bafa-dd4b34b29fd2 None None] No DVR routers for this DVR port 41c1fd09-f4af-4c45-9de4-3178f10d59d1 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:51.769141 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.791194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dfbe19-fe8e-4d19-abea-445b4bfaa229']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:51.801756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9060acf-9eaa-412c-b028-86c02a1e08e8') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:51.802057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9060acf-9eaa-412c-b028-86c02a1e08e8') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:51.812317 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.827050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.836237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:19:51.836629 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:19:51.840179 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:19:51.971809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.978499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:51.981704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/e3dfbe19-fe8e-4d19-abea-445b4bfaa229 HTTP/1.1" status: 204 len: 168 time: 0.6908467 Nov 05 22:19:51.986848 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35802) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:51.991536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-655cc01a-5320-457d-9719-dd5327652bc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-473466277', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:51.993523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83de2a-38e4-4420-bf9b-5be8b4f80685 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=e3dfbe19-fe8e-4d19-abea-445b4bfaa229,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:52.091778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-655cc01a-5320-457d-9719-dd5327652bc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.092900 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-655cc01a-5320-457d-9719-dd5327652bc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.156050 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-655cc01a-5320-457d-9719-dd5327652bc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.159087 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 41c1fd09-f4af-4c45-9de4-3178f10d59d1 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:19:52.179463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 41c1fd09-f4af-4c45-9de4-3178f10d59d1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:19:52.179826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 41c1fd09-f4af-4c45-9de4-3178f10d59d1 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:19:52.228784 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-655cc01a-5320-457d-9719-dd5327652bc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.345328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-655cc01a-5320-457d-9719-dd5327652bc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.346622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-655cc01a-5320-457d-9719-dd5327652bc5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3587515 Nov 05 22:19:52.349948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35804) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:52.355338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2074040772'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:52.468697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:52.472512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.496620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:19:52.504975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.505310 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment 233fd8de-bd6f-4832-8052-8924bf793f37 of type vlan for network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 Nov 05 22:19:52.543755 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.672363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.679356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:52.679954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:52.751376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:52.761933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:19:52.765476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9eeae434-05c7-4591-a42f-c8ddcb51bcad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4129262 Nov 05 22:19:52.765476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35806) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:52.766716 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35808) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:52.771915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:52.948996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:52.952720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.032256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port fb3b3f8e-477f-446f-9881-5678bd7096ea {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:53.032842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.108119 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.108444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.120089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for fb3b3f8e-477f-446f-9881-5678bd7096ea owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:53.232679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.294812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=37d96008-eda0-4b71-9fa7-e4366875f71b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:53.303797 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:53.304163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:19:53.381279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.407082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=fb3b3f8e-477f-446f-9881-5678bd7096ea,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:53.409657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:19:53.467987 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.468314 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Floating IP a2533717-71e4-4082-b868-b9daeac0e8ae disassociated (deleted). External IP: 172.25.6.60, port: d11da534-1ad8-4cea-a149-dd77b386ede5. Nov 05 22:19:53.478299 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:53.482172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:53.482760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.487687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602e646-4d5a-46c8-8ed8-40fbce9724b9 None None] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:53.583895 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-12df5d05-3be9-4e92-adb1-c8927edf2a27 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8158202 Nov 05 22:19:53.586358 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35812) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:53.645719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:19:53.646574 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.689904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:19:53.786096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Allocated IP 2001:db8::2 (a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14/37d96008-eda0-4b71-9fa7-e4366875f71b/d94c5db7-b5b4-4380-951d-8ac31fdc3fcc) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:53.801917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:53.807283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.816738 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:53.830977 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:53.832392 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:53.839202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-58d44cb7-47f8-4a81-9760-ff1e3374911b tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "DELETE /v2.0/floatingips/a2533717-71e4-4082-b868-b9daeac0e8ae HTTP/1.1" status: 204 len: 168 time: 1.0723329 Nov 05 22:19:53.839661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:19:53.842295 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:19:53.886198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.969355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:53.983609 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32d4eaf-22a8-4697-8b88-6ab9b20a4c16 x-openstack-request-id: req-d32d4eaf-22a8-4697-8b88-6ab9b20a4c16 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:19:53.983962 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:19:53.984344 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d32d4eaf-22a8-4697-8b88-6ab9b20a4c16 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:19:53.984759 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'status': 'completed', 'code': 200} Nov 05 22:19:54.022536 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:19:54.067327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:54.086356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:54.096385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-f2f8b712-985e-4185-b418-87f679f5c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:54.097917 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-f2f8b712-985e-4185-b418-87f679f5c4ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 1096 time: 0.0898945 Nov 05 22:19:54.114060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:54.118029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:54.156035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Pushing event updated for resources: {'Port': ['ID=d94c5db7-b5b4-4380-951d-8ac31fdc3fcc,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:54.186587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Attempting to bind port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:54.188753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Attempting to bind port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:54.188753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Attempting to bind port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc on network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:54.193114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:54.193647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Checking segment: {'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:54.194199 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:54.195604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Bound using segment: {'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:54.205909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Bound port: d94c5db7-b5b4-4380-951d-8ac31fdc3fcc, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:54.206548 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:54.274692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] For port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:54.283460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] For port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d94c5db7-b5b4-4380-951d-8ac31fdc3fcc,segment=NetworkSegment(233fd8de-bd6f-4832-8052-8924bf793f37),segment_id=233fd8de-bd6f-4832-8052-8924bf793f37)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:54.325561 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:33Z', 'revision_number': 1, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:54.355503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:19:54.365244 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:54.365876 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:54.378647 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:54.394078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a3f22-760e-457a-bd2b-93c2c14ebbcc req-8498aae7-aa28-433f-b7e5-ecd126aa1fa2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:54.402734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c5a3f22-760e-457a-bd2b-93c2c14ebbcc req-8498aae7-aa28-433f-b7e5-ecd126aa1fa2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 945 time: 0.0659552 Nov 05 22:19:54.444479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d1b6d-6d37-485b-9ed3-c7a1b2d85351 None None] Pushing event updated for resources: {'Port': ['ID=d94c5db7-b5b4-4380-951d-8ac31fdc3fcc,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:54.468863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c5a3f22-760e-457a-bd2b-93c2c14ebbcc req-004b2346-4ff0-4609-ac47-79e32b04eac2 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603123 Nov 05 22:19:54.578497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:19:54.638639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8::1 (a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14/37d96008-eda0-4b71-9fa7-e4366875f71b/c8c88f6e-f83d-4b71-9201-df9aeb117cb3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:54.641234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-6dbdea03-d0de-4050-978c-0433df8243cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:54.642711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-6dbdea03-d0de-4050-978c-0433df8243cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.5214469 Nov 05 22:19:54.710443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-6497352c-da67-472c-90ee-a29d1fdea533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d11da534-1ad8-4cea-a149-dd77b386ede5 HTTP/1.1" status: 200 len: 217 time: 0.0593524 Nov 05 22:19:54.818474 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-1b900e0d-5b3f-412c-aca9-7b389b1e6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:54.820015 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-1b900e0d-5b3f-412c-aca9-7b389b1e6695 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0989482 Nov 05 22:19:54.834899 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:33Z', 'revision_number': 1, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:54.861701 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc955708-274a-4e72-a4dc-b34efb1e1d5e None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'da0b437c-5456-4487-9791-d689f8d56ee8', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'port_id': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'mac_address': 'fa:16:3e:98:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:14:31Z', 'updated_at': '2021-11-05T22:14:33Z', 'revision_number': 1, 'project_id': '79f73fbecf914ce88c668979583061dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:54.881090 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:54.897391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-51a469be-148f-42b3-8c7e-72f74b96b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:54.897391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-51a469be-148f-42b3-8c7e-72f74b96b0fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684376 Nov 05 22:19:55.005529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-8fc38ce4-fa2f-495e-b392-14512f731809 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978467 Nov 05 22:19:55.066224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.110387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73635b-465f-41c0-a811-ebf48416afe2 None None] New status for floating IP a2533717-71e4-4082-b868-b9daeac0e8ae: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:19:55.139204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:55.142520 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:55.152892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:55.152892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:55.152892 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.159288 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ebd064d5-9f3b-49ac-9257-c1c43a61cd1a req-d7abaac4-5e5b-4d3c-aace-f12c3522c0be service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459861 Nov 05 22:19:55.346430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.637915 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00807f3-2864-4a4a-bb50-2465c27f3c1a req-09e3ba8d-b6df-43fa-8ad9-548964d951d1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:55.639413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e00807f3-2864-4a4a-bb50-2465c27f3c1a req-09e3ba8d-b6df-43fa-8ad9-548964d951d1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 945 time: 0.0870340 Nov 05 22:19:55.671171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.675445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3518e3-a67f-4ae4-8924-c0f6c90ae697 None None] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:55.705330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e00807f3-2864-4a4a-bb50-2465c27f3c1a req-43164aca-4b6d-453b-b9d6-b9f9b54bd541 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583420 Nov 05 22:19:55.748904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.749702 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.770120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-463b7cf2-d712-4b63-8044-d16f90698d00 None None] Provisioning complete for port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:55.770495 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-463b7cf2-d712-4b63-8044-d16f90698d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.844581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:55.884279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:55.886602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:55.908364 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-463b7cf2-d712-4b63-8044-d16f90698d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:55.940628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-463b7cf2-d712-4b63-8044-d16f90698d00 None None] For port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d94c5db7-b5b4-4380-951d-8ac31fdc3fcc,segment=NetworkSegment(233fd8de-bd6f-4832-8052-8924bf793f37),segment_id=233fd8de-bd6f-4832-8052-8924bf793f37)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:55.994158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-463b7cf2-d712-4b63-8044-d16f90698d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.008645 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-17abac4a-215d-4c4c-a324-84c71072aca1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:56.010248 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-17abac4a-215d-4c4c-a324-84c71072aca1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 945 time: 0.1193957 Nov 05 22:19:56.049660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b7cf2-d712-4b63-8044-d16f90698d00 None None] Pushing event updated for resources: {'Port': ['ID=d94c5db7-b5b4-4380-951d-8ac31fdc3fcc,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:56.142795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port d11da534-1ad8-4cea-a149-dd77b386ede5 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:19:56.143228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.194232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d94c5db7-b5b4-4380-951d-8ac31fdc3fcc up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:19:56.203886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:19:56.326316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] For port d11da534-1ad8-4cea-a149-dd77b386ede5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11da534-1ad8-4cea-a149-dd77b386ede5,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:56.326775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.347024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for d11da534-1ad8-4cea-a149-dd77b386ede5 owned by compute:nova {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:19:56.351706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:19:56.358702 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d67e3fcf-942c-416e-9f0f-f68621c9f468 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7711928 Nov 05 22:19:56.361416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35828) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:56.367511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1234413972'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:56.372496 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:19:56.402071 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:56.404255 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:56.408173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2f8a1347-1ad2-45af-8cf6-c200e52eb20c None None] Provisioning complete for port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:56.408531 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1347-1ad2-45af-8cf6-c200e52eb20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.451954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:56.452326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.453920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a1347-1ad2-45af-8cf6-c200e52eb20c None None] Port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:56.469526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:56.476231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.528155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2f8a1347-1ad2-45af-8cf6-c200e52eb20c None None] Provisioning complete for port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:56.528573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1347-1ad2-45af-8cf6-c200e52eb20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.530573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:19:56.547823 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.548495 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment 1de7f403-4189-4a42-a539-e710c85ebfc6 of type vlan for network 554c7092-a1e8-47bf-84b4-7f9954466c69 Nov 05 22:19:56.605118 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:19:56.622814 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.677263 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=d11da534-1ad8-4cea-a149-dd77b386ede5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:56.697985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.766926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-cbae0e17-29d0-4d4b-b5bc-b62b8429ebd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1504259 Nov 05 22:19:56.794682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] No DVR routers for this DVR port d11da534-1ad8-4cea-a149-dd77b386ede5 on host n-h1-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:19:56.798971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.807093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cba26613-5575-4736-a5f5-a4fef44361b5 req-bb1f3433-4c28-4335-9fd9-f4524b880a0f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "DELETE /v2.0/ports/d11da534-1ad8-4cea-a149-dd77b386ede5 HTTP/1.1" status: 204 len: 173 time: 0.7860680 Nov 05 22:19:56.819717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'name': 'network-vif-deleted', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:19:56.823860 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67274f91-65be-4fb1-a1e7-6ed97bd310d7" -d '{"events": [{"server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "name": "network-vif-deleted", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:19:56.856606 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.870562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:56.871196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.880059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3d0f77d9-17a0-4bdd-b5b7-214a24ee37a5 None None] Provisioning complete for port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:56.880450 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d0f77d9-17a0-4bdd-b5b7-214a24ee37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:56.883138 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22908f26-270d-41ba-8883-30e19286aa6d x-openstack-request-id: req-22908f26-270d-41ba-8883-30e19286aa6d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:19:56.883138 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fae1dc-5f62-47a4-958a-f186ad2e6838", "name": "network-vif-deleted", "tag": "d11da534-1ad8-4cea-a149-dd77b386ede5", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:19:56.883836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-379040e2-da9b-4022-a750-e8da345db132 req-2c92603b-8189-47a7-9305-b464c5d90b62 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0653834 Nov 05 22:19:56.889738 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22908f26-270d-41ba-8883-30e19286aa6d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:19:56.889738 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fae1dc-5f62-47a4-958a-f186ad2e6838', 'name': 'network-vif-deleted', 'tag': 'd11da534-1ad8-4cea-a149-dd77b386ede5', 'status': 'completed', 'code': 200} Nov 05 22:19:56.937421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f77d9-17a0-4bdd-b5b7-214a24ee37a5 None None] Port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:56.971402 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:19:55Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:55Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:56.992782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=554c7092-a1e8-47bf-84b4-7f9954466c69,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:56.999589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-6055437e-eb4b-4c4a-a3c8-87f861591bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:57.001340 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:19:57.001981 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Updating router fe60adda-6af1-4e30-9a69-1922aa02b9dc port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:19:57.004182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:19:57.007538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-6055437e-eb4b-4c4a-a3c8-87f861591bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1097 time: 0.1531830 Nov 05 22:19:57.032307 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.033796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35836) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:57.042036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:19:57.045439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b32521ec-c00b-4fd9-beb7-198eb2f5efb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6822183 Nov 05 22:19:57.179303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-9f130a61-6c2a-4b9e-bb9f-17ff32952314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:57.181307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-9f130a61-6c2a-4b9e-bb9f-17ff32952314 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 200 len: 898 time: 0.1343567 Nov 05 22:19:57.277707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-37afe475-c1e5-4255-8c47-c93d9b4f6d7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 200 len: 1001 time: 0.0879543 Nov 05 22:19:57.331882 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:19:57.335390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.346785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-74aa5375-7b88-4823-9a4c-862f3328eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:57.348596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-74aa5375-7b88-4823-9a4c-862f3328eed0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=031816ad-8e04-454a-9bbc-a9ff8154c74d HTTP/1.1" status: 200 len: 835 time: 0.0631804 Nov 05 22:19:57.404385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-1c6a90f2-c5f9-4797-8f28-37236947aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:57.405872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-1c6a90f2-c5f9-4797-8f28-37236947aaae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9644788-b939-4aac-8c66-531bdbb20d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502570 Nov 05 22:19:57.412140 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.499926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-1cd953aa-920c-4209-be65-f2999ef52601 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861931 Nov 05 22:19:57.525669 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.583804 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Pushing event updated for resources: {'Port': ['ID=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:57.619471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-45f929e2-fa3e-438c-bc19-b2b1c4c60619 req-fc534c5b-b250-4650-b2b2-7a52489eb430 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116829 Nov 05 22:19:57.621567 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.621756 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.622124 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.622411 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.622739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.623062 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.624223 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.624376 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.624517 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.624517 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.624517 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.624815 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.625025 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:19:57.660038 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Attempting to bind port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:57.660401 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Attempting to bind port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:57.660758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Attempting to bind port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 on network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:57.667184 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:57.667581 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Checking segment: {'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:57.667979 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.668959 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Bound using segment: {'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:57.668959 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Bound port: c8c88f6e-f83d-4b71-9201-df9aeb117cb3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233fd8de-bd6f-4832-8052-8924bf793f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:57.669239 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.690935 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=daef8d44-71d3-44bd-8a68-9bf40ad800ac,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:57.701403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:57.701903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: 554c7092-a1e8-47bf-84b4-7f9954466c69, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:19:57.743500 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] For port c8c88f6e-f83d-4b71-9201-df9aeb117cb3, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:57.747256 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] For port c8c88f6e-f83d-4b71-9201-df9aeb117cb3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,segment=NetworkSegment(233fd8de-bd6f-4832-8052-8924bf793f37),segment_id=233fd8de-bd6f-4832-8052-8924bf793f37)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:57.839821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:19:57.864450 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-dc36ceaa-3db9-4976-b6c1-2e7f288337fc None None] Provisioning complete for port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:57.865011 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dc36ceaa-3db9-4976-b6c1-2e7f288337fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.892244 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.907527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dc36ceaa-3db9-4976-b6c1-2e7f288337fc None None] Port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:19:57.919940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 554c7092-a1e8-47bf-84b4-7f9954466c69) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:57.925421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:19:57.929765 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:57.938954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1801f9f-2664-4487-8a15-093889260672 None None] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:19:57.972320 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:19:57.973179 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:58.026973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35840) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:19:58.028435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2e4f4adf-bc67-4699-b1fd-a4d015210ea9 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9928405 Nov 05 22:19:58.090018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a727b7e-62a7-410a-a498-299cf0272884 req-0f9879f1-eff2-4a14-b4a3-1759a604c842 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0590296 Nov 05 22:19:58.134098 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b973b-e8da-4a00-9a03-a5b5ab70f580 None None] Pushing event updated for resources: {'Port': ['ID=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:58.169039 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:19:58.173704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-554c7092-a1e8-47bf-84b4-7f9954466c69', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:19:58.174920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.383253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Allocated IP 2001:db8:1::2 (554c7092-a1e8-47bf-84b4-7f9954466c69/daef8d44-71d3-44bd-8a68-9bf40ad800ac/0529219e-6fa3-4129-8b83-7b4d6963f508) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:58.427745 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:19:55Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:57Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:19:58.465216 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d911b-e2b3-401e-b880-a02e8345ffb6 None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:19:55Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:57Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:19:58.487606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2e35ba06-6153-4732-b975-de84e040ed94 None None] Provisioning complete for port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:19:58.487606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2e35ba06-6153-4732-b975-de84e040ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.655224 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.671633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2e35ba06-6153-4732-b975-de84e040ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.746896 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.750436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2e35ba06-6153-4732-b975-de84e040ed94 None None] For port c8c88f6e-f83d-4b71-9201-df9aeb117cb3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,segment=NetworkSegment(233fd8de-bd6f-4832-8052-8924bf793f37),segment_id=233fd8de-bd6f-4832-8052-8924bf793f37)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:19:58.804834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:58.810914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:58.816564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:58.830070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Pushing event updated for resources: {'Port': ['ID=0529219e-6fa3-4129-8b83-7b4d6963f508,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:58.859482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2e35ba06-6153-4732-b975-de84e040ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.930596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Attempting to bind port 0529219e-6fa3-4129-8b83-7b4d6963f508 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:19:58.931287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Attempting to bind port 0529219e-6fa3-4129-8b83-7b4d6963f508 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:19:58.931409 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Attempting to bind port 0529219e-6fa3-4129-8b83-7b4d6963f508 on network 554c7092-a1e8-47bf-84b4-7f9954466c69 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:19:58.947920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:19:58.948261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Checking segment: {'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:19:58.948664 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.949067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Bound using segment: {'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:19:58.949546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Bound port: 0529219e-6fa3-4129-8b83-7b4d6963f508, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:19:58.949938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:58.952182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35ba06-6153-4732-b975-de84e040ed94 None None] Pushing event updated for resources: {'Port': ['ID=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:59.006608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:59.025963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] For port 0529219e-6fa3-4129-8b83-7b4d6963f508, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:19:59.030264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] For port 0529219e-6fa3-4129-8b83-7b4d6963f508, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0529219e-6fa3-4129-8b83-7b4d6963f508,segment=NetworkSegment(1de7f403-4189-4a42-a539-e710c85ebfc6),segment_id=1de7f403-4189-4a42-a539-e710c85ebfc6)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:19:59.117245 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:59.216833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df948f-7ec7-4814-abd6-1053ed182bb6 None None] Pushing event updated for resources: {'Port': ['ID=0529219e-6fa3-4129-8b83-7b4d6963f508,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:59.259463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5f29ca3-d4fa-42e5-8cec-7e02f76f1bbb req-784b7341-9738-474e-8b2a-953024007469 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0404227 Nov 05 22:19:59.405480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8:1::1 (554c7092-a1e8-47bf-84b4-7f9954466c69/daef8d44-71d3-44bd-8a68-9bf40ad800ac/e4d21d3e-371b-47ad-9e61-cfb8bf2beea3) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:19:59.550634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:59.650047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:59.701162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:19:59.704227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:19:59.707306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:19:59.707960 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:19:59.726119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11da534-1ad8-4cea-a149-dd77b386ede5 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:19:59.747801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: d11da534-1ad8-4cea-a149-dd77b386ede5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:19:59.748294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11da534-1ad8-4cea-a149-dd77b386ede5 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:19:59.758882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:19:59.903652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.206062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.261885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c8c88f6e-f83d-4b71-9201-df9aeb117cb3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:00.268546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.269554 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.342394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:00.342827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.381825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:00.410223 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1275c025-d68c-42f6-afd2-b14429696ed6 req-76c69119-0559-4898-85db-51a7bd967191 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0481820 Nov 05 22:20:00.426468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:20:00.427944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:00.443233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0529219e-6fa3-4129-8b83-7b4d6963f508 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:00.490524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0529219e-6fa3-4129-8b83-7b4d6963f508 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:00.490890 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.535593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:00.585005 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.623682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0529219e-6fa3-4129-8b83-7b4d6963f508, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0529219e-6fa3-4129-8b83-7b4d6963f508,segment=NetworkSegment(1de7f403-4189-4a42-a539-e710c85ebfc6),segment_id=1de7f403-4189-4a42-a539-e710c85ebfc6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:00.651474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:00.657180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d69290bb-4ac2-47be-a841-f96f5f8ed7f6 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6288991 Nov 05 22:20:00.659903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35846) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:00.665004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:00.665195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2010634777'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:00.678254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:00.679259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:00.717616 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.769838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:20:00.777380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.818030 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:20:00.824109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:00.832233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.832998 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment f78ee870-58bc-42d6-95eb-3e8aee7a662c of type vlan for network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 Nov 05 22:20:00.861251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0529219e-6fa3-4129-8b83-7b4d6963f508,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:00.884893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.965483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:00.977824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c73b265-54da-4c23-97d7-fe5d5165b39c None None] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:01.022842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.029285 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:01.033906 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.085146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c15aba9e-7003-4e33-a1f0-b3ab2cbb7eee None None] Provisioning complete for port 0529219e-6fa3-4129-8b83-7b4d6963f508 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:01.085796 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c15aba9e-7003-4e33-a1f0-b3ab2cbb7eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.117171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=b5abbf4c-51e4-4c35-9c0f-4bab43cb0931,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:01.141242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-842bc833-5be2-485b-bf8d-6e8ed6df5f2c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4794784 Nov 05 22:20:01.143178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35848) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:01.148146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:01.149171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:20:01.291395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:20:01.295203 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.317497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:19:59Z', 'revision_number': 3, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:00Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:01.351148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:01.351148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Updating router fe60adda-6af1-4e30-9a69-1922aa02b9dc port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:20:01.384108 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.543646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f44e8ef-e822-492c-82ad-b304885aa4b0 req-fa8d3728-57de-4f1b-9b19-1c02c35ed1d6 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0473201 Nov 05 22:20:01.644068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.715540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=366be6dd-5acf-440d-bb66-84a8d4abd72e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:01.731864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:20:01.732214 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: b5abbf4c-51e4-4c35-9c0f-4bab43cb0931, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:20:01.815836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a2659aa8-7a63-47a3-a8a1-0cbc29977af6 None None] Provisioning complete for port 0529219e-6fa3-4129-8b83-7b4d6963f508 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:01.816140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2659aa8-7a63-47a3-a8a1-0cbc29977af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.848782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:20:01.883710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.942305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a2659aa8-7a63-47a3-a8a1-0cbc29977af6 None None] Provisioning complete for port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:01.942675 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2659aa8-7a63-47a3-a8a1-0cbc29977af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.975609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b5abbf4c-51e4-4c35-9c0f-4bab43cb0931) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:01.980194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a2659aa8-7a63-47a3-a8a1-0cbc29977af6 None None] Port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:20:01.980382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:01.980905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:01.991118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c7422-f0f1-412a-b2d3-382e5b524eda None None] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:02.012257 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.111829 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe6622b2-ccb7-4133-bbd9-0b346bc7b1b7 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9674590 Nov 05 22:20:02.114401 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35852) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:02.120946 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966f6a2-0a9a-4015-9cb2-f0e57e5d8692 None None] Pushing event updated for resources: {'Port': ['ID=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:02.166672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-806a135c-fa68-4ba3-9c7f-951019389c72 None None] Provisioning complete for port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:02.167267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-806a135c-fa68-4ba3-9c7f-951019389c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.227195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0529219e-6fa3-4129-8b83-7b4d6963f508 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:02.283332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Attempting to bind port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:20:02.283332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Attempting to bind port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:20:02.283332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Attempting to bind port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 on network 554c7092-a1e8-47bf-84b4-7f9954466c69 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:20:02.302573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-806a135c-fa68-4ba3-9c7f-951019389c72 None None] Port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:20:02.304154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:20:02.304527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Checking segment: {'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:20:02.304922 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.305304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Bound using segment: {'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:20:02.305833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Bound port: e4d21d3e-371b-47ad-9e61-cfb8bf2beea3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de7f403-4189-4a42-a539-e710c85ebfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:20:02.306218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.343783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:20:02.344771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.474695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0529219e-6fa3-4129-8b83-7b4d6963f508 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:02.474992 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.486215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] For port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:20:02.528364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3015b34a-eb66-437b-ab4f-f1a6925edf00 None None] Provisioning complete for port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:02.538275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3015b34a-eb66-437b-ab4f-f1a6925edf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.544458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] For port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,segment=NetworkSegment(1de7f403-4189-4a42-a539-e710c85ebfc6),segment_id=1de7f403-4189-4a42-a539-e710c85ebfc6)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:20:02.558979 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.619260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3015b34a-eb66-437b-ab4f-f1a6925edf00 None None] Port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:20:02.630263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Allocated IP 2001:db8:2::2 (b5abbf4c-51e4-4c35-9c0f-4bab43cb0931/366be6dd-5acf-440d-bb66-84a8d4abd72e/fe3da8aa-a5df-4441-9ff6-32aa8460f8ff) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:20:02.687877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1a9261e-d343-4543-b344-1302d76f0dbf req-3dbc5bcf-c4b4-4e90-aa9e-fad1c6552d2c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=67fae1dc-5f62-47a4-958a-f186ad2e6838 HTTP/1.1" status: 200 len: 210 time: 0.0344112 Nov 05 22:20:02.688677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.817949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d2d9d187-6b64-4518-9c38-067d77ad2020 None None] Provisioning complete for port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:02.819993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d2d9d187-6b64-4518-9c38-067d77ad2020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:02.819993 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:02.820508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:02.876363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966f6a2-0a9a-4015-9cb2-f0e57e5d8692 None None] Pushing event updated for resources: {'Port': ['ID=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:02.985200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:03.027743 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.130518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.135346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d2d9d187-6b64-4518-9c38-067d77ad2020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.178519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8:2::1 (b5abbf4c-51e4-4c35-9c0f-4bab43cb0931/366be6dd-5acf-440d-bb66-84a8d4abd72e/691f8f0f-8d61-4ace-ab6e-46b22561b4cb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:20:03.196010 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.232095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:20:03.241926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:03.243651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Pushing event updated for resources: {'Port': ['ID=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:03.248505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:20:03.301500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.418450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.425861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d2d9d187-6b64-4518-9c38-067d77ad2020 None None] For port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,segment=NetworkSegment(1de7f403-4189-4a42-a539-e710c85ebfc6),segment_id=1de7f403-4189-4a42-a539-e710c85ebfc6)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:03.458802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:20:03.461819 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:03.468927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:20:03.469477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.496513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Attempting to bind port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:20:03.496876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Attempting to bind port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:20:03.497468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Attempting to bind port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff on network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:20:03.503262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:20:03.503653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Checking segment: {'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:20:03.504048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.504435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Bound using segment: {'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:20:03.504896 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Bound port: fe3da8aa-a5df-4441-9ff6-32aa8460f8ff, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:20:03.505270 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.511318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:03.558191 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d2d9d187-6b64-4518-9c38-067d77ad2020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.592122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:19:59Z', 'revision_number': 3, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:02Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:03.633243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d26824-cd38-485a-810f-0e8f32443fa7 None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:19:59Z', 'revision_number': 3, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:02Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:03.639818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] For port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:20:03.664434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] For port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,segment=NetworkSegment(f78ee870-58bc-42d6-95eb-3e8aee7a662c),segment_id=f78ee870-58bc-42d6-95eb-3e8aee7a662c)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:20:03.665766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9d187-6b64-4518-9c38-067d77ad2020 None None] Pushing event updated for resources: {'Port': ['ID=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:03.688277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-71ce6ea9-8251-4225-ac02-7ea94cd35292 None None] Provisioning complete for port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:03.688277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71ce6ea9-8251-4225-ac02-7ea94cd35292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.736982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.745055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:03.856741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4af5e-5391-415e-823f-257b327c19b4 None None] Pushing event updated for resources: {'Port': ['ID=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:04.090338 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.199922 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.201934 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.304299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fe3da8aa-a5df-4441-9ff6-32aa8460f8ff up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:04.323512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:04.374273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:20:04.378949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:04.379499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:04.379663 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.485789 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.509166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:04.519231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,segment=NetworkSegment(f78ee870-58bc-42d6-95eb-3e8aee7a662c),segment_id=f78ee870-58bc-42d6-95eb-3e8aee7a662c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:04.603656 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.605033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:04.614535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:04.621302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e44351e5-882a-4747-b5c2-27a9625b9824 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5057976 Nov 05 22:20:04.623395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35864) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:04.628925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1688282708'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:04.700284 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da931465-a633-480c-aff8-0925464902fc None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:04.706833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:04.710466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:04.710825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.719863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:20:04.728746 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da931465-a633-480c-aff8-0925464902fc None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:04.728746 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-da931465-a633-480c-aff8-0925464902fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:04.729596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.771606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:20:04.795011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.798373 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added segment f938781e-5e41-4501-b3c7-ff1745355b5a of type vlan for network afcccd07-63b5-4c75-8a78-560e8365eb84 Nov 05 22:20:04.833539 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-da931465-a633-480c-aff8-0925464902fc None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:04.860077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.954715 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:04.971376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:04.971376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.080026 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-da931465-a633-480c-aff8-0925464902fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:05.089943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Network': ['ID=afcccd07-63b5-4c75-8a78-560e8365eb84,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:05.106366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network afcccd07-63b5-4c75-8a78-560e8365eb84 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:20:05.112476 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da931465-a633-480c-aff8-0925464902fc None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:05.112919 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da931465-a633-480c-aff8-0925464902fc None None] Updating router fe60adda-6af1-4e30-9a69-1922aa02b9dc port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:20:05.138840 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-da931465-a633-480c-aff8-0925464902fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.190759 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ed2b5-92be-4e2e-8f8c-1da82f037f02 None None] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:05.198588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d657790d-e821-4689-a15c-c1cb15eb6d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5733843 Nov 05 22:20:05.201487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35884) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:05.207847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'subnet': {'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:05.348772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3f1f4c3d-fcdd-4ca8-aefd-7e8669701ea1 None None] Provisioning complete for port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:05.349147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4c3d-fcdd-4ca8-aefd-7e8669701ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.446752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Made reservation on behalf of f317d6784fcb419694cd59f1b96bb1c0 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:20:05.454508 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.563295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533f70-e30c-4a81-80c9-b87d12dbbf53 req-7bfb061b-1e15-465a-aac5-4e19cd7ed6cf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:05.571865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb533f70-e30c-4a81-80c9-b87d12dbbf53 req-7bfb061b-1e15-465a-aac5-4e19cd7ed6cf tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.1372335 Nov 05 22:20:05.631766 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-da931465-a633-480c-aff8-0925464902fc None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.657799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fb533f70-e30c-4a81-80c9-b87d12dbbf53 req-b4334099-2757-4c35-b6cf-4866afc8612a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739501 Nov 05 22:20:05.733874 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-da931465-a633-480c-aff8-0925464902fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.843926 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aacbed-bcfc-4deb-b1f6-8143e7eb43a0 None None] Pushing event updated for resources: {'Port': ['ID=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:05.862886 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-da931465-a633-480c-aff8-0925464902fc None None] Attempting to bind port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:20:05.863512 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-da931465-a633-480c-aff8-0925464902fc None None] Attempting to bind port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:20:05.863725 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da931465-a633-480c-aff8-0925464902fc None None] Attempting to bind port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb on network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:20:05.865468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-368f3d48-f757-4278-81e3-6ba0e873c6fd None None] Provisioning complete for port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:05.866084 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-368f3d48-f757-4278-81e3-6ba0e873c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.872072 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da931465-a633-480c-aff8-0925464902fc None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:20:05.872444 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da931465-a633-480c-aff8-0925464902fc None None] Checking segment: {'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:20:05.872992 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-da931465-a633-480c-aff8-0925464902fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.873439 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da931465-a633-480c-aff8-0925464902fc None None] Bound using segment: {'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:20:05.873973 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-da931465-a633-480c-aff8-0925464902fc None None] Bound port: 691f8f0f-8d61-4ace-ab6e-46b22561b4cb, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78ee870-58bc-42d6-95eb-3e8aee7a662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:20:05.874414 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-da931465-a633-480c-aff8-0925464902fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:05.925086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-368f3d48-f757-4278-81e3-6ba0e873c6fd None None] Port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:20:05.938445 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-368f3d48-f757-4278-81e3-6ba0e873c6fd None None] Provisioning complete for port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:05.938816 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-368f3d48-f757-4278-81e3-6ba0e873c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.003754 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-da931465-a633-480c-aff8-0925464902fc None None] For port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:20:06.007390 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-da931465-a633-480c-aff8-0925464902fc None None] For port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,segment=NetworkSegment(f78ee870-58bc-42d6-95eb-3e8aee7a662c),segment_id=f78ee870-58bc-42d6-95eb-3e8aee7a662c)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:20:06.109738 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-da931465-a633-480c-aff8-0925464902fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.251397 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aacbed-bcfc-4deb-b1f6-8143e7eb43a0 None None] Pushing event updated for resources: {'Port': ['ID=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:06.260430 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da931465-a633-480c-aff8-0925464902fc None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:06.261365 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-da931465-a633-480c-aff8-0925464902fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:19:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:06.266173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fe3da8aa-a5df-4441-9ff6-32aa8460f8ff up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:06.364737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.372158 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-da931465-a633-480c-aff8-0925464902fc None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:06.396262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-81afc94c-dbcb-4313-be36-076e1982c8ac None None] Provisioning complete for port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:06.396472 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81afc94c-dbcb-4313-be36-076e1982c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.445782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Subnet': ['ID=ab011654-fd4f-4ad0-938f-2bc897b7b740,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:06.468813 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8c293ee2-c5f6-468b-a26c-a436374f6f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.473358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:06.473719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.485181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Checking segment: {'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:20:06.485568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network hostable DHCP agents. Network: afcccd07-63b5-4c75-8a78-560e8365eb84, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:20:06.548579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network afcccd07-63b5-4c75-8a78-560e8365eb84 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:20:06.561103 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:20:06.598877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81afc94c-dbcb-4313-be36-076e1982c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.646322 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-da931465-a633-480c-aff8-0925464902fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:05Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:06.651775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, afcccd07-63b5-4c75-8a78-560e8365eb84) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:06.664900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14918b-32d6-4e5a-8424-0c76811e697c None None] Network afcccd07-63b5-4c75-8a78-560e8365eb84 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:06.668679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-81afc94c-dbcb-4313-be36-076e1982c8ac None None] For port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,segment=NetworkSegment(f78ee870-58bc-42d6-95eb-3e8aee7a662c),segment_id=f78ee870-58bc-42d6-95eb-3e8aee7a662c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:06.668925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:06.672975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.685538 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da931465-a633-480c-aff8-0925464902fc None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:05Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:06.765549 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-81afc94c-dbcb-4313-be36-076e1982c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:06.795586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6315d812-bcfb-4908-85b1-cba7a2a76de0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5925171 Nov 05 22:20:06.798305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35896) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:06.911716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afc94c-dbcb-4313-be36-076e1982c8ac None None] Pushing event updated for resources: {'Port': ['ID=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:06.983335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d79de4-06ba-4386-bf36-89a0097f5c94 req-eb114658-3b75-43d1-bdab-be44fe87fe6b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:06.983335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59d79de4-06ba-4386-bf36-89a0097f5c94 req-eb114658-3b75-43d1-bdab-be44fe87fe6b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.1735036 Nov 05 22:20:06.988276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-836fe485-462a-4b33-80db-a777f6cf0a2c None None] Provisioning complete for port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:06.988651 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-836fe485-462a-4b33-80db-a777f6cf0a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.090962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-afcccd07-63b5-4c75-8a78-560e8365eb84', 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'fixed_ips': [{'subnet_id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:20:07.092298 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.236233 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59d79de4-06ba-4386-bf36-89a0097f5c94 req-5358a495-e0e1-4e36-88f6-0cbf7a3f0f6b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311187 Nov 05 22:20:07.313953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Allocated IP 2001:db8:3::2 (afcccd07-63b5-4c75-8a78-560e8365eb84/ab011654-fd4f-4ad0-938f-2bc897b7b740/a3720158-cbe0-4686-9178-2a0ecb19fd51) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:20:07.439710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-184d4f45-a644-4541-ba47-614190ae5376 None None] Provisioning complete for port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:07.440162 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-184d4f45-a644-4541-ba47-614190ae5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.523427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.568804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.662980 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.708236 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Network afcccd07-63b5-4c75-8a78-560e8365eb84 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:20:07.713399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:07.717313 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:20:07.731701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Pushing event updated for resources: {'Port': ['ID=a3720158-cbe0-4686-9178-2a0ecb19fd51,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:07.763371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ec8f54de-63c7-4db8-b071-ead00182e90e None None] Provisioning complete for port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:07.763765 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ec8f54de-63c7-4db8-b071-ead00182e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.812208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Attempting to bind port a3720158-cbe0-4686-9178-2a0ecb19fd51 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:20:07.813481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Attempting to bind port a3720158-cbe0-4686-9178-2a0ecb19fd51 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:20:07.813481 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Attempting to bind port a3720158-cbe0-4686-9178-2a0ecb19fd51 on network afcccd07-63b5-4c75-8a78-560e8365eb84 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:20:07.824209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:20:07.824667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Checking segment: {'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:20:07.824830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Allocated IP 2001:db8:3::1 (afcccd07-63b5-4c75-8a78-560e8365eb84/ab011654-fd4f-4ad0-938f-2bc897b7b740/1fccc74e-d3b5-4a71-b112-67792ad72ad8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:20:07.825085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.825477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Bound using segment: {'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:20:07.825942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Bound port: a3720158-cbe0-4686-9178-2a0ecb19fd51, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:20:07.826414 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:07.925645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] For port a3720158-cbe0-4686-9178-2a0ecb19fd51, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:20:07.930395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] For port a3720158-cbe0-4686-9178-2a0ecb19fd51, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3720158-cbe0-4686-9178-2a0ecb19fd51,segment=NetworkSegment(f938781e-5e41-4501-b3c7-ff1745355b5a),segment_id=f938781e-5e41-4501-b3c7-ff1745355b5a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:20:07.949936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.011818 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.079438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a17b5-d60c-43af-b08a-61039e1284b8 None None] Pushing event updated for resources: {'Port': ['ID=a3720158-cbe0-4686-9178-2a0ecb19fd51,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:08.103182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.148020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network afcccd07-63b5-4c75-8a78-560e8365eb84 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:20:08.181347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:08.181347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:20:08.181347 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.181347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=1fccc74e-d3b5-4a71-b112-67792ad72ad8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:08.294068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 691f8f0f-8d61-4ace-ab6e-46b22561b4cb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:08.400457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab5789-9738-4382-b79e-48ae3090f246 req-24f60340-ef82-4b91-9894-32d427d08013 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:08.409410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccab5789-9738-4382-b79e-48ae3090f246 req-24f60340-ef82-4b91-9894-32d427d08013 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0779619 Nov 05 22:20:08.412620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:08.413038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.469537 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.509839 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ccab5789-9738-4382-b79e-48ae3090f246 req-917e378d-cbcf-4b67-8132-0b36a418fc11 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988801 Nov 05 22:20:08.559315 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c8a43f79-5b6c-4e4b-9f1d-105086201fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.778800 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.846293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.847352 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:08.951315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event updated for resources: {'Port': ['ID=1fccc74e-d3b5-4a71-b112-67792ad72ad8,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:09.001314 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Network afcccd07-63b5-4c75-8a78-560e8365eb84 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:20:09.005240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:20:09.132624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:09.192818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46dba4f-b34d-434e-b8ee-988f42f39d07 None None] Network afcccd07-63b5-4c75-8a78-560e8365eb84 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:09.263277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:09.269548 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-738b3d64-e5f8-4b10-9795-f78ecb6da0f4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4700620 Nov 05 22:20:09.272277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35908) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:09.277393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:09.286050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:09.327519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:09.328219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:09.424338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:09.464102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-869df4dc-99e7-48ab-bbef-6cc29afa815a None None] Provisioning complete for port a3720158-cbe0-4686-9178-2a0ecb19fd51 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:09.464476 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-869df4dc-99e7-48ab-bbef-6cc29afa815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:09.676438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab45f64-9ed9-4cfa-bce6-ab9e2e13d9ed req-b9ab7e1b-5d19-47b1-9a29-5d41162bc328 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:09.688241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ab45f64-9ed9-4cfa-bce6-ab9e2e13d9ed req-b9ab7e1b-5d19-47b1-9a29-5d41162bc328 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0791762 Nov 05 22:20:09.730931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.extraroute_db [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102292) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 22:20:09.749605 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.extraroute_db [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Removed routes are [] {{(pid=102292) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 22:20:09.750156 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:09.779899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ab45f64-9ed9-4cfa-bce6-ab9e2e13d9ed req-679b2e78-dadc-4235-b8ff-a8c57973c2c2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907066 Nov 05 22:20:09.931235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-869df4dc-99e7-48ab-bbef-6cc29afa815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.012874 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-869df4dc-99e7-48ab-bbef-6cc29afa815a None None] For port a3720158-cbe0-4686-9178-2a0ecb19fd51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3720158-cbe0-4686-9178-2a0ecb19fd51,segment=NetworkSegment(f938781e-5e41-4501-b3c7-ff1745355b5a),segment_id=f938781e-5e41-4501-b3c7-ff1745355b5a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:10.037340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.040130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:08Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '1fccc74e-d3b5-4a71-b112-67792ad72ad8', 'name': '', 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:1a:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:07Z', 'updated_at': '2021-11-05T22:20:08Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:10.043625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.084144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:10.084144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Updating router fe60adda-6af1-4e30-9a69-1922aa02b9dc port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:20:10.117335 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-869df4dc-99e7-48ab-bbef-6cc29afa815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.173108 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.176606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869df4dc-99e7-48ab-bbef-6cc29afa815a None None] Pushing event updated for resources: {'Port': ['ID=a3720158-cbe0-4686-9178-2a0ecb19fd51,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:10.183081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.192748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:10.290140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3720158-cbe0-4686-9178-2a0ecb19fd51 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:10.326992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:10.336214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.336997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-204f7605-8f1f-4eb1-ac2f-32fa7c6f1d46 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 200 len: 953 time: 1.0634806 Nov 05 22:20:10.342542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35914) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:10.422341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9fb9de3c-7f82-4e54-80c2-a81e86f052fe None None] Provisioning complete for port a3720158-cbe0-4686-9178-2a0ecb19fd51 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:10.422655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9fb9de3c-7f82-4e54-80c2-a81e86f052fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.457579 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35916) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:10.459731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9de9ef56-9cb0-4bac-b434-95a2035b1f12 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 200 len: 953 time: 0.1138859 Nov 05 22:20:10.462478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'routes': None}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:10.492293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a3720158-cbe0-4686-9178-2a0ecb19fd51 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:10.492674 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.654060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.695204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9fb9de3c-7f82-4e54-80c2-a81e86f052fe None None] Provisioning complete for port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:10.695606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9fb9de3c-7f82-4e54-80c2-a81e86f052fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.736580 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9de3c-7f82-4e54-80c2-a81e86f052fe None None] Port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:20:10.752077 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.813654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b3b0-3f59-4b08-8f6c-349fb1195353 None None] Pushing event updated for resources: {'Port': ['ID=1fccc74e-d3b5-4a71-b112-67792ad72ad8,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:10.876681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added routes are [] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 22:20:10.877273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.extraroute_db [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 22:20:10.883755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Attempting to bind port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:20:10.884429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Attempting to bind port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:20:10.884584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Attempting to bind port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 on network afcccd07-63b5-4c75-8a78-560e8365eb84 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:20:10.892521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3cbdba84-c828-49af-a1dd-8ec4c28738a1 None None] Provisioning complete for port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:10.892894 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3cbdba84-c828-49af-a1dd-8ec4c28738a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.896467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:20:10.896721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Checking segment: {'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:20:10.897173 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.897708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Bound using segment: {'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:20:10.897990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Bound port: 1fccc74e-d3b5-4a71-b112-67792ad72ad8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f938781e-5e41-4501-b3c7-ff1745355b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:20:10.898504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.909959 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:10.929867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff693-35ce-4623-ac4f-5b3134769d70 req-fbeecde3-237b-4a40-9704-26fdbac4c172 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:10.931428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46bff693-35ce-4623-ac4f-5b3134769d70 req-fbeecde3-237b-4a40-9704-26fdbac4c172 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0663621 Nov 05 22:20:10.963316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdba84-c828-49af-a1dd-8ec4c28738a1 None None] Port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:20:10.996715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46bff693-35ce-4623-ac4f-5b3134769d70 req-3597fb24-444a-428f-8f6e-30c8410ba3d5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572913 Nov 05 22:20:10.997300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] For port 1fccc74e-d3b5-4a71-b112-67792ad72ad8, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:20:11.000834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] For port 1fccc74e-d3b5-4a71-b112-67792ad72ad8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1fccc74e-d3b5-4a71-b112-67792ad72ad8,segment=NetworkSegment(f938781e-5e41-4501-b3c7-ff1745355b5a),segment_id=f938781e-5e41-4501-b3c7-ff1745355b5a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:20:11.087331 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.158876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:11.159506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:11.162587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b3b0-3f59-4b08-8f6c-349fb1195353 None None] Pushing event updated for resources: {'Port': ['ID=1fccc74e-d3b5-4a71-b112-67792ad72ad8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:11.180190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.186759 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.261372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-26581e09-3c85-4c93-a006-560a660b3231 None None] Provisioning complete for port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:11.262148 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-26581e09-3c85-4c93-a006-560a660b3231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.288718 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:11.291109 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:11.395152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:11.402875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.404142 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7bc8a800-8229-4047-a389-7c5a5fe3a193 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 200 len: 703 time: 0.9453998 Nov 05 22:20:11.406766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35922) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:11.485854 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-26581e09-3c85-4c93-a006-560a660b3231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.505216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-70737dca-5bfe-4d1c-b7f4-1f6013c82c39 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 200 len: 703 time: 0.0972128 Nov 05 22:20:11.507789 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35924) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:11.558348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-26581e09-3c85-4c93-a006-560a660b3231 None None] For port 1fccc74e-d3b5-4a71-b112-67792ad72ad8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1fccc74e-d3b5-4a71-b112-67792ad72ad8,segment=NetworkSegment(f938781e-5e41-4501-b3c7-ff1745355b5a),segment_id=f938781e-5e41-4501-b3c7-ff1745355b5a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:11.564916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.590417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:10Z', 'revision_number': 7, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '1fccc74e-d3b5-4a71-b112-67792ad72ad8', 'name': '', 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:1a:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:07Z', 'updated_at': '2021-11-05T22:20:10Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:11.617591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae9e41-2fa6-4c8c-81fe-c85894c492f0 None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:10Z', 'revision_number': 7, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '1fccc74e-d3b5-4a71-b112-67792ad72ad8', 'name': '', 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:1a:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:07Z', 'updated_at': '2021-11-05T22:20:10Z', 'revision_number': 4, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:11.639997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-26581e09-3c85-4c93-a006-560a660b3231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.652110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35928) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:11.731632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581e09-3c85-4c93-a006-560a660b3231 None None] Pushing event updated for resources: {'Port': ['ID=1fccc74e-d3b5-4a71-b112-67792ad72ad8,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:11.767897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5e1df3b3-9a07-4502-9a04-227a8161c33f None None] Provisioning complete for port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:11.768266 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e1df3b3-9a07-4502-9a04-227a8161c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.876238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port 953d1f81-0729-47cd-b738-5aa0f6e98560 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:11.876671 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.904235 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.967780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.968421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:11.982235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for 953d1f81-0729-47cd-b738-5aa0f6e98560 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:12.061236 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.257833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.293994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=953d1f81-0729-47cd-b738-5aa0f6e98560,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:12.387340 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.389993 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Floating IP da0b437c-5456-4487-9791-d689f8d56ee8 disassociated (deleted). External IP: 172.25.6.212, port: 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554. Nov 05 22:20:12.485225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3720158-cbe0-4686-9178-2a0ecb19fd51 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:12.505869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e2d7d-735f-4108-a053-1ec9d3b9de90 req-dce5d2bd-47d4-438d-ad96-4092aa520b75 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:12.507370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b19e2d7d-735f-4108-a053-1ec9d3b9de90 req-dce5d2bd-47d4-438d-ad96-4092aa520b75 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0638130 Nov 05 22:20:12.525945 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:12.537971 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:12.538855 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:12.545007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a3720158-cbe0-4686-9178-2a0ecb19fd51 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:12.545538 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.624670 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b19e2d7d-735f-4108-a053-1ec9d3b9de90 req-774ad618-c191-48cc-a9f4-f96d52406087 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065569 Nov 05 22:20:12.632835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1fccc74e-d3b5-4a71-b112-67792ad72ad8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:12.639072 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:12.653605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:12.654217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.693070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:12.700217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1fccc74e-d3b5-4a71-b112-67792ad72ad8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:12.700593 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.765924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port 1fccc74e-d3b5-4a71-b112-67792ad72ad8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1fccc74e-d3b5-4a71-b112-67792ad72ad8,segment=NetworkSegment(f938781e-5e41-4501-b3c7-ff1745355b5a),segment_id=f938781e-5e41-4501-b3c7-ff1745355b5a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:12.766348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.781492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 1fccc74e-d3b5-4a71-b112-67792ad72ad8 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:12.811631 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:12.816227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:12.822427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc21e368-3520-4e56-9007-461755a59492 None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:12.832665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:12.833603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:12.861632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-19e45e59-a7c4-42a7-aba8-08bf1d65ebc1 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "DELETE /v2.0/floatingips/da0b437c-5456-4487-9791-d689f8d56ee8 HTTP/1.1" status: 204 len: 168 time: 1.2062335 Nov 05 22:20:12.862299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:20:12.864637 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d70119d-9f50-4f73-a82f-b36e0c320918" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:20:12.951513 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce5c26-f735-4db2-b1d9-493582cf3af1 x-openstack-request-id: req-83ce5c26-f735-4db2-b1d9-493582cf3af1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:20:12.951698 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:20:12.951962 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83ce5c26-f735-4db2-b1d9-493582cf3af1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:20:12.952578 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'status': 'completed', 'code': 200} Nov 05 22:20:12.992157 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:10Z', 'revision_number': 7, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '1fccc74e-d3b5-4a71-b112-67792ad72ad8', 'name': '', 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:1a:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:07Z', 'updated_at': '2021-11-05T22:20:11Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:13.021915 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:13.031797 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:13.032431 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:13.059541 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-3bc3985b-dff6-4496-b8cd-9db0f1925fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:13.061112 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-3bc3985b-dff6-4496-b8cd-9db0f1925fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f73fbecf914ce88c668979583061dd&device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 1096 time: 0.0478895 Nov 05 22:20:13.125753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:13.129343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:13.133852 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:13.159684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=1fccc74e-d3b5-4a71-b112-67792ad72ad8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:13.266258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-764d4df5-37a2-472c-ba01-5909dfa6c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:13.268163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-764d4df5-37a2-472c-ba01-5909dfa6c8cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 200 len: 913 time: 0.1994042 Nov 05 22:20:13.338584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-8f16b233-d69a-45f0-81c7-ae3dce34edcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 200 len: 217 time: 0.0388675 Nov 05 22:20:13.399822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:13.421640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:13.429783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-695ec50d-31d0-4c8a-adfa-a169edd0bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:13.430965 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-695ec50d-31d0-4c8a-adfa-a169edd0bda8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 200 len: 851 time: 0.0790031 Nov 05 22:20:13.459765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc21e368-3520-4e56-9007-461755a59492 None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:13.468578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:13.469211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:13.489006 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:10Z', 'revision_number': 7, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '1fccc74e-d3b5-4a71-b112-67792ad72ad8', 'name': '', 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:1a:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:07Z', 'updated_at': '2021-11-05T22:20:11Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:13.527434 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78135c37-8159-4cf7-a6cb-3a2fe74ce24d None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:10Z', 'revision_number': 7, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '1fccc74e-d3b5-4a71-b112-67792ad72ad8', 'name': '', 'network_id': 'afcccd07-63b5-4c75-8a78-560e8365eb84', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:1a:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:07Z', 'updated_at': '2021-11-05T22:20:11Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'ab011654-fd4f-4ad0-938f-2bc897b7b740', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:13.585690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:13.586466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157ce63-1a53-4054-b964-f35ae018400f req-926ae704-224a-484c-b150-dead0fa0495c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:13.588195 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0157ce63-1a53-4054-b964-f35ae018400f req-926ae704-224a-484c-b150-dead0fa0495c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 945 time: 0.1734307 Nov 05 22:20:13.596200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-8f6358f7-2b24-4104-a271-5797b0b23e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:13.597831 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-8f6358f7-2b24-4104-a271-5797b0b23e6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bfdab88-8353-4e2d-9246-afbd45bbb58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476657 Nov 05 22:20:13.779655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79bb4-1d35-41c2-9938-6256602e16d1 req-e2bcfe6c-49b5-4f0b-b6cc-71ad7cc82b01 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:13.782708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bb79bb4-1d35-41c2-9938-6256602e16d1 req-e2bcfe6c-49b5-4f0b-b6cc-71ad7cc82b01 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0643072 Nov 05 22:20:13.787615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0157ce63-1a53-4054-b964-f35ae018400f req-770bb432-bfc1-4056-8f8c-b79495673f7c tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/security-groups?id=66d142b1-4e37-45eb-aab6-0865661c861b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886930 Nov 05 22:20:13.825684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-cc21e368-3520-4e56-9007-461755a59492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:13.829381 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-8daa4eb5-e102-4d8c-a99c-880e29172c22 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207165 Nov 05 22:20:13.851221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:13.852705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bb79bb4-1d35-41c2-9938-6256602e16d1 req-47919482-abd8-4c74-b0e4-e6fda783f1e4 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521851 Nov 05 22:20:13.854820 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc21e368-3520-4e56-9007-461755a59492 None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:03:04Z', 'revision_number': 4, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '62c5a8fe-a357-42a7-90b4-ca840c17cff1', 'name': '', 'network_id': '9bfdab88-8353-4e2d-9246-afbd45bbb58b', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'mac_address': 'fa:16:3e:a1:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:03Z', 'updated_at': '2021-11-05T22:03:10Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'subnets': [{'id': '8e2fe03c-3d64-417d-addb-9f2fec7fa101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:13.941000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-1228ec58-b85b-4c3e-8789-7e0541d10e3a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:13.942585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-1228ec58-b85b-4c3e-8789-7e0541d10e3a tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 945 time: 0.0535355 Nov 05 22:20:14.024239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-55c3d6da-351a-4b22-a212-bd49aff89e62 service neutron] 10.222.0.13 "GET /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852341 Nov 05 22:20:14.025405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:14.031276 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ef3ce8ec-b162-4418-ab05-7894d6cf810f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5224967 Nov 05 22:20:14.034006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35940) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:14.043858 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:14.050538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:14.050868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.057281 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:14.058016 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:14.093535 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet ab011654-fd4f-4ad0-938f-2bc897b7b740 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:20:14.098005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.154477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.165536 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:14.191371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] For port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:14.191909 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.214934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:14.251746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5de02a-822d-4210-988b-e94899802f9a None None] New status for floating IP da0b437c-5456-4487-9791-d689f8d56ee8: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:20:14.287668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.414495 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:12Z', 'revision_number': 8, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:14.428737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.439645 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:14.448216 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:14.448816 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:14.451199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.457511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=ab011654-fd4f-4ad0-938f-2bc897b7b740,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:14.462613 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.469851 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-855eabed-b36e-493c-8ca0-d6f1386b3f7c tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/ab011654-fd4f-4ad0-938f-2bc897b7b740 HTTP/1.1" status: 204 len: 168 time: 0.4348421 Nov 05 22:20:14.470947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35942) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:14.472003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a73bab-7eb6-44ca-b456-9f7550cc2167 None None] Network afcccd07-63b5-4c75-8a78-560e8365eb84 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:14.487452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=9372ab5e-bb4c-4c4b-9ce9-c50b79e35554,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:14.544827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] No DVR routers for this DVR port 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:14.548762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.551846 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c0ab8239-f4b9-491f-b389-c3420eff1c30 req-36d4aba9-eeaf-4024-9627-7232e5963d55 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.13 "DELETE /v2.0/ports/9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 HTTP/1.1" status: 204 len: 173 time: 0.6028640 Nov 05 22:20:14.562950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:14.576775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.636603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port a3720158-cbe0-4686-9178-2a0ecb19fd51 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:14.637273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.702723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] DHCP port deletion for afcccd07-63b5-4c75-8a78-560e8365eb84 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:20:14.709907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port a3720158-cbe0-4686-9178-2a0ecb19fd51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3720158-cbe0-4686-9178-2a0ecb19fd51,segment=NetworkSegment(f938781e-5e41-4501-b3c7-ff1745355b5a),segment_id=f938781e-5e41-4501-b3c7-ff1745355b5a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:14.710292 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.728540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for a3720158-cbe0-4686-9178-2a0ecb19fd51 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:14.778193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] Deleting port a3720158-cbe0-4686-9178-2a0ecb19fd51 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:14.778504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.780787 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:12Z', 'revision_number': 8, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:14.815730 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e15426-32b2-4b98-bcb2-017bc81c7150 None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:12Z', 'revision_number': 8, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': '691f8f0f-8d61-4ace-ab6e-46b22561b4cb', 'name': '', 'network_id': 'b5abbf4c-51e4-4c35-9c0f-4bab43cb0931', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:aa:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:20:02Z', 'updated_at': '2021-11-05T22:20:06Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '366be6dd-5acf-440d-bb66-84a8d4abd72e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:14.871190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] For port a3720158-cbe0-4686-9178-2a0ecb19fd51, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3720158-cbe0-4686-9178-2a0ecb19fd51,segment=NetworkSegment(f938781e-5e41-4501-b3c7-ff1745355b5a),segment_id=f938781e-5e41-4501-b3c7-ff1745355b5a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:14.876668 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.908092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] Calling delete_port for a3720158-cbe0-4686-9178-2a0ecb19fd51 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:14.928810 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d323a5e6-0d7c-4540-ad31-130c1d07dccd req-8f538fb1-c467-43b4-8e88-eb855ae32e25 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0370510 Nov 05 22:20:14.929771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:14.960623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=a3720158-cbe0-4686-9178-2a0ecb19fd51,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:14.968010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port a3720158-cbe0-4686-9178-2a0ecb19fd51 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:15.001593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'name': 'network-vif-deleted', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:20:15.004857 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e68900-0c4e-4c89-aa22-220f3d1e15fc" -d '{"events": [{"server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "name": "network-vif-deleted", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:20:15.011721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:15.045125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17adbca-9dae-45d6-b4b4-17f253e68c22 req-e53962f5-fcc8-40e4-9dc7-a399b472f289 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:15.046761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d17adbca-9dae-45d6-b4b4-17f253e68c22 req-e53962f5-fcc8-40e4-9dc7-a399b472f289 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.1032231 Nov 05 22:20:15.051617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] Pushing event deleted for resources: {'Port': ['ID=a3720158-cbe0-4686-9178-2a0ecb19fd51,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:15.062939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c5ecb-c9d2-44e7-805d-561ffb2f6010 None None] No DVR routers for this DVR port a3720158-cbe0-4686-9178-2a0ecb19fd51 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:15.089721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:15.095524 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032b047-7300-49f6-84b2-af953c2bfcff x-openstack-request-id: req-0032b047-7300-49f6-84b2-af953c2bfcff {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:20:15.096661 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3fb799-f79c-4ac1-b1ab-bc5def2d5014", "name": "network-vif-deleted", "tag": "9372ab5e-bb4c-4c4b-9ce9-c50b79e35554", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:20:15.097097 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0032b047-7300-49f6-84b2-af953c2bfcff {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:20:15.097501 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3fb799-f79c-4ac1-b1ab-bc5def2d5014', 'name': 'network-vif-deleted', 'tag': '9372ab5e-bb4c-4c4b-9ce9-c50b79e35554', 'status': 'completed', 'code': 200} Nov 05 22:20:15.123124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcccd07-63b5-4c75-8a78-560e8365eb84']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:15.136118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f938781e-5e41-4501-b3c7-ff1745355b5a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:15.136333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f938781e-5e41-4501-b3c7-ff1745355b5a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:15.139313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d17adbca-9dae-45d6-b4b4-17f253e68c22 req-b28975e9-0d5f-49a6-986b-9d555677c27a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703683 Nov 05 22:20:15.158529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:15.182843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:15.189548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:20:15.195771 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:20:15.330092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:15.336844 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:15.340934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/afcccd07-63b5-4c75-8a78-560e8365eb84 HTTP/1.1" status: 204 len: 168 time: 0.8689151 Nov 05 22:20:15.343905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35950) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:15.358728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c84ea-e0bc-460e-ad30-f4f0fdc56907 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=afcccd07-63b5-4c75-8a78-560e8365eb84,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:15.676303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:16.027239 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fdcdc40f-b402-4d6d-8878-1c3df4680dcc req-8bdab34d-310d-47ef-ab70-48443459262f tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Nov 05 22:20:16.213343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3720158-cbe0-4686-9178-2a0ecb19fd51 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:16.267819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a3720158-cbe0-4686-9178-2a0ecb19fd51 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:16.268470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3720158-cbe0-4686-9178-2a0ecb19fd51 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:16.271682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1fccc74e-d3b5-4a71-b112-67792ad72ad8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:16.294979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1fccc74e-d3b5-4a71-b112-67792ad72ad8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:16.294979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1fccc74e-d3b5-4a71-b112-67792ad72ad8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:16.343053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed9e4-5f95-4423-b5f2-8cdc9a4b827e req-fc7fc898-07b8-484a-bfd0-a3600178135f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:16.344590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fbed9e4-5f95-4423-b5f2-8cdc9a4b827e req-fc7fc898-07b8-484a-bfd0-a3600178135f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0730219 Nov 05 22:20:16.347172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:16.347515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:16.460231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3fbed9e4-5f95-4423-b5f2-8cdc9a4b827e req-edd36bcd-2f1e-4065-aca0-cb4383d10115 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967615 Nov 05 22:20:16.482288 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port 691f8f0f-8d61-4ace-ab6e-46b22561b4cb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,segment=NetworkSegment(f78ee870-58bc-42d6-95eb-3e8aee7a662c),segment_id=f78ee870-58bc-42d6-95eb-3e8aee7a662c)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:16.483000 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:16.498581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 691f8f0f-8d61-4ace-ab6e-46b22561b4cb owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:16.737379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:16.770270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=691f8f0f-8d61-4ace-ab6e-46b22561b4cb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:16.891315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.109868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:17.136461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0f66a10d-584c-4330-8fb7-191b8228f27a req-d9b2aca4-2fd8-4270-8d1f-35ff33106124 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Nov 05 22:20:17.207043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:17.211898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a0bcd49e-7c61-4a18-ba37-8bc6275bf7ad tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666651 Nov 05 22:20:17.215583 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35958) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:17.216580 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:17.226954 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:17.227668 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:17.269669 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet 366be6dd-5acf-440d-bb66-84a8d4abd72e {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:20:17.275236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.319364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.409375 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:17.418974 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.554400 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.586699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6e53f-2df2-4f7e-bf00-04b48665e2d1 None None] Network b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:17.612634 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.623210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/366be6dd-5acf-440d-bb66-84a8d4abd72e HTTP/1.1" status: 204 len: 168 time: 0.4064353 Nov 05 22:20:17.624723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07b00d-8b51-4b72-9317-18cd343114a4 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=366be6dd-5acf-440d-bb66-84a8d4abd72e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:17.626547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35962) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:17.637700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723190b1-c5e3-46eb-a9d2-c1b1727c508d req-cdaf2ff9-f4db-4adc-b158-8eef2b606199 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:17.641217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-723190b1-c5e3-46eb-a9d2-c1b1727c508d req-cdaf2ff9-f4db-4adc-b158-8eef2b606199 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0914934 Nov 05 22:20:17.645642 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:16Z', 'revision_number': 9, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:17.713151 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:17.724698 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-723190b1-c5e3-46eb-a9d2-c1b1727c508d req-a3d0a109-29ae-475c-b23a-5247cdfbac7a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733447 Nov 05 22:20:17.731107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:17.732594 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:17.772827 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.827576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:17.829597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] DHCP port deletion for b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:20:17.839973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:17.840312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.851877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:17.852491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 9372ab5e-bb4c-4c4b-9ce9-c50b79e35554 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:17.857557 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:17.897819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] Deleting port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:17.898494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.921455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,segment=NetworkSegment(f78ee870-58bc-42d6-95eb-3e8aee7a662c),segment_id=f78ee870-58bc-42d6-95eb-3e8aee7a662c)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:17.921818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:17.935916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for fe3da8aa-a5df-4441-9ff6-32aa8460f8ff owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:17.984459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] For port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,segment=NetworkSegment(f78ee870-58bc-42d6-95eb-3e8aee7a662c),segment_id=f78ee870-58bc-42d6-95eb-3e8aee7a662c)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:17.985711 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.000589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] Calling delete_port for fe3da8aa-a5df-4441-9ff6-32aa8460f8ff owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:18.092852 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:16Z', 'revision_number': 9, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:18.097664 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.105043 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.120608 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfd251-a60c-4e1d-b414-98da48cd93fb None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:16Z', 'revision_number': 9, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d21d3e-371b-47ad-9e61-cfb8bf2beea3', 'name': '', 'network_id': '554c7092-a1e8-47bf-84b4-7f9954466c69', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:52:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:59Z', 'updated_at': '2021-11-05T22:20:03Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': 'daef8d44-71d3-44bd-8a68-9bf40ad800ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:18.125043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] No DVR routers for this DVR port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:18.132192 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:18.134020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port fe3da8aa-a5df-4441-9ff6-32aa8460f8ff on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:18.147774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95910c44-8392-4619-8da1-1dfc361fa056 None None] Pushing event deleted for resources: {'Port': ['ID=fe3da8aa-a5df-4441-9ff6-32aa8460f8ff,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:18.250353 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.271534 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-105a915e-5b41-4745-8153-6bf9a10dc30c req-d66b7516-abb1-43f6-8dd3-84d1fef529f5 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0362818 Nov 05 22:20:18.285428 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5abbf4c-51e4-4c35-9c0f-4bab43cb0931']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:18.296385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78ee870-58bc-42d6-95eb-3e8aee7a662c') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:18.310656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78ee870-58bc-42d6-95eb-3e8aee7a662c') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:18.310656 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.319331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.325482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:20:18.325864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:20:18.328812 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:20:18.445874 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.453233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:18.456533 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/b5abbf4c-51e4-4c35-9c0f-4bab43cb0931 HTTP/1.1" status: 204 len: 168 time: 0.8228481 Nov 05 22:20:18.459426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35966) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:18.470098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bf640-0953-4208-bd32-eb46d346c9dd tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=b5abbf4c-51e4-4c35-9c0f-4bab43cb0931,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:18.618900 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fe3da8aa-a5df-4441-9ff6-32aa8460f8ff no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:18.647199 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: fe3da8aa-a5df-4441-9ff6-32aa8460f8ff {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:18.647919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fe3da8aa-a5df-4441-9ff6-32aa8460f8ff not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:18.871721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38712337-a6cd-4769-8c10-9972e3d57004 req-e2c65aac-ec97-4eb5-a60d-53ffc4d73332 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:18.873192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38712337-a6cd-4769-8c10-9972e3d57004 req-e2c65aac-ec97-4eb5-a60d-53ffc4d73332 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0653629 Nov 05 22:20:18.879496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:19.000781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38712337-a6cd-4769-8c10-9972e3d57004 req-51986ca1-ac6f-4076-a8ef-99b8e471be75 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191885 Nov 05 22:20:19.163505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:19.163786 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:19.252196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port e4d21d3e-371b-47ad-9e61-cfb8bf2beea3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,segment=NetworkSegment(1de7f403-4189-4a42-a539-e710c85ebfc6),segment_id=1de7f403-4189-4a42-a539-e710c85ebfc6)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:19.252558 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:19.265691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:19.381967 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ceb654d2-c8d8-44d5-834a-3ad4d21de4d0 req-5ab269e8-90b1-40a1-ba52-8e5f4fe10d66 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3fb799-f79c-4ac1-b1ab-bc5def2d5014 HTTP/1.1" status: 200 len: 210 time: 0.0301013 Nov 05 22:20:19.519772 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:19.547450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=e4d21d3e-371b-47ad-9e61-cfb8bf2beea3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:19.665216 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:19.868459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:19.960593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:19.967323 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9701e512-0ee9-4a88-9f5c-01b02fe02798 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5055811 Nov 05 22:20:19.969452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35972) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:19.970699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:19.981610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:19.982216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:20.020549 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet daef8d44-71d3-44bd-8a68-9bf40ad800ac {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:20:20.023709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.073464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:20.082965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.169427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515669-958b-4189-950d-51fba5a2d305 req-8dcce172-ceee-4c61-bd5f-6525b69d333a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:20.170925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5515669-958b-4189-950d-51fba5a2d305 req-8dcce172-ceee-4c61-bd5f-6525b69d333a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0683911 Nov 05 22:20:20.208660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 691f8f0f-8d61-4ace-ab6e-46b22561b4cb no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:20.232083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.232507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 691f8f0f-8d61-4ace-ab6e-46b22561b4cb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:20.232914 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 691f8f0f-8d61-4ace-ab6e-46b22561b4cb not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:20.280537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5515669-958b-4189-950d-51fba5a2d305 req-5f4fbe24-fbec-4b78-a2c9-f230bc05ea1f tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874319 Nov 05 22:20:20.319377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:19Z', 'revision_number': 10, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:20.346502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:20.354828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:20.355425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:20.389084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.418643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=daef8d44-71d3-44bd-8a68-9bf40ad800ac,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:20.425928 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.428284 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-08756212-ace6-4580-b536-5b6480fd19cb tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/daef8d44-71d3-44bd-8a68-9bf40ad800ac HTTP/1.1" status: 204 len: 168 time: 0.4578681 Nov 05 22:20:20.431012 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 35978) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:20.433257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c4070-25e4-4620-abeb-188498131b33 None None] Network 554c7092-a1e8-47bf-84b4-7f9954466c69 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:20.464400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35980) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:20.490462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:20.527619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.584444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port 0529219e-6fa3-4129-8b83-7b4d6963f508 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:20.584834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.599223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Deleting port 97e7b836-6ca5-48c7-b343-38c35e530c52 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:20.599670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.649289 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port 0529219e-6fa3-4129-8b83-7b4d6963f508, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0529219e-6fa3-4129-8b83-7b4d6963f508,segment=NetworkSegment(1de7f403-4189-4a42-a539-e710c85ebfc6),segment_id=1de7f403-4189-4a42-a539-e710c85ebfc6)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:20.649668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.665047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for 0529219e-6fa3-4129-8b83-7b4d6963f508 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:20.687443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.687869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.701649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Calling delete_port for 97e7b836-6ca5-48c7-b343-38c35e530c52 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:20.817386 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.846376 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=0529219e-6fa3-4129-8b83-7b4d6963f508,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:20.850032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port 0529219e-6fa3-4129-8b83-7b4d6963f508 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:20.896838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.905663 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:19Z', 'revision_number': 10, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:20.939218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a5d50-eafb-4935-b3c3-63164bd0ee31 None None] DHCP port deletion for 554c7092-a1e8-47bf-84b4-7f9954466c69 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:20:20.941590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8ae8-d422-41f6-92df-85fc0689cdf9 None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:19Z', 'revision_number': 10, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c88f6e-f83d-4b71-9201-df9aeb117cb3', 'name': '', 'network_id': 'a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'mac_address': 'fa:16:3e:80:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:19:54Z', 'updated_at': '2021-11-05T22:19:58Z', 'revision_number': 5, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'subnets': [{'id': '37d96008-eda0-4b71-9fa7-e4366875f71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:20.946354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:20.951414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'Port': ['ID=97e7b836-6ca5-48c7-b343-38c35e530c52,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:20.979423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554c7092-a1e8-47bf-84b4-7f9954466c69']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:20.984881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.985365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.985556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.985872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.986196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.986522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.986847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.987234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.987567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.987896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.988215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.988534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:20.990678 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de7f403-4189-4a42-a539-e710c85ebfc6') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:20.991044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de7f403-4189-4a42-a539-e710c85ebfc6') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:21.001600 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:21.009846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:21.013201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:21.014378 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fa4bafbd-9b39-4d7a-ad2c-0362d599bb6d tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "DELETE /v2.0/floatingips/a12bf7a9-3cfe-40f4-aa40-10c9f23e6bc4 HTTP/1.1" status: 204 len: 168 time: 0.5488019 Nov 05 22:20:21.014944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:21.023096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:20:21.023500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:20:21.026735 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:20:21.186155 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:21.193306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:21.196562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/554c7092-a1e8-47bf-84b4-7f9954466c69 HTTP/1.1" status: 204 len: 168 time: 0.7644069 Nov 05 22:20:21.199403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35988) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:21.207888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66301e-c72d-489c-b6c2-94dd2b3e60d3 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=554c7092-a1e8-47bf-84b4-7f9954466c69,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:21.457956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172be31-4f14-4820-bed0-7e987fe535b6 req-39220956-8113-4cbc-ae41-19b965a0a231 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:21.459459 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7172be31-4f14-4820-bed0-7e987fe535b6 req-39220956-8113-4cbc-ae41-19b965a0a231 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0851281 Nov 05 22:20:21.548938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7172be31-4f14-4820-bed0-7e987fe535b6 req-480429c0-9a9d-4e8f-ba44-59ca9498a8d9 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795014 Nov 05 22:20:21.952987 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:22.201390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0529219e-6fa3-4129-8b83-7b4d6963f508 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:22.202407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port c8c88f6e-f83d-4b71-9201-df9aeb117cb3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:22.202879 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:22.223125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0529219e-6fa3-4129-8b83-7b4d6963f508 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:22.223369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0529219e-6fa3-4129-8b83-7b4d6963f508 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:22.223807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:22.243885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:22.245066 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e4d21d3e-371b-47ad-9e61-cfb8bf2beea3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:22.308083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port c8c88f6e-f83d-4b71-9201-df9aeb117cb3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,segment=NetworkSegment(233fd8de-bd6f-4832-8052-8924bf793f37),segment_id=233fd8de-bd6f-4832-8052-8924bf793f37)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:22.308467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:22.321341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for c8c88f6e-f83d-4b71-9201-df9aeb117cb3 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:22.542557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:22.575664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=c8c88f6e-f83d-4b71-9201-df9aeb117cb3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:22.717265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c4d95-05f6-4f20-be72-7710e1d1972a req-4ade46ec-f2ba-49c9-a499-2ed079838c76 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:22.719904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-513c4d95-05f6-4f20-be72-7710e1d1972a req-4ade46ec-f2ba-49c9-a499-2ed079838c76 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0755625 Nov 05 22:20:22.726305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:22.778080 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-513c4d95-05f6-4f20-be72-7710e1d1972a req-e961181f-a195-4065-a37c-420867a40a32 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506389 Nov 05 22:20:22.896468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:22.977396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:22.982479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c0757508-f976-4b71-a293-10873ecc2e6e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820177 Nov 05 22:20:22.985098 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 35998) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:22.989809 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:23.000651 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:23.001248 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:23.038048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting subnet 37d96008-eda0-4b71-9fa7-e4366875f71b {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:20:23.041317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.077201 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:23.085782 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.139095 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:22Z', 'revision_number': 11, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:23.165200 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:23.174132 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:23.174738 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:23.176544 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.247056 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:23.300680 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:22Z', 'revision_number': 11, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:23.309176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.327160 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a04bc1-a246-426c-a15d-18fbde3dfa19 None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:22Z', 'revision_number': 11, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:23.339513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Subnet': ['ID=37d96008-eda0-4b71-9fa7-e4366875f71b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:23.348523 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.355592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f8ed32ce-7056-4c13-b21f-cb688f3de938 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/37d96008-eda0-4b71-9fa7-e4366875f71b HTTP/1.1" status: 204 len: 168 time: 0.3666255 Nov 05 22:20:23.363296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220315e-061a-4b6e-8b43-517af17e3be8 None None] Network a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:23.363828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36000) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:23.450462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.516283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Deleting port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:23.516283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.579072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] For port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d94c5db7-b5b4-4380-951d-8ac31fdc3fcc,segment=NetworkSegment(233fd8de-bd6f-4832-8052-8924bf793f37),segment_id=233fd8de-bd6f-4832-8052-8924bf793f37)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:23.579368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.592276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Calling delete_port for d94c5db7-b5b4-4380-951d-8ac31fdc3fcc owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:23.731514 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.753420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61fec7-7d26-402a-9483-14fd6354bb27 None None] DHCP port deletion for a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:20:23.768364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Port': ['ID=d94c5db7-b5b4-4380-951d-8ac31fdc3fcc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:23.780133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No DVR routers for this DVR port d94c5db7-b5b4-4380-951d-8ac31fdc3fcc on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:23.866339 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.912967 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:23.926493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233fd8de-bd6f-4832-8052-8924bf793f37') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:23.926928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233fd8de-bd6f-4832-8052-8924bf793f37') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:23.935851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77027-4a37-4f1f-b75c-8bc15aba82f2 req-2a3d50db-257a-4c15-8cad-99dda3264d54 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:23.937787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ac77027-4a37-4f1f-b75c-8bc15aba82f2 req-2a3d50db-257a-4c15-8cad-99dda3264d54 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0727680 Nov 05 22:20:23.938396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.952531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.959490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:20:23.960081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:20:23.964154 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:20:24.004964 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ac77027-4a37-4f1f-b75c-8bc15aba82f2 req-e57b64f7-7de3-4cef-af3c-ddd03df3d635 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533230 Nov 05 22:20:24.114048 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.120842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.123975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/networks/a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14 HTTP/1.1" status: 204 len: 168 time: 0.7662282 Nov 05 22:20:24.126867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36008) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:24.136878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'routes': None}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:24.138417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c24a17-dd51-4f98-8d30-c68e48154443 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Pushing event deleted for resources: {'Network': ['ID=a3a7ebf3-f3b6-4cd8-9b3b-38b077e7ea14,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:24.190696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c8c88f6e-f83d-4b71-9201-df9aeb117cb3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:24.211095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c8c88f6e-f83d-4b71-9201-df9aeb117cb3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:24.211435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c8c88f6e-f83d-4b71-9201-df9aeb117cb3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:24.211867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d94c5db7-b5b4-4380-951d-8ac31fdc3fcc no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:24.238707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d94c5db7-b5b4-4380-951d-8ac31fdc3fcc {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:24.239274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d94c5db7-b5b4-4380-951d-8ac31fdc3fcc not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:24.309585 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.extraroute_db [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Added routes are [] {{(pid=102292) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 05 22:20:24.310233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.extraroute_db [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Removed routes are [] {{(pid=102292) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 05 22:20:24.310233 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.448317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.451596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.534365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router fe60adda-6af1-4e30-9a69-1922aa02b9dc has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:24.611291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:24.618110 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.619207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-15e28945-a3db-4538-bb53-293f62dfa84d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 200 len: 704 time: 0.4910941 Nov 05 22:20:24.621940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36014) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:24.624739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] Sync routers for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:24.637653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:24.638728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:24.653901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f367277-181e-4584-aa5b-e269abdba097 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 200 len: 205 time: 0.0308580 Nov 05 22:20:24.656405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36018) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:24.708305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:24.736240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b01296b3-206f-46d7-aedd-60f96a0fd260 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.764734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:22Z', 'revision_number': 11, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:24.791467 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] Checking router: fe60adda-6af1-4e30-9a69-1922aa02b9dc for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:24.800308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] Routers {'fe60adda-6af1-4e30-9a69-1922aa02b9dc'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:24.801167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:24.870665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] Set router fe60adda-6af1-4e30-9a69-1922aa02b9dc gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:24.899323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b01296b3-206f-46d7-aedd-60f96a0fd260 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.901523 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b01296b3-206f-46d7-aedd-60f96a0fd260 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:24.928210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:22Z', 'revision_number': 11, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:24.955427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fe9f9-f646-438b-813b-f34c12ca42a3 None None] The sync data for ids ['fe60adda-6af1-4e30-9a69-1922aa02b9dc'] in n-d-816738-5 is: [{'id': 'fe60adda-6af1-4e30-9a69-1922aa02b9dc', 'name': 'tempest-RoutersIpV6Test-router-473466277', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:19:52Z', 'updated_at': '2021-11-05T22:20:22Z', 'revision_number': 11, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:25.011994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b01296b3-206f-46d7-aedd-60f96a0fd260 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.012553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01296b3-206f-46d7-aedd-60f96a0fd260 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Fanout notify agent at l3_agent the message router_deleted on router fe60adda-6af1-4e30-9a69-1922aa02b9dc {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:20:25.020556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b01296b3-206f-46d7-aedd-60f96a0fd260 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.025516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b01296b3-206f-46d7-aedd-60f96a0fd260 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 204 len: 168 time: 0.3644681 Nov 05 22:20:25.025833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36020) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:25.030625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bc940767-1fae-49b4-b3c3-176a884f411f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-548462478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:25.136939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc940767-1fae-49b4-b3c3-176a884f411f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.138216 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc940767-1fae-49b4-b3c3-176a884f411f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.152272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95658df-1792-4a5a-8f53-847397017839 req-af20402c-d1f0-497c-ad08-87d959487114 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:25.167904 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d95658df-1792-4a5a-8f53-847397017839 req-af20402c-d1f0-497c-ad08-87d959487114 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0596945 Nov 05 22:20:25.205371 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc940767-1fae-49b4-b3c3-176a884f411f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.216444 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d95658df-1792-4a5a-8f53-847397017839 req-7e676dba-3c3c-46ef-acbb-cb9ea2e61226 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553610 Nov 05 22:20:25.283816 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc940767-1fae-49b4-b3c3-176a884f411f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.379226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bc940767-1fae-49b4-b3c3-176a884f411f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.383188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bc940767-1fae-49b4-b3c3-176a884f411f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3536379 Nov 05 22:20:25.387058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36024) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:25.387788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-d2518ab4-6553-4d03-9f0a-3e6b88502d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:20:25.529785 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36028) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:25.595681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9140b26-7498-4c70-884a-53c73e50cf64 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.622135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9140b26-7498-4c70-884a-53c73e50cf64 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.632352 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d2518ab4-6553-4d03-9f0a-3e6b88502d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9028'] for router, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.637186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f2ae6-5934-4ff3-a227-4f7fca9a7c25 req-e6db59c3-bd81-4ac8-a5f0-acef2d7e47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:25.638689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a35f2ae6-5934-4ff3-a227-4f7fca9a7c25 req-e6db59c3-bd81-4ac8-a5f0-acef2d7e47b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1097 time: 0.1139946 Nov 05 22:20:25.691047 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a35f2ae6-5934-4ff3-a227-4f7fca9a7c25 req-e2b1c0fd-d24b-43a9-84ae-699f14b27fa9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456762 Nov 05 22:20:25.714048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d2518ab4-6553-4d03-9f0a-3e6b88502d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594307'] for router, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.769316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9140b26-7498-4c70-884a-53c73e50cf64 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.772024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d9140b26-7498-4c70-884a-53c73e50cf64 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.776491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d9140b26-7498-4c70-884a-53c73e50cf64 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] 10.222.0.41 "DELETE /v2.0/security-groups/66d142b1-4e37-45eb-aab6-0865661c861b HTTP/1.1" status: 204 len: 168 time: 0.2424610 Nov 05 22:20:25.794839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9140b26-7498-4c70-884a-53c73e50cf64 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d142b1-4e37-45eb-aab6-0865661c861b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:25.895020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2518ab4-6553-4d03-9f0a-3e6b88502d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Router 02fd5ee8-da6c-41b0-bf60-6f804c932eab is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:20:25.912682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36032) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:25.929045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 92cb1b07-aaa1-4530-8da2-f83be63ddc29 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:20:25.932050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 92cb1b07-aaa1-4530-8da2-f83be63ddc29 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:25.981794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2518ab4-6553-4d03-9f0a-3e6b88502d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:25.990373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d2518ab4-6553-4d03-9f0a-3e6b88502d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:25.994059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d2518ab4-6553-4d03-9f0a-3e6b88502d3b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "PUT /v2.0/routers/02fd5ee8-da6c-41b0-bf60-6f804c932eab HTTP/1.1" status: 200 len: 697 time: 0.6072986 Nov 05 22:20:25.996536 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] Sync routers for ids ['02fd5ee8-da6c-41b0-bf60-6f804c932eab'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:25.997836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36036) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:26.027289 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] Routers {'02fd5ee8-da6c-41b0-bf60-6f804c932eab'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:26.032291 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['02fd5ee8-da6c-41b0-bf60-6f804c932eab'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:26.121225 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] Set router 02fd5ee8-da6c-41b0-bf60-6f804c932eab gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:26.149760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.153346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:26.171143 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1d7eac90-cdf2-4602-9162-901ab5d6138b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/routers/02fd5ee8-da6c-41b0-bf60-6f804c932eab HTTP/1.1" status: 200 len: 703 time: 0.1720188 Nov 05 22:20:26.173844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36038) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:26.182926 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd5ee8-da6c-41b0-bf60-6f804c932eab', 'name': 'tempest-RoutersIpV6Test-router-548462478', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:20:25Z', 'updated_at': '2021-11-05T22:20:25Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:26.189561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'port_id': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'mac_address': 'fa:16:3e:6f:cb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:20:26.196134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:20:26.201423 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24319d5-e1a2-4fb7-ad4b-a2987b805ebb" -d '{"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-unplugged", "status": "completed", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:20:26.216004 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:26.216279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] Checking router: 02fd5ee8-da6c-41b0-bf60-6f804c932eab for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:26.220742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5cb8e6b-0a5b-484c-b33f-c4d461e91faa tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=02fd5ee8-da6c-41b0-bf60-6f804c932eab HTTP/1.1" status: 200 len: 205 time: 0.0453396 Nov 05 22:20:26.225157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36042) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:26.236321 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] Routers {'02fd5ee8-da6c-41b0-bf60-6f804c932eab'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:26.238738 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['02fd5ee8-da6c-41b0-bf60-6f804c932eab'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:26.258641 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.265489 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e88647-05b9-4015-ae9f-3e4439a976a7 x-openstack-request-id: req-43e88647-05b9-4015-ae9f-3e4439a976a7 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:20:26.265852 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-unplugged", "status": "completed", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:20:26.266180 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43e88647-05b9-4015-ae9f-3e4439a976a7 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:20:26.266652 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'code': 200} Nov 05 22:20:26.273705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92cb1b07-aaa1-4530-8da2-f83be63ddc29 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:20:26.281060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.336471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:26.386942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:20:26.387327 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:20:26.399940 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b5c6c55f-cac4-4783-9534-27b5e727898a tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.462123 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] Set router 02fd5ee8-da6c-41b0-bf60-6f804c932eab gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:26.518662 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd5ee8-da6c-41b0-bf60-6f804c932eab', 'name': 'tempest-RoutersIpV6Test-router-548462478', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:20:25Z', 'updated_at': '2021-11-05T22:20:25Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:26.551482 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57008e-d66c-48a1-a2f0-989876efb2b0 None None] The sync data for ids ['02fd5ee8-da6c-41b0-bf60-6f804c932eab'] in n-d-816738-5 is: [{'id': '02fd5ee8-da6c-41b0-bf60-6f804c932eab', 'name': 'tempest-RoutersIpV6Test-router-548462478', 'tenant_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:20:25Z', 'updated_at': '2021-11-05T22:20:25Z', 'revision_number': 2, 'project_id': 'f317d6784fcb419694cd59f1b96bb1c0', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:26.826341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e2fe-6e01-4eec-abab-7c4f4c1cdf26 req-4f5cd81f-8138-4b8a-84f5-aa79bda47dfd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:26.828601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4af0e2fe-6e01-4eec-abab-7c4f4c1cdf26 req-4f5cd81f-8138-4b8a-84f5-aa79bda47dfd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 944 time: 0.5234671 Nov 05 22:20:26.915978 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.936980 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.946357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b5c6c55f-cac4-4783-9534-27b5e727898a tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.968069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cb1b07-aaa1-4530-8da2-f83be63ddc29 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:20:26.968395 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b5c6c55f-cac4-4783-9534-27b5e727898a tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:26.972942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:26.973149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4af0e2fe-6e01-4eec-abab-7c4f4c1cdf26 req-57ec24b3-aea3-4228-868e-c18a9444e4fa tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377521 Nov 05 22:20:27.051372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:27.102374 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b5c6c55f-cac4-4783-9534-27b5e727898a tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:27.102945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:27.103095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c6c55f-cac4-4783-9534-27b5e727898a tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Fanout notify agent at l3_agent the message router_deleted on router 02fd5ee8-da6c-41b0-bf60-6f804c932eab {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:20:27.120046 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b5c6c55f-cac4-4783-9534-27b5e727898a tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:27.121155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b5c6c55f-cac4-4783-9534-27b5e727898a tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/02fd5ee8-da6c-41b0-bf60-6f804c932eab HTTP/1.1" status: 204 len: 168 time: 0.8950305 Nov 05 22:20:27.125795 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36046) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.158434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c03bf58c-cbf4-4158-b5ce-a183cdd3cf7e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=02fd5ee8-da6c-41b0-bf60-6f804c932eab HTTP/1.1" status: 200 len: 205 time: 0.0315106 Nov 05 22:20:27.163809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36048) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.204208 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-4d82a920-a2a2-4938-9d6a-49b1a2c25a39 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] delete failed (client error): The resource could not be found. Nov 05 22:20:27.207803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d82a920-a2a2-4938-9d6a-49b1a2c25a39 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/02fd5ee8-da6c-41b0-bf60-6f804c932eab HTTP/1.1" status: 404 len: 336 time: 0.0403445 Nov 05 22:20:27.207803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36050) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.237917 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-33be868b-2576-4e11-ba47-d282f5af8aae tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.238370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33be868b-2576-4e11-ba47-d282f5af8aae tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.241362 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-33be868b-2576-4e11-ba47-d282f5af8aae tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/ab011654-fd4f-4ad0-938f-2bc897b7b740 HTTP/1.1" status: 404 len: 337 time: 0.0326827 Nov 05 22:20:27.244483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36052) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.274404 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5ece75-5664-4fed-a90d-b8f12822c2ce tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.274893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5ece75-5664-4fed-a90d-b8f12822c2ce tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.278052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6d5ece75-5664-4fed-a90d-b8f12822c2ce tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/366be6dd-5acf-440d-bb66-84a8d4abd72e HTTP/1.1" status: 404 len: 337 time: 0.0327740 Nov 05 22:20:27.284377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36054) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.286649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Deleting port 62c5a8fe-a357-42a7-90b4-ca840c17cff1 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:27.287027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:27.309509 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb17b09e-ffcb-4c8c-982a-6db1fd66579f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.309970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb17b09e-ffcb-4c8c-982a-6db1fd66579f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.313069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fb17b09e-ffcb-4c8c-982a-6db1fd66579f tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/daef8d44-71d3-44bd-8a68-9bf40ad800ac HTTP/1.1" status: 404 len: 337 time: 0.0311782 Nov 05 22:20:27.315594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36056) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.342157 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1108540-2cdd-496c-8e72-67623cf0aeea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.342625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1108540-2cdd-496c-8e72-67623cf0aeea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.345998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1108540-2cdd-496c-8e72-67623cf0aeea tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/37d96008-eda0-4b71-9fa7-e4366875f71b HTTP/1.1" status: 404 len: 337 time: 0.0294838 Nov 05 22:20:27.349269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36058) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.378477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d791d3a7-9f3e-430f-a0e9-480cfa875ba5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 200 len: 205 time: 0.0270631 Nov 05 22:20:27.379625 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] For port 62c5a8fe-a357-42a7-90b4-ca840c17cff1, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=62c5a8fe-a357-42a7-90b4-ca840c17cff1,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:27.379918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36060) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.380052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:27.389517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['92cb1b07-aaa1-4530-8da2-f83be63ddc29'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:20:27.398568 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Calling delete_port for 62c5a8fe-a357-42a7-90b4-ca840c17cff1 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:27.425330 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-9c3a7e0e-831d-4280-adf8-7557a1e999b8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] delete failed (client error): The resource could not be found. Nov 05 22:20:27.426991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9c3a7e0e-831d-4280-adf8-7557a1e999b8 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/fe60adda-6af1-4e30-9a69-1922aa02b9dc HTTP/1.1" status: 404 len: 336 time: 0.0460975 Nov 05 22:20:27.429558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36062) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.458724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-60183e74-c303-4afa-b6fb-731c45304d52 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c673de4-12d1-400e-8d0b-9a0da8a8b7fe HTTP/1.1" status: 200 len: 205 time: 0.0279002 Nov 05 22:20:27.462717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36064) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.508139 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-1722bea8-7415-4dab-9501-3f055b8a4a5b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] delete failed (client error): The resource could not be found. Nov 05 22:20:27.512442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1722bea8-7415-4dab-9501-3f055b8a4a5b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/4c673de4-12d1-400e-8d0b-9a0da8a8b7fe HTTP/1.1" status: 404 len: 336 time: 0.0452802 Nov 05 22:20:27.514385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36066) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.542689 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-747ea96b-34ec-4529-a806-a6745ce26c9e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.543500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747ea96b-34ec-4529-a806-a6745ce26c9e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.546582 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-747ea96b-34ec-4529-a806-a6745ce26c9e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/21487556-994a-41b6-81e0-37e1929e9f4d HTTP/1.1" status: 404 len: 337 time: 0.0311975 Nov 05 22:20:27.549234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36068) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.580425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-622e8932-e79c-4018-ac27-9a8f18d94b55 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=e807c637-d5b3-4150-8a8c-6b2c3853a819 HTTP/1.1" status: 200 len: 205 time: 0.0300157 Nov 05 22:20:27.582675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36070) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.628994 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-2e7ec5fd-f82d-4570-8d13-017a79b5d639 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] delete failed (client error): The resource could not be found. Nov 05 22:20:27.629942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2e7ec5fd-f82d-4570-8d13-017a79b5d639 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/e807c637-d5b3-4150-8a8c-6b2c3853a819 HTTP/1.1" status: 404 len: 336 time: 0.0457318 Nov 05 22:20:27.632682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36072) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.663834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-301be9a9-dea6-4bb6-bfe0-b735f4e1e6e0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=05661213-fbf1-4749-ae87-790d5461b56d HTTP/1.1" status: 200 len: 205 time: 0.0299969 Nov 05 22:20:27.666809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36074) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.710945 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-52fced47-3710-4cac-8b90-7b06c1c07c2b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] delete failed (client error): The resource could not be found. Nov 05 22:20:27.714731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-52fced47-3710-4cac-8b90-7b06c1c07c2b tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/05661213-fbf1-4749-ae87-790d5461b56d HTTP/1.1" status: 404 len: 336 time: 0.0440028 Nov 05 22:20:27.714731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36076) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.731304 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:27.740718 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9588c5-6d11-4bfb-91cf-6525109fb004 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.741167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9588c5-6d11-4bfb-91cf-6525109fb004 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.746847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ce9588c5-6d11-4bfb-91cf-6525109fb004 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/c678f46f-cf97-4d41-b843-e51af2e03ea0 HTTP/1.1" status: 404 len: 337 time: 0.0286806 Nov 05 22:20:27.748727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36078) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.758340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c5a8fe-a357-42a7-90b4-ca840c17cff1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:27.781085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a8524a94-924c-479e-8ec7-d5052597db3d tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=18bd96f4-aecf-474b-bba6-24a627778243 HTTP/1.1" status: 200 len: 205 time: 0.0291011 Nov 05 22:20:27.781851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36080) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.819366 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-fe55a1d5-d42d-4ca8-be9b-867aaadc1a40 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] delete failed (client error): The resource could not be found. Nov 05 22:20:27.820422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fe55a1d5-d42d-4ca8-be9b-867aaadc1a40 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/18bd96f4-aecf-474b-bba6-24a627778243 HTTP/1.1" status: 404 len: 336 time: 0.0383079 Nov 05 22:20:27.822982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36082) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.854739 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc633759-350b-45e4-ad9c-a81bd2652099 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.855299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc633759-350b-45e4-ad9c-a81bd2652099 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.858747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dc633759-350b-45e4-ad9c-a81bd2652099 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/7e7e515e-343a-4be1-b75f-36d8584fa0ec HTTP/1.1" status: 404 len: 337 time: 0.0346370 Nov 05 22:20:27.861437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36084) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.892295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-565e404a-6291-4876-90e8-6e9b2062bfb0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fb8631a-157f-4245-91fb-171c4e63d534 HTTP/1.1" status: 200 len: 205 time: 0.0295227 Nov 05 22:20:27.894546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36086) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.938993 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [None req-378e7301-151d-4830-85c4-a1fe8247fec5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] delete failed (client error): The resource could not be found. Nov 05 22:20:27.940362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:27.940561 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-378e7301-151d-4830-85c4-a1fe8247fec5 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/routers/0fb8631a-157f-4245-91fb-171c4e63d534 HTTP/1.1" status: 404 len: 336 time: 0.0446541 Nov 05 22:20:27.942751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36088) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:27.972244 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a0e9a-9aa1-4634-82b9-953c1a0507b0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:27.972706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a0e9a-9aa1-4634-82b9-953c1a0507b0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:27.975784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e59a0e9a-9aa1-4634-82b9-953c1a0507b0 tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/18e80e27-0895-473c-bc96-fb14de618929 HTTP/1.1" status: 404 len: 337 time: 0.0319941 Nov 05 22:20:27.978846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36090) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:28.006335 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d8e2bf-9c80-46da-940d-2495e554336e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] DELETE failed (client error): The resource could not be found. Nov 05 22:20:28.006335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d8e2bf-9c80-46da-940d-2495e554336e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:20:28.008079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7d8e2bf-9c80-46da-940d-2495e554336e tempest-RoutersIpV6Test-858291658 tempest-RoutersIpV6Test-858291658-project] 10.222.0.41 "DELETE /v2.0/subnets/4bd98714-a057-47ba-be43-6f12910b20a8 HTTP/1.1" status: 404 len: 337 time: 0.0283141 Nov 05 22:20:28.151472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74699cf-3d52-451b-a891-06404ad53d07 req-c5542a22-b705-459a-8ab0-8c26d49244be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:28.153125 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a74699cf-3d52-451b-a891-06404ad53d07 req-c5542a22-b705-459a-8ab0-8c26d49244be tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 945 time: 0.0996361 Nov 05 22:20:28.241814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a74699cf-3d52-451b-a891-06404ad53d07 req-e24005f1-d772-41af-b361-3c123d678f92 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599844 Nov 05 22:20:28.245630 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:28.266009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36096) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:28.333033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bb8a09f4-2ce3-4ed3-a43e-5ae1fa1d5b4d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/floatingips/ad137be5-123a-4a99-8358-2d43cc7b9f6d HTTP/1.1" status: 200 len: 992 time: 0.0658734 Nov 05 22:20:28.361960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:28.366958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-281151db-a688-4be1-ae1c-0072668450c1 admin admin] 10.222.0.41 "PUT /v2.0/routers/65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509780 Nov 05 22:20:28.369822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36100) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:28.372412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] Sync routers for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:28.383386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:28.384327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:28.430986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36102) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:28.488171 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.494589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:28.617557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0e9fa05f-5f36-496b-b6a6-af983cc90554 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f317d6784fcb419694cd59f1b96bb1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853817 Nov 05 22:20:28.620417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36106) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:28.624767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.669920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0fec6722-a49d-4b02-9735-cd31edb3fbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.678701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:20:27Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:28.692043 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0fec6722-a49d-4b02-9735-cd31edb3fbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.705590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] Checking router: 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:28.713957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] Routers {'65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:28.714558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:28.779627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Deleting port 8803af73-553c-4864-8118-9d7ac816f76a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:28.780175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.821645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] Set router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:28.826172 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0fec6722-a49d-4b02-9735-cd31edb3fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.829219 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0fec6722-a49d-4b02-9735-cd31edb3fbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.830498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0fec6722-a49d-4b02-9735-cd31edb3fbff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eb5574c-3b31-4abd-bf5c-abaa00f1c0e6 HTTP/1.1" status: 204 len: 168 time: 0.2089655 Nov 05 22:20:28.839774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec6722-a49d-4b02-9735-cd31edb3fbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb5574c-3b31-4abd-bf5c-abaa00f1c0e6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:28.873801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] For port 8803af73-553c-4864-8118-9d7ac816f76a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=8803af73-553c-4864-8118-9d7ac816f76a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:28.874163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:28.890677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Calling delete_port for 8803af73-553c-4864-8118-9d7ac816f76a owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:29.015471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:20:27Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:29.047904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d0a98-921d-4bc1-987d-7dfbaddbdf5e None None] The sync data for ids ['65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5'] in n-d-816738-5 is: [{'id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'name': 'tempest-TestVolumeBootPattern-2071465610-router', 'tenant_id': '79f73fbecf914ce88c668979583061dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '8803af73-553c-4864-8118-9d7ac816f76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:02:57Z', 'updated_at': '2021-11-05T22:20:27Z', 'revision_number': 5, 'project_id': '79f73fbecf914ce88c668979583061dd', 'gw_port': {'id': '8803af73-553c-4864-8118-9d7ac816f76a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:02:59Z', 'updated_at': '2021-11-05T22:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:29.129908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.157572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8803af73-553c-4864-8118-9d7ac816f76a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:29.221807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.314697 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.316966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.439734 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.440320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:20:29.445191 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.449463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f9ca70aa-2632-4d71-b912-deb7475e98d2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/65c3fa66-92b7-4ab8-a230-ea8b5d56fdf5 HTTP/1.1" status: 204 len: 168 time: 1.0756612 Nov 05 22:20:29.449657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36120) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:29.502121 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] Deleting subnet 8e2fe03c-3d64-417d-addb-9f2fec7fa101 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:20:29.505556 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.541679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.626303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.765633 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.792571 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2fe03c-3d64-417d-addb-9f2fec7fa101,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:29.796282 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.803786 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c0ff236e-94b2-4c58-8e86-e4d70efa4393 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8e2fe03c-3d64-417d-addb-9f2fec7fa101 HTTP/1.1" status: 204 len: 168 time: 0.3474641 Nov 05 22:20:29.803973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ba849-764c-4ee6-84b8-742f90a42715 None None] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:29.805876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36128) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:29.896778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.932269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 92cb1b07-aaa1-4530-8da2-f83be63ddc29 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:20:29.953032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Deleting port 2f3ca032-1078-4850-91e4-3c35f3d38deb {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:29.953696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:29.994572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:20:29.994942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.027055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] For port 2f3ca032-1078-4850-91e4-3c35f3d38deb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2f3ca032-1078-4850-91e4-3c35f3d38deb,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:30.027491 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.042314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Calling delete_port for 2f3ca032-1078-4850-91e4-3c35f3d38deb owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:30.081453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] DHCP port deletion for 9bfdab88-8353-4e2d-9246-afbd45bbb58b request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:20:30.128925 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.160268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:20:30.162839 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21386c45-bb09-407a-b18e-ab4a4838105f" -d '{"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-plugged", "status": "completed", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:20:30.179483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:30.191955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] Deleting port 2f3ca032-1078-4850-91e4-3c35f3d38deb {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:30.192331 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.215640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8803af73-553c-4864-8118-9d7ac816f76a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:30.222815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.242488 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69b6b85-17d0-49a4-9180-0d6094ba4bb5 x-openstack-request-id: req-a69b6b85-17d0-49a4-9180-0d6094ba4bb5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:20:30.242777 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-plugged", "status": "completed", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:20:30.243292 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a69b6b85-17d0-49a4-9180-0d6094ba4bb5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:20:30.243519 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'code': 200} Nov 05 22:20:30.251496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3ca032-1078-4850-91e4-3c35f3d38deb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:30.257507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] No DVR routers for this DVR port 2f3ca032-1078-4850-91e4-3c35f3d38deb on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:30.278761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 8803af73-553c-4864-8118-9d7ac816f76a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:30.279007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 8803af73-553c-4864-8118-9d7ac816f76a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:30.279416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 62c5a8fe-a357-42a7-90b4-ca840c17cff1 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:30.285080 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.333306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 62c5a8fe-a357-42a7-90b4-ca840c17cff1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:30.340830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 62c5a8fe-a357-42a7-90b4-ca840c17cff1 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:30.340830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2f3ca032-1078-4850-91e4-3c35f3d38deb no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:30.341069 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.362673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfdab88-8353-4e2d-9246-afbd45bbb58b']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:30.370758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2f3ca032-1078-4850-91e4-3c35f3d38deb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:30.370945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2f3ca032-1078-4850-91e4-3c35f3d38deb not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:30.373429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46038ce-f604-4f0b-84cf-623028381bb8') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:30.373794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46038ce-f604-4f0b-84cf-623028381bb8') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:30.377785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] For port 2f3ca032-1078-4850-91e4-3c35f3d38deb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2f3ca032-1078-4850-91e4-3c35f3d38deb,segment=NetworkSegment(e46038ce-f604-4f0b-84cf-623028381bb8),segment_id=e46038ce-f604-4f0b-84cf-623028381bb8)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:30.377785 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.384620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.398726 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.402141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] Calling delete_port for 2f3ca032-1078-4850-91e4-3c35f3d38deb owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:30.405340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:20:30.405729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:20:30.407585 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:20:30.410856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:30.542898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.548297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.551669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9bfdab88-8353-4e2d-9246-afbd45bbb58b HTTP/1.1" status: 204 len: 168 time: 0.7440355 Nov 05 22:20:30.554850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36142) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:30.563402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e34a7-05cf-41bc-92dc-a443718859c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfdab88-8353-4e2d-9246-afbd45bbb58b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:30.662600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.670970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] Network 9bfdab88-8353-4e2d-9246-afbd45bbb58b is not hosted by any dhcp agent {{(pid=102293) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 05 22:20:30.671426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] No DVR routers for this DVR port 2f3ca032-1078-4850-91e4-3c35f3d38deb on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:30.694337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ae01e-ed5d-42fc-8e3d-2f32bfa3e86e None None] Pushing event deleted for resources: {'Port': ['ID=2f3ca032-1078-4850-91e4-3c35f3d38deb,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:30.862646 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:30.932695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:31.183987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Deleting port 4d89ea24-8b7a-4255-8680-6a59b55b3d14 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:31.184329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:31.263063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] For port 4d89ea24-8b7a-4255-8680-6a59b55b3d14, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4d89ea24-8b7a-4255-8680-6a59b55b3d14,segment=NetworkSegment(4c4c14bc-2afb-4a53-84a0-f0b354342927),segment_id=4c4c14bc-2afb-4a53-84a0-f0b354342927)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:31.263427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:31.276239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Calling delete_port for 4d89ea24-8b7a-4255-8680-6a59b55b3d14 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:31.534960 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:31.565998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Pushing event deleted for resources: {'Port': ['ID=4d89ea24-8b7a-4255-8680-6a59b55b3d14,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:31.749816 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:31.973660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Router 34c20df9-5e48-43d1-8640-16be5eecaab3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:20:32.431845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:20:32.439465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6b8e1b29-53b7-498e-9055-19456c4cbcde admin admin] 10.222.0.41 "PUT /v2.0/routers/34c20df9-5e48-43d1-8640-16be5eecaab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8795774 Nov 05 22:20:32.439632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36162) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:32.441131 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] Sync routers for ids ['34c20df9-5e48-43d1-8640-16be5eecaab3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:20:32.451503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] Routers {'34c20df9-5e48-43d1-8640-16be5eecaab3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:32.452146 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['34c20df9-5e48-43d1-8640-16be5eecaab3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:32.544444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:32.553163 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] Set router 34c20df9-5e48-43d1-8640-16be5eecaab3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:32.646608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:32.726016 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:20:31Z', 'revision_number': 5, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port': {'id': '5aca0b35-d76e-4daf-a8e1-0621264885eb', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:03:11Z', 'updated_at': '2021-11-05T22:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:32.757021 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] Checking router: 34c20df9-5e48-43d1-8640-16be5eecaab3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:20:32.760702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Deleting port 5aca0b35-d76e-4daf-a8e1-0621264885eb {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:32.761414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:32.766789 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] Routers {'34c20df9-5e48-43d1-8640-16be5eecaab3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:20:32.767399 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:20:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['34c20df9-5e48-43d1-8640-16be5eecaab3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:32.847773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] For port 5aca0b35-d76e-4daf-a8e1-0621264885eb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5aca0b35-d76e-4daf-a8e1-0621264885eb,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:32.848276 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:32.851073 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] Set router 34c20df9-5e48-43d1-8640-16be5eecaab3 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:20:32.862129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Calling delete_port for 5aca0b35-d76e-4daf-a8e1-0621264885eb owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:32.905225 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:20:32Z', 'revision_number': 6, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:32.932269 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb017296-69bb-4098-92d3-a32e6f4d0a78 None None] The sync data for ids ['34c20df9-5e48-43d1-8640-16be5eecaab3'] in n-d-816738-5 is: [{'id': '34c20df9-5e48-43d1-8640-16be5eecaab3', 'name': 'tempest-TestVolumeBootPattern-1162828027-router', 'tenant_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:03:10Z', 'updated_at': '2021-11-05T22:20:32Z', 'revision_number': 6, 'project_id': 'f8a4eb5c7eb549acba91f313d1accb43', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:20:33.068038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.085303 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.112940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5aca0b35-d76e-4daf-a8e1-0621264885eb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:33.177163 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.268001 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.270189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.417338 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.417965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34c20df9-5e48-43d1-8640-16be5eecaab3 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:20:33.422630 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.426787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36174) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:33.429364 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a1d74dfb-cdd6-4a77-84f1-63a91b171e0c admin admin] 10.222.0.41 "DELETE /v2.0/routers/34c20df9-5e48-43d1-8640-16be5eecaab3 HTTP/1.1" status: 204 len: 168 time: 0.9885678 Nov 05 22:20:33.484512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] Deleting subnet fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:20:33.488072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.522661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.608637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.729799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.756251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:33.763027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.767534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46295c-c500-4b05-a76b-eeb6890b841d None None] Network 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:20:33.767769 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-08ac9418-4e9d-447e-8892-002e0ac30020 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fa9d4c7f-4b2b-4744-942e-bd6b91aaa3e8 HTTP/1.1" status: 204 len: 168 time: 0.3397732 Nov 05 22:20:33.770305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36180) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:33.854283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.908974 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Deleting port 51067623-91fa-4199-96fe-5a486061e1db {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:33.909517 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.975849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] For port 51067623-91fa-4199-96fe-5a486061e1db, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=51067623-91fa-4199-96fe-5a486061e1db,segment=NetworkSegment(4c4c14bc-2afb-4a53-84a0-f0b354342927),segment_id=4c4c14bc-2afb-4a53-84a0-f0b354342927)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:33.976214 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:33.989349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Calling delete_port for 51067623-91fa-4199-96fe-5a486061e1db owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:33.997889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] DHCP port deletion for 65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:20:34.049631 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] Deleting port 51067623-91fa-4199-96fe-5a486061e1db {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:20:34.049899 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.118869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] For port 51067623-91fa-4199-96fe-5a486061e1db, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=51067623-91fa-4199-96fe-5a486061e1db,segment=NetworkSegment(4c4c14bc-2afb-4a53-84a0-f0b354342927),segment_id=4c4c14bc-2afb-4a53-84a0-f0b354342927)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:20:34.119578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.132635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] Calling delete_port for 51067623-91fa-4199-96fe-5a486061e1db owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:20:34.147443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.192606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=51067623-91fa-4199-96fe-5a486061e1db,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:34.198987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] No DVR routers for this DVR port 51067623-91fa-4199-96fe-5a486061e1db on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:34.210011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4d89ea24-8b7a-4255-8680-6a59b55b3d14 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:34.233642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 4d89ea24-8b7a-4255-8680-6a59b55b3d14 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:34.234223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4d89ea24-8b7a-4255-8680-6a59b55b3d14 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:34.234725 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5aca0b35-d76e-4daf-a8e1-0621264885eb no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:34.256069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5aca0b35-d76e-4daf-a8e1-0621264885eb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:34.256576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5aca0b35-d76e-4daf-a8e1-0621264885eb not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:34.257085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 51067623-91fa-4199-96fe-5a486061e1db no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:20:34.281718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.286163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 51067623-91fa-4199-96fe-5a486061e1db {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:20:34.286510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 51067623-91fa-4199-96fe-5a486061e1db not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:20:34.291766 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.302785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:34.313301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4c14bc-2afb-4a53-84a0-f0b354342927') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:34.313606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4c14bc-2afb-4a53-84a0-f0b354342927') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:20:34.318897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] Pushing event deleted for resources: {'Port': ['ID=51067623-91fa-4199-96fe-5a486061e1db,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:34.325641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57c901-4f8d-44a0-9644-b6d9d641985e None None] No DVR routers for this DVR port 51067623-91fa-4199-96fe-5a486061e1db on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:20:34.325781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.337291 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.343191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:20:34.343596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:20:34.345342 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:20:34.450992 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.456820 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.460306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] 10.222.0.41 "DELETE /v2.0/networks/65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5 HTTP/1.1" status: 204 len: 168 time: 0.6884274 Nov 05 22:20:34.472776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1780ccf-cd1f-4394-859d-ccd25c9b9d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=65bb0e1d-3f4f-4ee2-9b3c-740e1dbb83c5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:34.856478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36188) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:34.900475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c7a30428-6c1d-4efd-ae60-5ede7f9beb87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79f73fbecf914ce88c668979583061dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419071 Nov 05 22:20:34.902443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36190) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:34.947931 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fa550a-425b-4559-a43e-ffdb084f2e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:34.969097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fa550a-425b-4559-a43e-ffdb084f2e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:35.076510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fa550a-425b-4559-a43e-ffdb084f2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:35.076510 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26fa550a-425b-4559-a43e-ffdb084f2e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:35.076510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-26fa550a-425b-4559-a43e-ffdb084f2e29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94b09285-3875-4b18-bad7-773cb9c3a030 HTTP/1.1" status: 204 len: 168 time: 0.1724639 Nov 05 22:20:35.084043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa550a-425b-4559-a43e-ffdb084f2e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b09285-3875-4b18-bad7-773cb9c3a030,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:35.723129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36202) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:35.763254 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4a73de2a-abb7-45ee-9e08-189db0a8c1c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8a4eb5c7eb549acba91f313d1accb43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389521 Nov 05 22:20:35.765893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36204) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:20:35.811732 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:35.832395 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:35.948532 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:35.951113 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:35.952306 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72d02423-50de-4ea0-99a7-006c8a17ac10 HTTP/1.1" status: 204 len: 168 time: 0.1854949 Nov 05 22:20:35.960131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d02423-50de-4ea0-99a7-006c8a17ac10,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:20:35.968242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.968591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.968930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.969276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.969631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.969932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.970252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.970838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.971162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.971482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.971831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:35.972169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b0940-73de-4907-9f7a-fe3a958d71c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:20:36.386537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb22c2df-03b8-408d-92db-5fac453b6e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:38.534452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-09dae97b-bfe6-4279-b11d-adc6002ca544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:40.077337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:41.502482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:42.032016 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:20:43.551040 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:20:56.642111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-90f778c5-e86d-42d7-8998-659d3f85c043 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423033 Nov 05 22:20:56.722123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-d3c1155f-d471-4562-94a3-73b308daa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:56.723620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-d3c1155f-d471-4562-94a3-73b308daa1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1097 time: 0.0407553 Nov 05 22:20:56.829707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-6f77af4a-6e2e-4346-880c-5a0a5f284cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:56.831108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-6f77af4a-6e2e-4346-880c-5a0a5f284cd7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 200 len: 898 time: 0.0890062 Nov 05 22:20:56.900367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-d85bef78-32f5-4523-9787-fb39c64ca214 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 200 len: 1001 time: 0.0619082 Nov 05 22:20:56.957914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-8cc96f10-8282-4514-befd-3e575f53f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:56.959866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-8cc96f10-8282-4514-befd-3e575f53f2d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=031816ad-8e04-454a-9bbc-a9ff8154c74d HTTP/1.1" status: 200 len: 835 time: 0.0529025 Nov 05 22:20:57.017972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-2109dcdf-4e94-4c05-b6f4-7f68500e66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:20:57.019750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-2109dcdf-4e94-4c05-b6f4-7f68500e66ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9644788-b939-4aac-8c66-531bdbb20d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510502 Nov 05 22:20:57.124940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-6a06fe0a-9530-4649-ba82-f07ac7cb1a93 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985632 Nov 05 22:20:57.217543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcd0a167-ee94-4bc1-8bbc-8f4a2b0094e1 req-1ba4e79b-09e0-4808-91cc-ee2b76d6be60 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856552 Nov 05 22:21:00.850982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:03.097670 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:06.381957 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-20788341-7d9d-437c-bf4c-8e372564e854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:08.513759 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d7246d4-0598-4d50-a7d4-0a2394f061a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:10.170566 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:11.502207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:12.025838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:20.548928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:21:30.861568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:33.094449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:36.413536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d4b7-3de3-4f74-8f99-a34b12da9d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:36.949661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36562) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:37.116906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port e24120fd-37d9-40bb-ba53-8bd9d7ddfd95 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:21:37.117175 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:37.190004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:37.190326 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:37.201694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for e24120fd-37d9-40bb-ba53-8bd9d7ddfd95 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:21:37.422161 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:37.444958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=e24120fd-37d9-40bb-ba53-8bd9d7ddfd95,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:37.454866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.455216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.455576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.455925 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.456260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.456596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.457304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.457304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.457558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.457883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.458207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.458527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:37.521459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:37.522132 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Floating IP ad137be5-123a-4a99-8358-2d43cc7b9f6d disassociated (deleted). External IP: 172.25.6.73, port: 92cb1b07-aaa1-4530-8da2-f83be63ddc29. Nov 05 22:21:37.729976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ffaf0d97-821d-4dab-930e-dc6b6c084751 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:21:37.838931 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:21:37.844426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:37.852018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] Sync routers for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:21:37.861702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:21:37.862478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:21:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:37.875086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-00a5bd3c-6dbb-494f-8176-649a906d50f7 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/floatingips/ad137be5-123a-4a99-8358-2d43cc7b9f6d HTTP/1.1" status: 204 len: 168 time: 0.9242957 Nov 05 22:21:37.875717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:21:37.878150 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:21:37.932670 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f78530-da12-4eae-bfd2-5a731aa76822 x-openstack-request-id: req-37f78530-da12-4eae-bfd2-5a731aa76822 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:21:37.932976 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:21:37.933371 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37f78530-da12-4eae-bfd2-5a731aa76822 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:21:37.934309 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'status': 'completed', 'code': 200} Nov 05 22:21:37.992321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:21:38.174986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-17ba77c8-fae4-43e6-ba6d-f11333085d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:38.176136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-17ba77c8-fae4-43e6-ba6d-f11333085d98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f80d891c4fcb4471ab0947e7d740456b&device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 1097 time: 0.2170167 Nov 05 22:21:38.211677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:36Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:38.238979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] Checking router: ffaf0d97-821d-4dab-930e-dc6b6c084751 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:21:38.247527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:21:38.248098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:21:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:38.275679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-e47aae7f-0478-4bd9-81e0-d90960fe5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:38.277132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-e47aae7f-0478-4bd9-81e0-d90960fe5538 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 200 len: 898 time: 0.0937338 Nov 05 22:21:38.321474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-909e2d35-05d7-418d-80fc-584d257f72da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 200 len: 217 time: 0.0362005 Nov 05 22:21:38.358097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:21:38.381957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-fc8e8fff-8ba7-4156-bb0e-706a48c2cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:38.383735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-fc8e8fff-8ba7-4156-bb0e-706a48c2cdd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=031816ad-8e04-454a-9bbc-a9ff8154c74d HTTP/1.1" status: 200 len: 835 time: 0.0547392 Nov 05 22:21:38.431944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-dae4f106-39af-4eb3-a5eb-4c227c6a6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:38.433865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-dae4f106-39af-4eb3-a5eb-4c227c6a6691 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9644788-b939-4aac-8c66-531bdbb20d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413845 Nov 05 22:21:38.545334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-ae8a6707-552c-4822-9522-5ae79818d258 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032131 Nov 05 22:21:38.558370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75037b6-dee6-4ecf-9c10-bfb021bbe8ab req-383609dd-2ba0-4b14-a09d-76f85079af4d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:38.559968 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c75037b6-dee6-4ecf-9c10-bfb021bbe8ab req-383609dd-2ba0-4b14-a09d-76f85079af4d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.2135298 Nov 05 22:21:38.594566 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7d5ef6ee-69ad-4013-abdd-0bf13df212e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:38.625290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:36Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:38.641944 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c75037b6-dee6-4ecf-9c10-bfb021bbe8ab req-3eff3c4a-8b36-4026-8a63-6edae6a5e72b tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737903 Nov 05 22:21:38.654803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5388d5e-4693-43a2-b9d6-e5bb7ad05b0d req-bc61fe83-9d6b-40b0-9403-5379b4c9ab44 service neutron] 10.222.0.46 "GET /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000428 Nov 05 22:21:38.658520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3392a5-93fa-4a58-af13-c6efa34584c8 None None] The sync data for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 is: [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:31Z', 'revision_number': 4, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '0eea5910-421f-4d25-8dcd-bc4d49d01211', 'name': '', 'network_id': 'd9644788-b939-4aac-8c66-531bdbb20d12', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'mac_address': 'fa:16:3e:02:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:31Z', 'updated_at': '2021-11-05T22:18:36Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'subnets': [{'id': '031816ad-8e04-454a-9bbc-a9ff8154c74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:21:38.889602 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595ec9f-aa76-469a-9f63-0b2a8bfdac92 None None] New status for floating IP ad137be5-123a-4a99-8358-2d43cc7b9f6d: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:21:39.811415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd4eb4-e28a-4dbc-9362-ba492081be66 req-efb5e08c-8872-4d9f-92d1-2f4954985bb1 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:39.813348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3bd4eb4-e28a-4dbc-9362-ba492081be66 req-efb5e08c-8872-4d9f-92d1-2f4954985bb1 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.1084745 Nov 05 22:21:39.867604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3bd4eb4-e28a-4dbc-9362-ba492081be66 req-84354f20-3d5c-432f-9696-64ea24d8e4cd tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/security-groups?id=921a0dce-b049-4301-9327-330e3f86bf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480306 Nov 05 22:21:40.042760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-6b745962-8bdc-4455-bfdd-2eb9e59949b2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:40.050212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-6b745962-8bdc-4455-bfdd-2eb9e59949b2 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 946 time: 0.0776849 Nov 05 22:21:40.122763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:40.155053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:21:40.155426 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:40.252765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 92cb1b07-aaa1-4530-8da2-f83be63ddc29, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=92cb1b07-aaa1-4530-8da2-f83be63ddc29,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:21:40.253128 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:40.266241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 92cb1b07-aaa1-4530-8da2-f83be63ddc29 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:21:40.490423 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:40.520039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=92cb1b07-aaa1-4530-8da2-f83be63ddc29,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:40.544503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.544858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.545189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.545523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.545964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.546759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.547110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.547435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.547783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.548108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.549162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.549162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:40.572878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] No DVR routers for this DVR port 92cb1b07-aaa1-4530-8da2-f83be63ddc29 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:21:40.575473 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:40.579011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da9991d4-e84e-42ab-890f-1568fc731c8f req-f715135d-f63b-48bb-8312-ec9142e7320c tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.46 "DELETE /v2.0/ports/92cb1b07-aaa1-4530-8da2-f83be63ddc29 HTTP/1.1" status: 204 len: 173 time: 0.5274508 Nov 05 22:21:40.579469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-deleted', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:21:40.581729 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effec187-0c58-405f-b176-3a417f084890" -d '{"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-deleted", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:21:40.623612 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91934250-f035-479b-86a3-bd0b8e5c2939 x-openstack-request-id: req-91934250-f035-479b-86a3-bd0b8e5c2939 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:21:40.629852 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166b1bce-3579-4eaf-b00c-ef8f2b17cb25", "name": "network-vif-deleted", "tag": "92cb1b07-aaa1-4530-8da2-f83be63ddc29", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:21:40.629852 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91934250-f035-479b-86a3-bd0b8e5c2939 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:21:40.629852 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166b1bce-3579-4eaf-b00c-ef8f2b17cb25', 'name': 'network-vif-deleted', 'tag': '92cb1b07-aaa1-4530-8da2-f83be63ddc29', 'status': 'completed', 'code': 200} Nov 05 22:21:40.975345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9098c47-897c-4f10-8ffa-cc581418ce1a req-043492ec-60bc-4237-ab12-fab4ef4ba2a5 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "GET /v2.0/ports?device_id=166b1bce-3579-4eaf-b00c-ef8f2b17cb25 HTTP/1.1" status: 200 len: 210 time: 0.0350246 Nov 05 22:21:41.513051 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:42.015989 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:42.032854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36618) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:42.423381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:42.684308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port 0eea5910-421f-4d25-8dcd-bc4d49d01211 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:21:42.684547 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:42.772798 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port 0eea5910-421f-4d25-8dcd-bc4d49d01211, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0eea5910-421f-4d25-8dcd-bc4d49d01211,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:21:42.773153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:42.785795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for 0eea5910-421f-4d25-8dcd-bc4d49d01211 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:21:43.033084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:43.063747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=0eea5910-421f-4d25-8dcd-bc4d49d01211,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:43.245836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:43.469937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Router ffaf0d97-821d-4dab-930e-dc6b6c084751 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:21:43.576524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:21:43.582097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-eb598b7f-e671-4cfd-9461-09b78e907001 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "PUT /v2.0/routers/ffaf0d97-821d-4dab-930e-dc6b6c084751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5476973 Nov 05 22:21:43.584636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36636) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:43.589671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] Sync routers for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:21:43.606693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:21:43.607712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:21:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:43.654015 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting subnet 031816ad-8e04-454a-9bbc-a9ff8154c74d {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:21:43.660095 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:43.704881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:43.727675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:21:43.802875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:43.934519 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:43.964586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Subnet': ['ID=031816ad-8e04-454a-9bbc-a9ff8154c74d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:43.966735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:43.971022 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6484d810-0130-488e-a21a-b49610614559 tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/subnets/031816ad-8e04-454a-9bbc-a9ff8154c74d HTTP/1.1" status: 204 len: 168 time: 0.3856394 Nov 05 22:21:43.973820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36642) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:44.000363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3012b-92f3-4cdb-b4d6-5dc5de36a49f None None] Network d9644788-b939-4aac-8c66-531bdbb20d12 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:21:44.090040 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.182685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:21:42Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:44.203814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.226823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] Checking router: ffaf0d97-821d-4dab-930e-dc6b6c084751 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:21:44.236154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] Routers {'ffaf0d97-821d-4dab-930e-dc6b6c084751'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:21:44.236780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:21:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ffaf0d97-821d-4dab-930e-dc6b6c084751'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:44.276354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] DHCP port deletion for d9644788-b939-4aac-8c66-531bdbb20d12 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:21:44.336530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Deleting port ccdf5147-c835-49d3-8038-69d4787aa259 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:21:44.336934 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.380287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] Set router ffaf0d97-821d-4dab-930e-dc6b6c084751 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:21:44.383492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 92cb1b07-aaa1-4530-8da2-f83be63ddc29 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:21:44.429697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] For port ccdf5147-c835-49d3-8038-69d4787aa259, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ccdf5147-c835-49d3-8038-69d4787aa259,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:21:44.430063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.444093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Calling delete_port for ccdf5147-c835-49d3-8038-69d4787aa259 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:21:44.453163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 92cb1b07-aaa1-4530-8da2-f83be63ddc29 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:21:44.453437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 92cb1b07-aaa1-4530-8da2-f83be63ddc29 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:21:44.472519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Deleting port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:21:44.472854 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.579446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] For port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ac58081a-9a31-47e1-9efe-c96ecbf0f7c6,segment=NetworkSegment(94e66e0a-ddef-4737-9406-fb628c0985cb),segment_id=94e66e0a-ddef-4737-9406-fb628c0985cb)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:21:44.579867 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.601690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Calling delete_port for ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:21:44.680986 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.713213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:21:42Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:44.747673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8603d-7878-4adb-bc81-44841e973000 None None] The sync data for ids ['ffaf0d97-821d-4dab-930e-dc6b6c084751'] in n-d-816738-5 is: [{'id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637210645', 'tenant_id': 'f80d891c4fcb4471ab0947e7d740456b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:21:42Z', 'revision_number': 5, 'project_id': 'f80d891c4fcb4471ab0947e7d740456b', 'gw_port': {'id': 'ccdf5147-c835-49d3-8038-69d4787aa259', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf0d97-821d-4dab-930e-dc6b6c084751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:18:27Z', 'updated_at': '2021-11-05T22:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:21:44.771620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Port': ['ID=ccdf5147-c835-49d3-8038-69d4787aa259,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:44.793415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.799055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.822995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Pushing event deleted for resources: {'Port': ['ID=ac58081a-9a31-47e1-9efe-c96ecbf0f7c6,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:44.833531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] No DVR routers for this DVR port ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:21:44.835654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.836111 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.836349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.836686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.837027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.837361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.837690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.838018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.838346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.838672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.839002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.839327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82d6c4-793d-467f-9d56-3fb97f7016db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:21:44.887828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.890171 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.993176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:44.993843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Fanout notify agent at l3_agent the message router_deleted on router ffaf0d97-821d-4dab-930e-dc6b6c084751 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:21:45.000709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.001838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-124032d9-6bc7-4398-a03b-3b143f8cdb3d tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/routers/ffaf0d97-821d-4dab-930e-dc6b6c084751 HTTP/1.1" status: 204 len: 168 time: 1.0270221 Nov 05 22:21:45.004619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36648) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:45.087512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.179595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.200875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9644788-b939-4aac-8c66-531bdbb20d12']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:45.211145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e66e0a-ddef-4737-9406-fb628c0985cb') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:45.211732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e66e0a-ddef-4737-9406-fb628c0985cb') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:21:45.222598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.240009 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.246436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:21:45.246846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:21:45.250008 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:21:45.413740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.423688 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.426957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/networks/d9644788-b939-4aac-8c66-531bdbb20d12 HTTP/1.1" status: 204 len: 168 time: 0.4213424 Nov 05 22:21:45.429955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36650) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:45.437903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c051f-4d85-4d19-b701-2fb3e58007da tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'Network': ['ID=d9644788-b939-4aac-8c66-531bdbb20d12,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:45.497093 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8ade9b2-f720-473d-bf81-9ff427c3002a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.523654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8ade9b2-f720-473d-bf81-9ff427c3002a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.642312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8ade9b2-f720-473d-bf81-9ff427c3002a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.644990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d8ade9b2-f720-473d-bf81-9ff427c3002a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:45.646190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d8ade9b2-f720-473d-bf81-9ff427c3002a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] 10.222.0.41 "DELETE /v2.0/security-groups/921a0dce-b049-4301-9327-330e3f86bf5c HTTP/1.1" status: 204 len: 168 time: 0.2151399 Nov 05 22:21:45.659030 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ade9b2-f720-473d-bf81-9ff427c3002a tempest-TestNetworkAdvancedServerOps-869804798 tempest-TestNetworkAdvancedServerOps-869804798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a0dce-b049-4301-9327-330e3f86bf5c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:46.234279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0eea5910-421f-4d25-8dcd-bc4d49d01211 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:21:46.258694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0eea5910-421f-4d25-8dcd-bc4d49d01211 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:21:46.259101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0eea5910-421f-4d25-8dcd-bc4d49d01211 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:21:46.259464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:21:46.266639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36662) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:46.279440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:21:46.279817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ac58081a-9a31-47e1-9efe-c96ecbf0f7c6 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:21:46.280737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ccdf5147-c835-49d3-8038-69d4787aa259 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:21:46.301981 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ccdf5147-c835-49d3-8038-69d4787aa259 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:21:46.302566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ccdf5147-c835-49d3-8038-69d4787aa259 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:21:46.415102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fcc04c01-5e2a-4fa3-bb14-79d5d6fe55fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f80d891c4fcb4471ab0947e7d740456b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471930 Nov 05 22:21:46.417803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36666) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:46.466406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-318b2970-740c-43f3-94e9-96f1d47cd76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:46.488684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-318b2970-740c-43f3-94e9-96f1d47cd76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:46.593520 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-318b2970-740c-43f3-94e9-96f1d47cd76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:46.596185 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-318b2970-740c-43f3-94e9-96f1d47cd76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:46.597618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-318b2970-740c-43f3-94e9-96f1d47cd76f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d519636-2087-4f0c-8ac3-f202ae9bdb09 HTTP/1.1" status: 204 len: 168 time: 0.1789224 Nov 05 22:21:46.605819 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b2970-740c-43f3-94e9-96f1d47cd76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d519636-2087-4f0c-8ac3-f202ae9bdb09,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:47.318709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36690) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:47.359627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-777abb55-1f2a-44d2-991c-768faa906276 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5029b80190094ac5963faa4aba6323a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397170 Nov 05 22:21:47.362179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36692) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:47.410154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6cd7-f267-483b-96d6-3e75fdde7e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:47.433348 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6cd7-f267-483b-96d6-3e75fdde7e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:47.579603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6cd7-f267-483b-96d6-3e75fdde7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:47.582292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6cd7-f267-483b-96d6-3e75fdde7e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:47.583445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8ccb6cd7-f267-483b-96d6-3e75fdde7e18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0475bb50-e08a-44c6-89fc-226d1f73d7e1 HTTP/1.1" status: 204 len: 168 time: 0.2204127 Nov 05 22:21:47.599223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb6cd7-f267-483b-96d6-3e75fdde7e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475bb50-e08a-44c6-89fc-226d1f73d7e1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:48.066627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36712) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:48.172990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-849d162e-3d0e-4981-9ef6-114bb390ad6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:48.244275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-849d162e-3d0e-4981-9ef6-114bb390ad6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:48.313111 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-849d162e-3d0e-4981-9ef6-114bb390ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:48.352922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-849d162e-3d0e-4981-9ef6-114bb390ad6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e274db1b9c534bce93652ae873a4541e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851813 Nov 05 22:21:48.354024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d162e-3d0e-4981-9ef6-114bb390ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9a796a-3371-4dd9-b038-1db1d884d75f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:48.355664 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36722) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:48.403642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2df559a3-9f24-4db9-bbfe-30815fe0eb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:48.424797 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2df559a3-9f24-4db9-bbfe-30815fe0eb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:48.553134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2df559a3-9f24-4db9-bbfe-30815fe0eb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:48.555854 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2df559a3-9f24-4db9-bbfe-30815fe0eb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:48.557082 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2df559a3-9f24-4db9-bbfe-30815fe0eb2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f9a796a-3371-4dd9-b038-1db1d884d75f HTTP/1.1" status: 204 len: 168 time: 0.2003922 Nov 05 22:21:48.565385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df559a3-9f24-4db9-bbfe-30815fe0eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9a796a-3371-4dd9-b038-1db1d884d75f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:48.744656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36734) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:48.941579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-433586031-network', 'tenant_id': '4b4e15da8908436f95e630536dbf56fc'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:21:49.055993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Made reservation on behalf of 4b4e15da8908436f95e630536dbf56fc for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:21:49.058314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.067968 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.141924 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.215910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36740) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:49.229781 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b24190b9-9d7e-45c3-a001-2c619817e8a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.240801 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.270826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:21:49.298156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238d5cc9-d6ba-4369-845c-079f5e6006b5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:49.301940 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.302283 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Added segment 77ab3af3-ad0b-4f28-8540-16aa89382b41 of type vlan for network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 Nov 05 22:21:49.357628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.394401 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b24190b9-9d7e-45c3-a001-2c619817e8a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.498880 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b24190b9-9d7e-45c3-a001-2c619817e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.516414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.517343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:49.517915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.575821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24190b9-9d7e-45c3-a001-2c619817e8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce22198-7fb7-41dc-9e93-36fe7a4b3a6a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:49.579915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b24190b9-9d7e-45c3-a001-2c619817e8a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ec4bc3de79543dab799a6b5d3d77e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629775 Nov 05 22:21:49.582918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36742) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:49.632124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b4010d3-5911-4f5d-be37-d9aeda2b18e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.633448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:49.643635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:21:49.647387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-51acb854-0060-45fb-838b-c3b82f7828d8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9016376 Nov 05 22:21:49.650331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36744) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:49.657053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Request body: {'subnet': {'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-433586031-subnet', 'tenant_id': '4b4e15da8908436f95e630536dbf56fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:21:49.664001 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b4010d3-5911-4f5d-be37-d9aeda2b18e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.752941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Made reservation on behalf of 4b4e15da8908436f95e630536dbf56fc for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:21:49.755318 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.787521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b4010d3-5911-4f5d-be37-d9aeda2b18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.791511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3b4010d3-5911-4f5d-be37-d9aeda2b18e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:49.795813 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3b4010d3-5911-4f5d-be37-d9aeda2b18e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cce22198-7fb7-41dc-9e93-36fe7a4b3a6a HTTP/1.1" status: 204 len: 168 time: 0.2098973 Nov 05 22:21:49.803817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4010d3-5911-4f5d-be37-d9aeda2b18e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce22198-7fb7-41dc-9e93-36fe7a4b3a6a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:50.353976 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:50.410292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231f6e28-7abc-4110-ab77-ff202139a18a,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:50.417642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Checking segment: {'id': '77ab3af3-ad0b-4f28-8540-16aa89382b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:21:50.417732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Network hostable DHCP agents. Network: 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:21:50.495941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:21:50.558787 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:21:50.563402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:50.564121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:50.572674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e49b5-5679-416c-bef3-50ddd949eb58 None None] Network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:21:50.676532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-745c909a-4ab5-4535-b475-02ddd6d96b39 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0165439 Nov 05 22:21:50.697058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251482f-fb74-44e5-8852-360b59661f6b None None] Network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:21:51.475152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36792) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:51.480352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-295242448-network', 'tenant_id': '2e5b700a639f4e34a1b6a72d676ddea5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:21:51.558716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Made reservation on behalf of 2e5b700a639f4e34a1b6a72d676ddea5 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:21:51.561778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.570798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.644367 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.704953 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.731490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:21:51.746674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe77dc8-4a20-4d27-9e74-a1d86e5122da,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:51.750254 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.750599 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Added segment f453304a-aa80-4e96-b779-479b435beed0 of type vlan for network 4212bf0f-601c-4be6-bca6-d9f3d4d9366d Nov 05 22:21:51.797102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.890323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.891306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:51.891925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:51.950803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] Pushing event updated for resources: {'Network': ['ID=4212bf0f-601c-4be6-bca6-d9f3d4d9366d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:51.960911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4212bf0f-601c-4be6-bca6-d9f3d4d9366d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:21:52.004832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e833c595-7ab6-434a-a9bd-112c32f8bc6e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5257766 Nov 05 22:21:52.005102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36806) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:52.009957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Request body: {'subnet': {'network_id': '4212bf0f-601c-4be6-bca6-d9f3d4d9366d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-295242448-subnet', 'tenant_id': '2e5b700a639f4e34a1b6a72d676ddea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:21:52.116492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Made reservation on behalf of 2e5b700a639f4e34a1b6a72d676ddea5 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:21:52.118902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:52.387654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:52.448625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e81ef33-9e52-4055-baa4-51a0a53c5e1e,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:52.456088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Checking segment: {'id': 'f453304a-aa80-4e96-b779-479b435beed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4212bf0f-601c-4be6-bca6-d9f3d4d9366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:21:52.456446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Network hostable DHCP agents. Network: 4212bf0f-601c-4be6-bca6-d9f3d4d9366d, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:21:52.598712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Network 4212bf0f-601c-4be6-bca6-d9f3d4d9366d is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:21:52.684769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4212bf0f-601c-4be6-bca6-d9f3d4d9366d) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:21:52.689281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:52.690152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:52.697075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e69f0b-b591-4a5b-890d-a8f295963ba4 None None] Network 4212bf0f-601c-4be6-bca6-d9f3d4d9366d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:21:52.779259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-669ea268-de3f-46cd-8d51-cde930f4dd0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7730448 Nov 05 22:21:52.840558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69fd7f9-6034-4c82-b378-adea38642f6c None None] Network 4212bf0f-601c-4be6-bca6-d9f3d4d9366d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:21:53.317699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-8906a2aa-59bb-498e-a236-afea88394919 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:53.319184 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-8906a2aa-59bb-498e-a236-afea88394919 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/networks?id=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 HTTP/1.1" status: 200 len: 811 time: 0.1067321 Nov 05 22:21:53.334768 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-82948c8b-f83d-428a-8cb0-4041f829b02b tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/quotas/4b4e15da8908436f95e630536dbf56fc HTTP/1.1" status: 200 len: 375 time: 0.0096822 Nov 05 22:21:53.369671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-fe58dbca-0a58-4585-b3c3-33d9e7754a0a tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b4e15da8908436f95e630536dbf56fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297711 Nov 05 22:21:53.522262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-75551c8f-f3ae-49fe-b278-042eb4e9a516 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:21:53.523256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-75551c8f-f3ae-49fe-b278-042eb4e9a516 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1464810 Nov 05 22:21:53.613608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-38858f46-148f-48ef-a6b7-99af91669637 service neutron] 10.222.0.41 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839477 Nov 05 22:21:53.706765 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-31279b51-b5c4-48a7-8a59-f0b4615758cf service neutron] 10.222.0.41 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Nov 05 22:21:53.964245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1606bbf1-f960-42c2-a1d9-cddf090f9b77 req-a971f700-f8ec-43b2-ae8d-ef5c30208fe4 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 210 time: 0.0292518 Nov 05 22:21:54.214397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36862) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:54.325591 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5749bbec-2974-4c1f-b8ef-8ea449b2b0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:54.397193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5749bbec-2974-4c1f-b8ef-8ea449b2b0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:54.518522 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5749bbec-2974-4c1f-b8ef-8ea449b2b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:54.556974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5749bbec-2974-4c1f-b8ef-8ea449b2b0f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ce0332fceda4b59acee645aefe8c931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414605 Nov 05 22:21:54.558126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749bbec-2974-4c1f-b8ef-8ea449b2b0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e3cbf-4901-49b9-b2da-d86b09498875,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:54.561424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36866) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:54.614928 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b85629b-2908-4832-8a77-f20e47485519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:54.635785 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b85629b-2908-4832-8a77-f20e47485519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:54.747470 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b85629b-2908-4832-8a77-f20e47485519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:54.750159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b85629b-2908-4832-8a77-f20e47485519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:54.751318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1b85629b-2908-4832-8a77-f20e47485519 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b3e3cbf-4901-49b9-b2da-d86b09498875 HTTP/1.1" status: 204 len: 168 time: 0.1888769 Nov 05 22:21:54.759052 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85629b-2908-4832-8a77-f20e47485519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e3cbf-4901-49b9-b2da-d86b09498875,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:55.044330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-77635c32-30c9-4639-a18b-ed3cffb8de8b req-f0a58c6f-296f-4139-9e43-cf8d268f25a9 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 210 time: 0.0301337 Nov 05 22:21:55.387898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 36876) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:55.401659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-783b1311-3284-4825-bc68-b68cce33cc0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:55.475919 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-783b1311-3284-4825-bc68-b68cce33cc0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:55.609948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-783b1311-3284-4825-bc68-b68cce33cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:55.651614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-783b1311-3284-4825-bc68-b68cce33cc0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1072ca8ec5f14b3f876f482d67654550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625508 Nov 05 22:21:55.653438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b1311-3284-4825-bc68-b68cce33cc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633118ba-fe1c-46e8-8116-1f2ea982d54a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:55.654197 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 36878) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:21:55.702812 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d62b6ad-6a15-4be5-994b-4f3cd5146cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:55.727772 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d62b6ad-6a15-4be5-994b-4f3cd5146cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:56.148174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f0033bf1-7e69-4213-a530-965c9c7426db req-01b04c54-7485-49d8-af16-314f1210f642 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 210 time: 0.0282764 Nov 05 22:21:56.213432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d62b6ad-6a15-4be5-994b-4f3cd5146cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:56.216050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2d62b6ad-6a15-4be5-994b-4f3cd5146cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:56.217241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2d62b6ad-6a15-4be5-994b-4f3cd5146cd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/633118ba-fe1c-46e8-8116-1f2ea982d54a HTTP/1.1" status: 204 len: 168 time: 0.5620654 Nov 05 22:21:56.225362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62b6ad-6a15-4be5-994b-4f3cd5146cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633118ba-fe1c-46e8-8116-1f2ea982d54a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:56.350922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-9f2bbb0a-8652-4567-8355-36ee267ef223 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:56.352392 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-9f2bbb0a-8652-4567-8355-36ee267ef223 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.13 "GET /v2.0/networks?id=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 HTTP/1.1" status: 200 len: 811 time: 0.1058476 Nov 05 22:21:56.364931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Request body: {'port': {'device_id': '0046a265-9337-466c-946c-1615a620a350', 'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9', 'admin_state_up': True, 'tenant_id': '4b4e15da8908436f95e630536dbf56fc'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:21:56.541685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Made reservation on behalf of 4b4e15da8908436f95e630536dbf56fc for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:21:56.545400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:56.676217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Allocated IP 172.20.0.3 (1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9/231f6e28-7abc-4110-ab77-ff202139a18a/004aee6a-9eed-4c03-98cb-fdb2de5d1e85) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:21:56.823251 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:56.908412 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:56.953874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:21:56.958858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:21:56.962682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:21:56.986515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Pushing event updated for resources: {'Port': ['ID=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:57.015195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:57.016351 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:57.101808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-829175f9-c2c6-41b8-8046-6e0e512f5acd tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408848 Nov 05 22:21:57.262911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Request body: {'port': {'device_id': '0046a265-9337-466c-946c-1615a620a350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:21:57.278493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596231f1-5c52-400d-9690-56328ac58b05 req-e41235f1-835f-409d-970c-19d64363405e tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:57.280799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596231f1-5c52-400d-9690-56328ac58b05 req-e41235f1-835f-409d-970c-19d64363405e tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 931 time: 0.0641391 Nov 05 22:21:57.344546 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:57.365514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-596231f1-5c52-400d-9690-56328ac58b05 req-ea8318be-2629-4766-b0d1-5d0afd4084a6 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757196 Nov 05 22:21:57.556262 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:21:57.643192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:21:57.650769 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:57.663240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Transition to ACTIVE for port object 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:21:57.724625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:57.778083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Pushing event updated for resources: {'Port': ['ID=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:57.851832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Attempting to bind port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:21:57.852170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Attempting to bind port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '77ab3af3-ad0b-4f28-8540-16aa89382b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:21:57.852496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Attempting to bind port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 on network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:21:57.856972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 on network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:21:57.857282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Attempting to bind port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 on network 1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:21:57.862108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:21:57.862438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Checking segment: {'id': '77ab3af3-ad0b-4f28-8540-16aa89382b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:21:57.862815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Bound using segment: {'id': '77ab3af3-ad0b-4f28-8540-16aa89382b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:21:57.863233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Bound port: 004aee6a-9eed-4c03-98cb-fdb2de5d1e85, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ab3af3-ad0b-4f28-8540-16aa89382b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:21:57.863603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:57.926656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] For port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:21:57.929860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] For port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,segment=NetworkSegment(77ab3af3-ad0b-4f28-8540-16aa89382b41),segment_id=77ab3af3-ad0b-4f28-8540-16aa89382b41)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:21:58.010800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:58.047228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:58.048056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:21:58.049438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] 10.222.0.13 "PUT /v2.0/ports/004aee6a-9eed-4c03-98cb-fdb2de5d1e85 HTTP/1.1" status: 200 len: 1091 time: 0.9394786 Nov 05 22:21:58.049878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0046a265-9337-466c-946c-1615a620a350', 'tag': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:21:58.052149 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b43ae2-38cf-42f6-ab97-60a34025ca22" -d '{"events": [{"name": "network-changed", "server_uuid": "0046a265-9337-466c-946c-1615a620a350", "tag": "004aee6a-9eed-4c03-98cb-fdb2de5d1e85"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:21:58.090803 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b327f8f2-9afe-4163-a65b-268162219adf x-openstack-request-id: req-b327f8f2-9afe-4163-a65b-268162219adf {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:21:58.091093 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0046a265-9337-466c-946c-1615a620a350", "tag": "004aee6a-9eed-4c03-98cb-fdb2de5d1e85", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:21:58.091345 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b327f8f2-9afe-4163-a65b-268162219adf {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:21:58.091774 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0046a265-9337-466c-946c-1615a620a350', 'tag': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85', 'status': 'completed', 'code': 200} Nov 05 22:21:58.094786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fd245-0897-4ca4-ba53-b57ffd04f651 service neutron] Pushing event updated for resources: {'Port': ['ID=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:21:58.152645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b43ae2-38cf-42f6-ab97-60a34025ca22 req-61b06045-a5cc-4833-8b0c-9e634d4a1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:58.154292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b43ae2-38cf-42f6-ab97-60a34025ca22 req-61b06045-a5cc-4833-8b0c-9e634d4a1ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b4e15da8908436f95e630536dbf56fc&device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 1094 time: 0.0427125 Nov 05 22:21:58.261576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b43ae2-38cf-42f6-ab97-60a34025ca22 req-d7c4c5b7-295a-4e67-89ae-7550435e6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:58.263040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b43ae2-38cf-42f6-ab97-60a34025ca22 req-d7c4c5b7-295a-4e67-89ae-7550435e6cf4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4b4e15da8908436f95e630536dbf56fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006773 Nov 05 22:21:58.362988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b43ae2-38cf-42f6-ab97-60a34025ca22 req-9499ab7d-1f4d-4e52-9529-0541af524ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:58.364419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b43ae2-38cf-42f6-ab97-60a34025ca22 req-9499ab7d-1f4d-4e52-9529-0541af524ff4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947802 Nov 05 22:21:58.451896 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-aea01116-fc97-4ce4-aeaa-3132ae8b8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:58.453430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-aea01116-fc97-4ce4-aeaa-3132ae8b8b7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b4e15da8908436f95e630536dbf56fc&device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 1094 time: 0.0422807 Nov 05 22:21:58.488772 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0f7a8-04cc-47e5-b256-0792ad0f9c55 req-376d1d5d-b6cb-4822-abe4-d50c24357995 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:58.490279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf0f7a8-04cc-47e5-b256-0792ad0f9c55 req-376d1d5d-b6cb-4822-abe4-d50c24357995 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 943 time: 0.0531454 Nov 05 22:21:58.496405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-963d0626-ddbd-4a8c-a3c8-bf1a43279151 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85 HTTP/1.1" status: 200 len: 217 time: 0.0354104 Nov 05 22:21:58.541680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bbf0f7a8-04cc-47e5-b256-0792ad0f9c55 req-f0aecb3a-6a7c-477b-9050-e8481b3bbb4a tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Nov 05 22:21:58.547196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-6c368a63-8bbf-4947-acc9-1dcb41d2ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:58.548763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-6c368a63-8bbf-4947-acc9-1dcb41d2ca1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=231f6e28-7abc-4110-ab77-ff202139a18a HTTP/1.1" status: 200 len: 851 time: 0.0456176 Nov 05 22:21:58.584969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-96672906-9411-4de5-8f84-55091a352907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294480 Nov 05 22:21:58.675225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-5360331e-b359-4c61-a2e3-db7421bb3bdb service neutron] 10.222.0.13 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831578 Nov 05 22:21:58.766268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afdd0984-6c56-4ea9-8ce4-abe92ca0cb66 req-1c860076-62ac-4e5f-9d3e-ccac0c5a25fa service neutron] 10.222.0.13 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843921 Nov 05 22:21:59.664020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa240-f606-4df8-8140-54b53e42c769 req-c926b0e8-a8ea-44ab-8104-33a3efe352b1 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:21:59.665439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29afa240-f606-4df8-8140-54b53e42c769 req-c926b0e8-a8ea-44ab-8104-33a3efe352b1 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 943 time: 0.0504382 Nov 05 22:21:59.712871 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29afa240-f606-4df8-8140-54b53e42c769 req-d6f8c875-b91c-40f9-9740-1e081f58cf6b tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Nov 05 22:22:00.314492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:22:00.410925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,segment=NetworkSegment(77ab3af3-ad0b-4f28-8540-16aa89382b41),segment_id=77ab3af3-ad0b-4f28-8540-16aa89382b41)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:00.422661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85', 'network_id': '1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9', 'port_id': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85', 'mac_address': 'fa:16:3e:f9:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231f6e28-7abc-4110-ab77-ff202139a18a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:22:00.458094 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:00.470861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:22:00.493458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,segment=NetworkSegment(77ab3af3-ad0b-4f28-8540-16aa89382b41),segment_id=77ab3af3-ad0b-4f28-8540-16aa89382b41)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:00.567618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:00.613299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:00.793894 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['004aee6a-9eed-4c03-98cb-fdb2de5d1e85'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:22:00.829984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15096793-aaf4-44d2-9ea4-fb926a8f05ca req-fe532e5d-6092-4e28-9b59-f6ec10dc3b73 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:00.831478 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15096793-aaf4-44d2-9ea4-fb926a8f05ca req-fe532e5d-6092-4e28-9b59-f6ec10dc3b73 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 944 time: 0.0504041 Nov 05 22:22:00.879629 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15096793-aaf4-44d2-9ea4-fb926a8f05ca req-c49ea16a-e0c4-4180-8c54-5624c9e9a87f tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Nov 05 22:22:00.933416 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:01.996047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061a1cc-1e09-4b12-b735-9b20bc1660a5 req-bad8aaa4-4690-41dd-803a-ff74d9d82ec6 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:01.997595 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d061a1cc-1e09-4b12-b735-9b20bc1660a5 req-bad8aaa4-4690-41dd-803a-ff74d9d82ec6 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 944 time: 0.0497558 Nov 05 22:22:02.050551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d061a1cc-1e09-4b12-b735-9b20bc1660a5 req-9308df85-99ac-410c-976b-5cbbdf11dad0 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465012 Nov 05 22:22:02.340726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:02.459058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:22:02.463247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:02.463644 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:02.538411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:02.560125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0046a265-9337-466c-946c-1615a620a350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:22:02.563003 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052a7140-11bb-471e-a0c3-ecfea95427a7" -d '{"events": [{"server_uuid": "0046a265-9337-466c-946c-1615a620a350", "name": "network-vif-plugged", "status": "completed", "tag": "004aee6a-9eed-4c03-98cb-fdb2de5d1e85"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:22:02.581194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,segment=NetworkSegment(77ab3af3-ad0b-4f28-8540-16aa89382b41),segment_id=77ab3af3-ad0b-4f28-8540-16aa89382b41)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:02.610197 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d20274b-c9f5-484f-9ff1-73c1f5b434b5 x-openstack-request-id: req-8d20274b-c9f5-484f-9ff1-73c1f5b434b5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:22:02.610197 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0046a265-9337-466c-946c-1615a620a350", "name": "network-vif-plugged", "status": "completed", "tag": "004aee6a-9eed-4c03-98cb-fdb2de5d1e85", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:22:02.610197 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d20274b-c9f5-484f-9ff1-73c1f5b434b5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:22:02.610197 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0046a265-9337-466c-946c-1615a620a350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85', 'code': 200} Nov 05 22:22:02.653415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:02.705960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32837d33-db4b-4b01-9a3f-edfbcc79d301 req-ced8f9bb-57a5-43e2-9d3b-cd4feee2b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:02.706364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:02.707448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32837d33-db4b-4b01-9a3f-edfbcc79d301 req-ced8f9bb-57a5-43e2-9d3b-cd4feee2b0f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 1096 time: 0.0416648 Nov 05 22:22:02.754690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32837d33-db4b-4b01-9a3f-edfbcc79d301 req-c6d956ac-15db-4983-b11a-62b5f90423a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Nov 05 22:22:03.095949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:03.170959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b5c71-b279-4dbf-aea4-041b50cfec77 req-e4c8a983-c3f6-4b49-9c94-f3377c3d13ec tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:03.173144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f63b5c71-b279-4dbf-aea4-041b50cfec77 req-e4c8a983-c3f6-4b49-9c94-f3377c3d13ec tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0543022 Nov 05 22:22:03.224522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f63b5c71-b279-4dbf-aea4-041b50cfec77 req-7aa9a0b1-8a00-4e4e-8e17-b69656f20166 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451176 Nov 05 22:22:04.341743 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c94b88-7592-48a5-b1e0-c4d361d983c8 req-5685b89f-0af7-4dc8-ad69-9c77aad45d50 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:04.343316 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15c94b88-7592-48a5-b1e0-c4d361d983c8 req-5685b89f-0af7-4dc8-ad69-9c77aad45d50 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0490160 Nov 05 22:22:04.395096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15c94b88-7592-48a5-b1e0-c4d361d983c8 req-45dface1-eafa-478a-94e2-cc2a775fba6e tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Nov 05 22:22:04.523804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43fc2f-9935-4eef-b13c-4885e8463453 req-0394b1d2-03d1-4c5d-9353-80a1d7f4e0f5 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:04.525303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb43fc2f-9935-4eef-b13c-4885e8463453 req-0394b1d2-03d1-4c5d-9353-80a1d7f4e0f5 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0610585 Nov 05 22:22:04.573000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb43fc2f-9935-4eef-b13c-4885e8463453 req-86258657-90d1-43cb-8e15-e90084aa38af tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Nov 05 22:22:04.990199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1c63-e189-44de-b74c-d8af9c886e86 req-8e235b88-cd2e-481d-940b-581814ce2f54 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:04.991733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-261c1c63-e189-44de-b74c-d8af9c886e86 req-8e235b88-cd2e-481d-940b-581814ce2f54 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0501363 Nov 05 22:22:05.041091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-261c1c63-e189-44de-b74c-d8af9c886e86 req-1dcc1e9b-412d-4d9e-a03e-bd4c1c37674b tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Nov 05 22:22:06.166462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8eff8-0adf-4773-8342-8a4069e2f0bf req-318a07a1-3baa-441f-9985-42dce3de8b2f tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:06.168012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cae8eff8-0adf-4773-8342-8a4069e2f0bf req-318a07a1-3baa-441f-9985-42dce3de8b2f tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0549648 Nov 05 22:22:06.217333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cae8eff8-0adf-4773-8342-8a4069e2f0bf req-2bf1b396-a2b2-4b1e-b1d2-40d26034f447 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Nov 05 22:22:06.450102 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4e24-47cf-4e40-bbb9-eb34b647d92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:06.670309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3a53b-75df-4256-a8c0-f85b00e562ec req-19800974-5fe4-443f-ad58-7840e46e5da2 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:06.671934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74d3a53b-75df-4256-a8c0-f85b00e562ec req-19800974-5fe4-443f-ad58-7840e46e5da2 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0514193 Nov 05 22:22:06.726302 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74d3a53b-75df-4256-a8c0-f85b00e562ec req-0a725c98-8c87-4990-8468-b8cb9734c514 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Nov 05 22:22:06.765831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-165b3855-f818-49e4-b43d-e9a7e7075866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:06.767375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-165b3855-f818-49e4-b43d-e9a7e7075866 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b4e15da8908436f95e630536dbf56fc&device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 1096 time: 0.0442247 Nov 05 22:22:06.869064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-7996b791-eb63-40a6-9b0e-2a787a6d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:06.870527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-7996b791-eb63-40a6-9b0e-2a787a6d005d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 HTTP/1.1" status: 200 len: 912 time: 0.0966933 Nov 05 22:22:06.911027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-aba95a4b-63d0-42b0-be57-8777265f3ca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85 HTTP/1.1" status: 200 len: 217 time: 0.0333405 Nov 05 22:22:06.963378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-6e4e224c-c2ef-47d5-a708-81e91e78db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:06.964850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-6e4e224c-c2ef-47d5-a708-81e91e78db92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=231f6e28-7abc-4110-ab77-ff202139a18a HTTP/1.1" status: 200 len: 851 time: 0.0477192 Nov 05 22:22:06.998845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-1247e5a5-901d-41fd-ba54-f0024f7c079d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252156 Nov 05 22:22:07.090159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-b14ab263-729a-45e9-97c8-6148fdb934ce service neutron] 10.222.0.13 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842669 Nov 05 22:22:07.163351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37004) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:07.189218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c204b8e1-ed02-42fe-994c-c0fac834a211 req-a6c276a7-cc9e-4f5e-8888-a27f4c5cecba service neutron] 10.222.0.13 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915158 Nov 05 22:22:07.269662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d010-c949-44dd-8f98-646b017bf4bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:07.341735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d010-c949-44dd-8f98-646b017bf4bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:07.419124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0ff6d010-c949-44dd-8f98-646b017bf4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:07.460199 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0ff6d010-c949-44dd-8f98-646b017bf4bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=456977ac1e8a46a3a2a4734fb9e217de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956498 Nov 05 22:22:07.461434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6d010-c949-44dd-8f98-646b017bf4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434535f7-d27f-49e3-9bba-c9bf22b4fd11,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:07.463015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37008) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:07.525903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ef6cfa98-d4f0-4cba-9262-1a62fc8665bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:07.547060 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ef6cfa98-d4f0-4cba-9262-1a62fc8665bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:07.659155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ef6cfa98-d4f0-4cba-9262-1a62fc8665bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:07.661743 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ef6cfa98-d4f0-4cba-9262-1a62fc8665bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:07.662917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ef6cfa98-d4f0-4cba-9262-1a62fc8665bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/434535f7-d27f-49e3-9bba-c9bf22b4fd11 HTTP/1.1" status: 204 len: 168 time: 0.1988647 Nov 05 22:22:07.670400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cfa98-d4f0-4cba-9262-1a62fc8665bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434535f7-d27f-49e3-9bba-c9bf22b4fd11,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:07.854425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e5f7d-d9a5-4030-b858-3066c7af5210 req-2992b3b6-57f8-4ad8-89b3-54e00b8dfb0a tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:07.855949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e81e5f7d-d9a5-4030-b858-3066c7af5210 req-2992b3b6-57f8-4ad8-89b3-54e00b8dfb0a tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0559330 Nov 05 22:22:07.907018 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e81e5f7d-d9a5-4030-b858-3066c7af5210 req-6ba53825-6071-44f2-917b-c26a153a280e tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Nov 05 22:22:08.232789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37016) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:08.246439 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d8ac915-7043-4ded-b946-4342733a2f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.318565 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d8ac915-7043-4ded-b946-4342733a2f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.384364 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7d8ac915-7043-4ded-b946-4342733a2f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.427786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7d8ac915-7043-4ded-b946-4342733a2f3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11a71883a93b4df3a40de1d7394bdb7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938396 Nov 05 22:22:08.428650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ac915-7043-4ded-b946-4342733a2f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b5eefb-4822-41a8-8b3c-4db94aefceb3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:08.430507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37018) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:08.478822 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3863ffe8-4170-4c18-855b-d8898e6a810f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.499867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3863ffe8-4170-4c18-855b-d8898e6a810f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.521874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a4997cb3-5145-456d-9e24-49e0b98dc638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.607217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3863ffe8-4170-4c18-855b-d8898e6a810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.610416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3863ffe8-4170-4c18-855b-d8898e6a810f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:08.611600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3863ffe8-4170-4c18-855b-d8898e6a810f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22b5eefb-4822-41a8-8b3c-4db94aefceb3 HTTP/1.1" status: 204 len: 168 time: 0.1799276 Nov 05 22:22:08.619367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863ffe8-4170-4c18-855b-d8898e6a810f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b5eefb-4822-41a8-8b3c-4db94aefceb3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:09.026913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d87703-7fdc-40cf-86c9-d7e9c3746fb4 req-bade986c-8818-438a-bdd7-74f36a1508d1 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:09.028423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7d87703-7fdc-40cf-86c9-d7e9c3746fb4 req-bade986c-8818-438a-bdd7-74f36a1508d1 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0504701 Nov 05 22:22:09.075983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7d87703-7fdc-40cf-86c9-d7e9c3746fb4 req-33e85690-741c-48fe-80eb-140585d74065 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Nov 05 22:22:09.670446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6fe82-33ce-48d6-8014-ca1989498606 req-b6ce2133-e438-4bee-b25d-36be96d72345 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:09.672186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4fe6fe82-33ce-48d6-8014-ca1989498606 req-b6ce2133-e438-4bee-b25d-36be96d72345 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Nov 05 22:22:09.720532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4fe6fe82-33ce-48d6-8014-ca1989498606 req-2cdb0a25-eead-4f9f-b6ef-3074a8d718cc tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Nov 05 22:22:10.089880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:10.844929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20767644-f655-4c0c-8ec9-8beb3e078191 req-2b42518b-eb63-4c13-a92f-01988bd236ab tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:10.846403 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20767644-f655-4c0c-8ec9-8beb3e078191 req-2b42518b-eb63-4c13-a92f-01988bd236ab tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Nov 05 22:22:10.897078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-20767644-f655-4c0c-8ec9-8beb3e078191 req-d47e8a78-bdd2-412f-9f89-d76324f38a47 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442600 Nov 05 22:22:11.242276 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e456d0-6b49-4d90-9e45-6398d92d8a30 req-6faa936c-a409-438e-84ac-f6872d30515f tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:11.243966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8e456d0-6b49-4d90-9e45-6398d92d8a30 req-6faa936c-a409-438e-84ac-f6872d30515f tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Nov 05 22:22:11.307054 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8e456d0-6b49-4d90-9e45-6398d92d8a30 req-e439bbbd-30dd-479e-b633-d950d6018f5b tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562356 Nov 05 22:22:11.336645 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-54c9f7ad-a507-42e4-a17f-9099574f56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:11.338152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-54c9f7ad-a507-42e4-a17f-9099574f56b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b4e15da8908436f95e630536dbf56fc&device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 1096 time: 0.0442877 Nov 05 22:22:11.439173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-1f1f8e56-3db3-47bc-a819-186037333ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:11.439173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-1f1f8e56-3db3-47bc-a819-186037333ea6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 HTTP/1.1" status: 200 len: 912 time: 0.0890000 Nov 05 22:22:11.477116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-ff887c74-a40a-4331-b9bc-111a64006ba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85 HTTP/1.1" status: 200 len: 217 time: 0.0356274 Nov 05 22:22:11.530448 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:11.534861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-158e46ea-0d63-49c7-91fc-89266dd9ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:11.536420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-158e46ea-0d63-49c7-91fc-89266dd9ee8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=231f6e28-7abc-4110-ab77-ff202139a18a HTTP/1.1" status: 200 len: 851 time: 0.0488303 Nov 05 22:22:11.567831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-e0acbd2f-7a66-42ae-96b2-f9afc5cf3921 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248902 Nov 05 22:22:11.657375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-6bab5d43-56d2-4144-be13-04b2f35fc1d0 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828874 Nov 05 22:22:11.751321 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed26eb06-23a7-4253-9f9d-c6dadc0239a0 req-07f5baa6-bd6a-4bf2-83d6-e1668fb1774e service neutron] 10.222.0.13 "GET /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870731 Nov 05 22:22:12.048150 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:12.437492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3065a-3290-449d-8bc0-781282777ddb req-f4b4607e-3c8f-4d37-b060-ef07670c5cec tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:12.438938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4dd3065a-3290-449d-8bc0-781282777ddb req-f4b4607e-3c8f-4d37-b060-ef07670c5cec tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0554903 Nov 05 22:22:12.488084 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4dd3065a-3290-449d-8bc0-781282777ddb req-f4f9a24f-103f-4547-b8cd-2dbbdc3fefe0 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Nov 05 22:22:13.602283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480d060-c8bc-4764-8d67-f27115687c59 req-80296990-a158-405b-aa9a-35bf1c531066 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:13.603771 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b480d060-c8bc-4764-8d67-f27115687c59 req-80296990-a158-405b-aa9a-35bf1c531066 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0492408 Nov 05 22:22:13.649482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b480d060-c8bc-4764-8d67-f27115687c59 req-a53864a1-222f-4c05-ac30-d414928af409 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Nov 05 22:22:14.100053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357196b-968e-4a7e-8a1c-5eceb31fbd5c req-fef014de-c366-4626-8208-783f14dcac11 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:14.101520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9357196b-968e-4a7e-8a1c-5eceb31fbd5c req-fef014de-c366-4626-8208-783f14dcac11 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0537441 Nov 05 22:22:14.147614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9357196b-968e-4a7e-8a1c-5eceb31fbd5c req-ed789cd7-acdf-4090-b01f-b24af9c2784c tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Nov 05 22:22:15.269367 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69857e9-355a-432e-81fb-6c661e358a99 req-d0a8d78a-844f-4fb6-bc1f-fd33c23f838d tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:15.270855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d69857e9-355a-432e-81fb-6c661e358a99 req-d0a8d78a-844f-4fb6-bc1f-fd33c23f838d tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0543780 Nov 05 22:22:15.321004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d69857e9-355a-432e-81fb-6c661e358a99 req-0126fd6f-eda9-4f04-abcc-6ab6fb99ac43 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/security-groups?id=238d5cc9-d6ba-4369-845c-079f5e6006b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Nov 05 22:22:15.898280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a4318439-be54-42da-b3e9-8b0e8b7b3cd3 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:15.899888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a4318439-be54-42da-b3e9-8b0e8b7b3cd3 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.13 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Nov 05 22:22:15.992613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Deleting port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:22:15.992975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:16.097794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] For port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,segment=NetworkSegment(77ab3af3-ad0b-4f28-8540-16aa89382b41),segment_id=77ab3af3-ad0b-4f28-8540-16aa89382b41)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:16.098068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:16.112511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Calling delete_port for 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:22:16.345396 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:16.358796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['004aee6a-9eed-4c03-98cb-fdb2de5d1e85'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:22:16.379615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Pushing event deleted for resources: {'Port': ['ID=004aee6a-9eed-4c03-98cb-fdb2de5d1e85,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:16.437092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] No DVR routers for this DVR port 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:22:16.457425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:16.460833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b41c64e-7ad0-4aec-afb7-29859b972e4c req-a0ced878-5680-44e1-8fd1-1db00ed13471 tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.13 "DELETE /v2.0/ports/004aee6a-9eed-4c03-98cb-fdb2de5d1e85 HTTP/1.1" status: 204 len: 173 time: 0.5550380 Nov 05 22:22:16.461407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0046a265-9337-466c-946c-1615a620a350', 'name': 'network-vif-deleted', 'tag': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:22:16.463760 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8786cdf7-77a9-4b50-932e-9a157940dda1" -d '{"events": [{"server_uuid": "0046a265-9337-466c-946c-1615a620a350", "name": "network-vif-deleted", "tag": "004aee6a-9eed-4c03-98cb-fdb2de5d1e85"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:22:16.469466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-09a1965a-4462-4509-b36a-1766c0c8abb0 req-17d8714f-d8c3-4afc-b8b2-d011cc20eb3a tempest-TestServerAdvancedOps-47326184 tempest-TestServerAdvancedOps-47326184-project] 10.222.0.41 "GET /v2.0/ports?device_id=0046a265-9337-466c-946c-1615a620a350 HTTP/1.1" status: 200 len: 210 time: 0.0584819 Nov 05 22:22:16.513749 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24556a-7191-4066-8c5c-6637564955e1 x-openstack-request-id: req-bf24556a-7191-4066-8c5c-6637564955e1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:22:16.514146 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0046a265-9337-466c-946c-1615a620a350", "name": "network-vif-deleted", "tag": "004aee6a-9eed-4c03-98cb-fdb2de5d1e85", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:22:16.514424 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf24556a-7191-4066-8c5c-6637564955e1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:22:16.514903 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0046a265-9337-466c-946c-1615a620a350', 'name': 'network-vif-deleted', 'tag': '004aee6a-9eed-4c03-98cb-fdb2de5d1e85', 'status': 'completed', 'code': 200} Nov 05 22:22:17.535442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37142) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:17.579896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] Deleting subnet 231f6e28-7abc-4110-ab77-ff202139a18a {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:22:17.582825 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:17.617581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:17.658018 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:17.785248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:17.812308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231f6e28-7abc-4110-ab77-ff202139a18a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:17.813945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:17.817163 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d67e17fc-2e79-4f5c-86fa-fcd55352c2d5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/231f6e28-7abc-4110-ab77-ff202139a18a HTTP/1.1" status: 204 len: 168 time: 0.2805908 Nov 05 22:22:17.819740 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37144) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:17.887280 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:17.970872 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:17.991264 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:18.000537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ab3af3-ad0b-4f28-8540-16aa89382b41') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:18.000837 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ab3af3-ad0b-4f28-8540-16aa89382b41') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:18.010147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.023416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.029399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:22:18.038930 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:22:18.142278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.147788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.150957 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9 HTTP/1.1" status: 204 len: 168 time: 0.3302929 Nov 05 22:22:18.154111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37146) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:18.162125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1aee3-e051-47de-976c-c7d3135b42dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd4cf21-4e5d-49e8-a8f3-c56f26ab5eb9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:18.199610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] Deleting subnet 0e81ef33-9e52-4055-baa4-51a0a53c5e1e {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:22:18.202802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.237034 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.285487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.434184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:22:18.445568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.460883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:22:18.461482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 004aee6a-9eed-4c03-98cb-fdb2de5d1e85 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:22:18.474876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e81ef33-9e52-4055-baa4-51a0a53c5e1e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:18.485198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.489509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-84076eeb-0401-4e84-9bbd-3d386f518ce3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e81ef33-9e52-4055-baa4-51a0a53c5e1e HTTP/1.1" status: 204 len: 168 time: 0.3343658 Nov 05 22:22:18.492276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37156) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:18.562607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.645450 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.666100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4212bf0f-601c-4be6-bca6-d9f3d4d9366d']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:18.676339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f453304a-aa80-4e96-b779-479b435beed0') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:18.676636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f453304a-aa80-4e96-b779-479b435beed0') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:18.687052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.702046 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.708307 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:22:18.708856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:22:18.710687 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:22:18.824516 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.835937 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:18.835937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] 10.222.0.41 "DELETE /v2.0/networks/4212bf0f-601c-4be6-bca6-d9f3d4d9366d HTTP/1.1" status: 204 len: 168 time: 0.3403354 Nov 05 22:22:18.843896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00889b0-d8b5-467a-8ffa-ced25e70918c admin admin] Pushing event deleted for resources: {'Network': ['ID=4212bf0f-601c-4be6-bca6-d9f3d4d9366d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:19.042592 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37162) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:19.148067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa0c74c1-cb62-437c-a542-e90938565788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.216194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37166) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:19.226380 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa0c74c1-cb62-437c-a542-e90938565788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.259737 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-40f20e4d-b791-48ef-9cd4-8c9a1d4d94a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b4e15da8908436f95e630536dbf56fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423837 Nov 05 22:22:19.262083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37168) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:19.306014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fa0c74c1-cb62-437c-a542-e90938565788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.322432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f64de35-a1df-45bb-bcd7-9d82e443afd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.362803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c74c1-cb62-437c-a542-e90938565788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fb1749-6409-4b4b-b610-d9dd12e11bb0,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:19.366390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f64de35-a1df-45bb-bcd7-9d82e443afd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.369879 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fa0c74c1-cb62-437c-a542-e90938565788 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e3092c115e744e5a97338b4bfbb4155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3262677 Nov 05 22:22:19.385574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37170) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:19.421809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47b15b7-c527-4a47-99cc-259ee5ed9941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.443487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47b15b7-c527-4a47-99cc-259ee5ed9941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.521863 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f64de35-a1df-45bb-bcd7-9d82e443afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.524373 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3f64de35-a1df-45bb-bcd7-9d82e443afd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.525531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3f64de35-a1df-45bb-bcd7-9d82e443afd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/238d5cc9-d6ba-4369-845c-079f5e6006b5 HTTP/1.1" status: 204 len: 168 time: 0.2625706 Nov 05 22:22:19.533570 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64de35-a1df-45bb-bcd7-9d82e443afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d5cc9-d6ba-4369-845c-079f5e6006b5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:19.596513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47b15b7-c527-4a47-99cc-259ee5ed9941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.599315 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a47b15b7-c527-4a47-99cc-259ee5ed9941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:19.600508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a47b15b7-c527-4a47-99cc-259ee5ed9941 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4fb1749-6409-4b4b-b610-d9dd12e11bb0 HTTP/1.1" status: 204 len: 168 time: 0.2264853 Nov 05 22:22:19.609100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b15b7-c527-4a47-99cc-259ee5ed9941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fb1749-6409-4b4b-b610-d9dd12e11bb0,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:20.285238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37180) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:20.324212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-633e9239-3c74-449d-9ab4-006a2b3f5a94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e5b700a639f4e34a1b6a72d676ddea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377271 Nov 05 22:22:20.326642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37182) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:20.359291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37184) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:20.372499 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3643d4ba-d385-4ee6-8d2f-ba2877a3f3e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.373556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98c9188c-190c-4827-b5b7-7c65d7f1aca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.398611 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98c9188c-190c-4827-b5b7-7c65d7f1aca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.446535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3643d4ba-d385-4ee6-8d2f-ba2877a3f3e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.524416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98c9188c-190c-4827-b5b7-7c65d7f1aca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.527025 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-98c9188c-190c-4827-b5b7-7c65d7f1aca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.528294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-98c9188c-190c-4827-b5b7-7c65d7f1aca8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfe77dc8-4a20-4d27-9e74-a1d86e5122da HTTP/1.1" status: 204 len: 168 time: 0.2007627 Nov 05 22:22:20.536639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9188c-190c-4827-b5b7-7c65d7f1aca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe77dc8-4a20-4d27-9e74-a1d86e5122da,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:20.550487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3643d4ba-d385-4ee6-8d2f-ba2877a3f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.589806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643d4ba-d385-4ee6-8d2f-ba2877a3f3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd20c8-c8bf-44ec-8b29-ddcf6ebc39e9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:20.596436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3643d4ba-d385-4ee6-8d2f-ba2877a3f3e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d3eae519b1d42918060e8b0f40064f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337151 Nov 05 22:22:20.596660 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37188) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:20.645651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04c434f8-a73f-459c-8358-29ec45bc545c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.667378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04c434f8-a73f-459c-8358-29ec45bc545c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.826731 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04c434f8-a73f-459c-8358-29ec45bc545c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.829381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-04c434f8-a73f-459c-8358-29ec45bc545c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:20.830603 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-04c434f8-a73f-459c-8358-29ec45bc545c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32bd20c8-c8bf-44ec-8b29-ddcf6ebc39e9 HTTP/1.1" status: 204 len: 168 time: 0.2327700 Nov 05 22:22:20.838534 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c434f8-a73f-459c-8358-29ec45bc545c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd20c8-c8bf-44ec-8b29-ddcf6ebc39e9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:21.504286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37212) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:21.518783 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6985-399e-491f-bf02-4663c3e65699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.564634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37214) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:21.596391 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6985-399e-491f-bf02-4663c3e65699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.663069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1448177624-network', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:21.687365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6985-399e-491f-bf02-4663c3e65699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.727492 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac2f6985-399e-491f-bf02-4663c3e65699 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3fcbb8b1d454f2abb6896b10d833179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221048 Nov 05 22:22:21.728657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f6985-399e-491f-bf02-4663c3e65699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3206831c-147c-4fd1-8dd0-22feec855775,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:21.730294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37218) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:21.776976 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-17327fc4-d8cd-4327-b507-59d41d3d4e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.787883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Made reservation on behalf of 664e7b21c4b14a9eafd7bdcac4b41cdb for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:22:21.790098 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.803363 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.813487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-17327fc4-d8cd-4327-b507-59d41d3d4e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.903078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.946665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-17327fc4-d8cd-4327-b507-59d41d3d4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.949290 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-17327fc4-d8cd-4327-b507-59d41d3d4e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:21.950428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-17327fc4-d8cd-4327-b507-59d41d3d4e92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3206831c-147c-4fd1-8dd0-22feec855775 HTTP/1.1" status: 204 len: 168 time: 0.2191634 Nov 05 22:22:21.958626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17327fc4-d8cd-4327-b507-59d41d3d4e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206831c-147c-4fd1-8dd0-22feec855775,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:21.976227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.003904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:22:22.012723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fedce67-8acd-436a-a6ce-a0c2b945e581,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:22.019149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.019489 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Added segment 6adfb830-5b63-46c2-b495-35c829034836 of type vlan for network b733d9f3-498d-4a2b-a7b6-5bcabf611551 Nov 05 22:22:22.060833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.146932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.147943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:22.148548 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.214264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] Pushing event updated for resources: {'Network': ['ID=b733d9f3-498d-4a2b-a7b6-5bcabf611551,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:22.225848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:22:22.249926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5e086acb-ac74-4803-915b-ec5e70fa5c38 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6815734 Nov 05 22:22:22.250147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:22.255463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Request body: {'subnet': {'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1448177624-subnet', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:22.348099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Made reservation on behalf of 664e7b21c4b14a9eafd7bdcac4b41cdb for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:22:22.352815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.610292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.672246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba0bb53-2412-4e89-9364-e3d1bd33ead6,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:22.679025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Checking segment: {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:22.679380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Network hostable DHCP agents. Network: b733d9f3-498d-4a2b-a7b6-5bcabf611551, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:22:22.781189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:22:22.872923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b733d9f3-498d-4a2b-a7b6-5bcabf611551) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:22.877167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:22.877760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:22.884016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23abc1f5-7370-4988-980a-8a498d221a7a None None] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:22:22.949958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37242) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:22.950497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5394bb06-ea57-442f-ac2d-5d00d9ee52fe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6988959 Nov 05 22:22:22.957068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:23.029008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:22:23.029841 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.047798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.049106 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.105983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.165233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Allocated IP 172.20.0.2 (b733d9f3-498d-4a2b-a7b6-5bcabf611551/4ba0bb53-2412-4e89-9364-e3d1bd33ead6/0685e755-9a54-4d5e-93b3-9e82d3f81a9f) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:23.305444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.313621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.394964 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.437965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:23.441456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:23.447629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:23.458448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Pushing event updated for resources: {'Port': ['ID=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:23.509345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Attempting to bind port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:22:23.509711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Attempting to bind port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:22:23.510077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Attempting to bind port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f on network b733d9f3-498d-4a2b-a7b6-5bcabf611551 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:23.515503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:22:23.515911 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Checking segment: {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:23.516312 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.516705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Bound using segment: {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:22:23.517748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Bound port: 0685e755-9a54-4d5e-93b3-9e82d3f81a9f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:22:23.518129 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.587031 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] For port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:22:23.590354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] For port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:22:23.593598 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.613397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.682394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.718730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Allocated IP 172.25.6.248 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/ec52ed8f-f68e-49e8-b521-4d6c6945b424) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:23.750860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a84242-441d-4e51-afc6-dd324d2a78e0 None None] Pushing event updated for resources: {'Port': ['ID=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:23.844642 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.934354 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:23.979927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:23.986327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:23.989633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:23.995739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Pushing event updated for resources: {'Port': ['ID=ec52ed8f-f68e-49e8-b521-4d6c6945b424,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:24.274924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0685e755-9a54-4d5e-93b3-9e82d3f81a9f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:24.333257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:24.333902 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:24.363351 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:24.419196 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:24.469687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:24.526559 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:24.583830 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:24.602960 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:24.742861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1329428-f7e3-4d6c-b73c-f8a9e56bc0a2 None None] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:22:24.801336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cf15d859-6a36-4b90-989e-634898dfc13b None None] Provisioning complete for port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:24.801707 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cf15d859-6a36-4b90-989e-634898dfc13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:24.850311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Router e80bebfa-2c42-4762-9cc9-8e7e37df4499 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:22:24.921313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37294) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:24.975495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:22:24.986181 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Sync routers for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:22:24.996678 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:24.997289 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:25.050730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0ae34b36-20ce-4eee-b39c-e7dd8a8467b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.061740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.064716 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ccd0f00a-b1ed-4a88-953b-c28924862922 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1125042 Nov 05 22:22:25.067467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37298) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:25.114448 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:25.257770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0ae34b36-20ce-4eee-b39c-e7dd8a8467b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.270047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8b4248e9-18e9-47ec-938f-dc146708d44f None None] Provisioning complete for port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:25.270545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8b4248e9-18e9-47ec-938f-dc146708d44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.301740 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:24Z', 'revision_number': 3, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:25.323010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0ae34b36-20ce-4eee-b39c-e7dd8a8467b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.405366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae34b36-20ce-4eee-b39c-e7dd8a8467b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb50abc-d029-430b-b91c-f679a025f43e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:25.413756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0ae34b36-20ce-4eee-b39c-e7dd8a8467b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bff279fe95c04708a87df40caa1bb805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4909413 Nov 05 22:22:25.416493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37300) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:25.446993 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Checking router: e80bebfa-2c42-4762-9cc9-8e7e37df4499 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:22:25.447354 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Updating router e80bebfa-2c42-4762-9cc9-8e7e37df4499 port ec52ed8f-f68e-49e8-b521-4d6c6945b424 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:22:25.467384 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09985b44-e1f0-4b92-b0e0-12a15c59328c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.472533 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.490341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09985b44-e1f0-4b92-b0e0-12a15c59328c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.597360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.607308 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09985b44-e1f0-4b92-b0e0-12a15c59328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.610000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09985b44-e1f0-4b92-b0e0-12a15c59328c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.614289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-09985b44-e1f0-4b92-b0e0-12a15c59328c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aeb50abc-d029-430b-b91c-f679a025f43e HTTP/1.1" status: 204 len: 168 time: 0.1944847 Nov 05 22:22:25.620886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09985b44-e1f0-4b92-b0e0-12a15c59328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb50abc-d029-430b-b91c-f679a025f43e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:25.722963 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.762417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Allocated IP 172.20.0.1 (b733d9f3-498d-4a2b-a7b6-5bcabf611551/4ba0bb53-2412-4e89-9364-e3d1bd33ead6/b6ce7e42-968f-4ab2-9083-2885b89d1526) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:25.790278 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.845842 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Attempting to bind port ec52ed8f-f68e-49e8-b521-4d6c6945b424 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:22:25.846199 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Attempting to bind port ec52ed8f-f68e-49e8-b521-4d6c6945b424 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:22:25.846551 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Attempting to bind port ec52ed8f-f68e-49e8-b521-4d6c6945b424 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:25.848622 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Pushing event updated for resources: {'Port': ['ID=ec52ed8f-f68e-49e8-b521-4d6c6945b424,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:25.856641 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.860107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.861692 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:25.867323 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:22:25.867718 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:25.868108 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.868479 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:22:25.868936 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Bound port: ec52ed8f-f68e-49e8-b521-4d6c6945b424, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:22:25.869303 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.876610 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:25.925717 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] For port ec52ed8f-f68e-49e8-b521-4d6c6945b424, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:22:25.929463 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] For port ec52ed8f-f68e-49e8-b521-4d6c6945b424, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ec52ed8f-f68e-49e8-b521-4d6c6945b424,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:22:25.987954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.005060 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.025132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:26.031759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:26.036365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:26.041836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ce7e42-968f-4ab2-9083-2885b89d1526,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:26.068500 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:26.069129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:26.080786 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533d710-4dd5-426e-9dba-c4c75cd329c1 None None] Pushing event updated for resources: {'Port': ['ID=ec52ed8f-f68e-49e8-b521-4d6c6945b424,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:26.086560 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.219313 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:26.258446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0685e755-9a54-4d5e-93b3-9e82d3f81a9f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:26.305084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.315278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37306) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:26.315870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0fb13f1e-c810-49b0-bb70-1237c0ebc918 None None] Provisioning complete for port b6ce7e42-968f-4ab2-9083-2885b89d1526 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:26.316252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0fb13f1e-c810-49b0-bb70-1237c0ebc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.335266 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b02ae66a-01e8-4db9-8736-3285261046e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.364424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0fb13f1e-c810-49b0-bb70-1237c0ebc918 None None] Port b6ce7e42-968f-4ab2-9083-2885b89d1526 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:22:26.367197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:26.367327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.433557 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b02ae66a-01e8-4db9-8736-3285261046e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.443258 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:24Z', 'revision_number': 3, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:26.472234 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b9229-05f9-43a4-b5ad-11cb0643857f None None] The sync data for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 is: [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:24Z', 'revision_number': 3, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:22:26.504658 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b02ae66a-01e8-4db9-8736-3285261046e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.550217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae66a-01e8-4db9-8736-3285261046e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c35dd67-f512-4199-a1a7-f278ec40426c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:26.554712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b02ae66a-01e8-4db9-8736-3285261046e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42c1e71c558540258cfbda63b6d3ba69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373474 Nov 05 22:22:26.557323 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37308) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:26.615584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e476f4f-3748-442d-b29c-e521e47064e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.641881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e476f4f-3748-442d-b29c-e521e47064e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.768296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e476f4f-3748-442d-b29c-e521e47064e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.770942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e476f4f-3748-442d-b29c-e521e47064e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.772220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e476f4f-3748-442d-b29c-e521e47064e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c35dd67-f512-4199-a1a7-f278ec40426c HTTP/1.1" status: 204 len: 168 time: 0.2139544 Nov 05 22:22:26.783590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e476f4f-3748-442d-b29c-e521e47064e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c35dd67-f512-4199-a1a7-f278ec40426c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:26.880342 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:26.942241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:27.012839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ce7e42-968f-4ab2-9083-2885b89d1526,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:27.015353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:27.124286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:27.125734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:27.255524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Router e80bebfa-2c42-4762-9cc9-8e7e37df4499 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:22:27.377391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:22:27.382268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f0bac173-cac3-40c4-bdb3-5e76df254133 admin admin] 10.222.0.41 "PUT /v2.0/routers/e80bebfa-2c42-4762-9cc9-8e7e37df4499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3135467 Nov 05 22:22:27.394285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a456c776-d15e-43f2-8261-9dd38bc695dc None None] Provisioning complete for port b6ce7e42-968f-4ab2-9083-2885b89d1526 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:27.394739 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a456c776-d15e-43f2-8261-9dd38bc695dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:27.430952 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a456c776-d15e-43f2-8261-9dd38bc695dc None None] Port b6ce7e42-968f-4ab2-9083-2885b89d1526 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:22:28.135324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Sync routers for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:22:28.146056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:28.146681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:28.260178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:28.279198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37348) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:28.284148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1334114951-network', 'tenant_id': '36d48465d59142698653379717a2219b'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:28.289678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ec52ed8f-f68e-49e8-b521-4d6c6945b424 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:28.373163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Made reservation on behalf of 36d48465d59142698653379717a2219b for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:22:28.375720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.393992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.437043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ec52ed8f-f68e-49e8-b521-4d6c6945b424 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:28.437599 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.472319 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.555714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.577963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:22:28.585406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.593959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bd7969-f46e-4873-bab6-98cae79e3d6d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:28.598496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 2, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:28.603584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.603584 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Added segment bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78 of type vlan for network d765e5dd-1c05-4382-9eb6-fa370f877ca6 Nov 05 22:22:28.632343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Checking router: e80bebfa-2c42-4762-9cc9-8e7e37df4499 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:22:28.632699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Updating router e80bebfa-2c42-4762-9cc9-8e7e37df4499 port b6ce7e42-968f-4ab2-9083-2885b89d1526 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:22:28.650135 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.662945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port ec52ed8f-f68e-49e8-b521-4d6c6945b424, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ec52ed8f-f68e-49e8-b521-4d6c6945b424,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:28.670581 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.752913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.754304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:28.754882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.766820 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:28.823404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] Pushing event updated for resources: {'Network': ['ID=d765e5dd-1c05-4382-9eb6-fa370f877ca6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:28.843223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:22:28.851372 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-42c92b80-77d4-4ce4-9470-a12073021090 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5685289 Nov 05 22:22:28.853635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37364) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:28.858062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Request body: {'subnet': {'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1334114951-subnet', 'tenant_id': '36d48465d59142698653379717a2219b', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:28.875187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=ec52ed8f-f68e-49e8-b521-4d6c6945b424,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:28.959013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Made reservation on behalf of 36d48465d59142698653379717a2219b for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:22:28.961472 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.203028 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.207849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.267267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:29.276274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Checking segment: {'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:29.276632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Network hostable DHCP agents. Network: d765e5dd-1c05-4382-9eb6-fa370f877ca6, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:22:29.289518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.342870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7f6f-7d63-4687-887d-0adfff95560b None None] Pushing event updated for resources: {'Port': ['ID=b6ce7e42-968f-4ab2-9083-2885b89d1526,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:29.367966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:22:29.400459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Attempting to bind port b6ce7e42-968f-4ab2-9083-2885b89d1526 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:22:29.400826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Attempting to bind port b6ce7e42-968f-4ab2-9083-2885b89d1526 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:22:29.401189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Attempting to bind port b6ce7e42-968f-4ab2-9083-2885b89d1526 on network b733d9f3-498d-4a2b-a7b6-5bcabf611551 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:29.406449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:22:29.406908 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Checking segment: {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:29.407451 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.407958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Bound using segment: {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:22:29.408501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Bound port: b6ce7e42-968f-4ab2-9083-2885b89d1526, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:22:29.408951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.444044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, d765e5dd-1c05-4382-9eb6-fa370f877ca6) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:29.448103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:29.448823 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.456821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9086b-367f-4ed5-9994-fb38f735cc3c None None] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:22:29.523000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] For port b6ce7e42-968f-4ab2-9083-2885b89d1526, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:22:29.532762 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a2c175da-b844-4a0b-b92c-c50e4149f101 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6794546 Nov 05 22:22:29.535268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37368) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:29.538314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] For port b6ce7e42-968f-4ab2-9083-2885b89d1526, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b6ce7e42-968f-4ab2-9083-2885b89d1526,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:22:29.539571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:29.600734 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.641060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-47be06e7-a11e-4833-b2ba-8d52901cde88 None None] Provisioning complete for port b6ce7e42-968f-4ab2-9083-2885b89d1526 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:29.641426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47be06e7-a11e-4833-b2ba-8d52901cde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.656369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.657425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.712973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.733855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:29.734498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:29.773184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-d765e5dd-1c05-4382-9eb6-fa370f877ca6', 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6', 'tenant_id': '36d48465d59142698653379717a2219b', 'fixed_ips': [{'subnet_id': '2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:22:29.774015 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.781819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7f6f-7d63-4687-887d-0adfff95560b None None] Pushing event updated for resources: {'Port': ['ID=b6ce7e42-968f-4ab2-9083-2885b89d1526,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:29.931002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.941281 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47be06e7-a11e-4833-b2ba-8d52901cde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:29.973188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:30.070284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-47be06e7-a11e-4833-b2ba-8d52901cde88 None None] For port b6ce7e42-968f-4ab2-9083-2885b89d1526, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b6ce7e42-968f-4ab2-9083-2885b89d1526,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:30.104421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Allocated IP 172.20.0.2 (d765e5dd-1c05-4382-9eb6-fa370f877ca6/2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb/20bc214f-f9d3-4eef-b687-f3f74cac5f7f) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:30.132065 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-47be06e7-a11e-4833-b2ba-8d52901cde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.221421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.249167 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.295049 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ec52ed8f-f68e-49e8-b521-4d6c6945b424 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:30.322940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be06e7-a11e-4833-b2ba-8d52901cde88 None None] Pushing event updated for resources: {'Port': ['ID=b6ce7e42-968f-4ab2-9083-2885b89d1526,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:30.342262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ca60c68b-1774-4071-b851-0c2dad7501a4 None None] Provisioning complete for port b6ce7e42-968f-4ab2-9083-2885b89d1526 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:30.342633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca60c68b-1774-4071-b851-0c2dad7501a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.372742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Allocated IP 172.25.6.84 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/34fda645-84e5-4027-85f9-db39111e3574) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:30.489205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.491733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.497530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ec52ed8f-f68e-49e8-b521-4d6c6945b424 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:30.497891 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.564340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.567229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:29Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:30.598343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.629776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81cde9-9ed1-446f-89b1-0a657a6c2a63 None None] The sync data for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 is: [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:29Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:22:30.638627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:30.643435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:30.651828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:30.652144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:30.654783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Pushing event updated for resources: {'Port': ['ID=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:30.655338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:30.658228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:30.680953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Pushing event updated for resources: {'Port': ['ID=34fda645-84e5-4027-85f9-db39111e3574,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:30.813299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Attempting to bind port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:22:30.814215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Attempting to bind port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:22:30.814572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Attempting to bind port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f on network d765e5dd-1c05-4382-9eb6-fa370f877ca6 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:30.828738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:22:30.829113 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Checking segment: {'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:30.832201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.832201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Bound using segment: {'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:22:30.832201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Bound port: 20bc214f-f9d3-4eef-b687-f3f74cac5f7f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:22:30.832201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:30.915235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] For port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:22:30.918641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] For port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,segment=NetworkSegment(bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78),segment_id=bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:22:30.961356 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:31.019657 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:31.084304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d45174-a094-4199-a685-b4e2c88b3c39 None None] Pushing event updated for resources: {'Port': ['ID=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:31.161316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:31.411971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:31.607214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Router 571d61f4-671f-407c-b916-e9b50c93b9e3 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:22:31.718872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:22:31.730830 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Sync routers for ids ['571d61f4-671f-407c-b916-e9b50c93b9e3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:22:31.742982 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Routers {'571d61f4-671f-407c-b916-e9b50c93b9e3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:31.743630 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['571d61f4-671f-407c-b916-e9b50c93b9e3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:31.791572 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:31.793918 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5ab2f24f-9e4c-46c5-ac23-9aa564f315a9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2576656 Nov 05 22:22:31.796749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37384) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:31.885167 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Set router 571d61f4-671f-407c-b916-e9b50c93b9e3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:32.081621 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '34fda645-84e5-4027-85f9-db39111e3574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 3, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port': {'id': '34fda645-84e5-4027-85f9-db39111e3574', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:30Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:32.096761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f181e2b-8c0b-4f1b-824c-6c9c5f2eff92 None None] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:22:32.116163 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Checking router: 571d61f4-671f-407c-b916-e9b50c93b9e3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:22:32.116736 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Updating router 571d61f4-671f-407c-b916-e9b50c93b9e3 port 34fda645-84e5-4027-85f9-db39111e3574 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:22:32.142820 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.168405 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bf532606-f0a4-4616-8160-dbb976f96010 None None] Provisioning complete for port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:32.168778 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf532606-f0a4-4616-8160-dbb976f96010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.367588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.484674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20bc214f-f9d3-4eef-b687-f3f74cac5f7f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:32.491329 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.557012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf532606-f0a4-4616-8160-dbb976f96010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.561605 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Allocated IP 172.20.0.1 (d765e5dd-1c05-4382-9eb6-fa370f877ca6/2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb/f810d7f2-62cb-4d3e-b369-dd07aebf7bec) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:32.573260 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.614801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bf532606-f0a4-4616-8160-dbb976f96010 None None] For port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,segment=NetworkSegment(bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78),segment_id=bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:32.623299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:32.623705 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.676836 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Attempting to bind port 34fda645-84e5-4027-85f9-db39111e3574 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:22:32.677691 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Attempting to bind port 34fda645-84e5-4027-85f9-db39111e3574 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:22:32.678283 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Attempting to bind port 34fda645-84e5-4027-85f9-db39111e3574 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:32.687159 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:22:32.687791 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:32.688286 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.689340 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:22:32.689915 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Bound port: 34fda645-84e5-4027-85f9-db39111e3574, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:22:32.690416 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.693544 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df5b54-fbb7-47da-a800-aa9ece2afe34 None None] Pushing event updated for resources: {'Port': ['ID=34fda645-84e5-4027-85f9-db39111e3574,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:32.723502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bf532606-f0a4-4616-8160-dbb976f96010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.724267 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.773423 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] For port 34fda645-84e5-4027-85f9-db39111e3574, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:22:32.777034 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] For port 34fda645-84e5-4027-85f9-db39111e3574, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=34fda645-84e5-4027-85f9-db39111e3574,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:22:32.794571 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.796512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf532606-f0a4-4616-8160-dbb976f96010 None None] Pushing event updated for resources: {'Port': ['ID=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:32.861975 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:22:32.862334 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:22:32.864822 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.893357 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:32.925503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Routers {'571d61f4-671f-407c-b916-e9b50c93b9e3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:32.926132 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['571d61f4-671f-407c-b916-e9b50c93b9e3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:32.943410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:32.945831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:32.948338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:32.950437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e5053b5c-f6c8-4cc0-aefa-32c4ecd41f4b None None] Provisioning complete for port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:32.950920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e5053b5c-f6c8-4cc0-aefa-32c4ecd41f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.017080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.071612 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df5b54-fbb7-47da-a800-aa9ece2afe34 None None] Pushing event updated for resources: {'Port': ['ID=34fda645-84e5-4027-85f9-db39111e3574,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:33.082964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Pushing event updated for resources: {'Port': ['ID=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:33.109048 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] Set router 571d61f4-671f-407c-b916-e9b50c93b9e3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:33.116706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.249024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.299529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5f9ad972-b665-4dbf-a972-069411c9ef3b None None] Provisioning complete for port f810d7f2-62cb-4d3e-b369-dd07aebf7bec triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:33.303143 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad972-b665-4dbf-a972-069411c9ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.327876 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '34fda645-84e5-4027-85f9-db39111e3574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 3, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port': {'id': '34fda645-84e5-4027-85f9-db39111e3574', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:30Z', 'updated_at': '2021-11-05T22:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:33.351436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ad972-b665-4dbf-a972-069411c9ef3b None None] Port f810d7f2-62cb-4d3e-b369-dd07aebf7bec cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:22:33.420470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b6ce7e42-968f-4ab2-9083-2885b89d1526 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:33.458271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.461863 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6c71d-5992-4992-a2a6-9d645ed77985 None None] The sync data for ids ['571d61f4-671f-407c-b916-e9b50c93b9e3'] in n-d-816738-5 is: [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '34fda645-84e5-4027-85f9-db39111e3574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 3, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port': {'id': '34fda645-84e5-4027-85f9-db39111e3574', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:30Z', 'updated_at': '2021-11-05T22:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:22:33.482673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b6ce7e42-968f-4ab2-9083-2885b89d1526 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:33.483263 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.525638 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.589945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:33.611012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Pushing event updated for resources: {'Port': ['ID=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:34.079255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:34.081051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:34.226227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Router 571d61f4-671f-407c-b916-e9b50c93b9e3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:22:34.385376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:22:34.390590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-099394e0-6d2a-4a2c-a701-c15f45b8d3f1 None None] Provisioning complete for port f810d7f2-62cb-4d3e-b369-dd07aebf7bec triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:34.401648 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-099394e0-6d2a-4a2c-a701-c15f45b8d3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:34.401742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ad641410-6984-4615-b2c9-de273a2a9758 admin admin] 10.222.0.41 "PUT /v2.0/routers/571d61f4-671f-407c-b916-e9b50c93b9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5913398 Nov 05 22:22:34.449251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20bc214f-f9d3-4eef-b687-f3f74cac5f7f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:34.484212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-099394e0-6d2a-4a2c-a701-c15f45b8d3f1 None None] Port f810d7f2-62cb-4d3e-b369-dd07aebf7bec cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:22:34.535778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:34.536155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:34.546206 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:22:34.641072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 34fda645-84e5-4027-85f9-db39111e3574 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:34.690320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 34fda645-84e5-4027-85f9-db39111e3574 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:34.690691 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:34.780997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:34.802576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 34fda645-84e5-4027-85f9-db39111e3574, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=34fda645-84e5-4027-85f9-db39111e3574,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:34.907100 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:34.966364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=34fda645-84e5-4027-85f9-db39111e3574,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:35.265072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Sync routers for ids ['571d61f4-671f-407c-b916-e9b50c93b9e3'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:22:35.275688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Routers {'571d61f4-671f-407c-b916-e9b50c93b9e3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:35.276375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['571d61f4-671f-407c-b916-e9b50c93b9e3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:35.387775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Set router 571d61f4-671f-407c-b916-e9b50c93b9e3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:35.589781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '34fda645-84e5-4027-85f9-db39111e3574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:22:33Z', 'revision_number': 4, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port': {'id': '34fda645-84e5-4027-85f9-db39111e3574', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:30Z', 'updated_at': '2021-11-05T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f810d7f2-62cb-4d3e-b369-dd07aebf7bec', 'name': '', 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6', 'tenant_id': '36d48465d59142698653379717a2219b', 'mac_address': 'fa:16:3e:eb:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:32Z', 'updated_at': '2021-11-05T22:22:33Z', 'revision_number': 2, 'project_id': '36d48465d59142698653379717a2219b', 'subnets': [{'id': '2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:35.622112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Checking router: 571d61f4-671f-407c-b916-e9b50c93b9e3 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:22:35.622468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Updating router 571d61f4-671f-407c-b916-e9b50c93b9e3 port f810d7f2-62cb-4d3e-b369-dd07aebf7bec binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:22:35.646627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:35.909204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:35.978672 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.028428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6ac02-971a-4312-b9ca-097bd428671e None None] Pushing event updated for resources: {'Port': ['ID=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:36.091265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Attempting to bind port f810d7f2-62cb-4d3e-b369-dd07aebf7bec on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:22:36.091838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Attempting to bind port f810d7f2-62cb-4d3e-b369-dd07aebf7bec by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:22:36.092201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Attempting to bind port f810d7f2-62cb-4d3e-b369-dd07aebf7bec on network d765e5dd-1c05-4382-9eb6-fa370f877ca6 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:36.098344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:22:36.098724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Checking segment: {'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:36.099126 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.099512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Bound using segment: {'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:22:36.100015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Bound port: f810d7f2-62cb-4d3e-b369-dd07aebf7bec, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:22:36.100392 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.134512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37404) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:36.140395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-dc080903-2e95-4471-ae4e-4fb7e10cbc7c tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164326177', 'description': 'tempest-secgroup-smoke-164326177 description', 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:36.179076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] For port f810d7f2-62cb-4d3e-b369-dd07aebf7bec, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:22:36.182260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] For port f810d7f2-62cb-4d3e-b369-dd07aebf7bec, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,segment=NetworkSegment(bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78),segment_id=bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:22:36.250105 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dc080903-2e95-4471-ae4e-4fb7e10cbc7c tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.253692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 34fda645-84e5-4027-85f9-db39111e3574 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:36.280848 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.332810 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dc080903-2e95-4471-ae4e-4fb7e10cbc7c tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.390951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Routers {'571d61f4-671f-407c-b916-e9b50c93b9e3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:36.392220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['571d61f4-671f-407c-b916-e9b50c93b9e3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:36.394086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-17fab92f-1340-4096-a0db-ba1152b75927 None None] Provisioning complete for port f810d7f2-62cb-4d3e-b369-dd07aebf7bec triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:36.394453 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-17fab92f-1340-4096-a0db-ba1152b75927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.418730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dc080903-2e95-4471-ae4e-4fb7e10cbc7c tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.451278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6ac02-971a-4312-b9ca-097bd428671e None None] Pushing event updated for resources: {'Port': ['ID=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:36.455036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc080903-2e95-4471-ae4e-4fb7e10cbc7c tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:36.460597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 34fda645-84e5-4027-85f9-db39111e3574 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:36.460971 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.462590 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-09b39471-ac1a-4b31-b03a-c7c7769c9c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.515727 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dc080903-2e95-4471-ae4e-4fb7e10cbc7c tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.520515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37406) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:36.520972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dc080903-2e95-4471-ae4e-4fb7e10cbc7c tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3850844 Nov 05 22:22:36.525147 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-17d7a45d-7326-48e8-8e65-9c4a3cf61038 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45', 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:36.623267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17d7a45d-7326-48e8-8e65-9c4a3cf61038 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.627811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] Set router 571d61f4-671f-407c-b916-e9b50c93b9e3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:36.689673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17d7a45d-7326-48e8-8e65-9c4a3cf61038 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.739462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-17fab92f-1340-4096-a0db-ba1152b75927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.781439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17d7a45d-7326-48e8-8e65-9c4a3cf61038 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.801773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7a45d-7326-48e8-8e65-9c4a3cf61038 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3472d2e-5d80-4ec9-b20f-b55160080ec9,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:36.838097 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-17fab92f-1340-4096-a0db-ba1152b75927 None None] For port f810d7f2-62cb-4d3e-b369-dd07aebf7bec, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,segment=NetworkSegment(bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78),segment_id=bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:36.866575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-17d7a45d-7326-48e8-8e65-9c4a3cf61038 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.870782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 37410) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:36.870989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-17d7a45d-7326-48e8-8e65-9c4a3cf61038 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494160 Nov 05 22:22:36.875711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-72f14222-efa0-4f55-ad87-30ca746c4eac tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45', 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:36.909138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '34fda645-84e5-4027-85f9-db39111e3574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:22:33Z', 'revision_number': 4, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port': {'id': '34fda645-84e5-4027-85f9-db39111e3574', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:30Z', 'updated_at': '2021-11-05T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f810d7f2-62cb-4d3e-b369-dd07aebf7bec', 'name': '', 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6', 'tenant_id': '36d48465d59142698653379717a2219b', 'mac_address': 'fa:16:3e:eb:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:32Z', 'updated_at': '2021-11-05T22:22:36Z', 'revision_number': 4, 'project_id': '36d48465d59142698653379717a2219b', 'subnets': [{'id': '2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:36.935857 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-17fab92f-1340-4096-a0db-ba1152b75927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:36.939406 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08c7d6-ca1a-42f1-802d-2498663bd88d None None] The sync data for ids ['571d61f4-671f-407c-b916-e9b50c93b9e3'] in n-d-816738-5 is: [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '34fda645-84e5-4027-85f9-db39111e3574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:22:33Z', 'revision_number': 4, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port': {'id': '34fda645-84e5-4027-85f9-db39111e3574', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:30Z', 'updated_at': '2021-11-05T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'f810d7f2-62cb-4d3e-b369-dd07aebf7bec', 'name': '', 'network_id': 'd765e5dd-1c05-4382-9eb6-fa370f877ca6', 'tenant_id': '36d48465d59142698653379717a2219b', 'mac_address': 'fa:16:3e:eb:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:32Z', 'updated_at': '2021-11-05T22:22:36Z', 'revision_number': 4, 'project_id': '36d48465d59142698653379717a2219b', 'subnets': [{'id': '2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:22:37.000298 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72f14222-efa0-4f55-ad87-30ca746c4eac tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.000850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fab92f-1340-4096-a0db-ba1152b75927 None None] Pushing event updated for resources: {'Port': ['ID=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:37.071208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2841c8b9-8d18-4548-9c3c-32dfcaebaad6 None None] Provisioning complete for port f810d7f2-62cb-4d3e-b369-dd07aebf7bec triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:37.071616 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2841c8b9-8d18-4548-9c3c-32dfcaebaad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.101244 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72f14222-efa0-4f55-ad87-30ca746c4eac tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.170532 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72f14222-efa0-4f55-ad87-30ca746c4eac tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.198845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f14222-efa0-4f55-ad87-30ca746c4eac tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7732114b-275d-4836-853e-e59b13f094c7,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:37.273451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-72f14222-efa0-4f55-ad87-30ca746c4eac tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.278084 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37412) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:37.278671 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-72f14222-efa0-4f55-ad87-30ca746c4eac tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4064987 Nov 05 22:22:37.283643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45', 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:37.378679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.439750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.510705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.532735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee7c445-0832-43bd-8da8-4b0c9782b4a1,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:37.541729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.542158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.542593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.543005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.543352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.543833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.550573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.550573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.550573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.550573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.550573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.550573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:37.620540 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.621897 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c6e4b600-6694-4592-9757-0133cee6e9d7 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427947 Nov 05 22:22:37.625027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37414) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:37.630283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cd592f8a-fd02-4be2-9bb6-dc1e68385854 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45', 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:37.738238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd592f8a-fd02-4be2-9bb6-dc1e68385854 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.805356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd592f8a-fd02-4be2-9bb6-dc1e68385854 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.893442 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd592f8a-fd02-4be2-9bb6-dc1e68385854 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.911866 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd592f8a-fd02-4be2-9bb6-dc1e68385854 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46fe1b4-ee28-40b3-b4ba-aaab08eeab76,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:37.992375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cd592f8a-fd02-4be2-9bb6-dc1e68385854 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:37.993644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cd592f8a-fd02-4be2-9bb6-dc1e68385854 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669586 Nov 05 22:22:38.003006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37418) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:38.007536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45', 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:38.090420 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Project 664e7b21c4b14a9eafd7bdcac4b41cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:22:38.097392 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.174584 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.272775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.274443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f810d7f2-62cb-4d3e-b369-dd07aebf7bec up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:38.291331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01628c13-3fbf-4211-8fe6-31d0a28f2f00,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:38.327411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port f810d7f2-62cb-4d3e-b369-dd07aebf7bec triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:38.327855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.382649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.384317 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-314dff2b-b9c1-4d2e-a67c-d554441c0b51 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3798261 Nov 05 22:22:38.386687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37422) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:38.390969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45', 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:38.484475 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Project 664e7b21c4b14a9eafd7bdcac4b41cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:22:38.491153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.553944 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.632900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.651524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac86e26-55da-4fdb-8ee9-6c91253eaae4,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:38.714890 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.715137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-17299368-bc30-4d06-ae59-c06123a601ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:38.716167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d4ca939-eb15-4667-bcc9-0f821c5966b0 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3285518 Nov 05 22:22:38.870838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-4816f79d-c347-4d45-90a3-726dcb9dde45 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164326177&fields=id&tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb HTTP/1.1" status: 200 len: 267 time: 0.0487854 Nov 05 22:22:38.976944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-b94bc142-ae1e-4b90-9d63-713eb722faa9 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:38.978392 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-b94bc142-ae1e-4b90-9d63-713eb722faa9 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 809 time: 0.1008701 Nov 05 22:22:38.993129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-491ba31b-6e97-4b04-8e2a-860b871b381a tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/quotas/664e7b21c4b14a9eafd7bdcac4b41cdb HTTP/1.1" status: 200 len: 375 time: 0.0090487 Nov 05 22:22:39.043959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-f5cfa09e-6b33-4f9c-aef1-4e405c718544 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456965 Nov 05 22:22:39.155523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-248e733a-9a85-49ed-9b93-3d9a5ec45265 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:22:39.156532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-248e733a-9a85-49ed-9b93-3d9a5ec45265 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1015899 Nov 05 22:22:39.247797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-7fcf6a03-d2f2-4164-a02b-83b6382233bc service neutron] 10.222.0.41 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848262 Nov 05 22:22:39.337153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-469afe66-63a0-4322-91a2-7721b5f15b12 service neutron] 10.222.0.41 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828595 Nov 05 22:22:39.610039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b73c353-2c04-4d95-83a7-e8018b880008 req-0a239d1d-6667-47ce-83b1-057f93a921b2 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 210 time: 0.0278585 Nov 05 22:22:40.095784 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:40.699960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-026686b1-8786-4aae-9849-a97b3cc0a902 req-cb3331c4-f6db-429a-8ecf-73bdbc535be8 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 210 time: 0.0322530 Nov 05 22:22:41.518597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:41.805518 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a99e61d4-f5aa-4103-9e16-d135f3d0d028 req-bcf6a1fb-ffe1-4991-bf61-c579db9e603b tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Nov 05 22:22:41.942531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-48cf61de-9c2d-4101-8fd0-747c152bf869 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:41.944016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-48cf61de-9c2d-4101-8fd0-747c152bf869 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.13 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 809 time: 0.1145592 Nov 05 22:22:42.011134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-5959b80b-2bdc-4709-82d3-423c1498221b tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb HTTP/1.1" status: 200 len: 379 time: 0.0571570 Nov 05 22:22:42.028311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'port': {'device_id': '7923a02d-b197-4d03-a13d-a27a44207f21', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'admin_state_up': True, 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'security_groups': ['f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:42.029493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:42.198484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Made reservation on behalf of 664e7b21c4b14a9eafd7bdcac4b41cdb for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:22:42.202430 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:42.340378 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Allocated IP 172.20.0.11 (b733d9f3-498d-4a2b-a7b6-5bcabf611551/4ba0bb53-2412-4e89-9364-e3d1bd33ead6/84f30bf7-6b39-4e8d-8646-2ecd194d92a1) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:42.479130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:42.573201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:42.627434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:42.632636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:42.636476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:42.643405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'Port': ['ID=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:42.670368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.670717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.671057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.671396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.671762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.672091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.672417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.672778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.673100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.673424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.673749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.674077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:42.704569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:42.705208 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:42.800945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-44141aa7-a612-482d-958a-5e940fa2bf55 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7765818 Nov 05 22:22:42.813729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Request body: {'port': {'device_id': '7923a02d-b197-4d03-a13d-a27a44207f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:42.853050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e10ddef9-7664-4125-972b-6ba00b0205e1 None None] Provisioning complete for port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:42.853572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e10ddef9-7664-4125-972b-6ba00b0205e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:42.873828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:42.887674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e10ddef9-7664-4125-972b-6ba00b0205e1 None None] Port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:22:43.025826 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728be55-e7a1-4021-8c82-4b8c5b9b58c3 req-92c411ef-5c71-4888-a9ec-47584c7d1608 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:43.027243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3728be55-e7a1-4021-8c82-4b8c5b9b58c3 req-92c411ef-5c71-4888-a9ec-47584c7d1608 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 932 time: 0.1441653 Nov 05 22:22:43.158047 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3728be55-e7a1-4021-8c82-4b8c5b9b58c3 req-f959b838-f865-47e2-8789-5c86f862d8da tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223102 Nov 05 22:22:43.244586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:22:43.252584 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:43.264325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Transition to ACTIVE for port object 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:22:43.338648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:43.403249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Pushing event updated for resources: {'Port': ['ID=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:43.472857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Attempting to bind port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:22:43.473204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Attempting to bind port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:22:43.473537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Attempting to bind port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 on network b733d9f3-498d-4a2b-a7b6-5bcabf611551 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:43.478535 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 on network b733d9f3-498d-4a2b-a7b6-5bcabf611551 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:22:43.478723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Attempting to bind port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 on network b733d9f3-498d-4a2b-a7b6-5bcabf611551 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:22:43.483905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:22:43.484249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Checking segment: {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:22:43.484821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Bound using segment: {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:22:43.485836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Bound port: 84f30bf7-6b39-4e8d-8646-2ecd194d92a1, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adfb830-5b63-46c2-b495-35c829034836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:22:43.486259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:43.555241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] For port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:22:43.556782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] For port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:22:43.641754 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:43.684891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:43.684891 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:43.684891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] 10.222.0.13 "PUT /v2.0/ports/84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 1092 time: 0.8738976 Nov 05 22:22:43.684891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:22:43.685311 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460d60aa-eedc-4475-b12f-13743a6aaae2" -d '{"events": [{"name": "network-changed", "server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:22:43.717352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ded8b5-1721-42fd-9c7e-b2664d35d499 service neutron] Pushing event updated for resources: {'Port': ['ID=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:43.738698 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c68ca-61cd-4439-9a9b-e4bfb7e29591 x-openstack-request-id: req-568c68ca-61cd-4439-9a9b-e4bfb7e29591 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:22:43.738998 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:22:43.739265 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-568c68ca-61cd-4439-9a9b-e4bfb7e29591 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:22:43.739715 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'status': 'completed', 'code': 200} Nov 05 22:22:43.813518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d60aa-eedc-4475-b12f-13743a6aaae2 req-74eee44e-6606-4d6b-9293-e8e2524d0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:43.813518 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-460d60aa-eedc-4475-b12f-13743a6aaae2 req-74eee44e-6606-4d6b-9293-e8e2524d0e0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1095 time: 0.0505118 Nov 05 22:22:43.924061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d60aa-eedc-4475-b12f-13743a6aaae2 req-c57a07cd-8bf2-4e7e-b5cb-cc2beac87a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:43.925274 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-460d60aa-eedc-4475-b12f-13743a6aaae2 req-c57a07cd-8bf2-4e7e-b5cb-cc2beac87a4c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1028519 Nov 05 22:22:44.025774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d60aa-eedc-4475-b12f-13743a6aaae2 req-426f89b4-b659-4beb-9dc9-c184322ce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:44.027287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-460d60aa-eedc-4475-b12f-13743a6aaae2 req-426f89b4-b659-4beb-9dc9-c184322ce9cd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947270 Nov 05 22:22:44.104129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-67f09460-b424-4b97-9572-36c6b0c21462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:44.105631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-67f09460-b424-4b97-9572-36c6b0c21462 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1095 time: 0.0431514 Nov 05 22:22:44.153574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-808e1a66-3e84-4dcd-ab0d-a0bd8d9802c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 217 time: 0.0397458 Nov 05 22:22:44.208356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-eb6f0c48-d82e-4499-b48d-ff71e04275f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:44.210056 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-eb6f0c48-d82e-4499-b48d-ff71e04275f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 200 len: 848 time: 0.0490224 Nov 05 22:22:44.287411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-43795ec7-838e-475f-a4bb-2b80a18ae392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:44.288962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-43795ec7-838e-475f-a4bb-2b80a18ae392 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b733d9f3-498d-4a2b-a7b6-5bcabf611551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716484 Nov 05 22:22:44.301212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b79e14-f479-4662-abf7-ea8082d957e7 req-8c8d8355-55b0-4f3d-aa69-9041f99844d8 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:44.305528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5b79e14-f479-4662-abf7-ea8082d957e7 req-8c8d8355-55b0-4f3d-aa69-9041f99844d8 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 944 time: 0.0583956 Nov 05 22:22:44.410100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5b79e14-f479-4662-abf7-ea8082d957e7 req-e3cecf19-f402-470d-aa30-d4bb9ab02e53 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995271 Nov 05 22:22:44.428435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-924d40ab-4800-4d9e-ba52-dd952b98a260 service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248615 Nov 05 22:22:44.523783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3518d56-5dd4-4a41-80e0-278b307b4e6d req-6d33aef5-80f8-42d1-b911-5a5a7e08408d service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885339 Nov 05 22:22:45.535359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d492f-fe26-4c10-998b-3321564c067a req-2e24b567-e821-4c68-a0c9-579830b86eb4 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:45.537019 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a26d492f-fe26-4c10-998b-3321564c067a req-2e24b567-e821-4c68-a0c9-579830b86eb4 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 944 time: 0.0528250 Nov 05 22:22:45.587102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a26d492f-fe26-4c10-998b-3321564c067a req-b6b64d12-ae5e-4b26-be04-72c83726a9fa tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437720 Nov 05 22:22:46.606940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:22:46.717106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1eefc-7b0e-4e61-be34-96a29c2e9f46 req-247bd678-71a1-454b-a172-e03d552c1457 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:46.718585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4dc1eefc-7b0e-4e61-be34-96a29c2e9f46 req-247bd678-71a1-454b-a172-e03d552c1457 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 944 time: 0.0510473 Nov 05 22:22:46.721533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:46.733964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'port_id': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'mac_address': 'fa:16:3e:31:ac:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:22:46.771761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4dc1eefc-7b0e-4e61-be34-96a29c2e9f46 req-1b1252f2-f7c1-498e-9527-29949d13d8f2 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460708 Nov 05 22:22:46.772839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:46.786856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:22:46.808972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:46.907205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:46.958888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:46.966367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.966719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.967057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.967396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.967769 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.968101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.968428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.969167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.969167 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.969988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.970284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:46.970609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:22:47.098494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['84f30bf7-6b39-4e8d-8646-2ecd194d92a1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:22:47.890272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a7a02-6153-4520-9956-1414ae9fe4e5 req-de711abc-3544-4e7b-ad1b-51d700af6514 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:47.891933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b70a7a02-6153-4520-9956-1414ae9fe4e5 req-de711abc-3544-4e7b-ad1b-51d700af6514 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Nov 05 22:22:47.943745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b70a7a02-6153-4520-9956-1414ae9fe4e5 req-ad4d7f1f-c400-43ce-a705-48c36174e07a tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457983 Nov 05 22:22:48.623144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:22:48.723891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:22:48.728250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:22:48.728625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:48.811168 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:48.836018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:22:48.838479 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f7488-1ad2-44a3-abb6-733d1d3c55fc" -d '{"events": [{"server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "name": "network-vif-plugged", "status": "completed", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:22:48.855015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:22:48.932933 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:48.959345 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48501271-6573-4ace-a030-c538918b5547 x-openstack-request-id: req-48501271-6573-4ace-a030-c538918b5547 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:22:48.959662 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "name": "network-vif-plugged", "status": "completed", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:22:48.960048 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48501271-6573-4ace-a030-c538918b5547 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:22:48.960442 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'code': 200} Nov 05 22:22:48.989560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:49.061944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e784c37-d2b1-470a-8884-74c20997de18 req-6256b4b9-f7a5-4376-8b6b-b84ddd2d3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:49.063914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e784c37-d2b1-470a-8884-74c20997de18 req-6256b4b9-f7a5-4376-8b6b-b84ddd2d3c47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.0397999 Nov 05 22:22:49.073691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793d8f-1846-4bc0-bff2-630297b26387 req-715ca530-6db2-496b-8459-109e1572b389 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:49.074928 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30793d8f-1846-4bc0-bff2-630297b26387 req-715ca530-6db2-496b-8459-109e1572b389 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.0486517 Nov 05 22:22:49.115388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e784c37-d2b1-470a-8884-74c20997de18 req-07e04d1b-7c9d-4cef-82c9-75960e5db4c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Nov 05 22:22:49.129915 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30793d8f-1846-4bc0-bff2-630297b26387 req-d041d188-8319-4b69-b272-8ff2c86382ce tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480456 Nov 05 22:22:50.263734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5cfb6-157e-42dc-9076-f8e51a23744f req-5e53f2a0-4087-4f03-b1cb-8e080e5a5f96 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:50.266899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7a5cfb6-157e-42dc-9076-f8e51a23744f req-5e53f2a0-4087-4f03-b1cb-8e080e5a5f96 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.0646708 Nov 05 22:22:50.322770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7a5cfb6-157e-42dc-9076-f8e51a23744f req-5ac757e3-abd2-4e30-b3e5-aab2f560c522 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461040 Nov 05 22:22:50.403610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-b796b762-051e-4cf0-a93e-d70fdc6511e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418758 Nov 05 22:22:50.488243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-f950d0f1-1d89-4c14-85f4-7c3750641b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:50.489634 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-f950d0f1-1d89-4c14-85f4-7c3750641b74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.0413096 Nov 05 22:22:50.598651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-2c69da05-fee7-4179-94d7-df68feba97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:50.600251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-2c69da05-fee7-4179-94d7-df68feba97eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 910 time: 0.0923979 Nov 05 22:22:50.640387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-8fa53bf5-a935-45dc-9a37-24057ad3bbdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 217 time: 0.0334253 Nov 05 22:22:50.693596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-e7ef3805-c3f4-4c50-8860-6780a2b14287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:50.695096 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-e7ef3805-c3f4-4c50-8860-6780a2b14287 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 200 len: 848 time: 0.0479612 Nov 05 22:22:50.740446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-c7b2e46a-3775-4342-8a6f-0dfe7662d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:50.741818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-c7b2e46a-3775-4342-8a6f-0dfe7662d06e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b733d9f3-498d-4a2b-a7b6-5bcabf611551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397756 Nov 05 22:22:50.831694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-26ee7694-0168-449f-af99-cca4b44bbe5b service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824080 Nov 05 22:22:50.932285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19541aa-85c4-410f-ade6-a2ccf77562b5 req-cca1aeba-9694-40f9-9a0b-e9c322bbc422 service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937390 Nov 05 22:22:51.449895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2cfad-c575-47f7-a408-d38091bc1294 req-91df25c3-4dd4-4088-9cd3-4db58f676044 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:51.451383 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68c2cfad-c575-47f7-a408-d38091bc1294 req-91df25c3-4dd4-4088-9cd3-4db58f676044 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.0507531 Nov 05 22:22:51.501553 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-68c2cfad-c575-47f7-a408-d38091bc1294 req-cf124764-965c-47ab-9a58-f0e53d0ee2ee tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439782 Nov 05 22:22:51.624449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f08bca-c3c9-4306-b1bb-3f2b1ef15bd0 req-d2a1417a-c433-4d10-b2aa-e2fbad94cf3a tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:51.626423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37f08bca-c3c9-4306-b1bb-3f2b1ef15bd0 req-d2a1417a-c433-4d10-b2aa-e2fbad94cf3a tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.0502996 Nov 05 22:22:51.674236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37f08bca-c3c9-4306-b1bb-3f2b1ef15bd0 req-1023597b-325b-4b76-a6e8-a2a2b5b160b3 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Nov 05 22:22:51.791204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f591a2-32c2-4186-804f-5a385e746654 req-e604a543-a0ea-4ca6-adb3-1dbd2d9d7e38 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:51.792795 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99f591a2-32c2-4186-804f-5a385e746654 req-e604a543-a0ea-4ca6-adb3-1dbd2d9d7e38 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.0502207 Nov 05 22:22:51.847402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-99f591a2-32c2-4186-804f-5a385e746654 req-8ab151ec-1247-44e2-818f-f379fd9e7b3b tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469847 Nov 05 22:22:51.869767 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37644) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:51.965555 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4931c5f-b5d9-432d-9539-0746b22c2bd0 tempest-TestServerBasicOps-47538286 tempest-TestServerBasicOps-47538286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:51.967071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d4931c5f-b5d9-432d-9539-0746b22c2bd0 tempest-TestServerBasicOps-47538286 tempest-TestServerBasicOps-47538286-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1092 time: 0.0963209 Nov 05 22:22:51.970841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 37648) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:22:51.975996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:22:52.081443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:52.181275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:52.288269 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Allocated IP 172.25.6.31 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f6baec18-1f31-4251-8486-04b0db79e82e) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:22:52.387627 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:52.507443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:52.549873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:22:52.554813 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:22:52.562105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'Port': ['ID=f6baec18-1f31-4251-8486-04b0db79e82e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:52.571158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:22:52.921984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:53.050876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:53.212307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:53.270102 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:53.338260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event updated for resources: {'Port': ['ID=f6baec18-1f31-4251-8486-04b0db79e82e,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:22:53.350522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:53.454532 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Floating IP a67df597-a6ee-4c6c-967a-f32e38fb4a6f associated. External IP: 172.25.6.31, port: 84f30bf7-6b39-4e8d-8646-2ecd194d92a1. Nov 05 22:22:54.055713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Router e80bebfa-2c42-4762-9cc9-8e7e37df4499 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:22:54.170724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:22:54.182656 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] Sync routers for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:22:54.193246 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:54.194319 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:54.262856 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:22:54.290410 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-75b710c1-b8d2-466a-b08b-7d9bbc631af6 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3182850 Nov 05 22:22:54.291276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:22:54.293619 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8843a2a31dc6b4248f5662a02f4aeeaaf785dff3116127b58bc867d382772ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba" -d '{"events": [{"name": "network-changed", "server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:22:54.305900 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:54.334693 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ca3dd-e4d3-48d5-97bf-976b4868bf08 x-openstack-request-id: req-0a9ca3dd-e4d3-48d5-97bf-976b4868bf08 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:22:54.334693 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:22:54.334693 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a9ca3dd-e4d3-48d5-97bf-976b4868bf08 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:22:54.334693 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'status': 'completed', 'code': 200} Nov 05 22:22:54.415868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-5e62ac45-78ad-44fa-9681-45596cb7db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:54.417437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-5e62ac45-78ad-44fa-9681-45596cb7db90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.0442524 Nov 05 22:22:54.515789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-c3734920-55aa-49c8-9048-24849bfddb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:54.518079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-c3734920-55aa-49c8-9048-24849bfddb95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 910 time: 0.0933261 Nov 05 22:22:54.540228 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a67df597-a6ee-4c6c-967a-f32e38fb4a6f', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'port_id': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'mac_address': 'fa:16:3e:31:ac:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7923a02d-b197-4d03-a13d-a27a44207f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:22:52Z', 'updated_at': '2021-11-05T22:22:52Z', 'revision_number': 0, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 5, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:54.565749 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] Checking router: e80bebfa-2c42-4762-9cc9-8e7e37df4499 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:22:54.574273 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:22:54.574875 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:22:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:54.593198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-d008225a-3fed-4d98-a559-62d4898c3fd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 999 time: 0.0680437 Nov 05 22:22:54.648940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-9c2cdfde-85b2-464e-a3cb-0751a0b47b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:54.650412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-9c2cdfde-85b2-464e-a3cb-0751a0b47b92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 200 len: 848 time: 0.0504045 Nov 05 22:22:54.687575 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:22:54.700772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-b4e63249-30c0-4279-a750-a95b977306cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:22:54.702274 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-b4e63249-30c0-4279-a750-a95b977306cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b733d9f3-498d-4a2b-a7b6-5bcabf611551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454652 Nov 05 22:22:54.800097 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-57c54f07-d412-4883-86a0-5a08691cc21e service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895138 Nov 05 22:22:54.900669 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-96a8fa3b-d206-4bd0-a7d6-f111831c7dba req-4cc42a43-164f-4d8c-b9e1-e42c830d9264 service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 Nov 05 22:22:54.921482 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a67df597-a6ee-4c6c-967a-f32e38fb4a6f', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'port_id': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'mac_address': 'fa:16:3e:31:ac:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7923a02d-b197-4d03-a13d-a27a44207f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:22:52Z', 'updated_at': '2021-11-05T22:22:52Z', 'revision_number': 0, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 5, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:22:54.948042 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5de03-8edf-4148-9c76-ba6a1851d147 None None] The sync data for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 is: [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'a67df597-a6ee-4c6c-967a-f32e38fb4a6f', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'port_id': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'mac_address': 'fa:16:3e:31:ac:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7923a02d-b197-4d03-a13d-a27a44207f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:22:52Z', 'updated_at': '2021-11-05T22:22:52Z', 'revision_number': 0, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 5, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:22:55.164081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50dfb2-ed06-4852-80f5-d0b0af72e81c None None] New status for floating IP a67df597-a6ee-4c6c-967a-f32e38fb4a6f: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:23:00.903818 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:03.129540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:06.344389 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8bf359fc-622b-4a25-9138-439785e2587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:08.540538 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aecfda52-0093-4792-887a-7d5ae6fa5e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:10.083624 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:11.524097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:11.545179 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:23:12.029617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:28.299269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 38058) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:23:28.453010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beab55-3f7b-4e04-a20b-9efbb75eef96 req-86debc27-1b97-418f-9d6d-838e75b39a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:23:28.454445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3beab55-3f7b-4e04-a20b-9efbb75eef96 req-86debc27-1b97-418f-9d6d-838e75b39a97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.1539814 Nov 05 22:23:28.499759 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3beab55-3f7b-4e04-a20b-9efbb75eef96 req-7973f89f-7cb4-4a47-85e3-7d42dc68c619 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386558 Nov 05 22:23:30.923415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:33.109836 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:36.360422 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-833e9a5d-d39c-476e-93a2-4cae9f9c898e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:38.603810 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e844-991b-4c02-8c58-59ba8f7ca86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:40.096321 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:41.591954 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:42.066161 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:23:48.544995 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:23:51.416803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-5b6d3e45-234b-4794-b5e6-cbf520908cc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403523 Nov 05 22:23:51.502797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-9e18b299-0e75-49df-b770-37ff222fde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:23:51.504299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-9e18b299-0e75-49df-b770-37ff222fde09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.0416534 Nov 05 22:23:51.613183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-a642f740-13b8-4a08-a875-5c90bc8d685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:23:51.614625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-a642f740-13b8-4a08-a875-5c90bc8d685e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 910 time: 0.0909302 Nov 05 22:23:51.680009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-e50f1c3b-4364-4699-86d8-5c13d13266e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 1001 time: 0.0572803 Nov 05 22:23:51.734855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-d172869d-42b8-4f06-9e40-cfb6345dd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:23:51.736962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-d172869d-42b8-4f06-9e40-cfb6345dd735 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 200 len: 848 time: 0.0508678 Nov 05 22:23:51.782457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-cc1d7c01-8487-4153-bad3-a0c8a5434497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:23:51.784486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-cc1d7c01-8487-4153-bad3-a0c8a5434497 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b733d9f3-498d-4a2b-a7b6-5bcabf611551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403752 Nov 05 22:23:51.883874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-ee970412-371f-44e8-8637-61e87dc8d624 service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916986 Nov 05 22:23:51.982294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6dd840c-9a39-47a2-9f37-68371d63e77d req-a5e44313-bd40-4b40-be5c-91bfd71f3e2b service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917721 Nov 05 22:24:00.905784 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:03.168475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:06.345359 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8afab721-d405-48a2-a5e7-6daa3e618ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:08.508314 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2481-686f-4359-b67b-10526bfeb301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:10.083130 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:11.528565 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:12.028531 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:25.544735 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:24:30.914180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:33.111968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:36.345540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-370f2099-4abb-470f-826d-b6a9904cc7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:38.505373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6bb9-6a64-4122-a0f7-8c6be2fe6738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:40.174158 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:41.522223 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:42.031072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:24:44.087219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-3eaf487a-c4a5-4d48-990a-1a98e0702cbb req-98deb7a0-d8df-44e0-9ff2-f94b3a5220f3 tempest-TestVolumeBootPattern-1058313941 tempest-TestVolumeBootPattern-1058313941-project] (102292) timed out ('10.222.0.13', 58131) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:24:51.183145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-13238ad2-0010-4641-8b19-67c36c6be4ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439236 Nov 05 22:24:51.276286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-8364f7de-4f61-4426-8cb4-164b4c0e43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:24:51.277842 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-8364f7de-4f61-4426-8cb4-164b4c0e43a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.0492365 Nov 05 22:24:51.389923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-6b3c36ed-6e91-4147-a16c-f99cc10df967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:24:51.391313 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-6b3c36ed-6e91-4147-a16c-f99cc10df967 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 910 time: 0.0898409 Nov 05 22:24:51.462270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-4397184d-c6b5-4c02-bffd-c54b87214b82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 1001 time: 0.0628214 Nov 05 22:24:51.511837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-0d889a13-d4de-468d-93d9-5a625fc27c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:24:51.513035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-0d889a13-d4de-468d-93d9-5a625fc27c68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 200 len: 848 time: 0.0437961 Nov 05 22:24:51.578309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-87349690-3cb1-45bf-8b92-554aade1aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:24:51.579825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-87349690-3cb1-45bf-8b92-554aade1aeb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b733d9f3-498d-4a2b-a7b6-5bcabf611551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411170 Nov 05 22:24:51.677299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-466fe869-4359-4566-aeb4-bf716b0db14f service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890422 Nov 05 22:24:51.769074 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21dceb63-08a0-40f3-9a96-e6f8ac2f3515 req-faf728f7-7711-46ac-8358-240e58822730 service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842874 Nov 05 22:25:00.936127 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:02.543643 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:25:03.150921 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:06.361855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d82a140-7ba4-4ae1-b831-26af8955a072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:08.499179 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e431df13-d90e-460e-a88b-10aa6ce0017b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:10.133634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:11.527796 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:12.021869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:17.549607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 39880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:17.671449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:17.746049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:17.815718 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:17.859226 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c555fef7556c475089e71e135fdc5d80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085132 Nov 05 22:25:17.860153 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e6e32-2b09-4eb8-954f-f9300ce9859d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:17.861901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39884) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:17.868084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.868438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.868782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.869134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.869459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.869792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.870448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.870448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.870898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.871083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.871400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.871750 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cb808-3286-4456-bf07-33cc146e8f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:17.927184 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:17.947501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:18.055839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:18.058457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:18.060196 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e94e6e32-2b09-4eb8-954f-f9300ce9859d HTTP/1.1" status: 204 len: 168 time: 0.1960044 Nov 05 22:25:18.074730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e6e32-2b09-4eb8-954f-f9300ce9859d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:18.088818 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.089165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.089499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.090033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.090348 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.090676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.090995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.091317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.091663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.091985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.092308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.092627 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81215189-3f4d-4365-a23f-3a8ca637058e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:25:18.739236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39894) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:18.755977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7ea4-8a66-4202-8314-38443ecc854f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:18.828891 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7ea4-8a66-4202-8314-38443ecc854f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:18.900989 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7ea4-8a66-4202-8314-38443ecc854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:18.939135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4e8c7ea4-8a66-4202-8314-38443ecc854f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a24be29c257459fa2b80da7f11e7817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1988034 Nov 05 22:25:18.940010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c7ea4-8a66-4202-8314-38443ecc854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa140ca-18a9-42d0-9542-c5ea9ec44627,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:18.942903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 39898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:18.992183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1e3-107e-4f98-8d4a-8bc09aa97bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:19.014940 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1e3-107e-4f98-8d4a-8bc09aa97bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:19.135479 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1e3-107e-4f98-8d4a-8bc09aa97bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:19.138033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1e3-107e-4f98-8d4a-8bc09aa97bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:19.139173 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b0bee1e3-107e-4f98-8d4a-8bc09aa97bc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fa140ca-18a9-42d0-9542-c5ea9ec44627 HTTP/1.1" status: 204 len: 168 time: 0.1953609 Nov 05 22:25:19.146796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bee1e3-107e-4f98-8d4a-8bc09aa97bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa140ca-18a9-42d0-9542-c5ea9ec44627,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:30.929779 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:33.105235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:36.367527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f1fca6b-4e30-499b-b028-c88867cd055b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:38.506987 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8b9c73ed-25a5-4de2-814f-f45e0b90c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:39.542761 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:25:40.107278 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:41.506501 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.030029 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.407759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40060) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:42.543413 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6d02982-f151-488d-a839-4fcdba41b5fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.616816 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6d02982-f151-488d-a839-4fcdba41b5fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.675964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d6d02982-f151-488d-a839-4fcdba41b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.712979 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d6d02982-f151-488d-a839-4fcdba41b5fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0db286d7966b4c9495e8d6e02140d629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041577 Nov 05 22:25:42.714863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d02982-f151-488d-a839-4fcdba41b5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89baf34-a991-450d-b397-48d96a28f18c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:42.717100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40064) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:42.764500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd3ce-b166-4a45-aa1f-d61c54d4d252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.787798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd3ce-b166-4a45-aa1f-d61c54d4d252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.895792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd3ce-b166-4a45-aa1f-d61c54d4d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.898457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd3ce-b166-4a45-aa1f-d61c54d4d252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:42.899674 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe3bd3ce-b166-4a45-aa1f-d61c54d4d252 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d89baf34-a991-450d-b397-48d96a28f18c HTTP/1.1" status: 204 len: 168 time: 0.1815441 Nov 05 22:25:42.908286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bd3ce-b166-4a45-aa1f-d61c54d4d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89baf34-a991-450d-b397-48d96a28f18c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:43.460966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40070) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:43.474905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3270de9c-b529-467d-89e6-315586563a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:43.556730 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3270de9c-b529-467d-89e6-315586563a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:43.609225 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3270de9c-b529-467d-89e6-315586563a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:43.647071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270de9c-b529-467d-89e6-315586563a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3585dc35-9d1a-4b10-9112-1996120f7813,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:43.651300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3270de9c-b529-467d-89e6-315586563a0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfe122dfb39243bf88acf7769d103f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1893294 Nov 05 22:25:43.654509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40072) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:43.700206 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00abf95-c089-4693-9b25-8ed60f197a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:43.721425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00abf95-c089-4693-9b25-8ed60f197a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:43.809365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00abf95-c089-4693-9b25-8ed60f197a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:43.812520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a00abf95-c089-4693-9b25-8ed60f197a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:43.813685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a00abf95-c089-4693-9b25-8ed60f197a19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3585dc35-9d1a-4b10-9112-1996120f7813 HTTP/1.1" status: 204 len: 168 time: 0.1588225 Nov 05 22:25:43.821132 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00abf95-c089-4693-9b25-8ed60f197a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3585dc35-9d1a-4b10-9112-1996120f7813,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:45.358057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:45.488933 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e80fa96-160b-4c9c-b8eb-793c47032932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:45.561068 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e80fa96-160b-4c9c-b8eb-793c47032932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:45.638129 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1e80fa96-160b-4c9c-b8eb-793c47032932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:45.674684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80fa96-160b-4c9c-b8eb-793c47032932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b1a50e-88e6-427b-8a9e-96b2d673d328,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:45.678800 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1e80fa96-160b-4c9c-b8eb-793c47032932 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd667b3ae5cf4c219358c654324e2a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191965 Nov 05 22:25:45.681468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40114) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:25:45.728650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa67f-1ca4-40f2-bac9-be2d4128d2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:45.749756 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa67f-1ca4-40f2-bac9-be2d4128d2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:45.889248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa67f-1ca4-40f2-bac9-be2d4128d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:45.891740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa67f-1ca4-40f2-bac9-be2d4128d2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:25:45.892941 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4f7fa67f-1ca4-40f2-bac9-be2d4128d2fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84b1a50e-88e6-427b-8a9e-96b2d673d328 HTTP/1.1" status: 204 len: 168 time: 0.2105682 Nov 05 22:25:45.900423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fa67f-1ca4-40f2-bac9-be2d4128d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b1a50e-88e6-427b-8a9e-96b2d673d328,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:25:51.556228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-4415bc08-2007-4487-9170-7cf20eb44018 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406780 Nov 05 22:25:51.646262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-b3828122-3f47-45a3-8568-c881f107da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:25:51.647807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-b3828122-3f47-45a3-8568-c881f107da27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.0477066 Nov 05 22:25:51.757566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-636aa386-ed10-4761-b2ab-b2d0ae72d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:25:51.759027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-636aa386-ed10-4761-b2ab-b2d0ae72d512 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 910 time: 0.0907183 Nov 05 22:25:51.829402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-9c56c326-5c7e-4193-84ce-cf074fb5c732 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 1001 time: 0.0628390 Nov 05 22:25:51.883865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-f0b75a5e-ba5d-4b5f-82cd-c8b1f3a44d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:25:51.885461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-f0b75a5e-ba5d-4b5f-82cd-c8b1f3a44d00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 200 len: 848 time: 0.0490608 Nov 05 22:25:51.933222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-8ca9726c-3713-417f-94ae-edf1ceee8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:25:51.934797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-8ca9726c-3713-417f-94ae-edf1ceee8836 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b733d9f3-498d-4a2b-a7b6-5bcabf611551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419955 Nov 05 22:25:52.034853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-2ce5fadb-f05b-465b-ac65-fb76e4a3c7cf service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932016 Nov 05 22:25:52.130816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba8e7ebd-f478-4989-93a8-1295fd3d9f16 req-20ecb55b-a11f-423f-820a-874fc85580d7 service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Nov 05 22:26:00.950258 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:03.123470 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:06.398062 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f5b5b6c-8717-49b3-8b69-41de9d81927a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:08.506168 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b082975b-c216-4a11-ad9e-32c8ae8f1311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:10.095834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:11.561523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:11.738039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40306) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:11.840383 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26005b2d-0aa6-4441-8c0a-f8eecd236b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:11.917377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26005b2d-0aa6-4441-8c0a-f8eecd236b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:11.984272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26005b2d-0aa6-4441-8c0a-f8eecd236b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:12.020485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26005b2d-0aa6-4441-8c0a-f8eecd236b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6dea85-606f-420b-9334-7ddaddc297b2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:12.026182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-26005b2d-0aa6-4441-8c0a-f8eecd236b2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94b538bf4164454a9e1278208acbd019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869864 Nov 05 22:26:12.028977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40310) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:12.060594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:12.075827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f01c39de-682f-4c04-835d-f024ed4ff966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:12.097346 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f01c39de-682f-4c04-835d-f024ed4ff966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:12.202993 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f01c39de-682f-4c04-835d-f024ed4ff966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:12.205536 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f01c39de-682f-4c04-835d-f024ed4ff966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:12.206675 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f01c39de-682f-4c04-835d-f024ed4ff966 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf6dea85-606f-420b-9334-7ddaddc297b2 HTTP/1.1" status: 204 len: 168 time: 0.1768284 Nov 05 22:26:12.214936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c39de-682f-4c04-835d-f024ed4ff966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6dea85-606f-420b-9334-7ddaddc297b2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:16.541252 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:26:25.432347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40406) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:25.539963 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:25.611245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:25.686964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:25.728652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a18fef9ce994cd39b97bd84f01128f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952447 Nov 05 22:26:25.729515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923291ca-0d9c-42e3-a4f6-6e467a053c31,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:25.731351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40410) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:25.737449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.737798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.738137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.738474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.738807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.739135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.739459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.739815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.740140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.740460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.740779 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.741096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f23-5136-49bc-a26b-590eac668b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.782990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:25.803035 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:25.938693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:25.941230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:25.942360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/923291ca-0d9c-42e3-a4f6-6e467a053c31 HTTP/1.1" status: 204 len: 168 time: 0.2099640 Nov 05 22:26:25.950093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923291ca-0d9c-42e3-a4f6-6e467a053c31,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:25.957831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.958171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.958505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.958836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.959162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.959487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.959846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.960166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.960483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.960800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.961116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:25.961434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf355-2ca1-4259-926b-2141f107876a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:26:30.934045 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:33.111336 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:36.389491 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7acace31-45df-49eb-adde-fa91c2c6d477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:38.515456 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ba97f6a9-6cc5-47a5-87ab-b53e63903a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:40.097810 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:41.538069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:42.014119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.142855 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40546) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:43.250205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bada837-5698-41dc-aa23-e4a1b630a804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.323052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bada837-5698-41dc-aa23-e4a1b630a804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.368364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3bada837-5698-41dc-aa23-e4a1b630a804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.408337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3bada837-5698-41dc-aa23-e4a1b630a804 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cd4165ab4d347d3be0b6e6745106092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641351 Nov 05 22:26:43.409221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bada837-5698-41dc-aa23-e4a1b630a804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6469323-6949-43ca-8f13-f94986818d18,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:43.410955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40550) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:43.459443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47e0c972-a46a-4ad1-901d-77dbd3d4bb31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.481420 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47e0c972-a46a-4ad1-901d-77dbd3d4bb31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.591489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47e0c972-a46a-4ad1-901d-77dbd3d4bb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.594093 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-47e0c972-a46a-4ad1-901d-77dbd3d4bb31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:43.595238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-47e0c972-a46a-4ad1-901d-77dbd3d4bb31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6469323-6949-43ca-8f13-f94986818d18 HTTP/1.1" status: 204 len: 168 time: 0.1832011 Nov 05 22:26:43.603328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0c972-a46a-4ad1-901d-77dbd3d4bb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6469323-6949-43ca-8f13-f94986818d18,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:44.157873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40556) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:44.171178 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6482beac-45d7-4d2e-b297-b4d662693b64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:44.243946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6482beac-45d7-4d2e-b297-b4d662693b64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:44.316826 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6482beac-45d7-4d2e-b297-b4d662693b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:44.355227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6482beac-45d7-4d2e-b297-b4d662693b64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=becf6d80e96846fabc8fbde1975d2454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961658 Nov 05 22:26:44.356183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482beac-45d7-4d2e-b297-b4d662693b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163da7c1-7a43-4da1-a1b8-70cebd275921,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:44.358791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40558) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:44.406295 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4699922-8a6b-4103-a4c6-8ac790de21fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:44.444651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4699922-8a6b-4103-a4c6-8ac790de21fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:44.545595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4699922-8a6b-4103-a4c6-8ac790de21fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:44.548202 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e4699922-8a6b-4103-a4c6-8ac790de21fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:44.549391 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e4699922-8a6b-4103-a4c6-8ac790de21fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/163da7c1-7a43-4da1-a1b8-70cebd275921 HTTP/1.1" status: 204 len: 168 time: 0.1891675 Nov 05 22:26:44.557850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4699922-8a6b-4103-a4c6-8ac790de21fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163da7c1-7a43-4da1-a1b8-70cebd275921,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:45.206930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40564) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:45.219937 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8abb015-606e-4f25-9c10-325bdd86a202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:45.291969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8abb015-606e-4f25-9c10-325bdd86a202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:45.372000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d8abb015-606e-4f25-9c10-325bdd86a202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:45.411647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d8abb015-606e-4f25-9c10-325bdd86a202 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e924dec546c4314937a8a90b3dc9a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035699 Nov 05 22:26:45.412638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abb015-606e-4f25-9c10-325bdd86a202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f473ce-ce28-4370-954e-1d7edadf531e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:45.414255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40566) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:26:45.464130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d691bbc-bf42-479e-98dd-da5aa88d661e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:45.484720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d691bbc-bf42-479e-98dd-da5aa88d661e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:45.574205 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d691bbc-bf42-479e-98dd-da5aa88d661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:45.576815 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1d691bbc-bf42-479e-98dd-da5aa88d661e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:26:45.578120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1d691bbc-bf42-479e-98dd-da5aa88d661e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12f473ce-ce28-4370-954e-1d7edadf531e HTTP/1.1" status: 204 len: 168 time: 0.1628537 Nov 05 22:26:45.587636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d691bbc-bf42-479e-98dd-da5aa88d661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f473ce-ce28-4370-954e-1d7edadf531e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:26:53.540712 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:26:53.556807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-8e079f6b-6f32-4b7b-90ea-68125f09030b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401895 Nov 05 22:26:53.646331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-b8e97fde-255f-42f1-ba8d-e9b797eb9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:26:53.648504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-b8e97fde-255f-42f1-ba8d-e9b797eb9642 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 1097 time: 0.0478756 Nov 05 22:26:53.773080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-6a8f9b77-902d-4479-be43-952d30b5ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:26:53.774560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-6a8f9b77-902d-4479-be43-952d30b5ad0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 200 len: 910 time: 0.1057007 Nov 05 22:26:53.848095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-664ea2bc-8d1d-4fa6-a9c0-3cd369ea7605 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 200 len: 1001 time: 0.0645461 Nov 05 22:26:53.905687 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-820b55f4-d9b0-4840-8b22-61f5c39285da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:26:53.907426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-820b55f4-d9b0-4840-8b22-61f5c39285da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 200 len: 848 time: 0.0528948 Nov 05 22:26:53.955079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-affa97f2-055f-40ff-8f07-8bb64d736de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:26:53.956635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-affa97f2-055f-40ff-8f07-8bb64d736de5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b733d9f3-498d-4a2b-a7b6-5bcabf611551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418081 Nov 05 22:26:53.967309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-ddd35735-8654-4258-889c-afa77a7dfef2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:26:53.968279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-ddd35735-8654-4258-889c-afa77a7dfef2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050483 Nov 05 22:26:54.058241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-6fd59fc9-6f63-421d-bc73-692dcd85202b service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824370 Nov 05 22:26:54.155467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a8e259-fe2a-46fc-8327-2611f018c632 req-187e9920-db3b-49c5-a501-d6625bbf860d service neutron] 10.222.0.13 "GET /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901058 Nov 05 22:27:00.943309 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:03.134147 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:06.371652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a1d1cc68-3aeb-44ef-8854-d465b21246f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:08.520515 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c01ecf50-5383-4024-8a58-49890b1081b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:10.116918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:11.562260 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:12.031196 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:30.539435 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:27:31.007722 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:33.177651 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:33.632393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671fac0-2fa5-4614-98c6-9a91f01cb686 req-ef6803a5-f385-4a21-b510-4c1c463d597d tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:27:33.633875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a671fac0-2fa5-4614-98c6-9a91f01cb686 req-ef6803a5-f385-4a21-b510-4c1c463d597d tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.2473788 Nov 05 22:27:33.686122 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a671fac0-2fa5-4614-98c6-9a91f01cb686 req-3febea59-d83a-461c-8d2f-86b788ba6510 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460672 Nov 05 22:27:34.807836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-06865573-50b3-4041-a0ed-90ef285e189e tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:27:34.809304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-06865573-50b3-4041-a0ed-90ef285e189e tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.13 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.1487532 Nov 05 22:27:34.934436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Deleting port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:34.934772 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:35.347874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557719b1-3876-47f7-8a80-415212307780 req-464b174e-68a5-44d8-bafa-e7677d9c67e3 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:27:35.349249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-557719b1-3876-47f7-8a80-415212307780 req-464b174e-68a5-44d8-bafa-e7677d9c67e3 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 946 time: 0.5049481 Nov 05 22:27:35.388205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] For port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:35.388564 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:35.462055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-557719b1-3876-47f7-8a80-415212307780 req-f0a729c5-8120-4295-9719-32387a36fe37 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049099 Nov 05 22:27:35.582596 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:35.582954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:35.583467 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Floating IP a67df597-a6ee-4c6c-967a-f32e38fb4a6f disassociated. External IP: 172.25.6.31, port: 84f30bf7-6b39-4e8d-8646-2ecd194d92a1. Nov 05 22:27:35.583840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Calling delete_port for 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:35.789399 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:35.819374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event deleted for resources: {'Port': ['ID=84f30bf7-6b39-4e8d-8646-2ecd194d92a1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:35.832648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.832995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.833363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.833852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.834336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.834716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.835049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.835501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.835732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.836150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.836640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.837110 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:35.946427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Router e80bebfa-2c42-4762-9cc9-8e7e37df4499 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:27:36.054847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:27:36.069160 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] Sync routers for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:27:36.081629 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:27:36.081629 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:27:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:36.094956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] No DVR routers for this DVR port 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:27:36.097621 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:36.101268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6f954400-ab11-4776-bf7f-bb2696549b0d req-dd7cca4e-eb11-418c-9345-95b154e46850 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.13 "DELETE /v2.0/ports/84f30bf7-6b39-4e8d-8646-2ecd194d92a1 HTTP/1.1" status: 204 len: 173 time: 1.2857919 Nov 05 22:27:36.101711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'name': 'network-vif-deleted', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:27:36.104026 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfe3b61-1061-491a-8f0d-dea2b98ff139" -d '{"events": [{"server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "name": "network-vif-deleted", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:27:36.242930 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:27:36.282655 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf67bf90-1d07-4eb0-9073-b722fe54e0d1 x-openstack-request-id: req-bf67bf90-1d07-4eb0-9073-b722fe54e0d1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:27:36.282954 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7923a02d-b197-4d03-a13d-a27a44207f21", "name": "network-vif-deleted", "tag": "84f30bf7-6b39-4e8d-8646-2ecd194d92a1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:27:36.283217 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf67bf90-1d07-4eb0-9073-b722fe54e0d1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:27:36.283657 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7923a02d-b197-4d03-a13d-a27a44207f21', 'name': 'network-vif-deleted', 'tag': '84f30bf7-6b39-4e8d-8646-2ecd194d92a1', 'status': 'completed', 'code': 200} Nov 05 22:27:36.362185 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee44e-0b09-4871-a143-808e8d311cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:36.459156 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 5, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:36.487218 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] Checking router: e80bebfa-2c42-4762-9cc9-8e7e37df4499 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:27:36.506765 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:27:36.507376 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:27:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:36.584052 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6f83bfe-9ef6-49d1-81a4-fbc9eee3af60 req-3b4229cd-b70e-4b8c-993d-08e29e322397 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "GET /v2.0/ports?device_id=7923a02d-b197-4d03-a13d-a27a44207f21 HTTP/1.1" status: 200 len: 210 time: 0.0318611 Nov 05 22:27:36.620446 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:27:36.820712 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 5, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:36.846987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bba50f-a18c-4ab8-9e82-2b62296599b7 None None] The sync data for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 is: [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:26Z', 'revision_number': 4, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b6ce7e42-968f-4ab2-9083-2885b89d1526', 'name': '', 'network_id': 'b733d9f3-498d-4a2b-a7b6-5bcabf611551', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'mac_address': 'fa:16:3e:02:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:25Z', 'updated_at': '2021-11-05T22:22:30Z', 'revision_number': 5, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'subnets': [{'id': '4ba0bb53-2412-4e89-9364-e3d1bd33ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:27:37.097057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4cf9d4-736c-4fdb-b00a-9263fe0adb62 None None] New status for floating IP a67df597-a6ee-4c6c-967a-f32e38fb4a6f: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:27:37.643160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40860) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:37.765489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Deleting port f6baec18-1f31-4251-8486-04b0db79e82e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:37.765830 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:37.852277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:37.852603 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:37.865142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Calling delete_port for f6baec18-1f31-4251-8486-04b0db79e82e owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:38.127503 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.152674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event deleted for resources: {'Port': ['ID=f6baec18-1f31-4251-8486-04b0db79e82e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:38.219265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.221895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.223221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8b2fc635-790f-4a5c-ae68-4652a15d75d1 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "DELETE /v2.0/floatingips/a67df597-a6ee-4c6c-967a-f32e38fb4a6f HTTP/1.1" status: 204 len: 168 time: 0.5790365 Nov 05 22:27:38.293259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40868) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:38.354137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48223851-2694-45cf-85c5-6ff2c980d343 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.379243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48223851-2694-45cf-85c5-6ff2c980d343 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.520324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48223851-2694-45cf-85c5-6ff2c980d343 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.523048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48223851-2694-45cf-85c5-6ff2c980d343 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.524426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-48223851-2694-45cf-85c5-6ff2c980d343 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45 HTTP/1.1" status: 204 len: 168 time: 0.2301767 Nov 05 22:27:38.529718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-498d4fb5-4b62-4074-8825-7f455b1c826f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:38.535296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48223851-2694-45cf-85c5-6ff2c980d343 tempest-TestServerBasicOps-1661938919 tempest-TestServerBasicOps-1661938919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a6ede6-2eff-4156-93c1-ad0d1c6d8e45,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:38.626519 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:39.074850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:39.329771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Deleting port b6ce7e42-968f-4ab2-9083-2885b89d1526 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:39.329771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:39.409094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] For port b6ce7e42-968f-4ab2-9083-2885b89d1526, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b6ce7e42-968f-4ab2-9083-2885b89d1526,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:39.409451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:39.421694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Calling delete_port for b6ce7e42-968f-4ab2-9083-2885b89d1526 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:39.682230 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:39.708979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ce7e42-968f-4ab2-9083-2885b89d1526,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:39.882668 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:40.104591 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Router e80bebfa-2c42-4762-9cc9-8e7e37df4499 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:27:40.120454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:40.194948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:27:40.218994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:27:40.219338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 84f30bf7-6b39-4e8d-8646-2ecd194d92a1 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:27:40.225606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:27:40.233282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40878) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:40.233762 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dfad9e88-ec2f-4f37-845b-8e8fa59058b3 admin admin] 10.222.0.41 "PUT /v2.0/routers/e80bebfa-2c42-4762-9cc9-8e7e37df4499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6077256 Nov 05 22:27:40.236990 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] Sync routers for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:27:40.247916 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:27:40.248603 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:27:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:40.339239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:40.373187 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:27:40.451117 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:40.572467 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:27:39Z', 'revision_number': 5, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port': {'id': 'ec52ed8f-f68e-49e8-b521-4d6c6945b424', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:40.596234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Deleting port ec52ed8f-f68e-49e8-b521-4d6c6945b424 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:40.596773 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:40.602214 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] Checking router: e80bebfa-2c42-4762-9cc9-8e7e37df4499 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:27:40.610975 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] Routers {'e80bebfa-2c42-4762-9cc9-8e7e37df4499'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:27:40.611118 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:27:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:40.711223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] For port ec52ed8f-f68e-49e8-b521-4d6c6945b424, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ec52ed8f-f68e-49e8-b521-4d6c6945b424,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:40.711502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:40.727243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Calling delete_port for ec52ed8f-f68e-49e8-b521-4d6c6945b424 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:40.796725 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] Set router e80bebfa-2c42-4762-9cc9-8e7e37df4499 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:27:40.847243 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:27:40Z', 'revision_number': 6, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:40.876479 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9d2b1-e999-44db-8618-ef576530242a None None] The sync data for ids ['e80bebfa-2c42-4762-9cc9-8e7e37df4499'] in n-d-816738-5 is: [{'id': 'e80bebfa-2c42-4762-9cc9-8e7e37df4499', 'name': 'tempest-TestServerBasicOps-1448177624-router', 'tenant_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:23Z', 'updated_at': '2021-11-05T22:27:40Z', 'revision_number': 6, 'project_id': '664e7b21c4b14a9eafd7bdcac4b41cdb', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:27:40.950654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:40.978741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec52ed8f-f68e-49e8-b521-4d6c6945b424,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:41.005502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.005842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.006176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.006514 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.006842 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.007158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.007483 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.007824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.008148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.008463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.008778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.009092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:41.050833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.146051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.148275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.281972 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.282624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80bebfa-2c42-4762-9cc9-8e7e37df4499 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:27:41.290753 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.296268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8432da24-e205-47e5-80fd-5c6a2f53c307 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e80bebfa-2c42-4762-9cc9-8e7e37df4499 HTTP/1.1" status: 204 len: 168 time: 1.0568931 Nov 05 22:27:41.296418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40882) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:41.351242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] Deleting subnet 4ba0bb53-2412-4e89-9364-e3d1bd33ead6 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:27:41.354409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.393555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.473154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.561811 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.596480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.622675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba0bb53-2412-4e89-9364-e3d1bd33ead6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:41.630442 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.636362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40886) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:41.640094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2ca34590-bcf7-4242-9b44-f9052852fee0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4ba0bb53-2412-4e89-9364-e3d1bd33ead6 HTTP/1.1" status: 204 len: 168 time: 0.3443193 Nov 05 22:27:41.647267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c89c6-ae40-497d-84a9-420637fe4c9c None None] Network b733d9f3-498d-4a2b-a7b6-5bcabf611551 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:27:41.718162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.776525 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Deleting port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:41.776852 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.839462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] DHCP port deletion for b733d9f3-498d-4a2b-a7b6-5bcabf611551 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:27:41.855198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] For port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:41.855604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.870313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Calling delete_port for 0685e755-9a54-4d5e-93b3-9e82d3f81a9f owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:41.903985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Deleting port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:41.904440 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:41.993382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] For port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,segment=NetworkSegment(6adfb830-5b63-46c2-b495-35c829034836),segment_id=6adfb830-5b63-46c2-b495-35c829034836)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:41.993782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.007086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Calling delete_port for 0685e755-9a54-4d5e-93b3-9e82d3f81a9f owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:42.053571 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.082738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:42.083210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] No DVR routers for this DVR port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:27:42.084651 n-d-816738-5 neutron-server[102293]: self.session.flush() Nov 05 22:27:42.090585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.116668 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.118352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Pushing event deleted for resources: {'Port': ['ID=0685e755-9a54-4d5e-93b3-9e82d3f81a9f,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:42.129538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] No DVR routers for this DVR port 0685e755-9a54-4d5e-93b3-9e82d3f81a9f on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:27:42.137286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.137883 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.138586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.138974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.139421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.140014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.140570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.141063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.141518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.142041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.142717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.143237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89de28-ff2e-42fe-9354-c5fe5af6ad51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:27:42.164784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.185904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b733d9f3-498d-4a2b-a7b6-5bcabf611551']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:42.195961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adfb830-5b63-46c2-b495-35c829034836') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:42.196257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adfb830-5b63-46c2-b495-35c829034836') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:42.206516 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.219709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.226619 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:27:42.227067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:27:42.229094 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:27:42.390430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.400193 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:42.403385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] 10.222.0.41 "DELETE /v2.0/networks/b733d9f3-498d-4a2b-a7b6-5bcabf611551 HTTP/1.1" status: 204 len: 168 time: 0.7657163 Nov 05 22:27:42.406461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40888) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:42.414945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba18ea-d251-41a4-b519-7c1317a1de1b admin admin] Pushing event deleted for resources: {'Network': ['ID=b733d9f3-498d-4a2b-a7b6-5bcabf611551,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:42.537933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0685e755-9a54-4d5e-93b3-9e82d3f81a9f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:27:42.565943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0685e755-9a54-4d5e-93b3-9e82d3f81a9f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:27:42.566603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0685e755-9a54-4d5e-93b3-9e82d3f81a9f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:27:42.566694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ec52ed8f-f68e-49e8-b521-4d6c6945b424 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:27:42.586394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ec52ed8f-f68e-49e8-b521-4d6c6945b424 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:27:42.586740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ec52ed8f-f68e-49e8-b521-4d6c6945b424 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:27:42.587146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b6ce7e42-968f-4ab2-9083-2885b89d1526 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:27:42.606645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: b6ce7e42-968f-4ab2-9083-2885b89d1526 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:27:42.606645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b6ce7e42-968f-4ab2-9083-2885b89d1526 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:27:42.771604 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:43.019360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Deleting port f810d7f2-62cb-4d3e-b369-dd07aebf7bec {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:43.019737 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:43.103527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] For port f810d7f2-62cb-4d3e-b369-dd07aebf7bec, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,segment=NetworkSegment(bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78),segment_id=bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:43.103915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:43.117353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Calling delete_port for f810d7f2-62cb-4d3e-b369-dd07aebf7bec owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:43.390698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:43.418286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f810d7f2-62cb-4d3e-b369-dd07aebf7bec,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:43.606304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:43.828634 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Router 571d61f4-671f-407c-b916-e9b50c93b9e3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:27:43.935371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:27:43.940358 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9afcd276-d7d5-40b5-99b9-a5a088921f30 admin admin] 10.222.0.41 "PUT /v2.0/routers/571d61f4-671f-407c-b916-e9b50c93b9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5328736 Nov 05 22:27:43.943122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40894) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:43.947514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] Sync routers for ids ['571d61f4-671f-407c-b916-e9b50c93b9e3'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:27:43.958554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] Routers {'571d61f4-671f-407c-b916-e9b50c93b9e3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:27:43.959168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:27:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['571d61f4-671f-407c-b916-e9b50c93b9e3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:44.047931 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:44.071343 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] Set router 571d61f4-671f-407c-b916-e9b50c93b9e3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:27:44.158286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:44.252849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '34fda645-84e5-4027-85f9-db39111e3574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:27:43Z', 'revision_number': 5, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port': {'id': '34fda645-84e5-4027-85f9-db39111e3574', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:22:30Z', 'updated_at': '2021-11-05T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:44.281039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] Checking router: 571d61f4-671f-407c-b916-e9b50c93b9e3 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:27:44.290007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] Routers {'571d61f4-671f-407c-b916-e9b50c93b9e3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:27:44.290630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:27:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['571d61f4-671f-407c-b916-e9b50c93b9e3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:44.385826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] Set router 571d61f4-671f-407c-b916-e9b50c93b9e3 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:27:44.439760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:27:44Z', 'revision_number': 6, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:44.471740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a9009-e24e-47b8-818a-3de18a892942 None None] The sync data for ids ['571d61f4-671f-407c-b916-e9b50c93b9e3'] in n-d-816738-5 is: [{'id': '571d61f4-671f-407c-b916-e9b50c93b9e3', 'name': 'tempest-TestServerBasicOps-1334114951-router', 'tenant_id': '36d48465d59142698653379717a2219b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:22:29Z', 'updated_at': '2021-11-05T22:27:44Z', 'revision_number': 6, 'project_id': '36d48465d59142698653379717a2219b', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:27:44.628088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Deleting port 34fda645-84e5-4027-85f9-db39111e3574 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:44.628665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:44.706057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] For port 34fda645-84e5-4027-85f9-db39111e3574, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=34fda645-84e5-4027-85f9-db39111e3574,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:44.706350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:44.719154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Calling delete_port for 34fda645-84e5-4027-85f9-db39111e3574 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:44.956759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:44.986446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fda645-84e5-4027-85f9-db39111e3574,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:45.047940 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.141974 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.144686 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.263011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.263617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571d61f4-671f-407c-b916-e9b50c93b9e3 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:27:45.267913 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.269070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cb69516a-111c-4c25-9e1d-a442ecc27a69 admin admin] 10.222.0.41 "DELETE /v2.0/routers/571d61f4-671f-407c-b916-e9b50c93b9e3 HTTP/1.1" status: 204 len: 168 time: 1.3249853 Nov 05 22:27:45.271823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40898) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:45.317795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] Deleting subnet 2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:27:45.321118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.360239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.445742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.600959 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.625942 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:45.636637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.640397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-feb107ad-8c56-42ac-8be6-1c30a016f372 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2e3aa17d-6540-4c18-9d4f-d8ede7ee29cb HTTP/1.1" status: 204 len: 168 time: 0.3675728 Nov 05 22:27:45.640788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7e179-1dc4-4f2c-ad7f-d9627be98a65 None None] Network d765e5dd-1c05-4382-9eb6-fa370f877ca6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:27:45.643119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40902) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:45.734858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.795123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Deleting port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:45.795478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.836600 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] DHCP port deletion for d765e5dd-1c05-4382-9eb6-fa370f877ca6 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:27:45.866280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] For port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,segment=NetworkSegment(bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78),segment_id=bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:45.866654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.880218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Calling delete_port for 20bc214f-f9d3-4eef-b687-f3f74cac5f7f owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:45.884814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] Deleting port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:27:45.885176 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.947999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] For port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,segment=NetworkSegment(bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78),segment_id=bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:27:45.948328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:45.965474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] Calling delete_port for 20bc214f-f9d3-4eef-b687-f3f74cac5f7f owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:27:46.042309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.053109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.078004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:46.078194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] Pushing event deleted for resources: {'Port': ['ID=20bc214f-f9d3-4eef-b687-f3f74cac5f7f,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:46.079765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] No DVR routers for this DVR port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:27:46.082982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643a4ed-df99-4076-a38a-8afdaacf0737 None None] No DVR routers for this DVR port 20bc214f-f9d3-4eef-b687-f3f74cac5f7f on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:27:46.172415 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.192358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d765e5dd-1c05-4382-9eb6-fa370f877ca6']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:46.201723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:46.202026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0c1619-0e3a-41f6-bdf1-9cb7b71e4c78') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:27:46.211987 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.225923 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.232270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:27:46.239390 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:27:46.396645 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.403537 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.406908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d765e5dd-1c05-4382-9eb6-fa370f877ca6 HTTP/1.1" status: 204 len: 168 time: 0.7620494 Nov 05 22:27:46.418472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39173818-fe67-4a45-8413-1ef20faf9dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d765e5dd-1c05-4382-9eb6-fa370f877ca6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:46.525155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f810d7f2-62cb-4d3e-b369-dd07aebf7bec no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:27:46.546003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: f810d7f2-62cb-4d3e-b369-dd07aebf7bec {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:27:46.554209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device f810d7f2-62cb-4d3e-b369-dd07aebf7bec not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:27:46.554209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20bc214f-f9d3-4eef-b687-f3f74cac5f7f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:27:46.568689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 20bc214f-f9d3-4eef-b687-f3f74cac5f7f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:27:46.569027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 20bc214f-f9d3-4eef-b687-f3f74cac5f7f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:27:46.569429 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 34fda645-84e5-4027-85f9-db39111e3574 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:27:46.588538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 34fda645-84e5-4027-85f9-db39111e3574 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:27:46.591727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 34fda645-84e5-4027-85f9-db39111e3574 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:27:46.783962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40908) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:46.825339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-882d4168-e6b3-45f8-8afa-09134ae3ec50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=664e7b21c4b14a9eafd7bdcac4b41cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401254 Nov 05 22:27:46.827889 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40910) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:46.874865 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4a28424b-c3fc-4a18-afa3-bf41d03ad49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:46.896132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4a28424b-c3fc-4a18-afa3-bf41d03ad49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:47.057082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4a28424b-c3fc-4a18-afa3-bf41d03ad49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:47.059633 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4a28424b-c3fc-4a18-afa3-bf41d03ad49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:47.060791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4a28424b-c3fc-4a18-afa3-bf41d03ad49e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fedce67-8acd-436a-a6ce-a0c2b945e581 HTTP/1.1" status: 204 len: 168 time: 0.2320161 Nov 05 22:27:47.070812 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28424b-c3fc-4a18-afa3-bf41d03ad49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fedce67-8acd-436a-a6ce-a0c2b945e581,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:47.825995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:47.866799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a73730c5-f0fd-4828-ad3e-62349d9fee4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36d48465d59142698653379717a2219b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395441 Nov 05 22:27:47.869247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40920) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:27:47.921600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab5beeeb-5cc0-40ad-85ff-2a3a49d1f214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:47.943250 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab5beeeb-5cc0-40ad-85ff-2a3a49d1f214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:48.063221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab5beeeb-5cc0-40ad-85ff-2a3a49d1f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:48.066278 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ab5beeeb-5cc0-40ad-85ff-2a3a49d1f214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:27:48.069749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ab5beeeb-5cc0-40ad-85ff-2a3a49d1f214 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95bd7969-f46e-4873-bab6-98cae79e3d6d HTTP/1.1" status: 204 len: 168 time: 0.1973550 Nov 05 22:27:48.079215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5beeeb-5cc0-40ad-85ff-2a3a49d1f214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bd7969-f46e-4873-bab6-98cae79e3d6d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:27:53.016790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-d8d85ff2-1338-4171-9bc2-6a468a64d080 req-45feb540-671f-409c-85b3-d1cc59c32110 service neutron] (102292) timed out ('10.222.0.46', 55076) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:28:00.949844 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:03.150071 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:06.378482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8a281ffb-9745-4283-86f3-f1774ec62a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:07.538536 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:28:08.531447 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3bb82527-973e-4096-bbd9-5dd70bffeb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:10.103963 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:11.532311 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.022995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.028657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 40992) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:12.140770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0aa89c03-d226-48d9-a025-20648dd885ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.212856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0aa89c03-d226-48d9-a025-20648dd885ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.258460 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0aa89c03-d226-48d9-a025-20648dd885ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.296553 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0aa89c03-d226-48d9-a025-20648dd885ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65d7dc3fddd74653b4a645d362cdc0bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2668452 Nov 05 22:28:12.297763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa89c03-d226-48d9-a025-20648dd885ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda26c3-485b-4f22-9000-b0928d63556e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:12.299255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 40996) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:12.349365 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-270f6802-2616-4e4e-ad8f-23540b6932f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.370984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-270f6802-2616-4e4e-ad8f-23540b6932f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.486560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-270f6802-2616-4e4e-ad8f-23540b6932f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.489167 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-270f6802-2616-4e4e-ad8f-23540b6932f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:12.490363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-270f6802-2616-4e4e-ad8f-23540b6932f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fda26c3-485b-4f22-9000-b0928d63556e HTTP/1.1" status: 204 len: 168 time: 0.1899450 Nov 05 22:28:12.498835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6802-2616-4e4e-ad8f-23540b6932f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda26c3-485b-4f22-9000-b0928d63556e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:23.825180 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-98570368-23bd-47ed-a1db-6441a7c13bbb tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b47fde8fe1464b14bc7869bf7bea0b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324600 Nov 05 22:28:24.028433 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-29af3cc6-d500-4bfa-906f-019cbe70ec94 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:24.029884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-29af3cc6-d500-4bfa-906f-019cbe70ec94 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994555 Nov 05 22:28:24.044554 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-9ae1cadb-6a72-42e9-9340-a85e3778913e tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/quotas/b47fde8fe1464b14bc7869bf7bea0b9d HTTP/1.1" status: 200 len: 375 time: 0.0088506 Nov 05 22:28:24.076473 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-41b92387-6310-4d99-9749-5f936b1edb68 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b47fde8fe1464b14bc7869bf7bea0b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262330 Nov 05 22:28:24.336495 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2323218-f964-440f-989f-930c0f86e2b2 req-470616c7-0796-4e34-bcec-de7c462618d9 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 210 time: 0.0303895 Nov 05 22:28:25.428852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff08b612-2ed1-4e39-819e-1b71060dc6c5 req-1879fdef-1b2f-4c38-964b-758e56859ded tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 210 time: 0.0263193 Nov 05 22:28:26.191808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-d3869f6b-31b5-4975-9d81-a65097fee25a tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b47fde8fe1464b14bc7869bf7bea0b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292923 Nov 05 22:28:26.373879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-a7e869c3-7cb5-45e3-b3a0-141ca0aa7f9b tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:26.375308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-a7e869c3-7cb5-45e3-b3a0-141ca0aa7f9b tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775298 Nov 05 22:28:26.389760 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Request body: {'port': {'device_id': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'admin_state_up': True, 'tenant_id': 'b47fde8fe1464b14bc7869bf7bea0b9d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:28:26.524212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7c0055d-93e7-4b89-bd0a-0e82f2f5522f req-32b19582-8ab8-4234-a19a-635488148fc2 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 210 time: 0.0269666 Nov 05 22:28:26.543293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Made reservation on behalf of b47fde8fe1464b14bc7869bf7bea0b9d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:28:26.546819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:26.555431 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:26.626658 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:26.691834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:26.754910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f223d50-6d4c-4839-bad8-8149376e1022,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:26.824647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Allocated IP 192.168.233.192 (3486c2f4-c183-4e43-bd28-a88f5e2a1a0d/e0bb714f-5bd0-465d-9255-6d2fb5998a3f/bc3b087d-8a7c-4665-b971-a6c71b9988e2) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:28:26.980939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:27.081151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:27.121608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:28:27.124604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:28:27.130834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:28:27.177420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Pushing event updated for resources: {'Port': ['ID=bc3b087d-8a7c-4665-b971-a6c71b9988e2,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:27.185043 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:27.185664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:27.255217 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-919740a2-bd84-4b33-8ad6-6a9b87ae22b3 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8690348 Nov 05 22:28:27.354489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3946b6fa-0553-48ae-b5eb-b3ba9ac26a71 None None] Provisioning complete for port bc3b087d-8a7c-4665-b971-a6c71b9988e2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:28:27.355002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3946b6fa-0553-48ae-b5eb-b3ba9ac26a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:27.364381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Request body: {'port': {'device_id': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:28:27.391366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3946b6fa-0553-48ae-b5eb-b3ba9ac26a71 None None] Port bc3b087d-8a7c-4665-b971-a6c71b9988e2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:28:27.420862 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:27.645906 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300c1ef-af2a-46b2-a302-6fdf4061a2b3 req-ca796f43-9787-4d54-a989-8d38f7e266e7 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:27.648110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d300c1ef-af2a-46b2-a302-6fdf4061a2b3 req-ca796f43-9787-4d54-a989-8d38f7e266e7 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 936 time: 0.0557599 Nov 05 22:28:27.680483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3b087d-8a7c-4665-b971-a6c71b9988e2 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:28:27.687742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:27.695892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d300c1ef-af2a-46b2-a302-6fdf4061a2b3 req-21c9d995-cb6a-4daf-8272-8f66799a855f tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Nov 05 22:28:27.699938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Transition to ACTIVE for port object bc3b087d-8a7c-4665-b971-a6c71b9988e2 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:28:27.845386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:27.917911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b087d-8a7c-4665-b971-a6c71b9988e2,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:27.970079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Attempting to bind port bc3b087d-8a7c-4665-b971-a6c71b9988e2 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:28:27.970583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Attempting to bind port bc3b087d-8a7c-4665-b971-a6c71b9988e2 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:28:27.970903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Attempting to bind port bc3b087d-8a7c-4665-b971-a6c71b9988e2 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:28:27.975997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Port bc3b087d-8a7c-4665-b971-a6c71b9988e2 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:28:27.976323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Attempting to bind port bc3b087d-8a7c-4665-b971-a6c71b9988e2 on network 3486c2f4-c183-4e43-bd28-a88f5e2a1a0d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:28:27.981285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:28:27.987095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Checking segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:28:27.987095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Bound using segment: {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:28:27.987095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Bound port: bc3b087d-8a7c-4665-b971-a6c71b9988e2, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dda879-399b-49c5-b293-dca2c2d69fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:28:27.987095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:28.050521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] For port bc3b087d-8a7c-4665-b971-a6c71b9988e2, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:28:28.054737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] For port bc3b087d-8a7c-4665-b971-a6c71b9988e2, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=bc3b087d-8a7c-4665-b971-a6c71b9988e2,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:28:28.121213 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:28.153565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:28.154189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:28.155635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] 10.222.0.13 "PUT /v2.0/ports/bc3b087d-8a7c-4665-b971-a6c71b9988e2 HTTP/1.1" status: 200 len: 1096 time: 0.8924170 Nov 05 22:28:28.156017 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'tag': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:28:28.158257 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bab0cd4-e66f-4a30-a5aa-d536fe09e6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca", "tag": "bc3b087d-8a7c-4665-b971-a6c71b9988e2"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:28:28.187150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535692f5-8b5b-49d6-b91b-cdd3c9fabe3f service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b087d-8a7c-4665-b971-a6c71b9988e2,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:28.202988 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3205421-426d-4c46-9aac-d11ed968b736 x-openstack-request-id: req-b3205421-426d-4c46-9aac-d11ed968b736 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:28:28.203286 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca", "tag": "bc3b087d-8a7c-4665-b971-a6c71b9988e2", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:28:28.203561 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3205421-426d-4c46-9aac-d11ed968b736 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:28:28.204168 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'tag': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2', 'status': 'completed', 'code': 200} Nov 05 22:28:28.272695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0cd4-e66f-4a30-a5aa-d536fe09e6b8 req-6a52a41a-814a-48a4-82e5-86ae359de1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:28.274209 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bab0cd4-e66f-4a30-a5aa-d536fe09e6b8 req-6a52a41a-814a-48a4-82e5-86ae359de1d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47fde8fe1464b14bc7869bf7bea0b9d&device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 1099 time: 0.0472701 Nov 05 22:28:28.302819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bab0cd4-e66f-4a30-a5aa-d536fe09e6b8 req-5a44b875-bd3b-485b-97a0-11b942e4a740 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b47fde8fe1464b14bc7869bf7bea0b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202954 Nov 05 22:28:28.397259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0cd4-e66f-4a30-a5aa-d536fe09e6b8 req-00079ddb-e37d-4e99-bca2-dd87e09a084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:28.398733 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bab0cd4-e66f-4a30-a5aa-d536fe09e6b8 req-00079ddb-e37d-4e99-bca2-dd87e09a084a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881004 Nov 05 22:28:28.477441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-d75d194e-208b-43da-8e94-9c77212513b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:28.478919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-d75d194e-208b-43da-8e94-9c77212513b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47fde8fe1464b14bc7869bf7bea0b9d&device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 1099 time: 0.0446687 Nov 05 22:28:28.520616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-f604af8c-ac7c-4af3-b214-96f747b3bf6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=bc3b087d-8a7c-4665-b971-a6c71b9988e2 HTTP/1.1" status: 200 len: 217 time: 0.0338433 Nov 05 22:28:28.567938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-fd398b91-fab5-4caa-ae2b-dc2ee7fde2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:28.569342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-fd398b91-fab5-4caa-ae2b-dc2ee7fde2e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0bb714f-5bd0-465d-9255-6d2fb5998a3f HTTP/1.1" status: 200 len: 843 time: 0.0419216 Nov 05 22:28:28.616777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-3cb3f337-3026-40f3-8e4d-161a97eedb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:28.618261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-3cb3f337-3026-40f3-8e4d-161a97eedb11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3486c2f4-c183-4e43-bd28-a88f5e2a1a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421674 Nov 05 22:28:28.714799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-cdbf50b6-2930-4af4-be86-680be0d68497 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894625 Nov 05 22:28:28.810121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25c56f19-7085-4ce5-9ac0-d7e35ca6e48e req-3666918a-2ee6-4e5d-b8d6-ba6590b439c6 service neutron] 10.222.0.13 "GET /v2.0/networks/3486c2f4-c183-4e43-bd28-a88f5e2a1a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881512 Nov 05 22:28:28.816342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9c95c-4584-4aff-9096-fe7d60a10892 req-9d88bb1d-8f9b-4262-9ef8-7381889fc1a8 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:28.817820 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1e9c95c-4584-4aff-9096-fe7d60a10892 req-9d88bb1d-8f9b-4262-9ef8-7381889fc1a8 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 948 time: 0.0533979 Nov 05 22:28:28.864868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a1e9c95c-4584-4aff-9096-fe7d60a10892 req-2229bb5c-22f8-4c37-8d4f-720874d243bb tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Nov 05 22:28:29.982925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bdcc-2a9b-4237-93d9-84980a624ee7 req-5f7d07fe-00c4-45cb-8315-b01854589ef9 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:29.984477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3159bdcc-2a9b-4237-93d9-84980a624ee7 req-5f7d07fe-00c4-45cb-8315-b01854589ef9 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 948 time: 0.0507429 Nov 05 22:28:30.032359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3159bdcc-2a9b-4237-93d9-84980a624ee7 req-d121356b-e8fa-4542-aa15-fb2f13ceeb66 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Nov 05 22:28:30.400604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device bc3b087d-8a7c-4665-b971-a6c71b9988e2 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:28:30.497464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port bc3b087d-8a7c-4665-b971-a6c71b9988e2, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=bc3b087d-8a7c-4665-b971-a6c71b9988e2,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:28:30.508528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2', 'network_id': '3486c2f4-c183-4e43-bd28-a88f5e2a1a0d', 'port_id': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2', 'mac_address': 'fa:16:3e:61:18:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bb714f-5bd0-465d-9255-6d2fb5998a3f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:28:30.544736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:30.558136 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3b087d-8a7c-4665-b971-a6c71b9988e2 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:28:30.576365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port bc3b087d-8a7c-4665-b971-a6c71b9988e2, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=bc3b087d-8a7c-4665-b971-a6c71b9988e2,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:28:30.664055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:30.709262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=bc3b087d-8a7c-4665-b971-a6c71b9988e2,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:30.894262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['bc3b087d-8a7c-4665-b971-a6c71b9988e2'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:28:31.032231 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:31.149800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9f506-ddff-4c3d-b2c5-4f386a0925fb req-28093a24-b7ba-4c99-b27c-81fe869e35b9 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:31.151263 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30d9f506-ddff-4c3d-b2c5-4f386a0925fb req-28093a24-b7ba-4c99-b27c-81fe869e35b9 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 949 time: 0.0490320 Nov 05 22:28:31.198558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30d9f506-ddff-4c3d-b2c5-4f386a0925fb req-6f70dcaf-9cac-4cc8-b7c3-67ce564d1b75 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Nov 05 22:28:32.314051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f977b-573c-4966-ab6f-4865fda9cdbf req-9aa22d8f-2482-4e39-a18d-9487f981523f tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:32.316278 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a13f977b-573c-4966-ab6f-4865fda9cdbf req-9aa22d8f-2482-4e39-a18d-9487f981523f tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 949 time: 0.0514693 Nov 05 22:28:32.365304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a13f977b-573c-4966-ab6f-4865fda9cdbf req-6c8e15d5-00ce-4278-9880-0bc316351fe9 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Nov 05 22:28:32.412870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device bc3b087d-8a7c-4665-b971-a6c71b9988e2 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:28:32.520534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port bc3b087d-8a7c-4665-b971-a6c71b9988e2 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:28:32.524956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port bc3b087d-8a7c-4665-b971-a6c71b9988e2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:28:32.528055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:32.602464 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:32.624063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:28:32.626231 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e444ad-7d96-4315-90d1-28bd9e7e1ac6" -d '{"events": [{"server_uuid": "5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b087d-8a7c-4665-b971-a6c71b9988e2"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:28:32.639821 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port bc3b087d-8a7c-4665-b971-a6c71b9988e2, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=bc3b087d-8a7c-4665-b971-a6c71b9988e2,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:28:32.702235 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:32.745845 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b21b8d9-1cd1-4520-98c6-1bb84d4ef9c9 x-openstack-request-id: req-5b21b8d9-1cd1-4520-98c6-1bb84d4ef9c9 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:28:32.746133 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b087d-8a7c-4665-b971-a6c71b9988e2", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:28:32.746387 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b21b8d9-1cd1-4520-98c6-1bb84d4ef9c9 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:28:32.746779 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2', 'code': 200} Nov 05 22:28:32.751244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=bc3b087d-8a7c-4665-b971-a6c71b9988e2,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:32.837700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace5f76-8d8e-42bc-95cc-8b722bc85d98 req-68d03d92-6dd6-4923-adb9-12358f042f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:32.839155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bace5f76-8d8e-42bc-95cc-8b722bc85d98 req-68d03d92-6dd6-4923-adb9-12358f042f4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 1101 time: 0.0435565 Nov 05 22:28:32.882055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bace5f76-8d8e-42bc-95cc-8b722bc85d98 req-2fc7728d-5fde-4c19-a56d-968e1a724679 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357463 Nov 05 22:28:33.154520 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:33.479195 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9c9dc-abdb-4028-afce-a1d48d9ed486 req-5223069f-527a-4cce-af25-ef6c374e2cf8 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:33.480573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3f9c9dc-abdb-4028-afce-a1d48d9ed486 req-5223069f-527a-4cce-af25-ef6c374e2cf8 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 950 time: 0.0478466 Nov 05 22:28:33.526114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3f9c9dc-abdb-4028-afce-a1d48d9ed486 req-49bb2216-e59c-4227-86e6-b1151b29200d tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 Nov 05 22:28:34.650267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe13e9-ffdd-40cc-9d48-995a9cf9d84a req-7aa4b41b-4868-481e-b90d-e8cf4b9ffdf0 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:34.651753 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9fbe13e9-ffdd-40cc-9d48-995a9cf9d84a req-7aa4b41b-4868-481e-b90d-e8cf4b9ffdf0 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 950 time: 0.0541563 Nov 05 22:28:34.698610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9fbe13e9-ffdd-40cc-9d48-995a9cf9d84a req-6317aeb0-d109-4253-b8d9-df282f190b37 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Nov 05 22:28:35.102548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-c31d53ed-1b85-426d-a93c-dacc5c6b8647 req-ece825e8-997f-4c4b-b3f3-5612f9f368e2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:28:35.103603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c31d53ed-1b85-426d-a93c-dacc5c6b8647 req-ece825e8-997f-4c4b-b3f3-5612f9f368e2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551713 Nov 05 22:28:35.596232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-469370d7-1b26-49db-9cce-f9fafddfe41c req-2812d191-458d-42cc-9c33-d3e6c895c201 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:28:35.597246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-469370d7-1b26-49db-9cce-f9fafddfe41c req-2812d191-458d-42cc-9c33-d3e6c895c201 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0562749 Nov 05 22:28:36.208249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21e5fa-6433-4326-8490-32bfdd6a51ca req-2de1673e-6cf6-462f-99ae-dc10eedc93f7 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:36.209796 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b21e5fa-6433-4326-8490-32bfdd6a51ca req-2de1673e-6cf6-462f-99ae-dc10eedc93f7 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 950 time: 0.0527346 Nov 05 22:28:36.256311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b21e5fa-6433-4326-8490-32bfdd6a51ca req-076be053-e315-4d6f-9b87-5db759e93bb5 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Nov 05 22:28:36.342055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-35c600de-f723-49c7-bf84-57f7ca42b6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:37.375804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be142c01-a4d5-4e8f-abae-2144c89f17ed req-9cc19cf8-073e-4d71-b76f-b3eb108ae510 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:37.377258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be142c01-a4d5-4e8f-abae-2144c89f17ed req-9cc19cf8-073e-4d71-b76f-b3eb108ae510 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 950 time: 0.0518186 Nov 05 22:28:37.423374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-be142c01-a4d5-4e8f-abae-2144c89f17ed req-49aa056c-9cc9-4a7c-8569-0bb0e86fb1cd tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f223d50-6d4c-4839-bad8-8149376e1022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Nov 05 22:28:37.487958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-e6dac8a6-d91d-4a0f-8bbb-0060d16ab091 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:37.489383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-e6dac8a6-d91d-4a0f-8bbb-0060d16ab091 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 950 time: 0.0469997 Nov 05 22:28:37.580027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Deleting port bc3b087d-8a7c-4665-b971-a6c71b9988e2 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:28:37.580370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:37.670720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] For port bc3b087d-8a7c-4665-b971-a6c71b9988e2, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=bc3b087d-8a7c-4665-b971-a6c71b9988e2,segment=NetworkSegment(66dda879-399b-49c5-b293-dca2c2d69fc1),segment_id=66dda879-399b-49c5-b293-dca2c2d69fc1)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:28:37.670985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:37.683503 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Calling delete_port for bc3b087d-8a7c-4665-b971-a6c71b9988e2 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:28:37.869123 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:37.880758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['bc3b087d-8a7c-4665-b971-a6c71b9988e2'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:28:37.895841 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Pushing event deleted for resources: {'Port': ['ID=bc3b087d-8a7c-4665-b971-a6c71b9988e2,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:37.910390 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.910734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.911071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.911401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.911762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.912089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.912412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.912732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.913052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.913437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.913728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.914045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:37.948046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] No DVR routers for this DVR port bc3b087d-8a7c-4665-b971-a6c71b9988e2 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:28:37.950673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:37.954027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf7846bd-28b3-4d05-acc4-a77644d4ed8a req-764d3b0c-42ed-4bd6-a85c-5aa33562938c tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.13 "DELETE /v2.0/ports/bc3b087d-8a7c-4665-b971-a6c71b9988e2 HTTP/1.1" status: 204 len: 173 time: 0.4576008 Nov 05 22:28:37.954496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'name': 'network-vif-deleted', 'tag': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:28:37.957337 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c6206-d77a-4d55-9879-7ccd8c689430" -d '{"events": [{"server_uuid": "5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca", "name": "network-vif-deleted", "tag": "bc3b087d-8a7c-4665-b971-a6c71b9988e2"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:28:37.997797 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5451b8b-971f-40ee-a5a7-cf59be229388 x-openstack-request-id: req-b5451b8b-971f-40ee-a5a7-cf59be229388 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:28:37.998157 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca", "name": "network-vif-deleted", "tag": "bc3b087d-8a7c-4665-b971-a6c71b9988e2", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:28:37.998415 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5451b8b-971f-40ee-a5a7-cf59be229388 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:28:37.999054 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca', 'name': 'network-vif-deleted', 'tag': 'bc3b087d-8a7c-4665-b971-a6c71b9988e2', 'status': 'completed', 'code': 200} Nov 05 22:28:38.513621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd923580-32da-4727-bcb8-8063ed5f739b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:38.534245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ed6bc837-e020-460b-8152-ffe81b9e0190 req-76130ca6-e963-4de5-b31c-e7eb5407b585 tempest-ServersAdminNegativeTestJSON-395825330 tempest-ServersAdminNegativeTestJSON-395825330-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c9bf0b6-f906-4ecb-9a63-b4038fc6d4ca HTTP/1.1" status: 200 len: 210 time: 0.0338864 Nov 05 22:28:40.033825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41144) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:40.109243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:40.169614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-45a121af-66a9-4fd1-abe7-ecf59c247f16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b47fde8fe1464b14bc7869bf7bea0b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346457 Nov 05 22:28:40.172094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41148) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:40.217062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b442424-1e65-40ac-9565-e1ce353e329c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:40.237901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b442424-1e65-40ac-9565-e1ce353e329c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:40.331449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b442424-1e65-40ac-9565-e1ce353e329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:40.333978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b442424-1e65-40ac-9565-e1ce353e329c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:40.335110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5b442424-1e65-40ac-9565-e1ce353e329c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f223d50-6d4c-4839-bad8-8149376e1022 HTTP/1.1" status: 204 len: 168 time: 0.1621273 Nov 05 22:28:40.342876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442424-1e65-40ac-9565-e1ce353e329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f223d50-6d4c-4839-bad8-8149376e1022,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:40.846051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:40.859862 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-035a5328-b498-47da-94d8-7593e958aced admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:40.937168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-035a5328-b498-47da-94d8-7593e958aced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:40.999114 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-035a5328-b498-47da-94d8-7593e958aced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:41.040233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-035a5328-b498-47da-94d8-7593e958aced admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f91f48d8d90c46b683009cdce2ad9611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930888 Nov 05 22:28:41.041080 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a5328-b498-47da-94d8-7593e958aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e95cbd-724c-40aa-b31b-27ff67014702,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:41.043076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41156) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:41.092984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:41.113964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:41.234758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:41.237408 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:41.238632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26e95cbd-724c-40aa-b31b-27ff67014702 HTTP/1.1" status: 204 len: 168 time: 0.1944928 Nov 05 22:28:41.247419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e95cbd-724c-40aa-b31b-27ff67014702,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:41.254983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.255334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.255707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.256047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.256384 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.256714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.257042 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.257369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.257695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.258023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.258960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.259286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2421d53-47e4-478d-b211-31c08c71468b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:41.548265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.067854 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.221498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41180) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:42.330412 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1257511113-network', 'tenant_id': 'e8f90878c74647ad98d060eaba404aed'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:28:42.411532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Made reservation on behalf of e8f90878c74647ad98d060eaba404aed for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:28:42.413920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.422988 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.447524 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device bc3b087d-8a7c-4665-b971-a6c71b9988e2 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:28:42.469242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: bc3b087d-8a7c-4665-b971-a6c71b9988e2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:28:42.469582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device bc3b087d-8a7c-4665-b971-a6c71b9988e2 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:28:42.498085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.554412 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.581335 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:28:42.587290 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb747818-dbf4-4bdc-8547-f827388b9616,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:42.593955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.594354 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Added segment df201d07-9ccb-453c-a5ce-44a3c684e626 of type vlan for network 8664021d-4d53-4b70-8b47-8d79952a4476 Nov 05 22:28:42.640975 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.713125 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.714029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:42.714610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:42.777833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] Pushing event updated for resources: {'Network': ['ID=8664021d-4d53-4b70-8b47-8d79952a4476,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:42.787326 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 8664021d-4d53-4b70-8b47-8d79952a4476 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:28:42.808760 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5b60b64f-8284-4303-ac1c-99b301dc0d5a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5861485 Nov 05 22:28:42.811903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41184) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:28:42.816921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Request body: {'subnet': {'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1257511113-subnet', 'tenant_id': 'e8f90878c74647ad98d060eaba404aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:28:42.880630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Made reservation on behalf of e8f90878c74647ad98d060eaba404aed for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:28:42.882975 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:43.080942 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:43.136670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243032e7-0f24-4786-8373-bf5db8e495ec,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:43.145095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Checking segment: {'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:28:43.145452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Network hostable DHCP agents. Network: 8664021d-4d53-4b70-8b47-8d79952a4476, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:28:43.239330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Network 8664021d-4d53-4b70-8b47-8d79952a4476 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:28:43.314375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 8664021d-4d53-4b70-8b47-8d79952a4476) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:28:43.318361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:43.318943 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:43.323844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60733932-8faf-4f86-b6b3-d14afed3669d None None] Network 8664021d-4d53-4b70-8b47-8d79952a4476 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:28:43.408995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a945cce6-0e15-4e62-9592-c738ec75da74 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5956712 Nov 05 22:28:43.602518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36736a07-5a52-4a98-bd75-b83eb640146a None None] Network 8664021d-4d53-4b70-8b47-8d79952a4476 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:28:43.842853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-b0c3ac37-9ceb-46a2-887c-df2fc579c0ae tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:43.844373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-b0c3ac37-9ceb-46a2-887c-df2fc579c0ae tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 812 time: 0.1018257 Nov 05 22:28:43.860020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-65fdc8d5-bc23-48f4-97f1-1e82102894e9 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/quotas/e8f90878c74647ad98d060eaba404aed HTTP/1.1" status: 200 len: 375 time: 0.0099790 Nov 05 22:28:43.890852 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-38bb327d-d2b5-443c-b82c-8d7133ee6048 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258448 Nov 05 22:28:43.981808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-c501d30e-5958-4beb-9190-edd27e8aae49 service neutron] 10.222.0.41 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805089 Nov 05 22:28:44.078693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-2592987e-9989-4f94-9a5c-f8ee1ac985f5 service neutron] 10.222.0.41 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943573 Nov 05 22:28:44.317750 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f98e2ef6-3988-4d65-a71e-c8799283d18b req-98637a37-a3ed-4128-bb77-87ff69d31aeb tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 210 time: 0.0264068 Nov 05 22:28:44.538686 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:28:45.395020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-32fd9d30-f081-4855-9d51-8ceade4b0c3f req-76ec2c5c-9bca-4146-871d-1992127697ce tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 210 time: 0.0268493 Nov 05 22:28:46.487812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b58c5ccf-3118-4ba1-9170-1a98a7b58061 req-2909d07c-3ac4-42fb-a4ad-e967a45f566a tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 210 time: 0.0271411 Nov 05 22:28:47.582498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9784c972-2962-43f2-b8bd-74c4d66fe54b req-54614404-08c9-4f33-ada4-9feb03bc3729 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 210 time: 0.0269673 Nov 05 22:28:48.539601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-8b161976-3225-4274-b5dc-cf33a862e26f tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:48.541537 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-8b161976-3225-4274-b5dc-cf33a862e26f tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.13 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 812 time: 0.1043618 Nov 05 22:28:48.553452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Request body: {'port': {'device_id': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476', 'admin_state_up': True, 'tenant_id': 'e8f90878c74647ad98d060eaba404aed'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:28:48.680372 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-53077d7d-5cc6-4135-953b-f0207b5926af req-cf529196-11f9-48de-95ae-1b2f68898be7 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 210 time: 0.0276206 Nov 05 22:28:48.743194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Made reservation on behalf of e8f90878c74647ad98d060eaba404aed for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:28:48.746765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:48.872353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Allocated IP 172.20.0.8 (8664021d-4d53-4b70-8b47-8d79952a4476/243032e7-0f24-4786-8373-bf5db8e495ec/5531b63e-ea07-413d-b0d7-c0ff13cb3c3e) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:28:49.014706 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:49.113858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:49.155681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Network 8664021d-4d53-4b70-8b47-8d79952a4476 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:28:49.160504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:28:49.164196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:28:49.187531 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:49.213784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:49.214387 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:49.293493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-31047c61-7738-405b-be39-a758b10dde8d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435260 Nov 05 22:28:49.305756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Request body: {'port': {'device_id': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:28:49.362673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:49.611022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:28:49.618121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:49.630582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Transition to ACTIVE for port object 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:28:49.697226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:49.752512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:49.852343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db755a0-255d-45ac-adbe-41e5e0acb858 req-ca3b016a-85b4-4719-a072-d8746d832d26 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:49.853873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2db755a0-255d-45ac-adbe-41e5e0acb858 req-ca3b016a-85b4-4719-a072-d8746d832d26 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 943 time: 0.1045556 Nov 05 22:28:49.858097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:28:49.858429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:28:49.858757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on network 8664021d-4d53-4b70-8b47-8d79952a4476 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:28:49.869643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on network 8664021d-4d53-4b70-8b47-8d79952a4476 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:28:49.869888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on network 8664021d-4d53-4b70-8b47-8d79952a4476 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:28:49.883225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:28:49.883570 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Checking segment: {'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:28:49.883966 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Bound using segment: {'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:28:49.884396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Bound port: 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:28:49.885280 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:49.941983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2db755a0-255d-45ac-adbe-41e5e0acb858 req-c9b5498a-1d2a-4afa-9eee-fabb99768a0b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809662 Nov 05 22:28:49.974402 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:28:49.977590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:28:50.056316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:50.091160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:50.091817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:50.093195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] 10.222.0.13 "PUT /v2.0/ports/5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 1091 time: 0.7914340 Nov 05 22:28:50.093688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:28:50.096005 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f216fcd0-4b88-4771-bd30-7b44cadf5ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:28:50.119412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cde054-4496-4ce0-8645-a32d1bd1789d service neutron] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:50.133649 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6fc25f-3c01-4a10-a601-f72ea1b692c7 x-openstack-request-id: req-dc6fc25f-3c01-4a10-a601-f72ea1b692c7 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:28:50.134097 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:28:50.134361 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc6fc25f-3c01-4a10-a601-f72ea1b692c7 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:28:50.135272 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'status': 'completed', 'code': 200} Nov 05 22:28:50.195562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216fcd0-4b88-4771-bd30-7b44cadf5ecd req-172a6c87-db5e-4b74-b832-199cfc55cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:50.197035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f216fcd0-4b88-4771-bd30-7b44cadf5ecd req-172a6c87-db5e-4b74-b832-199cfc55cfb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1094 time: 0.0419395 Nov 05 22:28:50.629840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216fcd0-4b88-4771-bd30-7b44cadf5ecd req-4239a926-ff6b-4c44-a9f9-307e53e9b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:50.631271 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f216fcd0-4b88-4771-bd30-7b44cadf5ecd req-4239a926-ff6b-4c44-a9f9-307e53e9b2f7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8f90878c74647ad98d060eaba404aed&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4257126 Nov 05 22:28:50.720994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216fcd0-4b88-4771-bd30-7b44cadf5ecd req-c3329cb7-137b-4fd3-becd-3e4f31f20971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:50.722425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f216fcd0-4b88-4771-bd30-7b44cadf5ecd req-c3329cb7-137b-4fd3-becd-3e4f31f20971 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847077 Nov 05 22:28:50.796552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-6f7b5777-91c3-4993-a022-9488cf6de228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:50.797917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-6f7b5777-91c3-4993-a022-9488cf6de228 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1094 time: 0.0396647 Nov 05 22:28:50.841519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-f7955222-4129-4bf9-b171-84f8f8727503 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 217 time: 0.0361257 Nov 05 22:28:50.891785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-ab28fd57-0544-40b0-93fd-dc355c2cd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:50.893161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-ab28fd57-0544-40b0-93fd-dc355c2cd4bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 200 len: 852 time: 0.0419166 Nov 05 22:28:50.924062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-8d1c0c12-9900-4594-80f0-d56ccac450a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8664021d-4d53-4b70-8b47-8d79952a4476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229614 Nov 05 22:28:51.024851 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-6dfa8975-ee8e-4cb2-a0f8-e64db29a8e70 service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939202 Nov 05 22:28:51.115438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f8eb-1f65-471c-8138-19c5ba2862ed req-82168f53-5c70-4702-a24a-191cdcfa3b0d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:51.116911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d83f8eb-1f65-471c-8138-19c5ba2862ed req-82168f53-5c70-4702-a24a-191cdcfa3b0d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 943 time: 0.1061230 Nov 05 22:28:51.153112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f3d096-4bdf-4e10-83ff-bd25c1202152 req-685116cf-58a0-4b8b-8b6c-bcb2f6b201cd service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151807 Nov 05 22:28:51.178405 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0d83f8eb-1f65-471c-8138-19c5ba2862ed req-e385a914-1242-430d-a751-9a63abac55f4 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 Nov 05 22:28:52.296481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59ed23-6a01-4ddc-86d9-0eeb5556744a req-7af082af-21ca-40f5-831b-7da475cb93d1 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:52.297832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff59ed23-6a01-4ddc-86d9-0eeb5556744a req-7af082af-21ca-40f5-831b-7da475cb93d1 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 943 time: 0.0482242 Nov 05 22:28:52.348012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff59ed23-6a01-4ddc-86d9-0eeb5556744a req-ade26b8c-0bbf-4a7e-b95d-d48a98ce71b5 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Nov 05 22:28:52.443150 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:28:52.538188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:28:52.549435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476', 'port_id': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'mac_address': 'fa:16:3e:63:fe:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243032e7-0f24-4786-8373-bf5db8e495ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:28:52.592913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:52.605838 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:28:52.625112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:28:52.668369 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:52.716055 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:52.723204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.723571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.723915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.724248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.724578 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.724910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.725249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.725824 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.726144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.726464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.726789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.727107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:28:52.886823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:28:53.459773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9faf-b8b5-41f4-ac53-1b5e38ee069a req-d720b0e1-154d-4728-b2aa-e07e5e8530a7 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:53.461225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e7d9faf-b8b5-41f4-ac53-1b5e38ee069a req-d720b0e1-154d-4728-b2aa-e07e5e8530a7 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 944 time: 0.0474522 Nov 05 22:28:53.507086 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e7d9faf-b8b5-41f4-ac53-1b5e38ee069a req-10d0996e-3907-4a69-b7a9-6ac0e7c90b5c tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Nov 05 22:28:54.465347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:28:54.577250 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:28:54.581246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:28:54.581613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:54.621506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001812f-a719-496a-8327-9e45331bd04a req-019a5946-f762-46b3-8a1b-4df274e12a96 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:54.622995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0001812f-a719-496a-8327-9e45331bd04a req-019a5946-f762-46b3-8a1b-4df274e12a96 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 944 time: 0.0494256 Nov 05 22:28:54.658307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:54.671628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0001812f-a719-496a-8327-9e45331bd04a req-5263a00d-4cc4-427f-a087-7eb1a8eb5265 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Nov 05 22:28:54.684662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:28:54.686957 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0560c1-1153-4128-881c-b7ceb5bfc0d3" -d '{"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-plugged", "status": "completed", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:28:54.700505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:28:54.723933 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf21e71-5a2a-49fd-a605-fccbc9205b8f x-openstack-request-id: req-9cf21e71-5a2a-49fd-a605-fccbc9205b8f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:28:54.724227 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-plugged", "status": "completed", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:28:54.724483 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cf21e71-5a2a-49fd-a605-fccbc9205b8f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:28:54.724965 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'code': 200} Nov 05 22:28:54.783003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:28:54.820287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c755-8274-49fb-b1f2-54ed1915c92b req-ec4d5130-fb00-4313-a2b3-f8c2eb64d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:54.822067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f33c755-8274-49fb-b1f2-54ed1915c92b req-ec4d5130-fb00-4313-a2b3-f8c2eb64d156 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1096 time: 0.0393107 Nov 05 22:28:54.829905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:28:54.869480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1f33c755-8274-49fb-b1f2-54ed1915c92b req-2ef42d4a-443d-4e10-8ea8-cc3b7bc6a620 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Nov 05 22:28:55.789199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3409431-9dc8-492f-aa2e-bad9f870735d req-c315a134-7ae5-4927-8203-351fa3bd20d5 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:55.791268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3409431-9dc8-492f-aa2e-bad9f870735d req-c315a134-7ae5-4927-8203-351fa3bd20d5 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0502899 Nov 05 22:28:55.840881 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f3409431-9dc8-492f-aa2e-bad9f870735d req-0d3c53c0-de48-4a94-b75f-f07f2e9cf404 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Nov 05 22:28:56.549715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-271a1e00-f57e-4e79-a7a1-1a7741ff5012 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384238 Nov 05 22:28:56.633443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-4cdbcf31-25f1-4c2f-b196-9d80b3d3039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:56.634955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-4cdbcf31-25f1-4c2f-b196-9d80b3d3039e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1096 time: 0.0409160 Nov 05 22:28:56.736799 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-ae3a3e61-1a6c-4adb-9cbb-48c89580c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:56.738211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-ae3a3e61-1a6c-4adb-9cbb-48c89580c94d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 913 time: 0.0858595 Nov 05 22:28:56.778303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-d1ceebc7-6204-4595-a15b-34752fe32615 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 217 time: 0.0328290 Nov 05 22:28:56.826330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-09bac299-9803-4aef-807f-dee36f6fae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:56.827727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-09bac299-9803-4aef-807f-dee36f6fae9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 200 len: 852 time: 0.0421209 Nov 05 22:28:56.863376 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-67301070-c6ea-4273-bb6a-0fa730c7fcc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8664021d-4d53-4b70-8b47-8d79952a4476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240195 Nov 05 22:28:56.997326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837693bb-7279-4c43-8627-e379c9326c0c req-18587cb1-d132-451d-992e-8f176f4b2762 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:56.998778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-837693bb-7279-4c43-8627-e379c9326c0c req-18587cb1-d132-451d-992e-8f176f4b2762 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0680816 Nov 05 22:28:57.002244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-24fe48ac-cb69-49af-94f0-5b211187d026 service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250064 Nov 05 22:28:57.102646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-837693bb-7279-4c43-8627-e379c9326c0c req-af2c3bf1-f9be-4e1e-a172-031cc892506f tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980034 Nov 05 22:28:57.124428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7823426-5dc9-4275-bbd6-386d35c39514 req-b9e0e5e8-e6a2-4723-9f97-ebf6297eca85 service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142001 Nov 05 22:28:57.524495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7de5e-0a06-4f79-8d1b-1a3627eca059 req-734618b6-2fe1-4aa6-b24f-d8527da8ccf5 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:57.526547 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bd7de5e-0a06-4f79-8d1b-1a3627eca059 req-734618b6-2fe1-4aa6-b24f-d8527da8ccf5 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0499163 Nov 05 22:28:57.580160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bd7de5e-0a06-4f79-8d1b-1a3627eca059 req-d08118f9-8729-4160-8d08-0079d4c6574e tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Nov 05 22:28:57.644977 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-0fc2ee20-e61d-4c2f-ad32-53acb92c212d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986071 Nov 05 22:28:57.654360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-c9c55139-0b61-443c-9172-079728367c38 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:28:57.655297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-c9c55139-0b61-443c-9172-079728367c38 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054927 Nov 05 22:28:58.695491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658234b4-5da4-4e89-a88b-b9eacd736401 req-38d72592-11dc-4ef9-9a75-6ec4c6bf5fdc tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:58.697252 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-658234b4-5da4-4e89-a88b-b9eacd736401 req-38d72592-11dc-4ef9-9a75-6ec4c6bf5fdc tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0495818 Nov 05 22:28:58.745863 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-658234b4-5da4-4e89-a88b-b9eacd736401 req-5ed32399-5519-41ca-b3c0-28aee07f1fd4 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Nov 05 22:28:59.776951 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-d0ff8e12-0c8d-4469-9295-e44223720324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:59.778443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-d0ff8e12-0c8d-4469-9295-e44223720324 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1096 time: 0.0451131 Nov 05 22:28:59.902245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-13238201-c4c8-4bba-bf81-b1563b17728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:59.903727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-13238201-c4c8-4bba-bf81-b1563b17728b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 913 time: 0.1177437 Nov 05 22:28:59.912175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc50809-a33a-4fd9-8dc1-89eb932ddbf3 req-a4b74fa4-27f2-4a9f-86eb-38ef72dc9da3 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:28:59.913519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdc50809-a33a-4fd9-8dc1-89eb932ddbf3 req-a4b74fa4-27f2-4a9f-86eb-38ef72dc9da3 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0766141 Nov 05 22:28:59.958234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-b25a0ad8-c16f-41de-ae88-9aa1e4dfed16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 217 time: 0.0438066 Nov 05 22:29:00.014801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdc50809-a33a-4fd9-8dc1-89eb932ddbf3 req-2d949e55-0b0a-446e-89d0-84a5172cbc4f tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944777 Nov 05 22:29:00.025905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-d63a073a-e523-497d-a5b6-2a2c7238708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:00.027314 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-d63a073a-e523-497d-a5b6-2a2c7238708d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 200 len: 852 time: 0.0624061 Nov 05 22:29:00.058774 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-aa6cc5fd-b749-455b-b199-f2b8852eb8cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8664021d-4d53-4b70-8b47-8d79952a4476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246451 Nov 05 22:29:00.155890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-054921e4-195f-4c50-bbd2-ebe37f8d7880 service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868163 Nov 05 22:29:00.252924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-08b9870f-c71c-44d8-a262-3d566a24a77e service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904994 Nov 05 22:29:00.994397 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:01.129577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874a601-a890-459b-a593-1740021d0fe4 req-40e91075-0ca1-4ebe-b4fc-ab705f80c155 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:01.131083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6874a601-a890-459b-a593-1740021d0fe4 req-40e91075-0ca1-4ebe-b4fc-ab705f80c155 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0488310 Nov 05 22:29:01.180680 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6874a601-a890-459b-a593-1740021d0fe4 req-db8b3636-ea6e-445a-a2bc-22eb2333c3dd tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Nov 05 22:29:02.294363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2828d-caac-49be-8092-711070c5722f req-3ffa772b-4c9c-43fd-b3bd-2b9550bacaa6 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:02.295864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22d2828d-caac-49be-8092-711070c5722f req-3ffa772b-4c9c-43fd-b3bd-2b9550bacaa6 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0481977 Nov 05 22:29:02.342855 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22d2828d-caac-49be-8092-711070c5722f req-e2549c19-d0de-4973-b04a-59c483e8993c tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Nov 05 22:29:03.142626 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:03.457464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340f7f4-6040-4f97-9f9d-d412774e7b15 req-38c8a017-92a5-4ae1-bfc6-71f086b488da tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:03.458911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8340f7f4-6040-4f97-9f9d-d412774e7b15 req-38c8a017-92a5-4ae1-bfc6-71f086b488da tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0480714 Nov 05 22:29:03.505655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8340f7f4-6040-4f97-9f9d-d412774e7b15 req-aa218695-e875-46ec-b1d0-9ae406d0e1f0 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Nov 05 22:29:04.620187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074eb42e-f948-47d8-827c-66ef91f0dfd2 req-114ac6d2-a0bd-4608-bd55-79a75a2c2e0b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:04.621663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-074eb42e-f948-47d8-827c-66ef91f0dfd2 req-114ac6d2-a0bd-4608-bd55-79a75a2c2e0b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0488951 Nov 05 22:29:04.668687 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-074eb42e-f948-47d8-827c-66ef91f0dfd2 req-a036db46-6353-48bf-bb8c-5873fc240b7c tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Nov 05 22:29:05.784677 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf800e-ed49-4ed3-99dd-5aa14b098ae9 req-90526ab8-cd7c-4352-86b7-4c0cfdbf90f6 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:05.786149 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bdcf800e-ed49-4ed3-99dd-5aa14b098ae9 req-90526ab8-cd7c-4352-86b7-4c0cfdbf90f6 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0505581 Nov 05 22:29:05.833074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bdcf800e-ed49-4ed3-99dd-5aa14b098ae9 req-bfc393ba-1d32-46d6-8b56-c9169e48741f tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Nov 05 22:29:06.365353 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2253855a-4d1e-4fd6-af64-8c2b02f22c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:06.950423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7a034-a6b4-4461-9850-06cef4709160 req-fa4a5f7e-a63a-4e00-912a-1f317ce31146 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:06.951911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03c7a034-a6b4-4461-9850-06cef4709160 req-fa4a5f7e-a63a-4e00-912a-1f317ce31146 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0529189 Nov 05 22:29:06.997361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03c7a034-a6b4-4461-9850-06cef4709160 req-f90b5f23-2805-4a0b-8445-4c253f849977 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Nov 05 22:29:08.116781 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774802d-6f3f-4b4e-87a7-d772d2be4eae req-f07f6d45-364a-49e1-a91f-f92e1c577e4a tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:08.118242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5774802d-6f3f-4b4e-87a7-d772d2be4eae req-f07f6d45-364a-49e1-a91f-f92e1c577e4a tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0538447 Nov 05 22:29:08.164719 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5774802d-6f3f-4b4e-87a7-d772d2be4eae req-ba116039-2a06-4d20-85c9-a5d6bd3cb7cb tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Nov 05 22:29:08.519997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d245a133-5e21-4484-9842-f3b3063d3fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:09.278443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc54576-f025-4a68-9c4c-7e886bdf8c4b req-1a57b39c-946b-47af-b660-0473271e9e05 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:09.279911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bc54576-f025-4a68-9c4c-7e886bdf8c4b req-1a57b39c-946b-47af-b660-0473271e9e05 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0474105 Nov 05 22:29:09.326333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2bc54576-f025-4a68-9c4c-7e886bdf8c4b req-4b147e8e-aec5-47ea-b3ac-feae7466e197 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Nov 05 22:29:10.114201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:10.446547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c71c8-718f-4757-a28c-494694ae7e5a req-2974cc11-61f6-43d4-8e56-2baf3732d681 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:10.448069 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad4c71c8-718f-4757-a28c-494694ae7e5a req-2974cc11-61f6-43d4-8e56-2baf3732d681 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0495718 Nov 05 22:29:10.494789 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad4c71c8-718f-4757-a28c-494694ae7e5a req-5fc7a53c-e109-49ed-b25e-21d04bb3669d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Nov 05 22:29:11.547125 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:11.612282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c43d2d-f482-47a9-8f51-a7f905837ce1 req-5d2ff098-4c9d-4893-8261-76dc1d751981 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:11.613758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71c43d2d-f482-47a9-8f51-a7f905837ce1 req-5d2ff098-4c9d-4893-8261-76dc1d751981 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0519390 Nov 05 22:29:11.661643 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-71c43d2d-f482-47a9-8f51-a7f905837ce1 req-b65e6d1d-e783-4727-9e70-f4f5c6427169 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Nov 05 22:29:12.050006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:12.778449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c70d-5b1d-48a6-b82c-d8ce2e8dfcb6 req-9693e35a-29e9-4443-85a0-7812c2ad9343 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:12.779850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5771c70d-5b1d-48a6-b82c-d8ce2e8dfcb6 req-9693e35a-29e9-4443-85a0-7812c2ad9343 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0499797 Nov 05 22:29:12.830500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5771c70d-5b1d-48a6-b82c-d8ce2e8dfcb6 req-f26bd49b-4608-4b7b-a5a7-f878bae5e403 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Nov 05 22:29:13.947767 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456b11-c064-4b8f-9f5a-29be09c56b71 req-9ed813a9-a1de-4bbf-96c0-417269d20f21 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:13.949234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5456b11-c064-4b8f-9f5a-29be09c56b71 req-9ed813a9-a1de-4bbf-96c0-417269d20f21 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0487010 Nov 05 22:29:13.995956 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5456b11-c064-4b8f-9f5a-29be09c56b71 req-20d5397a-ede3-47ff-a88a-5d908d163c33 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Nov 05 22:29:15.110172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258efe7-4614-4c23-92a5-9ba417569984 req-08793dde-9ba7-4f76-a08d-89d08fb2d268 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:15.111669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0258efe7-4614-4c23-92a5-9ba417569984 req-08793dde-9ba7-4f76-a08d-89d08fb2d268 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0494752 Nov 05 22:29:15.157959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0258efe7-4614-4c23-92a5-9ba417569984 req-9f64f7b3-7494-4904-83b0-3d401bf99a13 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Nov 05 22:29:16.276923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3aaa1-b6e6-458d-a200-c4f87076fb08 req-7273f1c8-6a46-4626-a426-48089f2a281d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:16.278401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4b3aaa1-b6e6-458d-a200-c4f87076fb08 req-7273f1c8-6a46-4626-a426-48089f2a281d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0482638 Nov 05 22:29:16.328942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4b3aaa1-b6e6-458d-a200-c4f87076fb08 req-7e58fea4-c252-4370-8c29-bfe28bce920b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Nov 05 22:29:17.444762 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bd6b2-d27f-4f89-a319-a0bb2611cba6 req-f91b4cd3-1544-4b66-bd9c-ad90758794d2 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:17.446221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5e8bd6b2-d27f-4f89-a319-a0bb2611cba6 req-f91b4cd3-1544-4b66-bd9c-ad90758794d2 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0489175 Nov 05 22:29:17.492631 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5e8bd6b2-d27f-4f89-a319-a0bb2611cba6 req-9eaeeac9-5a0a-4093-a123-a1542eeae39d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Nov 05 22:29:18.605182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156b2f2-18a2-449f-8e12-94c017512f2a req-457c325e-5638-4621-8e09-17aa083b578d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:18.606631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f156b2f2-18a2-449f-8e12-94c017512f2a req-457c325e-5638-4621-8e09-17aa083b578d tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0479462 Nov 05 22:29:18.652055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f156b2f2-18a2-449f-8e12-94c017512f2a req-4d04e199-e769-4243-9ece-0f08fec97b01 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396791 Nov 05 22:29:19.775440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920aa02-3041-46a5-8dda-97ce5347b1bd req-9e3a939c-c274-4ce5-b913-8891aa31e148 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:19.776952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b920aa02-3041-46a5-8dda-97ce5347b1bd req-9e3a939c-c274-4ce5-b913-8891aa31e148 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0574422 Nov 05 22:29:19.823893 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b920aa02-3041-46a5-8dda-97ce5347b1bd req-60d9085d-8c6d-422a-9660-dc1dae498a36 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Nov 05 22:29:20.937144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be5465-2058-42be-89f0-925c54c78fa9 req-65fafbd3-55e9-42ed-9ac7-c3c2032f43d8 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:20.938611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61be5465-2058-42be-89f0-925c54c78fa9 req-65fafbd3-55e9-42ed-9ac7-c3c2032f43d8 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0481243 Nov 05 22:29:20.984995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61be5465-2058-42be-89f0-925c54c78fa9 req-9e737176-7248-4cb0-953a-543d7f469534 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Nov 05 22:29:21.537449 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:29:22.100143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cbb2e-28a1-4841-acba-24bbd5e4795d req-f228efd2-c7be-4997-a442-6788df421b16 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:22.101938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b4cbb2e-28a1-4841-acba-24bbd5e4795d req-f228efd2-c7be-4997-a442-6788df421b16 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0499403 Nov 05 22:29:22.147569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b4cbb2e-28a1-4841-acba-24bbd5e4795d req-aeb82126-07ba-4245-af41-eb4e5e434a04 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Nov 05 22:29:23.264632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de6ca-b05d-47f6-b40f-71555732fb84 req-343c0caa-d2e5-4158-9175-945388e9cb3a tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:23.266072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e68de6ca-b05d-47f6-b40f-71555732fb84 req-343c0caa-d2e5-4158-9175-945388e9cb3a tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0517840 Nov 05 22:29:23.315889 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e68de6ca-b05d-47f6-b40f-71555732fb84 req-4eeba3f0-2520-4718-9377-bd6c40de4b18 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439901 Nov 05 22:29:24.435787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e89122-83c5-4126-b5d0-c1c3b31ddfc8 req-5dd75219-a05d-444c-ba3e-4c4675e6cb54 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:24.437240 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70e89122-83c5-4126-b5d0-c1c3b31ddfc8 req-5dd75219-a05d-444c-ba3e-4c4675e6cb54 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0521052 Nov 05 22:29:24.485575 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70e89122-83c5-4126-b5d0-c1c3b31ddfc8 req-997c179f-043c-4ddd-95f1-d7125d98962a tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Nov 05 22:29:25.598815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690353a-85c5-4e13-be60-e7970c3053c4 req-5de325cc-d6a6-4f55-9c8f-460eeb6a1070 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:25.600275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0690353a-85c5-4e13-be60-e7970c3053c4 req-5de325cc-d6a6-4f55-9c8f-460eeb6a1070 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0475886 Nov 05 22:29:25.646639 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0690353a-85c5-4e13-be60-e7970c3053c4 req-c75dbe58-a389-4575-9139-5bf761d79a33 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Nov 05 22:29:26.760650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2ec2-4b07-4d5e-b218-0268b495f22d req-e74d5070-7121-4fee-bb4c-3e7678dc381e tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:26.762097 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15bb2ec2-4b07-4d5e-b218-0268b495f22d req-e74d5070-7121-4fee-bb4c-3e7678dc381e tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0486062 Nov 05 22:29:26.808720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-15bb2ec2-4b07-4d5e-b218-0268b495f22d req-28b9eb5c-9458-4988-aa48-e1ab911b3a14 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Nov 05 22:29:27.311531 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-8d2dce7d-3568-4890-b758-07e31e32cbee service neutron] show failed (client error): The resource could not be found. Nov 05 22:29:27.312546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-8d2dce7d-3568-4890-b758-07e31e32cbee service neutron] 10.222.0.13 "GET /v2.0/ports/5531b63e-ea07-413d-b0d7-c0ff13cb3c3e/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0535142 Nov 05 22:29:27.826997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-571ce9d9-6268-4c40-ae7a-58fd998e7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:27.828508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-571ce9d9-6268-4c40-ae7a-58fd998e7550 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b&tenant_id=e8f90878c74647ad98d060eaba404aed HTTP/1.1" status: 200 len: 1096 time: 0.0991664 Nov 05 22:29:27.839917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-f5fa5665-0de2-4c39-ad0f-ecc8e533c830 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:29:27.841034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-f5fa5665-0de2-4c39-ad0f-ecc8e533c830 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062499 Nov 05 22:29:27.853825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:29:27.929732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:27.959755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147356c-a37d-4b4a-9878-041a1b4bbebd req-5cbbe623-ef75-42d8-a5a4-edb4b067d87e tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:27.961202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4147356c-a37d-4b4a-9878-041a1b4bbebd req-5cbbe623-ef75-42d8-a5a4-edb4b067d87e tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 945 time: 0.0811098 Nov 05 22:29:28.086377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4147356c-a37d-4b4a-9878-041a1b4bbebd req-9bd37fc7-4f14-4a39-a9ab-55dba17fb36a tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086664 Nov 05 22:29:28.173578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:28.204887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:29:28.242114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:29:28.244998 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac965b-19f5-409e-a751-28c09df39717" -d '{"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-unplugged", "status": "completed", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:29:28.248611 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:28.260474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Transition to ACTIVE for port object 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:29:28.300067 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a683d8-6ff7-43b3-9438-d1c3ed9ab03b x-openstack-request-id: req-45a683d8-6ff7-43b3-9438-d1c3ed9ab03b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:29:28.300357 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-unplugged", "status": "completed", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:29:28.300619 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45a683d8-6ff7-43b3-9438-d1c3ed9ab03b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:29:28.301027 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'code': 200} Nov 05 22:29:28.329642 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:28.394984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:28.397297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] No DVR routers for this DVR port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:29:28.432252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:29:28.432587 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:29:28.432908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on network 8664021d-4d53-4b70-8b47-8d79952a4476 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:29:28.437186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on network 8664021d-4d53-4b70-8b47-8d79952a4476 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:29:28.437502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Attempting to bind port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on network 8664021d-4d53-4b70-8b47-8d79952a4476 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:29:28.442254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:29:28.442583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Checking segment: {'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:29:28.442958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Bound using segment: {'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:29:28.443376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Bound port: 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df201d07-9ccb-453c-a5ce-44a3c684e626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:29:28.443759 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:28.505386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:29:28.508368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:29:28.564317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:28.597326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:28.597956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:28.599947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] 10.222.0.46 "PUT /v2.0/ports/5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 1091 time: 0.7507031 Nov 05 22:29:28.631717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7c9ab-b199-4f45-ac2f-cdd61895ffa4 service neutron] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:28.669297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-fc2497b5-919b-4057-9f88-5f6b2daee31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:28.671523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-fc2497b5-919b-4057-9f88-5f6b2daee31e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1094 time: 0.0468490 Nov 05 22:29:28.760466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-38ca651c-e580-4e9b-a7e6-5acdea9bebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:28.761934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-38ca651c-e580-4e9b-a7e6-5acdea9bebfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 913 time: 0.0844035 Nov 05 22:29:28.806038 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-1fb7f2c6-f887-4bb1-a59d-89fe19141c7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 217 time: 0.0375829 Nov 05 22:29:28.854652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-12428283-b66f-4959-9c36-e140b4030f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:28.856150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-12428283-b66f-4959-9c36-e140b4030f28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 200 len: 852 time: 0.0426316 Nov 05 22:29:28.887138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-7c222ffb-2ebd-4fdd-85bd-9096e063f0f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8664021d-4d53-4b70-8b47-8d79952a4476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238869 Nov 05 22:29:28.978017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-d7efd247-c37a-42b6-8131-d1a0f09db5b5 service neutron] 10.222.0.46 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838828 Nov 05 22:29:29.064528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ef3e1f6-2aae-4624-bb9c-e7d57f8e4396 req-90f66a89-91e1-4a9b-b649-ba72d367e693 service neutron] 10.222.0.46 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796275 Nov 05 22:29:29.203741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0da6e-7124-4397-8600-0905def8cd39 req-fdcfc7c8-717b-42c4-8f47-d467f06729dd tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:29.205166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1af0da6e-7124-4397-8600-0905def8cd39 req-fdcfc7c8-717b-42c4-8f47-d467f06729dd tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 943 time: 0.0502956 Nov 05 22:29:29.257847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1af0da6e-7124-4397-8600-0905def8cd39 req-7c0feba5-ab46-4f6c-80c0-7e9f3f1fa275 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Nov 05 22:29:30.302448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:29:30.304835 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:29:30.352419 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d4c081-b791-4bbc-9adb-01728ec586b7 x-openstack-request-id: req-53d4c081-b791-4bbc-9adb-01728ec586b7 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:29:30.352715 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:29:30.352969 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53d4c081-b791-4bbc-9adb-01728ec586b7 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:29:30.353369 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'status': 'completed', 'code': 200} Nov 05 22:29:30.406406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5430c6d-5300-47a5-962d-2a93866a7b13 req-ccc8c358-9afb-40c2-a998-7356569a2c5b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:30.408081 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5430c6d-5300-47a5-962d-2a93866a7b13 req-ccc8c358-9afb-40c2-a998-7356569a2c5b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 943 time: 0.0535784 Nov 05 22:29:30.440921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-bddab002-fe5e-4def-bf81-880bc09c4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:30.442427 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-bddab002-fe5e-4def-bf81-880bc09c4f57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1094 time: 0.0611148 Nov 05 22:29:30.444266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-d6ca46ff-db41-4dd7-9db1-bd7e6b42bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:30.445583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-d6ca46ff-db41-4dd7-9db1-bd7e6b42bea1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1094 time: 0.0724592 Nov 05 22:29:30.459892 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5430c6d-5300-47a5-962d-2a93866a7b13 req-71bddbb7-eba4-466a-865a-490b48c9649c tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 Nov 05 22:29:30.600174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-d189a7a2-3ed3-46dc-a70e-6b488c982594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:30.601925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-d189a7a2-3ed3-46dc-a70e-6b488c982594 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 913 time: 0.1516907 Nov 05 22:29:30.604511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-3fdc083f-f50e-49ad-b245-30a8b5bf9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:30.605816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-3fdc083f-f50e-49ad-b245-30a8b5bf9959 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 913 time: 0.1483800 Nov 05 22:29:30.675485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-235f14d5-45fc-419a-b59a-18de2f0f9fe4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 217 time: 0.0657074 Nov 05 22:29:30.676836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-74f3d539-d33d-4bc4-805f-2e2811859fbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 217 time: 0.0619090 Nov 05 22:29:30.762063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-54d714e9-2412-4113-8499-cdd2c9d4ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:30.763461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-54d714e9-2412-4113-8499-cdd2c9d4ba23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 200 len: 852 time: 0.0801883 Nov 05 22:29:30.764845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-a5f4b35d-834b-4ca1-9ad3-2e41c317639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:30.766121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-a5f4b35d-834b-4ca1-9ad3-2e41c317639f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 200 len: 852 time: 0.0817986 Nov 05 22:29:30.813389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-6d2bd51e-2407-4063-ac57-a0c93ba05c1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8664021d-4d53-4b70-8b47-8d79952a4476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419385 Nov 05 22:29:30.815159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-38554aeb-ac28-4c39-b2e1-7d172fff368c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8664021d-4d53-4b70-8b47-8d79952a4476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365591 Nov 05 22:29:30.969236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-8c94cdf6-6d2f-4097-95a4-6a9a0bf4aa7c service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479549 Nov 05 22:29:30.970969 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-704c7cbe-dc52-4f6a-8b2b-b3b32234b5e3 service neutron] 10.222.0.46 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426461 Nov 05 22:29:31.022276 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:31.130524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-fba49963-8bce-4560-b416-4725bb322386 service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536758 Nov 05 22:29:31.133954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-702a52fa-1438-40a3-a7d9-6cc52cd8e8d7 req-d77fce04-f697-403c-ae81-a6c2aeb07b39 service neutron] 10.222.0.46 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491795 Nov 05 22:29:31.576469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9db13-f473-457d-9eba-36da27a3793d req-6a623b24-893b-467e-aa59-852e830d54f0 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:31.577920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ba9db13-f473-457d-9eba-36da27a3793d req-6a623b24-893b-467e-aa59-852e830d54f0 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 943 time: 0.0483930 Nov 05 22:29:31.624506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ba9db13-f473-457d-9eba-36da27a3793d req-1f0f94d4-602f-424d-84db-bcef021831e5 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Nov 05 22:29:32.708048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:29:32.738458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9b71-4946-4fbf-8b6a-ed2e34c54f85 req-4160592c-b3d4-4352-8864-49c272250ea1 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:32.739955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9bb9b71-4946-4fbf-8b6a-ed2e34c54f85 req-4160592c-b3d4-4352-8864-49c272250ea1 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 943 time: 0.0490713 Nov 05 22:29:32.746832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:29:32.786836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9bb9b71-4946-4fbf-8b6a-ed2e34c54f85 req-5c838c96-4dfd-42ae-919b-790030009ded tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Nov 05 22:29:33.142113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:33.214805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-3bfb963c-6d62-490a-9e29-fabe4129ba49 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:33.216268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-3bfb963c-6d62-490a-9e29-fabe4129ba49 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b&tenant_id=e8f90878c74647ad98d060eaba404aed&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 943 time: 0.0505226 Nov 05 22:29:33.276862 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-0ff669b0-b4ba-4cc6-b2cb-0822cbb63de2 service neutron] delete failed (client error): The resource could not be found. Nov 05 22:29:33.277816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-0ff669b0-b4ba-4cc6-b2cb-0822cbb63de2 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5531b63e-ea07-413d-b0d7-c0ff13cb3c3e/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0547447 Nov 05 22:29:33.359448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-7572e433-3d4c-4151-b926-55a0de7eb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:33.360911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-7572e433-3d4c-4151-b926-55a0de7eb4c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8f90878c74647ad98d060eaba404aed&device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 1094 time: 0.0402393 Nov 05 22:29:33.452800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-11b6a6bf-473d-4ccf-8c0b-e1f179811fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:33.454242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-11b6a6bf-473d-4ccf-8c0b-e1f179811fe5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 200 len: 913 time: 0.0864756 Nov 05 22:29:33.497936 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-63163728-9d79-4f28-9523-52dc71532a92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 200 len: 217 time: 0.0368192 Nov 05 22:29:33.545506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-08623571-7940-424a-81cc-c335f8849d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:33.546886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-08623571-7940-424a-81cc-c335f8849d2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 200 len: 852 time: 0.0420866 Nov 05 22:29:33.577821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-d99a02c1-e7a6-4827-9542-a1e4cef95beb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8664021d-4d53-4b70-8b47-8d79952a4476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239406 Nov 05 22:29:33.668391 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-75c7d918-bde8-414d-9345-e5da5cc2da6e service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825884 Nov 05 22:29:33.756702 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-07c578ad-143c-419c-bc2a-7bea26dd5629 service neutron] 10.222.0.13 "GET /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810404 Nov 05 22:29:34.236520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:29:34.330777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:34.342793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'network_id': '8664021d-4d53-4b70-8b47-8d79952a4476', 'port_id': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'mac_address': 'fa:16:3e:63:fe:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243032e7-0f24-4786-8373-bf5db8e495ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:29:34.382631 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:34.395775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:29:34.415717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:34.525608 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:34.574734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:34.891667 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:29:35.024046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a431c-4d61-4d6b-9168-ade3858010e5 req-31b992ed-ad5e-424d-a42c-a70010fb4dd0 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:35.026093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a90a431c-4d61-4d6b-9168-ade3858010e5 req-31b992ed-ad5e-424d-a42c-a70010fb4dd0 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 944 time: 0.0502355 Nov 05 22:29:35.073441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a90a431c-4d61-4d6b-9168-ade3858010e5 req-5e3f0723-ff55-47c9-aecb-ba097531ce23 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Nov 05 22:29:36.190838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013fde5-535c-4c9a-b63e-f4c4587ad20f req-06e8b36c-b717-4241-8b80-9e7ae47e316c tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:36.192332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9013fde5-535c-4c9a-b63e-f4c4587ad20f req-06e8b36c-b717-4241-8b80-9e7ae47e316c tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 944 time: 0.0488214 Nov 05 22:29:36.244658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9013fde5-535c-4c9a-b63e-f4c4587ad20f req-136ad3a4-2b47-4f0b-9d06-ea9a462f2043 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb747818-dbf4-4bdc-8547-f827388b9616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Nov 05 22:29:36.246291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:29:36.365352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d2154b9-de92-46fc-9320-320e58c59d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.392810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:29:36.397019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:29:36.397381 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.441456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-6b4a0b08-3db8-4771-8b11-0e2a0b464697 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:36.442930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-6b4a0b08-3db8-4771-8b11-0e2a0b464697 tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 944 time: 0.0465026 Nov 05 22:29:36.474215 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.499888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:29:36.502126 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5167496-5ae6-496c-9c5d-da3ec0da4d85" -d '{"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-plugged", "status": "completed", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:29:36.518212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:36.536048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Deleting port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:29:36.536387 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.542669 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb71b522-c644-4e4b-9532-f37e33fb5f7e x-openstack-request-id: req-eb71b522-c644-4e4b-9532-f37e33fb5f7e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:29:36.542991 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-plugged", "status": "completed", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:29:36.543304 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb71b522-c644-4e4b-9532-f37e33fb5f7e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:29:36.543756 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'code': 200} Nov 05 22:29:36.582239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.627797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] For port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,segment=NetworkSegment(df201d07-9ccb-453c-a5ce-44a3c684e626),segment_id=df201d07-9ccb-453c-a5ce-44a3c684e626)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:36.628218 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.629057 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:36.642574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Calling delete_port for 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:29:36.827625 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.838652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:29:36.855725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Pushing event deleted for resources: {'Port': ['ID=5531b63e-ea07-413d-b0d7-c0ff13cb3c3e,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:36.899609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] No DVR routers for this DVR port 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:29:36.902142 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:36.905510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6697163a-dc7f-4154-acf4-c104ebe5d57f req-e9539880-b7dd-40e7-9210-17b1aabf682b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.46 "DELETE /v2.0/ports/5531b63e-ea07-413d-b0d7-c0ff13cb3c3e HTTP/1.1" status: 204 len: 173 time: 0.4553895 Nov 05 22:29:36.905969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-deleted', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:29:36.908207 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b17aca-aa34-42cd-9fb2-63be8288e69e" -d '{"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-deleted", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:29:36.957391 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7f6511-b475-4931-ab1b-3c9830425bc2 x-openstack-request-id: req-9e7f6511-b475-4931-ab1b-3c9830425bc2 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:29:36.957391 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8faba13-4b4d-47ca-a93e-b0dadacd120b", "name": "network-vif-deleted", "tag": "5531b63e-ea07-413d-b0d7-c0ff13cb3c3e", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:29:36.957391 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e7f6511-b475-4931-ab1b-3c9830425bc2 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:29:36.957391 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8faba13-4b4d-47ca-a93e-b0dadacd120b', 'name': 'network-vif-deleted', 'tag': '5531b63e-ea07-413d-b0d7-c0ff13cb3c3e', 'status': 'completed', 'code': 200} Nov 05 22:29:37.370417 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b21a35b-8c22-449c-afda-5d340f6dd317 req-dfe8b57c-0033-45ed-a43a-286c07d2ed6b tempest-DeleteServersTestJSON-1850190022 tempest-DeleteServersTestJSON-1850190022-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8faba13-4b4d-47ca-a93e-b0dadacd120b HTTP/1.1" status: 200 len: 210 time: 0.0338778 Nov 05 22:29:38.506433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41370) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:29:38.531192 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cd91-414f-49c6-a5a8-7169f592ffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:38.551149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Deleting subnet 243032e7-0f24-4786-8373-bf5db8e495ec {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:29:38.554257 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:38.939153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:38.980255 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.119814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.144266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243032e7-0f24-4786-8373-bf5db8e495ec,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:39.152507 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.155597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/243032e7-0f24-4786-8373-bf5db8e495ec HTTP/1.1" status: 204 len: 168 time: 0.6481590 Nov 05 22:29:39.157410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.157751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.158084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.158277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41372) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:29:39.158649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.158727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.159031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.159348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.159700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.160019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.160335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.160651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.160963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015400f1-c04c-429a-965e-ef9eefafaa8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:29:39.226793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.314722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.338836 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8664021d-4d53-4b70-8b47-8d79952a4476']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:29:39.348005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df201d07-9ccb-453c-a5ce-44a3c684e626') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:29:39.348295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df201d07-9ccb-453c-a5ce-44a3c684e626') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:29:39.357678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.370323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.376075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:29:39.376444 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:29:39.378033 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:29:39.484873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.490267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.493420 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8664021d-4d53-4b70-8b47-8d79952a4476 HTTP/1.1" status: 204 len: 168 time: 0.3341861 Nov 05 22:29:39.504153 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08508-c8d0-4665-b14d-4dcb99d94cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8664021d-4d53-4b70-8b47-8d79952a4476,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:39.786365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41376) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:29:39.830943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51e543d9-42a5-4dda-baa5-719e6603944c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8f90878c74647ad98d060eaba404aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433311 Nov 05 22:29:39.833386 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41378) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:29:39.885305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ee9c5b-9b35-4e89-b98c-38d0baceaf0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:39.906244 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ee9c5b-9b35-4e89-b98c-38d0baceaf0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:40.033712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ee9c5b-9b35-4e89-b98c-38d0baceaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:40.036487 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43ee9c5b-9b35-4e89-b98c-38d0baceaf0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:40.037640 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-43ee9c5b-9b35-4e89-b98c-38d0baceaf0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb747818-dbf4-4bdc-8547-f827388b9616 HTTP/1.1" status: 204 len: 168 time: 0.2033584 Nov 05 22:29:40.046202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee9c5b-9b35-4e89-b98c-38d0baceaf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb747818-dbf4-4bdc-8547-f827388b9616,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:40.113844 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:40.945062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41400) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:29:41.038166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1873617187-network', 'tenant_id': '783d131cc68b434cb1d43fde4ad0222c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:29:41.130459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Made reservation on behalf of 783d131cc68b434cb1d43fde4ad0222c for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:29:41.132807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.145416 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.216652 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.329409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.352960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:29:41.362233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b744777-7940-4139-bf32-26392dbf0ffc,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:41.366771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.367104 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Added segment 653a509c-6644-4420-957f-af224b4c5010 of type vlan for network cfb74122-a557-42e4-954a-904b245cf0c6 Nov 05 22:29:41.406013 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.502296 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.503264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:41.503871 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.564534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb74122-a557-42e4-954a-904b245cf0c6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:41.573871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network cfb74122-a557-42e4-954a-904b245cf0c6 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:29:41.592338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.613751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f0a83dc-d482-4cd4-8a3d-0cf0d1401471 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6669858 Nov 05 22:29:41.620299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41404) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:29:41.621770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Request body: {'subnet': {'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1873617187-subnet', 'tenant_id': '783d131cc68b434cb1d43fde4ad0222c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:29:41.707566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Made reservation on behalf of 783d131cc68b434cb1d43fde4ad0222c for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:29:41.709860 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.931540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:41.985577 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa63b4d-e080-40e7-bf12-5d4f23f049b7,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:41.995884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Checking segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:29:41.996242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Network hostable DHCP agents. Network: cfb74122-a557-42e4-954a-904b245cf0c6, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:29:42.044744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:42.067442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Network cfb74122-a557-42e4-954a-904b245cf0c6 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:29:42.130603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, cfb74122-a557-42e4-954a-904b245cf0c6) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:29:42.134685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:42.135277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:42.139151 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b48af-953d-4a06-91fa-c4357e4a9490 None None] Network cfb74122-a557-42e4-954a-904b245cf0c6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:29:42.213863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9d7fa8e3-5727-4c47-b3c8-51be55962613 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5961578 Nov 05 22:29:42.253061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:29:42.274563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213be0f-c912-44f4-a3d7-c16d38d03a95 None None] Network cfb74122-a557-42e4-954a-904b245cf0c6 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:29:42.277436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:29:42.277773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 5531b63e-ea07-413d-b0d7-c0ff13cb3c3e not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:29:42.639888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-d8b247df-334b-43ef-8cb5-86c241b7a815 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:42.641363 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-d8b247df-334b-43ef-8cb5-86c241b7a815 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 815 time: 0.1060600 Nov 05 22:29:42.656553 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-5dbadbb2-b377-47b3-87f8-d9e00a0dae68 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/quotas/783d131cc68b434cb1d43fde4ad0222c HTTP/1.1" status: 200 len: 375 time: 0.0094910 Nov 05 22:29:42.687645 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-d184802f-82b2-4ea6-a434-24878b160e1b tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260036 Nov 05 22:29:42.778243 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1def322e-3bc0-4ed6-ba51-c86b3ed6bcb2 service neutron] 10.222.0.41 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Nov 05 22:29:42.870053 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-e646ae07-d08e-428e-9899-a2a7590fd5d4 service neutron] 10.222.0.41 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858707 Nov 05 22:29:43.109833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba66f93a-7e1c-42b2-8950-bc9db67e4053 req-fdb4137a-616e-47dc-9be4-2e12279220c2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 210 time: 0.0278201 Nov 05 22:29:44.203491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1690236c-a65e-4670-b6ca-e5b9eae5d3a6 req-d1abf174-1068-49a0-89f6-9d7166d7cd3b tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 210 time: 0.0275414 Nov 05 22:29:45.083470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-453409d1-7930-499a-91b5-5a02e42eb7d2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:45.085080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-453409d1-7930-499a-91b5-5a02e42eb7d2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.46 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 815 time: 0.1063666 Nov 05 22:29:45.098486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Request body: {'port': {'device_id': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6', 'admin_state_up': True, 'tenant_id': '783d131cc68b434cb1d43fde4ad0222c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:29:45.297499 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12ff9698-e810-4333-8541-3611502c74c3 req-fd443e22-7cb7-4be8-b173-dcf7b403c0e8 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 210 time: 0.0277128 Nov 05 22:29:45.298223 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Made reservation on behalf of 783d131cc68b434cb1d43fde4ad0222c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:29:45.301624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:45.425746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Allocated IP 172.20.0.3 (cfb74122-a557-42e4-954a-904b245cf0c6/8aa63b4d-e080-40e7-bf12-5d4f23f049b7/f4c04fd1-e734-42da-8434-af9ca1cb2056) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:29:45.588133 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:45.685336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:45.727422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Network cfb74122-a557-42e4-954a-904b245cf0c6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:29:45.732386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:29:45.736147 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:29:45.742442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:45.787318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:45.787978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:45.875184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1b71e64d-a3b9-47a6-82b0-6b7909c361f2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804301 Nov 05 22:29:45.887679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Request body: {'port': {'device_id': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:29:45.947965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:46.203044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c04fd1-e734-42da-8434-af9ca1cb2056 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:29:46.210259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:46.221957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Transition to ACTIVE for port object f4c04fd1-e734-42da-8434-af9ca1cb2056 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:29:46.289286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:46.340713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:46.410836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:29:46.411172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:29:46.411559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:29:46.414782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc821a97-9963-416f-b6cb-9eb1470708c8 req-1e80ca3c-63f4-4455-a4a1-9b83ac0e1912 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:46.416820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Port f4c04fd1-e734-42da-8434-af9ca1cb2056 on network cfb74122-a557-42e4-954a-904b245cf0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:29:46.417050 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc821a97-9963-416f-b6cb-9eb1470708c8 req-1e80ca3c-63f4-4455-a4a1-9b83ac0e1912 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 943 time: 0.0507879 Nov 05 22:29:46.417157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:29:46.421900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:29:46.422227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Checking segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:29:46.422602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Bound using segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:29:46.423031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Bound port: f4c04fd1-e734-42da-8434-af9ca1cb2056, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:29:46.423366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:46.468679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fc821a97-9963-416f-b6cb-9eb1470708c8 req-d40c42ab-380c-4b4c-8b36-7e2345ef2a39 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453153 Nov 05 22:29:46.485977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:29:46.488990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:29:46.558673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:46.592025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:46.592649 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:46.594123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-a154f575-c464-48c5-909a-ed4584730aff service neutron] 10.222.0.46 "PUT /v2.0/ports/f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 1091 time: 0.7111390 Nov 05 22:29:46.596257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:29:46.598554 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835aa7e3-2374-4946-836e-9f6f3b99ba7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:29:46.624861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154f575-c464-48c5-909a-ed4584730aff service neutron] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:46.636547 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae69c71-50da-4623-8a5e-4c38d4f1e79f x-openstack-request-id: req-4ae69c71-50da-4623-8a5e-4c38d4f1e79f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:29:46.636935 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:29:46.637159 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ae69c71-50da-4623-8a5e-4c38d4f1e79f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:29:46.637567 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'status': 'completed', 'code': 200} Nov 05 22:29:46.702613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa7e3-2374-4946-836e-9f6f3b99ba7b req-2f3951f5-917c-45a1-95fa-d2f935ed631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:46.704118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-835aa7e3-2374-4946-836e-9f6f3b99ba7b req-2f3951f5-917c-45a1-95fa-d2f935ed631d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1094 time: 0.0453372 Nov 05 22:29:46.801308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa7e3-2374-4946-836e-9f6f3b99ba7b req-622950be-0e31-4520-a23f-d3757cc29f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:46.802644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-835aa7e3-2374-4946-836e-9f6f3b99ba7b req-622950be-0e31-4520-a23f-d3757cc29f84 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=783d131cc68b434cb1d43fde4ad0222c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909090 Nov 05 22:29:46.898693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa7e3-2374-4946-836e-9f6f3b99ba7b req-3807ef10-691b-48c3-a1da-551c5433c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:46.900770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-835aa7e3-2374-4946-836e-9f6f3b99ba7b req-3807ef10-691b-48c3-a1da-551c5433c2fb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906427 Nov 05 22:29:46.976510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-2f68a727-e8cc-46bb-8e8c-e501fbedb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:46.978075 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-2f68a727-e8cc-46bb-8e8c-e501fbedb9f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1094 time: 0.0406852 Nov 05 22:29:47.022752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-c4db58fc-6d33-4f37-8baa-13d8c80cca01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 217 time: 0.0371284 Nov 05 22:29:47.070936 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1c34875f-60ab-4a8d-8298-77d7a27e1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:47.072908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-1c34875f-60ab-4a8d-8298-77d7a27e1cc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0429370 Nov 05 22:29:47.104894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-2db68812-f0fc-488d-9f04-3a6e77e0c277 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252426 Nov 05 22:29:47.195945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-771e1a7c-f814-4e7b-bdc8-57e957bfd475 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840435 Nov 05 22:29:47.282585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fbdeefd-4dc2-435d-836e-46e1db735879 req-37b61787-0fdd-4b1e-b476-0c797802dcc6 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794127 Nov 05 22:29:47.586710 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b768b-fa3f-4acc-bc39-95b2d6d2cb82 req-5db09da8-dff7-4067-9200-a0b51f7175ee tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:47.588241 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a2b768b-fa3f-4acc-bc39-95b2d6d2cb82 req-5db09da8-dff7-4067-9200-a0b51f7175ee tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 943 time: 0.0494831 Nov 05 22:29:47.635941 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8a2b768b-fa3f-4acc-bc39-95b2d6d2cb82 req-03c61d4a-57aa-468e-84d3-fb6c2dc03d35 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Nov 05 22:29:48.752582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf1a28-e220-4e38-a9cf-32f07a04aeee req-1de7ca50-0418-46df-8f84-1ae5c12350ba tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:48.754039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7caf1a28-e220-4e38-a9cf-32f07a04aeee req-1de7ca50-0418-46df-8f84-1ae5c12350ba tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 943 time: 0.0487914 Nov 05 22:29:48.804412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7caf1a28-e220-4e38-a9cf-32f07a04aeee req-1bf2532e-e058-448f-81d3-c45dbca644f8 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Nov 05 22:29:49.923510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a89b5-7e3b-43a1-8ca8-781374bdf35d req-f62bb610-7fd7-498c-bf61-12807fab86f4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:49.925012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee1a89b5-7e3b-43a1-8ca8-781374bdf35d req-f62bb610-7fd7-498c-bf61-12807fab86f4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 943 time: 0.0492663 Nov 05 22:29:49.974826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee1a89b5-7e3b-43a1-8ca8-781374bdf35d req-ebad6a5f-6ef0-44f5-b3bc-3cf435e01085 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439093 Nov 05 22:29:50.265169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:29:50.355518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:50.366227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6', 'port_id': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'mac_address': 'fa:16:3e:66:37:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa63b4d-e080-40e7-bf12-5d4f23f049b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:29:50.405886 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:50.418029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c04fd1-e734-42da-8434-af9ca1cb2056 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:29:50.437013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:50.513140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:50.560054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:50.797753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['f4c04fd1-e734-42da-8434-af9ca1cb2056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:29:51.120734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5344bb-6f3e-4024-b3b8-b8e9e5c8186f req-d59b0f64-d818-45c0-b932-3fb4c06e3ee1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:51.122195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c5344bb-6f3e-4024-b3b8-b8e9e5c8186f req-d59b0f64-d818-45c0-b932-3fb4c06e3ee1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 944 time: 0.0805585 Nov 05 22:29:51.184593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c5344bb-6f3e-4024-b3b8-b8e9e5c8186f req-97b316b3-8174-4ff6-b41e-cb57c54244ba tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Nov 05 22:29:52.293676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:29:52.303047 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fca58-f8de-4005-aacb-6500d7648139 req-9026ba29-58bf-4f7b-ad67-16cd74b331ff tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:52.304527 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b0fca58-f8de-4005-aacb-6500d7648139 req-9026ba29-58bf-4f7b-ad67-16cd74b331ff tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 944 time: 0.0518923 Nov 05 22:29:52.352066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0b0fca58-f8de-4005-aacb-6500d7648139 req-3ba16fd1-0b8a-42c0-a0a0-fa2828853a79 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Nov 05 22:29:52.381957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port f4c04fd1-e734-42da-8434-af9ca1cb2056 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:29:52.386000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port f4c04fd1-e734-42da-8434-af9ca1cb2056 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:29:52.386374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:52.469384 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:52.491480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:29:52.493745 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5a0501-bc5f-47e3-9cce-85b9e9b218ea" -d '{"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-plugged", "status": "completed", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:29:52.506682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:29:52.530058 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e203cb-d9ba-4a1e-b4ab-97de06594fdb x-openstack-request-id: req-99e203cb-d9ba-4a1e-b4ab-97de06594fdb {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:29:52.530356 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-plugged", "status": "completed", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:29:52.530613 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99e203cb-d9ba-4a1e-b4ab-97de06594fdb {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:29:52.531012 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'code': 200} Nov 05 22:29:52.576687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:29:52.623527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d20da-6b1f-45f5-b747-c155496fec74 req-ab5fe664-2eaa-4257-8919-033a2a9585e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:52.624131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:29:52.625029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e6d20da-6b1f-45f5-b747-c155496fec74 req-ab5fe664-2eaa-4257-8919-033a2a9585e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1096 time: 0.0408032 Nov 05 22:29:52.670426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e6d20da-6b1f-45f5-b747-c155496fec74 req-15c7c8fb-71cb-4548-b0f8-4a04e0fce883 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Nov 05 22:29:53.464997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2f05-9eee-47fd-8282-39c77f7d03fc req-80ec6a75-f692-471d-b66e-76ceab5426d2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:53.466465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97fe2f05-9eee-47fd-8282-39c77f7d03fc req-80ec6a75-f692-471d-b66e-76ceab5426d2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0485611 Nov 05 22:29:53.513411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97fe2f05-9eee-47fd-8282-39c77f7d03fc req-f0075bf8-e7fb-4caf-94b0-7701500b49e5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Nov 05 22:29:54.632712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e358b0-d648-4d75-8c95-9bf2ff995ccb req-8935add3-c807-4eca-b9ca-1fcba3248d88 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:54.634705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69e358b0-d648-4d75-8c95-9bf2ff995ccb req-8935add3-c807-4eca-b9ca-1fcba3248d88 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0527396 Nov 05 22:29:54.681508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-69e358b0-d648-4d75-8c95-9bf2ff995ccb req-1be677eb-c42c-4302-8ee2-55f91ee1689a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Nov 05 22:29:54.799171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bd4ce-c795-483c-b2ff-ee1c7b26a55a req-a7b24787-ee2f-46ac-93ca-4f08ee977cb2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:54.800569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f1bd4ce-c795-483c-b2ff-ee1c7b26a55a req-a7b24787-ee2f-46ac-93ca-4f08ee977cb2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0523002 Nov 05 22:29:54.845943 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f1bd4ce-c795-483c-b2ff-ee1c7b26a55a req-4bac354d-97f7-4297-962b-3f6ec9b60a18 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Nov 05 22:29:55.111418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db097d-9905-4d08-af61-2a13879ac1e8 req-8bcd50b6-f977-4e49-b156-804b4fc73d6c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:55.112925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42db097d-9905-4d08-af61-2a13879ac1e8 req-8bcd50b6-f977-4e49-b156-804b4fc73d6c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Nov 05 22:29:55.159576 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-42db097d-9905-4d08-af61-2a13879ac1e8 req-f8e962d1-f856-478a-bef4-202588bc0ad5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Nov 05 22:29:55.270305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f007c-9f32-4b12-b0b6-b3a5c1be173f req-15b6d4cf-ed64-4687-a62b-1f03ab0ebfac tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:55.271794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df8f007c-9f32-4b12-b0b6-b3a5c1be173f req-15b6d4cf-ed64-4687-a62b-1f03ab0ebfac tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Nov 05 22:29:55.317712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df8f007c-9f32-4b12-b0b6-b3a5c1be173f req-edc19c65-cd85-4071-af00-ecf4c9d2a2b7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Nov 05 22:29:55.677811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f582d-d8aa-4444-8c27-bef61a4ac53d req-ca486431-d0ee-4db5-bcd0-1c98555d5044 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:55.679264 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1f582d-d8aa-4444-8c27-bef61a4ac53d req-ca486431-d0ee-4db5-bcd0-1c98555d5044 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0480783 Nov 05 22:29:55.733025 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba1f582d-d8aa-4444-8c27-bef61a4ac53d req-9ea9ca53-499e-4e39-b39d-d526e3a3b807 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472684 Nov 05 22:29:55.785757 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-2c40a286-9fb9-400f-9125-d13815f3c65a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414815 Nov 05 22:29:56.860567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6cb95-8819-4dd1-ad48-4b2ffe5f0314 req-b70aa91f-50cc-4958-8dcf-38d67001eb50 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:56.862053 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7be6cb95-8819-4dd1-ad48-4b2ffe5f0314 req-b70aa91f-50cc-4958-8dcf-38d67001eb50 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0542674 Nov 05 22:29:56.911601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7be6cb95-8819-4dd1-ad48-4b2ffe5f0314 req-86d7656d-46c5-4d6c-9824-1bc795190604 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434997 Nov 05 22:29:57.849060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-c45ed744-938f-4bc9-90ef-236e32764328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:57.850510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-c45ed744-938f-4bc9-90ef-236e32764328 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1096 time: 0.0404654 Nov 05 22:29:57.938247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-d4c02d12-6e8e-41ea-b1bc-215649a0ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:57.939697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-d4c02d12-6e8e-41ea-b1bc-215649a0ed61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0824544 Nov 05 22:29:57.986844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-9edde31a-8c47-4dd2-b64a-a4a5c8b6c07c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 217 time: 0.0400004 Nov 05 22:29:58.058096 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-4155d4e6-259f-4a9e-9a9c-7ce752ff2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:58.059528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-4155d4e6-259f-4a9e-9a9c-7ce752ff2060 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0630865 Nov 05 22:29:58.071699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a216e8-4086-4797-82be-630a4d9f37fe req-a6cd919a-0833-4bc9-ad7c-eef52fff625b tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:58.073121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03a216e8-4086-4797-82be-630a4d9f37fe req-a6cd919a-0833-4bc9-ad7c-eef52fff625b tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0854352 Nov 05 22:29:58.106960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-54fae576-679d-4536-bbd4-6a3eccdf5009 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328860 Nov 05 22:29:58.191693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03a216e8-4086-4797-82be-630a4d9f37fe req-502a4514-49fe-473b-87b9-e5341df28e1a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102452 Nov 05 22:29:58.219352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-527ba762-ac17-48ed-978f-b0c777e49025 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057982 Nov 05 22:29:58.310851 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-92f46078-ddd5-46c9-8b4d-224b0e25f0b9 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850494 Nov 05 22:29:58.536266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:29:59.307051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117285f-17be-4fa3-aa41-6ca1297bc25e req-8c1ffa4c-5901-49d6-8eac-fa3c2affaf3f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:29:59.308537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6117285f-17be-4fa3-aa41-6ca1297bc25e req-8c1ffa4c-5901-49d6-8eac-fa3c2affaf3f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0478981 Nov 05 22:29:59.356836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6117285f-17be-4fa3-aa41-6ca1297bc25e req-f644e646-9be8-457f-b7e3-23ab99b68065 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Nov 05 22:30:00.471450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8f6f-1b49-440d-ae1d-235e85cf7e5c req-8da0e3e7-384d-4c02-bd62-31cf43d20ee2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:00.472937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2ca8f6f-1b49-440d-ae1d-235e85cf7e5c req-8da0e3e7-384d-4c02-bd62-31cf43d20ee2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0493221 Nov 05 22:30:00.521895 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2ca8f6f-1b49-440d-ae1d-235e85cf7e5c req-2832b608-1b7d-4366-9b4c-abc50b045f4d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Nov 05 22:30:01.079032 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:01.637615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c143b6-9816-4369-a61b-15bb051e6aa1 req-d9ac5f81-f94f-4130-9c47-dc17f37b1fd1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:01.639076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06c143b6-9816-4369-a61b-15bb051e6aa1 req-d9ac5f81-f94f-4130-9c47-dc17f37b1fd1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Nov 05 22:30:01.693269 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06c143b6-9816-4369-a61b-15bb051e6aa1 req-55fb1972-a444-4c38-bd51-9c785f2fb7dd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483215 Nov 05 22:30:02.815922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add1503-5cb6-4c0f-832d-1f6c03ce3ca9 req-e181c0a6-9fee-43ae-a9c2-51334faa7048 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:02.817268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8add1503-5cb6-4c0f-832d-1f6c03ce3ca9 req-e181c0a6-9fee-43ae-a9c2-51334faa7048 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Nov 05 22:30:02.862392 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8add1503-5cb6-4c0f-832d-1f6c03ce3ca9 req-70d32b4d-c3ef-40a3-818e-75dc37e2fe52 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393503 Nov 05 22:30:03.152997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:03.975773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e242237-06e2-4951-830f-11ef0c06d43b req-80b8d6df-0c93-42e7-83be-16334405d853 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:03.978225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e242237-06e2-4951-830f-11ef0c06d43b req-80b8d6df-0c93-42e7-83be-16334405d853 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0490870 Nov 05 22:30:04.028266 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0e242237-06e2-4951-830f-11ef0c06d43b req-37926d7d-ed79-4d7e-bd94-61a83700529d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 Nov 05 22:30:05.142800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90217b0-63cd-4c60-8a06-7be91f01f182 req-e00646d6-3f45-4204-93ef-561e0affbebd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:05.144301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c90217b0-63cd-4c60-8a06-7be91f01f182 req-e00646d6-3f45-4204-93ef-561e0affbebd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0487373 Nov 05 22:30:05.190491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c90217b0-63cd-4c60-8a06-7be91f01f182 req-ec5ba522-e7c7-4e0d-9b23-7ddc08fe9965 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 Nov 05 22:30:06.305283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14ec53-6205-4a14-a7a0-3574f592bc45 req-d95be117-51b0-41fe-8868-c6ffc4c3a2ec tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:06.307410 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed14ec53-6205-4a14-a7a0-3574f592bc45 req-d95be117-51b0-41fe-8868-c6ffc4c3a2ec tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Nov 05 22:30:06.354191 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ed14ec53-6205-4a14-a7a0-3574f592bc45 req-7ed08ece-bf78-44d6-9fe0-02a9e95e0bc9 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Nov 05 22:30:06.357513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6e4adb13-6880-4d8d-82f5-9f72933b4e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:07.470518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff7b22-be59-4f29-9212-2105174aaba7 req-47899594-1f61-4be6-b434-0bc7f8a612a7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:07.472034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7aff7b22-be59-4f29-9212-2105174aaba7 req-47899594-1f61-4be6-b434-0bc7f8a612a7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Nov 05 22:30:07.521916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7aff7b22-be59-4f29-9212-2105174aaba7 req-b62cd1e1-d772-48dc-972f-37bcc2ecaa64 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Nov 05 22:30:07.650796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-a40d6c90-e3ba-4abc-bb2a-649ff071c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:07.652202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-a40d6c90-e3ba-4abc-bb2a-649ff071c1ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1096 time: 0.0406113 Nov 05 22:30:07.752697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-3296b873-3ea4-4a04-b310-f86c82916fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:07.754125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-3296b873-3ea4-4a04-b310-f86c82916fe4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0839558 Nov 05 22:30:07.798933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-8f5b06d9-80e8-4a9c-8d8b-7a39896fba68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 217 time: 0.0360169 Nov 05 22:30:07.847122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-01a4fcb4-9f04-4d36-a72b-20b7dc13e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:07.848577 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-01a4fcb4-9f04-4d36-a72b-20b7dc13e0e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0432267 Nov 05 22:30:07.879269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-c24d011a-6112-4815-b677-0a6ed5cef8f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234103 Nov 05 22:30:07.970657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-55c48778-963b-4589-a992-24f4db077bdb service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843515 Nov 05 22:30:08.058916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e9d99ae1-4754-44f0-afc9-6432518b0903 req-a37cd2a9-dffd-46c6-8ddb-fb43366581ca service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810697 Nov 05 22:30:08.569505 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a355a6b1-7b75-4961-8022-d8e0a7f41f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:08.640893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1af4b-0ebf-4789-b298-8ad612776bcb req-24d86afb-bda2-46b1-8f94-f9dfdf6778f5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:08.642382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-23d1af4b-0ebf-4789-b298-8ad612776bcb req-24d86afb-bda2-46b1-8f94-f9dfdf6778f5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Nov 05 22:30:08.689502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-23d1af4b-0ebf-4789-b298-8ad612776bcb req-574f72f4-eaa6-4fcb-a132-93393cdbe186 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Nov 05 22:30:09.803948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f63995-5710-4216-8c4d-a30fae8551c8 req-6fb7a9fb-0882-499c-8c1b-2359af5271a2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:09.805618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04f63995-5710-4216-8c4d-a30fae8551c8 req-6fb7a9fb-0882-499c-8c1b-2359af5271a2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0500236 Nov 05 22:30:09.857881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04f63995-5710-4216-8c4d-a30fae8551c8 req-244836ab-5089-4d85-8bb3-850c7bca711d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Nov 05 22:30:10.121073 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:10.972098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f83e-16c3-4cf2-b6f8-512d1e2aefbb req-2322d6fa-64d9-494b-8fd1-a03cef0fc33e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:10.973552 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04a7f83e-16c3-4cf2-b6f8-512d1e2aefbb req-2322d6fa-64d9-494b-8fd1-a03cef0fc33e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0486221 Nov 05 22:30:11.020384 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-04a7f83e-16c3-4cf2-b6f8-512d1e2aefbb req-ce35ffbc-4cb4-44c6-9247-efde48e3b571 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Nov 05 22:30:11.546933 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:12.044434 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:12.136757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051db19a-ab06-480d-bbf6-0d54c0dd230c req-696ea05c-680d-457a-875a-d35a7a984af3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:12.138206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-051db19a-ab06-480d-bbf6-0d54c0dd230c req-696ea05c-680d-457a-875a-d35a7a984af3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Nov 05 22:30:12.184275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-051db19a-ab06-480d-bbf6-0d54c0dd230c req-b97b4875-3499-4496-ad01-bab54985345a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Nov 05 22:30:13.301801 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f7e32-db90-4cdf-b78e-12add0df270e req-f2b8d94a-c1da-4c33-9c3a-5a9b694af0a8 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:13.303278 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db8f7e32-db90-4cdf-b78e-12add0df270e req-f2b8d94a-c1da-4c33-9c3a-5a9b694af0a8 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Nov 05 22:30:13.349319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db8f7e32-db90-4cdf-b78e-12add0df270e req-12dedfa2-7d4d-48db-868e-8c39bc596b14 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Nov 05 22:30:14.462380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62da1-79ed-43e9-8bb5-c8f8ade3c100 req-815c58f7-fb90-4e62-a1fe-34135357e6df tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:14.464418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7c62da1-79ed-43e9-8bb5-c8f8ade3c100 req-815c58f7-fb90-4e62-a1fe-34135357e6df tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0474939 Nov 05 22:30:14.511797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7c62da1-79ed-43e9-8bb5-c8f8ade3c100 req-32c59fd2-55bb-4e0d-aea9-6e58e56f0cbd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Nov 05 22:30:15.629629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd1b90-be89-4dc4-ab31-29a7817db643 req-0f2ce9b7-7b68-4b73-936e-dd05ecfed50e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:15.631475 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9dd1b90-be89-4dc4-ab31-29a7817db643 req-0f2ce9b7-7b68-4b73-936e-dd05ecfed50e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0498273 Nov 05 22:30:15.678386 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9dd1b90-be89-4dc4-ab31-29a7817db643 req-bd619571-4b56-4e58-b759-f8fb65848f29 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Nov 05 22:30:16.799119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5f29-829a-4451-9e8f-c4dd91cb8833 req-885d6f0e-ed95-4ba7-bb8e-b2857d27bc38 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:16.800623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-131b5f29-829a-4451-9e8f-c4dd91cb8833 req-885d6f0e-ed95-4ba7-bb8e-b2857d27bc38 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0541775 Nov 05 22:30:16.847110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-131b5f29-829a-4451-9e8f-c4dd91cb8833 req-c68381f0-d6c7-4e79-b4bf-56f87b83b044 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Nov 05 22:30:17.961353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95b77c-101a-49ac-8660-336830ecb730 req-4aeee7f5-2f42-48c0-920d-16513c034d00 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:17.962787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a95b77c-101a-49ac-8660-336830ecb730 req-4aeee7f5-2f42-48c0-920d-16513c034d00 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0482767 Nov 05 22:30:18.012807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4a95b77c-101a-49ac-8660-336830ecb730 req-1b87ea69-229e-424b-ad49-5c862bb44adc tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Nov 05 22:30:19.126997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d871b-39fd-4b95-b137-efcb9a3a73f6 req-ab582b4c-e1a6-4b52-8954-87b56e22c081 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:19.128504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-297d871b-39fd-4b95-b137-efcb9a3a73f6 req-ab582b4c-e1a6-4b52-8954-87b56e22c081 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0479331 Nov 05 22:30:19.174426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-297d871b-39fd-4b95-b137-efcb9a3a73f6 req-6028fbc4-7846-4356-9e2f-56a90b44bacd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Nov 05 22:30:20.287045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078a423-76b2-47d3-9f18-e95cb609cee8 req-f8f5527c-8da1-4906-a55e-8eee1703fe5a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:20.288511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1078a423-76b2-47d3-9f18-e95cb609cee8 req-f8f5527c-8da1-4906-a55e-8eee1703fe5a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0476604 Nov 05 22:30:20.343488 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1078a423-76b2-47d3-9f18-e95cb609cee8 req-f19e22f7-a48d-4413-95a7-2e00d85dff26 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478871 Nov 05 22:30:21.460600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39a750-eb8d-4aff-b585-f67d3a08d71d req-e1049b88-9743-449d-b04c-51b6305c3751 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:21.462058 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf39a750-eb8d-4aff-b585-f67d3a08d71d req-e1049b88-9743-449d-b04c-51b6305c3751 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Nov 05 22:30:21.508636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf39a750-eb8d-4aff-b585-f67d3a08d71d req-9f0c46fe-31a3-415f-87ce-9ba3f6a43b23 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Nov 05 22:30:22.623160 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d86a5-c96b-425d-9adc-1491ac20aacc req-6c7c50fd-5bcf-47c9-bba5-0d25429468d5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:22.624654 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-550d86a5-c96b-425d-9adc-1491ac20aacc req-6c7c50fd-5bcf-47c9-bba5-0d25429468d5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0491610 Nov 05 22:30:22.671387 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-550d86a5-c96b-425d-9adc-1491ac20aacc req-67410cee-b34e-4c8b-ac10-7b3a9b4f4fdd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Nov 05 22:30:23.784663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e36cd-06cc-4d2a-a81c-abe961349ce8 req-bf4cf9c8-9621-4c4d-88f1-6d961bde775e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:23.786122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-996e36cd-06cc-4d2a-a81c-abe961349ce8 req-bf4cf9c8-9621-4c4d-88f1-6d961bde775e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0477579 Nov 05 22:30:23.834389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-996e36cd-06cc-4d2a-a81c-abe961349ce8 req-e9d65d50-6dab-402c-8ae2-964f501e379d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Nov 05 22:30:24.959735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba0d3-c1ac-4aa1-a5e0-2941aadc5d9a req-e64027d2-2c48-47e9-8a06-3afec272e287 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:24.961201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5cba0d3-c1ac-4aa1-a5e0-2941aadc5d9a req-e64027d2-2c48-47e9-8a06-3afec272e287 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Nov 05 22:30:25.008157 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b5cba0d3-c1ac-4aa1-a5e0-2941aadc5d9a req-dba19aab-84d4-4463-9806-0c0457ba25ab tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Nov 05 22:30:25.354359 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-466a59c6-a931-416b-b544-5fc484eae409 service neutron] show failed (client error): The resource could not be found. Nov 05 22:30:25.356017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-466a59c6-a931-416b-b544-5fc484eae409 service neutron] 10.222.0.46 "GET /v2.0/ports/f4c04fd1-e734-42da-8434-af9ca1cb2056/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0539193 Nov 05 22:30:26.121212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-27ce96e7-5af1-462e-bafa-a6576eb7d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:26.122692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-27ce96e7-5af1-462e-bafa-a6576eb7d664 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36&tenant_id=783d131cc68b434cb1d43fde4ad0222c HTTP/1.1" status: 200 len: 1096 time: 0.0778408 Nov 05 22:30:26.134665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:30:26.145479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df560727-fbe0-4443-9adb-3a912296e99e req-69116c7c-79fe-421d-98d2-615ab4ec2389 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:26.146879 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df560727-fbe0-4443-9adb-3a912296e99e req-69116c7c-79fe-421d-98d2-615ab4ec2389 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0696485 Nov 05 22:30:26.220656 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:26.240105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-df560727-fbe0-4443-9adb-3a912296e99e req-80241e94-17df-4a76-b3e0-e7e2ffd44d46 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791407 Nov 05 22:30:26.425348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:26.457668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:30:26.501041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:30:26.503292 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb7fb9a-4edc-41a8-821a-ba5f1457c06f" -d '{"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:30:26.507385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:26.519601 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Transition to ACTIVE for port object f4c04fd1-e734-42da-8434-af9ca1cb2056 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:30:26.550267 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8370235-f10d-40c5-8b84-6fcbe0d3dbef x-openstack-request-id: req-e8370235-f10d-40c5-8b84-6fcbe0d3dbef {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:30:26.550577 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:30:26.550835 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8370235-f10d-40c5-8b84-6fcbe0d3dbef {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:30:26.551630 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'code': 200} Nov 05 22:30:26.592729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:26.657983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] No DVR routers for this DVR port f4c04fd1-e734-42da-8434-af9ca1cb2056 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:30:26.661058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:26.694596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:30:26.694860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:30:26.695183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:30:26.699362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Port f4c04fd1-e734-42da-8434-af9ca1cb2056 on network cfb74122-a557-42e4-954a-904b245cf0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:30:26.699726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Attempting to bind port f4c04fd1-e734-42da-8434-af9ca1cb2056 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:30:26.704490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:30:26.704824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Checking segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:30:26.705202 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Bound using segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:30:26.705626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Bound port: f4c04fd1-e734-42da-8434-af9ca1cb2056, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:30:26.705980 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:26.766295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:30:26.769221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:30:26.844125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:26.878275 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:26.878887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:26.880279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 1091 time: 0.7502110 Nov 05 22:30:26.899833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d784b-fd68-4faa-a981-bfdc0241d154 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:26.945164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-1038045b-25fd-4d39-98bc-9d3bfbd9b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:26.946546 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-1038045b-25fd-4d39-98bc-9d3bfbd9b67b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1094 time: 0.0434697 Nov 05 22:30:27.035412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-b0a68d0b-1f9f-474e-bba0-57b4a13fc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:27.036878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-b0a68d0b-1f9f-474e-bba0-57b4a13fc39f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0839465 Nov 05 22:30:27.081420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-27a96a5c-9cec-4894-b4da-87a0408aaef7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 217 time: 0.0367191 Nov 05 22:30:27.132028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-eaafb0a3-2218-4b1a-b823-401af6dfb45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:27.133477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-eaafb0a3-2218-4b1a-b823-401af6dfb45e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0447021 Nov 05 22:30:27.164199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-d8b137f3-0437-43c6-8a79-eb82da75a6a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242405 Nov 05 22:30:27.253297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-093df04f-e66e-42f4-ada9-907cd00c60a6 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823829 Nov 05 22:30:27.375487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44470aaa-d74b-472b-b40c-b678b9bff44d req-53dd4bf5-ee42-44a8-bba9-1e455362c5c6 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:27.376922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44470aaa-d74b-472b-b40c-b678b9bff44d req-53dd4bf5-ee42-44a8-bba9-1e455362c5c6 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 943 time: 0.0669262 Nov 05 22:30:27.379089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d15365a-2bcf-4d3b-97ec-77f9c729c83a req-1daa6a9d-6594-42b9-96e2-4eb173682cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186554 Nov 05 22:30:27.427679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44470aaa-d74b-472b-b40c-b678b9bff44d req-3bd76ce2-9bca-4793-812a-d99e8717dcf4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Nov 05 22:30:28.545496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a14ec-a2bf-4992-bf3b-b5cd8f068bd4 req-4a21304f-74e5-48f1-a789-c51d2bf2099f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:28.546958 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea9a14ec-a2bf-4992-bf3b-b5cd8f068bd4 req-4a21304f-74e5-48f1-a789-c51d2bf2099f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 943 time: 0.0482748 Nov 05 22:30:28.552630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:30:28.555122 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb" -d '{"events": [{"name": "network-changed", "server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:30:28.595394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea9a14ec-a2bf-4992-bf3b-b5cd8f068bd4 req-1b05e9c2-12b1-479a-87f1-b9ccfb99e607 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Nov 05 22:30:28.605552 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324017d-6817-4532-995e-74df1ec11042 x-openstack-request-id: req-1324017d-6817-4532-995e-74df1ec11042 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:30:28.605906 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:30:28.606172 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1324017d-6817-4532-995e-74df1ec11042 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:30:28.606573 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'status': 'completed', 'code': 200} Nov 05 22:30:28.694210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-b6f50522-4029-4d74-991e-966d49d09d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:28.695722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-b6f50522-4029-4d74-991e-966d49d09d16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1094 time: 0.0665090 Nov 05 22:30:28.698817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-8511a16b-9db3-4fd7-8781-20653cc4be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:28.700158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-8511a16b-9db3-4fd7-8781-20653cc4be45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1094 time: 0.0612943 Nov 05 22:30:28.852302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-e691cf35-4779-4452-8588-02bfd1d29296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:28.853743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-e691cf35-4779-4452-8588-02bfd1d29296 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.1496699 Nov 05 22:30:28.856955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-d1daf215-4a69-4954-86e5-385d9c698906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:28.858248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-d1daf215-4a69-4954-86e5-385d9c698906 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.1464016 Nov 05 22:30:28.903477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-0551fcc2-2e6a-43e9-94fb-8188c7ad1b5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 217 time: 0.0423348 Nov 05 22:30:28.936522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-a2a75d97-9e14-4e26-922d-500230c1bafb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 217 time: 0.0683670 Nov 05 22:30:29.006626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-0461f606-dcde-4636-946c-9c6ab564e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:29.008154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-0461f606-dcde-4636-946c-9c6ab564e6c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0796726 Nov 05 22:30:29.012984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:30:29.014323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-4809c9b9-f2db-48a4-ab8f-7979495cc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:29.015778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-4809c9b9-f2db-48a4-ab8f-7979495cc008 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0615435 Nov 05 22:30:29.061466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-e7040e03-a7d7-4f41-b8ef-8874681dd513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359859 Nov 05 22:30:29.063349 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-e781aecd-5ebd-4f0f-a000-e74d879d3efc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465965 Nov 05 22:30:29.124743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:29.137134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6', 'port_id': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'mac_address': 'fa:16:3e:66:37:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa63b4d-e080-40e7-bf12-5d4f23f049b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:30:29.175596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:29.188320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c04fd1-e734-42da-8434-af9ca1cb2056 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:30:29.207536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:29.225169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-9c4af766-01b3-4da7-a8f6-26282a513786 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526165 Nov 05 22:30:29.227302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-44f49fa6-8472-4105-b0d5-1cdd452dc71f service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474931 Nov 05 22:30:29.278553 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:29.329470 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:29.337179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.337520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.337863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.339268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.339682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.340019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.340345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.340668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.340987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.341306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.342353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.342961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:30:29.496583 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f4c04fd1-e734-42da-8434-af9ca1cb2056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:30:29.765661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-6e88d3a0-e7cf-44bc-8fc3-c2e3c740ada8 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321414 Nov 05 22:30:29.769033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7647d5e9-58b5-414f-8f3c-1c5c4b130edb req-dbc843a0-831e-4883-9414-35cc76d3a404 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346262 Nov 05 22:30:29.784921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e8572-0ac3-416f-8e85-955af6719cfb req-c495e3e8-2a51-41d0-9585-91cbdf5e1364 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:29.787042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-535e8572-0ac3-416f-8e85-955af6719cfb req-c495e3e8-2a51-41d0-9585-91cbdf5e1364 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 944 time: 0.0841441 Nov 05 22:30:29.836919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-535e8572-0ac3-416f-8e85-955af6719cfb req-eb8fc3f4-f490-461b-879f-f099ed362796 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Nov 05 22:30:30.122835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beb765-4fef-4822-97d7-af4d725c91ae req-0f06f51a-61ea-40cf-95bb-758fd1589fc3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:30.124406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72beb765-4fef-4822-97d7-af4d725c91ae req-0f06f51a-61ea-40cf-95bb-758fd1589fc3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 944 time: 0.0541539 Nov 05 22:30:30.206573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72beb765-4fef-4822-97d7-af4d725c91ae req-fa3f8ff4-406f-4d63-abd6-0867d2197224 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760138 Nov 05 22:30:30.214881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-24bb404a-d9ff-410f-9d11-11e40cd42483 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:30.216381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-24bb404a-d9ff-410f-9d11-11e40cd42483 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36&tenant_id=783d131cc68b434cb1d43fde4ad0222c&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 944 time: 0.0793724 Nov 05 22:30:30.275491 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-f30c0c81-2c1a-4f3b-8c5e-e9708829842c service neutron] delete failed (client error): The resource could not be found. Nov 05 22:30:30.276462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-f30c0c81-2c1a-4f3b-8c5e-e9708829842c service neutron] 10.222.0.46 "DELETE /v2.0/ports/f4c04fd1-e734-42da-8434-af9ca1cb2056/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0529082 Nov 05 22:30:30.357729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-d6de7527-99b7-47c9-a649-8ceca52c7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:30.359154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-d6de7527-99b7-47c9-a649-8ceca52c7aef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 1095 time: 0.0398090 Nov 05 22:30:30.438787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:30:30.450240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-d1e45073-e14e-4590-b966-1d9dee700301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:30.451727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-d1e45073-e14e-4590-b966-1d9dee700301 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0856628 Nov 05 22:30:30.479168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:30:30.493388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-41dfc073-1f7c-4991-b6e2-bac1428a3b2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 200 len: 217 time: 0.0349269 Nov 05 22:30:30.541632 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-c49cd26e-be92-476d-8160-da20da02d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:30.543492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-c49cd26e-be92-476d-8160-da20da02d986 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0423343 Nov 05 22:30:30.578797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-ad339d9c-aa50-48a5-9a72-1a5bb9f0e457 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281572 Nov 05 22:30:30.666104 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-4f5a4d29-ed19-4ff5-b861-fbc806e99dd4 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805993 Nov 05 22:30:30.756426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b33d17cb-2fda-4aa2-b6c1-8d3940881e4f req-8a7ce453-4ead-4067-a3a7-5926bff9995d service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832250 Nov 05 22:30:31.031894 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:31.039108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:30:31.140738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port f4c04fd1-e734-42da-8434-af9ca1cb2056 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:30:31.144443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port f4c04fd1-e734-42da-8434-af9ca1cb2056 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:30:31.144812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:31.222350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:31.249187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:30:31.250507 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2279587-1adf-4c22-b6c2-1d9857949d44" -d '{"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-plugged", "status": "completed", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:30:31.334914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97007efb-a63f-441b-8c15-0527fe36eb5b req-703dada8-54c7-4a0d-9a6a-6db0e757d078 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:31.342382 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97007efb-a63f-441b-8c15-0527fe36eb5b req-703dada8-54c7-4a0d-9a6a-6db0e757d078 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 944 time: 0.0634868 Nov 05 22:30:31.395843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-97007efb-a63f-441b-8c15-0527fe36eb5b req-972abebe-1df5-4ca1-a4a3-272e45febf18 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525458 Nov 05 22:30:31.420835 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdec673-e069-4a9c-943d-30b3b78c1e49 x-openstack-request-id: req-ecdec673-e069-4a9c-943d-30b3b78c1e49 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:30:31.421128 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-plugged", "status": "completed", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:30:31.421360 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecdec673-e069-4a9c-943d-30b3b78c1e49 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:30:31.421747 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'code': 200} Nov 05 22:30:31.425569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:31.495976 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:31.542010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:32.511575 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a48df-154d-46bb-b598-22014bb54e3f req-57423601-6cf5-46bf-9589-6e0c09e015d2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:32.513040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19a48df-154d-46bb-b598-22014bb54e3f req-57423601-6cf5-46bf-9589-6e0c09e015d2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0491931 Nov 05 22:30:32.564170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e19a48df-154d-46bb-b598-22014bb54e3f req-f892fdbe-f9d3-458f-838c-c6af7d1dc302 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Nov 05 22:30:32.676651 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633c6ab-6326-4c7a-b5a2-c8ff0bbba980 req-e3e4fba2-9997-448d-a7c9-215351d00113 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:32.678037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9633c6ab-6326-4c7a-b5a2-c8ff0bbba980 req-e3e4fba2-9997-448d-a7c9-215351d00113 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0483832 Nov 05 22:30:32.724720 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9633c6ab-6326-4c7a-b5a2-c8ff0bbba980 req-75bb2f6d-2c11-4985-8833-3ffc081bfac5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Nov 05 22:30:32.834865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086edbfb-43a2-4a54-8e0d-2935aa7c5609 req-35ed40d7-e2c5-4787-81d2-4d3c9b7e60e5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:32.836334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-086edbfb-43a2-4a54-8e0d-2935aa7c5609 req-35ed40d7-e2c5-4787-81d2-4d3c9b7e60e5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0476139 Nov 05 22:30:32.886219 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-086edbfb-43a2-4a54-8e0d-2935aa7c5609 req-5dd07305-9326-49d7-961a-ddf7956454d3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Nov 05 22:30:33.146144 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:33.412173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-eac1cb5e-bf6a-4253-a527-59095fa908fb tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:33.413615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-eac1cb5e-bf6a-4253-a527-59095fa908fb tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 815 time: 0.0984004 Nov 05 22:30:33.428909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-48a0f7a4-35bf-4aa5-a911-4c0bfb18c14f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/quotas/783d131cc68b434cb1d43fde4ad0222c HTTP/1.1" status: 200 len: 375 time: 0.0087826 Nov 05 22:30:33.475806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-1ecf4835-3260-4537-a67b-e03e8da694c0 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0411093 Nov 05 22:30:33.568532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-1183fd93-6530-4a3f-bbcb-d5858f7e38d8 service neutron] 10.222.0.41 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841141 Nov 05 22:30:33.655070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-ca203c1e-bc71-49cd-a1d1-54aa2040c697 service neutron] 10.222.0.41 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806286 Nov 05 22:30:33.899503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f53aaf8b-8b2e-442f-8d26-15971c6c075f req-b94d6007-5d06-4340-bdf1-93de4662590c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 210 time: 0.0261877 Nov 05 22:30:34.621776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-d3ef47aa-a27b-4fbd-ba3f-3b856f95f804 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:34.623776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-d3ef47aa-a27b-4fbd-ba3f-3b856f95f804 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.13 "GET /v2.0/ports?device_id=f22eb54e-139b-491c-831c-9b06b9b16c36 HTTP/1.1" status: 200 len: 945 time: 0.0527670 Nov 05 22:30:34.717688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Deleting port f4c04fd1-e734-42da-8434-af9ca1cb2056 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:30:34.717906 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:34.810548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] For port f4c04fd1-e734-42da-8434-af9ca1cb2056, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=f4c04fd1-e734-42da-8434-af9ca1cb2056,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:34.810915 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:34.823313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Calling delete_port for f4c04fd1-e734-42da-8434-af9ca1cb2056 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:30:34.995746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-988c4da4-c2bf-40b7-9214-1b201f4c19c3 req-cbdd9a3f-145e-4a63-911a-255575347832 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 210 time: 0.0260260 Nov 05 22:30:35.049458 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:35.061168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f4c04fd1-e734-42da-8434-af9ca1cb2056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:30:35.078688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Pushing event deleted for resources: {'Port': ['ID=f4c04fd1-e734-42da-8434-af9ca1cb2056,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:35.121502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] No DVR routers for this DVR port f4c04fd1-e734-42da-8434-af9ca1cb2056 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:30:35.124485 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:35.127879 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2363c24-e308-4107-94bb-ae39ecf43436 req-9afabfc9-8425-4b8c-b78b-3a55f278a2d4 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.13 "DELETE /v2.0/ports/f4c04fd1-e734-42da-8434-af9ca1cb2056 HTTP/1.1" status: 204 len: 173 time: 0.4926460 Nov 05 22:30:35.128395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-deleted', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:30:35.130796 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4873cce-94bd-4670-b1bf-21e79bcd01c4" -d '{"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-deleted", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:30:35.165846 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89588ddb-9348-453f-81ee-8620f8bb35d0 x-openstack-request-id: req-89588ddb-9348-453f-81ee-8620f8bb35d0 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:30:35.166136 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22eb54e-139b-491c-831c-9b06b9b16c36", "name": "network-vif-deleted", "tag": "f4c04fd1-e734-42da-8434-af9ca1cb2056", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:30:35.166385 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89588ddb-9348-453f-81ee-8620f8bb35d0 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:30:35.166782 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22eb54e-139b-491c-831c-9b06b9b16c36', 'name': 'network-vif-deleted', 'tag': 'f4c04fd1-e734-42da-8434-af9ca1cb2056', 'status': 'completed', 'code': 200} Nov 05 22:30:35.446313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-34be3abc-ce6a-45c4-836c-c1092875ae88 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:35.447781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-34be3abc-ce6a-45c4-836c-c1092875ae88 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 815 time: 0.1053026 Nov 05 22:30:35.460743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Request body: {'port': {'device_id': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6', 'admin_state_up': True, 'tenant_id': '783d131cc68b434cb1d43fde4ad0222c'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:30:35.535752 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:30:35.661059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Made reservation on behalf of 783d131cc68b434cb1d43fde4ad0222c for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:30:35.664567 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:35.792949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Allocated IP 172.20.0.11 (cfb74122-a557-42e4-954a-904b245cf0c6/8aa63b4d-e080-40e7-bf12-5d4f23f049b7/7f391698-95ed-4b55-af42-f018b4ee86c6) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:30:35.940193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.044786 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.056134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['f4c04fd1-e734-42da-8434-af9ca1cb2056'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:30:36.127955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Network cfb74122-a557-42e4-954a-904b245cf0c6 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:30:36.135571 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:30:36.139852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:30:36.142281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:36.187536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3b32d-67bb-4e4d-aadb-8941a459314d req-a8efb89b-dc12-4070-87ba-48e09434e73f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:36.189021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6a3b32d-67bb-4e4d-aadb-8941a459314d req-a8efb89b-dc12-4070-87ba-48e09434e73f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 932 time: 0.1153398 Nov 05 22:30:36.203194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:36.203733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.250055 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6a3b32d-67bb-4e4d-aadb-8941a459314d req-014c52e8-d56a-4555-a377-9b71313e7be7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537791 Nov 05 22:30:36.280707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-bdae8414-eff7-47f5-913b-dfed18e40fb5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236811 Nov 05 22:30:36.293692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Request body: {'port': {'device_id': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:30:36.335299 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c8142eff-8319-40b9-a0bf-b8f6dd5b8c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.349196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.606752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f391698-95ed-4b55-af42-f018b4ee86c6 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:30:36.614593 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.626112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Transition to ACTIVE for port object 7f391698-95ed-4b55-af42-f018b4ee86c6 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:30:36.677982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.729552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:36.794062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:30:36.794992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:30:36.795312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:30:36.799485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Port 7f391698-95ed-4b55-af42-f018b4ee86c6 on network cfb74122-a557-42e4-954a-904b245cf0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:30:36.799818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:30:36.804551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:30:36.804877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Checking segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:30:36.805248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Bound using segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:30:36.805662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Bound port: 7f391698-95ed-4b55-af42-f018b4ee86c6, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:30:36.806057 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.866248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:30:36.869171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:30:36.929154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.962391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:36.962995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:36.964383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] 10.222.0.13 "PUT /v2.0/ports/7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 1092 time: 0.6748738 Nov 05 22:30:36.985161 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60005429-1116-4203-b96c-3e73bd2450ea service neutron] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:37.113910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-b354b1af-5457-4158-aecc-40568bebb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:37.115396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-b354b1af-5457-4158-aecc-40568bebb9c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1095 time: 0.0428202 Nov 05 22:30:37.161521 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-3d66caf0-4d80-4c9f-b232-089f8c8d213e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0375781 Nov 05 22:30:37.168070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:30:37.170299 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730dc2e0-94d1-46c9-843f-1096bcb60e86" -d '{"events": [{"name": "network-changed", "server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:30:37.209860 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f8bae-536d-4d89-9062-8b9ce527c5ec x-openstack-request-id: req-f40f8bae-536d-4d89-9062-8b9ce527c5ec {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:30:37.210152 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:30:37.210407 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f40f8bae-536d-4d89-9062-8b9ce527c5ec {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:30:37.210804 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'status': 'completed', 'code': 200} Nov 05 22:30:37.218698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-e023e09e-716c-4e91-8221-d61d56d97415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:37.220190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-e023e09e-716c-4e91-8221-d61d56d97415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0470946 Nov 05 22:30:37.252737 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-9d66367c-be51-4f3e-bd7f-9cc122eae955 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244608 Nov 05 22:30:37.374119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-524310e2-f71c-4950-9334-01830e5d07dd service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146939 Nov 05 22:30:37.385524 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c5525-fa4e-4724-a7e3-8933e1b4e4d2 req-acf50f3d-3237-425d-af70-2dc3003e00b0 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:37.386888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8c5525-fa4e-4724-a7e3-8933e1b4e4d2 req-acf50f3d-3237-425d-af70-2dc3003e00b0 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 944 time: 0.0670898 Nov 05 22:30:37.487637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8c5525-fa4e-4724-a7e3-8933e1b4e4d2 req-2802e12c-f382-4ddf-9fa6-0f6b0387e7e5 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923526 Nov 05 22:30:37.507612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-51b78bb6-303c-4e4a-a20f-56e2d17c19da req-d63fd510-84ea-4510-a382-82c00007e9fa service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197572 Nov 05 22:30:37.779525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-8842d12e-341f-4fe3-b060-f7a2d32f3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:37.780914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-8842d12e-341f-4fe3-b060-f7a2d32f3441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1095 time: 0.0406091 Nov 05 22:30:37.874151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-8e40c99a-3a50-4758-9b46-d169344716f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:37.875625 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-8e40c99a-3a50-4758-9b46-d169344716f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0882146 Nov 05 22:30:37.915574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-0f2a824d-f195-4804-9d3b-b5acd1da385f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0329099 Nov 05 22:30:37.963396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-00e5af77-d870-4791-9582-7e6ea0325cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:37.964800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-00e5af77-d870-4791-9582-7e6ea0325cd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0417364 Nov 05 22:30:38.003770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-2ffafc00-2217-42e0-a0c1-8327f17cb8ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296104 Nov 05 22:30:38.095153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-002c0436-a0a0-45e8-85d5-cd11e069a715 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Nov 05 22:30:38.194166 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-730dc2e0-94d1-46c9-843f-1096bcb60e86 req-a54f86cf-329c-4057-98fc-55913cbca3be service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907958 Nov 05 22:30:38.540997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a45e2652-f741-4ac7-a416-0d2b06db07e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:38.611841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56611f-2b12-4a83-abf4-cc096a432a79 req-55d15b57-09d0-4694-8086-ce89161edfdf tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:38.613309 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca56611f-2b12-4a83-abf4-cc096a432a79 req-55d15b57-09d0-4694-8086-ce89161edfdf tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 944 time: 0.0552201 Nov 05 22:30:38.663953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca56611f-2b12-4a83-abf4-cc096a432a79 req-e059ddd8-997c-49ae-92ae-b416dbb2dd6b tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Nov 05 22:30:39.059643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:30:39.061777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:30:39.086633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: f4c04fd1-e734-42da-8434-af9ca1cb2056 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:30:39.086970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device f4c04fd1-e734-42da-8434-af9ca1cb2056 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:30:39.175163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:39.185968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6', 'port_id': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'mac_address': 'fa:16:3e:08:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa63b4d-e080-40e7-bf12-5d4f23f049b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:30:39.223088 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:39.235623 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f391698-95ed-4b55-af42-f018b4ee86c6 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:30:39.254051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:39.319683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:39.367968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:39.507438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['7f391698-95ed-4b55-af42-f018b4ee86c6'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:30:39.778041 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5f367-aec9-42c5-b66e-5a3a515453f7 req-a7d6e635-3b85-4c65-aabb-19f9d6ea8756 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:39.779624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ea5f367-aec9-42c5-b66e-5a3a515453f7 req-a7d6e635-3b85-4c65-aabb-19f9d6ea8756 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 945 time: 0.0491996 Nov 05 22:30:39.826078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0ea5f367-aec9-42c5-b66e-5a3a515453f7 req-e747cf16-8a2c-4b3a-ab80-ee587b628802 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Nov 05 22:30:40.135079 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:40.939983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa8273-ee40-4f96-b565-b5d6b502a897 req-8d5b9fad-7d7b-4f4f-8db5-47e837b8bdd2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:40.941469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbaa8273-ee40-4f96-b565-b5d6b502a897 req-8d5b9fad-7d7b-4f4f-8db5-47e837b8bdd2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 945 time: 0.0485675 Nov 05 22:30:40.990277 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dbaa8273-ee40-4f96-b565-b5d6b502a897 req-add907e0-a566-4cd5-a9da-1953daaf2c9c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Nov 05 22:30:41.081799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:30:41.186722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 7f391698-95ed-4b55-af42-f018b4ee86c6 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:30:41.190334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 7f391698-95ed-4b55-af42-f018b4ee86c6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:30:41.190694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:41.266024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:41.287455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:30:41.289701 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcd836f-871c-43f6-9a0c-a8756be1c683" -d '{"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-plugged", "status": "completed", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:30:41.302058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:30:41.324993 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce411c-1b68-4ae0-a61a-82548f13d101 x-openstack-request-id: req-37ce411c-1b68-4ae0-a61a-82548f13d101 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:30:41.325850 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-plugged", "status": "completed", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:30:41.326110 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37ce411c-1b68-4ae0-a61a-82548f13d101 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:30:41.326505 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'code': 200} Nov 05 22:30:41.358431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:41.410924 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:30:41.427879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572068e8-b81c-42b4-b2e0-253c8e63795a req-d8d73402-ea1d-4eec-96e2-85096ca3c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:41.429367 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-572068e8-b81c-42b4-b2e0-253c8e63795a req-d8d73402-ea1d-4eec-96e2-85096ca3c177 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1097 time: 0.0394964 Nov 05 22:30:41.477150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-572068e8-b81c-42b4-b2e0-253c8e63795a req-e74745d5-6ab7-4373-8836-452c007cb9dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 Nov 05 22:30:41.552009 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:42.043656 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:30:42.105924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2e65-8ec7-426a-85ff-0722af954d44 req-5c4cfa62-dafc-49c9-beb1-e09038e1e16c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:42.107393 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7ed2e65-8ec7-426a-85ff-0722af954d44 req-5c4cfa62-dafc-49c9-beb1-e09038e1e16c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0502081 Nov 05 22:30:42.155332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7ed2e65-8ec7-426a-85ff-0722af954d44 req-2a988a08-b87e-45b2-ba72-f3af5f8e2e6a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Nov 05 22:30:43.270982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecb380-114c-4949-9993-9b1ac1b0c825 req-a659793d-74ee-4854-a25c-ee5bebd8aad9 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:43.272462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72ecb380-114c-4949-9993-9b1ac1b0c825 req-a659793d-74ee-4854-a25c-ee5bebd8aad9 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0484815 Nov 05 22:30:43.318684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-72ecb380-114c-4949-9993-9b1ac1b0c825 req-6e749043-d28f-41d6-b26c-f80dd5a92aae tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Nov 05 22:30:43.763374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb175-982b-4fb4-be3d-598fd62e1cf0 req-f2aad026-a72a-4d98-9546-0f03d908e648 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:43.764878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-831eb175-982b-4fb4-be3d-598fd62e1cf0 req-f2aad026-a72a-4d98-9546-0f03d908e648 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.3806391 Nov 05 22:30:43.810518 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-831eb175-982b-4fb4-be3d-598fd62e1cf0 req-6f569076-356d-4609-988d-666105a2e69e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Nov 05 22:30:44.212396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5c64d-a059-4b48-a7cc-b377816d67ed req-8b0aba5b-e620-48e0-9347-6b1be6f70fe0 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:44.213891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ecf5c64d-a059-4b48-a7cc-b377816d67ed req-8b0aba5b-e620-48e0-9347-6b1be6f70fe0 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0484960 Nov 05 22:30:44.260587 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ecf5c64d-a059-4b48-a7cc-b377816d67ed req-d2c0ea4d-5937-490c-b867-983b7d3be9d3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Nov 05 22:30:44.317201 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-49b4e850-727e-4273-97c3-b23ac42d88ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420635 Nov 05 22:30:45.376210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5086c5e-efba-45ec-8a44-dca0c1058ac0 req-9d464f54-bae9-48bf-a5b9-53cbd5eebed7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:45.377609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5086c5e-efba-45ec-8a44-dca0c1058ac0 req-9d464f54-bae9-48bf-a5b9-53cbd5eebed7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0497649 Nov 05 22:30:45.423676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b5086c5e-efba-45ec-8a44-dca0c1058ac0 req-b6544405-b568-4a36-b7de-c9b513f33d23 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400565 Nov 05 22:30:46.259440 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-867432c2-8aee-4283-8a34-8bd5fd90c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:46.260931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-867432c2-8aee-4283-8a34-8bd5fd90c435 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1097 time: 0.0437753 Nov 05 22:30:46.348874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-6b3c438e-ce19-43d9-b8ad-c8109f9f44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:46.350238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-6b3c438e-ce19-43d9-b8ad-c8109f9f44a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0818856 Nov 05 22:30:46.394800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-739dbec3-6b91-47a9-b3e4-f9dbbd1b3af9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0370808 Nov 05 22:30:46.442281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-3a95e2be-9c15-44a0-bf41-6ec4bdd3504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:46.443685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-3a95e2be-9c15-44a0-bf41-6ec4bdd3504b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0426886 Nov 05 22:30:46.475624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-396822c6-6928-4e69-a295-438be161f625 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243895 Nov 05 22:30:46.540706 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a2bc-267d-434c-a402-26263d5fa76a req-7e7f8b66-a16c-4b96-ba05-cb58261ad0a6 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:46.542219 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb27a2bc-267d-434c-a402-26263d5fa76a req-7e7f8b66-a16c-4b96-ba05-cb58261ad0a6 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0494170 Nov 05 22:30:46.569088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-3cd3d4b0-55e2-4c1f-a69f-695a24f67da1 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864935 Nov 05 22:30:46.590179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb27a2bc-267d-434c-a402-26263d5fa76a req-e5ea094d-fa3a-4468-a726-841f556b512e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Nov 05 22:30:46.661199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-e81ce3b4-216b-441e-8ccb-81e226d1d5d4 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Nov 05 22:30:47.707007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078dcb8-7033-4fcd-b879-3de380ec5bb5 req-e969f7ce-5dab-4146-a2c7-579a3f1b6ff7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:47.708498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1078dcb8-7033-4fcd-b879-3de380ec5bb5 req-e969f7ce-5dab-4146-a2c7-579a3f1b6ff7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0477569 Nov 05 22:30:47.758881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1078dcb8-7033-4fcd-b879-3de380ec5bb5 req-7894c2b4-e616-4e64-8ccc-8e5650dbd72c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Nov 05 22:30:48.875517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b796127-b0b5-4c97-8173-82cbefd31efd req-a5fe1599-b9bd-4201-aef0-2182a6d8eb28 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:48.876983 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b796127-b0b5-4c97-8173-82cbefd31efd req-a5fe1599-b9bd-4201-aef0-2182a6d8eb28 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0483325 Nov 05 22:30:48.923093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3b796127-b0b5-4c97-8173-82cbefd31efd req-e05fc74c-47f5-46f4-ba55-7f07ff097854 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Nov 05 22:30:50.038487 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d53814-9e62-4fcb-a1d6-ec269b1ba174 req-40fe43d2-942e-4e9b-9a02-9108da735284 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:50.039999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7d53814-9e62-4fcb-a1d6-ec269b1ba174 req-40fe43d2-942e-4e9b-9a02-9108da735284 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0496569 Nov 05 22:30:50.087172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7d53814-9e62-4fcb-a1d6-ec269b1ba174 req-6aa7a770-f57e-4055-be28-edb862257e26 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Nov 05 22:30:51.209125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407ae36-88ca-41d0-b084-c199777c8932 req-40f8aea5-2483-47ca-aba6-f3ca57e10764 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:51.210610 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0407ae36-88ca-41d0-b084-c199777c8932 req-40f8aea5-2483-47ca-aba6-f3ca57e10764 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0513616 Nov 05 22:30:51.256718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0407ae36-88ca-41d0-b084-c199777c8932 req-ec0b6584-c276-4201-8d18-547a4ac8c02d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Nov 05 22:30:52.369588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62d47-e08a-4f33-a705-8d3a953e4463 req-b6db4bc6-3bd2-4553-9572-2ff50eea4c5d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:52.371023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64f62d47-e08a-4f33-a705-8d3a953e4463 req-b6db4bc6-3bd2-4553-9572-2ff50eea4c5d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0478899 Nov 05 22:30:52.416830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64f62d47-e08a-4f33-a705-8d3a953e4463 req-4f21b945-ad58-4fad-ae2e-cd075d5aa539 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Nov 05 22:30:53.529663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da701a-0364-49d3-9a2a-b47689186a74 req-d8fcd7a9-4174-4d09-b276-f50aed131355 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:53.531105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11da701a-0364-49d3-9a2a-b47689186a74 req-d8fcd7a9-4174-4d09-b276-f50aed131355 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0475724 Nov 05 22:30:53.577330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11da701a-0364-49d3-9a2a-b47689186a74 req-f2493eb6-5f2d-4584-8722-6aa2aa733169 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Nov 05 22:30:54.714502 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91efb9b-2641-41ec-a028-3efe03cf30c4 req-e0b74d15-d0fa-494b-8aef-88ab4b75d73d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:54.715978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e91efb9b-2641-41ec-a028-3efe03cf30c4 req-e0b74d15-d0fa-494b-8aef-88ab4b75d73d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0532076 Nov 05 22:30:54.762899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e91efb9b-2641-41ec-a028-3efe03cf30c4 req-331556c8-85b6-4d9c-af76-e5cd303da175 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Nov 05 22:30:55.875108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbcfd-97e9-4eaa-9595-aff022c72141 req-28817207-7aa1-4449-812d-9e13147be245 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:55.876608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-346cbcfd-97e9-4eaa-9595-aff022c72141 req-28817207-7aa1-4449-812d-9e13147be245 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0481727 Nov 05 22:30:55.928577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-346cbcfd-97e9-4eaa-9595-aff022c72141 req-913444fe-5b0d-4cea-a59d-990401450867 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461352 Nov 05 22:30:57.049299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41f4eb-c8de-4e20-b1ff-8bad3565cfb6 req-ed7a3938-9357-46ef-8bf9-b0d521653ad6 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:57.051020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e41f4eb-c8de-4e20-b1ff-8bad3565cfb6 req-ed7a3938-9357-46ef-8bf9-b0d521653ad6 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0505273 Nov 05 22:30:57.100039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e41f4eb-c8de-4e20-b1ff-8bad3565cfb6 req-3f0e22fd-8f03-43aa-a6fc-f1e03e5c7e97 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Nov 05 22:30:58.215878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db96885-fe77-471e-abd5-46d601992d84 req-5c79cf86-b68c-4e2e-97a7-2715637e5535 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:58.217318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6db96885-fe77-471e-abd5-46d601992d84 req-5c79cf86-b68c-4e2e-97a7-2715637e5535 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0497072 Nov 05 22:30:58.264050 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6db96885-fe77-471e-abd5-46d601992d84 req-e383c360-786d-4c99-8d97-d0fee6c23c4e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Nov 05 22:30:58.581654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-7a524cc0-c183-4e66-a6bf-100c5c87ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:58.583119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-7a524cc0-c183-4e66-a6bf-100c5c87ce6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1097 time: 0.0400321 Nov 05 22:30:58.691941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-1cda0f17-1786-4fa4-bcdc-5ded9bdd5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:58.693394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-1cda0f17-1786-4fa4-bcdc-5ded9bdd5d7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0914109 Nov 05 22:30:58.734318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-5eea3b25-a2f5-4ac9-b3de-81e6329aa2ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0330930 Nov 05 22:30:58.784757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-99d3407b-3e54-4b2f-8718-a7979aacc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:58.786182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-99d3407b-3e54-4b2f-8718-a7979aacc284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0457377 Nov 05 22:30:58.818775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-e81dc598-d28a-412b-9e06-171929108b5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240002 Nov 05 22:30:58.904597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-e285d49c-3b21-4eea-9701-c5d5d82f93f4 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792115 Nov 05 22:30:58.995396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a98a5395-df42-43c3-8b71-dbe2b0e011e7 req-9bb81096-24b7-4f2b-a10e-5baf04ea95ac service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832195 Nov 05 22:30:59.382873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768da12-f566-4d94-8c91-0562c250c92e req-e0c046c7-bf99-49c7-91c9-49346fd7a0ac tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:30:59.385152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5768da12-f566-4d94-8c91-0562c250c92e req-e0c046c7-bf99-49c7-91c9-49346fd7a0ac tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0531120 Nov 05 22:30:59.431962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5768da12-f566-4d94-8c91-0562c250c92e req-55e7880a-434c-4dbb-8b79-bd23923ccfc3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Nov 05 22:31:00.545220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2a7e8-4a98-4c5c-b390-459b0727e81a req-61ab6f86-fd66-4d4e-a8db-e06a303eda7c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:00.546711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1f2a7e8-4a98-4c5c-b390-459b0727e81a req-61ab6f86-fd66-4d4e-a8db-e06a303eda7c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0475421 Nov 05 22:31:00.593931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d1f2a7e8-4a98-4c5c-b390-459b0727e81a req-bcefaaee-00d6-4d77-b819-f92829afb88c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Nov 05 22:31:01.048423 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:01.713141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616d6e2-a4fe-4387-98b2-52496b1a55ba req-26c8870e-5de3-41b5-9e01-8cc747bcfd83 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:01.714613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2616d6e2-a4fe-4387-98b2-52496b1a55ba req-26c8870e-5de3-41b5-9e01-8cc747bcfd83 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0515168 Nov 05 22:31:01.760511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2616d6e2-a4fe-4387-98b2-52496b1a55ba req-8c4be953-b350-43fa-9045-c32c7f0fb379 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394149 Nov 05 22:31:02.881131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604b885-0e0b-4dd0-bc23-9ba0f23b0184 req-387269f5-4ce7-4ab4-b52e-9a6d8d11c385 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:02.882596 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6604b885-0e0b-4dd0-bc23-9ba0f23b0184 req-387269f5-4ce7-4ab4-b52e-9a6d8d11c385 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0525024 Nov 05 22:31:02.928756 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6604b885-0e0b-4dd0-bc23-9ba0f23b0184 req-72c24bc5-5909-4f0c-b7b7-88207ebb0422 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Nov 05 22:31:03.174415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:04.041996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378921a1-1920-42fa-8521-6b43c486092c req-fbdf2231-7005-47d8-98bc-482f053d9f1b tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:04.044076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-378921a1-1920-42fa-8521-6b43c486092c req-fbdf2231-7005-47d8-98bc-482f053d9f1b tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0492232 Nov 05 22:31:04.091070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-378921a1-1920-42fa-8521-6b43c486092c req-531dcea4-cc51-494d-bc26-5289f70e1a9c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Nov 05 22:31:05.216006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd235-55fa-4cab-99de-cd27c32b86f9 req-c44d218c-9f24-435d-9454-4a088550d58f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:05.217462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-722bd235-55fa-4cab-99de-cd27c32b86f9 req-c44d218c-9f24-435d-9454-4a088550d58f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0508833 Nov 05 22:31:05.263596 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-722bd235-55fa-4cab-99de-cd27c32b86f9 req-6ce1aa0e-1c50-4b2c-8574-25f1252bfcd3 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402639 Nov 05 22:31:06.346308 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-127a1b02-8c44-4d9b-bc0b-b6a9a247c4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:06.382518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50981f7-af90-4729-a524-cd0fbb880197 req-03dfc3b7-5915-4d7b-a861-06e0d55232bc tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:06.384020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b50981f7-af90-4729-a524-cd0fbb880197 req-03dfc3b7-5915-4d7b-a861-06e0d55232bc tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0534427 Nov 05 22:31:06.430822 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b50981f7-af90-4729-a524-cd0fbb880197 req-0f9f8795-da60-4d39-80a3-bbe2768d1882 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Nov 05 22:31:07.548574 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69219db-2d23-4a97-8c70-38d172c34999 req-e170fb37-5ffc-4f92-8570-91e687c8e764 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:07.550069 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b69219db-2d23-4a97-8c70-38d172c34999 req-e170fb37-5ffc-4f92-8570-91e687c8e764 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0524931 Nov 05 22:31:07.596839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b69219db-2d23-4a97-8c70-38d172c34999 req-6511d6f4-b0de-47f1-b2f8-0c4cdd622af1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Nov 05 22:31:08.540058 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e77e9954-d452-4ab9-be65-c5fdf7ed0288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:08.710106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785a30e-5a9a-4317-82b5-b8c1b7536c2f req-1658faa7-2a42-4734-ad6a-ca9ec2419fd1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:08.711573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b785a30e-5a9a-4317-82b5-b8c1b7536c2f req-1658faa7-2a42-4734-ad6a-ca9ec2419fd1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0480442 Nov 05 22:31:08.758814 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b785a30e-5a9a-4317-82b5-b8c1b7536c2f req-e61fc642-4da5-4720-b15f-e669e931b892 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Nov 05 22:31:09.872411 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f1287-4c41-4158-923a-43688795698b req-d2d011ee-0ec8-4891-b25b-61803f3170e1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:09.873865 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a87f1287-4c41-4158-923a-43688795698b req-d2d011ee-0ec8-4891-b25b-61803f3170e1 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0477924 Nov 05 22:31:09.920010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a87f1287-4c41-4158-923a-43688795698b req-ce4822da-bab6-4a91-8a7e-e08249ceacf9 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Nov 05 22:31:10.111587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:11.033911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41eac-c88d-4db7-ac88-9a9adde0a2b3 req-345c67d4-06b0-4361-a460-4be6150a355e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:11.035369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9d41eac-c88d-4db7-ac88-9a9adde0a2b3 req-345c67d4-06b0-4361-a460-4be6150a355e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0486765 Nov 05 22:31:11.086555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a9d41eac-c88d-4db7-ac88-9a9adde0a2b3 req-777f4f9e-6403-4a94-96da-bc98e8fcd884 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Nov 05 22:31:11.568543 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:12.054164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:12.203858 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e62c5-c50d-474d-8fa9-daf592fbbe4e req-3ae60d66-f64e-42cc-9fa0-d0d87052b3b7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:12.205573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-496e62c5-c50d-474d-8fa9-daf592fbbe4e req-3ae60d66-f64e-42cc-9fa0-d0d87052b3b7 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0510876 Nov 05 22:31:12.257370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-496e62c5-c50d-474d-8fa9-daf592fbbe4e req-4ed2d80a-061d-456b-ae3f-633e4df5993f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458145 Nov 05 22:31:12.535358 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:31:13.368720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fbbe8-98f2-47a6-8149-75825690d29a req-c2c9baf8-9f31-4875-9326-5034544b898e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:13.370164 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d75fbbe8-98f2-47a6-8149-75825690d29a req-c2c9baf8-9f31-4875-9326-5034544b898e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0478718 Nov 05 22:31:13.415981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d75fbbe8-98f2-47a6-8149-75825690d29a req-0ee467d6-5200-4a6b-b03b-24baf3f3ded2 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 Nov 05 22:31:13.722583 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-24db8d60-6a33-43a6-a0a9-9d7c416e6899 service neutron] show failed (client error): The resource could not be found. Nov 05 22:31:13.723447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-24db8d60-6a33-43a6-a0a9-9d7c416e6899 service neutron] 10.222.0.13 "GET /v2.0/ports/7f391698-95ed-4b55-af42-f018b4ee86c6/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0521805 Nov 05 22:31:14.185045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-de38375f-0fa8-4e01-a76e-3a7a1b0afe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:14.186500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-de38375f-0fa8-4e01-a76e-3a7a1b0afe8b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a&tenant_id=783d131cc68b434cb1d43fde4ad0222c HTTP/1.1" status: 200 len: 1097 time: 0.0402846 Nov 05 22:31:14.198330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:14.257360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:14.451807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:14.484181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:31:14.522616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:31:14.524916 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aabe069-fd95-41be-9c94-8a9a18dbb2bd" -d '{"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-unplugged", "status": "completed", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:31:14.528683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:14.533068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b41831-5245-4fcb-b524-a07d4278ea5c req-2b2ade6d-919c-4a90-a68b-e5fe14b64dd9 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:14.533068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7b41831-5245-4fcb-b524-a07d4278ea5c req-2b2ade6d-919c-4a90-a68b-e5fe14b64dd9 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0486865 Nov 05 22:31:14.544014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Transition to ACTIVE for port object 7f391698-95ed-4b55-af42-f018b4ee86c6 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:31:14.577913 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e2f67f-fcfe-4627-814a-29571ed6c472 x-openstack-request-id: req-d8e2f67f-fcfe-4627-814a-29571ed6c472 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:31:14.578083 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-unplugged", "status": "completed", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:31:14.578340 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8e2f67f-fcfe-4627-814a-29571ed6c472 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:31:14.578747 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'code': 200} Nov 05 22:31:14.582491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7b41831-5245-4fcb-b524-a07d4278ea5c req-7333558d-1954-4b81-af2e-6f7d5ba21094 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457318 Nov 05 22:31:14.608793 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:14.672671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] No DVR routers for this DVR port 7f391698-95ed-4b55-af42-f018b4ee86c6 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:31:14.675630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:14.687417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.687784 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.688227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.688565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.688890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.689210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.689532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.689849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.690166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.690484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.690796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.691107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:14.718673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:31:14.719005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:31:14.719322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:31:14.723507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Port 7f391698-95ed-4b55-af42-f018b4ee86c6 on network cfb74122-a557-42e4-954a-904b245cf0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:31:14.723869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Attempting to bind port 7f391698-95ed-4b55-af42-f018b4ee86c6 on network cfb74122-a557-42e4-954a-904b245cf0c6 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:31:14.728832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:31:14.729160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Checking segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:31:14.729529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Bound using segment: {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:31:14.729945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Bound port: 7f391698-95ed-4b55-af42-f018b4ee86c6, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653a509c-6644-4420-957f-af224b4c5010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:31:14.730287 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:14.804637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:31:14.808782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:31:14.877410 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:14.911260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:14.911901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:14.913270 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 1092 time: 0.7187159 Nov 05 22:31:14.933358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901168e-f4db-4482-8db2-eef57a0784a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:14.978270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-c1e11281-915a-4d4b-8315-6a8a221f05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:14.979729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-c1e11281-915a-4d4b-8315-6a8a221f05cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1095 time: 0.0435669 Nov 05 22:31:15.069558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-e89d102f-8896-424c-a74c-e6a02c76be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:15.071016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-e89d102f-8896-424c-a74c-e6a02c76be8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0834646 Nov 05 22:31:15.125757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-816c1da1-85fc-41e7-8e44-cd115ddd57e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0466001 Nov 05 22:31:15.175109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-d961308c-14f6-46b5-aa43-aa2ea8a8451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:15.176587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-d961308c-14f6-46b5-aa43-aa2ea8a8451c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0441611 Nov 05 22:31:15.207462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-48e0548e-7dd7-4c61-9441-331247d8aaf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242956 Nov 05 22:31:15.297987 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-7523a61f-babb-4c9a-80aa-04b9eb236d10 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834260 Nov 05 22:31:15.385387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8c08965-c221-484a-9eae-b58ecb86cf77 req-bc8d0ffa-39ac-4e9f-a3f5-a2488b6fd4be service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806661 Nov 05 22:31:15.708525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eefee5-20e6-4bdd-836a-7385dd22d531 req-982e9616-723b-4715-95ac-6f7c864d1404 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:15.710997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35eefee5-20e6-4bdd-836a-7385dd22d531 req-982e9616-723b-4715-95ac-6f7c864d1404 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 944 time: 0.0544484 Nov 05 22:31:15.764365 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35eefee5-20e6-4bdd-836a-7385dd22d531 req-d712085a-a2a9-4a3c-ab0b-957c4250a080 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Nov 05 22:31:16.580024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:31:16.582577 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d9383d-524c-46a4-bcc0-9367cededdae" -d '{"events": [{"name": "network-changed", "server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:31:16.631541 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b83336-bcde-4fd9-b328-315c65cdceb9 x-openstack-request-id: req-72b83336-bcde-4fd9-b328-315c65cdceb9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:31:16.631935 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:31:16.632193 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72b83336-bcde-4fd9-b328-315c65cdceb9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:31:16.632653 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'status': 'completed', 'code': 200} Nov 05 22:31:16.713225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-0d8e4e5b-168b-4887-a28f-7c84402ecb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:16.715343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-0d8e4e5b-168b-4887-a28f-7c84402ecb7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1095 time: 0.0639331 Nov 05 22:31:16.722073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-92bbef06-edba-4666-9fea-da02bedf66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:16.723573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-92bbef06-edba-4666-9fea-da02bedf66f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1095 time: 0.0641291 Nov 05 22:31:17.212944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:31:17.252344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:31:17.273560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-34e99655-dbdd-407e-bcba-cf90a73acf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:17.275012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-34e99655-dbdd-407e-bcba-cf90a73acf43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.5426877 Nov 05 22:31:17.284774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465edf-b6dc-4fd6-a5ee-adbc39cd0394 req-3ad058ee-6ceb-4766-b6df-13c8f39cc4dd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:17.286118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c465edf-b6dc-4fd6-a5ee-adbc39cd0394 req-3ad058ee-6ceb-4766-b6df-13c8f39cc4dd tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 944 time: 0.4515598 Nov 05 22:31:17.288350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-c538b0bc-c9e8-469c-97fa-9856891af7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:17.289647 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-c538b0bc-c9e8-469c-97fa-9856891af7b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.5651875 Nov 05 22:31:17.340672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-b1736bdb-0688-46a7-ac8b-b04522626a43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0534134 Nov 05 22:31:17.378156 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-7d18ff1f-de47-4fa4-8045-2cca030b7358 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0809190 Nov 05 22:31:17.464007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c465edf-b6dc-4fd6-a5ee-adbc39cd0394 req-de99e067-4680-4d2f-9d31-88783563d954 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692755 Nov 05 22:31:17.468776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-d7b64028-5bd8-446c-89e9-943956407422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:17.470157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-d7b64028-5bd8-446c-89e9-943956407422 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.1036057 Nov 05 22:31:17.473459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-f456bde7-fbf5-4147-bb5a-3444122eba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:17.474793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-f456bde7-fbf5-4147-bb5a-3444122eba59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0851469 Nov 05 22:31:17.522531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-b6eed48e-467b-48bd-b564-0382ac9b33ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445936 Nov 05 22:31:17.524375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-ff185a9a-060a-4edd-a75d-b3688dfd01a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385785 Nov 05 22:31:17.682142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-2e0d55ee-035c-4a8c-a130-4e3288c42766 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513131 Nov 05 22:31:17.684547 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-e5ff470f-ffdf-41d9-bdee-372aafe2aaea service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526809 Nov 05 22:31:17.836751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-879d593c-c35f-4c36-bacf-5c2809947180 service neutron] 10.222.0.46 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470022 Nov 05 22:31:17.838590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d3d9383d-524c-46a4-bcc0-9367cededdae req-07a8331f-b0c5-488b-ad73-688e6a9e2683 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421247 Nov 05 22:31:18.586135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c358b-25d6-4b89-812f-c8b8b81a517c req-2678258f-70ab-4627-9638-f110d0745351 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:18.587615 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-872c358b-25d6-4b89-812f-c8b8b81a517c req-2678258f-70ab-4627-9638-f110d0745351 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 944 time: 0.0489416 Nov 05 22:31:18.608808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:31:18.637251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-872c358b-25d6-4b89-812f-c8b8b81a517c req-28035748-d7a3-4c04-8780-b53fde18422e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Nov 05 22:31:18.710720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:18.722080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'network_id': 'cfb74122-a557-42e4-954a-904b245cf0c6', 'port_id': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'mac_address': 'fa:16:3e:08:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa63b4d-e080-40e7-bf12-5d4f23f049b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:31:18.758423 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:18.771301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f391698-95ed-4b55-af42-f018b4ee86c6 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:31:18.790456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:18.854784 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:18.906085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:19.179285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['7f391698-95ed-4b55-af42-f018b4ee86c6'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:31:19.752178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de26c3a-de23-4b95-8425-8ce2a0ef80cc req-ad43e5ba-8708-4c4b-8c28-9a89bf49ee1e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:19.753665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9de26c3a-de23-4b95-8425-8ce2a0ef80cc req-ad43e5ba-8708-4c4b-8c28-9a89bf49ee1e tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 945 time: 0.0495820 Nov 05 22:31:19.803736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9de26c3a-de23-4b95-8425-8ce2a0ef80cc req-1d3fe63d-a699-4cbf-bc25-7ff0ef8ba11d tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Nov 05 22:31:20.098771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5fde9-c42a-4eea-ae06-ce678fb5750a req-3fbcff59-fb2d-4596-ad86-1906c8f5ba32 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:20.100291 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eea5fde9-c42a-4eea-ae06-ce678fb5750a req-3fbcff59-fb2d-4596-ad86-1906c8f5ba32 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 945 time: 0.0488963 Nov 05 22:31:20.172233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eea5fde9-c42a-4eea-ae06-ce678fb5750a req-f45506e1-5027-4ffa-850f-bce74c37c929 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654290 Nov 05 22:31:20.191929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-ce58dc6f-b430-40af-a2aa-b275f7a92b86 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:20.193413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-ce58dc6f-b430-40af-a2aa-b275f7a92b86 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.13 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a&tenant_id=783d131cc68b434cb1d43fde4ad0222c&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 945 time: 0.0664265 Nov 05 22:31:20.255958 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-a24c499d-334a-499d-8852-02f2223afd75 service neutron] delete failed (client error): The resource could not be found. Nov 05 22:31:20.256878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-a24c499d-334a-499d-8852-02f2223afd75 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7f391698-95ed-4b55-af42-f018b4ee86c6/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0546591 Nov 05 22:31:20.343313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-b835a9a2-1492-4887-9718-c6b94d9774c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:20.344908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-b835a9a2-1492-4887-9718-c6b94d9774c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783d131cc68b434cb1d43fde4ad0222c&device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 1096 time: 0.0443439 Nov 05 22:31:20.433242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-029cfc4a-cbf9-4635-b35f-0b7e27bece7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:20.434672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-029cfc4a-cbf9-4635-b35f-0b7e27bece7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 200 len: 916 time: 0.0834827 Nov 05 22:31:20.479486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-699ae84f-0953-428d-ac2e-40f72a7ddb17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 200 len: 217 time: 0.0376189 Nov 05 22:31:20.526155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-b483b994-eef6-4226-9ced-e2044b6b128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:20.528090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-b483b994-eef6-4226-9ced-e2044b6b128e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 200 len: 855 time: 0.0424638 Nov 05 22:31:20.563817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-c9febb47-6e71-403f-a5d0-ccba569def47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfb74122-a557-42e4-954a-904b245cf0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288179 Nov 05 22:31:20.638157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:31:20.657155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-034bd6c6-c9a6-4348-85ad-6ce87b2aaef3 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857556 Nov 05 22:31:20.745034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 7f391698-95ed-4b55-af42-f018b4ee86c6 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:31:20.745581 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a3a1013-94a0-448d-83a6-a470c10b5b3e req-056f5ec9-a59a-4a08-8cc5-ed3d7b241cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820193 Nov 05 22:31:20.749765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 7f391698-95ed-4b55-af42-f018b4ee86c6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:20.753569 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:20.831316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:20.853710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:31:20.856567 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0689cb-839f-4a7e-a34b-f63bdd1c2361" -d '{"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-plugged", "status": "completed", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:31:20.868774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:20.905814 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71d3a64-9422-4970-bff1-4c529515ea19 x-openstack-request-id: req-d71d3a64-9422-4970-bff1-4c529515ea19 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:31:20.906103 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-plugged", "status": "completed", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:31:20.906360 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d71d3a64-9422-4970-bff1-4c529515ea19 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:31:20.906753 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'code': 200} Nov 05 22:31:20.933633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:20.979161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:21.289333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa60523-7aa1-4cc6-8ea2-ef55ef68a896 req-4052fcc8-11c1-42be-aa31-7bfd27c31b3c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:21.290839 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfa60523-7aa1-4cc6-8ea2-ef55ef68a896 req-4052fcc8-11c1-42be-aa31-7bfd27c31b3c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0507543 Nov 05 22:31:21.342183 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bfa60523-7aa1-4cc6-8ea2-ef55ef68a896 req-385e9434-54e4-4907-bb36-c4373776469a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Nov 05 22:31:22.460004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c080-f471-4238-8230-b7cc88d94abc req-1fb19927-7382-4995-8dfa-cfd148528972 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:22.461470 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5769c080-f471-4238-8230-b7cc88d94abc req-1fb19927-7382-4995-8dfa-cfd148528972 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0520055 Nov 05 22:31:22.512164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5769c080-f471-4238-8230-b7cc88d94abc req-a4a887f2-ada9-4c6f-a2db-4962cdab4b8f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Nov 05 22:31:22.626769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b1464-7cb6-461c-9ae1-115eaff2e1e0 req-7d7ba081-29e6-43b6-9400-b896971eea87 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:22.628171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-853b1464-7cb6-461c-9ae1-115eaff2e1e0 req-7d7ba081-29e6-43b6-9400-b896971eea87 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0499015 Nov 05 22:31:22.674566 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-853b1464-7cb6-461c-9ae1-115eaff2e1e0 req-96a486a0-55d3-4bed-826e-e8dbabba5d98 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Nov 05 22:31:22.785235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acf44f-9ff1-47e4-a747-60f86b1007ce req-ec64c51c-46f3-4184-bdc7-83977626fc30 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:22.786687 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76acf44f-9ff1-47e4-a747-60f86b1007ce req-ec64c51c-46f3-4184-bdc7-83977626fc30 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0484118 Nov 05 22:31:22.832063 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76acf44f-9ff1-47e4-a747-60f86b1007ce req-d78227b7-d197-4235-9f6b-b1c97ed0a29a tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Nov 05 22:31:23.283808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df40e3f-9528-4121-b0fa-3c43cb15647a req-276247f7-4ad5-49fe-807b-4706329550e8 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:23.285293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2df40e3f-9528-4121-b0fa-3c43cb15647a req-276247f7-4ad5-49fe-807b-4706329550e8 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0479314 Nov 05 22:31:23.331382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2df40e3f-9528-4121-b0fa-3c43cb15647a req-921094f3-6946-49f6-8403-e2bd689b995c tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Nov 05 22:31:24.444163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf5119-41e6-4c61-87fe-1228b60fc2f8 req-c6a4674c-c44d-4e6a-87ec-dd235fc35357 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:24.445608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0cf5119-41e6-4c61-87fe-1228b60fc2f8 req-c6a4674c-c44d-4e6a-87ec-dd235fc35357 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0479071 Nov 05 22:31:24.497141 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0cf5119-41e6-4c61-87fe-1228b60fc2f8 req-3f5c6d53-8e4a-4755-95c8-089a7c387a2f tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b744777-7940-4139-bf32-26392dbf0ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Nov 05 22:31:24.576264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284395c1-7b39-4014-881a-94c6aa54c278 req-55624e5e-8bbc-48f9-9495-47142869b3bc tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:24.577696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-284395c1-7b39-4014-881a-94c6aa54c278 req-55624e5e-8bbc-48f9-9495-47142869b3bc tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.46 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 946 time: 0.0520127 Nov 05 22:31:24.665125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Deleting port 7f391698-95ed-4b55-af42-f018b4ee86c6 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:31:24.665379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:24.755755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] For port 7f391698-95ed-4b55-af42-f018b4ee86c6, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=7f391698-95ed-4b55-af42-f018b4ee86c6,segment=NetworkSegment(653a509c-6644-4420-957f-af224b4c5010),segment_id=653a509c-6644-4420-957f-af224b4c5010)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:24.756109 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:24.769168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Calling delete_port for 7f391698-95ed-4b55-af42-f018b4ee86c6 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:31:24.974220 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:24.987452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['7f391698-95ed-4b55-af42-f018b4ee86c6'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:31:25.007697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Pushing event deleted for resources: {'Port': ['ID=7f391698-95ed-4b55-af42-f018b4ee86c6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:25.047018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] No DVR routers for this DVR port 7f391698-95ed-4b55-af42-f018b4ee86c6 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:31:25.049667 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:25.052958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-284395c1-7b39-4014-881a-94c6aa54c278 req-f934281e-b3bb-4809-a434-357605e97542 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.46 "DELETE /v2.0/ports/7f391698-95ed-4b55-af42-f018b4ee86c6 HTTP/1.1" status: 204 len: 173 time: 0.4691527 Nov 05 22:31:25.053393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-deleted', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:31:25.055646 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3475a9d9-5e98-49e4-ab37-3edf4086e74b" -d '{"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-deleted", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:31:25.091831 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45441b0-ddeb-4caa-9fc7-d170de3a3faf x-openstack-request-id: req-b45441b0-ddeb-4caa-9fc7-d170de3a3faf {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:31:25.092123 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a", "name": "network-vif-deleted", "tag": "7f391698-95ed-4b55-af42-f018b4ee86c6", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:31:25.092378 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b45441b0-ddeb-4caa-9fc7-d170de3a3faf {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:31:25.092785 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a', 'name': 'network-vif-deleted', 'tag': '7f391698-95ed-4b55-af42-f018b4ee86c6', 'status': 'completed', 'code': 200} Nov 05 22:31:25.604502 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a4e7077e-e087-4cab-96a6-e1cf866aac8b req-02ce8bc4-3cfb-4d46-8882-0f2f64ec4510 tempest-ServerDiskConfigTestJSON-1604335665 tempest-ServerDiskConfigTestJSON-1604335665-project] 10.222.0.41 "GET /v2.0/ports?device_id=38cbe84e-4f19-44d3-a6f7-2ba0b8d3e89a HTTP/1.1" status: 200 len: 210 time: 0.0268712 Nov 05 22:31:26.721465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41746) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:26.768766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] Deleting subnet 8aa63b4d-e080-40e7-bf12-5d4f23f049b7 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:31:26.771897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:26.809985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:26.847388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:26.962850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:26.988980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa63b4d-e080-40e7-bf12-5d4f23f049b7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:26.992689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:26.995923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f0e1dbb5-204a-433c-9915-00b459ec0c0a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8aa63b4d-e080-40e7-bf12-5d4f23f049b7 HTTP/1.1" status: 204 len: 168 time: 0.2734268 Nov 05 22:31:26.998386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41748) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:27.076644 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.155745 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.175160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb74122-a557-42e4-954a-904b245cf0c6']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:27.184588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653a509c-6644-4420-957f-af224b4c5010') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:27.184878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653a509c-6644-4420-957f-af224b4c5010') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:27.194134 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.207205 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.213027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:31:27.216615 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:31:27.327713 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.332973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.336079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] 10.222.0.41 "DELETE /v2.0/networks/cfb74122-a557-42e4-954a-904b245cf0c6 HTTP/1.1" status: 204 len: 168 time: 0.3367910 Nov 05 22:31:27.346424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7959e2-4549-448f-b16b-c8b5ed33ed7c admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb74122-a557-42e4-954a-904b245cf0c6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:27.693938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41752) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:27.734650 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cf494bd8-227c-476d-9d0f-ff0986abab36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=783d131cc68b434cb1d43fde4ad0222c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395532 Nov 05 22:31:27.737457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41754) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:27.785946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c46a3d7-7347-4024-92cf-0c45cc345f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.806266 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c46a3d7-7347-4024-92cf-0c45cc345f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.928380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c46a3d7-7347-4024-92cf-0c45cc345f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.930899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c46a3d7-7347-4024-92cf-0c45cc345f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:27.932103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c46a3d7-7347-4024-92cf-0c45cc345f7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b744777-7940-4139-bf32-26392dbf0ffc HTTP/1.1" status: 204 len: 168 time: 0.1936719 Nov 05 22:31:27.940244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46a3d7-7347-4024-92cf-0c45cc345f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b744777-7940-4139-bf32-26392dbf0ffc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:28.678660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:31:28.698564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 7f391698-95ed-4b55-af42-f018b4ee86c6 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:31:28.698901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 7f391698-95ed-4b55-af42-f018b4ee86c6 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:31:28.818324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41776) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:28.909166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-254441902-network', 'tenant_id': '010b151765904743b1544b9aa918a619'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:29.008597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Made reservation on behalf of 010b151765904743b1544b9aa918a619 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:31:29.010892 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.019700 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.092166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.156812 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.181597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:31:29.191194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633b5aaa-6c1b-4d9f-a5e9-71bbbc29dc40,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:29.196443 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.198585 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Added segment 95b56865-9f9c-444b-ad98-98b938eba892 of type vlan for network 36aa3e8d-ed38-415b-8f54-9829d5709ecb Nov 05 22:31:29.237347 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.294778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.295676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:29.296246 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.355025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] Pushing event updated for resources: {'Network': ['ID=36aa3e8d-ed38-415b-8f54-9829d5709ecb,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:29.365285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:31:29.376887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-cafd7874-ca77-4c23-8820-552ac511e221 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5574825 Nov 05 22:31:29.380041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41780) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:29.385211 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Request body: {'subnet': {'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-254441902-subnet', 'tenant_id': '010b151765904743b1544b9aa918a619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:29.459204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Made reservation on behalf of 010b151765904743b1544b9aa918a619 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:31:29.461581 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.677072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.730989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d8e654-5595-49bf-b022-5aeb05be8eb7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:29.744635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.744976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.745309 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.745637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.745964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.746286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.746610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.746927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.747241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.748135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.748435 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.748748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:29.751964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:31:29.752311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Network hostable DHCP agents. Network: 36aa3e8d-ed38-415b-8f54-9829d5709ecb, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:31:29.831409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:31:29.927860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 36aa3e8d-ed38-415b-8f54-9829d5709ecb) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:31:29.931839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:29.932429 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:29.936969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a71cd8-57fe-41d3-a5ee-4f67a9d955e1 None None] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:31:30.000506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b75f28fb-4128-4f3c-8b33-4ebdbeb95aa9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6192558 Nov 05 22:31:30.003113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41782) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:30.007575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:30.065861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.067668 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.082582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:31:30.083483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.123179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.239807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Allocated IP 172.20.0.2 (36aa3e8d-ed38-415b-8f54-9829d5709ecb/d9d8e654-5595-49bf-b022-5aeb05be8eb7/fa34e93b-d0df-4501-8468-fbb25b95ec43) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:31:30.308128 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.378111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.448239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.486260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:31:30.493287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:31:30.498311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:31:30.508743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Pushing event updated for resources: {'Port': ['ID=fa34e93b-d0df-4501-8468-fbb25b95ec43,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:30.522740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.523084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.523420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.523778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.524112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.524440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.524784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.525101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.525417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.525733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.526049 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.526361 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:30.587927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Attempting to bind port fa34e93b-d0df-4501-8468-fbb25b95ec43 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:31:30.588062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Attempting to bind port fa34e93b-d0df-4501-8468-fbb25b95ec43 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:31:30.588499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Attempting to bind port fa34e93b-d0df-4501-8468-fbb25b95ec43 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:31:30.591768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.596158 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:31:30.596525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:31:30.596920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.597304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:31:30.597816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Bound port: fa34e93b-d0df-4501-8468-fbb25b95ec43, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:31:30.598188 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.611474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.669803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] For port fa34e93b-d0df-4501-8468-fbb25b95ec43, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:31:30.672876 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] For port fa34e93b-d0df-4501-8468-fbb25b95ec43, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa34e93b-d0df-4501-8468-fbb25b95ec43,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:31:30.715814 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Allocated IP 172.25.6.244 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/cc938f34-dd03-4327-89ec-a2afbb76349a) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:31:30.752072 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.808200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84deab-cae3-4c9c-ac7f-dad5f8182b6b None None] Pushing event updated for resources: {'Port': ['ID=fa34e93b-d0df-4501-8468-fbb25b95ec43,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:30.823021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.906257 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:30.962725 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:31:30.965799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:31:30.972495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:31:30.996507 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=cc938f34-dd03-4327-89ec-a2afbb76349a,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:31.060234 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:31.273216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:31.470615 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:31.660071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:31:31.704086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58754d2a-d76d-402b-96a5-f969e844bea9 None None] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:31:31.766517 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:31:31.776485 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:31:31.786918 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:31:31.787561 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:31:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:31.838691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4bb9a1f1-b2bd-4f20-9dff-801d2ce4db72 None None] Provisioning complete for port fa34e93b-d0df-4501-8468-fbb25b95ec43 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:31.838691 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a1f1-b2bd-4f20-9dff-801d2ce4db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:31.839034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:31.842968 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9fe2bc69-054d-4cb0-acf6-e33f6acad3f3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8362088 Nov 05 22:31:31.843315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41784) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:31.893191 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:31:31.952015 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a1f1-b2bd-4f20-9dff-801d2ce4db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:31.997431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4bb9a1f1-b2bd-4f20-9dff-801d2ce4db72 None None] For port fa34e93b-d0df-4501-8468-fbb25b95ec43, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa34e93b-d0df-4501-8468-fbb25b95ec43,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:32.049084 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a1f1-b2bd-4f20-9dff-801d2ce4db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.100641 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:31Z', 'revision_number': 3, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:32.112652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9a1f1-b2bd-4f20-9dff-801d2ce4db72 None None] Pushing event updated for resources: {'Port': ['ID=fa34e93b-d0df-4501-8468-fbb25b95ec43,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:32.133240 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:31:32.133583 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Updating router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 port cc938f34-dd03-4327-89ec-a2afbb76349a binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:31:32.160142 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.173079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-31c4254d-3ec2-4f7a-b55c-874379dfa937 None None] Provisioning complete for port fa34e93b-d0df-4501-8468-fbb25b95ec43 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:32.173530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-31c4254d-3ec2-4f7a-b55c-874379dfa937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.416627 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.476640 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.526718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.528202 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Attempting to bind port cc938f34-dd03-4327-89ec-a2afbb76349a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:31:32.528561 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Attempting to bind port cc938f34-dd03-4327-89ec-a2afbb76349a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:31:32.528915 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Attempting to bind port cc938f34-dd03-4327-89ec-a2afbb76349a on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:31:32.531670 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Pushing event updated for resources: {'Port': ['ID=cc938f34-dd03-4327-89ec-a2afbb76349a,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:32.539451 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:31:32.539837 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:31:32.540222 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.540597 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:31:32.541047 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Bound port: cc938f34-dd03-4327-89ec-a2afbb76349a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:31:32.541414 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.544854 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.545187 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.545513 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.545844 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.546177 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.546479 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.546791 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.547099 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.547407 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.547739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.548050 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.548356 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:31:32.605960 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] For port cc938f34-dd03-4327-89ec-a2afbb76349a, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:31:32.610339 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] For port cc938f34-dd03-4327-89ec-a2afbb76349a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cc938f34-dd03-4327-89ec-a2afbb76349a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:31:32.671398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa34e93b-d0df-4501-8468-fbb25b95ec43 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:31:32.672057 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.720717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port fa34e93b-d0df-4501-8468-fbb25b95ec43 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:32.721191 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.727322 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3e261-c7f7-41e8-9e15-ea8c13f714a1 None None] Pushing event updated for resources: {'Port': ['ID=cc938f34-dd03-4327-89ec-a2afbb76349a,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:32.732538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Allocated IP 172.20.0.1 (36aa3e8d-ed38-415b-8f54-9829d5709ecb/d9d8e654-5595-49bf-b022-5aeb05be8eb7/4b900b08-0ae2-46e0-8199-fe9fcda7e481) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:31:32.744187 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:31:32.744757 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:31:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:32.845474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.851040 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:31:32.934927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:32.978075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:31:32.980878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:31:32.987103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:31:33.017062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Pushing event updated for resources: {'Port': ['ID=4b900b08-0ae2-46e0-8199-fe9fcda7e481,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:33.034205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.040737 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:31Z', 'revision_number': 3, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:33.070938 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e23ec-8423-4476-978c-3fd9345adda8 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:31Z', 'revision_number': 3, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:31:33.176240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.235769 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.282768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-865ba8cc-5ac0-4c8f-9e6c-8d939c8a3c64 None None] Provisioning complete for port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:33.283311 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-865ba8cc-5ac0-4c8f-9e6c-8d939c8a3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.450182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.494393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.507974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-865ba8cc-5ac0-4c8f-9e6c-8d939c8a3c64 None None] Port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:31:33.568285 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.573680 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Pushing event updated for resources: {'Port': ['ID=4b900b08-0ae2-46e0-8199-fe9fcda7e481,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:33.667976 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:31:33.669450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:31:33.792812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:31:33.929167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:31:33.931532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5b26389c-11aa-4246-87ac-f59ad6cbbf3d None None] Provisioning complete for port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:33.936817 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5b26389c-11aa-4246-87ac-f59ad6cbbf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:33.937275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ce2b05f9-c27a-4fd6-a580-227124581c08 admin admin] 10.222.0.41 "PUT /v2.0/routers/549c97cb-1ea4-4761-a76d-37601b7c8ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0898166 Nov 05 22:31:33.973482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5b26389c-11aa-4246-87ac-f59ad6cbbf3d None None] Port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:31:34.491787 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41792) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:34.501022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5c3464b1-65cf-430d-a159-ad15037c25a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110539655', 'description': 'tempest-description--754913662'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:34.598813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c3464b1-65cf-430d-a159-ad15037c25a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:34.676544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c3464b1-65cf-430d-a159-ad15037c25a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:34.682488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cc938f34-dd03-4327-89ec-a2afbb76349a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:31:34.723937 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:31:34.745306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:31:34.745306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:31:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:34.773600 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c3464b1-65cf-430d-a159-ad15037c25a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:34.779737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port cc938f34-dd03-4327-89ec-a2afbb76349a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:34.780114 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:34.806747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3464b1-65cf-430d-a159-ad15037c25a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d1e873-7f6f-40ca-88cf-247f36b052d4,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:34.888530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:31:34.896143 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c3464b1-65cf-430d-a159-ad15037c25a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:34.900093 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5c3464b1-65cf-430d-a159-ad15037c25a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4046299 Nov 05 22:31:34.906969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 41794) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:34.906969 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-19a527ab-0ac0-4825-bfd3-ab8cf8103317 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'security_group_rule': {'security_group_id': '43d1e873-7f6f-40ca-88cf-247f36b052d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:34.984963 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.002216 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19a527ab-0ac0-4825-bfd3-ab8cf8103317 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.052106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port cc938f34-dd03-4327-89ec-a2afbb76349a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cc938f34-dd03-4327-89ec-a2afbb76349a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:35.059784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19a527ab-0ac0-4825-bfd3-ab8cf8103317 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.133166 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 2, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:35.136253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.162774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19a527ab-0ac0-4825-bfd3-ab8cf8103317 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.163536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:31:35.163920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Updating router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:31:35.181477 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a527ab-0ac0-4825-bfd3-ab8cf8103317 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8d7f83-dad7-4768-98fc-7e2e0e734e88,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:35.225603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.238084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=cc938f34-dd03-4327-89ec-a2afbb76349a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:35.250186 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19a527ab-0ac0-4825-bfd3-ab8cf8103317 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.251428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-19a527ab-0ac0-4825-bfd3-ab8cf8103317 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501084 Nov 05 22:31:35.254225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41796) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:35.258768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ead1b116-0b5f-444e-971d-3d53cce426e5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'security_group_rule': {'security_group_id': '43d1e873-7f6f-40ca-88cf-247f36b052d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:35.338941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ead1b116-0b5f-444e-971d-3d53cce426e5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.395100 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ead1b116-0b5f-444e-971d-3d53cce426e5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.448488 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ead1b116-0b5f-444e-971d-3d53cce426e5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.467289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b116-0b5f-444e-971d-3d53cce426e5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f209358-d0c7-4fd1-8a3d-3c2a3acf80cd,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:35.492275 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.531295 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ead1b116-0b5f-444e-971d-3d53cce426e5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.532522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ead1b116-0b5f-444e-971d-3d53cce426e5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773418 Nov 05 22:31:35.535474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41798) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:35.539885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:35.551357 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.602056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd78d-0e4f-43e4-b925-0ac37219c02d None None] Pushing event updated for resources: {'Port': ['ID=4b900b08-0ae2-46e0-8199-fe9fcda7e481,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:35.614512 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.660411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Attempting to bind port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:31:35.660785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Attempting to bind port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:31:35.661148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Attempting to bind port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:31:35.666540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:31:35.666926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:31:35.667503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.667950 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:31:35.668418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Bound port: 4b900b08-0ae2-46e0-8199-fe9fcda7e481, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:31:35.668801 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.728898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.742256 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] For port 4b900b08-0ae2-46e0-8199-fe9fcda7e481, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:31:35.747775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] For port 4b900b08-0ae2-46e0-8199-fe9fcda7e481, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4b900b08-0ae2-46e0-8199-fe9fcda7e481,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:31:35.817940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a507843f-634d-4694-a3ae-7038e71edd6e None None] Provisioning complete for port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:35.818339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a507843f-634d-4694-a3ae-7038e71edd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.821430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:35.833823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Allocated IP 172.25.6.60 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/319fa9b0-cd17-42db-8eb5-2d2137c2a5df) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:31:35.920746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:31:35.921379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:31:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:35.923878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd78d-0e4f-43e4-b925-0ac37219c02d None None] Pushing event updated for resources: {'Port': ['ID=4b900b08-0ae2-46e0-8199-fe9fcda7e481,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:35.951947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.049080 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.049299 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a507843f-634d-4694-a3ae-7038e71edd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.098890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:31:36.101744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:31:36.102642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a507843f-634d-4694-a3ae-7038e71edd6e None None] For port 4b900b08-0ae2-46e0-8199-fe9fcda7e481, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4b900b08-0ae2-46e0-8199-fe9fcda7e481,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:36.106975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:31:36.111130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:31:36.120576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'Port': ['ID=319fa9b0-cd17-42db-8eb5-2d2137c2a5df,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:36.175906 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a507843f-634d-4694-a3ae-7038e71edd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.199832 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.273863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507843f-634d-4694-a3ae-7038e71edd6e None None] Pushing event updated for resources: {'Port': ['ID=4b900b08-0ae2-46e0-8199-fe9fcda7e481,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:36.301458 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.343689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4b74ecb7-605c-4aba-b666-be3af37a04c7 None None] Provisioning complete for port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:36.344055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4b74ecb7-605c-4aba-b666-be3af37a04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.399317 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2b42fe3-1d69-45c7-b666-77069db277fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.428957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:35Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:36.455520 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.511827 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.585622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'Port': ['ID=319fa9b0-cd17-42db-8eb5-2d2137c2a5df,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:36.597982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.621929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd8a42-f610-40ab-9cd0-7723331dae82 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:35Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:31:36.689234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cc938f34-dd03-4327-89ec-a2afbb76349a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:31:36.689703 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.692122 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7c1a31e5-12eb-4b4a-99f0-63ecbc22d535 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1545959 Nov 05 22:31:36.742681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port cc938f34-dd03-4327-89ec-a2afbb76349a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:36.743146 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:36.874555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-12a97478-593e-41b2-9d57-f7aad99b9ee8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--110539655&fields=id&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 267 time: 0.0474737 Nov 05 22:31:36.989892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-e1cb9cee-913a-45fa-8e56-db0131e9eeec tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:36.991410 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-e1cb9cee-913a-45fa-8e56-db0131e9eeec tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.1110241 Nov 05 22:31:37.007623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-4b3bae3a-0aeb-405a-bcb0-6e401c6d201d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/quotas/010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 375 time: 0.0101893 Nov 05 22:31:37.064394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-5536cecf-0ffa-4656-8d89-3f50730f535b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513394 Nov 05 22:31:37.172260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-f82c9107-27d1-454e-b2ec-09e8a8dad722 service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901308 Nov 05 22:31:37.266864 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-18c76b93-d172-4fd2-8e5e-b41523f170c0 service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Nov 05 22:31:37.500264 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ef3d1a5-2731-4cce-81d9-5d5ae3e8a713 req-60cbac19-6f17-42e8-8a43-80fd8f41f245 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Nov 05 22:31:38.556806 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-db7d4194-9400-4bb0-8bed-a2399b45faa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:38.594972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f8bf002-f80e-46a8-8f88-cc417d7622f9 req-8b9093a7-94b3-4384-a346-71bb1f53213b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 210 time: 0.0260611 Nov 05 22:31:38.681213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4b900b08-0ae2-46e0-8199-fe9fcda7e481 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:31:38.729163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:38.729523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:39.637131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-74d0c772-898f-44ae-85ee-a0dffde225a3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:39.638826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-74d0c772-898f-44ae-85ee-a0dffde225a3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.1078711 Nov 05 22:31:39.694347 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-61a920b1-dc51-4550-a4d8-ecf7e98494cd req-bcc43dd4-75ba-4b74-9cbe-2939b91fa197 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 210 time: 0.0298357 Nov 05 22:31:39.701359 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-6b5b6da6-7848-4587-96c2-0700537aaf78 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 379 time: 0.0528412 Nov 05 22:31:39.711343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'port': {'device_id': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'admin_state_up': True, 'tenant_id': '010b151765904743b1544b9aa918a619', 'security_groups': ['43d1e873-7f6f-40ca-88cf-247f36b052d4']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:39.922280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Made reservation on behalf of 010b151765904743b1544b9aa918a619 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:31:39.925881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.045810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Allocated IP 172.20.0.9 (36aa3e8d-ed38-415b-8f54-9829d5709ecb/d9d8e654-5595-49bf-b022-5aeb05be8eb7/caa25c46-22e0-48e3-b57e-ced6d984c0d4) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:31:40.174253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.198962 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.288309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.329659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:31:40.334533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:31:40.338143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:31:40.367580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:40.398407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:40.399032 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.468307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-02d94b04-a03a-48a4-9073-3320ee7988ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604842 Nov 05 22:31:40.480892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Request body: {'port': {'device_id': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:40.533998 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.577089 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2d3f7bc5-87d4-4432-997c-9e20e537ecb6 None None] Provisioning complete for port caa25c46-22e0-48e3-b57e-ced6d984c0d4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:40.577558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7bc5-87d4-4432-997c-9e20e537ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.616415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f7bc5-87d4-4432-997c-9e20e537ecb6 None None] Port caa25c46-22e0-48e3-b57e-ced6d984c0d4 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:31:40.818139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa25c46-22e0-48e3-b57e-ced6d984c0d4 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:31:40.827152 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.843512 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Transition to ACTIVE for port object caa25c46-22e0-48e3-b57e-ced6d984c0d4 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:31:40.852270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dd2ff-4ddb-4b87-8e54-4bd22d524d7c req-c3bda407-84df-41ed-a43d-622d5569d8d9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:40.861419 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-047dd2ff-4ddb-4b87-8e54-4bd22d524d7c req-c3bda407-84df-41ed-a43d-622d5569d8d9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 931 time: 0.0906336 Nov 05 22:31:40.900131 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-047dd2ff-4ddb-4b87-8e54-4bd22d524d7c req-8da913ff-c222-429f-a7b4-6abc44bb420b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Nov 05 22:31:40.940115 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:40.991624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:41.065735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:31:41.066074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:31:41.070424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:31:41.071831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:31:41.072167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:31:41.077651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:31:41.077990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:31:41.078385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:31:41.078816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Bound port: caa25c46-22e0-48e3-b57e-ced6d984c0d4, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:31:41.079174 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:41.147745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:31:41.150910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:31:41.202183 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:41.238079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:41.238717 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:41.240113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] 10.222.0.46 "PUT /v2.0/ports/caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 1091 time: 0.7637603 Nov 05 22:31:41.240598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:31:41.242824 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faaadd0-1c34-4d47-be54-e02d380376ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:31:41.284286 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef37e5e-aa38-4f56-ac26-7cff3ea2c41c service neutron] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:41.287818 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad43f5-6a74-4919-9a75-e672840bf63e x-openstack-request-id: req-4cad43f5-6a74-4919-9a75-e672840bf63e {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:31:41.288180 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:31:41.288531 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cad43f5-6a74-4919-9a75-e672840bf63e {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:31:41.289006 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'status': 'completed', 'code': 200} Nov 05 22:31:41.349703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaadd0-1c34-4d47-be54-e02d380376ab req-096da8e5-ca47-4177-820b-a2291cc6c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:41.351242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1faaadd0-1c34-4d47-be54-e02d380376ab req-096da8e5-ca47-4177-820b-a2291cc6c157 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1094 time: 0.0434327 Nov 05 22:31:41.460703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaadd0-1c34-4d47-be54-e02d380376ab req-b92f6642-f928-4bb4-971f-6192c823213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:41.461955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1faaadd0-1c34-4d47-be54-e02d380376ab req-b92f6642-f928-4bb4-971f-6192c823213e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=010b151765904743b1544b9aa918a619&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025424 Nov 05 22:31:41.558891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaadd0-1c34-4d47-be54-e02d380376ab req-111ccb10-f86a-484d-af75-ec129fbdc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:41.560320 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1faaadd0-1c34-4d47-be54-e02d380376ab req-111ccb10-f86a-484d-af75-ec129fbdc606 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910137 Nov 05 22:31:41.585279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:41.640186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-baaf1438-6ee0-413f-80c9-2e89ad487f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:41.641663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-baaf1438-6ee0-413f-80c9-2e89ad487f53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1094 time: 0.0407031 Nov 05 22:31:41.695957 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-6aa2719f-45f1-430b-843d-024b5d0007f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 217 time: 0.0329516 Nov 05 22:31:41.742833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-0770f67e-cc8a-4522-95dd-1e6d76e261de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:41.744240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-0770f67e-cc8a-4522-95dd-1e6d76e261de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0422945 Nov 05 22:31:41.791907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-4419d228-8249-4490-9d70-371c5c9d128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:41.793245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-4419d228-8249-4490-9d70-371c5c9d128a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417106 Nov 05 22:31:41.881897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-cee1ff2a-be94-4d26-b41e-2f609ab871de service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807004 Nov 05 22:31:41.985012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d42d0a24-8d33-4fb5-b2c7-89ea72b21e91 req-6805c14b-1949-41fb-b905-88aada8f3ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965691 Nov 05 22:31:42.021326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c319-e9e3-4e1d-9981-7be281a33ddb req-a4787795-c17d-41f1-8440-534d12534cb0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:42.022813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b237c319-e9e3-4e1d-9981-7be281a33ddb req-a4787795-c17d-41f1-8440-534d12534cb0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 943 time: 0.0520802 Nov 05 22:31:42.069452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b237c319-e9e3-4e1d-9981-7be281a33ddb req-771bc277-3924-49ea-8517-3969cbe1912c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Nov 05 22:31:42.071342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:43.183675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eba0f-e27d-47b9-9fb5-7a4f817c85e7 req-c12eb04a-a6d5-4ca5-8909-f5b7fefcea6c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:43.185114 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af7eba0f-e27d-47b9-9fb5-7a4f817c85e7 req-c12eb04a-a6d5-4ca5-8909-f5b7fefcea6c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 943 time: 0.0478842 Nov 05 22:31:43.235345 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af7eba0f-e27d-47b9-9fb5-7a4f817c85e7 req-4fa67318-71d7-49ee-83e8-7aefa50e3e56 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Nov 05 22:31:44.353211 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616c318-0464-4035-8d4c-597dd5a910db req-09a6a20c-696e-4851-a5f9-645b5df33fd6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:44.354649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e616c318-0464-4035-8d4c-597dd5a910db req-09a6a20c-696e-4851-a5f9-645b5df33fd6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 943 time: 0.0515218 Nov 05 22:31:44.401204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e616c318-0464-4035-8d4c-597dd5a910db req-7425ab44-32d0-4bf7-b7b4-bac48bed9e16 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Nov 05 22:31:44.769916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:31:44.866432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:44.877476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'mac_address': 'fa:16:3e:6c:8b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:31:44.913625 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:44.926609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa25c46-22e0-48e3-b57e-ced6d984c0d4 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:31:44.948063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:45.007910 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:45.058811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:45.294149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['caa25c46-22e0-48e3-b57e-ced6d984c0d4'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:31:45.514206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b875c5e-3300-4a4f-b6b1-4e89369b0c35 req-255fa922-2a28-4430-8fcd-ff3e59793213 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:45.516287 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b875c5e-3300-4a4f-b6b1-4e89369b0c35 req-255fa922-2a28-4430-8fcd-ff3e59793213 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 944 time: 0.0486495 Nov 05 22:31:45.561841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b875c5e-3300-4a4f-b6b1-4e89369b0c35 req-cad72442-04c6-45c0-99d2-f1e720a2bfab tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393178 Nov 05 22:31:46.674879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0086706-677d-4faa-8f2b-75998f7de3ed req-aead6422-154c-4962-85ce-2f91561ee00d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:46.676412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0086706-677d-4faa-8f2b-75998f7de3ed req-aead6422-154c-4962-85ce-2f91561ee00d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 944 time: 0.0481231 Nov 05 22:31:46.723556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b0086706-677d-4faa-8f2b-75998f7de3ed req-d187dea1-2c65-428c-889a-4ef760b74d02 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 Nov 05 22:31:46.770526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:31:46.881722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port caa25c46-22e0-48e3-b57e-ced6d984c0d4 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:31:46.885439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port caa25c46-22e0-48e3-b57e-ced6d984c0d4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:31:46.885807 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:46.964379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:46.988651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:31:46.990896 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432da9b2d72580f5ec29b14fce4ee397354126e60a46ca1fd511fb5e57998be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ed46d1-f166-44e6-ba39-f611ef966e07" -d '{"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-plugged", "status": "completed", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:31:47.003715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:31:47.031073 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f51d46f-5567-4b3f-9a35-56e588416b6f x-openstack-request-id: req-4f51d46f-5567-4b3f-9a35-56e588416b6f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:31:47.031073 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-plugged", "status": "completed", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:31:47.031073 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f51d46f-5567-4b3f-9a35-56e588416b6f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:31:47.031073 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'code': 200} Nov 05 22:31:47.072539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:47.125242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c5f6-fbc9-4d72-8c43-b05f53b53d85 req-17c2d51c-0445-4973-90d3-44ae99264e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:47.125721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:31:47.126721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5883c5f6-fbc9-4d72-8c43-b05f53b53d85 req-17c2d51c-0445-4973-90d3-44ae99264e22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1096 time: 0.0399716 Nov 05 22:31:47.172474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5883c5f6-fbc9-4d72-8c43-b05f53b53d85 req-4321f71f-c2e1-4509-96ab-c9db7fcafa79 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Nov 05 22:31:48.190471 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1309c01-60cc-4830-89a7-8dcb3083a43e req-3eb86956-8e84-4364-8874-c0997fc5d3c2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:48.191981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1309c01-60cc-4830-89a7-8dcb3083a43e req-3eb86956-8e84-4364-8874-c0997fc5d3c2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.4020095 Nov 05 22:31:48.239017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1309c01-60cc-4830-89a7-8dcb3083a43e req-80e76dd4-776c-4bed-8c56-b00e23f11130 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404482 Nov 05 22:31:49.355213 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75690-0c4f-4760-8c2a-f91ddd92ae85 req-47ff0323-a2e1-40aa-bc36-b1b757765425 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:49.356678 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dea75690-0c4f-4760-8c2a-f91ddd92ae85 req-47ff0323-a2e1-40aa-bc36-b1b757765425 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Nov 05 22:31:49.401968 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dea75690-0c4f-4760-8c2a-f91ddd92ae85 req-01a646cc-6f43-42cd-b999-16f192fe86f3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389450 Nov 05 22:31:49.510464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d042ce-6426-4b72-a958-ea3f740cce3a req-fcc42398-f10f-4b00-9c00-68563d14e635 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:49.511937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-98d042ce-6426-4b72-a958-ea3f740cce3a req-fcc42398-f10f-4b00-9c00-68563d14e635 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0479417 Nov 05 22:31:49.521046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 41852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:31:49.525269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'floatingip': {'port_id': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:31:49.535574 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:31:49.565349 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:49.979947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:50.013385 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:50.111395 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 associated. External IP: 172.25.6.60, port: caa25c46-22e0-48e3-b57e-ced6d984c0d4. Nov 05 22:31:50.314913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:31:50.424667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:31:50.429540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:31:50.433957 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:31:50.443749 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:31:50.444356 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:31:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:50.455905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6fc12735-6c50-4852-b4cf-fee86588e95e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "PUT /v2.0/floatingips/5ec781bb-b856-460f-accd-d1acb6c0d1c0 HTTP/1.1" status: 200 len: 990 time: 0.9338026 Nov 05 22:31:50.456501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:31:50.458762 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d26920188a63fa64db8e51f4e02842c9748b6030d7ee950ba6ad834c38483b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1d1fb9-5036-4478-94ca-aa7c85695b82" -d '{"events": [{"name": "network-changed", "server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:31:50.497188 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879760ad-345c-493e-974c-8cb68857eed5 x-openstack-request-id: req-879760ad-345c-493e-974c-8cb68857eed5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:31:50.497480 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:31:50.497764 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-879760ad-345c-493e-974c-8cb68857eed5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:31:50.498172 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'status': 'completed', 'code': 200} Nov 05 22:31:50.563261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-84934fcd-a00c-42b2-9979-9798ee817d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:50.564867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-84934fcd-a00c-42b2-9979-9798ee817d77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1096 time: 0.0424893 Nov 05 22:31:50.642957 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:31:50.659145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-c18e27d7-6598-4057-b559-f4017fd614b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:50.660685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-c18e27d7-6598-4057-b559-f4017fd614b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0883629 Nov 05 22:31:50.723849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-77dee1bb-ec86-4e7e-a457-d9412b799769 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 998 time: 0.0564332 Nov 05 22:31:50.776173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-c2407da6-25ef-4e92-87c3-a1497eef5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:50.777651 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-c2407da6-25ef-4e92-87c3-a1497eef5dd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0473778 Nov 05 22:31:50.822976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-02989f9e-b4ed-4aae-ab73-61ab55c88818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:31:50.824481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-02989f9e-b4ed-4aae-ab73-61ab55c88818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397418 Nov 05 22:31:50.861599 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:6c:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:31:49Z', 'revision_number': 1, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:50.886974 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:31:50.895769 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:31:50.896371 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:31:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:50.918563 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-041a7461-83e8-4860-a15c-5c88a0d00d5f service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873389 Nov 05 22:31:51.004234 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:31:51.012301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d1d1fb9-5036-4478-94ca-aa7c85695b82 req-dd53164d-e1bd-4bf0-9b78-1754a8132866 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868156 Nov 05 22:31:51.225714 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:6c:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:31:49Z', 'revision_number': 1, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:31:51.252242 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecef08-055b-4b94-8727-5a5a1b84eb57 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:6c:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:31:49Z', 'revision_number': 1, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:31:51.457945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8cb7e-4880-4ba2-94cb-3f115666b99d None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:32:01.065184 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:03.185265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:06.384752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e7d3421a-5a3b-4345-999d-92395e66c33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:07.629615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-9dede537-a466-4196-85f2-d355a6312b71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405650 Nov 05 22:32:07.714363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-6957724a-3828-4339-9723-82dcfb94c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:32:07.715751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-6957724a-3828-4339-9723-82dcfb94c829 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1096 time: 0.0440125 Nov 05 22:32:07.816342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-00b6a167-16d6-4971-a6c9-982a14bd3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:32:07.817867 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-00b6a167-16d6-4971-a6c9-982a14bd3a48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0832157 Nov 05 22:32:07.885311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-503bea60-f2af-4428-b269-4669ebee1539 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0603809 Nov 05 22:32:07.933844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-1520b134-abea-4226-ab29-8d7a7e3954e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:32:07.935241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-1520b134-abea-4226-ab29-8d7a7e3954e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0429919 Nov 05 22:32:07.980929 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-83499adb-1939-4714-a7f8-db545382897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:32:07.982312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-83499adb-1939-4714-a7f8-db545382897a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402806 Nov 05 22:32:08.074862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-afe7dcdb-234a-47bd-8069-96da2dc12688 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847619 Nov 05 22:32:08.164716 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3bba9202-e06e-4c0a-aa62-9b083869b129 req-19542e23-9483-4178-8ef5-09ba4b025205 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823069 Nov 05 22:32:08.533403 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-452204bf-a278-417f-a7f6-c9ae680f7d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:10.150530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:11.550305 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:12.053093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:26.534207 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:32:31.041690 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:33.196105 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:36.430003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2c24e3a-8dff-4b98-9957-cec568c08315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:38.533081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7f07565e-20eb-4730-9583-9fe253a72414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:40.115533 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:41.555679 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:42.046589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:32:56.834521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-9ff32466-1e95-4661-90d1-b289cdc881de req-b75bb354-b7c0-4fa1-b268-63cb318b80ad service neutron] (102292) timed out ('10.222.0.41', 50174) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:33:01.057583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:03.195100 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:03.534851 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:33:06.383699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6f34cb34-6290-489e-8db2-f3242340e648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:08.566413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fa435ac7-0d6c-4ba3-aaf4-d1080c0f60ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:08.590561 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-93d6a34f-5d14-4664-a24c-5ec567681bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471036 Nov 05 22:33:08.672033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-ee1f39d8-4066-4c62-88c0-947c10854f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:33:08.673493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-ee1f39d8-4066-4c62-88c0-947c10854f41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1096 time: 0.0399356 Nov 05 22:33:08.772434 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-5875fe48-2d64-4775-a3ab-2235efbb6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:33:08.773853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-5875fe48-2d64-4775-a3ab-2235efbb6c7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0827930 Nov 05 22:33:08.840398 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-e725afc9-5f12-4bb9-bf98-e55c31aa2898 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0600626 Nov 05 22:33:08.889367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-c7bd746d-b1b0-4e14-b6df-e4ffb951964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:33:08.890752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-c7bd746d-b1b0-4e14-b6df-e4ffb951964d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0424662 Nov 05 22:33:08.935267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-16946b8b-f379-45e4-b4eb-e5c68a187713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:33:08.937005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-16946b8b-f379-45e4-b4eb-e5c68a187713 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387278 Nov 05 22:33:09.029277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-2d794b06-f0e2-4893-a656-f6c6a76a25f2 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856187 Nov 05 22:33:09.120833 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f76032-a909-4c35-bbcb-da7116ead8b7 req-03500fa5-2ef5-4dcd-8aa3-5666e9eda4b1 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832026 Nov 05 22:33:10.114594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:11.583487 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:12.040634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:31.074706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:33.211794 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:36.371277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d5f4baae-81fd-49a7-b467-0bacc7872e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:38.537152 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ab92d49c-9d52-411f-9688-1a5bc3426f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:40.125980 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:40.534291 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:33:41.559928 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:33:42.062809 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:01.079769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:03.205435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:06.336951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78f521f9-8327-498b-85c5-d93fae5fb154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:08.525113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e69e422-49dc-4f35-ac98-c2132f71fb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:10.143074 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:10.687277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-591792b6-d9ec-42e8-8f83-4cc5f7d6ee09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818317 Nov 05 22:34:10.773796 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-f2238b67-6e8b-44ca-88c0-97e301b78436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:10.775327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-f2238b67-6e8b-44ca-88c0-97e301b78436 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1096 time: 0.0467508 Nov 05 22:34:10.879735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-24f265a9-148b-43d9-8800-397b215a9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:10.881161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-24f265a9-148b-43d9-8800-397b215a9d47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0867047 Nov 05 22:34:10.946050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-e25b052a-1781-454b-bf17-6a651fac9c7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0571635 Nov 05 22:34:10.999899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-a4a1f6ce-c832-469f-abce-9168ba3dd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:11.001522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-a4a1f6ce-c832-469f-abce-9168ba3dd412 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0472310 Nov 05 22:34:11.052849 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-27ed9584-ea46-473e-b2ae-8b8af146f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:11.054325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-27ed9584-ea46-473e-b2ae-8b8af146f5b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460892 Nov 05 22:34:11.145199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-afcbff1f-e4e0-4d9c-a97f-8e1c6f33ff41 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833483 Nov 05 22:34:11.237109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f91ea22b-0fce-4ff4-84e1-8d69ea85fd24 req-4244e7c3-a287-4cb4-98e5-a88f0f5459e7 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845869 Nov 05 22:34:11.571855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:12.062706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:17.533588 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:34:19.742883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d1dd5-01fd-4c24-baa9-91e63be4b7eb req-37ee86ca-edba-4317-9775-75b39e1fc08c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:19.744385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-335d1dd5-01fd-4c24-baa9-91e63be4b7eb req-37ee86ca-edba-4317-9775-75b39e1fc08c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0919709 Nov 05 22:34:19.790805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-335d1dd5-01fd-4c24-baa9-91e63be4b7eb req-f33dc83d-e30d-49e1-8e86-4d758df12a0a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397780 Nov 05 22:34:20.126495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06cda3-028a-422c-8448-780bf3210572 req-474e8336-13f8-4a7f-b7bb-9ffaad111184 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:20.127973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b06cda3-028a-422c-8448-780bf3210572 req-474e8336-13f8-4a7f-b7bb-9ffaad111184 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0484569 Nov 05 22:34:20.178311 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b06cda3-028a-422c-8448-780bf3210572 req-94658428-4907-4302-8d47-91a6e9d698e7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443342 Nov 05 22:34:20.314864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-8cbf2fe8-0344-4b1d-b4b2-b4cff69844eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885649 Nov 05 22:34:21.419414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d97e14-fe94-4ea8-a153-67164f893fc1 req-4501661c-c5b3-48f0-9528-0cf4510b23aa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:21.421510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00d97e14-fe94-4ea8-a153-67164f893fc1 req-4501661c-c5b3-48f0-9528-0cf4510b23aa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0973859 Nov 05 22:34:21.469227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00d97e14-fe94-4ea8-a153-67164f893fc1 req-20650351-1188-45bf-b17c-e91c9ad9890b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Nov 05 22:34:22.389151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-10d1927b-a875-4262-8f48-445dd6fff2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:22.390658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-10d1927b-a875-4262-8f48-445dd6fff2f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1096 time: 0.0421925 Nov 05 22:34:22.480869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-867aa7d6-2513-4ceb-b2ec-04a5186028e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:22.482329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-867aa7d6-2513-4ceb-b2ec-04a5186028e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0845964 Nov 05 22:34:22.559861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-045af875-e0ca-49bc-9698-b09903dbf38b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0702486 Nov 05 22:34:22.630133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d63316-1578-4f32-90ed-bf381189c942 req-bf513130-87d2-4c24-b837-cd71493f43c8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:22.631602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49d63316-1578-4f32-90ed-bf381189c942 req-bf513130-87d2-4c24-b837-cd71493f43c8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0905206 Nov 05 22:34:22.633271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-aafcf1c7-2340-4f36-88a6-204f2f880ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:22.634565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-aafcf1c7-2340-4f36-88a6-204f2f880ed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0610037 Nov 05 22:34:22.709646 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49d63316-1578-4f32-90ed-bf381189c942 req-b105a3f5-0d8e-4ec9-8532-c8be17da1c9f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720153 Nov 05 22:34:22.714226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-977992c6-0b47-4dfe-be20-872898dac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:22.715664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-977992c6-0b47-4dfe-be20-872898dac803 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725138 Nov 05 22:34:22.809265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-910d403c-a424-4521-ae81-f9e21b004300 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Nov 05 22:34:22.900262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-2217f1e6-1b8a-4844-b6cf-e0914a67531d service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838156 Nov 05 22:34:23.823044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1d25a-ff84-4107-9710-5a58f1370e30 req-a3527836-0bf0-4982-8ba1-7f1a653ef577 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:23.824511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7b1d25a-ff84-4107-9710-5a58f1370e30 req-a3527836-0bf0-4982-8ba1-7f1a653ef577 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0472515 Nov 05 22:34:23.875379 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c7b1d25a-ff84-4107-9710-5a58f1370e30 req-364fc7da-4f74-4cfc-9c09-e1a57358a6bc tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443664 Nov 05 22:34:24.989280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0201-fcfa-4b76-9c01-186e875ad049 req-39aa04b3-1b9f-411d-977b-2441cdb4b9bd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:24.990696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27eb0201-fcfa-4b76-9c01-186e875ad049 req-39aa04b3-1b9f-411d-977b-2441cdb4b9bd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0491700 Nov 05 22:34:25.043422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27eb0201-fcfa-4b76-9c01-186e875ad049 req-a98f0032-fd4d-41e8-973a-1d360f3384b4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467701 Nov 05 22:34:26.161330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964d51-b484-4c6c-8e95-6ac69a445900 req-a7d08d28-07a1-49a3-a9cb-95a8531eb9b0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:26.162818 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12964d51-b484-4c6c-8e95-6ac69a445900 req-a7d08d28-07a1-49a3-a9cb-95a8531eb9b0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Nov 05 22:34:26.209087 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-12964d51-b484-4c6c-8e95-6ac69a445900 req-782acf44-55c9-45ff-97e3-ffd230859a09 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402708 Nov 05 22:34:27.330186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369c43b-e71d-4e21-9988-e30d87eadb31 req-08053549-e6dd-4084-89a2-3b4e0d72e36f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:27.331568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f369c43b-e71d-4e21-9988-e30d87eadb31 req-08053549-e6dd-4084-89a2-3b4e0d72e36f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0523229 Nov 05 22:34:27.377548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f369c43b-e71d-4e21-9988-e30d87eadb31 req-28899ebb-c367-48ba-a65b-733989729690 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 Nov 05 22:34:28.494378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a05c3f-dbd1-4db9-a9f4-27cb8034932e req-379b4c49-ec41-4dde-867b-35b5341912ee tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:28.495843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5a05c3f-dbd1-4db9-a9f4-27cb8034932e req-379b4c49-ec41-4dde-867b-35b5341912ee tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0481522 Nov 05 22:34:28.541308 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5a05c3f-dbd1-4db9-a9f4-27cb8034932e req-366d74cf-4e54-46b5-a859-dc3f27192211 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390685 Nov 05 22:34:29.655334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588dc8-d7bf-44ee-8d7c-05fd78c1d6a9 req-747f4bd0-c543-4237-86d3-43e1131850f1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:29.656799 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46588dc8-d7bf-44ee-8d7c-05fd78c1d6a9 req-747f4bd0-c543-4237-86d3-43e1131850f1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0472431 Nov 05 22:34:29.702374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46588dc8-d7bf-44ee-8d7c-05fd78c1d6a9 req-7d229b83-d324-4423-9728-dd97dcb48102 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396023 Nov 05 22:34:30.820506 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361953b6-3fa5-42e8-8662-05f8499a3ce8 req-a0153814-bfb9-473f-a3da-f1f1c69011e2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:30.821936 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-361953b6-3fa5-42e8-8662-05f8499a3ce8 req-a0153814-bfb9-473f-a3da-f1f1c69011e2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Nov 05 22:34:30.867589 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-361953b6-3fa5-42e8-8662-05f8499a3ce8 req-b244bb9a-5619-4326-bfac-cfdfaa728482 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398748 Nov 05 22:34:31.102252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:31.980560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14105751-ba1d-4452-adca-ef03d64fc3d7 req-a7dfbf86-be9c-4e21-979a-7330f7f6308a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:31.982027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-14105751-ba1d-4452-adca-ef03d64fc3d7 req-a7dfbf86-be9c-4e21-979a-7330f7f6308a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0484555 Nov 05 22:34:32.031997 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-14105751-ba1d-4452-adca-ef03d64fc3d7 req-2679e19a-d605-4b2f-be48-c90ac56d7cb5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Nov 05 22:34:33.149455 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d82e45-fb9a-43d8-a624-549eef1ebfd8 req-1b381452-17b7-4603-a5e3-9c8a38bd7fa4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:33.150964 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9d82e45-fb9a-43d8-a624-549eef1ebfd8 req-1b381452-17b7-4603-a5e3-9c8a38bd7fa4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0498602 Nov 05 22:34:33.199428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d9d82e45-fb9a-43d8-a624-549eef1ebfd8 req-b76123e6-f6fc-4b6e-a92e-f11c09f4b3b7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Nov 05 22:34:33.228517 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:34.314184 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8212ab-4c47-4f11-abaf-0533efe6314c req-edc68487-87c6-48ad-a3e4-5b73986646d9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:34.315637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e8212ab-4c47-4f11-abaf-0533efe6314c req-edc68487-87c6-48ad-a3e4-5b73986646d9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Nov 05 22:34:34.361402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e8212ab-4c47-4f11-abaf-0533efe6314c req-161383a4-2665-4e80-8aff-dd78d5a9539a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Nov 05 22:34:34.998920 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-98b0b0d5-af00-405d-b65c-794c86b70222 service neutron] show failed (client error): The resource could not be found. Nov 05 22:34:35.000377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-98b0b0d5-af00-405d-b65c-794c86b70222 service neutron] 10.222.0.46 "GET /v2.0/ports/caa25c46-22e0-48e3-b57e-ced6d984c0d4/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0535963 Nov 05 22:34:35.484156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8250a52-02db-4f43-b002-1538ca6c4bf7 req-a9942215-e1a2-4e6e-a6f7-6bd7c54f457c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:35.485665 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8250a52-02db-4f43-b002-1538ca6c4bf7 req-a9942215-e1a2-4e6e-a6f7-6bd7c54f457c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0532327 Nov 05 22:34:35.534545 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8250a52-02db-4f43-b002-1538ca6c4bf7 req-359a9008-f221-4bc2-81b3-eaf73815cc74 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 Nov 05 22:34:35.604483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-1e1b7d17-1f57-4ff1-a3c4-2fdc69d64a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:35.605938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-1e1b7d17-1f57-4ff1-a3c4-2fdc69d64a46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 1096 time: 0.0778825 Nov 05 22:34:35.617548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:34:35.670106 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:35.863915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:35.895817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:34:35.933361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:34:35.939226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:35.951516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Transition to ACTIVE for port object caa25c46-22e0-48e3-b57e-ced6d984c0d4 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:34:35.971935 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a95f36-5927-4f10-9246-28999bc13458" -d '{"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-unplugged", "status": "completed", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:34:36.016388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:36.069463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:36.075669 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f175519-15b6-4a1e-9c3b-8ff7a6375789 x-openstack-request-id: req-9f175519-15b6-4a1e-9c3b-8ff7a6375789 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:34:36.075968 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-unplugged", "status": "completed", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:34:36.076222 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f175519-15b6-4a1e-9c3b-8ff7a6375789 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:34:36.076617 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'code': 200} Nov 05 22:34:36.083417 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.083824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.084168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.084499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.084827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.085155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.085490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.085801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.086131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.086511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.086918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.087137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:36.174955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] No DVR routers for this DVR port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:34:36.314781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:34:36.315114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:34:36.315672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:34:36.320022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:34:36.320337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Attempting to bind port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:34:36.325201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:34:36.325477 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:34:36.325874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:34:36.326289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Bound port: caa25c46-22e0-48e3-b57e-ced6d984c0d4, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:34:36.326634 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:36.360349 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e45a718-9c8c-413d-b7c1-fca5ed253dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:36.391476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:34:36.394449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:34:36.439944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:36.474465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:36.476089 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:36.477738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-7712262a-ad80-4310-89af-621383599a7e service neutron] 10.222.0.13 "PUT /v2.0/ports/caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 1091 time: 0.8637202 Nov 05 22:34:36.499788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712262a-ad80-4310-89af-621383599a7e service neutron] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:36.543069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-9ce525ff-1852-4ab2-b0a0-e229c9c775eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:36.544633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-9ce525ff-1852-4ab2-b0a0-e229c9c775eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1094 time: 0.0419202 Nov 05 22:34:36.649050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-2e493070-878a-4756-b6d4-aee61c8822a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:36.650619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-2e493070-878a-4756-b6d4-aee61c8822a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0984995 Nov 05 22:34:36.659608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a04ce-499c-4a2e-b334-dbc72ffc3f56 req-c59cebe3-b1e7-41ec-9a48-daaf13784204 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:36.661298 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d10a04ce-499c-4a2e-b334-dbc72ffc3f56 req-c59cebe3-b1e7-41ec-9a48-daaf13784204 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 943 time: 0.0510778 Nov 05 22:34:36.710115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d10a04ce-499c-4a2e-b334-dbc72ffc3f56 req-f6a6c55c-c836-49ea-a8da-31cbb5b2c0d5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 Nov 05 22:34:36.716190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-e586725e-87cf-4405-a4df-1a0d553de0a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 998 time: 0.0584824 Nov 05 22:34:36.763854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-ff8ce124-d9bf-4dd3-b995-0d411258a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:36.765167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-ff8ce124-d9bf-4dd3-b995-0d411258a131 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0427322 Nov 05 22:34:36.813359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-a120b7da-ee9c-4378-a206-feb7d3d58bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:36.814815 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-a120b7da-ee9c-4378-a206-feb7d3d58bfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428543 Nov 05 22:34:36.903091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-51af8eb6-a9c6-4e17-b441-9d2031ed42e4 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809124 Nov 05 22:34:36.994787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08658cad-7a13-49ff-b5d6-36fdd57d081a req-978af658-d97b-4aac-8ffa-7ab52b321366 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846097 Nov 05 22:34:37.829031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9728d-9b3b-4e89-9006-a27ac010f29c req-0d07cb18-6892-4516-831e-b8170c0bcf63 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:37.830493 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9d9728d-9b3b-4e89-9006-a27ac010f29c req-0d07cb18-6892-4516-831e-b8170c0bcf63 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 943 time: 0.0479872 Nov 05 22:34:37.882526 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9d9728d-9b3b-4e89-9006-a27ac010f29c req-f4a14df2-088b-444c-889b-80f3c6f5e22d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456820 Nov 05 22:34:38.077443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:34:38.080386 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0e3632-dff2-4e5d-9ac9-0738dc627828" -d '{"events": [{"name": "network-changed", "server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:34:38.127694 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446afb9-dda1-4f37-8bb2-93bad8c1e404 x-openstack-request-id: req-d446afb9-dda1-4f37-8bb2-93bad8c1e404 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:34:38.128195 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:34:38.128483 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d446afb9-dda1-4f37-8bb2-93bad8c1e404 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:34:38.128863 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'status': 'completed', 'code': 200} Nov 05 22:34:38.217338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-8eab6bc9-faf9-4662-a3ee-539c8f7efa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:38.219443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-8eab6bc9-faf9-4662-a3ee-539c8f7efa19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1094 time: 0.0716028 Nov 05 22:34:38.221932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-b5111f85-9faa-46ef-b72a-d653a9b85a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:38.223247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-b5111f85-9faa-46ef-b72a-d653a9b85a83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1094 time: 0.0674570 Nov 05 22:34:38.525252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8170-42af-41c6-a758-b03eaf41cfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:38.717663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-20accd7f-ad7c-447e-9de6-d46f04518b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:38.719127 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-20accd7f-ad7c-447e-9de6-d46f04518b02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.4928093 Nov 05 22:34:38.721753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-fc3f4887-cc66-4a3e-bbc9-4d179b4cd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:38.723062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-fc3f4887-cc66-4a3e-bbc9-4d179b4cd40e service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.4895394 Nov 05 22:34:38.832076 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-c72e8eee-1dd9-4577-86dc-4b79ee7eb4af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 998 time: 0.1058655 Nov 05 22:34:38.834005 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-e6ba5786-4ba0-49d7-a4b9-38599c207a0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 998 time: 0.1023588 Nov 05 22:34:38.921201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-65bee970-c386-4328-a5cf-f7887006d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:38.923338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-65bee970-c386-4328-a5cf-f7887006d149 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0850711 Nov 05 22:34:38.926888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-6ecdd88d-2d42-4c02-ac44-3cd1d5d746c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:38.928255 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-6ecdd88d-2d42-4c02-ac44-3cd1d5d746c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0828450 Nov 05 22:34:39.025914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-7fc5a36d-ebe8-4aa5-be71-7331b9e9e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:39.027444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-7fc5a36d-ebe8-4aa5-be71-7331b9e9e629 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976272 Nov 05 22:34:39.031594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-f5446a59-8280-4794-8c16-2ca2cd03da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:39.032963 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-f5446a59-8280-4794-8c16-2ca2cd03da4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939937 Nov 05 22:34:39.071660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817483f-bed4-49ec-a3a7-751cd729411f req-4a7e6931-ac05-4122-9c10-4b200013b146 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:39.073119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1817483f-bed4-49ec-a3a7-751cd729411f req-4a7e6931-ac05-4122-9c10-4b200013b146 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 943 time: 0.1116881 Nov 05 22:34:39.229258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1817483f-bed4-49ec-a3a7-751cd729411f req-f905ea37-ecaa-4155-9ab0-9631f9266e7f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413004 Nov 05 22:34:39.243742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-d9c4f05f-0403-4208-928c-49ea8ea3cca8 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090771 Nov 05 22:34:39.248911 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-245af2d5-ee06-485e-8609-c4e0f44cf421 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050588 Nov 05 22:34:39.400512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-71419898-835d-41e3-8ee4-b002ed3ced97 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493115 Nov 05 22:34:39.403853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd0e3632-dff2-4e5d-9ac9-0738dc627828 req-7b487ada-0cea-4d78-be91-7787b23155b1 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452811 Nov 05 22:34:39.569665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0354-25c6-4b68-bffb-5281feaa904b req-8d7d721b-5ea7-4a35-b227-8c9513a149bb tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:39.571285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8aab0354-25c6-4b68-bffb-5281feaa904b req-8d7d721b-5ea7-4a35-b227-8c9513a149bb tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 943 time: 0.0515106 Nov 05 22:34:39.655458 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8aab0354-25c6-4b68-bffb-5281feaa904b req-923a0677-80c0-42a1-a081-9357360fa6b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783231 Nov 05 22:34:39.662706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:34:39.665939 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-af5a47ab-e176-4b6f-bf63-b36110efe4c9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:39.667803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-af5a47ab-e176-4b6f-bf63-b36110efe4c9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38&tenant_id=010b151765904743b1544b9aa918a619&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 943 time: 0.0883329 Nov 05 22:34:39.702654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:34:39.728351 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-f60bfff6-b3e7-4c70-b4db-0ba259d72fc1 service neutron] delete failed (client error): The resource could not be found. Nov 05 22:34:39.729356 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-f60bfff6-b3e7-4c70-b4db-0ba259d72fc1 service neutron] 10.222.0.46 "DELETE /v2.0/ports/caa25c46-22e0-48e3-b57e-ced6d984c0d4/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0541430 Nov 05 22:34:39.816933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-bcc5b720-3dd2-42b0-9723-28f9bb859031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:39.816933 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-bcc5b720-3dd2-42b0-9723-28f9bb859031 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 1094 time: 0.0409188 Nov 05 22:34:39.906907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-6c415f2b-22fe-409c-9eb9-15e38465287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:39.908475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-6c415f2b-22fe-409c-9eb9-15e38465287a service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0889685 Nov 05 22:34:39.971848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-2f6b1750-0e64-4eba-9604-d53585834e69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 200 len: 998 time: 0.0564125 Nov 05 22:34:40.023325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-ab629d91-fe70-410c-815b-b1ec3dc53a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:40.024751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-ab629d91-fe70-410c-815b-b1ec3dc53a00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0462565 Nov 05 22:34:40.061972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:34:40.070450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-60560324-fae5-49f1-9bb0-486ceac511f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:40.071949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-60560324-fae5-49f1-9bb0-486ceac511f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400231 Nov 05 22:34:40.161968 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-d8ef4655-c545-45cb-9c0c-1264232c2483 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825496 Nov 05 22:34:40.168141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:40.170516 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:40.179210 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'mac_address': 'fa:16:3e:6c:8b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:34:40.221205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:40.234194 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa25c46-22e0-48e3-b57e-ced6d984c0d4 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:34:40.253114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:40.256939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-27d5950b-ac99-4a91-8a41-e59ad32bcc60 req-a1bc712e-3a14-44ea-809c-0181debad3ca service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875037 Nov 05 22:34:40.330601 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:40.378096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:40.385350 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.385695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.386035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.386368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.386695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.387025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.387351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.387707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.388030 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.388351 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.388670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.388988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:34:40.583165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['caa25c46-22e0-48e3-b57e-ced6d984c0d4'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:34:40.781966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b621a1-12fb-4406-bb46-739943c522bf req-263e47b8-d2b9-408f-8031-f63f2cbdb56f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:40.783440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30b621a1-12fb-4406-bb46-739943c522bf req-263e47b8-d2b9-408f-8031-f63f2cbdb56f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 944 time: 0.0496559 Nov 05 22:34:40.836748 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30b621a1-12fb-4406-bb46-739943c522bf req-9090468e-5587-4c63-97e9-de802d1ee8b2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466914 Nov 05 22:34:41.576131 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:41.952013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefec62c-775d-4c76-ae38-65413642cb0e req-f62dd890-9f66-4c0a-b2ff-82af4147419a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:41.953509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cefec62c-775d-4c76-ae38-65413642cb0e req-f62dd890-9f66-4c0a-b2ff-82af4147419a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 944 time: 0.0493152 Nov 05 22:34:42.001143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cefec62c-775d-4c76-ae38-65413642cb0e req-9f6efd4d-869e-4b9e-b14c-979e03a0edc9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Nov 05 22:34:42.076038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:34:42.097967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:42.116320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e06a7-26ab-4459-b68b-be709a7c1adf req-6a39090d-0850-4ff4-b771-572afdfd3f3d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:42.117767 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f4e06a7-26ab-4459-b68b-be709a7c1adf req-6a39090d-0850-4ff4-b771-572afdfd3f3d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 944 time: 0.0504153 Nov 05 22:34:42.163744 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f4e06a7-26ab-4459-b68b-be709a7c1adf req-a20c204b-fbdf-4b0a-a07d-55d92f0b3b0d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Nov 05 22:34:42.193697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port caa25c46-22e0-48e3-b57e-ced6d984c0d4 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:34:42.198229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port caa25c46-22e0-48e3-b57e-ced6d984c0d4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:34:42.198629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:42.278048 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:42.281618 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfab58-ae88-4fd4-83e1-0304193014cf req-bed8d1d7-0aee-4a69-b551-5d0c8ff69c4c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:42.283109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7dfab58-ae88-4fd4-83e1-0304193014cf req-bed8d1d7-0aee-4a69-b551-5d0c8ff69c4c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 944 time: 0.0537076 Nov 05 22:34:42.301661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:34:42.316054 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:42.330696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7dfab58-ae88-4fd4-83e1-0304193014cf req-f4ade32e-4fb3-407a-b27e-9ffb6550c9dc tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416427 Nov 05 22:34:42.340135 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c5ffb-b846-44b0-857c-a853f649deba" -d '{"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-plugged", "status": "completed", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:34:42.388263 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:42.430216 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d0ebde-2a17-432f-b38f-f51e24baa865 x-openstack-request-id: req-40d0ebde-2a17-432f-b38f-f51e24baa865 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:34:42.430508 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-plugged", "status": "completed", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:34:42.430779 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40d0ebde-2a17-432f-b38f-f51e24baa865 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:34:42.431220 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'code': 200} Nov 05 22:34:42.445042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:42.787245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f05b-5835-47ce-9605-5fd05dd003a1 req-b128655d-40b6-43d6-9f1b-eaa3eae7e356 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:42.788712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1832f05b-5835-47ce-9605-5fd05dd003a1 req-b128655d-40b6-43d6-9f1b-eaa3eae7e356 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Nov 05 22:34:42.834020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1832f05b-5835-47ce-9605-5fd05dd003a1 req-42eb7008-db4f-42ce-bc55-547ab79f346f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395131 Nov 05 22:34:43.950693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928b1c-1fb8-4f0c-9b03-c7427148d6e7 req-c34ab1d6-3dae-48a2-82b1-3079a16f0c65 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:43.952193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3928b1c-1fb8-4f0c-9b03-c7427148d6e7 req-c34ab1d6-3dae-48a2-82b1-3079a16f0c65 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0492640 Nov 05 22:34:43.999609 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3928b1c-1fb8-4f0c-9b03-c7427148d6e7 req-cdc3c6f6-9d50-441a-9cf0-94604fdfe52c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Nov 05 22:34:44.076022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-f8e45b78-1dfd-4ef4-89c2-bad4cb21e6d0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:44.077501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-f8e45b78-1dfd-4ef4-89c2-bad4cb21e6d0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 945 time: 0.0546918 Nov 05 22:34:44.168720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Deleting port caa25c46-22e0-48e3-b57e-ced6d984c0d4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:34:44.168979 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:44.256133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] For port caa25c46-22e0-48e3-b57e-ced6d984c0d4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=caa25c46-22e0-48e3-b57e-ced6d984c0d4,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:44.256490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:44.425946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:44.426210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:44.426521 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 disassociated. External IP: 172.25.6.60, port: caa25c46-22e0-48e3-b57e-ced6d984c0d4. Nov 05 22:34:44.426855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Calling delete_port for caa25c46-22e0-48e3-b57e-ced6d984c0d4 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:34:44.610663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:44.643813 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event deleted for resources: {'Port': ['ID=caa25c46-22e0-48e3-b57e-ced6d984c0d4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:44.766182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:34:44.872250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:34:44.882824 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:34:44.892944 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:34:44.893560 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:34:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:34:44.917345 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] No DVR routers for this DVR port caa25c46-22e0-48e3-b57e-ced6d984c0d4 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:34:44.920024 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:44.923914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4a03914-d9ea-4a25-9e35-3b7eff3d1fc4 req-dd9dafe6-bbfe-40c6-96ea-c7c144d2bea2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "DELETE /v2.0/ports/caa25c46-22e0-48e3-b57e-ced6d984c0d4 HTTP/1.1" status: 204 len: 173 time: 0.8402753 Nov 05 22:34:44.924366 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-deleted', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:34:44.926732 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1450fb6-52aa-4106-a607-083a3aaa74e8" -d '{"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-deleted", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:34:44.963166 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cebe5ec-4956-4850-b5a2-02fcdba384fc x-openstack-request-id: req-5cebe5ec-4956-4850-b5a2-02fcdba384fc {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:34:44.963869 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5002a6e-ed8b-4737-80fe-7e9fe41ced38", "name": "network-vif-deleted", "tag": "caa25c46-22e0-48e3-b57e-ced6d984c0d4", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:34:44.963869 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cebe5ec-4956-4850-b5a2-02fcdba384fc {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:34:44.964197 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5002a6e-ed8b-4737-80fe-7e9fe41ced38', 'name': 'network-vif-deleted', 'tag': 'caa25c46-22e0-48e3-b57e-ced6d984c0d4', 'status': 'completed', 'code': 200} Nov 05 22:34:45.003964 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:34:45.101031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f99cc049-82e9-4a26-a008-39d8ac0b55f6 req-349456a4-4a41-41c5-aecc-1a7084a17d6b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5002a6e-ed8b-4737-80fe-7e9fe41ced38 HTTP/1.1" status: 200 len: 210 time: 0.0288289 Nov 05 22:34:45.205444 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:34:45.235107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:34:45.243224 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:34:45.243851 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:34:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:34:45.345807 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:34:45.637829 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:34:45.663594 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f23f6-6df1-426a-9742-3995037a3039 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:34:45.868171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24403a1e-61eb-4e2a-9f5c-7dad3bdfb9d0 None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:34:46.350031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-8bd70e31-b66a-4133-b5c5-845e1b6f9234 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--110539655&fields=id&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 267 time: 0.0539756 Nov 05 22:34:46.454971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-00668470-1e39-4acd-9eef-26dbd0de9144 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:46.456441 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-00668470-1e39-4acd-9eef-26dbd0de9144 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.0995362 Nov 05 22:34:46.470938 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-ed3ebeef-c17c-43d9-9490-404856d56cd8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/quotas/010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 375 time: 0.0088208 Nov 05 22:34:46.537951 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-a40fb804-b017-4bb3-967a-b7075ff07ee8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617633 Nov 05 22:34:46.623212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-e4d54dc2-ef51-4584-a461-aac19af04df1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:34:46.624289 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-e4d54dc2-ef51-4584-a461-aac19af04df1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0426359 Nov 05 22:34:46.713033 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-59d90be6-4d5d-4165-a66b-529178e8c295 service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821335 Nov 05 22:34:46.808811 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-2fe78190-8b73-4f30-993a-4e2b54c096ec service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890744 Nov 05 22:34:47.031186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-683d3ebe-a362-48c7-92fa-687fea13aeba req-02400882-2450-4fa3-80f7-240537222909 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 210 time: 0.0273049 Nov 05 22:34:48.109699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:34:48.129745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: caa25c46-22e0-48e3-b57e-ced6d984c0d4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:34:48.130092 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device caa25c46-22e0-48e3-b57e-ced6d984c0d4 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:34:48.137856 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25ce5e59-75b4-4100-baf8-9fc9cf33506e req-20c745b4-f6c7-457c-afb9-912ba65452bd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 210 time: 0.0330811 Nov 05 22:34:48.848367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-b2271cf8-cab6-4d6a-a8e1-5d5c8382a0c1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:48.849809 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-b2271cf8-cab6-4d6a-a8e1-5d5c8382a0c1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.1057429 Nov 05 22:34:48.911448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-4b44ed5c-2e85-484e-babc-05f7fb1f1ec9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 379 time: 0.0521815 Nov 05 22:34:48.921513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'port': {'device_id': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'admin_state_up': True, 'tenant_id': '010b151765904743b1544b9aa918a619', 'security_groups': ['43d1e873-7f6f-40ca-88cf-247f36b052d4']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:34:49.091068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Made reservation on behalf of 010b151765904743b1544b9aa918a619 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:34:49.095636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:49.241738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b8f62090-8360-4133-b697-ba85d6f3951e req-a282cd2a-a70e-42a9-8ef3-a4a68b2dbea6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 210 time: 0.0310211 Nov 05 22:34:49.245508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Allocated IP 172.20.0.5 (36aa3e8d-ed38-415b-8f54-9829d5709ecb/d9d8e654-5595-49bf-b022-5aeb05be8eb7/83440e11-5a23-4ef9-9ace-770846e4b645) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:34:49.382560 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:49.457107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:49.499192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:34:49.504805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:34:49.508608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:34:49.515132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:49.565724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:49.566353 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:49.642168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-6b6740f9-dbca-4e8c-bb11-a599277d733a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240477 Nov 05 22:34:49.654771 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Request body: {'port': {'device_id': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:34:49.708943 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:49.775720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3fdeb827-fcf6-48ec-add1-9039b2eb30f3 None None] Provisioning complete for port 83440e11-5a23-4ef9-9ace-770846e4b645 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:34:49.776297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3fdeb827-fcf6-48ec-add1-9039b2eb30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:49.811983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3fdeb827-fcf6-48ec-add1-9039b2eb30f3 None None] Port 83440e11-5a23-4ef9-9ace-770846e4b645 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:34:49.960914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83440e11-5a23-4ef9-9ace-770846e4b645 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:34:49.968011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:49.980458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Transition to ACTIVE for port object 83440e11-5a23-4ef9-9ace-770846e4b645 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:34:50.038775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:50.093342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:50.159229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:34:50.159567 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:34:50.159916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:34:50.164358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Port 83440e11-5a23-4ef9-9ace-770846e4b645 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:34:50.164674 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:34:50.169649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:34:50.169977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:34:50.170352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:34:50.170770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Bound port: 83440e11-5a23-4ef9-9ace-770846e4b645, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:34:50.171121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:50.235938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:34:50.239328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:34:50.331828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:50.358665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce91ab4-54b3-47ce-bb69-9ad2ffc35afe req-69b3907c-1cec-4059-a38b-b9a580a606d5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.360189 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ce91ab4-54b3-47ce-bb69-9ad2ffc35afe req-69b3907c-1cec-4059-a38b-b9a580a606d5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.0506968 Nov 05 22:34:50.369944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.370568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:50.372229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] 10.222.0.46 "PUT /v2.0/ports/83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 1091 time: 0.7218986 Nov 05 22:34:50.374717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:34:50.377720 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf584ad-1e5e-4980-bbe2-84088e2d9213" -d '{"events": [{"name": "network-changed", "server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:34:50.413389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b6c2c-9bc4-42bd-a1ad-01d088ba3ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:50.421059 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e89973-04fc-4e26-8aa1-d964baf619ad x-openstack-request-id: req-e9e89973-04fc-4e26-8aa1-d964baf619ad {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:34:50.421483 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:34:50.421747 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9e89973-04fc-4e26-8aa1-d964baf619ad {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:34:50.422212 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645', 'status': 'completed', 'code': 200} Nov 05 22:34:50.427261 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ce91ab4-54b3-47ce-bb69-9ad2ffc35afe req-ab36d8f6-2043-4560-ac6d-09f5bf17bb73 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600150 Nov 05 22:34:50.488617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584ad-1e5e-4980-bbe2-84088e2d9213 req-304a4150-ccaf-45ca-8b8f-7c9ba4f2fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.490178 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bf584ad-1e5e-4980-bbe2-84088e2d9213 req-304a4150-ccaf-45ca-8b8f-7c9ba4f2fa7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1094 time: 0.0452750 Nov 05 22:34:50.595227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584ad-1e5e-4980-bbe2-84088e2d9213 req-691eb7dc-9730-4e63-a154-e9eb18010026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.596727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bf584ad-1e5e-4980-bbe2-84088e2d9213 req-691eb7dc-9730-4e63-a154-e9eb18010026 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=010b151765904743b1544b9aa918a619&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0986960 Nov 05 22:34:50.689572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584ad-1e5e-4980-bbe2-84088e2d9213 req-d0c07d5e-c98a-47c5-bb8e-cbbc1faa7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.691050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bf584ad-1e5e-4980-bbe2-84088e2d9213 req-d0c07d5e-c98a-47c5-bb8e-cbbc1faa7990 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877402 Nov 05 22:34:50.765724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-228c697b-4c8b-4279-9891-dcb547b7b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.767689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-228c697b-4c8b-4279-9891-dcb547b7b631 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1094 time: 0.0401509 Nov 05 22:34:50.812172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-818e9690-32e2-4cce-b3c8-12b7fec2e79c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 217 time: 0.0364306 Nov 05 22:34:50.861255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-de8beca6-7e0f-499b-99f3-75fdc8d0ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.862632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-de8beca6-7e0f-499b-99f3-75fdc8d0ad70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0423045 Nov 05 22:34:50.907172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53700a-b527-4701-8783-a70bd55b0208 req-d1ab55fd-f3d0-4f5c-b306-4ad85bbf8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:50.908684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-d1ab55fd-f3d0-4f5c-b306-4ad85bbf8637 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387154 Nov 05 22:34:51.005899 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-4be62816-e650-420c-9443-9fba0a93db13 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901318 Nov 05 22:34:51.094856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d53700a-b527-4701-8783-a70bd55b0208 req-cca9796f-65d3-4e93-9963-fee198d91409 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819845 Nov 05 22:34:51.557791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c459f9-66a5-4269-b852-bb5320c49dc5 req-ab684239-4afe-4f0c-bdcf-9bfca23857b3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:51.559254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83c459f9-66a5-4269-b852-bb5320c49dc5 req-ab684239-4afe-4f0c-bdcf-9bfca23857b3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.0528622 Nov 05 22:34:51.605593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83c459f9-66a5-4269-b852-bb5320c49dc5 req-3a8b8fb0-d82b-43d8-85bf-d06dbbd51e45 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404415 Nov 05 22:34:52.722370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0aa63-0945-454a-9487-eed7da44782b req-54df91cf-ce64-4fb2-9b7a-87d8021c5d3d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:52.723832 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c3c0aa63-0945-454a-9487-eed7da44782b req-54df91cf-ce64-4fb2-9b7a-87d8021c5d3d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.0516233 Nov 05 22:34:52.769493 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c3c0aa63-0945-454a-9487-eed7da44782b req-e4a0226b-62aa-4c68-8d75-f842b37d7e10 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395274 Nov 05 22:34:53.732695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:34:53.825459 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:53.837184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '83440e11-5a23-4ef9-9ace-770846e4b645', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': '83440e11-5a23-4ef9-9ace-770846e4b645', 'mac_address': 'fa:16:3e:36:d5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:34:53.876942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:53.885103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a001-92f3-4ccc-8971-669d0544bc05 req-2ad5e7de-8bd9-4b79-8151-19adb7906606 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:53.886580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89f3a001-92f3-4ccc-8971-669d0544bc05 req-2ad5e7de-8bd9-4b79-8151-19adb7906606 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.0489898 Nov 05 22:34:53.889399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83440e11-5a23-4ef9-9ace-770846e4b645 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:34:53.909317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:53.934019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89f3a001-92f3-4ccc-8971-669d0544bc05 req-7f2ddbf1-d443-473a-9e25-9abae4726e3d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Nov 05 22:34:53.970266 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:54.018011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:54.302133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['83440e11-5a23-4ef9-9ace-770846e4b645'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:34:54.536647 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:34:55.053554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c81b54-8b7e-4dd8-8174-0b7cde43e810 req-302a6a33-5bfd-4139-a53e-dcb968ff9713 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:55.055084 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31c81b54-8b7e-4dd8-8174-0b7cde43e810 req-302a6a33-5bfd-4139-a53e-dcb968ff9713 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 944 time: 0.0494676 Nov 05 22:34:55.103776 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-31c81b54-8b7e-4dd8-8174-0b7cde43e810 req-4a25108e-13ae-4a93-8f5a-f9a61f76bd59 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428057 Nov 05 22:34:55.760163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:34:55.850253 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 83440e11-5a23-4ef9-9ace-770846e4b645 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:34:55.854666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 83440e11-5a23-4ef9-9ace-770846e4b645 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:34:55.858481 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:55.929671 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:55.951334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:34:55.953599 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65465415-c4b0-4859-bb4b-18f589824a1d" -d '{"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-plugged", "status": "completed", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:34:55.969778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:34:55.990330 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a702be7-27a5-4d07-b538-23bb68a90db0 x-openstack-request-id: req-0a702be7-27a5-4d07-b538-23bb68a90db0 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:34:55.990458 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-plugged", "status": "completed", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:34:55.990669 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a702be7-27a5-4d07-b538-23bb68a90db0 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:34:55.991080 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645', 'code': 200} Nov 05 22:34:56.016373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:56.064980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:34:56.089839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8e63e-6a48-4755-a3c1-7364fc7ce370 req-173e5cc1-dc8e-453a-86ab-a19cd35b3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:56.091430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b8e63e-6a48-4755-a3c1-7364fc7ce370 req-173e5cc1-dc8e-453a-86ab-a19cd35b3fa0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1096 time: 0.0420749 Nov 05 22:34:56.139471 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b8e63e-6a48-4755-a3c1-7364fc7ce370 req-83122959-c771-4d97-a832-336f570a29a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Nov 05 22:34:56.217253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7739f14-712b-4767-9b29-e650675443bd req-c5b4f297-ad78-4cf4-b068-4196770a7224 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:56.218759 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7739f14-712b-4767-9b29-e650675443bd req-c5b4f297-ad78-4cf4-b068-4196770a7224 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0485559 Nov 05 22:34:56.270083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f7739f14-712b-4767-9b29-e650675443bd req-d129fdd6-d520-455a-a884-b7ed7b7ca551 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Nov 05 22:34:57.385660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b557-1fe3-486b-8ebb-220fcbbd6027 req-fc27090e-d8aa-4c31-8982-a0755c124135 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:57.387136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac94b557-1fe3-486b-8ebb-220fcbbd6027 req-fc27090e-d8aa-4c31-8982-a0755c124135 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0482264 Nov 05 22:34:57.433268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac94b557-1fe3-486b-8ebb-220fcbbd6027 req-716d6b2a-c0c1-4bc2-a3ad-9a46823dccce tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395632 Nov 05 22:34:58.551961 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f69567-ae32-4599-b9b1-c0d952f4c957 req-f4fec154-0a49-41ac-8921-efecc4c50201 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:58.553564 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2f69567-ae32-4599-b9b1-c0d952f4c957 req-f4fec154-0a49-41ac-8921-efecc4c50201 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0485864 Nov 05 22:34:58.601044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2f69567-ae32-4599-b9b1-c0d952f4c957 req-6f7b9461-02ad-4696-b713-1a523062f3be tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 Nov 05 22:34:58.715824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34378e7-b787-4f12-8743-aa423262e9a2 req-71675195-1008-425f-ab65-7d5c0753c52a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:34:58.717224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b34378e7-b787-4f12-8743-aa423262e9a2 req-71675195-1008-425f-ab65-7d5c0753c52a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0492651 Nov 05 22:34:58.726481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42372) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:34:58.731084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'floatingip': {'port_id': '83440e11-5a23-4ef9-9ace-770846e4b645'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:34:58.773438 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:59.596074 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:59.649858 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:34:59.747602 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 associated. External IP: 172.25.6.60, port: 83440e11-5a23-4ef9-9ace-770846e4b645. Nov 05 22:34:59.951382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:35:00.060446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:35:00.065562 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:00.073947 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:35:00.083944 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:35:00.084543 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:34:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:35:00.092225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-336d8e65-7f50-43b5-9105-74f619b0e284 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "PUT /v2.0/floatingips/5ec781bb-b856-460f-accd-d1acb6c0d1c0 HTTP/1.1" status: 200 len: 990 time: 1.3646989 Nov 05 22:35:00.092917 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:35:00.095327 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404cd63-8dd8-4958-ae33-539a87f0ce5e" -d '{"events": [{"name": "network-changed", "server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:35:00.133007 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c352b34-f8ba-43ab-8729-d2b0c7422eb1 x-openstack-request-id: req-6c352b34-f8ba-43ab-8729-d2b0c7422eb1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:35:00.133294 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:35:00.133552 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c352b34-f8ba-43ab-8729-d2b0c7422eb1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:35:00.133955 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645', 'status': 'completed', 'code': 200} Nov 05 22:35:00.197192 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:35:00.197450 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-cf8faac5-8f98-4dad-87bc-ec4830e74f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:00.198863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-cf8faac5-8f98-4dad-87bc-ec4830e74f09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1096 time: 0.0444078 Nov 05 22:35:00.289466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-3a9c3135-3d1b-4db0-8a77-3a32c279b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:00.290832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-3a9c3135-3d1b-4db0-8a77-3a32c279b96e service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0850942 Nov 05 22:35:00.359798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-80e6b31d-6b57-4572-8fcb-5a73b301d21b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 998 time: 0.0621469 Nov 05 22:35:00.409167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-fe2c2703-4d3d-4bf5-b6b1-4b7ca8240364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:00.410606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-fe2c2703-4d3d-4bf5-b6b1-4b7ca8240364 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0435328 Nov 05 22:35:00.411315 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': '83440e11-5a23-4ef9-9ace-770846e4b645', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:36:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:34:59Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:35:00.441250 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:35:00.451826 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:35:00.452434 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:34:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:35:00.455310 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-50088918-8ecf-4a86-96db-307f2facc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:00.456826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-50088918-8ecf-4a86-96db-307f2facc159 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397770 Nov 05 22:35:00.553929 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-69401a38-d403-4904-b7e2-ed4b14be056c service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892303 Nov 05 22:35:00.583475 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:35:00.651409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7404cd63-8dd8-4958-ae33-539a87f0ce5e req-b50e389f-86c2-46ca-9fc5-a3102732febb service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916407 Nov 05 22:35:00.823023 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': '83440e11-5a23-4ef9-9ace-770846e4b645', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:36:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:34:59Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:35:00.849500 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816a56f-3e24-4bce-a779-93ae578cf50e None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': '83440e11-5a23-4ef9-9ace-770846e4b645', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:36:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:34:59Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:35:01.028022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4c7e0-58f2-45c5-b8cf-878f19e7ee46 None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:35:01.242824 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:03.284505 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:06.358307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e5421335-1497-4dc8-b9df-c431e5cda70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:08.524646 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c0de-89a2-46c7-8fb6-5c82c79d591a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:10.147107 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:11.581451 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:12.055492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:12.609091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-1af510aa-92a8-4958-9287-09cb49944eba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437140 Nov 05 22:35:12.697430 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc7332-187f-422a-b689-f285245c52e6 req-4accda5d-03ae-418b-8ff4-3a6618000dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:12.698884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-4accda5d-03ae-418b-8ff4-3a6618000dbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1096 time: 0.0402284 Nov 05 22:35:12.799169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc7332-187f-422a-b689-f285245c52e6 req-4891f8c7-7316-49c3-9bbf-db2acb3ae6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:12.800623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-4891f8c7-7316-49c3-9bbf-db2acb3ae6fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0839241 Nov 05 22:35:12.872575 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-c0fe7c9a-c1d8-4b04-9a69-f785cd7b6e2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 1000 time: 0.0651376 Nov 05 22:35:12.928922 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc7332-187f-422a-b689-f285245c52e6 req-2ec97926-59cd-429e-b53d-3970eaa38d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:12.930373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-2ec97926-59cd-429e-b53d-3970eaa38d69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0434215 Nov 05 22:35:12.974762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc7332-187f-422a-b689-f285245c52e6 req-f6b1c09d-52bc-46d7-be4d-cb1ff65e5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:35:12.976229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-f6b1c09d-52bc-46d7-be4d-cb1ff65e5585 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391393 Nov 05 22:35:13.070943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-0d38a198-b0c2-4422-9eef-b517e04890c9 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879145 Nov 05 22:35:13.162021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17bc7332-187f-422a-b689-f285245c52e6 req-612a9786-8348-4816-b20f-a324a1d6aa13 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846972 Nov 05 22:35:14.025228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-2d70119d-9f50-4f73-a82f-b36e0c320918 req-55c3d6da-351a-4b22-a212-bd49aff89e62 service neutron] (102291) timed out ('10.222.0.13', 58102) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:35:31.101488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:31.535809 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:35:33.209348 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:36.421207 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9882-cae7-405b-9bd4-ce1adcd86df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:38.552493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-860a974e-81fc-4b6c-a3d1-dfd2d7ab7a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:40.145633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:41.603968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:35:42.055360 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:01.157771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:03.237744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:06.368463 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8eb0d99-6036-4471-8ac9-dce504f2b6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:08.524156 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d89d742e-217a-4481-b72a-0198a104f3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:08.537845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:36:10.180173 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:11.608832 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:12.088935 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:12.602590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-ac14ac19-7827-440c-94f4-2155537fc906 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455170 Nov 05 22:36:12.691283 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050133-1855-48f9-9f77-f545c088313a req-6cad5832-fff5-47a7-a523-0d4edf03a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:36:12.692808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-6cad5832-fff5-47a7-a523-0d4edf03a717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1096 time: 0.0449963 Nov 05 22:36:12.798130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050133-1855-48f9-9f77-f545c088313a req-84be0025-f9ce-439b-b0e3-797f02abd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:36:12.799662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-84be0025-f9ce-439b-b0e3-797f02abd7a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0879962 Nov 05 22:36:12.864265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-89365020-b467-47e9-a1db-4dfcee173540 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 1000 time: 0.0573552 Nov 05 22:36:12.912392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050133-1855-48f9-9f77-f545c088313a req-f8393c90-50bc-4e23-8041-0d3bfb10f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:36:12.913887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-f8393c90-50bc-4e23-8041-0d3bfb10f4c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0432806 Nov 05 22:36:12.964444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050133-1855-48f9-9f77-f545c088313a req-7fc2233d-8bf5-4f1a-8267-e8009c9578cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:36:12.965898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-7fc2233d-8bf5-4f1a-8267-e8009c9578cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439217 Nov 05 22:36:13.055208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-5124b88a-d2c4-4bcc-8e03-57567d0c31a3 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819707 Nov 05 22:36:13.148724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a0050133-1855-48f9-9f77-f545c088313a req-86fdde03-ee45-45ad-954c-826f68c6cace service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860450 Nov 05 22:36:31.150296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:33.231559 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:36.362925 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c848dcd0-da37-479f-9d02-db99bb0bbeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:38.521734 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ecc90c1-b249-41ba-8c29-615de32d8215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:40.162823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:41.562840 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:42.060022 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:36:45.536949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:37:01.133984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:03.230814 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:06.384041 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-69095a61-9d89-41fa-9afc-b4ca4e355330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:08.515098 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50528f49-4215-4b35-966f-ea19c617587a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:10.150014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:11.595322 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:12.082120 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:13.611770 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-da7d53c0-e60a-4767-8ec4-68b523b6362e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408311 Nov 05 22:37:13.690042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-3f12db11-ac0f-4166-b8be-46e4f3da44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:13.691604 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-3f12db11-ac0f-4166-b8be-46e4f3da44fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1096 time: 0.0401802 Nov 05 22:37:13.797179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-9b5b3868-777d-47b4-ac14-169fcea27e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:13.798606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-9b5b3868-777d-47b4-ac14-169fcea27e96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0882297 Nov 05 22:37:13.861618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-c9568e6a-a11f-447f-96f7-9e9ab03d6261 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 1000 time: 0.0561626 Nov 05 22:37:13.913281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-0705de6e-f8a5-4af9-a3a2-0e6b89773f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:13.914594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-0705de6e-f8a5-4af9-a3a2-0e6b89773f08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0461907 Nov 05 22:37:13.959574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-da216425-3192-4fb2-8f69-c79911f3df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:13.961016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-da216425-3192-4fb2-8f69-c79911f3df25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393064 Nov 05 22:37:14.048293 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-ebc8dd30-e7a4-4511-b4b3-7b1ef05f3cba service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794959 Nov 05 22:37:14.146834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-76ed09db-f220-49b5-831e-3d2ef9fb955f req-c4e0ba41-ace8-4489-adea-a492e16b91e5 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900464 Nov 05 22:37:22.536098 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:37:31.161452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:32.561870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aaeb-7705-4b04-9372-c83bc8573995 req-8ab2d4cb-e9e8-4297-b4b2-391f1f93cb4e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:32.563369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc17aaeb-7705-4b04-9372-c83bc8573995 req-8ab2d4cb-e9e8-4297-b4b2-391f1f93cb4e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0503621 Nov 05 22:37:32.611411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc17aaeb-7705-4b04-9372-c83bc8573995 req-3fee2dc2-4275-4069-bc17-403a75986bdd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Nov 05 22:37:33.281499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:33.737760 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41b43b-0a85-4760-a587-54d57125e4d2 req-4338fc71-73ee-40b0-b928-83543ae2a486 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:33.739218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec41b43b-0a85-4760-a587-54d57125e4d2 req-4338fc71-73ee-40b0-b928-83543ae2a486 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0585132 Nov 05 22:37:33.784632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ec41b43b-0a85-4760-a587-54d57125e4d2 req-1b5af7eb-5b75-42f4-9eea-3c4383469916 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395634 Nov 05 22:37:34.902313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d6b82-f0b9-4b44-831e-d44a3f459690 req-23440b31-2ca8-49bf-9739-6d0896552b13 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:34.903771 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a25d6b82-f0b9-4b44-831e-d44a3f459690 req-23440b31-2ca8-49bf-9739-6d0896552b13 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0521531 Nov 05 22:37:34.949958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a25d6b82-f0b9-4b44-831e-d44a3f459690 req-d6433ab9-707f-4088-b3e5-4f593ebdc079 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402865 Nov 05 22:37:36.068423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeffd7b-95b2-4e69-a784-c0bd926a3d57 req-cd9e9e59-803b-4558-b233-1d8bfc6d711c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:36.070044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-faeffd7b-95b2-4e69-a784-c0bd926a3d57 req-cd9e9e59-803b-4558-b233-1d8bfc6d711c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0535030 Nov 05 22:37:36.117465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-faeffd7b-95b2-4e69-a784-c0bd926a3d57 req-27d8994e-661d-49fc-bea9-699aa46ebe50 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413759 Nov 05 22:37:36.394897 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecec8-19a6-49f4-995c-1ae0c59400df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:37.231246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b2d02-70f9-4ae9-baf0-7c5aec550812 req-8a7b2b80-d548-4aca-9912-83a6a4ac774e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:37.232743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a7b2d02-70f9-4ae9-baf0-7c5aec550812 req-8a7b2b80-d548-4aca-9912-83a6a4ac774e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0487595 Nov 05 22:37:37.279938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a7b2d02-70f9-4ae9-baf0-7c5aec550812 req-0934df7f-3f8a-4999-8fc9-abc1403b8547 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407810 Nov 05 22:37:38.397844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0588b-6b6a-432b-a9e6-637cdcfeb261 req-7874f8c9-44fe-4c97-88a3-48726141e9c8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:38.399330 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9b0588b-6b6a-432b-a9e6-637cdcfeb261 req-7874f8c9-44fe-4c97-88a3-48726141e9c8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0513031 Nov 05 22:37:38.445397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9b0588b-6b6a-432b-a9e6-637cdcfeb261 req-5dbf87e2-49e3-4828-96ad-4d648a549e76 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403242 Nov 05 22:37:38.505071 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d44b533a-6075-40e0-ad67-574195f7018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:39.576189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab4f92-9a49-4db4-9c05-14ed4dce7c8e req-13d05ed2-70d5-4c37-8a35-cdde9f2cd9bc tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:39.577644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-beab4f92-9a49-4db4-9c05-14ed4dce7c8e req-13d05ed2-70d5-4c37-8a35-cdde9f2cd9bc tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0481148 Nov 05 22:37:39.627372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-beab4f92-9a49-4db4-9c05-14ed4dce7c8e req-06cf38a5-3a0b-424d-a5d5-755eb784037b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437913 Nov 05 22:37:40.160429 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:40.744040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089263-fa6a-4c63-8172-120f45db4504 req-83bceb3e-38bf-4d12-a891-29ca9e107a84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:40.745521 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5089263-fa6a-4c63-8172-120f45db4504 req-83bceb3e-38bf-4d12-a891-29ca9e107a84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0526118 Nov 05 22:37:40.791804 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5089263-fa6a-4c63-8172-120f45db4504 req-0ffc87bf-8f0b-4a10-8967-c995207cc32a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404129 Nov 05 22:37:41.607180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:41.910689 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a49ead-d53e-416b-ae4a-b78e22d7d60a req-0d1289ee-25ac-4e2e-bde7-86596ec88743 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:41.912250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a49ead-d53e-416b-ae4a-b78e22d7d60a req-0d1289ee-25ac-4e2e-bde7-86596ec88743 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0535812 Nov 05 22:37:41.960576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62a49ead-d53e-416b-ae4a-b78e22d7d60a req-c1252369-36f0-49e5-bc2a-76afe2c68ad8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423942 Nov 05 22:37:42.104808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:43.073863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eec21-83fc-473d-b8be-354d8b13b27f req-b05b7bb9-e4f6-4c2f-bfc6-887259c217d9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:43.075388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d7eec21-83fc-473d-b8be-354d8b13b27f req-b05b7bb9-e4f6-4c2f-bfc6-887259c217d9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0489511 Nov 05 22:37:43.122231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d7eec21-83fc-473d-b8be-354d8b13b27f req-aa4d6583-07a3-40ac-aadf-96e4886d0948 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Nov 05 22:37:43.521828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347d63-caa7-4ad1-81ad-d3eab57244e9 req-79c37c79-a9f6-4668-b18a-c7b0fd5558ff tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:43.523373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5347d63-caa7-4ad1-81ad-d3eab57244e9 req-79c37c79-a9f6-4668-b18a-c7b0fd5558ff tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0526130 Nov 05 22:37:43.574058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c5347d63-caa7-4ad1-81ad-d3eab57244e9 req-d1991153-0c46-4d86-86ef-0b71466d5a17 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444803 Nov 05 22:37:43.730841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-963a7696-c1dd-45aa-b2bd-ff15decd326f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749805 Nov 05 22:37:44.693540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0393-d483-4743-b20c-f20dc122fe55 req-aa145023-a763-47cb-8d15-52a7c49c5cee tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:44.694942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-842d0393-d483-4743-b20c-f20dc122fe55 req-aa145023-a763-47cb-8d15-52a7c49c5cee tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0503519 Nov 05 22:37:44.744324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-842d0393-d483-4743-b20c-f20dc122fe55 req-a119e810-f2ad-46b8-bfbb-1e9214235b7b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432193 Nov 05 22:37:45.591325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-244186ed-8b01-4285-ba01-449b4c968f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:45.592813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-244186ed-8b01-4285-ba01-449b4c968f4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1096 time: 0.0442140 Nov 05 22:37:45.682000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-24eca1eb-fc2a-4b79-861b-63cae039298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:45.683411 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-24eca1eb-fc2a-4b79-861b-63cae039298c service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0827811 Nov 05 22:37:45.749348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-0214a44f-7f86-4a13-becd-538bc7d6170c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 1000 time: 0.0594707 Nov 05 22:37:45.798886 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-0676a893-4beb-4548-a602-26526a39ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:45.800368 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-0676a893-4beb-4548-a602-26526a39ae4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0434601 Nov 05 22:37:45.845977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-125f116f-48ef-4054-9646-0fa85f7102c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:45.847363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-125f116f-48ef-4054-9646-0fa85f7102c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399795 Nov 05 22:37:45.861700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd261-7fcb-48bc-9904-4c62b2e442f8 req-9d714627-bea9-4823-acdc-706f53916323 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:45.863169 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3cbcd261-7fcb-48bc-9904-4c62b2e442f8 req-9d714627-bea9-4823-acdc-706f53916323 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0489686 Nov 05 22:37:45.910095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3cbcd261-7fcb-48bc-9904-4c62b2e442f8 req-2849fda5-3d87-48dc-a8ac-6d24af34ac87 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Nov 05 22:37:45.941958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eac03051-f11d-4b6e-8017-48eae85ac3fe service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862381 Nov 05 22:37:46.029649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-689594b6-c398-4180-8d8f-92ab8abeac38 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805905 Nov 05 22:37:47.028855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767afb9e-0ab4-40bd-b85a-263b3bee8804 req-748cb61f-da2a-470e-8dc7-b85838809ce8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:47.032491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-767afb9e-0ab4-40bd-b85a-263b3bee8804 req-748cb61f-da2a-470e-8dc7-b85838809ce8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0529716 Nov 05 22:37:47.077639 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-767afb9e-0ab4-40bd-b85a-263b3bee8804 req-e8cf8346-0ea3-4199-a2a3-6db34877c1ac tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Nov 05 22:37:48.083799 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-f908faa1-5819-4908-8c8e-719a1b6e53aa service neutron] show failed (client error): The resource could not be found. Nov 05 22:37:48.084857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-f908faa1-5819-4908-8c8e-719a1b6e53aa service neutron] 10.222.0.46 "GET /v2.0/ports/83440e11-5a23-4ef9-9ace-770846e4b645/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0561087 Nov 05 22:37:48.203354 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073582cf-f3b6-4fa4-b09f-d5520db2c7ef req-d1413856-c886-4fe1-bc6a-3e2799ad1fac tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:48.204885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-073582cf-f3b6-4fa4-b09f-d5520db2c7ef req-d1413856-c886-4fe1-bc6a-3e2799ad1fac tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0561202 Nov 05 22:37:48.257604 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-073582cf-f3b6-4fa4-b09f-d5520db2c7ef req-e755d729-1cf2-41cc-928c-af8bb3f4c3ef tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455213 Nov 05 22:37:48.568083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-8133190c-e13b-404a-9e10-1d4a3607299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:48.569551 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-8133190c-e13b-404a-9e10-1d4a3607299f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 1096 time: 0.0410933 Nov 05 22:37:48.581133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-23dfde58-e3ad-401c-b11c-5872df7fbad6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:37:48.582065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-23dfde58-e3ad-401c-b11c-5872df7fbad6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048213 Nov 05 22:37:48.595177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:37:48.649552 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:48.842713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:37:48.874380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:37:48.911629 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:37:48.914431 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118dbf8b-8ffa-46a8-bda7-e58d487ee249" -d '{"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:37:48.918127 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:48.930254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Transition to ACTIVE for port object 83440e11-5a23-4ef9-9ace-770846e4b645 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:37:48.964757 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd64ea6-ad2d-48da-b36d-35c34590f817 x-openstack-request-id: req-4bd64ea6-ad2d-48da-b36d-35c34590f817 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:37:48.965074 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:37:48.965332 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bd64ea6-ad2d-48da-b36d-35c34590f817 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:37:48.965739 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645', 'code': 200} Nov 05 22:37:49.001555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:49.084132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:37:49.097764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.097764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.097764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.097764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.098115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.098197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.098504 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.098829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.099169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.099481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.099830 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.100150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:49.133615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] No DVR routers for this DVR port 83440e11-5a23-4ef9-9ace-770846e4b645 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:37:49.269672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:37:49.270015 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:37:49.270340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:37:49.275272 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Port 83440e11-5a23-4ef9-9ace-770846e4b645 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:37:49.275623 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Attempting to bind port 83440e11-5a23-4ef9-9ace-770846e4b645 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:37:49.280431 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:37:49.280773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:37:49.281151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:37:49.281581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Bound port: 83440e11-5a23-4ef9-9ace-770846e4b645, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:37:49.282058 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:49.344232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:37:49.347209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:37:49.372763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b4718-7379-4c2f-b6d0-aa7831f5a344 req-eed03565-e953-447d-b3af-89a652ba6a7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:49.374227 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-245b4718-7379-4c2f-b6d0-aa7831f5a344 req-eed03565-e953-447d-b3af-89a652ba6a7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.0487494 Nov 05 22:37:49.402229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:49.421910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-245b4718-7379-4c2f-b6d0-aa7831f5a344 req-a13aa827-d6eb-49b9-81b3-757fde527649 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416813 Nov 05 22:37:49.437453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:49.438071 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:49.439450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] 10.222.0.13 "PUT /v2.0/ports/83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 1091 time: 0.8478904 Nov 05 22:37:49.493190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101fc2-a4a6-4ba7-99d5-1b351e1167ff service neutron] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:37:49.511484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-bc9e29c0-ca87-4e3a-a84c-77a3c20e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:49.513114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-bc9e29c0-ca87-4e3a-a84c-77a3c20e4f99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1094 time: 0.0478904 Nov 05 22:37:49.609827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-e52e0e5d-e368-4b22-9bd5-c6d5da026df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:49.611234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-e52e0e5d-e368-4b22-9bd5-c6d5da026df8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0908308 Nov 05 22:37:49.679246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-a45e94cd-d154-46fc-8f1e-ff61126527ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 998 time: 0.0602221 Nov 05 22:37:49.726118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-5507e611-a8d8-4f6f-a01d-c0c526d9122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:49.727450 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-5507e611-a8d8-4f6f-a01d-c0c526d9122c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0424414 Nov 05 22:37:49.771758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-c21ac1ee-3127-4859-9258-d0412573b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:49.773211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-c21ac1ee-3127-4859-9258-d0412573b497 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391896 Nov 05 22:37:49.870962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-0fef71f9-c7cc-4e7c-97a0-5fe0880c0489 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902581 Nov 05 22:37:49.958830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eeba78bb-403e-4665-bd0e-c1f7d45423eb req-0375b89f-8531-4cf0-af1c-0614ba3c9579 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806165 Nov 05 22:37:50.544857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3f985-3510-49ac-87ef-22de24d5408d req-e6c55fd5-8b80-461b-a218-26ba61275b74 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:50.546262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2a3f985-3510-49ac-87ef-22de24d5408d req-e6c55fd5-8b80-461b-a218-26ba61275b74 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.0526376 Nov 05 22:37:50.592680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c2a3f985-3510-49ac-87ef-22de24d5408d req-4adebf80-6ddc-426b-a2c6-dfb37af16c15 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 Nov 05 22:37:50.966418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:37:50.968842 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9" -d '{"events": [{"name": "network-changed", "server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:37:51.016117 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6be44d-07f7-4a5f-8acc-062f7ba44909 x-openstack-request-id: req-4e6be44d-07f7-4a5f-8acc-062f7ba44909 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:37:51.016409 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:37:51.016661 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e6be44d-07f7-4a5f-8acc-062f7ba44909 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:37:51.017070 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645', 'status': 'completed', 'code': 200} Nov 05 22:37:51.101455 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-80b5a311-9fac-45c3-8f4d-3bfa0b0dee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.102936 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-80b5a311-9fac-45c3-8f4d-3bfa0b0dee3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1094 time: 0.0594795 Nov 05 22:37:51.105704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-a60574c3-08f6-42bf-bf1e-869c77ef659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.107047 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-a60574c3-08f6-42bf-bf1e-869c77ef659a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1094 time: 0.0722382 Nov 05 22:37:51.264381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-c8e2d09b-d5da-4c76-8899-bf8b54b2b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.265748 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-c8e2d09b-d5da-4c76-8899-bf8b54b2b25f service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1554840 Nov 05 22:37:51.266797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-2afe82fd-103a-4384-9b90-06f878e97855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.268108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-2afe82fd-103a-4384-9b90-06f878e97855 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1508279 Nov 05 22:37:51.375160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-c9963f26-2cfb-4dfe-ace5-159ae5871bd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 998 time: 0.1016617 Nov 05 22:37:51.378793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-8fff1f8d-b17a-48d0-b4b7-b8afd6012724 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 998 time: 0.1000514 Nov 05 22:37:51.461704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-1be00e57-a70d-42e0-ba20-f136c200ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.463168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-1be00e57-a70d-42e0-ba20-f136c200ebae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0807636 Nov 05 22:37:51.467829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-07f246b0-13ac-462b-a376-ff0749c3d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.469186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-07f246b0-13ac-462b-a376-ff0749c3d294 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0789690 Nov 05 22:37:51.539964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-c1a40eb5-d703-409c-842c-e3f9c4299b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.541369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-c1a40eb5-d703-409c-842c-e3f9c4299b3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713522 Nov 05 22:37:51.543172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-f3ac9c6b-a184-4663-87f3-856ce3cd03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:51.544667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-f3ac9c6b-a184-4663-87f3-856ce3cd03f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671191 Nov 05 22:37:52.080727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-6930b677-ad84-46f6-ad62-4559a0430386 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323317 Nov 05 22:37:52.083473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-1db2267b-e8d3-4fc5-8212-4eca532e4c35 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282922 Nov 05 22:37:52.095212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689af32e-d144-4def-a10d-df23ed21d6a4 req-3f18ebbe-c7c8-4756-a4ba-b24524538b77 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:52.096631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-689af32e-d144-4def-a10d-df23ed21d6a4 req-3f18ebbe-c7c8-4756-a4ba-b24524538b77 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.1004748 Nov 05 22:37:52.256579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-689af32e-d144-4def-a10d-df23ed21d6a4 req-92e0f93f-b316-4317-a827-85563ba852d0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498473 Nov 05 22:37:52.288943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-6f2279d3-d0ec-4e10-bf18-c7b942539fd0 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913745 Nov 05 22:37:52.290856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca0bbd35-516b-4808-a60b-0fd85dcc84c9 req-46e70bf6-6854-45d6-b3c8-39ba0e3ff6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923242 Nov 05 22:37:52.512114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:37:52.553342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:37:52.613945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd156a29-08dc-45d9-9d39-c538f7182ea7 req-e003a3be-6e7f-4efc-bd25-9f79f34f7858 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:52.615425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd156a29-08dc-45d9-9d39-c538f7182ea7 req-e003a3be-6e7f-4efc-bd25-9f79f34f7858 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 943 time: 0.0491371 Nov 05 22:37:52.690514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bd156a29-08dc-45d9-9d39-c538f7182ea7 req-aa043a3e-ee7d-46c7-8f0a-5c77e5f55a24 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685527 Nov 05 22:37:52.711521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-c9ec3d13-0d5c-4d8c-bcea-26b2e45aa83d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:52.712949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-c9ec3d13-0d5c-4d8c-bcea-26b2e45aa83d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a&tenant_id=010b151765904743b1544b9aa918a619&binding%3Ahost_id=n-h1-816738-5 HTTP/1.1" status: 200 len: 943 time: 0.0652330 Nov 05 22:37:52.770872 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-427d73d3-34fe-40e0-94e9-cfccd55098b8 service neutron] delete failed (client error): The resource could not be found. Nov 05 22:37:52.771847 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-427d73d3-34fe-40e0-94e9-cfccd55098b8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/83440e11-5a23-4ef9-9ace-770846e4b645/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0518858 Nov 05 22:37:52.851904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-a4c47db4-c418-4326-a25e-ebedd7a382c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:52.853350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-a4c47db4-c418-4326-a25e-ebedd7a382c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1094 time: 0.0397220 Nov 05 22:37:52.943806 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-1a539e31-64dd-4e89-9f10-066403f697ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:52.945253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-1a539e31-64dd-4e89-9f10-066403f697ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0850537 Nov 05 22:37:53.008046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-b7345f99-f217-446f-82e0-a241f6a5eb61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 998 time: 0.0557597 Nov 05 22:37:53.026047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:37:53.056702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-6780b97b-901f-4ac3-bfc6-e5ae1be452b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:53.058135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-6780b97b-901f-4ac3-bfc6-e5ae1be452b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0434396 Nov 05 22:37:53.107875 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-62af868f-e354-41c1-9446-e5a5a961c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:53.109285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-62af868f-e354-41c1-9446-e5a5a961c614 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443614 Nov 05 22:37:53.126359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:37:53.137399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '83440e11-5a23-4ef9-9ace-770846e4b645', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': '83440e11-5a23-4ef9-9ace-770846e4b645', 'mac_address': 'fa:16:3e:36:d5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:37:53.174095 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:53.186420 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83440e11-5a23-4ef9-9ace-770846e4b645 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:37:53.200009 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-71abe511-f599-4819-85d7-6ee8f3849c24 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828233 Nov 05 22:37:53.204930 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:37:53.252877 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:53.294574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66d1c943-7fc0-4f92-92fa-ba15fbbe8086 req-e7b1eba1-439b-4498-b775-be4b68db51c0 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881505 Nov 05 22:37:53.303437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:37:53.310674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.311015 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.311349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.311788 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.312121 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.312441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.312758 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.313075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.313395 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.313709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.314025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.314334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:37:53.489566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['83440e11-5a23-4ef9-9ace-770846e4b645'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:37:53.808097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86520c5-f5db-4cb1-9043-3cb157be2aab req-5ac5ae4d-03a6-4831-894f-1282777086d3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:53.809536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c86520c5-f5db-4cb1-9043-3cb157be2aab req-5ac5ae4d-03a6-4831-894f-1282777086d3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 944 time: 0.0483072 Nov 05 22:37:53.857805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c86520c5-f5db-4cb1-9043-3cb157be2aab req-87defcf9-fbaf-4e28-87bc-4228e4c05873 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Nov 05 22:37:54.983835 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965068c9-abf9-41f0-ad86-afb5af50a502 req-173c39d6-1013-4a3e-b999-99b181eeb39d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:54.985307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-965068c9-abf9-41f0-ad86-afb5af50a502 req-173c39d6-1013-4a3e-b999-99b181eeb39d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 944 time: 0.0495777 Nov 05 22:37:55.032511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-965068c9-abf9-41f0-ad86-afb5af50a502 req-44763de1-2c40-467d-8c3c-ed98fb8baeec tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Nov 05 22:37:55.047743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:37:55.151138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d19757-ab21-427a-81c7-25cde7356a65 req-b6081aed-fb01-4925-9d51-844e11c7359e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:55.152634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00d19757-ab21-427a-81c7-25cde7356a65 req-b6081aed-fb01-4925-9d51-844e11c7359e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 944 time: 0.0524430 Nov 05 22:37:55.172943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 83440e11-5a23-4ef9-9ace-770846e4b645 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:37:55.176816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 83440e11-5a23-4ef9-9ace-770846e4b645 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:37:55.179820 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:55.198992 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-00d19757-ab21-427a-81c7-25cde7356a65 req-4923d172-a08f-4d62-b139-acfa4dc10800 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404234 Nov 05 22:37:55.260604 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:55.284241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:37:55.286493 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daeebd1-1d5b-4b74-a9b4-ca3c14f2f153" -d '{"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-plugged", "status": "completed", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:37:55.299268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:37:55.323400 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3846e-c1e1-412f-bfbb-5ed9348e631e x-openstack-request-id: req-b1e3846e-c1e1-412f-bfbb-5ed9348e631e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:37:55.323744 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-plugged", "status": "completed", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:37:55.324003 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1e3846e-c1e1-412f-bfbb-5ed9348e631e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:37:55.324403 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645', 'code': 200} Nov 05 22:37:55.361401 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:55.408463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:37:55.533937 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde80a6-7a80-4654-9b60-c9b85cae7d0b req-fc422e98-f17d-4790-b0b0-12e26b559dc0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:55.535452 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fbde80a6-7a80-4654-9b60-c9b85cae7d0b req-fc422e98-f17d-4790-b0b0-12e26b559dc0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0525289 Nov 05 22:37:55.588643 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fbde80a6-7a80-4654-9b60-c9b85cae7d0b req-885225e2-ef28-435d-955c-661308e3919f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467970 Nov 05 22:37:55.614520 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-0f803c67-600d-494d-914e-1e58a8a0f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:55.616544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-0f803c67-600d-494d-914e-1e58a8a0f4ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 1096 time: 0.0399065 Nov 05 22:37:55.706241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-0e169401-fd7c-4a5a-a05a-9feaeac04a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:55.707679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-0e169401-fd7c-4a5a-a05a-9feaeac04a37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0852377 Nov 05 22:37:55.771945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-c87876e0-737a-4fce-9896-c0ada609eeae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 200 len: 1000 time: 0.0561399 Nov 05 22:37:55.822829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-87982036-db2e-47a0-866d-6ac3001c85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:55.824269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-87982036-db2e-47a0-866d-6ac3001c85c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0457332 Nov 05 22:37:55.868342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-8b707528-3c46-40e6-b5f0-631851d50df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:55.869739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-8b707528-3c46-40e6-b5f0-631851d50df0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386555 Nov 05 22:37:55.962242 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-a3f241fe-3eee-44d2-96b2-6471ed264bed service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850723 Nov 05 22:37:56.050139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4c45c705-b67e-4eca-a6b9-0ce6b03def72 req-c70ff6e2-beb3-454c-8128-4f69683ba482 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808682 Nov 05 22:37:56.705521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d97da-a634-4680-ac73-6c4f50a99db3 req-29bd7f20-6a5d-47af-8a27-637d8b0340b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:56.706975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-054d97da-a634-4680-ac73-6c4f50a99db3 req-29bd7f20-6a5d-47af-8a27-637d8b0340b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0490229 Nov 05 22:37:56.757652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-054d97da-a634-4680-ac73-6c4f50a99db3 req-f6029fa1-ff69-46db-85b4-9b4a9110b064 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446227 Nov 05 22:37:57.176301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985eb0d-c8d3-4ad6-9cc1-939d027b8689 req-a023fa95-8efa-40c1-8ca4-8eae3005c31b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:57.177765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8985eb0d-c8d3-4ad6-9cc1-939d027b8689 req-a023fa95-8efa-40c1-8ca4-8eae3005c31b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0486023 Nov 05 22:37:57.224241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8985eb0d-c8d3-4ad6-9cc1-939d027b8689 req-e9f45bef-719d-4703-8ba5-ecc3020c9450 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 Nov 05 22:37:58.346222 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02ec2c-c5c9-4695-b29e-ddc85ee05213 req-07ee940a-23ea-4d25-8f7c-ca9ed439dfe5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:58.347605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d02ec2c-c5c9-4695-b29e-ddc85ee05213 req-07ee940a-23ea-4d25-8f7c-ca9ed439dfe5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0514877 Nov 05 22:37:58.394723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d02ec2c-c5c9-4695-b29e-ddc85ee05213 req-53170f4d-4ad7-4a4a-89e6-c80b3bb45fc9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404515 Nov 05 22:37:58.442879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-079f5ca3-a09a-4c1d-a2bd-9dc5e93a1cbd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:37:58.444352 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-079f5ca3-a09a-4c1d-a2bd-9dc5e93a1cbd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 945 time: 0.0479469 Nov 05 22:37:58.539115 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Deleting port 83440e11-5a23-4ef9-9ace-770846e4b645 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:37:58.539461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:58.627829 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] For port 83440e11-5a23-4ef9-9ace-770846e4b645, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=83440e11-5a23-4ef9-9ace-770846e4b645,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:37:58.628194 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:58.803322 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:58.807018 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:58.807018 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 disassociated. External IP: 172.25.6.60, port: 83440e11-5a23-4ef9-9ace-770846e4b645. Nov 05 22:37:58.807018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Calling delete_port for 83440e11-5a23-4ef9-9ace-770846e4b645 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:37:58.982889 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:59.014757 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event deleted for resources: {'Port': ['ID=83440e11-5a23-4ef9-9ace-770846e4b645,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:37:59.128876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:37:59.238734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:37:59.248503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:37:59.258071 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:37:59.258667 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:37:59.281523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] No DVR routers for this DVR port 83440e11-5a23-4ef9-9ace-770846e4b645 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:37:59.284337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:37:59.287744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94d74b6f-9610-42b5-a4f4-3080b0dec271 req-fdebc81c-294a-4410-a165-a437682c1957 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "DELETE /v2.0/ports/83440e11-5a23-4ef9-9ace-770846e4b645 HTTP/1.1" status: 204 len: 173 time: 0.8364487 Nov 05 22:37:59.288216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-deleted', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:37:59.291166 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f2bf2c-dd77-4257-88ea-686493705711" -d '{"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-deleted", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:37:59.333618 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980afe9b-90bc-4d17-819c-1be6352840e9 x-openstack-request-id: req-980afe9b-90bc-4d17-819c-1be6352840e9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:37:59.334006 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ff6e58-bf53-4762-8187-aaf476024f4a", "name": "network-vif-deleted", "tag": "83440e11-5a23-4ef9-9ace-770846e4b645", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:37:59.334715 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-980afe9b-90bc-4d17-819c-1be6352840e9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:37:59.335126 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ff6e58-bf53-4762-8187-aaf476024f4a', 'name': 'network-vif-deleted', 'tag': '83440e11-5a23-4ef9-9ace-770846e4b645', 'status': 'completed', 'code': 200} Nov 05 22:37:59.364357 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:37:59.498632 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e4b185d4-a63b-44bc-a70f-adafa5db735c req-56a4b3ed-1f22-44db-a597-568d35cd2879 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ff6e58-bf53-4762-8187-aaf476024f4a HTTP/1.1" status: 200 len: 210 time: 0.0302973 Nov 05 22:37:59.542575 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:37:59.663220 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:37:59.689245 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:37:59.697878 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:37:59.698465 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:37:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:37:59.799050 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:37:59.995296 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:38:00.021177 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fb0ef-5936-4805-b65e-28a812dc1868 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:38:00.239168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935d158-bf59-441b-afe6-04921c35d199 None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:38:00.819958 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-e943e3b8-aa42-4669-9008-9783ffa7b6b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--110539655&fields=id&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 267 time: 0.0456402 Nov 05 22:38:00.926879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-73a3aa15-6bc4-417c-9c52-824bd9766453 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:00.928267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-73a3aa15-6bc4-417c-9c52-824bd9766453 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.1013722 Nov 05 22:38:00.943319 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-2d213544-1e7d-4e90-bf51-27889ae8eaee tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/quotas/010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 375 time: 0.0092037 Nov 05 22:38:01.004592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-ec6461e5-c750-4622-8bba-ad5d87dc06d6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554147 Nov 05 22:38:01.098168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-f22b5907-f78d-4c47-adfa-8dcb796e9f4b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:38:01.099173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-f22b5907-f78d-4c47-adfa-8dcb796e9f4b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460162 Nov 05 22:38:01.190079 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:01.190296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-3666e5b8-7e68-4b6d-bf0d-673b2a9e98bc service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Nov 05 22:38:01.283572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-aacd79db-5231-4a7d-8c64-5c9fe68c0153 service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873444 Nov 05 22:38:01.526844 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e43c8d59-89d6-45e1-a374-27b1769b2eb0 req-f0ff3b55-0b29-47f2-8c3d-c87702beb50d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 210 time: 0.0284970 Nov 05 22:38:02.625738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d9ee14c-3c4f-41b9-b08d-1728377ef10b req-5fd88dad-ba58-4b9b-80b8-f164f6e213a9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 210 time: 0.0270586 Nov 05 22:38:03.060042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:38:03.081183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 83440e11-5a23-4ef9-9ace-770846e4b645 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:38:03.081515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 83440e11-5a23-4ef9-9ace-770846e4b645 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:38:03.253008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:03.453521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-1c018bb0-25c3-4f10-99ee-1fe52a0449d8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:03.454977 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-1c018bb0-25c3-4f10-99ee-1fe52a0449d8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.1049075 Nov 05 22:38:03.517020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-3ae301e8-9a00-413d-97a4-757e704c31ec tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 379 time: 0.0523534 Nov 05 22:38:03.526166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'port': {'device_id': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'admin_state_up': True, 'tenant_id': '010b151765904743b1544b9aa918a619', 'security_groups': ['43d1e873-7f6f-40ca-88cf-247f36b052d4']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:38:03.720870 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2b85d974-d9b6-4778-aa90-b81084449f53 req-70855e10-8bbd-4bba-942f-a923ecc7008d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 210 time: 0.0263815 Nov 05 22:38:03.737233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Made reservation on behalf of 010b151765904743b1544b9aa918a619 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:38:03.740881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:03.864197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Allocated IP 172.20.0.8 (36aa3e8d-ed38-415b-8f54-9829d5709ecb/d9d8e654-5595-49bf-b022-5aeb05be8eb7/d11f4f17-5c26-4347-8038-28a237fe26e5) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:38:04.001095 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:04.110435 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:04.153263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:38:04.158333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:38:04.162128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:38:04.168566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:38:04.216347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:04.216963 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:04.324706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-25a1d795-5cb2-4005-9938-f797717bd4b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021228 Nov 05 22:38:04.336892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Request body: {'port': {'device_id': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:38:04.393475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6b1d62f0-ab29-4a42-a041-363a8694bf1e None None] Provisioning complete for port d11f4f17-5c26-4347-8038-28a237fe26e5 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:38:04.394119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6b1d62f0-ab29-4a42-a041-363a8694bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:04.394451 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:04.433079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d62f0-ab29-4a42-a041-363a8694bf1e None None] Port d11f4f17-5c26-4347-8038-28a237fe26e5 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:38:04.662159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11f4f17-5c26-4347-8038-28a237fe26e5 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:38:04.669369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:04.681151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Transition to ACTIVE for port object d11f4f17-5c26-4347-8038-28a237fe26e5 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:38:04.761505 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:04.840620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:38:04.901846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3549c-11ee-46f2-8b12-7ec2aac8714a req-a10e2e75-e42b-4caf-91cc-319315c87e45 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:04.903369 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7b3549c-11ee-46f2-8b12-7ec2aac8714a req-a10e2e75-e42b-4caf-91cc-319315c87e45 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.1127279 Nov 05 22:38:04.958766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:38:04.959109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:38:04.959442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:38:04.973839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:38:04.974175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:38:04.981330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d7b3549c-11ee-46f2-8b12-7ec2aac8714a req-ffc7b421-2509-4208-b663-f10b6cfd54e8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684083 Nov 05 22:38:04.984037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:38:04.984458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:38:04.984739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:38:04.985172 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Bound port: d11f4f17-5c26-4347-8038-28a237fe26e5, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:38:04.985535 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:05.048109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:38:05.051175 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:38:05.110465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:05.149092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:05.149713 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:05.151087 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 1091 time: 0.8181863 Nov 05 22:38:05.151532 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:38:05.153811 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86f7f16-0f56-45c0-b6ce-f72456d2839c" -d '{"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:38:05.178308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96224238-8ffb-46bb-ba15-779c5e41e5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:38:05.211159 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98be52ed-d3c6-4622-b170-a5f9241d7d91 x-openstack-request-id: req-98be52ed-d3c6-4622-b170-a5f9241d7d91 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:38:05.211671 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:38:05.211941 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98be52ed-d3c6-4622-b170-a5f9241d7d91 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:38:05.212355 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'status': 'completed', 'code': 200} Nov 05 22:38:05.278191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f7f16-0f56-45c0-b6ce-f72456d2839c req-de211dd3-c7e4-4a90-9878-45a63a142bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:05.279754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b86f7f16-0f56-45c0-b6ce-f72456d2839c req-de211dd3-c7e4-4a90-9878-45a63a142bcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1094 time: 0.0452147 Nov 05 22:38:05.388756 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f7f16-0f56-45c0-b6ce-f72456d2839c req-6fe5d978-63d8-4538-ade5-27e3073dd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:05.390231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b86f7f16-0f56-45c0-b6ce-f72456d2839c req-6fe5d978-63d8-4538-ade5-27e3073dd41c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=010b151765904743b1544b9aa918a619&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1024427 Nov 05 22:38:05.484277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f7f16-0f56-45c0-b6ce-f72456d2839c req-ff6524b5-6653-4710-89ab-596e73f0a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:05.485657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b86f7f16-0f56-45c0-b6ce-f72456d2839c req-ff6524b5-6653-4710-89ab-596e73f0a16d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882871 Nov 05 22:38:05.566475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-b08b7041-95bf-47e8-aa24-7dc49ebd472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:05.568232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-b08b7041-95bf-47e8-aa24-7dc49ebd472d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1094 time: 0.0463381 Nov 05 22:38:05.613227 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-9c5b73df-07c2-470b-9d0e-e44ced44bbee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 217 time: 0.0372746 Nov 05 22:38:05.660213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-5867212c-a1af-450c-b9ed-7b8fe00d83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:05.661587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-5867212c-a1af-450c-b9ed-7b8fe00d83b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0412984 Nov 05 22:38:05.706130 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-d399043b-0e5c-4fb6-81a7-3eaf52f62273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:05.707531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-d399043b-0e5c-4fb6-81a7-3eaf52f62273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382102 Nov 05 22:38:05.799330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-82de530a-53c9-4d3d-8a25-c3490d80c61a service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833604 Nov 05 22:38:05.884854 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8010294b-0ec7-4dc5-b3ae-08e37cf19499 req-86f29d6c-30a2-4090-b096-437d58022269 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786655 Nov 05 22:38:06.105696 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8e17d-bafd-432f-a1fe-bc3031cce7b3 req-dd4864d5-cb23-43f8-b74d-c2a9833e0c84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:06.107209 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bd8e17d-bafd-432f-a1fe-bc3031cce7b3 req-dd4864d5-cb23-43f8-b74d-c2a9833e0c84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.0558584 Nov 05 22:38:06.154302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0bd8e17d-bafd-432f-a1fe-bc3031cce7b3 req-3dda21bf-4db4-4f60-b4b0-087799dac2f0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408208 Nov 05 22:38:06.377085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b88d3b0-9843-4527-8b85-8e490d5ee780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:07.268809 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee728fc9-38fd-46cc-8bac-510590390d92 req-dbe87421-2fe0-4433-bf62-4fb786c25cbb tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:07.270249 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee728fc9-38fd-46cc-8bac-510590390d92 req-dbe87421-2fe0-4433-bf62-4fb786c25cbb tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.0479040 Nov 05 22:38:07.319400 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee728fc9-38fd-46cc-8bac-510590390d92 req-0bd09724-5604-4f04-a55a-d978c4039358 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Nov 05 22:38:08.433981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb7357-dd53-46b4-a1e4-39da76af0580 req-7a7d5521-b14e-4a25-b17a-7b5ff3b13c45 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:08.436136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59fb7357-dd53-46b4-a1e4-39da76af0580 req-7a7d5521-b14e-4a25-b17a-7b5ff3b13c45 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.0487175 Nov 05 22:38:08.489913 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-59fb7357-dd53-46b4-a1e4-39da76af0580 req-93831d36-d048-47e5-8715-067337b9f07a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478714 Nov 05 22:38:08.538297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-068e5d67-21c9-4d4c-96cf-1d003c6a3321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:09.104229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:38:09.199676 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:38:09.210321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'mac_address': 'fa:16:3e:de:cc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:38:09.255205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:09.268668 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11f4f17-5c26-4347-8038-28a237fe26e5 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:38:09.287139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:38:09.359669 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:09.408084 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:38:09.548299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d11f4f17-5c26-4347-8038-28a237fe26e5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:38:09.605010 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867efd2c-6fb9-4622-88bb-9134a02bddcf req-263428be-f51c-4b45-b99e-da8970982dab tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:09.607162 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-867efd2c-6fb9-4622-88bb-9134a02bddcf req-263428be-f51c-4b45-b99e-da8970982dab tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0493650 Nov 05 22:38:09.653710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-867efd2c-6fb9-4622-88bb-9134a02bddcf req-569bce89-2d52-42bb-8400-9aa8bb85c7d0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399139 Nov 05 22:38:10.178859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:10.766954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508ed6-38ad-46df-b5ce-118424b529fe req-5db700f9-0d41-479b-ac08-5df510f30dae tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:10.768445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89508ed6-38ad-46df-b5ce-118424b529fe req-5db700f9-0d41-479b-ac08-5df510f30dae tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0476229 Nov 05 22:38:10.817377 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-89508ed6-38ad-46df-b5ce-118424b529fe req-421ae2a6-84cc-49d2-9418-d072c8ee1fb0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Nov 05 22:38:11.108239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:38:11.239689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port d11f4f17-5c26-4347-8038-28a237fe26e5 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:38:11.243404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port d11f4f17-5c26-4347-8038-28a237fe26e5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:38:11.243807 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:11.318753 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:11.340948 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:38:11.343094 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e48e52e-a7f0-4272-86a0-7887e6ee2799" -d '{"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-plugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:38:11.355768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:38:11.382691 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb255a1-4043-47b7-b837-093fa377f015 x-openstack-request-id: req-2bb255a1-4043-47b7-b837-093fa377f015 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:38:11.382987 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-plugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:38:11.383241 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bb255a1-4043-47b7-b837-093fa377f015 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:38:11.383768 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'code': 200} Nov 05 22:38:11.447505 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:11.480189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d472480-7b83-4706-939c-be08ee4da525 req-bf254bc2-009b-48d6-9c81-fe6bba407f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:11.481756 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d472480-7b83-4706-939c-be08ee4da525 req-bf254bc2-009b-48d6-9c81-fe6bba407f50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1096 time: 0.0412226 Nov 05 22:38:11.500071 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:38:11.525761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9d472480-7b83-4706-939c-be08ee4da525 req-ac27670d-2af6-4284-b824-c4443bdee133 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Nov 05 22:38:11.605516 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:11.929980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4395c-e020-464f-9269-71fcacb4bc01 req-e9d749ed-107c-42a7-94f4-330a74437999 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:11.931324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00c4395c-e020-464f-9269-71fcacb4bc01 req-e9d749ed-107c-42a7-94f4-330a74437999 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0471485 Nov 05 22:38:11.978014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-00c4395c-e020-464f-9269-71fcacb4bc01 req-0d7dcff6-17b4-4415-853b-878ad8fe6512 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 Nov 05 22:38:12.064157 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:13.095391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5720f4-cafe-42ed-8942-00ecb7005a3e req-d76e2ba8-1f42-4c62-bfcb-568ccbe34156 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:13.096911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af5720f4-cafe-42ed-8942-00ecb7005a3e req-d76e2ba8-1f42-4c62-bfcb-568ccbe34156 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0502939 Nov 05 22:38:13.143685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af5720f4-cafe-42ed-8942-00ecb7005a3e req-85d3fb42-9a97-4c7a-b4b7-f358b0283e7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408704 Nov 05 22:38:13.256627 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f31db-38bb-4489-9f5b-5a526c972a55 req-f025c8d1-7918-424c-8688-dd83162bff7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:13.258072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f4f31db-38bb-4489-9f5b-5a526c972a55 req-f025c8d1-7918-424c-8688-dd83162bff7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0513315 Nov 05 22:38:13.267313 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 42918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:38:13.271541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'floatingip': {'port_id': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:38:13.313973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:13.743822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:13.804965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:14.250165 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 associated. External IP: 172.25.6.60, port: d11f4f17-5c26-4347-8038-28a237fe26e5. Nov 05 22:38:14.458654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:38:14.562448 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:38:14.567197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:14.572234 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:38:14.582501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:38:14.583108 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:38:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:38:14.597896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c70b9270-556a-4d64-ad2d-ff6c244df6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "PUT /v2.0/floatingips/5ec781bb-b856-460f-accd-d1acb6c0d1c0 HTTP/1.1" status: 200 len: 990 time: 1.3295033 Nov 05 22:38:14.598599 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:38:14.600950 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:38:14.640635 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6209ed31-e0f3-46cc-aa27-be38d704fc92 x-openstack-request-id: req-6209ed31-e0f3-46cc-aa27-be38d704fc92 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:38:14.640935 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:38:14.641187 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6209ed31-e0f3-46cc-aa27-be38d704fc92 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:38:14.641586 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'status': 'completed', 'code': 200} Nov 05 22:38:14.689796 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:38:14.701353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-ff8d67ea-2691-4c6b-a767-416a1fcd83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:14.702872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-ff8d67ea-2691-4c6b-a767-416a1fcd83db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1096 time: 0.0410514 Nov 05 22:38:14.793356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-2ae8f7ff-7097-4a10-bbe0-308c410c05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:14.794768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-2ae8f7ff-7097-4a10-bbe0-308c410c05f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0841799 Nov 05 22:38:14.863030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-f35be7e0-a16e-49c7-9d88-5799a710d9d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 998 time: 0.0617166 Nov 05 22:38:14.909129 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:de:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:38:13Z', 'revision_number': 9, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:38:14.912331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-4f671a4d-7837-44ba-86a7-2951811a54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:14.913791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-4f671a4d-7837-44ba-86a7-2951811a54af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0441837 Nov 05 22:38:14.934591 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:38:14.943364 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:38:14.944004 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:38:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:38:14.959718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-80dec08f-a398-4a91-abd2-479d486de2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:38:14.961253 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-80dec08f-a398-4a91-abd2-479d486de2ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401554 Nov 05 22:38:15.048073 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:38:15.055572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-b08c9150-3bf7-4da7-bd26-10d9b42403d9 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865645 Nov 05 22:38:15.151897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1e01bf1c-8698-4f00-a27d-d107fdcfbc5d req-54bb2448-8a0a-4772-9fe0-335d15593a9b service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887985 Nov 05 22:38:15.267289 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:de:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:38:13Z', 'revision_number': 9, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:38:15.377927 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c4171-5c31-4851-954e-48abc08c3e32 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:de:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:38:13Z', 'revision_number': 9, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:38:15.566404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b546f-3351-4ebc-95ba-3b49e2d43c43 None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:38:28.501536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-d3beab55-3f7b-4e04-a20b-9efbb75eef96 req-7973f89f-7cb4-4a47-85e3-7d42dc68c619 service neutron] (102292) timed out ('10.222.0.41', 38058) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:38:31.172337 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:33.274993 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:36.389436 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-da1bbad9-6a17-4024-bcd5-d6c4c10c64b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:36.530910 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:38:38.560800 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2e1638a9-ad81-4794-af7e-db540c07e0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:40.172539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:41.617808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:38:42.097942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:01.194597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:03.263241 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:06.365810 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73532683-d23b-45d6-8545-64799e125fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:08.537504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a60a48d5-e084-4c52-a201-54266dd29d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:08.539503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-a71a5740-1316-406d-9de6-5cf8480731db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409925 Nov 05 22:39:08.619770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-eced61cd-b9d2-4830-872e-203597712e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:08.621221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-eced61cd-b9d2-4830-872e-203597712e2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1096 time: 0.0393879 Nov 05 22:39:08.726723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-3749e4de-11f6-4bea-9bd8-6a8c5bcca475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:08.728214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-3749e4de-11f6-4bea-9bd8-6a8c5bcca475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0875053 Nov 05 22:39:08.792434 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-138e5d9e-7a93-40be-9895-2d0c8113785d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 1001 time: 0.0565028 Nov 05 22:39:08.842510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-7abf15b2-3696-4884-98fa-be577f8a110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:08.844010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-7abf15b2-3696-4884-98fa-be577f8a110f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0436041 Nov 05 22:39:08.895921 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-adcfc9ff-6001-46b0-a444-d345c3591dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:08.897773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-adcfc9ff-6001-46b0-a444-d345c3591dbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464220 Nov 05 22:39:08.987752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-5735a442-a9de-40e7-bd4e-f34c1dabacbb service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813503 Nov 05 22:39:09.078831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-38e8f724-67ae-4f83-9906-6add15e70e9a req-c128ba00-3210-490f-baca-74d6585ed1cc service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854135 Nov 05 22:39:10.170008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:11.611702 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:12.097635 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:13.530123 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:39:31.232530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:33.289678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:36.381363 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f33fa5c3-d58c-48ab-99b2-01cec8e58b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:38.534974 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5307-e354-4d59-b320-e37b65bd545c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:40.170907 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:41.587985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:42.088962 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:39:50.445743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-3033b62f-df4d-492c-8509-fc16f3832627 req-a05ba444-8e64-47db-add3-623cafa3e3e3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:39:50.446708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3033b62f-df4d-492c-8509-fc16f3832627 req-a05ba444-8e64-47db-add3-623cafa3e3e3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055454 Nov 05 22:39:50.529551 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:39:50.836991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f0e7c-2723-49f9-890a-ebeae6d587f0 req-2466ce96-b552-438f-a8b6-c9543029d822 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:50.838530 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b33f0e7c-2723-49f9-890a-ebeae6d587f0 req-2466ce96-b552-438f-a8b6-c9543029d822 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.1145051 Nov 05 22:39:50.908304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-13c3af42-75d3-4208-9fbc-2f4e33bf063d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688026 Nov 05 22:39:50.912841 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b33f0e7c-2723-49f9-890a-ebeae6d587f0 req-460d8a9c-0ee0-4426-b03f-222300c12827 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660121 Nov 05 22:39:50.917555 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-5c46af53-47f8-4fb9-aabf-88ceea760eab service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:39:50.918510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-5c46af53-47f8-4fb9-aabf-88ceea760eab service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048532 Nov 05 22:39:52.079516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d1c1b-e586-42ae-8e8e-0cc73157d864 req-13009388-15c3-461e-af6c-606a1779f4b5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:52.081098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b2d1c1b-e586-42ae-8e8e-0cc73157d864 req-13009388-15c3-461e-af6c-606a1779f4b5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0973437 Nov 05 22:39:52.129836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b2d1c1b-e586-42ae-8e8e-0cc73157d864 req-db5845fd-ab15-4430-9ee9-d441219137d4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Nov 05 22:39:52.994800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-0d3599d1-be3e-493e-9511-23650d24101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:52.996322 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-0d3599d1-be3e-493e-9511-23650d24101e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1096 time: 0.0780694 Nov 05 22:39:53.090997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-30d4a1ff-6433-4ff4-a570-c901f7a28f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:53.092503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-30d4a1ff-6433-4ff4-a570-c901f7a28f62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0894105 Nov 05 22:39:53.157002 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-41c1da27-230e-45aa-a8af-70d7530c4bfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 1001 time: 0.0574107 Nov 05 22:39:53.211947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-4e6b4e45-1ad1-478c-8baf-f998e0532c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:53.213408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-4e6b4e45-1ad1-478c-8baf-f998e0532c81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0493238 Nov 05 22:39:53.247833 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a75a7-067d-4c04-bb65-23b835f7e440 req-7b580320-6ca5-41e7-844e-cb6626d69725 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:53.249297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a21a75a7-067d-4c04-bb65-23b835f7e440 req-7b580320-6ca5-41e7-844e-cb6626d69725 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Nov 05 22:39:53.259684 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-dca72e10-87e3-433e-9c66-fec68665a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:53.261172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-dca72e10-87e3-433e-9c66-fec68665a45f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403981 Nov 05 22:39:53.300681 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a21a75a7-067d-4c04-bb65-23b835f7e440 req-83c333bf-e9bd-4e99-82ac-6115c8575b84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448012 Nov 05 22:39:53.354622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-93b1575e-434d-40ba-9f96-c5fe766b330a service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862048 Nov 05 22:39:53.441310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-b2ae160e-f1ee-48e2-9095-d9b42fe03835 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799587 Nov 05 22:39:54.416578 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c9ca2-db57-4f12-a8fe-880bc8c3efb1 req-ae7ce5f6-61e3-4248-9df7-cf90e0950e96 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:54.418330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c41c9ca2-db57-4f12-a8fe-880bc8c3efb1 req-ae7ce5f6-61e3-4248-9df7-cf90e0950e96 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Nov 05 22:39:54.474225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c41c9ca2-db57-4f12-a8fe-880bc8c3efb1 req-4557dbca-4417-4d11-ac2f-903b1fe20a16 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465651 Nov 05 22:39:55.591298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cc013-07f3-4b96-8397-352d80e5b784 req-146ed389-32c8-4e89-8eac-a1fc6d0b92b9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:55.592792 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-617cc013-07f3-4b96-8397-352d80e5b784 req-146ed389-32c8-4e89-8eac-a1fc6d0b92b9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0483172 Nov 05 22:39:55.639311 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-617cc013-07f3-4b96-8397-352d80e5b784 req-9fc0bd6b-947b-44ce-876a-bf6e04a6b07e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Nov 05 22:39:56.756586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc37e0-ee09-41bb-b70d-f74a8acdff5d req-5f34dcbd-c287-4cb2-9484-ef773d1928b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:56.758050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3fc37e0-ee09-41bb-b70d-f74a8acdff5d req-5f34dcbd-c287-4cb2-9484-ef773d1928b6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Nov 05 22:39:56.804510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b3fc37e0-ee09-41bb-b70d-f74a8acdff5d req-16f15b3c-973f-4a73-8e80-f08a0f7ae832 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405629 Nov 05 22:39:57.917692 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483fed-d819-407c-a09e-13b41c1b0b3d req-2c124e0b-c027-4580-9896-ac7d4ab8333f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:57.919174 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54483fed-d819-407c-a09e-13b41c1b0b3d req-2c124e0b-c027-4580-9896-ac7d4ab8333f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0473576 Nov 05 22:39:57.965722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-54483fed-d819-407c-a09e-13b41c1b0b3d req-3c14e5c6-7add-4670-84d4-2c62de843269 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Nov 05 22:39:59.082230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a9e5-b0a5-407b-a1f5-8671527ba07d req-a4cab115-bea2-4928-aef5-c4f33d0a1492 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:39:59.083734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c419a9e5-b0a5-407b-a1f5-8671527ba07d req-a4cab115-bea2-4928-aef5-c4f33d0a1492 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0496817 Nov 05 22:39:59.131374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c419a9e5-b0a5-407b-a1f5-8671527ba07d req-6542fe9c-1f41-4e89-aad7-b6bf91661df8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 Nov 05 22:40:00.247069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8056441-5c3c-446f-aa32-3a3c5bdf5569 req-b3caf176-e227-45a7-81f1-1e02447093ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:00.248516 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8056441-5c3c-446f-aa32-3a3c5bdf5569 req-b3caf176-e227-45a7-81f1-1e02447093ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0509782 Nov 05 22:40:00.294198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8056441-5c3c-446f-aa32-3a3c5bdf5569 req-971cc807-245e-4c3d-96d4-1b46eda62e6f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393219 Nov 05 22:40:01.233577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:01.414364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee3de8-5953-44f9-8363-a0d34e4d0d3a req-856c0377-088b-41e5-90c0-dfa191536fdf tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:01.415843 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaee3de8-5953-44f9-8363-a0d34e4d0d3a req-856c0377-088b-41e5-90c0-dfa191536fdf tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0531530 Nov 05 22:40:01.463340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaee3de8-5953-44f9-8363-a0d34e4d0d3a req-7a2a1183-9822-4f38-8b76-67382f51b5ee tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Nov 05 22:40:02.582494 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ffdc2-6400-4581-a7a4-311e3ed5b131 req-ffa5848e-0669-433c-ae3b-670ab94d716b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:02.584061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-382ffdc2-6400-4581-a7a4-311e3ed5b131 req-ffa5848e-0669-433c-ae3b-670ab94d716b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Nov 05 22:40:02.630869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-382ffdc2-6400-4581-a7a4-311e3ed5b131 req-be3e1546-7f41-49f2-af08-a14562692d84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 Nov 05 22:40:03.261917 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:03.743853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d682-c60f-499b-96f5-3bae0fd2f90a req-eb0f7e54-f46d-48d9-872d-baa53319d072 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:03.745294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1a9d682-c60f-499b-96f5-3bae0fd2f90a req-eb0f7e54-f46d-48d9-872d-baa53319d072 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0479472 Nov 05 22:40:03.791159 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b1a9d682-c60f-499b-96f5-3bae0fd2f90a req-d528f15f-c2b2-42b1-b8e1-ffcd884769a8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Nov 05 22:40:04.909074 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1d1fa-5fc8-46a2-861f-a152879a534d req-ede04e4d-674e-4dcc-824a-0fd372b15c13 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:04.911198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88e1d1fa-5fc8-46a2-861f-a152879a534d req-ede04e4d-674e-4dcc-824a-0fd372b15c13 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0526590 Nov 05 22:40:05.203259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-88e1d1fa-5fc8-46a2-861f-a152879a534d req-9d680032-87e4-4229-a5bb-16268dce2984 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861743 Nov 05 22:40:05.496394 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-0dd7389b-59f8-41be-9a96-bf9069fd8298 service neutron] show failed (client error): The resource could not be found. Nov 05 22:40:05.497399 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-0dd7389b-59f8-41be-9a96-bf9069fd8298 service neutron] 10.222.0.13 "GET /v2.0/ports/d11f4f17-5c26-4347-8038-28a237fe26e5/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0526953 Nov 05 22:40:06.063023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-d8923dc6-441d-4db4-81d6-ceef011401ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:06.064539 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-d8923dc6-441d-4db4-81d6-ceef011401ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 1096 time: 0.0812876 Nov 05 22:40:06.075992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-fcc224ce-64c2-4695-9cce-fad8cce38732 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:40:06.077094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-fcc224ce-64c2-4695-9cce-fad8cce38732 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052133 Nov 05 22:40:06.089168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:40:06.141444 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:06.370210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5369b32-ca0a-4476-832b-1dc4738c546a req-0f4a5a0a-852a-431c-9c35-1d91d4baeef0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:06.371743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5369b32-ca0a-4476-832b-1dc4738c546a req-0f4a5a0a-852a-431c-9c35-1d91d4baeef0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0989966 Nov 05 22:40:06.390412 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:06.393967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6d37f677-3849-4f8d-8049-eec084bf52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:06.448448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e5369b32-ca0a-4476-832b-1dc4738c546a req-0110a340-4007-456d-a607-122104c6a782 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706623 Nov 05 22:40:06.451600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:40:06.491609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:06.493796 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba7981-067e-4877-9327-f2db7e55d24c" -d '{"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-unplugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:06.497838 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:06.510142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Transition to ACTIVE for port object d11f4f17-5c26-4347-8038-28a237fe26e5 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:40:06.576557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:06.609411 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6d05d2-6cb6-4589-a494-506ab30d1bce x-openstack-request-id: req-ac6d05d2-6cb6-4589-a494-506ab30d1bce {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:06.609707 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-unplugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:06.609957 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac6d05d2-6cb6-4589-a494-506ab30d1bce {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:06.610343 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'code': 200} Nov 05 22:40:06.662949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:06.677255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.677611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.677947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.678289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.678625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.679166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.679309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.679607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.679931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.680258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.680581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.680903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:06.716804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] No DVR routers for this DVR port d11f4f17-5c26-4347-8038-28a237fe26e5 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:40:06.850768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:40:06.851094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:40:06.851414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:40:06.855873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:40:06.856190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:40:06.861068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:40:06.861500 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:40:06.861860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:40:06.862171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Bound port: d11f4f17-5c26-4347-8038-28a237fe26e5, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:40:06.862520 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:06.926460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:40:06.929420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:40:07.026036 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:07.064232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:07.064232 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:07.064232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] 10.222.0.46 "PUT /v2.0/ports/d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 1091 time: 0.9778988 Nov 05 22:40:07.083844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7571e-9480-46fe-a1f0-fe8c81cd330b service neutron] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:07.135259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-5137d715-2743-4aa8-85d9-b97c993ddc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:07.136820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-5137d715-2743-4aa8-85d9-b97c993ddc03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1094 time: 0.0434508 Nov 05 22:40:07.235092 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-ff58a974-63cf-4743-af4e-ad0a6ba79854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:07.236615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-ff58a974-63cf-4743-af4e-ad0a6ba79854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0930479 Nov 05 22:40:07.304863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-11baceeb-78f3-449c-b4e5-39d6244e0cb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 999 time: 0.0604446 Nov 05 22:40:07.352659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-01d50185-634f-4fdf-8caf-cf59639a002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:07.354329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-01d50185-634f-4fdf-8caf-cf59639a002d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0428550 Nov 05 22:40:07.402513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-247bab1f-6ead-4656-8382-aafd339ad5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:07.403993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-247bab1f-6ead-4656-8382-aafd339ad5ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434875 Nov 05 22:40:07.493039 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-da419cb0-bee5-4e9c-8f9b-15b22a8c4bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819294 Nov 05 22:40:07.615152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-206f3f2d-1e5a-4fbb-9d58-478644f09696 req-7f9446b0-bbaf-43cd-b38e-cb705aed5052 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156540 Nov 05 22:40:07.623482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd183b22-0d75-4e0e-9d1f-f5106a633509 req-88d1c3fa-a71d-492b-8a4a-015fae642aaa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:07.632848 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd183b22-0d75-4e0e-9d1f-f5106a633509 req-88d1c3fa-a71d-492b-8a4a-015fae642aaa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.0706165 Nov 05 22:40:07.671689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd183b22-0d75-4e0e-9d1f-f5106a633509 req-d1998564-2577-4705-b2bd-5cae251f34f2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406249 Nov 05 22:40:08.528832 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-08951239-50e8-4eab-af2f-6c2341e29f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:08.611729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:08.614583 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:08.661754 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d090b15-a4ed-4cac-b366-1d9f53ffb37c x-openstack-request-id: req-1d090b15-a4ed-4cac-b366-1d9f53ffb37c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:08.662310 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:08.662310 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d090b15-a4ed-4cac-b366-1d9f53ffb37c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:08.662665 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'status': 'completed', 'code': 200} Nov 05 22:40:08.772308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-a3585a13-5645-4aa4-b80f-4307ea5785fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:08.773730 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-a3585a13-5645-4aa4-b80f-4307ea5785fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1094 time: 0.0926526 Nov 05 22:40:08.778610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-ca5d6522-93b6-456a-a6b2-93950f2bc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:08.780134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-ca5d6522-93b6-456a-a6b2-93950f2bc48b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1094 time: 0.0899541 Nov 05 22:40:08.905690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df7d20-06bf-495d-bce4-f9a33d7dfb1d req-e0923587-d876-4a86-ab00-01283368db7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:08.907135 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46df7d20-06bf-495d-bce4-f9a33d7dfb1d req-e0923587-d876-4a86-ab00-01283368db7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.1648755 Nov 05 22:40:08.973693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-cd3b0006-3f9c-467d-bd8a-045dad08c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:08.975113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-cd3b0006-3f9c-467d-bd8a-045dad08c47a service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1942813 Nov 05 22:40:08.984405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-fd298bb2-2e81-45ac-a475-10a0b1e19958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:08.985703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-fd298bb2-2e81-45ac-a475-10a0b1e19958 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1955688 Nov 05 22:40:09.066339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46df7d20-06bf-495d-bce4-f9a33d7dfb1d req-f5ca1fa3-cb6c-4540-b6a5-840553e00118 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504588 Nov 05 22:40:09.103818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-03306efa-09dc-4577-986d-62eacb0aa3cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 999 time: 0.1206646 Nov 05 22:40:09.109924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-82c5f3a5-32c7-4fb8-9d7d-b342a3745fc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 999 time: 0.1135089 Nov 05 22:40:09.187148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-a0f283ab-5c30-42f9-b501-feeac5358708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:09.188594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-a0f283ab-5c30-42f9-b501-feeac5358708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0778389 Nov 05 22:40:09.189980 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-caf231cb-fbd4-4240-9822-5f05d54f4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:09.191287 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-caf231cb-fbd4-4240-9822-5f05d54f4f44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0729167 Nov 05 22:40:09.264681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-87c413ea-94f1-4099-b366-f4a78df930c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:09.266155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-87c413ea-94f1-4099-b366-f4a78df930c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707633 Nov 05 22:40:09.268650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-4f0b6d39-e634-4544-9cce-040eb4ca8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:09.270512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-4f0b6d39-e634-4544-9cce-040eb4ca8f1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679688 Nov 05 22:40:09.430158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-e7c0f791-f1ec-417d-8e2c-34a7a596fb62 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564536 Nov 05 22:40:09.431943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-34af359d-539a-4c6d-a4ad-74ee1503bafd service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515546 Nov 05 22:40:09.817083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:40:09.859808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:40:09.938066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-45a0e2dc-a6da-4209-b2bb-41539727397a service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010765 Nov 05 22:40:09.942112 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-48d6cd1a-6a09-4f1f-a947-b27a35957ce7 req-53cec291-9367-43b7-8d29-da6220301c99 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984286 Nov 05 22:40:10.170987 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:10.189382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acaf99-453d-4c51-a74b-dc80b0f7501e req-1c435b7d-975a-4334-8309-167af35c2fb6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:10.190962 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9acaf99-453d-4c51-a74b-dc80b0f7501e req-1c435b7d-975a-4334-8309-167af35c2fb6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.0488346 Nov 05 22:40:10.237647 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a9acaf99-453d-4c51-a74b-dc80b0f7501e req-ff76b7bd-7889-4691-b381-787f9ef4d3f9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402598 Nov 05 22:40:11.161679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:40:11.252866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:11.264603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'mac_address': 'fa:16:3e:de:cc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:40:11.306721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:11.320283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11f4f17-5c26-4347-8038-28a237fe26e5 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:40:11.340996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:11.356961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca38bf-e89c-46c0-91e3-807ef16580b1 req-813ffc50-7701-4115-968d-7ea9722826b5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:11.358416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca38bf-e89c-46c0-91e3-807ef16580b1 req-813ffc50-7701-4115-968d-7ea9722826b5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 943 time: 0.0494423 Nov 05 22:40:11.399718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:11.409129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28ca38bf-e89c-46c0-91e3-807ef16580b1 req-2f175eef-5357-495a-acdc-47c388831eb1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Nov 05 22:40:11.450669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:11.458825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.459173 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.459512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.459873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.460213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.460541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.460866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.461190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.461513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.461834 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.462157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.462477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:40:11.665923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:11.749347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['d11f4f17-5c26-4347-8038-28a237fe26e5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:40:11.997630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d2d5-5ffd-4979-a61d-252cbecca953 req-65ec8666-4949-4da2-a9b2-65d1306124de tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:11.999034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c3d2d5-5ffd-4979-a61d-252cbecca953 req-65ec8666-4949-4da2-a9b2-65d1306124de tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0539370 Nov 05 22:40:12.077663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6c3d2d5-5ffd-4979-a61d-252cbecca953 req-e6c2166f-6567-4a25-ad2c-dde95cba881f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715115 Nov 05 22:40:12.082830 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:12.091594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-b79b0f89-39b2-4fc0-8a0c-f28c8fd1ac95 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:12.093155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-b79b0f89-39b2-4fc0-8a0c-f28c8fd1ac95 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885&tenant_id=010b151765904743b1544b9aa918a619&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 944 time: 0.0739734 Nov 05 22:40:12.157692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-95683a04-e52f-4554-bcb8-83e80f523c70 service neutron] 10.222.0.46 "GET /v2.0/ports/d11f4f17-5c26-4347-8038-28a237fe26e5/bindings/n-h2-816738-5 HTTP/1.1" status: 200 len: 382 time: 0.0557976 Nov 05 22:40:12.220145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-64a716ce-e07b-4e8d-9f39-bb78ad113096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:12.221576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-64a716ce-e07b-4e8d-9f39-bb78ad113096 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1095 time: 0.0388670 Nov 05 22:40:12.309409 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-8ce0d728-5e1e-48d2-aa1b-d446564787d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:12.310752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-8ce0d728-5e1e-48d2-aa1b-d446564787d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0818064 Nov 05 22:40:12.376928 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-8fd488ac-2cd4-4855-98dc-41c62bd6ee3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 1000 time: 0.0589335 Nov 05 22:40:12.424802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-c97fe9a6-f8be-41f3-950a-211635351e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:12.426195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-c97fe9a6-f8be-41f3-950a-211635351e07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0425420 Nov 05 22:40:12.469665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-51822431-3bf8-441f-a6e0-5c77b0d2442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:12.471061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-51822431-3bf8-441f-a6e0-5c77b0d2442b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379944 Nov 05 22:40:12.568782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-e9c46d16-e2ef-4b58-9600-7cc703f959a8 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900817 Nov 05 22:40:12.656925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-7a8535a7-0d44-4fbf-b36c-5017ab26aeaf service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817897 Nov 05 22:40:13.182042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:40:13.200831 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8757a-5b13-4d36-ae2c-d2ad5f7acaf9 req-f5ea3654-e072-4b99-982f-1d2a29bd03b3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:13.202297 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6e8757a-5b13-4d36-ae2c-d2ad5f7acaf9 req-f5ea3654-e072-4b99-982f-1d2a29bd03b3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0486047 Nov 05 22:40:13.252700 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6e8757a-5b13-4d36-ae2c-d2ad5f7acaf9 req-2d63426c-916f-428e-abda-a1dba75ce621 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441523 Nov 05 22:40:13.308243 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port d11f4f17-5c26-4347-8038-28a237fe26e5 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:40:13.312239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port d11f4f17-5c26-4347-8038-28a237fe26e5 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:40:13.312610 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:13.392673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:13.414976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:13.417229 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fe65d6-9e2e-4abe-8943-1b464054fff3" -d '{"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-plugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:13.429666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:13.479611 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:13.516291 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2405fc16-2f2b-4ac3-9ac0-d3d4131a7d8f x-openstack-request-id: req-2405fc16-2f2b-4ac3-9ac0-d3d4131a7d8f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:13.516587 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-plugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:13.516845 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2405fc16-2f2b-4ac3-9ac0-d3d4131a7d8f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:13.517237 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'code': 200} Nov 05 22:40:13.529292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:14.366529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389837e-d169-4b1a-9a3b-4a7cbabfe4aa req-2594afa4-a3cd-46da-8727-300449bd92ff tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:14.367989 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b389837e-d169-4b1a-9a3b-4a7cbabfe4aa req-2594afa4-a3cd-46da-8727-300449bd92ff tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0477986 Nov 05 22:40:14.424528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b389837e-d169-4b1a-9a3b-4a7cbabfe4aa req-5fe3af06-6ebb-40cb-884d-574661a63199 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506454 Nov 05 22:40:15.170495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-d23fa690-cd57-4746-8745-5138a482f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:15.171978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-d23fa690-cd57-4746-8745-5138a482f931 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 1096 time: 0.0442832 Nov 05 22:40:15.183081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:40:15.233322 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:15.426584 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:15.458553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:40:15.514600 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:15.516859 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f30718-b1ee-4ac7-81d0-ab3a354f5321" -d '{"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-unplugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:15.534323 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:15.554220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Transition to ACTIVE for port object d11f4f17-5c26-4347-8038-28a237fe26e5 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:40:15.570049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f499f6-5384-4472-9a8e-3db045f208a6 req-d39e0cf7-a661-4670-b51b-894871a78a42 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:15.571745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80f499f6-5384-4472-9a8e-3db045f208a6 req-d39e0cf7-a661-4670-b51b-894871a78a42 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0760694 Nov 05 22:40:15.574952 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3471db-bbda-4496-98c3-340e1aee3eb8 x-openstack-request-id: req-cb3471db-bbda-4496-98c3-340e1aee3eb8 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:15.575434 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-unplugged", "status": "completed", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:15.575880 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb3471db-bbda-4496-98c3-340e1aee3eb8 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:15.576441 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'code': 200} Nov 05 22:40:15.620067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80f499f6-5384-4472-9a8e-3db045f208a6 req-7a301c8f-b718-4695-a925-2001a9c0dae6 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Nov 05 22:40:15.639063 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:15.725196 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=10']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:15.766754 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] No DVR routers for this DVR port d11f4f17-5c26-4347-8038-28a237fe26e5 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:40:15.912365 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:40:15.912744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:40:15.913076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:40:15.917782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:40:15.918250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Attempting to bind port d11f4f17-5c26-4347-8038-28a237fe26e5 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:40:15.923353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:40:15.923723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:40:15.924108 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:40:15.924544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Bound port: d11f4f17-5c26-4347-8038-28a237fe26e5, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:40:15.924900 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:15.991278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:40:15.994490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:40:16.054660 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:16.093871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:16.094499 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:16.095891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] 10.222.0.13 "PUT /v2.0/ports/d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 1092 time: 0.9166865 Nov 05 22:40:16.118095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e47ec-c7a9-4f9e-a777-78aeaaac2477 service neutron] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=11']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:16.169493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-b38e2e7a-ae4c-46b2-810a-5f212c117fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:16.171075 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-b38e2e7a-ae4c-46b2-810a-5f212c117fca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1095 time: 0.0500674 Nov 05 22:40:16.272682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-03cb5738-915e-4965-8055-c690a7c98470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:16.274162 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-03cb5738-915e-4965-8055-c690a7c98470 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0948243 Nov 05 22:40:16.346915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-d03c634d-aedd-4fdd-b7a2-008cda6c447e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 999 time: 0.0661833 Nov 05 22:40:16.397838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-3a067785-d96c-4b4a-898e-39123c0a9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:16.399241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-3a067785-d96c-4b4a-898e-39123c0a9070 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0455463 Nov 05 22:40:16.447156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-168e70fe-6539-4adb-b4d9-10e3de8b9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:16.448696 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-168e70fe-6539-4adb-b4d9-10e3de8b9998 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415850 Nov 05 22:40:16.548726 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-57dc89f8-d8fe-48df-9301-761cb98f4d14 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908813 Nov 05 22:40:16.645635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-869ea284-e98b-4a89-9932-d59c6b5d988a req-2dd6af90-f122-487f-927d-d87ac8e571f5 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894992 Nov 05 22:40:16.747278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243b5f7-5668-4902-b4fb-4183faa8bb98 req-f9dbc8fe-35eb-4c48-9617-01c31f097132 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:16.748867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d243b5f7-5668-4902-b4fb-4183faa8bb98 req-f9dbc8fe-35eb-4c48-9617-01c31f097132 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0492222 Nov 05 22:40:16.795303 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d243b5f7-5668-4902-b4fb-4183faa8bb98 req-bf98a2fb-afbd-4f0b-b534-673422b0bceb tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405576 Nov 05 22:40:17.265664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:40:17.304764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:40:17.577697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:17.580120 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dee55a-5347-4a97-80ad-26c1ccb30cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:17.627659 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37c1a41-87b8-4952-882f-f47bb9368274 x-openstack-request-id: req-d37c1a41-87b8-4952-882f-f47bb9368274 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:17.627961 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:17.628219 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d37c1a41-87b8-4952-882f-f47bb9368274 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:17.628662 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'status': 'completed', 'code': 200} Nov 05 22:40:17.713111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-94e21b92-f1d1-4dd4-88a4-50097db93237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:17.714612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-94e21b92-f1d1-4dd4-88a4-50097db93237 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1095 time: 0.0680118 Nov 05 22:40:17.719957 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-915e9465-448c-46b1-87e6-14392fa40af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:17.721318 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-915e9465-448c-46b1-87e6-14392fa40af2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 1095 time: 0.0654974 Nov 05 22:40:17.875590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-6826d656-1155-4826-86f9-f1b2776eff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:17.877034 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-6826d656-1155-4826-86f9-f1b2776eff85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1548715 Nov 05 22:40:17.880201 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-92bf0284-0248-40ec-b8d4-d08e4cf69809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:17.881577 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-92bf0284-0248-40ec-b8d4-d08e4cf69809 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1514068 Nov 05 22:40:17.914658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc9ed-2bd6-4519-baf4-b26efea47752 req-ce30a3f8-33e7-41ad-803a-d07010102806 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:17.916140 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-725dc9ed-2bd6-4519-baf4-b26efea47752 req-ce30a3f8-33e7-41ad-803a-d07010102806 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0527625 Nov 05 22:40:17.964845 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-725dc9ed-2bd6-4519-baf4-b26efea47752 req-72eb8976-26d8-4b7b-8f2b-2427c705c5dc tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Nov 05 22:40:17.993344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-806c10b4-c040-4233-ae80-3e0082ac30f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 999 time: 0.1082199 Nov 05 22:40:17.998619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-394846d2-5ab1-42da-8c4f-afdedf979a6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 200 len: 999 time: 0.1082711 Nov 05 22:40:18.081900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-5238ef6b-1c47-4370-9ddd-e864b98c179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:18.083878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-5238ef6b-1c47-4370-9ddd-e864b98c179f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0842943 Nov 05 22:40:18.085255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-afe1435d-e99a-480a-a671-85bb4b235649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:18.086565 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-afe1435d-e99a-480a-a671-85bb4b235649 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0790873 Nov 05 22:40:18.155954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-74f73b82-3c12-4032-92a9-06859269307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:18.157466 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-74f73b82-3c12-4032-92a9-06859269307d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668919 Nov 05 22:40:18.162777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-3726f73f-8ca6-4ef5-9111-545b19f704a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:18.164896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-3726f73f-8ca6-4ef5-9111-545b19f704a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647256 Nov 05 22:40:18.323495 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-91c8f40a-1c55-4c2c-8832-d1bfb64047f2 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583614 Nov 05 22:40:18.325363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-f55979be-9f79-459d-96bf-3adc2bdf97b0 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533720 Nov 05 22:40:18.478858 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-3fc7fadf-3f8e-4265-a00d-e8cf49b5ccc8 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481664 Nov 05 22:40:18.484180 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49dee55a-5347-4a97-80ad-26c1ccb30cd3 req-7f25e5af-a7b6-48c7-abd0-6605a3ca262e service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455102 Nov 05 22:40:19.084961 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ecfb1-64d2-4e0b-bda7-02e5de165294 req-ecdb5999-7290-4c40-a471-774c200291ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:19.086567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a6ecfb1-64d2-4e0b-bda7-02e5de165294 req-ecdb5999-7290-4c40-a471-774c200291ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0496023 Nov 05 22:40:19.133511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2a6ecfb1-64d2-4e0b-bda7-02e5de165294 req-d14ea8d5-baa1-43aa-b845-70401a76f0ea tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409539 Nov 05 22:40:19.244962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b7fde-d01f-4df1-a7b2-052ee8110d31 req-842cfe51-8f66-4cd8-a7b1-bcfe48c256ef tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:19.246397 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e05b7fde-d01f-4df1-a7b2-052ee8110d31 req-842cfe51-8f66-4cd8-a7b1-bcfe48c256ef tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0481915 Nov 05 22:40:19.291939 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e05b7fde-d01f-4df1-a7b2-052ee8110d31 req-c3b1c8b1-19ff-4013-8567-6e0465a98409 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397134 Nov 05 22:40:19.407183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce4d8-e234-4dda-ac88-b7243d79ed05 req-7d13b5d4-6424-471c-9773-605e832ed81d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:19.408571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-267ce4d8-e234-4dda-ac88-b7243d79ed05 req-7d13b5d4-6424-471c-9773-605e832ed81d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0521646 Nov 05 22:40:19.455160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-267ce4d8-e234-4dda-ac88-b7243d79ed05 req-0e5869de-82f8-45b8-9516-82ed107cfbf8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Nov 05 22:40:19.846825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:40:19.902608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9d4b5-4c6a-4940-b708-d08a7a890976 req-7310e2b3-acad-45bb-acb2-857c9949374e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:19.906613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34c9d4b5-4c6a-4940-b708-d08a7a890976 req-7310e2b3-acad-45bb-acb2-857c9949374e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 944 time: 0.0525193 Nov 05 22:40:19.947091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:19.952567 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34c9d4b5-4c6a-4940-b708-d08a7a890976 req-c5205b18-9f55-43b5-ae7d-14a572c51d67 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Nov 05 22:40:19.958898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'mac_address': 'fa:16:3e:de:cc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:40:19.999449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:20.012586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11f4f17-5c26-4347-8038-28a237fe26e5 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:40:20.031115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:20.114362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:20.161028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:20.337238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d11f4f17-5c26-4347-8038-28a237fe26e5'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:40:21.066903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943762f-ba48-461c-88bb-1a610a16602a req-06cafbfa-1f79-4461-95a5-6132bf497876 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:21.068461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5943762f-ba48-461c-88bb-1a610a16602a req-06cafbfa-1f79-4461-95a5-6132bf497876 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0478623 Nov 05 22:40:21.120016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5943762f-ba48-461c-88bb-1a610a16602a req-c67ad30a-0f3c-41fc-b154-6ed132141e5d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453660 Nov 05 22:40:21.172006 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-d1b3ca74-ba81-4d9a-b854-74b9f868b11a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:21.173416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-d1b3ca74-ba81-4d9a-b854-74b9f868b11a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 945 time: 0.0475299 Nov 05 22:40:21.264429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Deleting port d11f4f17-5c26-4347-8038-28a237fe26e5 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:40:21.264762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:21.349516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] For port d11f4f17-5c26-4347-8038-28a237fe26e5, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d11f4f17-5c26-4347-8038-28a237fe26e5,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:21.349869 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:21.519927 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:21.520198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:21.520543 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 disassociated. External IP: 172.25.6.60, port: d11f4f17-5c26-4347-8038-28a237fe26e5. Nov 05 22:40:21.520911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Calling delete_port for d11f4f17-5c26-4347-8038-28a237fe26e5 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:40:21.696198 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:21.726144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event deleted for resources: {'Port': ['ID=d11f4f17-5c26-4347-8038-28a237fe26e5,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:21.844814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:40:21.850920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:40:21.872037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: d11f4f17-5c26-4347-8038-28a237fe26e5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:40:21.872806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 05 22:40:21.892234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Port d11f4f17-5c26-4347-8038-28a237fe26e5 not found, will not notify nova. {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 05 22:40:21.951856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:40:21.961059 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:40:21.970308 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:40:21.970913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:40:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:21.994938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] No DVR routers for this DVR port d11f4f17-5c26-4347-8038-28a237fe26e5 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:40:21.997549 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:22.001186 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b300a8a-1d67-46dc-a4c1-86b140bab22d req-70463244-77b1-4bbd-8eec-1754f14dfe55 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "DELETE /v2.0/ports/d11f4f17-5c26-4347-8038-28a237fe26e5 HTTP/1.1" status: 204 len: 173 time: 0.8194714 Nov 05 22:40:22.001583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-deleted', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:22.003882 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0753ce5c-11a9-4ffb-a237-b3531c950dba" -d '{"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-deleted", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:22.042125 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22a920f-e2e7-444a-9eeb-022b58272160 x-openstack-request-id: req-e22a920f-e2e7-444a-9eeb-022b58272160 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:22.042496 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e2ccc-9483-4d4b-a47f-fa977bb1b885", "name": "network-vif-deleted", "tag": "d11f4f17-5c26-4347-8038-28a237fe26e5", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:22.042823 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e22a920f-e2e7-444a-9eeb-022b58272160 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:22.043242 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e2ccc-9483-4d4b-a47f-fa977bb1b885', 'name': 'network-vif-deleted', 'tag': 'd11f4f17-5c26-4347-8038-28a237fe26e5', 'status': 'completed', 'code': 200} Nov 05 22:40:22.083926 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:40:22.217148 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d28a565-cd57-4883-8b3a-92d0c58eac8c req-cca731d5-20cd-44bd-80db-c3017a753a99 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=140e2ccc-9483-4d4b-a47f-fa977bb1b885 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Nov 05 22:40:22.282103 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:22.311730 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:40:22.319890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:40:22.320487 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:40:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:22.426031 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:40:22.618618 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:22.643896 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3034b-7f00-4ee3-a7ea-dcc68757e66c None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:40:22.867956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027f239-01b9-4807-a155-ab911b9b613f None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:40:23.498664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-7d845dbf-1c0e-49a5-8ec9-6a434b7d591c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--110539655&fields=id&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 267 time: 0.0444105 Nov 05 22:40:23.605574 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-f4fc7984-7831-4462-b276-41f19d9e9dbd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:23.607013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-f4fc7984-7831-4462-b276-41f19d9e9dbd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.1017475 Nov 05 22:40:23.621528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-889b205e-8128-41d2-9050-cd66561f3a8f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/quotas/010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Nov 05 22:40:23.673338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-8f9e5b37-26fa-43ad-b42c-630276d217d2 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467272 Nov 05 22:40:23.767496 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-e132004d-67e8-4970-8297-9866b8e9fa72 service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826042 Nov 05 22:40:23.859090 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-140edc6d-b915-484c-82a6-1bb6c46a9d77 service neutron] 10.222.0.41 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 Nov 05 22:40:24.101605 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f9e809cc-07f5-4825-8b6a-581e8e296dbd req-136c7468-90b5-49c1-9ccf-ac7a8aa7d899 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0276167 Nov 05 22:40:25.200182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0323706d-d71e-41e4-8142-073ded5882a9 req-b275ac9c-5502-45a2-b0e2-2b9a40712451 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0273721 Nov 05 22:40:25.894058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:40:25.915137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: d11f4f17-5c26-4347-8038-28a237fe26e5 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:40:25.916454 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d11f4f17-5c26-4347-8038-28a237fe26e5 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:40:25.939294 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-af3f5be8-4c84-49d1-bcb4-aebb3e62ba24 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:25.943676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-af3f5be8-4c84-49d1-bcb4-aebb3e62ba24 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 811 time: 0.1065595 Nov 05 22:40:26.001371 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-2a45ea67-635d-4698-a093-9d0eaaf1449e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 379 time: 0.0511994 Nov 05 22:40:26.010337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'port': {'device_id': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'admin_state_up': True, 'tenant_id': '010b151765904743b1544b9aa918a619', 'security_groups': ['43d1e873-7f6f-40ca-88cf-247f36b052d4']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:40:26.179654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Made reservation on behalf of 010b151765904743b1544b9aa918a619 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:40:26.183159 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:26.293577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e112c51-9ac1-429c-a544-691a8bf1fb98 req-81f7b287-7e24-4643-9670-ce2a21730da1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0257244 Nov 05 22:40:26.311652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Allocated IP 172.20.0.12 (36aa3e8d-ed38-415b-8f54-9829d5709ecb/d9d8e654-5595-49bf-b022-5aeb05be8eb7/a3117289-1879-4dd9-8028-81af48f82308) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:40:26.447281 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:26.525004 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:26.564055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:40:26.567640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:40:26.574508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:40:26.598337 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:26.632831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:26.633509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:26.715699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-4fcb8545-5db6-4208-8a3a-d8c4d0a3d14e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7076230 Nov 05 22:40:26.727270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Request body: {'port': {'device_id': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:40:26.775791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-92801688-528a-4d5b-910a-3e6129dd26fa None None] Provisioning complete for port a3117289-1879-4dd9-8028-81af48f82308 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:40:26.776227 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-92801688-528a-4d5b-910a-3e6129dd26fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:26.784719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:26.809614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-92801688-528a-4d5b-910a-3e6129dd26fa None None] Port a3117289-1879-4dd9-8028-81af48f82308 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:40:27.036597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3117289-1879-4dd9-8028-81af48f82308 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:40:27.043960 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:27.056178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Transition to ACTIVE for port object a3117289-1879-4dd9-8028-81af48f82308 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:40:27.113871 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:27.171501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08c09-9555-446e-9646-190ac726991f service neutron] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:27.240672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:40:27.241001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:40:27.241314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:40:27.245881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:40:27.246199 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:40:27.251163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:40:27.251498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:40:27.251903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:40:27.252324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Bound port: a3117289-1879-4dd9-8028-81af48f82308, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:40:27.252673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:27.317358 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:40:27.326181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:40:27.408488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658f99b-8c9f-4d84-aeb1-f79b93ddaaa6 req-a0f9fd51-05ce-4582-9ae7-2d0583e09a0f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:27.410584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b658f99b-8c9f-4d84-aeb1-f79b93ddaaa6 req-a0f9fd51-05ce-4582-9ae7-2d0583e09a0f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0481181 Nov 05 22:40:27.412240 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:27.463146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:27.463788 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:27.465239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-46f08c09-9555-446e-9646-190ac726991f service neutron] 10.222.0.13 "PUT /v2.0/ports/a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1092 time: 0.7421570 Nov 05 22:40:27.465862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:27.468137 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fb8995-c0ea-43af-b3b2-051cdf4da8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:27.510748 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945f5055-d294-4e69-92e7-d0899bec43bd x-openstack-request-id: req-945f5055-d294-4e69-92e7-d0899bec43bd {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:27.511044 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:27.511299 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-945f5055-d294-4e69-92e7-d0899bec43bd {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:27.511750 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'status': 'completed', 'code': 200} Nov 05 22:40:27.513551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08c09-9555-446e-9646-190ac726991f service neutron] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:27.520508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b658f99b-8c9f-4d84-aeb1-f79b93ddaaa6 req-dc49c929-ae54-435a-a591-597bb0e8968e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004362 Nov 05 22:40:27.535861 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:40:27.580212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8995-c0ea-43af-b3b2-051cdf4da8f0 req-cd512803-9c2e-414a-a10d-a68614fa3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:27.582324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5fb8995-c0ea-43af-b3b2-051cdf4da8f0 req-cd512803-9c2e-414a-a10d-a68614fa3cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1095 time: 0.0427525 Nov 05 22:40:27.680759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8995-c0ea-43af-b3b2-051cdf4da8f0 req-fc3061ab-1d85-47e8-8091-dbcd7d1c82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:27.682213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5fb8995-c0ea-43af-b3b2-051cdf4da8f0 req-fc3061ab-1d85-47e8-8091-dbcd7d1c82cf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=010b151765904743b1544b9aa918a619&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924456 Nov 05 22:40:27.779465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8995-c0ea-43af-b3b2-051cdf4da8f0 req-c58e9a75-a38b-4fb0-9bec-af5a224c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:27.780890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c5fb8995-c0ea-43af-b3b2-051cdf4da8f0 req-c58e9a75-a38b-4fb0-9bec-af5a224c8822 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910866 Nov 05 22:40:27.855811 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-5de0e996-e45d-491c-8648-b6fc9bbec572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:27.857298 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-5de0e996-e45d-491c-8648-b6fc9bbec572 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1095 time: 0.0402431 Nov 05 22:40:28.246116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-f2fd7663-3a27-426a-813b-3e90081b9433 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 217 time: 0.3804059 Nov 05 22:40:28.294134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-31d5547c-845b-474b-b9c2-89752d5a56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:28.295473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-31d5547c-845b-474b-b9c2-89752d5a56de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0422461 Nov 05 22:40:28.339429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-b06d3a39-2e98-40e4-a937-f824bd15aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:28.340887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-b06d3a39-2e98-40e4-a937-f824bd15aaa8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380788 Nov 05 22:40:28.430804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-e80e39af-8031-4fce-ab85-f4313ec8d64f service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820858 Nov 05 22:40:28.518091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1aed3842-4937-44e7-b01a-82b47a6750e9 req-76f7acc3-de90-44e7-a448-92ede9c4c5b4 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793803 Nov 05 22:40:28.647409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b192e-94f0-4e69-ae97-17c631a384f5 req-6bdb6565-0c22-4459-bcf3-e60319b98760 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:28.648896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f30b192e-94f0-4e69-ae97-17c631a384f5 req-6bdb6565-0c22-4459-bcf3-e60319b98760 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0493069 Nov 05 22:40:28.701007 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f30b192e-94f0-4e69-ae97-17c631a384f5 req-363d2671-e4f5-4e86-bb07-c265c78a71e4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Nov 05 22:40:29.820389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe43528-876b-42e2-88ca-cc0c6cda73b6 req-719416f2-0ef6-4d33-a31a-2bedd439cd7f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:29.821836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efe43528-876b-42e2-88ca-cc0c6cda73b6 req-719416f2-0ef6-4d33-a31a-2bedd439cd7f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0526583 Nov 05 22:40:29.869420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efe43528-876b-42e2-88ca-cc0c6cda73b6 req-635d59e5-44ab-4e82-988d-3d58e674ec2c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Nov 05 22:40:30.990745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0fc5-138e-4258-83c9-f7c3ca2685e0 req-2276a880-27c6-43d5-acc6-b04a7b5a0aad tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:30.992210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1aca0fc5-138e-4258-83c9-f7c3ca2685e0 req-2276a880-27c6-43d5-acc6-b04a7b5a0aad tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0481484 Nov 05 22:40:31.037791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1aca0fc5-138e-4258-83c9-f7c3ca2685e0 req-d2260b4c-d226-4809-bb71-0a434bbba2b1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398648 Nov 05 22:40:31.215995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:31.910222 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:40:32.001530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:32.012421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a3117289-1879-4dd9-8028-81af48f82308', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'a3117289-1879-4dd9-8028-81af48f82308', 'mac_address': 'fa:16:3e:18:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:40:32.052471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:32.065275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3117289-1879-4dd9-8028-81af48f82308 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:40:32.087510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:32.157357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8791bd-d125-4b9c-bb7f-f60863974e27 req-8648701f-1551-4521-9be5-b7d910ad8f23 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:32.158806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b8791bd-d125-4b9c-bb7f-f60863974e27 req-8648701f-1551-4521-9be5-b7d910ad8f23 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0520210 Nov 05 22:40:32.168488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:32.212825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b8791bd-d125-4b9c-bb7f-f60863974e27 req-3130f115-8c68-4107-8f3c-0619e995757f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420940 Nov 05 22:40:32.214784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:32.356891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a3117289-1879-4dd9-8028-81af48f82308'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:40:33.319003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:33.328087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c86608-14f5-4879-b23b-636682067f6a req-27e2c38e-1ba6-43b5-bbd7-1d20622acb80 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:33.329642 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8c86608-14f5-4879-b23b-636682067f6a req-27e2c38e-1ba6-43b5-bbd7-1d20622acb80 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0487988 Nov 05 22:40:33.375712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8c86608-14f5-4879-b23b-636682067f6a req-78ecea20-77bb-4a86-8944-347932806ba9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Nov 05 22:40:33.913835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:40:34.038521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a3117289-1879-4dd9-8028-81af48f82308 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:40:34.042364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a3117289-1879-4dd9-8028-81af48f82308 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:40:34.042711 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:34.121334 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:34.142992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:34.145917 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb940b2-d429-4ebc-bd9b-ad3dbb134e8f" -d '{"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-plugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:34.160910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:40:34.183875 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1def3283-8467-4674-ad30-410974a91fff x-openstack-request-id: req-1def3283-8467-4674-ad30-410974a91fff {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:34.193929 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-plugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:34.193929 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1def3283-8467-4674-ad30-410974a91fff {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:34.193929 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'code': 200} Nov 05 22:40:34.233120 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:34.278605 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caac81-b974-4b14-97f7-89dd589af448 req-86e361bf-e71c-46f2-807f-e47d20b5596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:34.280108 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6caac81-b974-4b14-97f7-89dd589af448 req-86e361bf-e71c-46f2-807f-e47d20b5596a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1097 time: 0.0391049 Nov 05 22:40:34.280242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:40:34.327260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6caac81-b974-4b14-97f7-89dd589af448 req-73d43b4a-1bb3-4ce6-ae35-4077ab018a3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391543 Nov 05 22:40:34.492516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b28eb-6d4e-4c87-bbc2-f900c4d61639 req-ffdba97d-e873-4da2-be56-c1f7e5415ba0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:34.493884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a1b28eb-6d4e-4c87-bbc2-f900c4d61639 req-ffdba97d-e873-4da2-be56-c1f7e5415ba0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0519123 Nov 05 22:40:34.540558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1a1b28eb-6d4e-4c87-bbc2-f900c4d61639 req-2e2a9ab8-6497-4a5f-8b70-bab670dd9d1d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Nov 05 22:40:35.658314 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f655bfb-6c6b-4562-9ce5-f63f78ef5837 req-fee5ddc3-eb69-43a4-ac08-02adfe440429 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:35.660373 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f655bfb-6c6b-4562-9ce5-f63f78ef5837 req-fee5ddc3-eb69-43a4-ac08-02adfe440429 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0481710 Nov 05 22:40:35.704922 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f655bfb-6c6b-4562-9ce5-f63f78ef5837 req-d4012b21-da78-4d22-9b9b-a0ad8759f84f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386858 Nov 05 22:40:35.817516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9e309-304e-4a4f-86af-c68b6ab8ebb6 req-b39a6308-de9f-4f5c-883f-9b6c7c4f1b5c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:35.818976 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57f9e309-304e-4a4f-86af-c68b6ab8ebb6 req-b39a6308-de9f-4f5c-883f-9b6c7c4f1b5c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0485852 Nov 05 22:40:35.827478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43290) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:40:35.832466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Request body: {'floatingip': {'port_id': 'a3117289-1879-4dd9-8028-81af48f82308'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:40:35.879572 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:36.303947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:36.362393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:36.402096 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c29bdc13-393c-4380-8ffc-3fbe7dc79a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:36.464090 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 associated. External IP: 172.25.6.60, port: a3117289-1879-4dd9-8028-81af48f82308. Nov 05 22:40:36.675724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:40:36.780726 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:40:36.786033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:36.790599 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830c389-c24e-4029-8309-52522085bd57 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:40:36.800938 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:40:36.801618 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:40:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:36.812242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8f836921-b3a9-42ce-ae07-17429067c76d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "PUT /v2.0/floatingips/5ec781bb-b856-460f-accd-d1acb6c0d1c0 HTTP/1.1" status: 200 len: 992 time: 0.9836802 Nov 05 22:40:36.812832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:40:36.867372 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf63846c-7cad-4c87-b8d2-b4329074673a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:40:36.908151 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:40:36.951541 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32989465-4d71-41c4-bd3e-048ead67aa2b x-openstack-request-id: req-32989465-4d71-41c4-bd3e-048ead67aa2b {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:40:36.951855 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:40:36.952113 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32989465-4d71-41c4-bd3e-048ead67aa2b {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:40:36.952527 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'status': 'completed', 'code': 200} Nov 05 22:40:37.015162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-026e2182-eed3-4eec-a812-d9a01a13371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:37.016723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-026e2182-eed3-4eec-a812-d9a01a13371a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1097 time: 0.0412285 Nov 05 22:40:37.118899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-d48091af-730b-485d-86c5-7c129aed2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:37.120432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-d48091af-730b-485d-86c5-7c129aed2ec6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0969234 Nov 05 22:40:37.184884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-1da15df5-f3ec-4166-8311-f2741fa9b6b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.0571229 Nov 05 22:40:37.225655 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'a3117289-1879-4dd9-8028-81af48f82308', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:18:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:40:36Z', 'revision_number': 13, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:37.238517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-35512607-542d-48a8-b7fd-22d95643bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:37.240070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-35512607-542d-48a8-b7fd-22d95643bdfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0488315 Nov 05 22:40:37.255059 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830c389-c24e-4029-8309-52522085bd57 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:40:37.263374 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:40:37.264003 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:40:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:37.286408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-94bb5e2e-6cb9-4103-88d4-a1de7f5f0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:40:37.288029 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-94bb5e2e-6cb9-4103-88d4-a1de7f5f0753 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403159 Nov 05 22:40:37.368216 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:40:37.376853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-f6411c3f-6834-44e0-a81a-ef773165b4e5 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816689 Nov 05 22:40:37.470591 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bf63846c-7cad-4c87-b8d2-b4329074673a req-1f24c406-dee4-4666-830d-4283acf5d641 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 Nov 05 22:40:37.590895 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-8830c389-c24e-4029-8309-52522085bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'a3117289-1879-4dd9-8028-81af48f82308', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:18:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:40:36Z', 'revision_number': 13, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:40:37.616486 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830c389-c24e-4029-8309-52522085bd57 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '5ec781bb-b856-460f-accd-d1acb6c0d1c0', 'tenant_id': '010b151765904743b1544b9aa918a619', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'port_id': 'a3117289-1879-4dd9-8028-81af48f82308', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'mac_address': 'fa:16:3e:18:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:31:36Z', 'updated_at': '2021-11-05T22:40:36Z', 'revision_number': 13, 'project_id': '010b151765904743b1544b9aa918a619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:40:37.804231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab3579-50da-4eb6-a24a-9b1f1960b862 None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:40:38.527562 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3b3b05a1-e7bc-4cbd-9873-b0a497737667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:40.175992 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:41.615828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:40:42.107325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:01.238466 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:03.312827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:04.524832 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:41:06.392307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d92ecff9-e982-4118-b6ee-b75d12b345f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:08.529694 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3ee6-a8db-45b7-8c5a-333d75a353a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:10.203569 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:11.552171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-345237cf-0e83-48aa-ae58-b1fbbe92f48a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407383 Nov 05 22:41:11.632187 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-e7d3bdf1-9823-4612-8a29-2c6af6c642b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:41:11.633645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-e7d3bdf1-9823-4612-8a29-2c6af6c642b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1097 time: 0.0402966 Nov 05 22:41:11.635589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:11.740739 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-fc8ffeb2-f4cd-4c9e-9897-68b34682b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:41:11.742194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-fc8ffeb2-f4cd-4c9e-9897-68b34682b0a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0892992 Nov 05 22:41:11.808485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-2b29442d-f002-44b8-ae2c-d00779f9695b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1002 time: 0.0570893 Nov 05 22:41:11.860824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-e0347dca-b59d-47d4-b4e5-b5f69c8dd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:41:11.862228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-e0347dca-b59d-47d4-b4e5-b5f69c8dd788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0470738 Nov 05 22:41:11.908878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-3d7e3c01-b93f-42d3-bef3-af6bbda7e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:41:11.910374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-3d7e3c01-b93f-42d3-bef3-af6bbda7e50e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412104 Nov 05 22:41:12.003985 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-806c74ce-9b0d-48af-9c06-dbbad1a72003 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863643 Nov 05 22:41:12.096140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dbf0ae2-e7ba-43ea-ac05-8e4749e77b94 req-0e820c32-ab4c-4d9e-b242-c2cad2d63582 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857077 Nov 05 22:41:12.123746 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:31.261170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:33.317685 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:36.429539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-415d9b92-c3a1-4fdd-a57d-aa421204a1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:38.532038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0994a2ca-0ceb-4485-a84c-e19f2aebbbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:40.186374 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:41.531510 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:41:41.614734 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:41:42.087314 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:01.267081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:03.351497 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:06.380823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-23fddf92-b260-42a9-ab5f-bb8c42c0dce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:08.559828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-825b6b85-dea1-4054-b620-ffcfd586adef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:10.185735 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:11.619138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:12.086155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:12.547476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-c0a4b23e-df46-49f0-8d0a-86f32c3e2e68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419884 Nov 05 22:42:12.634928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-8ddfeaf8-7240-4d52-85ee-1a70a21437e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:12.636472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-8ddfeaf8-7240-4d52-85ee-1a70a21437e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1097 time: 0.0459759 Nov 05 22:42:12.740486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-24cbc5ac-ed63-4e3b-a466-115f49530845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:12.741926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-24cbc5ac-ed63-4e3b-a466-115f49530845 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0859354 Nov 05 22:42:12.810554 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-9541b351-1dfa-420b-a7ae-451dea6c9483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1002 time: 0.0605085 Nov 05 22:42:12.859744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-85a1133d-62b4-4c2e-be9d-8ee1ae9a48db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:12.861119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-85a1133d-62b4-4c2e-be9d-8ee1ae9a48db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0425930 Nov 05 22:42:12.905516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-36a370da-36fb-4ce2-a311-edc6daaac504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:12.906967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-36a370da-36fb-4ce2-a311-edc6daaac504 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385673 Nov 05 22:42:12.999303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-ac3d3660-14d0-40bb-aa47-7df9304d72d0 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842662 Nov 05 22:42:13.087670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6c1258ee-e0f3-4684-92ed-75eaf3dce703 req-e803a818-a2d7-4337-a074-cb414cc4fe12 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810056 Nov 05 22:42:16.609875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c631-1d6a-436c-81b9-c445bee0fc4c req-167e7abd-bb75-47c8-a62a-a6cda5650513 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:16.611402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f999c631-1d6a-436c-81b9-c445bee0fc4c req-167e7abd-bb75-47c8-a62a-a6cda5650513 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0538282 Nov 05 22:42:16.662776 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f999c631-1d6a-436c-81b9-c445bee0fc4c req-27507c28-c8b9-4191-ab74-e1904014ae6e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447698 Nov 05 22:42:18.519818 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:42:29.125751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-76296b43-472d-4a9c-a5c1-e872f770db92 req-81afb52c-6d87-4b30-9ac5-713e325fed5b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:42:29.126755 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76296b43-472d-4a9c-a5c1-e872f770db92 req-81afb52c-6d87-4b30-9ac5-713e325fed5b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0875816 Nov 05 22:42:29.434316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92892e-30c6-4f91-8aba-5333e4314409 req-626d0b37-f260-4f15-9c50-81fd85772b94 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:29.435778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe92892e-30c6-4f91-8aba-5333e4314409 req-626d0b37-f260-4f15-9c50-81fd85772b94 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0565233 Nov 05 22:42:29.483557 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe92892e-30c6-4f91-8aba-5333e4314409 req-64f97a68-70ca-45ed-8ae4-6577a0a12d8d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Nov 05 22:42:29.519493 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-8bff0428-852b-403e-bd0b-9c0339742037 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387285 Nov 05 22:42:30.605362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f799709-38ad-45a4-a076-5b02880167f9 req-b938a9c7-8aac-42a4-811a-b31f8c329b22 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:30.608044 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f799709-38ad-45a4-a076-5b02880167f9 req-b938a9c7-8aac-42a4-811a-b31f8c329b22 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0501299 Nov 05 22:42:30.653649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2f799709-38ad-45a4-a076-5b02880167f9 req-2b9c855c-e686-42d5-9d2f-4f0b3c5cdbc4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407829 Nov 05 22:42:31.288303 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:31.382061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-40858a68-5674-43fd-9fb4-4f513037e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:31.383559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-40858a68-5674-43fd-9fb4-4f513037e154 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1097 time: 0.0408132 Nov 05 22:42:31.476411 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-14de66e5-b2d6-4feb-a0ba-cdd211a7ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:31.477883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-14de66e5-b2d6-4feb-a0ba-cdd211a7ea71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0876253 Nov 05 22:42:31.542379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-33b7c755-c985-4a8e-bba8-e8f3f3a1d824 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1002 time: 0.0577164 Nov 05 22:42:31.590479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-85a4dba4-4b33-4fbb-ad37-efac03eac7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:31.591909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-85a4dba4-4b33-4fbb-ad37-efac03eac7b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0429311 Nov 05 22:42:31.646982 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-ad65f720-7e37-49d2-9f11-fff11a441350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:31.648497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-ad65f720-7e37-49d2-9f11-fff11a441350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450435 Nov 05 22:42:31.748901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-3db6c0b6-bf11-4d34-bdba-ee216c7253f7 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928042 Nov 05 22:42:31.836873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d8574-0cfc-4c63-ac15-fb79eb151769 req-fc18f376-102d-49a4-be4f-e0fb1e71de6e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:31.838249 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d01d8574-0cfc-4c63-ac15-fb79eb151769 req-fc18f376-102d-49a4-be4f-e0fb1e71de6e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.1114728 Nov 05 22:42:31.889088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-3510c024-bfe3-480d-a708-63bb64be8fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263282 Nov 05 22:42:31.902869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d01d8574-0cfc-4c63-ac15-fb79eb151769 req-d78317c0-9e29-49a6-b2c4-84b9e0a4ef7e tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585897 Nov 05 22:42:33.022187 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d239f-2d55-4cd5-94fe-002dccdb7a12 req-932def1d-e8be-4165-a556-e445f84c14e3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:33.023672 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db8d239f-2d55-4cd5-94fe-002dccdb7a12 req-932def1d-e8be-4165-a556-e445f84c14e3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0524311 Nov 05 22:42:33.070927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-db8d239f-2d55-4cd5-94fe-002dccdb7a12 req-6070b921-71f9-49d7-abfb-d3b90ea7bbc9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414243 Nov 05 22:42:33.322086 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:34.188765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e3000-c031-4be7-bf78-a914a4fde77c req-36764f56-af27-4345-974c-f025b413a020 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:34.190225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd0e3000-c031-4be7-bf78-a914a4fde77c req-36764f56-af27-4345-974c-f025b413a020 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0478649 Nov 05 22:42:34.241395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd0e3000-c031-4be7-bf78-a914a4fde77c req-fa07f39a-44fe-4398-8bb7-5e0271bbe0b9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 Nov 05 22:42:35.355526 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fcbc-2d20-4161-94e8-8a4d09025c55 req-9936df59-dbee-4b19-b0d7-c2c401788e84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:35.356991 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74a4fcbc-2d20-4161-94e8-8a4d09025c55 req-9936df59-dbee-4b19-b0d7-c2c401788e84 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Nov 05 22:42:35.402712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-74a4fcbc-2d20-4161-94e8-8a4d09025c55 req-491f0633-754a-42c1-8b97-5d8d94373c01 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400074 Nov 05 22:42:36.390858 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e039976a-ffce-4444-8989-1ab2a2401007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:36.515437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8465-a0a2-4cb1-a4b7-33df3781eca9 req-42d1d631-6ff6-4a75-ab4b-9887e51261d7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:36.516909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c9a8465-a0a2-4cb1-a4b7-33df3781eca9 req-42d1d631-6ff6-4a75-ab4b-9887e51261d7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0482740 Nov 05 22:42:36.569689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c9a8465-a0a2-4cb1-a4b7-33df3781eca9 req-33cf6c1d-48f3-4f30-9870-f24683b0a3a0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462437 Nov 05 22:42:37.684538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb9cd1-d11f-4a35-9cf8-40c825a992fd req-10ad9c82-24ef-4bbc-811b-5df2d4a65645 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:37.686006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45eb9cd1-d11f-4a35-9cf8-40c825a992fd req-10ad9c82-24ef-4bbc-811b-5df2d4a65645 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0484462 Nov 05 22:42:37.736592 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45eb9cd1-d11f-4a35-9cf8-40c825a992fd req-3b6b80c0-ec52-4fdd-a4a5-ef9e6a7e16e8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445387 Nov 05 22:42:38.545635 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-09b259a7-7ca5-4949-9c24-918abe1a4df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:38.852179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82113c-6e52-4fed-95a8-5377f527c235 req-aad4cd61-0fb2-4f72-b6d9-1db018ec356f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:38.853679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f82113c-6e52-4fed-95a8-5377f527c235 req-aad4cd61-0fb2-4f72-b6d9-1db018ec356f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0489762 Nov 05 22:42:38.900540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f82113c-6e52-4fed-95a8-5377f527c235 req-05832e59-9a81-4c70-812e-27a7e9ec698d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406981 Nov 05 22:42:40.021391 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05e8d1-3648-4076-b7f9-a9891be26c4e req-a908f6d4-1a24-40b7-8fe4-9bd09eefe2bb tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:40.022869 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb05e8d1-3648-4076-b7f9-a9891be26c4e req-a908f6d4-1a24-40b7-8fe4-9bd09eefe2bb tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0491474 Nov 05 22:42:40.069826 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb05e8d1-3648-4076-b7f9-a9891be26c4e req-4515502e-a305-456c-acbf-fbe41612f1fd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409486 Nov 05 22:42:40.196527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:41.190965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0483dd-c8f1-4f67-ba99-1371ac17e336 req-e97f0dde-4c78-4363-93fb-6192eb32b5f5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:41.192430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb0483dd-c8f1-4f67-ba99-1371ac17e336 req-e97f0dde-4c78-4363-93fb-6192eb32b5f5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0518224 Nov 05 22:42:41.239761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb0483dd-c8f1-4f67-ba99-1371ac17e336 req-6a2a1e22-17bc-47fc-b79c-d80626fb266a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Nov 05 22:42:41.605332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:42.102176 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:42.358691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45477026-5fd6-479c-9ac4-6b40d9bae647 req-7bd03fb5-67a9-400b-8af1-a7e0f6a59bac tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:42.360193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45477026-5fd6-479c-9ac4-6b40d9bae647 req-7bd03fb5-67a9-400b-8af1-a7e0f6a59bac tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0509081 Nov 05 22:42:42.406395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45477026-5fd6-479c-9ac4-6b40d9bae647 req-b6353c00-e7e0-4d1d-8003-6b35da280e40 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403810 Nov 05 22:42:43.520615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5abe35-a7ae-42e3-b3d8-fe4788c31dee req-21f0b643-47c3-4335-aa6f-f92403071d02 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:43.522078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d5abe35-a7ae-42e3-b3d8-fe4788c31dee req-21f0b643-47c3-4335-aa6f-f92403071d02 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0478890 Nov 05 22:42:43.567901 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d5abe35-a7ae-42e3-b3d8-fe4788c31dee req-d0e421b1-5850-4d26-b6df-8a1b890b7d90 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Nov 05 22:42:44.689854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c548a86-6178-4dd1-8e28-35c2f883f8bb req-cd1668bb-14b2-44dc-8998-563fe3774fa4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:44.692008 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c548a86-6178-4dd1-8e28-35c2f883f8bb req-cd1668bb-14b2-44dc-8998-563fe3774fa4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0533264 Nov 05 22:42:44.739634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c548a86-6178-4dd1-8e28-35c2f883f8bb req-b78faeb6-9439-4a1f-86cf-719a155eb3f5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Nov 05 22:42:45.860305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f703ab-930a-49fd-a817-8668778e1a84 req-58731000-ab14-499d-a99c-08029afcc028 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:45.861785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82f703ab-930a-49fd-a817-8668778e1a84 req-58731000-ab14-499d-a99c-08029afcc028 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0527856 Nov 05 22:42:45.909607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82f703ab-930a-49fd-a817-8668778e1a84 req-903224ef-96ac-4647-8646-854fa84d801f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Nov 05 22:42:46.430869 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-17dc2de6-0c91-45a8-8376-be15f58dd141 service neutron] show failed (client error): The resource could not be found. Nov 05 22:42:46.431941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-17dc2de6-0c91-45a8-8376-be15f58dd141 service neutron] 10.222.0.13 "GET /v2.0/ports/a3117289-1879-4dd9-8028-81af48f82308/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0539398 Nov 05 22:42:46.910987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-35592976-e81a-4be5-a41f-4d10f1498d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:46.912475 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-35592976-e81a-4be5-a41f-4d10f1498d3b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 1097 time: 0.0404258 Nov 05 22:42:46.923654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:42:46.979578 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:47.029883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ccd8b-ad07-47b1-955d-e7340791a436 req-d4782cd5-1cc7-415e-bb3e-a652af672993 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:47.031404 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a6ccd8b-ad07-47b1-955d-e7340791a436 req-d4782cd5-1cc7-415e-bb3e-a652af672993 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0492487 Nov 05 22:42:47.081127 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5a6ccd8b-ad07-47b1-955d-e7340791a436 req-b49c3046-f9b8-482b-8831-ce2b48c93e8f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Nov 05 22:42:47.180308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:42:47.212525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:42:47.249651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:42:47.251916 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2defe39-e48c-4878-ac52-9867671d4ffc" -d '{"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:42:47.256117 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:47.268299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Transition to ACTIVE for port object a3117289-1879-4dd9-8028-81af48f82308 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:42:47.302987 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d74646e-34cf-4cfb-b236-8d6e6db9021a x-openstack-request-id: req-1d74646e-34cf-4cfb-b236-8d6e6db9021a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:42:47.303285 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:42:47.303567 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d74646e-34cf-4cfb-b236-8d6e6db9021a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:42:47.304044 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'code': 200} Nov 05 22:42:47.325118 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:47.373938 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:42:47.416983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.417330 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.417672 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.418012 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.418347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.418677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.419005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.419335 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.419686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.420013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.420334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.420655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:42:47.461106 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] No DVR routers for this DVR port a3117289-1879-4dd9-8028-81af48f82308 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:42:47.598317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:42:47.598644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:42:47.598972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:42:47.603219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:42:47.603558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:42:47.608609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:42:47.608942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:42:47.609318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:42:47.609734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Bound port: a3117289-1879-4dd9-8028-81af48f82308, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:42:47.610085 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:47.671424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:42:47.674323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:42:47.745595 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:47.781507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:47.782116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:42:47.783477 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] 10.222.0.46 "PUT /v2.0/ports/a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1092 time: 0.8636990 Nov 05 22:42:47.805368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3219-f6a2-4fc9-9153-ed551d5d6380 service neutron] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:42:47.849790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-55895e5d-8f5a-482d-82b0-17f995edf444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:47.851332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-55895e5d-8f5a-482d-82b0-17f995edf444 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1095 time: 0.0417104 Nov 05 22:42:47.948122 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-9d365ebd-9981-416b-9f4b-bea3a543030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:47.949592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-9d365ebd-9981-416b-9f4b-bea3a543030b service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0915825 Nov 05 22:42:48.015213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-7831889b-6f7f-4197-bac9-ce4d7bf30592 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.0591264 Nov 05 22:42:48.063569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-3c44b1bf-6059-491d-aacf-9deee9a19255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:48.064943 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-3c44b1bf-6059-491d-aacf-9deee9a19255 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0430660 Nov 05 22:42:48.116143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-5208151b-6e88-4c32-b766-e8a456eda9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:48.117633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-5208151b-6e88-4c32-b766-e8a456eda9a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456052 Nov 05 22:42:48.194985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff8ebd-d919-4945-9f2f-0b220e18f634 req-fe63873c-ccb5-4b0c-8eb1-70cfa0af6b61 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:48.196505 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81ff8ebd-d919-4945-9f2f-0b220e18f634 req-fe63873c-ccb5-4b0c-8eb1-70cfa0af6b61 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0475149 Nov 05 22:42:48.207207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-ae4010c2-066c-4b50-8374-6804b4a402c8 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822966 Nov 05 22:42:48.248082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-81ff8ebd-d919-4945-9f2f-0b220e18f634 req-c3f4fe70-3a4f-4b81-af09-757d58e0a320 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455999 Nov 05 22:42:48.301161 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-2349ed6d-df64-41a6-9b0f-b7ec631c7523 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Nov 05 22:42:48.698490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:42:48.738330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:42:49.305556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:42:49.308153 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2489d24b-272a-44b1-8678-908d4fe9d444" -d '{"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:42:49.363700 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a1fec9-1838-4e84-9dac-b3f5adfd39cb x-openstack-request-id: req-24a1fec9-1838-4e84-9dac-b3f5adfd39cb {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:42:49.364016 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:42:49.364247 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24a1fec9-1838-4e84-9dac-b3f5adfd39cb {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:42:49.364862 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'status': 'completed', 'code': 200} Nov 05 22:42:49.378626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6201ce-f869-4cfa-ab30-170fbad4e9c0 req-efc6921a-f16a-4d0e-a067-fa00b4659676 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.380216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd6201ce-f869-4cfa-ab30-170fbad4e9c0 req-efc6921a-f16a-4d0e-a067-fa00b4659676 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0589139 Nov 05 22:42:49.489656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd6201ce-f869-4cfa-ab30-170fbad4e9c0 req-71c135ef-0005-45eb-9735-e3c0fdc5c7ab tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989254 Nov 05 22:42:49.491473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-b5edf639-35bf-416f-b64a-3a3ce868f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.492885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-b5edf639-35bf-416f-b64a-3a3ce868f970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1095 time: 0.1099265 Nov 05 22:42:49.495677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-9bb65c3b-be88-4975-abd4-c7dd6cc32e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.497040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-9bb65c3b-be88-4975-abd4-c7dd6cc32e54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1095 time: 0.1054459 Nov 05 22:42:49.654891 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-b6371dad-05f6-4cf9-8882-71cf8d87f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.656416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-b6371dad-05f6-4cf9-8882-71cf8d87f4ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1569743 Nov 05 22:42:49.657523 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-8bc4aae2-62df-4716-941f-b542d7f92b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.658828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-8bc4aae2-62df-4716-941f-b542d7f92b16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1520700 Nov 05 22:42:49.770586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-ee5cb362-6770-42c2-98c5-5d0acf81ed07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.1067929 Nov 05 22:42:49.774265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-a1e08757-6f0d-48c2-9a1e-8d510acef14d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.1029420 Nov 05 22:42:49.856454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-a015fc64-6077-4566-bcf7-10ccfc182ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.857909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-a015fc64-6077-4566-bcf7-10ccfc182ad5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0808427 Nov 05 22:42:49.859267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-36f562ef-d0da-4fa2-bc69-f8ad3b3e2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.860588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-36f562ef-d0da-4fa2-bc69-f8ad3b3e2af2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0764530 Nov 05 22:42:49.930785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-bcfad93d-d8e2-4cbf-8378-cb3c54427853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.932235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-bcfad93d-d8e2-4cbf-8378-cb3c54427853 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676005 Nov 05 22:42:49.934895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-5d43e8d2-fb78-44be-8195-a86fbf46e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:49.936267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-5d43e8d2-fb78-44be-8195-a86fbf46e941 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642979 Nov 05 22:42:50.096850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-cb522d18-af6d-40bc-b927-f459f6b166cd service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575243 Nov 05 22:42:50.098832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-fed9d19e-40bc-47c7-9d4b-a71a4442f15e service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526709 Nov 05 22:42:50.612379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa78ea0-8cc8-4cdf-8a25-b087beaa5204 req-85656c16-2967-487e-a1dd-2d37c4427a49 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:50.614638 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfa78ea0-8cc8-4cdf-8a25-b087beaa5204 req-85656c16-2967-487e-a1dd-2d37c4427a49 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0528426 Nov 05 22:42:50.619290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-13f18134-ed91-487b-a270-10898d35f824 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149562 Nov 05 22:42:50.622741 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2489d24b-272a-44b1-8678-908d4fe9d444 req-66cf9ac2-9f90-4196-bcad-3ac4a850d637 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109406 Nov 05 22:42:50.665067 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfa78ea0-8cc8-4cdf-8a25-b087beaa5204 req-dab3edbe-faad-41c1-b66c-a9faeaa0f0d3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436499 Nov 05 22:42:51.787607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0df25-f380-4dcc-98c8-7011dbc9158d req-d8b11be7-7d3b-44de-bf3c-8d8ef5f15a88 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:51.789179 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc0df25-f380-4dcc-98c8-7011dbc9158d req-d8b11be7-7d3b-44de-bf3c-8d8ef5f15a88 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0518913 Nov 05 22:42:51.837828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8dc0df25-f380-4dcc-98c8-7011dbc9158d req-c985fd12-4cc2-437b-9934-9e5d5b84b61c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Nov 05 22:42:52.954111 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bf154-45b1-4e78-b642-6912e006b8ac req-af9a7f89-b2e0-46b9-9f38-8bff649bb614 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:52.955614 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d2bf154-45b1-4e78-b642-6912e006b8ac req-af9a7f89-b2e0-46b9-9f38-8bff649bb614 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0490952 Nov 05 22:42:53.003937 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4d2bf154-45b1-4e78-b642-6912e006b8ac req-be6c6216-8573-4239-ab3e-9af948f5a58f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413373 Nov 05 22:42:54.122126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed40b9-090c-4a19-8607-f78c36a57627 req-4f5fc5a1-1ca3-4b90-a4d2-eeeae439a47f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:54.123593 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efed40b9-090c-4a19-8607-f78c36a57627 req-4f5fc5a1-1ca3-4b90-a4d2-eeeae439a47f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0488057 Nov 05 22:42:54.169432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-efed40b9-090c-4a19-8607-f78c36a57627 req-5ae7dba4-608e-42c6-9788-e701a181fe10 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399916 Nov 05 22:42:55.291291 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6a26f-2826-4123-adf6-44fc73d0c80e req-d6481546-cb0e-45e5-b29b-6235755f6245 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:55.292931 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfa6a26f-2826-4123-adf6-44fc73d0c80e req-d6481546-cb0e-45e5-b29b-6235755f6245 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0540674 Nov 05 22:42:55.338268 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bfa6a26f-2826-4123-adf6-44fc73d0c80e req-5e4e13be-c13e-4879-8ccc-f7aa4f486340 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395334 Nov 05 22:42:55.519048 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:42:56.459694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6681d2-352f-4204-ba31-22d697ee6480 req-0dcbec55-b760-4e8d-8c81-89f2357f4e24 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:56.461140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f6681d2-352f-4204-ba31-22d697ee6480 req-0dcbec55-b760-4e8d-8c81-89f2357f4e24 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0518332 Nov 05 22:42:56.507632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f6681d2-352f-4204-ba31-22d697ee6480 req-1d88da41-8861-4adc-92bb-243c1376a57a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Nov 05 22:42:57.623001 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ee77b-82c2-4817-abf1-cdd8c2f9f4e1 req-00791328-bdb2-4a2e-bbab-096feb9d8cbd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:57.626836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d1ee77b-82c2-4817-abf1-cdd8c2f9f4e1 req-00791328-bdb2-4a2e-bbab-096feb9d8cbd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0491900 Nov 05 22:42:57.670997 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9d1ee77b-82c2-4817-abf1-cdd8c2f9f4e1 req-3e474c0a-4a8e-487a-b4b5-c2d98143dc16 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403526 Nov 05 22:42:58.786068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f9b24-cb0b-4169-b83c-ab1668331a7e req-e2721c11-17c8-4465-b82a-43208e456f98 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:58.787529 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b49f9b24-cb0b-4169-b83c-ab1668331a7e req-e2721c11-17c8-4465-b82a-43208e456f98 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0486419 Nov 05 22:42:58.833783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b49f9b24-cb0b-4169-b83c-ab1668331a7e req-afeda5fc-ef61-40cb-a5bf-ef81322793d9 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402720 Nov 05 22:42:59.951327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be8ee-7d7d-466f-a76f-5c030118ef2f req-a4a0f101-75c8-4f56-baf3-09a81ec40b78 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:42:59.952831 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-676be8ee-7d7d-466f-a76f-5c030118ef2f req-a4a0f101-75c8-4f56-baf3-09a81ec40b78 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Nov 05 22:43:00.000192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-676be8ee-7d7d-466f-a76f-5c030118ef2f req-7f852cf7-b642-4835-b42d-200a653ce2e7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Nov 05 22:43:01.120761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a56afb-fd2d-47ef-b6bf-7c9db7564e57 req-b540a3fd-b72e-48d3-90d4-6d4c488378e7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:01.122241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04a56afb-fd2d-47ef-b6bf-7c9db7564e57 req-b540a3fd-b72e-48d3-90d4-6d4c488378e7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0531416 Nov 05 22:43:01.174786 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04a56afb-fd2d-47ef-b6bf-7c9db7564e57 req-808eba63-f1c9-484e-ae1e-fa1ab96faa2a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465558 Nov 05 22:43:01.333655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:02.289854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387a45c-62ab-4e48-b437-bd4735cbb666 req-5ca0cb2f-d920-4639-9336-6e34cd7c3582 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:02.291305 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a387a45c-62ab-4e48-b437-bd4735cbb666 req-5ca0cb2f-d920-4639-9336-6e34cd7c3582 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0483441 Nov 05 22:43:02.336872 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a387a45c-62ab-4e48-b437-bd4735cbb666 req-9618026b-8d76-455f-9e7a-d3bf6ca36ae8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396194 Nov 05 22:43:03.336430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:03.454027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b6e8e-b410-4a7c-bca6-96222d91341e req-643fe2bb-cf4d-453d-b32b-6ea42e3e44dd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:03.455463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-533b6e8e-b410-4a7c-bca6-96222d91341e req-643fe2bb-cf4d-453d-b32b-6ea42e3e44dd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0493150 Nov 05 22:43:03.501752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-533b6e8e-b410-4a7c-bca6-96222d91341e req-f18128db-16a5-409c-ab8e-15b21814cbe1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395906 Nov 05 22:43:04.113640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca308f5-8d1c-44af-878c-49c7c5ebfc71 req-7000ca45-e958-42c4-9edc-30ae88df43fd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:04.115113 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aca308f5-8d1c-44af-878c-49c7c5ebfc71 req-7000ca45-e958-42c4-9edc-30ae88df43fd tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 944 time: 0.0487278 Nov 05 22:43:04.169354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a3117289-1879-4dd9-8028-81af48f82308 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:43:04.195972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-ae66ff80-15dc-492e-a223-f7030e0c0983 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:04.197412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-ae66ff80-15dc-492e-a223-f7030e0c0983 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7&tenant_id=010b151765904743b1544b9aa918a619&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 944 time: 0.0813999 Nov 05 22:43:04.201012 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aca308f5-8d1c-44af-878c-49c7c5ebfc71 req-23945e76-db90-4cdf-a17f-6a17e03ac4aa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763452 Nov 05 22:43:04.257508 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-89a70501-85ef-40f4-a178-1f7e08e81f6a service neutron] 10.222.0.46 "GET /v2.0/ports/a3117289-1879-4dd9-8028-81af48f82308/bindings/n-h2-816738-5 HTTP/1.1" status: 200 len: 382 time: 0.0533109 Nov 05 22:43:04.265453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:04.276996 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'a3117289-1879-4dd9-8028-81af48f82308', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'a3117289-1879-4dd9-8028-81af48f82308', 'mac_address': 'fa:16:3e:18:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:43:04.315652 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:04.319776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-06407185-25df-4858-be52-a269143081eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:04.321235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-06407185-25df-4858-be52-a269143081eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1095 time: 0.0418351 Nov 05 22:43:04.328264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3117289-1879-4dd9-8028-81af48f82308 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:43:04.347201 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:04.415273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-de7e2672-5488-4505-8d1c-deb0ef967716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:04.416753 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-de7e2672-5488-4505-8d1c-deb0ef967716 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0889170 Nov 05 22:43:04.427753 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:04.473463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:04.481770 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.482123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.482464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.482798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.483179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.483281 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-2aac725b-b9a8-49c3-b4e0-3a1175652d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1001 time: 0.0593672 Nov 05 22:43:04.483776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.483871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.484177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.484501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.484853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.485175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.485494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:04.543114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-be588fc1-e312-4869-ab0e-e4abadce8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:04.545836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-be588fc1-e312-4869-ab0e-e4abadce8f40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0559723 Nov 05 22:43:04.595778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-805a498d-f1ec-43ff-a408-1ae4629c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:04.597315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-805a498d-f1ec-43ff-a408-1ae4629c5f58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436814 Nov 05 22:43:04.695349 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-53ebdcb8-3de1-4de2-9b02-95d3157b68eb service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885825 Nov 05 22:43:04.795853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-0b5f816c-0b55-400a-8b40-380714586b98 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926406 Nov 05 22:43:04.830374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['a3117289-1879-4dd9-8028-81af48f82308'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:43:05.321867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb850-5f1b-4021-a367-b799bd15cfb5 req-940759db-f837-4a66-bf7f-55caedeaca49 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:05.323312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afefb850-5f1b-4021-a367-b799bd15cfb5 req-940759db-f837-4a66-bf7f-55caedeaca49 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Nov 05 22:43:05.372703 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-afefb850-5f1b-4021-a367-b799bd15cfb5 req-3f4c6dad-fe1e-4085-8fec-11293fefc5d5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Nov 05 22:43:06.182374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a3117289-1879-4dd9-8028-81af48f82308 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:43:06.304513 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port a3117289-1879-4dd9-8028-81af48f82308 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:43:06.308517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port a3117289-1879-4dd9-8028-81af48f82308 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:43:06.308873 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:06.398128 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:06.416474 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-59f7c9ee-5181-45db-8ccc-d54db445cd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:06.422451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:43:06.425213 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168e4b8-5e41-4c68-a579-46dbd09666e0" -d '{"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-plugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:43:06.437546 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:06.474599 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caccf0be-d8fb-4248-abb7-96595a199290 x-openstack-request-id: req-caccf0be-d8fb-4248-abb7-96595a199290 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:43:06.474988 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-plugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:43:06.475184 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-caccf0be-d8fb-4248-abb7-96595a199290 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:43:06.475616 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'code': 200} Nov 05 22:43:06.489561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0098e-78ae-4cf1-9d1f-21a701381588 req-0b07d220-e568-435a-8ce1-9c56b16cdb4f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:06.491068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fad0098e-78ae-4cf1-9d1f-21a701381588 req-0b07d220-e568-435a-8ce1-9c56b16cdb4f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0500610 Nov 05 22:43:06.496182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:06.538489 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fad0098e-78ae-4cf1-9d1f-21a701381588 req-578aabe7-8e63-4b30-a2f2-705552423cca tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 Nov 05 22:43:06.542966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:07.657912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb63b0-ddc8-4487-9ba6-b9fe56c60214 req-cc5a3577-488f-4ffa-9563-c18de9892cb5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:07.659626 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63bb63b0-ddc8-4487-9ba6-b9fe56c60214 req-cc5a3577-488f-4ffa-9563-c18de9892cb5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0494835 Nov 05 22:43:07.708104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-63bb63b0-ddc8-4487-9ba6-b9fe56c60214 req-6c8442e9-4b59-421f-8f1a-89b6c269ccec tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409946 Nov 05 22:43:08.570898 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d238f01-ac83-42d2-9768-aa55dbd98cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:08.830177 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cc354-fac0-457f-8375-79664621d3c2 req-3b67eefc-fee4-4745-bd87-635270a16392 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:08.831540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e93cc354-fac0-457f-8375-79664621d3c2 req-3b67eefc-fee4-4745-bd87-635270a16392 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0529914 Nov 05 22:43:08.879051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e93cc354-fac0-457f-8375-79664621d3c2 req-72203af3-5388-47bd-b2fa-e71ab584b837 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Nov 05 22:43:09.935486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-edc91eed-b4ed-4017-b0af-4b10f12a4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:09.937066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-edc91eed-b4ed-4017-b0af-4b10f12a4906 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7&tenant_id=010b151765904743b1544b9aa918a619 HTTP/1.1" status: 200 len: 1097 time: 0.0417299 Nov 05 22:43:09.949051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:43:09.995970 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57844ba2-418a-4497-a355-c2b2898bfe68 req-599a0f58-37bc-4f37-bade-ec4053fcd648 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:09.997460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57844ba2-418a-4497-a355-c2b2898bfe68 req-599a0f58-37bc-4f37-bade-ec4053fcd648 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0491652 Nov 05 22:43:10.002227 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.045630 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-57844ba2-418a-4497-a355-c2b2898bfe68 req-995c1cac-714f-4f81-a39d-c241b00c4f24 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420210 Nov 05 22:43:10.206715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:10.213099 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.220122 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device a3117289-1879-4dd9-8028-81af48f82308 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:43:10.240856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:43:10.280136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:43:10.282548 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b6a529-a93b-4f7c-991f-635de2e468b9" -d '{"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:43:10.286374 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.300613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Transition to ACTIVE for port object a3117289-1879-4dd9-8028-81af48f82308 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:43:10.301965 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.340612 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02754ce8-b86b-4964-bfe7-5439fa98e5c5 x-openstack-request-id: req-02754ce8-b86b-4964-bfe7-5439fa98e5c5 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:43:10.340907 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:43:10.341161 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02754ce8-b86b-4964-bfe7-5439fa98e5c5 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:43:10.341592 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'code': 200} Nov 05 22:43:10.370086 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.412107 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:43:10.412751 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:43:10.446753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=10']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:10.491778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] No DVR routers for this DVR port a3117289-1879-4dd9-8028-81af48f82308 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:43:10.627367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:43:10.627745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:43:10.628078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:43:10.632488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:43:10.632809 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Attempting to bind port a3117289-1879-4dd9-8028-81af48f82308 on network 36aa3e8d-ed38-415b-8f54-9829d5709ecb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:43:10.637673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:43:10.638016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Checking segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:43:10.638394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Bound using segment: {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:43:10.638820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Bound port: a3117289-1879-4dd9-8028-81af48f82308, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b56865-9f9c-444b-ad98-98b938eba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:43:10.639173 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.703778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:43:10.706747 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:43:10.780016 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.817135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:10.818017 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:10.819306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] 10.222.0.13 "PUT /v2.0/ports/a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1093 time: 0.8744342 Nov 05 22:43:10.868668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b7a04-abfe-4cbc-8bf6-456ae8a9544c service neutron] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=11']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:10.888215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f9bf9815-5987-4e5c-885a-ec00b1aa30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:10.889722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-f9bf9815-5987-4e5c-885a-ec00b1aa30e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1096 time: 0.0479164 Nov 05 22:43:10.985321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-352e411b-a8d1-49f9-b523-8df66aa39d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:10.986883 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-352e411b-a8d1-49f9-b523-8df66aa39d21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0903022 Nov 05 22:43:11.058051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-9c502aec-46ff-4a47-8b66-1e78b7044af7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.0642042 Nov 05 22:43:11.111242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-b5baa785-6935-4783-bec0-c5488553c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:11.112795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-b5baa785-6935-4783-bec0-c5488553c21d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0474510 Nov 05 22:43:11.158426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-36acac98-e958-4857-b3e8-070e2d64ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:11.159959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-36acac98-e958-4857-b3e8-070e2d64ab54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405741 Nov 05 22:43:11.168878 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e900aa-6221-4388-a89c-593a1f10dc25 req-72964fb6-9238-4871-85fa-62ce58272d1b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:11.170421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78e900aa-6221-4388-a89c-593a1f10dc25 req-72964fb6-9238-4871-85fa-62ce58272d1b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0533876 Nov 05 22:43:11.217290 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-78e900aa-6221-4388-a89c-593a1f10dc25 req-d8174694-8427-4482-96e7-1889f07e3e7b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408733 Nov 05 22:43:11.257707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-3e8b32e4-842b-44ca-b81d-9b3740a26dcd service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905833 Nov 05 22:43:11.346808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-43042bbf-8f3d-4bfb-bb32-88fb4a315db3 req-b05879f2-3e3f-4fff-8f4d-c0cb1f8c0da3 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823951 Nov 05 22:43:11.641558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:12.081789 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:12.341762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f6270-3c6a-46be-9954-31b2fdc8e14f req-f5a0ee4a-2930-4b9c-878e-831fd94e73e7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.343115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac7f6270-3c6a-46be-9954-31b2fdc8e14f req-f5a0ee4a-2930-4b9c-878e-831fd94e73e7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0542157 Nov 05 22:43:12.343642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:43:12.345816 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a679de-0977-4ffe-9cf2-b39b4fce563f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:43:12.393273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ac7f6270-3c6a-46be-9954-31b2fdc8e14f req-483bfa05-8fed-431e-8543-86bf568a4605 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436478 Nov 05 22:43:12.394619 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b87eab-cec6-4d30-8ea7-e9a2d1b45f93 x-openstack-request-id: req-a8b87eab-cec6-4d30-8ea7-e9a2d1b45f93 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:43:12.394904 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:43:12.395157 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8b87eab-cec6-4d30-8ea7-e9a2d1b45f93 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:43:12.395572 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'status': 'completed', 'code': 200} Nov 05 22:43:12.481847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-42d0fe8d-abfa-4b88-9b3e-742e1df33f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.483439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-42d0fe8d-abfa-4b88-9b3e-742e1df33f10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1096 time: 0.0689659 Nov 05 22:43:12.487940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-42412fb8-2e89-4741-8b56-bb31d0384503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.489307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-42412fb8-2e89-4741-8b56-bb31d0384503 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1096 time: 0.0665820 Nov 05 22:43:12.649985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-bc35d183-7d7e-453e-835a-3193abdcf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.651404 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-bc35d183-7d7e-453e-835a-3193abdcf3b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1610878 Nov 05 22:43:12.652517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-0b86a334-05c2-44a9-a5c0-9f7ce043aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.653797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-0b86a334-05c2-44a9-a5c0-9f7ce043aedd service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.1563358 Nov 05 22:43:12.771452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-17155216-7e3e-47e4-b674-e690f5c49e29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.1129858 Nov 05 22:43:12.775905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-90d4395b-270d-46bd-876c-14c0c8ea0cfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.1119266 Nov 05 22:43:12.857188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-f71adc1f-b2e6-42ab-9314-7e8815107f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.858673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-f71adc1f-b2e6-42ab-9314-7e8815107f35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0805943 Nov 05 22:43:12.860134 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-088ec7f0-828d-41fa-8200-fcdcffc47f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.861430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-088ec7f0-828d-41fa-8200-fcdcffc47f9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0758607 Nov 05 22:43:12.936758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-c179e4a6-683d-484b-9970-d8c4875a0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.938148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-c179e4a6-683d-484b-9970-d8c4875a0bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725415 Nov 05 22:43:12.940693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-d5fdc8a7-da68-4231-acd5-8b6decc0f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:12.942027 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-d5fdc8a7-da68-4231-acd5-8b6decc0f91c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679808 Nov 05 22:43:13.098347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-5161fd3c-2e19-4171-861f-4fd228b05379 service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528125 Nov 05 22:43:13.102265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-1e56e9f4-cbaa-4acd-8c2c-b2cb44499ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487975 Nov 05 22:43:13.262438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-da30c4b3-4527-4571-9e4d-8de6b46b139a service neutron] 10.222.0.46 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551313 Nov 05 22:43:13.265679 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a679de-0977-4ffe-9cf2-b39b4fce563f req-3e00480f-e4cd-48b9-93df-b7b43d964d68 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515539 Nov 05 22:43:13.363678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-5bee0e63-6f07-41a4-a21c-e8ce19049bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:13.365192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-5bee0e63-6f07-41a4-a21c-e8ce19049bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=010b151765904743b1544b9aa918a619&device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 1096 time: 0.0415502 Nov 05 22:43:13.473163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-de8b4791-1054-4dee-9015-75a471120e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:13.474908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-de8b4791-1054-4dee-9015-75a471120e6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 200 len: 912 time: 0.0901186 Nov 05 22:43:13.524805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75ccb-c2ca-4956-84df-bf9d3cd29b7b req-453f1399-69c3-40e6-80ea-8f1f8a54e0fa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:13.526482 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d5e75ccb-c2ca-4956-84df-bf9d3cd29b7b req-453f1399-69c3-40e6-80ea-8f1f8a54e0fa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0533955 Nov 05 22:43:13.545476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-0242221c-31ff-4299-a8db-1ff0570801f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 200 len: 1000 time: 0.0640121 Nov 05 22:43:13.576135 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d5e75ccb-c2ca-4956-84df-bf9d3cd29b7b req-0ae8bb48-007c-405f-985e-25049522ab70 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Nov 05 22:43:13.599561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-7e9798a9-3226-4a1f-b1a5-5d17c3b087f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:13.601283 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-7e9798a9-3226-4a1f-b1a5-5d17c3b087f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 200 len: 850 time: 0.0487790 Nov 05 22:43:13.649628 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-becf4a97-8178-4ee6-8e1f-332c58731828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:13.651145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-becf4a97-8178-4ee6-8e1f-332c58731828 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36aa3e8d-ed38-415b-8f54-9829d5709ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435073 Nov 05 22:43:13.746188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-4e0d7dfc-6f45-4fa5-91ef-7365ebcbfbdc service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877471 Nov 05 22:43:13.837389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-74ced5d7-456b-449b-8b99-d93ec499d841 req-20f8c038-b366-439c-9046-0b16832e49c4 service neutron] 10.222.0.13 "GET /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848439 Nov 05 22:43:14.698506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940590f2-c8d9-4f86-8f49-0b078099e5b2 req-124c7cd4-9d5a-4215-b730-3b7232dfc8b3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:14.700040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-940590f2-c8d9-4f86-8f49-0b078099e5b2 req-124c7cd4-9d5a-4215-b730-3b7232dfc8b3 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0505607 Nov 05 22:43:14.755157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-940590f2-c8d9-4f86-8f49-0b078099e5b2 req-417c9e0b-49b7-4d36-a2c0-cac38e08399a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489686 Nov 05 22:43:15.876714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdd47a-b231-4120-9b27-761075e6de8f req-b63d8551-2171-4a1f-b6ae-73e26454597a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:15.879068 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76cdd47a-b231-4120-9b27-761075e6de8f req-b63d8551-2171-4a1f-b6ae-73e26454597a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Nov 05 22:43:15.931736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76cdd47a-b231-4120-9b27-761075e6de8f req-a5ad6dcf-08cd-4c59-a26a-6cd8f7927cff tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459750 Nov 05 22:43:17.048576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65733d5-b184-4e53-a613-d1fba11353d7 req-fb104f82-ca60-4c25-8d4a-c5b5d78a4b43 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:17.049976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a65733d5-b184-4e53-a613-d1fba11353d7 req-fb104f82-ca60-4c25-8d4a-c5b5d78a4b43 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0488007 Nov 05 22:43:17.098265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a65733d5-b184-4e53-a613-d1fba11353d7 req-3932d7a0-d563-4fa1-b156-aa4abb2dda45 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 Nov 05 22:43:18.214320 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491da30-60c4-4fcf-955e-a526d697119f req-76cad590-2ce6-4cb8-9b04-0cee7392c7c7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:18.215803 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2491da30-60c4-4fcf-955e-a526d697119f req-76cad590-2ce6-4cb8-9b04-0cee7392c7c7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0491152 Nov 05 22:43:18.262549 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2491da30-60c4-4fcf-955e-a526d697119f req-7d7c806b-623d-4561-ab69-3c2cfe690927 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 Nov 05 22:43:19.377420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c7667-af1d-4b8c-8067-508d5ef1fa50 req-7f82aab6-e696-4e71-93d0-4f694c8b5d62 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:19.378857 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd6c7667-af1d-4b8c-8067-508d5ef1fa50 req-7f82aab6-e696-4e71-93d0-4f694c8b5d62 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Nov 05 22:43:19.424098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cd6c7667-af1d-4b8c-8067-508d5ef1fa50 req-eb243837-43e5-4b8e-a1dd-bd2de477d241 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391922 Nov 05 22:43:20.539479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec1815-39d4-4ea2-9d53-e35e4126e1ee req-8e9a4831-cf63-4243-b55c-ccee076864fa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:20.541002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08ec1815-39d4-4ea2-9d53-e35e4126e1ee req-8e9a4831-cf63-4243-b55c-ccee076864fa tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0483317 Nov 05 22:43:20.587838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-08ec1815-39d4-4ea2-9d53-e35e4126e1ee req-bc71ef23-b3af-4ef1-8207-332107247109 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409443 Nov 05 22:43:21.706392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a61b-cf48-494f-a9cd-2e5e58c9d912 req-be6f926c-e6d3-4868-af56-ef9f6a19d33a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:21.707891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1505a61b-cf48-494f-a9cd-2e5e58c9d912 req-be6f926c-e6d3-4868-af56-ef9f6a19d33a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0511706 Nov 05 22:43:21.755235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1505a61b-cf48-494f-a9cd-2e5e58c9d912 req-e2902097-0e57-4c41-bea5-691d631c9c7c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Nov 05 22:43:22.876998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cebc0-d9da-4483-bde3-b73371c2389c req-bf202acc-383e-44ff-9ae0-66cbec44660a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:22.878465 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e7cebc0-d9da-4483-bde3-b73371c2389c req-bf202acc-383e-44ff-9ae0-66cbec44660a tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Nov 05 22:43:22.924490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1e7cebc0-d9da-4483-bde3-b73371c2389c req-ee7456c1-acb5-4533-a5ba-c8688b46f781 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400448 Nov 05 22:43:24.047123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52647755-e8e7-47ee-b873-61f80a47d41c req-e0f1fb46-3fa6-4f28-bd1a-276a8589c19c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:24.048622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52647755-e8e7-47ee-b873-61f80a47d41c req-e0f1fb46-3fa6-4f28-bd1a-276a8589c19c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 945 time: 0.0522583 Nov 05 22:43:24.096610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-52647755-e8e7-47ee-b873-61f80a47d41c req-a5a24f25-cbd8-4244-91bb-de69076e0a26 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 Nov 05 22:43:24.901534 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:43:24.996965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:25.007964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a3117289-1879-4dd9-8028-81af48f82308', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'port_id': 'a3117289-1879-4dd9-8028-81af48f82308', 'mac_address': 'fa:16:3e:18:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:43:25.044503 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:25.056751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3117289-1879-4dd9-8028-81af48f82308 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:43:25.076709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:25.147243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:25.194341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=12']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:25.216834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f108c7-496c-41ae-99d8-7adc1719bc73 req-5247b500-cb3b-42c2-b07b-56569afd0c9d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:25.218337 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44f108c7-496c-41ae-99d8-7adc1719bc73 req-5247b500-cb3b-42c2-b07b-56569afd0c9d tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0500228 Nov 05 22:43:25.267509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-44f108c7-496c-41ae-99d8-7adc1719bc73 req-cb6f8413-1c6e-433d-a369-8b10cb81f019 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Nov 05 22:43:25.385802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7602-aa86-41ad-8266-c972d99ef3cf req-67d8fe28-522d-4b68-8c44-1a7d2c51b4dc tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:25.387266 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dcf7602-aa86-41ad-8266-c972d99ef3cf req-67d8fe28-522d-4b68-8c44-1a7d2c51b4dc tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0514224 Nov 05 22:43:25.391921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a3117289-1879-4dd9-8028-81af48f82308'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:43:25.434680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dcf7602-aa86-41ad-8266-c972d99ef3cf req-d2a54d6b-f08a-453d-a4f5-a420a5519f75 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400448 Nov 05 22:43:25.551929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965707-cd3d-4c0c-9432-adc8f42942fd req-6d13afec-7dc1-4c12-92e0-d9dff9aaf32b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:25.553428 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b965707-cd3d-4c0c-9432-adc8f42942fd req-6d13afec-7dc1-4c12-92e0-d9dff9aaf32b tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0522349 Nov 05 22:43:25.600540 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b965707-cd3d-4c0c-9432-adc8f42942fd req-a2ce2a24-5f42-417a-ab5a-6ef20edb7d87 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 Nov 05 22:43:25.995021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b61d5b-8a53-41b0-a3e3-6f942b8594a6 req-dfb2bca6-4f5c-4c84-864a-7610aeff959f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:25.996531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86b61d5b-8a53-41b0-a3e3-6f942b8594a6 req-dfb2bca6-4f5c-4c84-864a-7610aeff959f tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0495324 Nov 05 22:43:26.042775 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86b61d5b-8a53-41b0-a3e3-6f942b8594a6 req-ddc3160c-7640-4994-bee1-226e19db2de4 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 Nov 05 22:43:26.910356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:43:27.029799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a3117289-1879-4dd9-8028-81af48f82308 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:43:27.033954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a3117289-1879-4dd9-8028-81af48f82308 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:43:27.034322 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:27.115658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:27.139133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:43:27.141409 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ccad4f-601c-440f-8e34-1b4ce172b926" -d '{"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-plugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:43:27.154593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:27.164665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc753c4-34e8-4506-a4f7-845ed49d46f2 req-d3f45642-23c3-4a03-b041-2c83cb2fc405 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:27.166175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfc753c4-34e8-4506-a4f7-845ed49d46f2 req-d3f45642-23c3-4a03-b041-2c83cb2fc405 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 946 time: 0.0530803 Nov 05 22:43:27.178245 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d49761-cec0-49ab-8872-4c940cbf2bd4 x-openstack-request-id: req-d0d49761-cec0-49ab-8872-4c940cbf2bd4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:43:27.178552 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-plugged", "status": "completed", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:43:27.178815 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0d49761-cec0-49ab-8872-4c940cbf2bd4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:43:27.179748 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'code': 200} Nov 05 22:43:27.213945 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfc753c4-34e8-4506-a4f7-845ed49d46f2 req-18408656-5e10-4496-9254-1a0a8f5c56e7 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups?id=43d1e873-7f6f-40ca-88cf-247f36b052d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418251 Nov 05 22:43:27.238633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:27.287228 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=13']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:27.707972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-4d663495-948f-4a59-aed4-3a790a7b199c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:27.709424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-4d663495-948f-4a59-aed4-3a790a7b199c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 947 time: 0.0476930 Nov 05 22:43:27.800301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Deleting port a3117289-1879-4dd9-8028-81af48f82308 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:43:27.800636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:27.887716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] For port a3117289-1879-4dd9-8028-81af48f82308, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a3117289-1879-4dd9-8028-81af48f82308,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:27.888078 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:28.061706 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:28.061706 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:28.061706 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0 disassociated. External IP: 172.25.6.60, port: a3117289-1879-4dd9-8028-81af48f82308. Nov 05 22:43:28.061706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Calling delete_port for a3117289-1879-4dd9-8028-81af48f82308 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:43:28.258982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:28.291513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event deleted for resources: {'Port': ['ID=a3117289-1879-4dd9-8028-81af48f82308,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:28.309867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-904ecf53-618d-4758-bc4b-76c61b7d1e15 req-9ee0f618-f397-4492-ac92-4849d7b020d5 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0274584 Nov 05 22:43:28.415997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:43:28.521054 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:43:28.532269 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:43:28.543739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:43:28.544337 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:43:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:28.562070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] No DVR routers for this DVR port a3117289-1879-4dd9-8028-81af48f82308 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:43:28.564802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:28.568078 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2269ba61-92a9-40ff-9a3f-bf51fd457aa9 req-af5ca444-4121-451b-b950-4e2590af1958 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.13 "DELETE /v2.0/ports/a3117289-1879-4dd9-8028-81af48f82308 HTTP/1.1" status: 204 len: 173 time: 0.8530591 Nov 05 22:43:28.568526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-deleted', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:43:28.570868 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eefd1de-c9ef-47b6-8fd2-734a40dbe469" -d '{"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-deleted", "tag": "a3117289-1879-4dd9-8028-81af48f82308"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:43:28.609681 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25e1422-804d-47d0-ac8b-b22b7175529a x-openstack-request-id: req-b25e1422-804d-47d0-ac8b-b22b7175529a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:43:28.609856 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d058f16-ed6c-4ab4-9e75-bdd302b09da7", "name": "network-vif-deleted", "tag": "a3117289-1879-4dd9-8028-81af48f82308", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:43:28.610047 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b25e1422-804d-47d0-ac8b-b22b7175529a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:43:28.610455 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d058f16-ed6c-4ab4-9e75-bdd302b09da7', 'name': 'network-vif-deleted', 'tag': 'a3117289-1879-4dd9-8028-81af48f82308', 'status': 'completed', 'code': 200} Nov 05 22:43:28.653639 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:43:28.849841 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:28.875287 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:43:28.883912 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:43:28.884500 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:43:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:29.078190 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:43:29.279027 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:29.309038 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365480d-5faa-401e-80f7-8f54d8b31f8a None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:33Z', 'revision_number': 4, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4b900b08-0ae2-46e0-8199-fe9fcda7e481', 'name': '', 'network_id': '36aa3e8d-ed38-415b-8f54-9829d5709ecb', 'tenant_id': '010b151765904743b1544b9aa918a619', 'mac_address': 'fa:16:3e:a7:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:32Z', 'updated_at': '2021-11-05T22:31:36Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'subnets': [{'id': 'd9d8e654-5595-49bf-b022-5aeb05be8eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:43:29.408370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f5ffad81-c1dc-45f8-be63-b512f559c8ef req-67b9f24b-aed9-4aad-a0da-4db445833df0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0273280 Nov 05 22:43:29.543082 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddeef6a-d258-43bf-bde6-ec88a2f53217 None None] New status for floating IP 5ec781bb-b856-460f-accd-d1acb6c0d1c0: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:43:30.505079 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4af783e2-e682-435e-8ec0-8460b2440340 req-93ba34ec-363c-4b95-98b5-f66cd0e8cff0 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0267015 Nov 05 22:43:30.925715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:43:30.946110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: a3117289-1879-4dd9-8028-81af48f82308 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:43:30.946452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a3117289-1879-4dd9-8028-81af48f82308 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:43:31.327383 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:31.602579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-df3dd1f8-0b8d-4283-8088-d391bf2bfe99 req-27f56248-3ccc-494a-a7fd-0e37a473ff58 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0298769 Nov 05 22:43:32.518946 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:43:32.696782 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-61e11e29-e140-41fc-a289-442747decc7c req-09e94f50-e2ed-4230-89fb-0cb1a916a6d1 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d058f16-ed6c-4ab4-9e75-bdd302b09da7 HTTP/1.1" status: 200 len: 210 time: 0.0262344 Nov 05 22:43:33.363985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:36.387025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-44503ced-1015-46e3-b2f0-b1a4fce0e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:38.564402 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8395fe8e-f639-47ba-b47c-e35519732177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:38.701987 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43764) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:38.755316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f84aedb-6dce-4d9b-8f24-c0c1a15a3cf8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:38.777817 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f84aedb-6dce-4d9b-8f24-c0c1a15a3cf8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:38.901608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f84aedb-6dce-4d9b-8f24-c0c1a15a3cf8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:38.904275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1f84aedb-6dce-4d9b-8f24-c0c1a15a3cf8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:38.905428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1f84aedb-6dce-4d9b-8f24-c0c1a15a3cf8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "DELETE /v2.0/security-groups/43d1e873-7f6f-40ca-88cf-247f36b052d4 HTTP/1.1" status: 204 len: 168 time: 0.2024119 Nov 05 22:43:38.917265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43768) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:38.917912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84aedb-6dce-4d9b-8f24-c0c1a15a3cf8 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d1e873-7f6f-40ca-88cf-247f36b052d4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:38.923972 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-c145626c-b1fc-4b6b-87f1-89b90844e88c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] show failed (client error): The resource could not be found. Nov 05 22:43:38.924963 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c145626c-b1fc-4b6b-87f1-89b90844e88c tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "GET /v2.0/security-groups/43d1e873-7f6f-40ca-88cf-247f36b052d4 HTTP/1.1" status: 404 len: 347 time: 0.0157783 Nov 05 22:43:38.927635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43770) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:39.049841 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Deleting port 319fa9b0-cd17-42db-8eb5-2d2137c2a5df {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:43:39.050177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:39.126382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:39.126612 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:39.138104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Calling delete_port for 319fa9b0-cd17-42db-8eb5-2d2137c2a5df owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:43:39.332792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:39.357138 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Pushing event deleted for resources: {'Port': ['ID=319fa9b0-cd17-42db-8eb5-2d2137c2a5df,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:39.370990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.371339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.371704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.372041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.372372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.372718 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.373044 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.373370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.373690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.374011 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.374331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.374653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:39.430875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:39.434147 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:39.435307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3e02a7f6-432a-4bb0-b15c-e614ac311318 tempest-ServerActionsTestJSON-57460567 tempest-ServerActionsTestJSON-57460567-project] 10.222.0.41 "DELETE /v2.0/floatingips/5ec781bb-b856-460f-accd-d1acb6c0d1c0 HTTP/1.1" status: 204 len: 168 time: 0.5067382 Nov 05 22:43:39.438293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43774) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:40.148745 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:40.203890 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:40.392527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Deleting port 4b900b08-0ae2-46e0-8199-fe9fcda7e481 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:43:40.392861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:40.471103 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] For port 4b900b08-0ae2-46e0-8199-fe9fcda7e481, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4b900b08-0ae2-46e0-8199-fe9fcda7e481,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:40.471457 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:40.485143 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Calling delete_port for 4b900b08-0ae2-46e0-8199-fe9fcda7e481 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:43:40.735770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:40.759694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b900b08-0ae2-46e0-8199-fe9fcda7e481,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:40.926618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:41.141799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:43:41.245996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:43:41.250835 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-47411688-6ba2-49d8-a40b-cde09333dae3 admin admin] 10.222.0.41 "PUT /v2.0/routers/549c97cb-1ea4-4761-a76d-37601b7c8ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8115976 Nov 05 22:43:41.253451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43778) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:41.257380 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] Sync routers for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:43:41.266207 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:43:41.266801 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:41.360307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:41.372204 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:43:41.462570 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:41.548861 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:43:40Z', 'revision_number': 5, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port': {'id': 'cc938f34-dd03-4327-89ec-a2afbb76349a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:41.579006 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] Checking router: 549c97cb-1ea4-4761-a76d-37601b7c8ff0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:43:41.587928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] Routers {'549c97cb-1ea4-4761-a76d-37601b7c8ff0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:43:41.588528 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:43:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:41.597364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Deleting port cc938f34-dd03-4327-89ec-a2afbb76349a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:43:41.601089 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:41.655985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:41.669000 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] Set router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:43:41.681161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] For port cc938f34-dd03-4327-89ec-a2afbb76349a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=cc938f34-dd03-4327-89ec-a2afbb76349a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:41.681526 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:41.694350 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Calling delete_port for cc938f34-dd03-4327-89ec-a2afbb76349a owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:43:41.722337 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:43:41Z', 'revision_number': 6, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:41.748125 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830092f-c099-41c9-821e-dd93d8992d17 None None] The sync data for ids ['549c97cb-1ea4-4761-a76d-37601b7c8ff0'] in n-d-816738-5 is: [{'id': '549c97cb-1ea4-4761-a76d-37601b7c8ff0', 'name': 'tempest-ServerActionsTestJSON-254441902-router', 'tenant_id': '010b151765904743b1544b9aa918a619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:31:30Z', 'updated_at': '2021-11-05T22:43:41Z', 'revision_number': 6, 'project_id': '010b151765904743b1544b9aa918a619', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:43:41.929769 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:41.954155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc938f34-dd03-4327-89ec-a2afbb76349a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:42.015527 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.095764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.109724 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.112248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.218914 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.219415 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549c97cb-1ea4-4761-a76d-37601b7c8ff0 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:43:42.224460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.225676 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-48763d21-dc87-4bcd-9c9d-26bf6e0428e8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/549c97cb-1ea4-4761-a76d-37601b7c8ff0 HTTP/1.1" status: 204 len: 168 time: 0.9712753 Nov 05 22:43:42.229279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43780) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:42.273560 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] Deleting subnet d9d8e654-5595-49bf-b022-5aeb05be8eb7 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:43:42.276662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.310788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.389335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.518635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.546234 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d8e654-5595-49bf-b022-5aeb05be8eb7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:42.548301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.553083 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51b981ad-0e65-4b20-aabd-3e440c4878c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d9d8e654-5595-49bf-b022-5aeb05be8eb7 HTTP/1.1" status: 204 len: 168 time: 0.3224695 Nov 05 22:43:42.553549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b7e30-8ec5-42a7-a4d7-f2b3858d22c4 None None] Network 36aa3e8d-ed38-415b-8f54-9829d5709ecb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:43:42.554364 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43782) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:42.762068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] DHCP port deletion for 36aa3e8d-ed38-415b-8f54-9829d5709ecb request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:43:42.810224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] Deleting port fa34e93b-d0df-4501-8468-fbb25b95ec43 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:43:42.810592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.878237 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] For port fa34e93b-d0df-4501-8468-fbb25b95ec43, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa34e93b-d0df-4501-8468-fbb25b95ec43,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:42.878638 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:42.891851 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] Calling delete_port for fa34e93b-d0df-4501-8468-fbb25b95ec43 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:43:42.989659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.030841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4b900b08-0ae2-46e0-8199-fe9fcda7e481 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:43:43.043303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Deleting port fa34e93b-d0df-4501-8468-fbb25b95ec43 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:43:43.049200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.051239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 4b900b08-0ae2-46e0-8199-fe9fcda7e481 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:43:43.051605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4b900b08-0ae2-46e0-8199-fe9fcda7e481 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:43:43.052011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cc938f34-dd03-4327-89ec-a2afbb76349a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:43:43.071741 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.073558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: cc938f34-dd03-4327-89ec-a2afbb76349a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:43:43.073903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device cc938f34-dd03-4327-89ec-a2afbb76349a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:43:43.074311 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa34e93b-d0df-4501-8468-fbb25b95ec43 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:43:43.110836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] For port fa34e93b-d0df-4501-8468-fbb25b95ec43, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=fa34e93b-d0df-4501-8468-fbb25b95ec43,segment=NetworkSegment(95b56865-9f9c-444b-ad98-98b938eba892),segment_id=95b56865-9f9c-444b-ad98-98b938eba892)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:43.111197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.118387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] Pushing event deleted for resources: {'Port': ['ID=fa34e93b-d0df-4501-8468-fbb25b95ec43,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:43.121463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: fa34e93b-d0df-4501-8468-fbb25b95ec43 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:43:43.121811 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device fa34e93b-d0df-4501-8468-fbb25b95ec43 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:43:43.124073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Calling delete_port for fa34e93b-d0df-4501-8468-fbb25b95ec43 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:43:43.124632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f93279-a0d8-4e1b-bdbd-95d4c72ebff4 None None] No DVR routers for this DVR port fa34e93b-d0df-4501-8468-fbb25b95ec43 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:43:43.200710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.228925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa34e93b-d0df-4501-8468-fbb25b95ec43,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:43.232860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] No DVR routers for this DVR port fa34e93b-d0df-4501-8468-fbb25b95ec43 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:43:43.301261 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.320463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36aa3e8d-ed38-415b-8f54-9829d5709ecb']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:43.330073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b56865-9f9c-444b-ad98-98b938eba892') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:43.330370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b56865-9f9c-444b-ad98-98b938eba892') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:43:43.344186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.357312 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.363088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: self.session.flush() Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:43:43.368169 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:43:43.501659 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.507483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.511225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] 10.222.0.41 "DELETE /v2.0/networks/36aa3e8d-ed38-415b-8f54-9829d5709ecb HTTP/1.1" status: 204 len: 168 time: 0.9553313 Nov 05 22:43:43.522028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0626-cfd7-458d-b951-df6e9ae1ef7e admin admin] Pushing event deleted for resources: {'Network': ['ID=36aa3e8d-ed38-415b-8f54-9829d5709ecb,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:43.867362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43786) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:43.906501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dc89c610-37ea-4924-aaa3-8b771218c53c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=010b151765904743b1544b9aa918a619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379419 Nov 05 22:43:43.908928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43788) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:43.954221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09275a80-5a5a-463f-a764-48bf6edca507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:43.979142 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09275a80-5a5a-463f-a764-48bf6edca507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:44.093272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09275a80-5a5a-463f-a764-48bf6edca507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:44.095910 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09275a80-5a5a-463f-a764-48bf6edca507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:44.097237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-09275a80-5a5a-463f-a764-48bf6edca507 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/633b5aaa-6c1b-4d9f-a5e9-71bbbc29dc40 HTTP/1.1" status: 204 len: 168 time: 0.1874032 Nov 05 22:43:44.105903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09275a80-5a5a-463f-a764-48bf6edca507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633b5aaa-6c1b-4d9f-a5e9-71bbbc29dc40,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:45.090469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43810) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:45.183846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1727225609-network', 'tenant_id': '0a6b5ca93f314d4aa1844e3e2e1525a3'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:43:45.264351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Made reservation on behalf of 0a6b5ca93f314d4aa1844e3e2e1525a3 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:43:45.266553 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.274730 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.344777 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.412946 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.440662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:43:45.446736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee00b74-02da-43ad-b8b0-d7ac313a3690,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:45.452582 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.452925 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Added segment dda8ec3d-b34e-4f37-9447-a21cc49a0b71 of type vlan for network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 Nov 05 22:43:45.492814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.581284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.582186 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:45.582763 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:45.645205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] Pushing event updated for resources: {'Network': ['ID=650efbbc-6a03-47ca-a572-80f5b9b0bee3,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:45.655080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:43:45.686870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a23fbd7c-e19d-4b80-8183-2a75ab0b09f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5953014 Nov 05 22:43:45.689721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 43814) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:43:45.694740 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Request body: {'subnet': {'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1727225609-subnet', 'tenant_id': '0a6b5ca93f314d4aa1844e3e2e1525a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:43:45.778297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Made reservation on behalf of 0a6b5ca93f314d4aa1844e3e2e1525a3 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:43:45.780648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:46.003973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:46.060762 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6194da0-75b8-4759-972e-e5bfdcb892be,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:46.070240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Checking segment: {'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:43:46.070240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Network hostable DHCP agents. Network: 650efbbc-6a03-47ca-a572-80f5b9b0bee3, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:43:46.158317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:43:46.249759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 650efbbc-6a03-47ca-a572-80f5b9b0bee3) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:43:46.253797 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:46.254441 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:46.258461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f017217f-2391-410b-91d8-d3706b418202 None None] Network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:43:46.356507 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9608befe-c87a-4b13-ba39-a69a47950f81 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6656334 Nov 05 22:43:46.379187 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9afa5c-aaa4-4e2d-8172-c02fd285380a None None] Network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:43:46.770789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-a11f2169-8b4c-47be-9cf3-b10799df4f3b tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:46.772246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-a11f2169-8b4c-47be-9cf3-b10799df4f3b tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/networks?id=650efbbc-6a03-47ca-a572-80f5b9b0bee3 HTTP/1.1" status: 200 len: 814 time: 0.1053324 Nov 05 22:43:46.787601 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c3058014-1258-4e44-bf94-cbc3a15fe092 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/quotas/0a6b5ca93f314d4aa1844e3e2e1525a3 HTTP/1.1" status: 200 len: 375 time: 0.0090353 Nov 05 22:43:46.819123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c6206dd6-04af-4385-acaf-e4331e7fd119 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256190 Nov 05 22:43:46.961089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-3b00aab1-9408-4d6f-b07f-4ecec7d11840 service neutron] 10.222.0.41 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343396 Nov 05 22:43:47.052340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-0b04df61-64da-4cf4-b9ae-56f0d5a65cff service neutron] 10.222.0.41 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820858 Nov 05 22:43:47.294101 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9dbc7a3-da1d-47c2-98db-5986d8862bb1 req-55e94b29-a41a-42f1-8f3e-8e5fe34d883e tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0282755 Nov 05 22:43:48.390224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf5f638b-0690-4803-8f56-4ccfacccb3ce req-6c6ef1c8-b878-423e-82e8-3f86b5c87a33 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0270388 Nov 05 22:43:49.296424 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-ce0116e6-c62a-4382-b3f3-2472ad1354e6 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:49.297800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-ce0116e6-c62a-4382-b3f3-2472ad1354e6 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.46 "GET /v2.0/networks?id=650efbbc-6a03-47ca-a572-80f5b9b0bee3 HTTP/1.1" status: 200 len: 814 time: 0.1048977 Nov 05 22:43:49.310032 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Request body: {'port': {'device_id': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3', 'admin_state_up': True, 'tenant_id': '0a6b5ca93f314d4aa1844e3e2e1525a3'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:43:49.476074 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Made reservation on behalf of 0a6b5ca93f314d4aa1844e3e2e1525a3 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:43:49.480277 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:49.486974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-30735b15-9f9a-4b2f-8f2c-2baaa0ec811f req-2322dc9f-4cf6-4e2d-8d6d-8172e33698b6 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0276911 Nov 05 22:43:49.604127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Allocated IP 172.20.0.4 (650efbbc-6a03-47ca-a572-80f5b9b0bee3/f6194da0-75b8-4759-972e-e5bfdcb892be/3845536b-5c3d-4853-884c-3ceb79910f8c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:43:49.752197 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:49.861437 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:49.904665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:43:49.909910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:43:49.913774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:43:49.920934 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Pushing event updated for resources: {'Port': ['ID=3845536b-5c3d-4853-884c-3ceb79910f8c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:49.949242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.949596 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.949944 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.950284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.950621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.950949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.951292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.951625 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.951956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.952282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.952626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.952931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:43:49.982222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:49.982842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:50.067152 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-d1b79745-8a3f-4807-a208-f195b30fe018 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607877 Nov 05 22:43:50.088614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Request body: {'port': {'device_id': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:43:50.140124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:50.389219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3845536b-5c3d-4853-884c-3ceb79910f8c {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:43:50.396429 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:50.408549 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Transition to ACTIVE for port object 3845536b-5c3d-4853-884c-3ceb79910f8c will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:43:50.466936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:50.526529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3845536b-5c3d-4853-884c-3ceb79910f8c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:50.618798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Attempting to bind port 3845536b-5c3d-4853-884c-3ceb79910f8c on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:43:50.619135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Attempting to bind port 3845536b-5c3d-4853-884c-3ceb79910f8c by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:43:50.619468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Attempting to bind port 3845536b-5c3d-4853-884c-3ceb79910f8c on network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:43:50.626465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Port 3845536b-5c3d-4853-884c-3ceb79910f8c on network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:43:50.626789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Attempting to bind port 3845536b-5c3d-4853-884c-3ceb79910f8c on network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:43:50.634942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:43:50.635279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Checking segment: {'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:43:50.635690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Bound using segment: {'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:43:50.636114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Bound port: 3845536b-5c3d-4853-884c-3ceb79910f8c, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:43:50.636465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:50.646906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741277f-6738-4155-93e0-5fe1315515c3 req-2714f510-da1e-4328-9003-71367715da0d tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:50.648348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8741277f-6738-4155-93e0-5fe1315515c3 req-2714f510-da1e-4328-9003-71367715da0d tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0817668 Nov 05 22:43:50.734881 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8741277f-6738-4155-93e0-5fe1315515c3 req-d1de8c37-bcdf-41de-9396-79037d00df9b tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797608 Nov 05 22:43:50.745178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] For port 3845536b-5c3d-4853-884c-3ceb79910f8c, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:43:50.748265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] For port 3845536b-5c3d-4853-884c-3ceb79910f8c, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3845536b-5c3d-4853-884c-3ceb79910f8c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:43:50.810350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:50.845773 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:50.846566 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:50.848149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/3845536b-5c3d-4853-884c-3ceb79910f8c HTTP/1.1" status: 200 len: 1091 time: 0.7639501 Nov 05 22:43:50.848595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'tag': '3845536b-5c3d-4853-884c-3ceb79910f8c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:43:50.850871 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5672951-1169-4c7c-8694-d83b39fb6a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8542e832-7bc4-47c6-9e7b-cfc16480b2b6", "tag": "3845536b-5c3d-4853-884c-3ceb79910f8c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:43:50.877580 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3d558-9354-476e-aeee-db66767863e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3845536b-5c3d-4853-884c-3ceb79910f8c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:50.887919 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc589f4-3199-4e63-b095-69470cb6d306 x-openstack-request-id: req-1bc589f4-3199-4e63-b095-69470cb6d306 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:43:50.888210 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8542e832-7bc4-47c6-9e7b-cfc16480b2b6", "tag": "3845536b-5c3d-4853-884c-3ceb79910f8c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:43:50.888602 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bc589f4-3199-4e63-b095-69470cb6d306 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:43:50.888872 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'tag': '3845536b-5c3d-4853-884c-3ceb79910f8c', 'status': 'completed', 'code': 200} Nov 05 22:43:50.950464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5672951-1169-4c7c-8694-d83b39fb6a8d req-c066494c-5f54-451f-9563-367511c6c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:50.951885 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5672951-1169-4c7c-8694-d83b39fb6a8d req-c066494c-5f54-451f-9563-367511c6c302 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 1094 time: 0.0418746 Nov 05 22:43:51.050861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5672951-1169-4c7c-8694-d83b39fb6a8d req-447efbe4-8b60-40fa-9074-f7ac0ccaa2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:51.052343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5672951-1169-4c7c-8694-d83b39fb6a8d req-447efbe4-8b60-40fa-9074-f7ac0ccaa2b0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928621 Nov 05 22:43:51.148274 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5672951-1169-4c7c-8694-d83b39fb6a8d req-5535c2fe-103f-4f29-8a67-c344881e4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:51.149751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a5672951-1169-4c7c-8694-d83b39fb6a8d req-5535c2fe-103f-4f29-8a67-c344881e4f0b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906458 Nov 05 22:43:51.227852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-6d3d9bb5-5c91-46e3-aa58-e83f025e2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:51.229273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-6d3d9bb5-5c91-46e3-aa58-e83f025e2749 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 1094 time: 0.0424905 Nov 05 22:43:51.271244 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-f8a9269b-beb7-441c-99e3-5a5c95912d4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3845536b-5c3d-4853-884c-3ceb79910f8c HTTP/1.1" status: 200 len: 217 time: 0.0338216 Nov 05 22:43:51.437401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-22297189-c9a0-4e71-bb41-7e160e76be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:51.438825 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-22297189-c9a0-4e71-bb41-7e160e76be49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6194da0-75b8-4759-972e-e5bfdcb892be HTTP/1.1" status: 200 len: 854 time: 0.0435953 Nov 05 22:43:51.472708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-bf5412d8-3ba9-42fc-8ccf-c9a782c7145d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=650efbbc-6a03-47ca-a572-80f5b9b0bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272508 Nov 05 22:43:51.561061 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-e5b6102c-90a1-4af0-b74b-79d5f94f5996 service neutron] 10.222.0.46 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812349 Nov 05 22:43:51.661607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-968b49e4-17f9-4c90-ab50-cf2dae389597 req-0d0436be-bfc8-44ec-b085-4bae598aa662 service neutron] 10.222.0.46 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933776 Nov 05 22:43:51.849912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d6011-a7ab-4d40-8f5c-5a25d5b9a465 req-3f303332-384d-4be2-8759-3735bb00cca8 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:51.851366 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b32d6011-a7ab-4d40-8f5c-5a25d5b9a465 req-3f303332-384d-4be2-8759-3735bb00cca8 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0489576 Nov 05 22:43:51.897394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b32d6011-a7ab-4d40-8f5c-5a25d5b9a465 req-450bce99-f411-4cbf-8f6e-b505232ebd49 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Nov 05 22:43:53.017650 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e182b1-de41-410d-b971-83ed19a37b3b req-51b571d8-87d8-4643-9f41-f9f99d4a3d11 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:53.019113 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3e182b1-de41-410d-b971-83ed19a37b3b req-51b571d8-87d8-4643-9f41-f9f99d4a3d11 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0534265 Nov 05 22:43:53.066644 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a3e182b1-de41-410d-b971-83ed19a37b3b req-8f8d6282-6652-4426-b23e-1146fa06cfa2 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Nov 05 22:43:54.181008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d822f4d-1c40-48c4-8e6f-69f356e4dbe6 req-781a3808-c647-4681-92c9-3beeee009700 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:54.182456 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d822f4d-1c40-48c4-8e6f-69f356e4dbe6 req-781a3808-c647-4681-92c9-3beeee009700 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0471923 Nov 05 22:43:54.233119 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6d822f4d-1c40-48c4-8e6f-69f356e4dbe6 req-2020ebf2-a430-4850-a481-519636019aa3 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Nov 05 22:43:54.413550 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3845536b-5c3d-4853-884c-3ceb79910f8c details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:43:54.508673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3845536b-5c3d-4853-884c-3ceb79910f8c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3845536b-5c3d-4853-884c-3ceb79910f8c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:54.519837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '3845536b-5c3d-4853-884c-3ceb79910f8c', 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3', 'port_id': '3845536b-5c3d-4853-884c-3ceb79910f8c', 'mac_address': 'fa:16:3e:87:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6194da0-75b8-4759-972e-e5bfdcb892be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:43:54.555438 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:54.568271 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3845536b-5c3d-4853-884c-3ceb79910f8c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:43:54.586898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3845536b-5c3d-4853-884c-3ceb79910f8c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3845536b-5c3d-4853-884c-3ceb79910f8c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:54.669906 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:54.716434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=3845536b-5c3d-4853-884c-3ceb79910f8c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:54.946387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3845536b-5c3d-4853-884c-3ceb79910f8c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:43:55.347031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c755f2-2ef6-44dc-9be9-a56bc969f02b req-c5dba9fe-df90-4d3a-8d5b-624d79cabd53 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:55.348541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1c755f2-2ef6-44dc-9be9-a56bc969f02b req-c5dba9fe-df90-4d3a-8d5b-624d79cabd53 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 944 time: 0.0495737 Nov 05 22:43:55.397373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e1c755f2-2ef6-44dc-9be9-a56bc969f02b req-fa1a94a1-52f2-43c9-8613-f13ce974df6b tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Nov 05 22:43:56.439780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3845536b-5c3d-4853-884c-3ceb79910f8c up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:43:56.510265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a105586-6877-44a6-9557-23bec35355eb req-efda47e2-a844-4017-b044-cb8bf18db7f1 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:56.512292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a105586-6877-44a6-9557-23bec35355eb req-efda47e2-a844-4017-b044-cb8bf18db7f1 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 944 time: 0.0492773 Nov 05 22:43:56.558697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a105586-6877-44a6-9557-23bec35355eb req-6257dadf-231f-4ae1-97a4-a00ea316af72 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Nov 05 22:43:56.570325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 3845536b-5c3d-4853-884c-3ceb79910f8c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:43:56.574935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 3845536b-5c3d-4853-884c-3ceb79910f8c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:43:56.575335 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:56.656332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:56.678242 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3845536b-5c3d-4853-884c-3ceb79910f8c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:43:56.680459 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc577d66-7b8b-425b-b3b8-8a7aedfc31ae" -d '{"events": [{"server_uuid": "8542e832-7bc4-47c6-9e7b-cfc16480b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "3845536b-5c3d-4853-884c-3ceb79910f8c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:43:56.694323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 3845536b-5c3d-4853-884c-3ceb79910f8c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3845536b-5c3d-4853-884c-3ceb79910f8c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:43:56.716471 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b873885e-262f-4bf0-a3c1-7f335cf0157f x-openstack-request-id: req-b873885e-262f-4bf0-a3c1-7f335cf0157f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:43:56.716764 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8542e832-7bc4-47c6-9e7b-cfc16480b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "3845536b-5c3d-4853-884c-3ceb79910f8c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:43:56.722903 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b873885e-262f-4bf0-a3c1-7f335cf0157f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:43:56.722903 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3845536b-5c3d-4853-884c-3ceb79910f8c', 'code': 200} Nov 05 22:43:56.767357 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:43:56.812093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56765d45-ee5a-4d0e-bb2a-6dbf02fd63b3 req-2b63d52a-fe93-4d7e-81cb-17f573a3f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:56.813594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56765d45-ee5a-4d0e-bb2a-6dbf02fd63b3 req-2b63d52a-fe93-4d7e-81cb-17f573a3f25f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 1096 time: 0.0405941 Nov 05 22:43:56.815522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=3845536b-5c3d-4853-884c-3ceb79910f8c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:43:56.858981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-56765d45-ee5a-4d0e-bb2a-6dbf02fd63b3 req-1888055d-6361-4208-97ec-d1d9192a5b81 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384541 Nov 05 22:43:57.676976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59d815-d6a0-4676-afa6-454fb7d639a2 req-5f48422b-7d0d-40ad-b4f8-82be8a519e6f tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:57.678440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab59d815-d6a0-4676-afa6-454fb7d639a2 req-5f48422b-7d0d-40ad-b4f8-82be8a519e6f tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Nov 05 22:43:57.724836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ab59d815-d6a0-4676-afa6-454fb7d639a2 req-0c97cc7b-6d4e-423e-b88b-ffdf71d6ca96 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Nov 05 22:43:58.848713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41ddf2-5c3e-4714-b472-e091fe2aba5e req-8b5ef160-0a5f-43de-b272-5076892bf925 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:58.850192 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af41ddf2-5c3e-4714-b472-e091fe2aba5e req-8b5ef160-0a5f-43de-b272-5076892bf925 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0574853 Nov 05 22:43:58.897710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af41ddf2-5c3e-4714-b472-e091fe2aba5e req-6c80ba7e-8701-4e81-a6a6-e0cda2f82572 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Nov 05 22:43:59.116300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-9696734c-7db7-4531-8d25-34dd6c327bbc tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:43:59.117765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-9696734c-7db7-4531-8d25-34dd6c327bbc tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/networks?id=650efbbc-6a03-47ca-a572-80f5b9b0bee3 HTTP/1.1" status: 200 len: 814 time: 0.1008503 Nov 05 22:43:59.132312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-204b1fd0-a023-4129-b61d-e83f2fcd00a1 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/quotas/0a6b5ca93f314d4aa1844e3e2e1525a3 HTTP/1.1" status: 200 len: 375 time: 0.0088720 Nov 05 22:43:59.183592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-1094b06f-d6b3-40cf-8322-99f99d68c618 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461226 Nov 05 22:43:59.272142 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-94261c3f-6911-4657-aba2-b476e329c898 service neutron] 10.222.0.41 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816705 Nov 05 22:43:59.364189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-3b96dfb5-1fe3-4b13-97f8-ee85926a425e service neutron] 10.222.0.41 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856831 Nov 05 22:43:59.591301 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-06bbc049-441c-49a6-aa86-1076701cb8ea req-bac98a66-b591-4b0a-a3ba-c68aa19581bd tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Nov 05 22:44:00.700368 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8827a241-57c1-413a-bd0b-6c67c870003b req-85c3f39f-e2b1-4966-bb53-df5318dc6673 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 210 time: 0.0264473 Nov 05 22:44:01.390712 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:01.493699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-9f85a32c-fcfd-4f01-9811-27300a533a6a tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:01.495230 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-9f85a32c-fcfd-4f01-9811-27300a533a6a tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.13 "GET /v2.0/networks?id=650efbbc-6a03-47ca-a572-80f5b9b0bee3 HTTP/1.1" status: 200 len: 814 time: 0.1093051 Nov 05 22:44:01.508097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Request body: {'port': {'device_id': '5cfefe67-7883-492f-a247-d1e0041d7355', 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3', 'admin_state_up': True, 'tenant_id': '0a6b5ca93f314d4aa1844e3e2e1525a3'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:01.696224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Made reservation on behalf of 0a6b5ca93f314d4aa1844e3e2e1525a3 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:01.699828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:01.836162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Allocated IP 172.20.0.3 (650efbbc-6a03-47ca-a572-80f5b9b0bee3/f6194da0-75b8-4759-972e-e5bfdcb892be/66964f77-7095-44d9-b3b9-dd0186fc460c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:01.994124 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.061207 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a27bc83d-14c6-417a-b24d-d019bb7adc8e req-21c1efcc-d96a-4c0a-8599-aae86179128e tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 210 time: 0.0268652 Nov 05 22:44:02.082283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.094164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3845536b-5c3d-4853-884c-3ceb79910f8c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:44:02.124398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:02.127421 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:02.133397 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:02.158956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Pushing event updated for resources: {'Port': ['ID=66964f77-7095-44d9-b3b9-dd0186fc460c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:02.186878 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:02.190640 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.270182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-f4c850d4-70f6-4ef8-bf73-20af0e662aa4 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655950 Nov 05 22:44:02.283105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Request body: {'port': {'device_id': '5cfefe67-7883-492f-a247-d1e0041d7355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:02.338519 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.592251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66964f77-7095-44d9-b3b9-dd0186fc460c {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:44:02.599321 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.611167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Transition to ACTIVE for port object 66964f77-7095-44d9-b3b9-dd0186fc460c will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:44:02.677864 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.727815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Pushing event updated for resources: {'Port': ['ID=66964f77-7095-44d9-b3b9-dd0186fc460c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:02.792614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Attempting to bind port 66964f77-7095-44d9-b3b9-dd0186fc460c on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:02.793049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Attempting to bind port 66964f77-7095-44d9-b3b9-dd0186fc460c by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:02.793271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Attempting to bind port 66964f77-7095-44d9-b3b9-dd0186fc460c on network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:02.797608 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Port 66964f77-7095-44d9-b3b9-dd0186fc460c on network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:44:02.797926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Attempting to bind port 66964f77-7095-44d9-b3b9-dd0186fc460c on network 650efbbc-6a03-47ca-a572-80f5b9b0bee3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:02.802851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:02.803208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Checking segment: {'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:02.803604 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Bound using segment: {'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:02.804036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Bound port: 66964f77-7095-44d9-b3b9-dd0186fc460c, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:02.804389 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.867495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] For port 66964f77-7095-44d9-b3b9-dd0186fc460c, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:02.871295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] For port 66964f77-7095-44d9-b3b9-dd0186fc460c, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66964f77-7095-44d9-b3b9-dd0186fc460c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:02.962161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.997510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:02.998125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:02.999821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] 10.222.0.13 "PUT /v2.0/ports/66964f77-7095-44d9-b3b9-dd0186fc460c HTTP/1.1" status: 200 len: 1091 time: 0.7208440 Nov 05 22:44:03.000259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfefe67-7883-492f-a247-d1e0041d7355', 'tag': '66964f77-7095-44d9-b3b9-dd0186fc460c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:44:03.002611 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51aa07d-fc44-4cd2-aff1-751cece7ba64" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfefe67-7883-492f-a247-d1e0041d7355", "tag": "66964f77-7095-44d9-b3b9-dd0186fc460c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:44:03.028300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af8539-157a-4935-bc65-5eee5f0ebd9a service neutron] Pushing event updated for resources: {'Port': ['ID=66964f77-7095-44d9-b3b9-dd0186fc460c,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:03.044793 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b6d2f0-835a-4a99-8ab6-825bd37d8e84 x-openstack-request-id: req-d4b6d2f0-835a-4a99-8ab6-825bd37d8e84 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:44:03.045089 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfefe67-7883-492f-a247-d1e0041d7355", "tag": "66964f77-7095-44d9-b3b9-dd0186fc460c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:44:03.045344 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4b6d2f0-835a-4a99-8ab6-825bd37d8e84 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:44:03.045753 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfefe67-7883-492f-a247-d1e0041d7355', 'tag': '66964f77-7095-44d9-b3b9-dd0186fc460c', 'status': 'completed', 'code': 200} Nov 05 22:44:03.110293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa07d-fc44-4cd2-aff1-751cece7ba64 req-c537207a-e806-4c91-a0f9-22de10df8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:03.111808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c51aa07d-fc44-4cd2-aff1-751cece7ba64 req-c537207a-e806-4c91-a0f9-22de10df8e06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 1094 time: 0.0450032 Nov 05 22:44:03.177611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76097ac1-c4ad-4707-89f6-ce0b8e1188eb req-78533c70-5d86-4375-9be3-81bb06d25268 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:03.179115 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76097ac1-c4ad-4707-89f6-ce0b8e1188eb req-78533c70-5d86-4375-9be3-81bb06d25268 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 943 time: 0.0498772 Nov 05 22:44:03.212282 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa07d-fc44-4cd2-aff1-751cece7ba64 req-ca6e3192-f0a6-4867-9bfe-8f25bef69d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:03.213720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c51aa07d-fc44-4cd2-aff1-751cece7ba64 req-ca6e3192-f0a6-4867-9bfe-8f25bef69d43 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938804 Nov 05 22:44:03.226778 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-76097ac1-c4ad-4707-89f6-ce0b8e1188eb req-6f8553c8-f8de-42d3-aa4e-cbae8122c2c1 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Nov 05 22:44:03.312726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa07d-fc44-4cd2-aff1-751cece7ba64 req-506e1c7e-031b-4c58-b3bf-ce5ee6080bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:03.314200 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c51aa07d-fc44-4cd2-aff1-751cece7ba64 req-506e1c7e-031b-4c58-b3bf-ce5ee6080bdb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930154 Nov 05 22:44:03.361533 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:03.390792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-9ad6c1a0-3889-4e8d-93f7-923bf9be7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:03.392605 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-9ad6c1a0-3889-4e8d-93f7-923bf9be7c1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 1094 time: 0.0433266 Nov 05 22:44:03.435023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-bf709989-1085-495f-9625-2868e4c5f5c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66964f77-7095-44d9-b3b9-dd0186fc460c HTTP/1.1" status: 200 len: 217 time: 0.0346820 Nov 05 22:44:03.485788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-c89fb645-f54f-4db9-a3de-08a18aba6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:03.487208 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-c89fb645-f54f-4db9-a3de-08a18aba6ebf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6194da0-75b8-4759-972e-e5bfdcb892be HTTP/1.1" status: 200 len: 854 time: 0.0462356 Nov 05 22:44:03.517779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-ff530fe7-db31-4f28-af0e-7cda94f7d2fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=650efbbc-6a03-47ca-a572-80f5b9b0bee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240278 Nov 05 22:44:03.607628 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-5d6fc3d6-1a5d-4118-abbe-659478334637 service neutron] 10.222.0.13 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818696 Nov 05 22:44:03.698382 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a3898254-a8d8-4bb0-b7bc-78eaead1f8a7 req-548f1995-0a08-4c26-b4f9-ef6b0710202b service neutron] 10.222.0.13 "GET /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838830 Nov 05 22:44:04.343445 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8c776-3b41-4e9d-a7e7-5f8b9afb56a6 req-8727799f-a60d-48c0-83b2-846752817c02 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:04.344849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5fe8c776-3b41-4e9d-a7e7-5f8b9afb56a6 req-8727799f-a60d-48c0-83b2-846752817c02 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 943 time: 0.0483704 Nov 05 22:44:04.396218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5fe8c776-3b41-4e9d-a7e7-5f8b9afb56a6 req-d5be0e7c-9157-4e04-b5b0-6729fc234079 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Nov 05 22:44:05.514928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155e29a-4e68-4a76-9ac6-101980751317 req-b9f4a0c8-a3a5-4004-a2df-bb7412c4a9b9 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:05.516423 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c155e29a-4e68-4a76-9ac6-101980751317 req-b9f4a0c8-a3a5-4004-a2df-bb7412c4a9b9 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 943 time: 0.0541520 Nov 05 22:44:05.562501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c155e29a-4e68-4a76-9ac6-101980751317 req-8d0eee7e-7176-4247-b081-08fb20d7fe45 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Nov 05 22:44:06.392460 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b3ab884f-5367-445b-b539-89f988a6008d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:06.683789 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36f84e-ab07-427d-983f-340be4de2041 req-5a625899-7008-4a1d-bec7-3b883e234120 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:06.685482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb36f84e-ab07-427d-983f-340be4de2041 req-5a625899-7008-4a1d-bec7-3b883e234120 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 943 time: 0.0525849 Nov 05 22:44:06.732129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb36f84e-ab07-427d-983f-340be4de2041 req-6f1cb928-54f4-4aba-887c-3a53d4ff092b tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Nov 05 22:44:07.175437 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66964f77-7095-44d9-b3b9-dd0186fc460c details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:44:07.272943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 66964f77-7095-44d9-b3b9-dd0186fc460c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66964f77-7095-44d9-b3b9-dd0186fc460c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:07.283574 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '66964f77-7095-44d9-b3b9-dd0186fc460c', 'network_id': '650efbbc-6a03-47ca-a572-80f5b9b0bee3', 'port_id': '66964f77-7095-44d9-b3b9-dd0186fc460c', 'mac_address': 'fa:16:3e:38:ca:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6194da0-75b8-4759-972e-e5bfdcb892be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:44:07.324201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:07.336344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66964f77-7095-44d9-b3b9-dd0186fc460c {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:44:07.356246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 66964f77-7095-44d9-b3b9-dd0186fc460c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66964f77-7095-44d9-b3b9-dd0186fc460c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:07.407219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:07.453494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=66964f77-7095-44d9-b3b9-dd0186fc460c,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:07.460731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.461079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.461421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.461757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.462090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.462422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.462749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.463079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.463401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.463751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.464076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.464913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:07.597979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['66964f77-7095-44d9-b3b9-dd0186fc460c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:44:07.843782 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af97e-8022-412a-a84f-279fa4ec61bf req-b89fddc1-1816-4877-b166-d288a88fe4fa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:07.845246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e19af97e-8022-412a-a84f-279fa4ec61bf req-b89fddc1-1816-4877-b166-d288a88fe4fa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 944 time: 0.0485995 Nov 05 22:44:07.892461 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e19af97e-8022-412a-a84f-279fa4ec61bf req-6852067c-49a2-4528-b33c-c53e72b950b7 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Nov 05 22:44:08.540885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc80f-db82-4ade-9e04-55db2f859b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:09.008404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f6f73-ade0-4151-b807-412ef77950e2 req-9504a32f-a6f3-4138-b827-9145dd98ad58 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:09.009877 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-260f6f73-ade0-4151-b807-412ef77950e2 req-9504a32f-a6f3-4138-b827-9145dd98ad58 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 944 time: 0.0490906 Nov 05 22:44:09.056836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-260f6f73-ade0-4151-b807-412ef77950e2 req-4e3345d2-61e9-4154-a134-3c67ab4049c7 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Nov 05 22:44:09.191105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66964f77-7095-44d9-b3b9-dd0186fc460c up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:09.293489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 66964f77-7095-44d9-b3b9-dd0186fc460c completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:44:09.297209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 66964f77-7095-44d9-b3b9-dd0186fc460c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:09.297578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:09.375795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:09.396777 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfefe67-7883-492f-a247-d1e0041d7355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66964f77-7095-44d9-b3b9-dd0186fc460c'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:44:09.398970 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc561dcb-7229-4c5a-a4f0-afa07fb0be11" -d '{"events": [{"server_uuid": "5cfefe67-7883-492f-a247-d1e0041d7355", "name": "network-vif-plugged", "status": "completed", "tag": "66964f77-7095-44d9-b3b9-dd0186fc460c"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:44:09.410816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 66964f77-7095-44d9-b3b9-dd0186fc460c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66964f77-7095-44d9-b3b9-dd0186fc460c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:09.437112 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df9848e-ff93-4860-8538-9f274770da4f x-openstack-request-id: req-9df9848e-ff93-4860-8538-9f274770da4f {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:44:09.437404 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfefe67-7883-492f-a247-d1e0041d7355", "name": "network-vif-plugged", "status": "completed", "tag": "66964f77-7095-44d9-b3b9-dd0186fc460c", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:44:09.437655 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9df9848e-ff93-4860-8538-9f274770da4f {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:44:09.438049 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfefe67-7883-492f-a247-d1e0041d7355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66964f77-7095-44d9-b3b9-dd0186fc460c', 'code': 200} Nov 05 22:44:09.487307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:09.518692 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:44:09.535822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=66964f77-7095-44d9-b3b9-dd0186fc460c,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:09.566630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f315d7-9302-440b-b33e-4acd176beed2 req-cc301e23-2410-4c98-baa5-88cad98f4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:09.568198 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62f315d7-9302-440b-b33e-4acd176beed2 req-cc301e23-2410-4c98-baa5-88cad98f4ebc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 1096 time: 0.0414126 Nov 05 22:44:09.614329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62f315d7-9302-440b-b33e-4acd176beed2 req-c59dfbb7-5b94-4059-9e81-423a48982891 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Nov 05 22:44:10.172306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf41a51-b545-4776-9af0-1911976d24ba req-f9e5766f-dfd2-4dd7-bfbd-8288a5ac6102 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:10.173843 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdf41a51-b545-4776-9af0-1911976d24ba req-f9e5766f-dfd2-4dd7-bfbd-8288a5ac6102 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Nov 05 22:44:10.202427 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:10.220806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bdf41a51-b545-4776-9af0-1911976d24ba req-378159ff-4c97-43df-a098-6962e3a28675 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Nov 05 22:44:11.341918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c666-7d35-4f69-98d0-7c9581c9d27a req-59ea302d-f56b-46e7-b4cd-912b8c45a994 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:11.343426 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e174c666-7d35-4f69-98d0-7c9581c9d27a req-59ea302d-f56b-46e7-b4cd-912b8c45a994 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Nov 05 22:44:11.390236 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e174c666-7d35-4f69-98d0-7c9581c9d27a req-9194db2a-1eb2-44a4-b9e1-2d41c186f2dc tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Nov 05 22:44:11.672554 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:11.889388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dc5e-4a55-47cf-b2b1-989fb3de36f8 req-532fb228-c6a8-4c99-a787-0e259bca5f87 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:11.890864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9853dc5e-4a55-47cf-b2b1-989fb3de36f8 req-532fb228-c6a8-4c99-a787-0e259bca5f87 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 945 time: 0.0579531 Nov 05 22:44:11.939432 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9853dc5e-4a55-47cf-b2b1-989fb3de36f8 req-e2f6ff62-153f-495b-ad34-10e43ce9d17c tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Nov 05 22:44:12.118574 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:13.055742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abbac-a551-4dc1-b7ac-eeded66af015 req-d77f5427-7dcc-4d15-8e3d-a06459dc367d tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:13.057214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc1abbac-a551-4dc1-b7ac-eeded66af015 req-d77f5427-7dcc-4d15-8e3d-a06459dc367d tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Nov 05 22:44:13.105262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fc1abbac-a551-4dc1-b7ac-eeded66af015 req-dfdfaa00-6fab-4091-a534-59a1c4de2d29 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Nov 05 22:44:13.157000 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-bfb274b3-f406-4172-bdbf-8b7ba74bb09e tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:13.158413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-bfb274b3-f406-4172-bdbf-8b7ba74bb09e tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 945 time: 0.0514431 Nov 05 22:44:13.246137 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Deleting port 66964f77-7095-44d9-b3b9-dd0186fc460c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:13.246395 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:13.335328 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] For port 66964f77-7095-44d9-b3b9-dd0186fc460c, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66964f77-7095-44d9-b3b9-dd0186fc460c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:13.335719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:13.348456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Calling delete_port for 66964f77-7095-44d9-b3b9-dd0186fc460c owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:13.529932 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:13.541003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['66964f77-7095-44d9-b3b9-dd0186fc460c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:44:13.560626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Pushing event deleted for resources: {'Port': ['ID=66964f77-7095-44d9-b3b9-dd0186fc460c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:13.564922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3845536b-5c3d-4853-884c-3ceb79910f8c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:44:13.600603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] No DVR routers for this DVR port 66964f77-7095-44d9-b3b9-dd0186fc460c on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:13.603339 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:13.607290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb57c366-9fe0-4a2e-ab0e-a9d11567dc18 req-a42966a1-7b59-45f6-9c65-441ba2aedcaa tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.13 "DELETE /v2.0/ports/66964f77-7095-44d9-b3b9-dd0186fc460c HTTP/1.1" status: 204 len: 173 time: 0.4419327 Nov 05 22:44:13.607737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfefe67-7883-492f-a247-d1e0041d7355', 'name': 'network-vif-deleted', 'tag': '66964f77-7095-44d9-b3b9-dd0186fc460c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:44:13.610050 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f4b30-275e-45d0-a528-97c8947b0ce8" -d '{"events": [{"server_uuid": "5cfefe67-7883-492f-a247-d1e0041d7355", "name": "network-vif-deleted", "tag": "66964f77-7095-44d9-b3b9-dd0186fc460c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:44:13.647944 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a85c1f-f2da-49b4-b4a7-eb64857a7d9b x-openstack-request-id: req-95a85c1f-f2da-49b4-b4a7-eb64857a7d9b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:44:13.648307 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfefe67-7883-492f-a247-d1e0041d7355", "name": "network-vif-deleted", "tag": "66964f77-7095-44d9-b3b9-dd0186fc460c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:44:13.648625 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95a85c1f-f2da-49b4-b4a7-eb64857a7d9b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:44:13.649040 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfefe67-7883-492f-a247-d1e0041d7355', 'name': 'network-vif-deleted', 'tag': '66964f77-7095-44d9-b3b9-dd0186fc460c', 'status': 'completed', 'code': 200} Nov 05 22:44:14.208790 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b2ac087-07fa-4f97-bb70-8aa575370761 req-fe4b69c9-2fb2-423a-9d45-f9c7b635f5cd tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cfefe67-7883-492f-a247-d1e0041d7355 HTTP/1.1" status: 200 len: 210 time: 0.0255613 Nov 05 22:44:15.374181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe457e-150f-4d18-b6ac-b639da2d6889 req-dd94f3eb-82a7-4e4c-acae-43fe731730c8 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:15.375613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecfe457e-150f-4d18-b6ac-b639da2d6889 req-dd94f3eb-82a7-4e4c-acae-43fe731730c8 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0509784 Nov 05 22:44:15.774784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ecfe457e-150f-4d18-b6ac-b639da2d6889 req-f9dca71b-4d59-41b4-a031-7068ab31e478 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931916 Nov 05 22:44:15.903919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ac242-3ad9-4afe-829c-bca5782a0b86 req-cd1ad68f-858d-4690-ac1e-4b23f5a0404f tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:15.905387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b86ac242-3ad9-4afe-829c-bca5782a0b86 req-cd1ad68f-858d-4690-ac1e-4b23f5a0404f tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0477338 Nov 05 22:44:15.951797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b86ac242-3ad9-4afe-829c-bca5782a0b86 req-9bab0304-1e33-45f1-b4a1-25d2799c0a82 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Nov 05 22:44:16.067646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96f16c-a0c0-4250-8a30-ff196329aeb8 req-8164c85d-7819-404f-ae47-7d615480aa09 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:16.069043 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f96f16c-a0c0-4250-8a30-ff196329aeb8 req-8164c85d-7819-404f-ae47-7d615480aa09 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Nov 05 22:44:16.121216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f96f16c-a0c0-4250-8a30-ff196329aeb8 req-18624794-a965-4977-a721-1ab75752ec4a tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456898 Nov 05 22:44:16.290547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba9215-531b-4cf4-ba22-6671f1fa2d5a req-21a8e2fe-84d5-4378-9d04-f9eed49c6331 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:16.292052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5bba9215-531b-4cf4-ba22-6671f1fa2d5a req-21a8e2fe-84d5-4378-9d04-f9eed49c6331 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Nov 05 22:44:16.339773 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5bba9215-531b-4cf4-ba22-6671f1fa2d5a req-d1d799f5-7960-4891-b8d7-2d8d94c2e73f tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Nov 05 22:44:16.454566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177439-31a2-44be-9a39-0fcb886fe533 req-ed4de526-c13c-4ba5-9c70-17bcffd0d1bf tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:16.455972 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01177439-31a2-44be-9a39-0fcb886fe533 req-ed4de526-c13c-4ba5-9c70-17bcffd0d1bf tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0484753 Nov 05 22:44:16.506211 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-01177439-31a2-44be-9a39-0fcb886fe533 req-c9d1968b-6f90-4858-a3b3-c4081843f127 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Nov 05 22:44:16.629216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690bc7-7c88-4c2f-8a54-0543a53117bd req-85099367-ff4a-4c2b-8fd3-6a212117f732 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:16.630728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7690bc7-7c88-4c2f-8a54-0543a53117bd req-85099367-ff4a-4c2b-8fd3-6a212117f732 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0483482 Nov 05 22:44:16.679247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7690bc7-7c88-4c2f-8a54-0543a53117bd req-ff81b5ba-b3c1-4a49-800c-d1cb50a87d3a tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Nov 05 22:44:17.155490 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ce56a-e1f4-485f-92ee-744b4dd21ac2 req-6bc8ff89-dc09-4ee5-8b3e-7a6dc585a63e tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:17.157032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc7ce56a-e1f4-485f-92ee-744b4dd21ac2 req-6bc8ff89-dc09-4ee5-8b3e-7a6dc585a63e tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0481737 Nov 05 22:44:17.203213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dc7ce56a-e1f4-485f-92ee-744b4dd21ac2 req-60a78d5a-c559-4a87-b405-d48c224f1d19 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Nov 05 22:44:17.246862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66964f77-7095-44d9-b3b9-dd0186fc460c no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:44:17.269178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 66964f77-7095-44d9-b3b9-dd0186fc460c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:44:17.269515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66964f77-7095-44d9-b3b9-dd0186fc460c not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:44:18.322548 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3381-cee5-4baf-a7cb-2318cc8fb436 req-a3a64785-984b-48e2-9867-606665798aa8 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:18.324442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-240d3381-cee5-4baf-a7cb-2318cc8fb436 req-a3a64785-984b-48e2-9867-606665798aa8 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0523033 Nov 05 22:44:18.370513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-240d3381-cee5-4baf-a7cb-2318cc8fb436 req-863d2300-92eb-4fb1-a54f-f17be40ae417 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ee00b74-02da-43ad-b8b0-d7ac313a3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Nov 05 22:44:18.826123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272212-5916-49a4-acdc-bde9480cb200 req-f7653c5a-a7d1-45fa-8db7-aa761ec6f0bb tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:18.827522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17272212-5916-49a4-acdc-bde9480cb200 req-f7653c5a-a7d1-45fa-8db7-aa761ec6f0bb tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.46 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0506425 Nov 05 22:44:18.911377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Deleting port 3845536b-5c3d-4853-884c-3ceb79910f8c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:18.911742 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:19.000874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] For port 3845536b-5c3d-4853-884c-3ceb79910f8c, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=3845536b-5c3d-4853-884c-3ceb79910f8c,segment=NetworkSegment(dda8ec3d-b34e-4f37-9447-a21cc49a0b71),segment_id=dda8ec3d-b34e-4f37-9447-a21cc49a0b71)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:19.001237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:19.013902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Calling delete_port for 3845536b-5c3d-4853-884c-3ceb79910f8c owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:19.207292 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:19.218587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['3845536b-5c3d-4853-884c-3ceb79910f8c'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:44:19.238138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Pushing event deleted for resources: {'Port': ['ID=3845536b-5c3d-4853-884c-3ceb79910f8c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:19.280045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] No DVR routers for this DVR port 3845536b-5c3d-4853-884c-3ceb79910f8c on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:19.282540 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:19.285835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17272212-5916-49a4-acdc-bde9480cb200 req-f2bead5f-8fe7-4d5f-a6fc-6d227ebdc648 tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.46 "DELETE /v2.0/ports/3845536b-5c3d-4853-884c-3ceb79910f8c HTTP/1.1" status: 204 len: 173 time: 0.4522872 Nov 05 22:44:19.286278 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'name': 'network-vif-deleted', 'tag': '3845536b-5c3d-4853-884c-3ceb79910f8c'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:44:19.288566 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8228972e-4b7d-4ade-8a75-40380be048e3" -d '{"events": [{"server_uuid": "8542e832-7bc4-47c6-9e7b-cfc16480b2b6", "name": "network-vif-deleted", "tag": "3845536b-5c3d-4853-884c-3ceb79910f8c"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:44:19.325221 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f53b8e-ecaf-4d71-8c53-301991d4d4d7 x-openstack-request-id: req-d9f53b8e-ecaf-4d71-8c53-301991d4d4d7 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:44:19.325520 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8542e832-7bc4-47c6-9e7b-cfc16480b2b6", "name": "network-vif-deleted", "tag": "3845536b-5c3d-4853-884c-3ceb79910f8c", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:44:19.325777 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9f53b8e-ecaf-4d71-8c53-301991d4d4d7 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:44:19.326204 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8542e832-7bc4-47c6-9e7b-cfc16480b2b6', 'name': 'network-vif-deleted', 'tag': '3845536b-5c3d-4853-884c-3ceb79910f8c', 'status': 'completed', 'code': 200} Nov 05 22:44:19.473608 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3d08e8c1-eba1-4df3-a557-abdd85c216e3 req-9902c23a-1cbc-4ef5-9aa6-692245ed5afc tempest-ServersNegativeTestJSON-1141449471 tempest-ServersNegativeTestJSON-1141449471-project] 10.222.0.41 "GET /v2.0/ports?device_id=8542e832-7bc4-47c6-9e7b-cfc16480b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0310187 Nov 05 22:44:20.532467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43966) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:20.576603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] Deleting subnet f6194da0-75b8-4759-972e-e5bfdcb892be {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:44:20.579619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:20.613566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:20.657947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:20.779897 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:20.805884 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6194da0-75b8-4759-972e-e5bfdcb892be,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:20.807958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:20.811663 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-93155e3a-20e1-44c9-9d9f-a0844812d025 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f6194da0-75b8-4759-972e-e5bfdcb892be HTTP/1.1" status: 204 len: 168 time: 0.2781301 Nov 05 22:44:20.814069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43968) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:20.881616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:20.962224 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:20.982022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650efbbc-6a03-47ca-a572-80f5b9b0bee3']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:20.991242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:20.991538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda8ec3d-b34e-4f37-9447-a21cc49a0b71') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:21.002618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.018234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.024178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:21.031189 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:21.164032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.169362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.173060 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] 10.222.0.41 "DELETE /v2.0/networks/650efbbc-6a03-47ca-a572-80f5b9b0bee3 HTTP/1.1" status: 204 len: 168 time: 0.3580744 Nov 05 22:44:21.183581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83f175-47ac-4f59-91af-3f386280098e admin admin] Pushing event deleted for resources: {'Network': ['ID=650efbbc-6a03-47ca-a572-80f5b9b0bee3,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:21.458410 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43972) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:21.499247 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f295c952-65a6-4126-9fb3-5f12e44016c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a6b5ca93f314d4aa1844e3e2e1525a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396519 Nov 05 22:44:21.501681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43974) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:21.549398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-480ad074-1557-4ef1-868d-4ad8515e7077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.569711 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-480ad074-1557-4ef1-868d-4ad8515e7077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.675988 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-480ad074-1557-4ef1-868d-4ad8515e7077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.678807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-480ad074-1557-4ef1-868d-4ad8515e7077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:21.680030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-480ad074-1557-4ef1-868d-4ad8515e7077 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ee00b74-02da-43ad-b8b0-d7ac313a3690 HTTP/1.1" status: 204 len: 168 time: 0.1774619 Nov 05 22:44:21.688558 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ad074-1557-4ef1-868d-4ad8515e7077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee00b74-02da-43ad-b8b0-d7ac313a3690,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:22.568877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3845536b-5c3d-4853-884c-3ceb79910f8c no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:44:22.594164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 3845536b-5c3d-4853-884c-3ceb79910f8c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:44:22.594512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 3845536b-5c3d-4853-884c-3ceb79910f8c not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:44:22.680070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 43996) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:22.771755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709561579'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:22.852916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:22.856618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:22.865661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:22.940531 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:22.995505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:23.021958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:23.031982 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb9db0f-ad45-43ab-a7b8-06e0f40a1587,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:23.041827 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:23.041827 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Added segment 47a41cda-87db-4516-a758-25b356ddbad1 of type vlan for network c45ae7aa-a688-45b0-90ac-369365924a9b Nov 05 22:44:23.076904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:23.172938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:23.178487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:23.179062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:23.276370 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Network': ['ID=c45ae7aa-a688-45b0-90ac-369365924a9b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:23.286708 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c45ae7aa-a688-45b0-90ac-369365924a9b details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:23.286880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-43bff6a5-ae02-48ee-ae53-a7a8d652a5bc tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6056886 Nov 05 22:44:26.557406 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44000) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:26.562929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'subnet': {'network_id': 'c45ae7aa-a688-45b0-90ac-369365924a9b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:26.719129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:26.722712 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:26.941422 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.006174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Subnet': ['ID=12916263-b6bb-431f-b1cd-9461b9b17b2b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:27.011288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Checking segment: {'id': '47a41cda-87db-4516-a758-25b356ddbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c45ae7aa-a688-45b0-90ac-369365924a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:27.011672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network hostable DHCP agents. Network: c45ae7aa-a688-45b0-90ac-369365924a9b, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:27.101277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network c45ae7aa-a688-45b0-90ac-369365924a9b is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:27.186965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c45ae7aa-a688-45b0-90ac-369365924a9b) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:27.191204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:27.203463 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.204745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e061f-2905-471c-bb92-c90e3ca88b23 None None] Network c45ae7aa-a688-45b0-90ac-369365924a9b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:27.282259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4a337de5-f01b-4748-a4e3-5688061a4b5c tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7237144 Nov 05 22:44:27.287616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44002) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:27.292549 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869354768'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:27.342350 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c45ae7aa-a688-45b0-90ac-369365924a9b', 'network_id': 'c45ae7aa-a688-45b0-90ac-369365924a9b', 'tenant_id': 'ea91aaaf3f634bf4a6e313257f501427', 'fixed_ips': [{'subnet_id': '12916263-b6bb-431f-b1cd-9461b9b17b2b'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:27.343206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.407371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:27.410933 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.481783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Allocated IP 2001:db8:0:ffff::2 (c45ae7aa-a688-45b0-90ac-369365924a9b/12916263-b6bb-431f-b1cd-9461b9b17b2b/57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:27.631804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.700733 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:27.709114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.709908 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Added segment 36d20d6a-4dc6-4034-b640-3e68f82a440a of type vlan for network 921845db-1ff0-4ec8-bcec-02e0b5efbcd2 Nov 05 22:44:27.734942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.748611 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.782807 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Network c45ae7aa-a688-45b0-90ac-369365924a9b is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:27.785656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:27.788157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:27.804898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Pushing event updated for resources: {'Port': ['ID=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:27.849696 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Attempting to bind port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:27.850060 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Attempting to bind port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '47a41cda-87db-4516-a758-25b356ddbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c45ae7aa-a688-45b0-90ac-369365924a9b'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:27.850421 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Attempting to bind port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d on network c45ae7aa-a688-45b0-90ac-369365924a9b {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:27.855337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:27.855515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.855740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Checking segment: {'id': '47a41cda-87db-4516-a758-25b356ddbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c45ae7aa-a688-45b0-90ac-369365924a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:27.856134 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.856780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Bound using segment: {'id': '47a41cda-87db-4516-a758-25b356ddbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c45ae7aa-a688-45b0-90ac-369365924a9b'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:27.857277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Bound port: 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a41cda-87db-4516-a758-25b356ddbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c45ae7aa-a688-45b0-90ac-369365924a9b'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:27.858164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.862156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:27.863409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:27.924442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] For port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:27.928633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] For port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,segment=NetworkSegment(47a41cda-87db-4516-a758-25b356ddbad1),segment_id=47a41cda-87db-4516-a758-25b356ddbad1)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:27.930796 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Network': ['ID=921845db-1ff0-4ec8-bcec-02e0b5efbcd2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:27.940922 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 921845db-1ff0-4ec8-bcec-02e0b5efbcd2 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:27.995258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77733b22-4fee-48ba-80ac-2ba979da447a tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7063878 Nov 05 22:44:28.002840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44004) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:28.008208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'subnet': {'network_id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:28.027532 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:28.098664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772476a-d1ed-412d-84f3-d566b61959a0 None None] Pushing event updated for resources: {'Port': ['ID=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:28.163921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:28.167745 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:28.470752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:28.535093 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Subnet': ['ID=5e8937b3-3cc2-4f5f-a7d9-669ad8f5b224,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:28.545449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Checking segment: {'id': '36d20d6a-4dc6-4034-b640-3e68f82a440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:28.545807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network hostable DHCP agents. Network: 921845db-1ff0-4ec8-bcec-02e0b5efbcd2, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:28.650073 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network 921845db-1ff0-4ec8-bcec-02e0b5efbcd2 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:28.750359 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 921845db-1ff0-4ec8-bcec-02e0b5efbcd2) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:28.754605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:28.755208 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:28.761957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89deb58f-d9c4-48eb-b9ec-31ba6c77836c None None] Network 921845db-1ff0-4ec8-bcec-02e0b5efbcd2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:28.873458 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d89a648f-6238-4fb7-9573-1e0b7d1d9e65 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8689795 Nov 05 22:44:28.876178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44006) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:28.928572 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-921845db-1ff0-4ec8-bcec-02e0b5efbcd2', 'network_id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2', 'tenant_id': 'ea91aaaf3f634bf4a6e313257f501427', 'fixed_ips': [{'subnet_id': '5e8937b3-3cc2-4f5f-a7d9-669ad8f5b224'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:28.929772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:28.953767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cbcc93-90f4-42d3-9bc7-25ee79ad9f49 None None] Network c45ae7aa-a688-45b0-90ac-369365924a9b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:28.976843 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.073189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.089356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-460f9e0b-b2fa-4a33-aa36-4d5cd4a0daff None None] Provisioning complete for port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:29.089795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-460f9e0b-b2fa-4a33-aa36-4d5cd4a0daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.139455 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:29.401730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Allocated IP 2001:db8::2 (921845db-1ff0-4ec8-bcec-02e0b5efbcd2/5e8937b3-3cc2-4f5f-a7d9-669ad8f5b224/6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:29.534451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:29.534828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.539504 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-460f9e0b-b2fa-4a33-aa36-4d5cd4a0daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.623958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-460f9e0b-b2fa-4a33-aa36-4d5cd4a0daff None None] For port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,segment=NetworkSegment(47a41cda-87db-4516-a758-25b356ddbad1),segment_id=47a41cda-87db-4516-a758-25b356ddbad1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:29.724077 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-460f9e0b-b2fa-4a33-aa36-4d5cd4a0daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.729865 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.734085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.816582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f9e0b-b2fa-4a33-aa36-4d5cd4a0daff None None] Pushing event updated for resources: {'Port': ['ID=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:29.827377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.841394 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:44:29.845094 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:44:29.875561 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Network 921845db-1ff0-4ec8-bcec-02e0b5efbcd2 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:29.885332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:29.890444 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:29.894895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-34fa6223-6229-4d2a-9044-5a2b050b4549 None None] Provisioning complete for port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:29.895265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-34fa6223-6229-4d2a-9044-5a2b050b4549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.900098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Pushing event updated for resources: {'Port': ['ID=6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:29.928758 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.958404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8937b3-3cc2-4f5f-a7d9-669ad8f5b224,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:29.978439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Attempting to bind port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:29.978813 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Attempting to bind port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '36d20d6a-4dc6-4034-b640-3e68f82a440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:29.979177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Attempting to bind port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a on network 921845db-1ff0-4ec8-bcec-02e0b5efbcd2 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:29.986704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:29.987080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Checking segment: {'id': '36d20d6a-4dc6-4034-b640-3e68f82a440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:29.987481 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:29.987899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Bound using segment: {'id': '36d20d6a-4dc6-4034-b640-3e68f82a440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:29.988372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Bound port: 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d20d6a-4dc6-4034-b640-3e68f82a440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:29.988755 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.019170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.045711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921845db-1ff0-4ec8-bcec-02e0b5efbcd2']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:30.056229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d20d6a-4dc6-4034-b640-3e68f82a440a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:30.056519 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d20d6a-4dc6-4034-b640-3e68f82a440a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:30.068596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.083506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.086349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] For port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:30.090296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:30.090683 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:30.094817 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:30.152877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] For port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a,segment=NetworkSegment(36d20d6a-4dc6-4034-b640-3e68f82a440a),segment_id=36d20d6a-4dc6-4034-b640-3e68f82a440a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:30.187591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:44:30.187591 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:44:30.187591 n-d-816738-5 neutron-server[102291]: [parameters: {'id': '921845db-1ff0-4ec8-bcec-02e0b5efbcd2'}] Nov 05 22:44:30.187591 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:44:30.187976 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:44:30.215629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.297337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9764281-e82f-4faa-8268-8e2a651aac64 None None] Pushing event updated for resources: {'Port': ['ID=6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:30.311240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e391e-e9f0-46e4-9c9f-fcafc7c6b8c6 None None] Network 921845db-1ff0-4ec8-bcec-02e0b5efbcd2 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:30.461417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560553d-1802-45a5-a87b-692540027ed3 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:44:30.526265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2560553d-1802-45a5-a87b-692540027ed3 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:44:30.689398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.745672 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Deleting port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:30.746010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.814987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] For port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a,segment=NetworkSegment(36d20d6a-4dc6-4034-b640-3e68f82a440a),segment_id=36d20d6a-4dc6-4034-b640-3e68f82a440a)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:30.815345 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:30.827478 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Calling delete_port for 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:30.969761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.000027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Port': ['ID=6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:31.001888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No DVR routers for this DVR port 6a0bc3ee-4fec-4135-8de8-7b26cb7cb09a on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:31.068052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:31.087124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.108158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921845db-1ff0-4ec8-bcec-02e0b5efbcd2']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:31.117981 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d20d6a-4dc6-4034-b640-3e68f82a440a') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:31.118330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d20d6a-4dc6-4034-b640-3e68f82a440a') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:31.121901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:31.122272 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.127784 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.141076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.147081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:31.147524 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:31.150548 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:31.281763 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.291397 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.291724 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/921845db-1ff0-4ec8-bcec-02e0b5efbcd2 HTTP/1.1" status: 204 len: 168 time: 2.4145885 Nov 05 22:44:31.295392 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44008) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:31.300489 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-655237904'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:31.302924 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae7634-f2d6-4ff8-b9ab-b04dc4015b0f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Network': ['ID=921845db-1ff0-4ec8-bcec-02e0b5efbcd2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:31.470372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.487540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:31.491336 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.515486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:31.523859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.524202 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Added segment 9d6ad340-1286-485c-b472-054d96b125be of type vlan for network 10a8440e-be64-4348-9717-3476292d0e3f Nov 05 22:44:31.561949 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.630273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.635963 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:31.636544 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.703475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Network': ['ID=10a8440e-be64-4348-9717-3476292d0e3f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:31.713510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 10a8440e-be64-4348-9717-3476292d0e3f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:31.726517 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7431100e-0c52-428d-907b-24c697cd5c48 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4299772 Nov 05 22:44:31.729605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44010) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:31.736395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'subnet': {'network_id': '10a8440e-be64-4348-9717-3476292d0e3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:31.912344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:31.916067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:31.972098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Performing IP validity checks on allocation pools {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 05 22:44:31.972832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.ipam_backend_mixin [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 05 22:44:32.152616 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.218135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Subnet': ['ID=19c21b55-b92f-4807-ad80-8e4ed832da67,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:32.220576 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Checking segment: {'id': '9d6ad340-1286-485c-b472-054d96b125be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10a8440e-be64-4348-9717-3476292d0e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:32.220940 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network hostable DHCP agents. Network: 10a8440e-be64-4348-9717-3476292d0e3f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:32.295715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network 10a8440e-be64-4348-9717-3476292d0e3f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:32.365640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 10a8440e-be64-4348-9717-3476292d0e3f) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:32.370871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:32.371562 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.375255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebf4ae-4c4d-4299-a8a2-4b63fdc0664c None None] Network 10a8440e-be64-4348-9717-3476292d0e3f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:32.429746 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51de27a3-1d7d-4495-8d76-95fd685aa027 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6989875 Nov 05 22:44:32.432326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44012) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:32.523751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-10a8440e-be64-4348-9717-3476292d0e3f', 'network_id': '10a8440e-be64-4348-9717-3476292d0e3f', 'tenant_id': 'ea91aaaf3f634bf4a6e313257f501427', 'fixed_ips': [{'subnet_id': '19c21b55-b92f-4807-ad80-8e4ed832da67'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:32.524732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.532913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.583621 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.657367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Allocated IP 2001:db8::3 (10a8440e-be64-4348-9717-3476292d0e3f/19c21b55-b92f-4807-ad80-8e4ed832da67/be1ca3e5-e137-4990-9555-c92af792ab62) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:32.799045 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.859164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.899971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Network 10a8440e-be64-4348-9717-3476292d0e3f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:32.904681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:32.908188 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:32.914889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Pushing event updated for resources: {'Port': ['ID=be1ca3e5-e137-4990-9555-c92af792ab62,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:32.936701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.965075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Attempting to bind port be1ca3e5-e137-4990-9555-c92af792ab62 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:32.965443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Attempting to bind port be1ca3e5-e137-4990-9555-c92af792ab62 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '9d6ad340-1286-485c-b472-054d96b125be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10a8440e-be64-4348-9717-3476292d0e3f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:32.965635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Subnet': ['ID=19c21b55-b92f-4807-ad80-8e4ed832da67,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:32.965795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Attempting to bind port be1ca3e5-e137-4990-9555-c92af792ab62 on network 10a8440e-be64-4348-9717-3476292d0e3f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:32.971051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:32.972137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Checking segment: {'id': '9d6ad340-1286-485c-b472-054d96b125be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10a8440e-be64-4348-9717-3476292d0e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:32.972137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:32.972665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Bound using segment: {'id': '9d6ad340-1286-485c-b472-054d96b125be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10a8440e-be64-4348-9717-3476292d0e3f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:32.972665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Bound port: be1ca3e5-e137-4990-9555-c92af792ab62, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6ad340-1286-485c-b472-054d96b125be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '10a8440e-be64-4348-9717-3476292d0e3f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:32.973036 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.030139 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.035281 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] For port be1ca3e5-e137-4990-9555-c92af792ab62, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:33.038264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] For port be1ca3e5-e137-4990-9555-c92af792ab62, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=be1ca3e5-e137-4990-9555-c92af792ab62,segment=NetworkSegment(9d6ad340-1286-485c-b472-054d96b125be),segment_id=9d6ad340-1286-485c-b472-054d96b125be)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:33.049828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a8440e-be64-4348-9717-3476292d0e3f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:33.058990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6ad340-1286-485c-b472-054d96b125be') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:33.059278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6ad340-1286-485c-b472-054d96b125be') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:33.069438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.118909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.121222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.128122 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:33.128506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:33.131497 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:33.201567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321bc28-da8e-45af-8530-18b5a40c4896 None None] Pushing event updated for resources: {'Port': ['ID=be1ca3e5-e137-4990-9555-c92af792ab62,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:33.211269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4e133-882a-45e4-801f-4e773bf37087 None None] Network 10a8440e-be64-4348-9717-3476292d0e3f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:33.244596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.db.api [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:44:33.244596 n-d-816738-5 neutron-server[102291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:44:33.244596 n-d-816738-5 neutron-server[102291]: [parameters: {'id': '10a8440e-be64-4348-9717-3476292d0e3f'}] Nov 05 22:44:33.244596 n-d-816738-5 neutron-server[102291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:44:33.245083 n-d-816738-5 neutron-server[102291]: DEBUG oslo_db.api [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:44:33.343099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802a8b5-5943-4e8b-acfd-1a87951157b1 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:44:33.377483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.414144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802a8b5-5943-4e8b-acfd-1a87951157b1 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:44:33.746315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.802769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Deleting port be1ca3e5-e137-4990-9555-c92af792ab62 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:33.803108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.864594 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] For port be1ca3e5-e137-4990-9555-c92af792ab62, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=be1ca3e5-e137-4990-9555-c92af792ab62,segment=NetworkSegment(9d6ad340-1286-485c-b472-054d96b125be),segment_id=9d6ad340-1286-485c-b472-054d96b125be)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:33.864880 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:33.877038 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Calling delete_port for be1ca3e5-e137-4990-9555-c92af792ab62 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:34.009505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.033018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Port': ['ID=be1ca3e5-e137-4990-9555-c92af792ab62,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:34.038368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No DVR routers for this DVR port be1ca3e5-e137-4990-9555-c92af792ab62 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:34.118310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.138118 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a8440e-be64-4348-9717-3476292d0e3f']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:34.147867 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6ad340-1286-485c-b472-054d96b125be') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:34.148163 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6ad340-1286-485c-b472-054d96b125be') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:34.157989 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.170656 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.176414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:34.176788 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:34.179668 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:34.289804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.296550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.299496 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/10a8440e-be64-4348-9717-3476292d0e3f HTTP/1.1" status: 204 len: 168 time: 1.8662491 Nov 05 22:44:34.303225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44014) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:34.308303 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668619180'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:34.311325 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0818df-69a9-4b5b-a9e6-0d1049f40d3f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Network': ['ID=10a8440e-be64-4348-9717-3476292d0e3f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:34.379159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:34.382583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.405716 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:34.413982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.417277 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Added segment 2075a1ac-e1c1-4490-8f86-1f29854359b9 of type vlan for network dbe91101-c028-4872-831e-f4f624b486ac Nov 05 22:44:34.452881 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.572789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.579406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:34.580015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:34.653399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Network': ['ID=dbe91101-c028-4872-831e-f4f624b486ac,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:34.664443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network dbe91101-c028-4872-831e-f4f624b486ac details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:34.673526 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a76bb580-7221-4290-a622-12e77a843d80 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3691657 Nov 05 22:44:34.676379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44016) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:34.681620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'subnet': {'network_id': 'dbe91101-c028-4872-831e-f4f624b486ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:34.832496 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:34.835995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.090120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.153879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Subnet': ['ID=6d3ccc8e-3708-4e39-be2f-ca80eca94990,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:35.163753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Checking segment: {'id': '2075a1ac-e1c1-4490-8f86-1f29854359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dbe91101-c028-4872-831e-f4f624b486ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:35.164123 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network hostable DHCP agents. Network: dbe91101-c028-4872-831e-f4f624b486ac, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:35.243832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network dbe91101-c028-4872-831e-f4f624b486ac is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:35.301113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, dbe91101-c028-4872-831e-f4f624b486ac) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:35.305298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:35.305908 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.309607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7d288-0305-46b1-93ad-5bf57afb0b6f None None] Network dbe91101-c028-4872-831e-f4f624b486ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:35.378343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b171135e-25e5-4264-ad54-5de593ddf8ef tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7008624 Nov 05 22:44:35.381755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44018) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:35.386583 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1351644638'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:35.454736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-dbe91101-c028-4872-831e-f4f624b486ac', 'network_id': 'dbe91101-c028-4872-831e-f4f624b486ac', 'tenant_id': 'ea91aaaf3f634bf4a6e313257f501427', 'fixed_ips': [{'subnet_id': '6d3ccc8e-3708-4e39-be2f-ca80eca94990'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:35.454736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.472913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:35.476418 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.503228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:35.511846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.512187 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Added segment c31f48ac-f869-47bf-9b3f-2492c09afd85 of type vlan for network ca4a4431-968b-4980-ba9a-5b85456932e8 Nov 05 22:44:35.552409 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.589159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Allocated IP 2001:db8::2 (dbe91101-c028-4872-831e-f4f624b486ac/6d3ccc8e-3708-4e39-be2f-ca80eca94990/9a7ee89b-fc70-49b1-a94a-c1843e10ce21) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:35.626913 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.632720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:35.633305 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.698510 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Network': ['ID=ca4a4431-968b-4980-ba9a-5b85456932e8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:35.714750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network ca4a4431-968b-4980-ba9a-5b85456932e8 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:35.721572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c4f2d9a8-c26a-4e8e-b70b-96b0ba96ee47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3388004 Nov 05 22:44:35.724586 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44020) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:35.729850 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Request body: {'subnet': {'network_id': 'ca4a4431-968b-4980-ba9a-5b85456932e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:35.884467 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Made reservation on behalf of ea91aaaf3f634bf4a6e313257f501427 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:35.888166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:35.931095 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.020006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.057644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Network dbe91101-c028-4872-831e-f4f624b486ac is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:36.062923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:36.066488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:36.073620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Pushing event updated for resources: {'Port': ['ID=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:36.128928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Attempting to bind port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:36.129292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Attempting to bind port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '2075a1ac-e1c1-4490-8f86-1f29854359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dbe91101-c028-4872-831e-f4f624b486ac'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:36.129649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Attempting to bind port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 on network dbe91101-c028-4872-831e-f4f624b486ac {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:36.135839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:36.136413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Checking segment: {'id': '2075a1ac-e1c1-4490-8f86-1f29854359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dbe91101-c028-4872-831e-f4f624b486ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:36.137097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.137610 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Bound using segment: {'id': '2075a1ac-e1c1-4490-8f86-1f29854359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dbe91101-c028-4872-831e-f4f624b486ac'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:36.138069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Bound port: 9a7ee89b-fc70-49b1-a94a-c1843e10ce21, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2075a1ac-e1c1-4490-8f86-1f29854359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dbe91101-c028-4872-831e-f4f624b486ac'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:36.138448 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.150755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.202259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] For port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:36.205601 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] For port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,segment=NetworkSegment(2075a1ac-e1c1-4490-8f86-1f29854359b9),segment_id=2075a1ac-e1c1-4490-8f86-1f29854359b9)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:36.211817 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event updated for resources: {'Subnet': ['ID=4d5f18ce-1004-45e3-908c-52b3c16ecd18,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:36.220609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Checking segment: {'id': 'c31f48ac-f869-47bf-9b3f-2492c09afd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca4a4431-968b-4980-ba9a-5b85456932e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:36.220975 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network hostable DHCP agents. Network: ca4a4431-968b-4980-ba9a-5b85456932e8, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:36.261364 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.300998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Network ca4a4431-968b-4980-ba9a-5b85456932e8 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:36.319310 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a114fbb-5cac-4967-86f9-2af444105d4e None None] Pushing event updated for resources: {'Port': ['ID=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:36.390321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, ca4a4431-968b-4980-ba9a-5b85456932e8) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:36.394479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:36.395149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.401594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f767569-92b1-4dc3-92fb-616c06c5e439 None None] Network ca4a4431-968b-4980-ba9a-5b85456932e8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:36.467738 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ff545724-ae2d-426e-b24a-6c2cdd8f15b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.508730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e752a594-ab59-4e8e-96ce-b7b9627377df tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7826965 Nov 05 22:44:36.511174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44022) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:36.574603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-ca4a4431-968b-4980-ba9a-5b85456932e8', 'network_id': 'ca4a4431-968b-4980-ba9a-5b85456932e8', 'tenant_id': 'ea91aaaf3f634bf4a6e313257f501427', 'fixed_ips': [{'subnet_id': '4d5f18ce-1004-45e3-908c-52b3c16ecd18'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:36.575585 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.623978 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.699324 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.715518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Allocated IP 2001:db8::2 (ca4a4431-968b-4980-ba9a-5b85456932e8/4d5f18ce-1004-45e3-908c-52b3c16ecd18/5de58999-e5f6-459b-a182-8689a01f4bd4) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:36.865731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.958769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:36.997035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Network ca4a4431-968b-4980-ba9a-5b85456932e8 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:37.003189 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:37.006260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:37.015862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Pushing event updated for resources: {'Port': ['ID=5de58999-e5f6-459b-a182-8689a01f4bd4,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:37.050048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.087137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Attempting to bind port 5de58999-e5f6-459b-a182-8689a01f4bd4 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:37.087845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Attempting to bind port 5de58999-e5f6-459b-a182-8689a01f4bd4 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c31f48ac-f869-47bf-9b3f-2492c09afd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca4a4431-968b-4980-ba9a-5b85456932e8'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:37.088691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Attempting to bind port 5de58999-e5f6-459b-a182-8689a01f4bd4 on network ca4a4431-968b-4980-ba9a-5b85456932e8 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:37.090677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5f18ce-1004-45e3-908c-52b3c16ecd18,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:37.098101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:37.098576 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Checking segment: {'id': 'c31f48ac-f869-47bf-9b3f-2492c09afd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca4a4431-968b-4980-ba9a-5b85456932e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:37.099050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.099685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Bound using segment: {'id': 'c31f48ac-f869-47bf-9b3f-2492c09afd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca4a4431-968b-4980-ba9a-5b85456932e8'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:37.100249 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Bound port: 5de58999-e5f6-459b-a182-8689a01f4bd4, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31f48ac-f869-47bf-9b3f-2492c09afd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca4a4431-968b-4980-ba9a-5b85456932e8'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:37.100744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.116496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:37.184329 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.209963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] For port 5de58999-e5f6-459b-a182-8689a01f4bd4, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:37.212505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4a4431-968b-4980-ba9a-5b85456932e8']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:37.213382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] For port 5de58999-e5f6-459b-a182-8689a01f4bd4, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5de58999-e5f6-459b-a182-8689a01f4bd4,segment=NetworkSegment(c31f48ac-f869-47bf-9b3f-2492c09afd85),segment_id=c31f48ac-f869-47bf-9b3f-2492c09afd85)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:37.218620 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:37.221046 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.224685 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31f48ac-f869-47bf-9b3f-2492c09afd85') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:37.225048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31f48ac-f869-47bf-9b3f-2492c09afd85') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:37.236398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.281842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.290089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:37.290483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.290727 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:37.293870 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:37.320928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36cb7cb-f49c-4c1b-93f0-3c81a2de3bcb None None] Network dbe91101-c028-4872-831e-f4f624b486ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:37.398771 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.db.api [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 05 22:44:37.398771 n-d-816738-5 neutron-server[102292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 05 22:44:37.398771 n-d-816738-5 neutron-server[102292]: [parameters: {'id': 'ca4a4431-968b-4980-ba9a-5b85456932e8'}] Nov 05 22:44:37.398771 n-d-816738-5 neutron-server[102292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:44:37.399627 n-d-816738-5 neutron-server[102292]: DEBUG oslo_db.api [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:44:37.401211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.465573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e905300-1fe5-4812-a95a-2a68c5cca6c9 None None] Pushing event updated for resources: {'Port': ['ID=5de58999-e5f6-459b-a182-8689a01f4bd4,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:37.472388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c144e54a-227c-4170-8166-5dff8b8841ae None None] Provisioning complete for port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:37.472759 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c144e54a-227c-4170-8166-5dff8b8841ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.520612 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4c1f8-fb08-4e34-b742-0831aac50f3c None None] Network ca4a4431-968b-4980-ba9a-5b85456932e8 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:37.547303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,segment=NetworkSegment(2075a1ac-e1c1-4490-8f86-1f29854359b9),segment_id=2075a1ac-e1c1-4490-8f86-1f29854359b9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:37.624831 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.766679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:37.901269 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.955257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Deleting port 5de58999-e5f6-459b-a182-8689a01f4bd4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:37.955707 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:37.960251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07355f7e-19f7-498b-ac2a-326ff047afa0 None None] get_active_networks_info from n-d-816738-5 {{(pid=102293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 05 22:44:38.022990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] For port 5de58999-e5f6-459b-a182-8689a01f4bd4, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5de58999-e5f6-459b-a182-8689a01f4bd4,segment=NetworkSegment(c31f48ac-f869-47bf-9b3f-2492c09afd85),segment_id=c31f48ac-f869-47bf-9b3f-2492c09afd85)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:38.023275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.032474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-84a8f981-f9d4-40c2-8158-c7dccbb4e917 None None] Provisioning complete for port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:38.032842 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84a8f981-f9d4-40c2-8158-c7dccbb4e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.036256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Calling delete_port for 5de58999-e5f6-459b-a182-8689a01f4bd4 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:38.075963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07355f7e-19f7-498b-ac2a-326ff047afa0 None None] Resources bound (agent type, host, resource id): {{(pid=102293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 05 22:44:38.175790 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.206965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Port': ['ID=5de58999-e5f6-459b-a182-8689a01f4bd4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:38.215928 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No DVR routers for this DVR port 5de58999-e5f6-459b-a182-8689a01f4bd4 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:38.294676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.314857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4a4431-968b-4980-ba9a-5b85456932e8']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:38.324090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31f48ac-f869-47bf-9b3f-2492c09afd85') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:38.324401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31f48ac-f869-47bf-9b3f-2492c09afd85') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:38.338158 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.351286 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.357268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:38.358193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:38.361137 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:38.495396 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.502681 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.505525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/ca4a4431-968b-4980-ba9a-5b85456932e8 HTTP/1.1" status: 204 len: 168 time: 1.9932063 Nov 05 22:44:38.508826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44024) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:38.517191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d5d16-b148-46a2-a55c-ec6c7ec4366f tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Network': ['ID=ca4a4431-968b-4980-ba9a-5b85456932e8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:38.538187 n-d-816738-5 neutron-server[102291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee505616-891e-41da-a7e2-d8582ef35a47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] GET failed (client error): The resource could not be found. Nov 05 22:44:38.539480 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ee505616-891e-41da-a7e2-d8582ef35a47 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "GET /v2.0/subnets/4d5f18ce-1004-45e3-908c-52b3c16ecd18 HTTP/1.1" status: 404 len: 337 time: 0.0295882 Nov 05 22:44:38.541056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f73f3936-78a6-4ccd-9739-63f44a15dc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.542389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44026) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:38.560617 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-295e9b17-a1a4-4037-a0d5-2a661bd87b69 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] DELETE failed (client error): The resource could not be found. Nov 05 22:44:38.561066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295e9b17-a1a4-4037-a0d5-2a661bd87b69 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:44:38.564013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-295e9b17-a1a4-4037-a0d5-2a661bd87b69 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/ca4a4431-968b-4980-ba9a-5b85456932e8 HTTP/1.1" status: 404 len: 339 time: 0.0206530 Nov 05 22:44:38.567592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44028) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:38.593228 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dc2d10-2019-402a-9000-53e62e696974 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] DELETE failed (client error): The resource could not be found. Nov 05 22:44:38.593667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dc2d10-2019-402a-9000-53e62e696974 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:44:38.596581 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d6dc2d10-2019-402a-9000-53e62e696974 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/subnets/4d5f18ce-1004-45e3-908c-52b3c16ecd18 HTTP/1.1" status: 404 len: 337 time: 0.0281093 Nov 05 22:44:38.598890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44030) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:38.616014 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb141f1-60e9-4fb3-9f5f-39d023a40bab tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] DELETE failed (client error): The resource could not be found. Nov 05 22:44:38.616530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb141f1-60e9-4fb3-9f5f-39d023a40bab tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:44:38.619384 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4bb141f1-60e9-4fb3-9f5f-39d023a40bab tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/ca4a4431-968b-4980-ba9a-5b85456932e8 HTTP/1.1" status: 404 len: 339 time: 0.0196269 Nov 05 22:44:38.621581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:38.674941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Deleting subnet 6d3ccc8e-3708-4e39-be2f-ca80eca94990 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:44:38.677973 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.716370 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.796170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.916775 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.944931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3ccc8e-3708-4e39-be2f-ca80eca94990,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:38.946898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:38.951124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a33a0c-518f-4895-9949-0ca6233f662f None None] Network dbe91101-c028-4872-831e-f4f624b486ac requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:38.953279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44034) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:38.953418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3b09d1c3-b527-43a6-afc6-aaeeec50333d tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/subnets/6d3ccc8e-3708-4e39-be2f-ca80eca94990 HTTP/1.1" status: 204 len: 168 time: 0.3308353 Nov 05 22:44:39.046905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.073567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:39.102421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Deleting port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:39.103067 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.135640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:39.136008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.157489 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] DHCP port deletion for dbe91101-c028-4872-831e-f4f624b486ac request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:44:39.179381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] For port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,segment=NetworkSegment(2075a1ac-e1c1-4490-8f86-1f29854359b9),segment_id=2075a1ac-e1c1-4490-8f86-1f29854359b9)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:39.179700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.192945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Calling delete_port for 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:39.252286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] Deleting port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:39.252689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.316077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] For port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,segment=NetworkSegment(2075a1ac-e1c1-4490-8f86-1f29854359b9),segment_id=2075a1ac-e1c1-4490-8f86-1f29854359b9)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:39.316493 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.328588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] Calling delete_port for 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:39.333150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.359007 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Port': ['ID=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:39.362450 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No DVR routers for this DVR port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:39.404821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.433865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] Pushing event deleted for resources: {'Port': ['ID=9a7ee89b-fc70-49b1-a94a-c1843e10ce21,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:39.436251 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9e06a-634f-4bcc-9b27-801a927c15ed None None] No DVR routers for this DVR port 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:39.444248 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.464288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe91101-c028-4872-831e-f4f624b486ac']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:39.473618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2075a1ac-e1c1-4490-8f86-1f29854359b9') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:39.473909 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2075a1ac-e1c1-4490-8f86-1f29854359b9') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:39.483846 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.496635 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.504239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:39.509214 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:39.644302 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.653716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.656246 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/dbe91101-c028-4872-831e-f4f624b486ac HTTP/1.1" status: 204 len: 168 time: 0.7016351 Nov 05 22:44:39.658947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44036) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:39.665685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Network': ['ID=dbe91101-c028-4872-831e-f4f624b486ac,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:39.674215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.674546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.674891 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.675241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.675720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.676162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.676498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.676822 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.677145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.677464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.677784 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.678105 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a072ea-ad38-4ac3-a5fa-86882dd27568 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:39.685447 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2251fac-f762-4793-968c-991398fbbfbe tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] DELETE failed (client error): The resource could not be found. Nov 05 22:44:39.685924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2251fac-f762-4793-968c-991398fbbfbe tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:44:39.688874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e2251fac-f762-4793-968c-991398fbbfbe tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/subnets/19c21b55-b92f-4807-ad80-8e4ed832da67 HTTP/1.1" status: 404 len: 337 time: 0.0289130 Nov 05 22:44:39.691464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44038) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:39.708677 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db2215a-497c-44ce-b8d3-68b167eee222 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] DELETE failed (client error): The resource could not be found. Nov 05 22:44:39.709135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db2215a-497c-44ce-b8d3-68b167eee222 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:44:39.711992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-3db2215a-497c-44ce-b8d3-68b167eee222 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/10a8440e-be64-4348-9717-3476292d0e3f HTTP/1.1" status: 404 len: 339 time: 0.0196235 Nov 05 22:44:39.715340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44040) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:39.740762 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36f2d42-41ef-4262-9a56-e97b3e93da29 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] DELETE failed (client error): The resource could not be found. Nov 05 22:44:39.741198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36f2d42-41ef-4262-9a56-e97b3e93da29 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:44:39.744118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e36f2d42-41ef-4262-9a56-e97b3e93da29 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/subnets/5e8937b3-3cc2-4f5f-a7d9-669ad8f5b224 HTTP/1.1" status: 404 len: 337 time: 0.0278862 Nov 05 22:44:39.746590 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44042) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:39.763840 n-d-816738-5 neutron-server[102292]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c88122-5145-4a3b-9647-7e7b7af6fa1e tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] DELETE failed (client error): The resource could not be found. Nov 05 22:44:39.768285 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c88122-5145-4a3b-9647-7e7b7af6fa1e tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 05 22:44:39.768285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-79c88122-5145-4a3b-9647-7e7b7af6fa1e tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/921845db-1ff0-4ec8-bcec-02e0b5efbcd2 HTTP/1.1" status: 404 len: 339 time: 0.0198073 Nov 05 22:44:39.770035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44044) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:39.820990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Deleting subnet 12916263-b6bb-431f-b1cd-9461b9b17b2b {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:44:39.824185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.864399 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:39.948884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.082098 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.107662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Subnet': ['ID=12916263-b6bb-431f-b1cd-9461b9b17b2b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:40.118538 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.118538 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2ceed9ff-31ae-40fe-92f7-22edbc42caf5 tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/subnets/12916263-b6bb-431f-b1cd-9461b9b17b2b HTTP/1.1" status: 204 len: 168 time: 0.3453109 Nov 05 22:44:40.119080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44046) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:40.121303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daffcada-187b-4117-bb52-4b4e1db59203 None None] Network c45ae7aa-a688-45b0-90ac-369365924a9b requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:40.199009 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.236687 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.253233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Deleting port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:40.253439 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.294609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] DHCP port deletion for c45ae7aa-a688-45b0-90ac-369365924a9b request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:44:40.318382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] For port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,segment=NetworkSegment(47a41cda-87db-4516-a758-25b356ddbad1),segment_id=47a41cda-87db-4516-a758-25b356ddbad1)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:40.318752 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.336195 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Calling delete_port for 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:40.341877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] Deleting port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:40.342245 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.403458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] For port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,segment=NetworkSegment(47a41cda-87db-4516-a758-25b356ddbad1),segment_id=47a41cda-87db-4516-a758-25b356ddbad1)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:40.403935 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.416101 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] Calling delete_port for 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:40.556210 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.562119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.582805 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Port': ['ID=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:40.586341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] No DVR routers for this DVR port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:40.587666 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] Pushing event deleted for resources: {'Port': ['ID=57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:40.592076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd4cc8-4c29-4cab-bc25-4247be828e0f None None] No DVR routers for this DVR port 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:40.665523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.685194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45ae7aa-a688-45b0-90ac-369365924a9b']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:40.694687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a41cda-87db-4516-a758-25b356ddbad1') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:40.694973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a41cda-87db-4516-a758-25b356ddbad1') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:40.704148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.716638 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.722396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:40.722768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:40.725675 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:40.855622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.863773 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:40.866196 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] 10.222.0.41 "DELETE /v2.0/networks/c45ae7aa-a688-45b0-90ac-369365924a9b HTTP/1.1" status: 204 len: 168 time: 0.7453763 Nov 05 22:44:40.877723 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c59966-f2fa-42bb-8baa-42649c1cf90b tempest-NetworksIpV6Test-2072941519 tempest-NetworksIpV6Test-2072941519-project] Pushing event deleted for resources: {'Network': ['ID=c45ae7aa-a688-45b0-90ac-369365924a9b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:41.059025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:44:41.079262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:44:41.079629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 9a7ee89b-fc70-49b1-a94a-c1843e10ce21 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:44:41.080038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:44:41.099069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:44:41.104669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 57851a69-9ac4-4480-a0a6-4fa2ba9c0f7d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:44:41.313840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44052) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:41.444688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-859ddeec-c02c-4c1f-b531-197197425c29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea91aaaf3f634bf4a6e313257f501427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296709 Nov 05 22:44:41.447218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44056) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:41.494477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de57f472-8f7b-42a5-a95b-1e1f83d08aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:41.515275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de57f472-8f7b-42a5-a95b-1e1f83d08aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:41.647205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de57f472-8f7b-42a5-a95b-1e1f83d08aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:41.649826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-de57f472-8f7b-42a5-a95b-1e1f83d08aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:41.650972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-de57f472-8f7b-42a5-a95b-1e1f83d08aa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bb9db0f-ad45-43ab-a7b8-06e0f40a1587 HTTP/1.1" status: 204 len: 168 time: 0.2028174 Nov 05 22:44:41.659127 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:41.659662 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f472-8f7b-42a5-a95b-1e1f83d08aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb9db0f-ad45-43ab-a7b8-06e0f40a1587,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:42.087565 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:42.557778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44078) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:42.650255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-41dde833-6cb1-4c71-b760-17fc2a6ff798 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1260863333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:42.741075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41dde833-6cb1-4c71-b760-17fc2a6ff798 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:42.741986 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41dde833-6cb1-4c71-b760-17fc2a6ff798 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:42.794389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41dde833-6cb1-4c71-b760-17fc2a6ff798 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:42.864628 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41dde833-6cb1-4c71-b760-17fc2a6ff798 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:42.940789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41dde833-6cb1-4c71-b760-17fc2a6ff798 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:42.942002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41dde833-6cb1-4c71-b760-17fc2a6ff798 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3832169 Nov 05 22:44:42.944684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44082) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:42.949346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1185900169'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:43.041751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Made reservation on behalf of b8b42730962346cbbf0eefeb2d15a957 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:43.045732 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.054209 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.126512 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.184459 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.211133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:43.220997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84507909-e5e6-4d1a-bd31-6beac9e22b30,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:43.227754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.228122 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Added segment 595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229 of type vlan for network b7d9e51b-3344-436c-88ab-2b147baaad30 Nov 05 22:44:43.267909 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.346596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.352228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:43.352813 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:43.681473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event updated for resources: {'Network': ['ID=b7d9e51b-3344-436c-88ab-2b147baaad30,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:43.691802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network b7d9e51b-3344-436c-88ab-2b147baaad30 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:43.709167 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fd65bfe6-e7a3-4e46-86db-c5b515da108d tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7634280 Nov 05 22:44:43.716365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44084) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:43.721425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Request body: {'subnet': {'network_id': 'b7d9e51b-3344-436c-88ab-2b147baaad30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:43.866361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Made reservation on behalf of b8b42730962346cbbf0eefeb2d15a957 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:43.869901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.106770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.166351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event updated for resources: {'Subnet': ['ID=af168e13-ad2b-4b8c-a628-39e0fee533a9,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:44.176512 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Checking segment: {'id': '595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b7d9e51b-3344-436c-88ab-2b147baaad30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:44.176869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Network hostable DHCP agents. Network: b7d9e51b-3344-436c-88ab-2b147baaad30, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:44.260661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Network b7d9e51b-3344-436c-88ab-2b147baaad30 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:44.346304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, b7d9e51b-3344-436c-88ab-2b147baaad30) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:44.350152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:44.350742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.356076 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5bed59-840f-41ad-91e3-fbd50a74cff0 None None] Network b7d9e51b-3344-436c-88ab-2b147baaad30 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:44.439628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-36fa921c-87c5-470b-ab17-14d7395e66c2 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220819 Nov 05 22:44:44.442992 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44086) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:44.448180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1814887930'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:44.527353 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Made reservation on behalf of b8b42730962346cbbf0eefeb2d15a957 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:44.531032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.555694 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:44.565329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.565663 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Added segment fc946cb7-4246-4ff9-ad23-0c93221e6923 of type vlan for network 05a9434d-2148-45cd-8909-7b1c225f76ee Nov 05 22:44:44.605132 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.652296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-b7d9e51b-3344-436c-88ab-2b147baaad30', 'network_id': 'b7d9e51b-3344-436c-88ab-2b147baaad30', 'tenant_id': 'b8b42730962346cbbf0eefeb2d15a957', 'fixed_ips': [{'subnet_id': 'af168e13-ad2b-4b8c-a628-39e0fee533a9'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:44.653146 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.698682 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.704388 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:44.704966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.775244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event updated for resources: {'Network': ['ID=05a9434d-2148-45cd-8909-7b1c225f76ee,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:44.789183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 05a9434d-2148-45cd-8909-7b1c225f76ee details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:44.794639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Allocated IP 172.20.0.2 (b7d9e51b-3344-436c-88ab-2b147baaad30/af168e13-ad2b-4b8c-a628-39e0fee533a9/76d11559-d35f-4d1b-8e16-d2b9095ed115) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:44.806709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d96d2833-beed-4187-a942-104f6d4502f6 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3625150 Nov 05 22:44:44.812194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44088) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:44.817230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Request body: {'subnet': {'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:44.958614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Made reservation on behalf of b8b42730962346cbbf0eefeb2d15a957 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:44.962221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:44.992107 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.059682 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.097401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Network b7d9e51b-3344-436c-88ab-2b147baaad30 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:45.100606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:45.106073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:45.118413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Pushing event updated for resources: {'Port': ['ID=76d11559-d35f-4d1b-8e16-d2b9095ed115,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:45.165292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Attempting to bind port 76d11559-d35f-4d1b-8e16-d2b9095ed115 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:45.165575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Attempting to bind port 76d11559-d35f-4d1b-8e16-d2b9095ed115 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b7d9e51b-3344-436c-88ab-2b147baaad30'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:45.165934 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Attempting to bind port 76d11559-d35f-4d1b-8e16-d2b9095ed115 on network b7d9e51b-3344-436c-88ab-2b147baaad30 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:45.170920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:45.171290 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Checking segment: {'id': '595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b7d9e51b-3344-436c-88ab-2b147baaad30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:45.171725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.172116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Bound using segment: {'id': '595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b7d9e51b-3344-436c-88ab-2b147baaad30'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:45.172577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Bound port: 76d11559-d35f-4d1b-8e16-d2b9095ed115, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b7d9e51b-3344-436c-88ab-2b147baaad30'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:45.172955 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.196575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.243694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] For port 76d11559-d35f-4d1b-8e16-d2b9095ed115, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:45.246815 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] For port 76d11559-d35f-4d1b-8e16-d2b9095ed115, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=76d11559-d35f-4d1b-8e16-d2b9095ed115,segment=NetworkSegment(595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229),segment_id=595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:45.266242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event updated for resources: {'Subnet': ['ID=dad0e5ce-9145-4b79-ad81-d6076db8c783,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:45.268439 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Checking segment: {'id': 'fc946cb7-4246-4ff9-ad23-0c93221e6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:45.268793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Network hostable DHCP agents. Network: 05a9434d-2148-45cd-8909-7b1c225f76ee, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:45.328690 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.365516 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Network 05a9434d-2148-45cd-8909-7b1c225f76ee is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:45.383519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e6a9d-0cb5-432b-a22d-8bc7b53fa2b5 None None] Pushing event updated for resources: {'Port': ['ID=76d11559-d35f-4d1b-8e16-d2b9095ed115,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:45.443835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 05a9434d-2148-45cd-8909-7b1c225f76ee) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:45.449408 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:45.455721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.456814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83fff5f-fd9d-4c6c-94ef-2555457cb66b None None] Network 05a9434d-2148-45cd-8909-7b1c225f76ee requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:45.564655 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e3b82a94-1cb3-45a2-a745-a3586b8b7905 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7513359 Nov 05 22:44:45.567383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44090) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:45.576835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4d4dd568-4f94-419e-a717-36ebb5a23605 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Request body: {'router': {'external_gateway_info': {'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:45.632805 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-05a9434d-2148-45cd-8909-7b1c225f76ee', 'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee', 'tenant_id': 'b8b42730962346cbbf0eefeb2d15a957', 'fixed_ips': [{'subnet_id': 'dad0e5ce-9145-4b79-ad81-d6076db8c783'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:45.633671 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.771448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Allocated IP 172.21.0.2 (05a9434d-2148-45cd-8909-7b1c225f76ee/dad0e5ce-9145-4b79-ad81-d6076db8c783/2845d602-91cc-4923-a12d-060c64fcbe5e) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:45.787456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd568-4f94-419e-a717-36ebb5a23605 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.910840 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:45.960288 n-d-816738-5 neutron-server[102291]: INFO neutron.api.v2.resource [None req-4d4dd568-4f94-419e-a717-36ebb5a23605 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 05 22:44:45.961371 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4d4dd568-4f94-419e-a717-36ebb5a23605 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "PUT /v2.0/routers/7f0d88d8-8558-4ae9-8198-165341d319d8 HTTP/1.1" status: 400 len: 364 time: 0.3929551 Nov 05 22:44:45.968026 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44092) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:45.970327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.018000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Network 05a9434d-2148-45cd-8909-7b1c225f76ee is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:46.021085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:46.023606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:46.028978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Deleting subnet dad0e5ce-9145-4b79-ad81-d6076db8c783 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:44:46.031992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Pushing event updated for resources: {'Port': ['ID=2845d602-91cc-4923-a12d-060c64fcbe5e,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:46.033092 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.083473 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.087062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Attempting to bind port 2845d602-91cc-4923-a12d-060c64fcbe5e on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:46.087431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Attempting to bind port 2845d602-91cc-4923-a12d-060c64fcbe5e by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'fc946cb7-4246-4ff9-ad23-0c93221e6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:46.088043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Attempting to bind port 2845d602-91cc-4923-a12d-060c64fcbe5e on network 05a9434d-2148-45cd-8909-7b1c225f76ee {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:46.094335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:46.096038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Checking segment: {'id': 'fc946cb7-4246-4ff9-ad23-0c93221e6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:46.096038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.096038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Bound using segment: {'id': 'fc946cb7-4246-4ff9-ad23-0c93221e6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:46.096038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Bound port: 2845d602-91cc-4923-a12d-060c64fcbe5e, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc946cb7-4246-4ff9-ad23-0c93221e6923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05a9434d-2148-45cd-8909-7b1c225f76ee'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:46.096462 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.168231 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] For port 2845d602-91cc-4923-a12d-060c64fcbe5e, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:46.172363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] For port 2845d602-91cc-4923-a12d-060c64fcbe5e, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2845d602-91cc-4923-a12d-060c64fcbe5e,segment=NetworkSegment(fc946cb7-4246-4ff9-ad23-0c93221e6923),segment_id=fc946cb7-4246-4ff9-ad23-0c93221e6923)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:46.233982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.234945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.306146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b9cad-4d2e-43a3-95bc-ba0cf96b54da None None] Pushing event updated for resources: {'Port': ['ID=2845d602-91cc-4923-a12d-060c64fcbe5e,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:46.312499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f20dc6-cae9-4d16-8e0f-b59390c3fd69 None None] Network b7d9e51b-3344-436c-88ab-2b147baaad30 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:46.368113 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.383625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-19a63d16-a7d5-4e27-9d0e-3e526a384102 None None] Provisioning complete for port 76d11559-d35f-4d1b-8e16-d2b9095ed115 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:46.383996 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-a7d5-4e27-9d0e-3e526a384102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.399138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event deleted for resources: {'Subnet': ['ID=dad0e5ce-9145-4b79-ad81-d6076db8c783,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:46.404898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.408486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4210a794-249d-4c71-b01b-93cbadcef2ad tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "DELETE /v2.0/subnets/dad0e5ce-9145-4b79-ad81-d6076db8c783 HTTP/1.1" status: 204 len: 168 time: 0.4394445 Nov 05 22:44:46.411046 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44094) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:46.517233 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.518710 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:44:46.564291 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-a7d5-4e27-9d0e-3e526a384102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.577025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Deleting port 2845d602-91cc-4923-a12d-060c64fcbe5e {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:46.577364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.607984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-19a63d16-a7d5-4e27-9d0e-3e526a384102 None None] For port 76d11559-d35f-4d1b-8e16-d2b9095ed115, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=76d11559-d35f-4d1b-8e16-d2b9095ed115,segment=NetworkSegment(595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229),segment_id=595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:46.659169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] For port 2845d602-91cc-4923-a12d-060c64fcbe5e, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2845d602-91cc-4923-a12d-060c64fcbe5e,segment=NetworkSegment(fc946cb7-4246-4ff9-ad23-0c93221e6923),segment_id=fc946cb7-4246-4ff9-ad23-0c93221e6923)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:46.659541 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.674569 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Calling delete_port for 2845d602-91cc-4923-a12d-060c64fcbe5e owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:46.679492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-a7d5-4e27-9d0e-3e526a384102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.737124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a63d16-a7d5-4e27-9d0e-3e526a384102 None None] Pushing event updated for resources: {'Port': ['ID=76d11559-d35f-4d1b-8e16-d2b9095ed115,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:46.800873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b12e5c22-16d6-4cf7-b889-1d0299a7f0f0 None None] Provisioning complete for port 76d11559-d35f-4d1b-8e16-d2b9095ed115 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:46.801243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b12e5c22-16d6-4cf7-b889-1d0299a7f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.853301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.880379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event deleted for resources: {'Port': ['ID=2845d602-91cc-4923-a12d-060c64fcbe5e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:46.884135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] No DVR routers for this DVR port 2845d602-91cc-4923-a12d-060c64fcbe5e on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:46.967099 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:46.989161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a9434d-2148-45cd-8909-7b1c225f76ee']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:47.000288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc946cb7-4246-4ff9-ad23-0c93221e6923') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:47.000582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc946cb7-4246-4ff9-ad23-0c93221e6923') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:47.010432 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.024689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.037551 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:47.038052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:47.041231 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:47.121901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 76d11559-d35f-4d1b-8e16-d2b9095ed115 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:47.170815 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.176560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.177866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 76d11559-d35f-4d1b-8e16-d2b9095ed115 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:47.178259 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.180071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "DELETE /v2.0/networks/05a9434d-2148-45cd-8909-7b1c225f76ee HTTP/1.1" status: 204 len: 168 time: 0.7677753 Nov 05 22:44:47.182624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44096) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:47.195129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb345e92-7449-47c9-8b5c-e742efbe8abc tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event deleted for resources: {'Network': ['ID=05a9434d-2148-45cd-8909-7b1c225f76ee,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:47.245874 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Deleting subnet af168e13-ad2b-4b8c-a628-39e0fee533a9 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:44:47.249380 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.291691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.371599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e11512-e9c0-40b7-99c3-6603f59f2283 None None] DHCP port deletion for 05a9434d-2148-45cd-8909-7b1c225f76ee request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:44:47.384922 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.390778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f352b6-9335-4550-9b28-8e120d6e0ad6 None None] Network 05a9434d-2148-45cd-8909-7b1c225f76ee requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:47.406967 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8e5345ee-ff73-4225-944e-38c67800f158 None None] Could not find standard attr ID for object 2845d602-91cc-4923-a12d-060c64fcbe5e. {{(pid=102293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 05 22:44:47.408397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f352b6-9335-4550-9b28-8e120d6e0ad6 None None] Network 05a9434d-2148-45cd-8909-7b1c225f76ee could not be found, it might have been deleted concurrently. {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 05 22:44:47.518514 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.547526 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event deleted for resources: {'Subnet': ['ID=af168e13-ad2b-4b8c-a628-39e0fee533a9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:47.549548 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.553778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0d930af7-612d-423b-a532-5874fb8d3def tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "DELETE /v2.0/subnets/af168e13-ad2b-4b8c-a628-39e0fee533a9 HTTP/1.1" status: 204 len: 168 time: 0.3674328 Nov 05 22:44:47.555575 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44098) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:47.556979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e3c68-4716-435b-a4af-4e5fa36c2f21 None None] Network b7d9e51b-3344-436c-88ab-2b147baaad30 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:47.631296 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.690366 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Deleting port 76d11559-d35f-4d1b-8e16-d2b9095ed115 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:47.690695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.740944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] DHCP port deletion for b7d9e51b-3344-436c-88ab-2b147baaad30 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:44:47.756429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] For port 76d11559-d35f-4d1b-8e16-d2b9095ed115, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=76d11559-d35f-4d1b-8e16-d2b9095ed115,segment=NetworkSegment(595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229),segment_id=595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:47.756790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.769744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Calling delete_port for 76d11559-d35f-4d1b-8e16-d2b9095ed115 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:47.788551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] Deleting port 76d11559-d35f-4d1b-8e16-d2b9095ed115 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:44:47.788925 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.855737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] For port 76d11559-d35f-4d1b-8e16-d2b9095ed115, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=76d11559-d35f-4d1b-8e16-d2b9095ed115,segment=NetworkSegment(595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229),segment_id=595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:47.861010 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.868906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] Calling delete_port for 76d11559-d35f-4d1b-8e16-d2b9095ed115 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:44:47.946855 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.952678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:47.974721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event deleted for resources: {'Port': ['ID=76d11559-d35f-4d1b-8e16-d2b9095ed115,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:47.976481 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] No DVR routers for this DVR port 76d11559-d35f-4d1b-8e16-d2b9095ed115 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:47.977685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] Pushing event deleted for resources: {'Port': ['ID=76d11559-d35f-4d1b-8e16-d2b9095ed115,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:47.980873 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d252a-3855-4d0f-a54a-4bb523c232e5 None None] No DVR routers for this DVR port 76d11559-d35f-4d1b-8e16-d2b9095ed115 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:44:48.056744 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.082295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d9e51b-3344-436c-88ab-2b147baaad30']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:48.092773 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:48.093090 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595dd4ce-6cf3-4b51-b7d7-3e76cd7a2229') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:48.102904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.116055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.121800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:44:48.122172 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:44:48.125649 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:44:48.267108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.273691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.276860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "DELETE /v2.0/networks/b7d9e51b-3344-436c-88ab-2b147baaad30 HTTP/1.1" status: 204 len: 168 time: 0.7202952 Nov 05 22:44:48.279637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:48.288133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31415-35d3-4b12-8be6-f48507d596b4 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Pushing event deleted for resources: {'Network': ['ID=b7d9e51b-3344-436c-88ab-2b147baaad30,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:48.307066 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e09849c9-d14e-4bdd-b855-780a9f119ac9 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f0d88d8-8558-4ae9-8198-165341d319d8 HTTP/1.1" status: 200 len: 205 time: 0.0262752 Nov 05 22:44:48.309446 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44102) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:48.383696 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79bd9e32-1adf-4341-a09c-cfa25b50b358 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.537822 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79bd9e32-1adf-4341-a09c-cfa25b50b358 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.539850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79bd9e32-1adf-4341-a09c-cfa25b50b358 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.652969 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79bd9e32-1adf-4341-a09c-cfa25b50b358 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.653497 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bd9e32-1adf-4341-a09c-cfa25b50b358 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Fanout notify agent at l3_agent the message router_deleted on router 7f0d88d8-8558-4ae9-8198-165341d319d8 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:44:48.660828 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-79bd9e32-1adf-4341-a09c-cfa25b50b358 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:48.661924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-79bd9e32-1adf-4341-a09c-cfa25b50b358 tempest-RoutersNegativeTest-1403129764 tempest-RoutersNegativeTest-1403129764-project] 10.222.0.41 "DELETE /v2.0/routers/7f0d88d8-8558-4ae9-8198-165341d319d8 HTTP/1.1" status: 204 len: 168 time: 0.3514934 Nov 05 22:44:49.064617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2845d602-91cc-4923-a12d-060c64fcbe5e no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:44:49.088859 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2845d602-91cc-4923-a12d-060c64fcbe5e {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:44:49.089202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2845d602-91cc-4923-a12d-060c64fcbe5e not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:44:49.089613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 76d11559-d35f-4d1b-8e16-d2b9095ed115 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:44:49.109905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 76d11559-d35f-4d1b-8e16-d2b9095ed115 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:44:49.110244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 76d11559-d35f-4d1b-8e16-d2b9095ed115 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:44:49.134839 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44108) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:49.268481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a974f14e-26de-4163-9934-0cf5e51e2ba4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8b42730962346cbbf0eefeb2d15a957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324716 Nov 05 22:44:49.270955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44112) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:49.320407 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e567edb8-b843-4e5e-8304-e4334ce23888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:49.340478 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e567edb8-b843-4e5e-8304-e4334ce23888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:49.441248 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e567edb8-b843-4e5e-8304-e4334ce23888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:49.443814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-e567edb8-b843-4e5e-8304-e4334ce23888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:49.444946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-e567edb8-b843-4e5e-8304-e4334ce23888 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84507909-e5e6-4d1a-bd31-6beac9e22b30 HTTP/1.1" status: 204 len: 168 time: 0.1731174 Nov 05 22:44:49.452998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567edb8-b843-4e5e-8304-e4334ce23888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84507909-e5e6-4d1a-bd31-6beac9e22b30,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:50.342461 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44134) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:50.434045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-113292014-network', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:50.538613 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Made reservation on behalf of 5df17007b26f45649f51861fb2a75b8b for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:50.540969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.549878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.621631 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.689280 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.718229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:50.727641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd0918f-bf83-428b-a814-e0973f28d07e,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:50.732580 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.732917 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Added segment 5bac660a-a4b4-4692-89fc-28315152f02d of type vlan for network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 Nov 05 22:44:50.771867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.875610 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.876490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:50.877061 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:50.935078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] Pushing event updated for resources: {'Network': ['ID=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:50.945331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:50.975675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dffc1aca-c022-4a1e-9326-9ee63c81659f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6319900 Nov 05 22:44:50.978374 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44138) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:50.983685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Request body: {'subnet': {'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-subnet', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:51.064272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Made reservation on behalf of 5df17007b26f45649f51861fb2a75b8b for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:51.066751 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.290078 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.350463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:51.360947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Checking segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:51.361298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Network hostable DHCP agents. Network: 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:51.455499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:51.558396 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:51.562404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:51.563000 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.569508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0be7b-e869-4daf-afcc-e50e17700b11 None None] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:51.624198 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cca70e55-fc32-4d56-a838-af0c438b3bed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6444552 Nov 05 22:44:51.626890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44140) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:51.631207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:51.714530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'fixed_ips': [{'subnet_id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:51.715365 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.718676 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.719796 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.775159 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.851157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Allocated IP 172.20.0.2 (2f789bd5-365e-4fbd-b8f6-8c5e76fabf14/35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58/0ec7f247-60e3-4cfd-8f7d-abc1b41ca786) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:51.970976 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:51.992908 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.073375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.110997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:52.117702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:52.120131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:52.132551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Pushing event updated for resources: {'Port': ['ID=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:52.182018 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Attempting to bind port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:52.182382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Attempting to bind port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:52.182739 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Attempting to bind port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:52.187636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:52.188001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Checking segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:52.188395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.188781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Bound using segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:52.189235 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Bound port: 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:52.189605 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.233722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.250918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] For port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:52.253895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] For port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:52.256771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.341600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.355838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Allocated IP 172.25.6.162 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:52.401783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467884a-7f8b-4e88-9c61-1f451683d910 None None] Pushing event updated for resources: {'Port': ['ID=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:52.468137 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.558919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:52.605414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:52.608713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:52.613304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:52.616495 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Pushing event updated for resources: {'Port': ['ID=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:52.901663 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.112609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:53.120074 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.173866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:53.174411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.240119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d4166-e2fc-4b4b-84d6-b59825b2e934 None None] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:53.285912 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.326742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1ad8662d-f1ad-41a8-8eed-73b8e5f77bb0 None None] Provisioning complete for port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:53.327097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ad8662d-f1ad-41a8-8eed-73b8e5f77bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.333287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:44:53.390903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:53.465297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.521937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ad8662d-f1ad-41a8-8eed-73b8e5f77bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.563366 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:53.709896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:44:53.754560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Sync routers for ids ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:44:53.778556 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-1ad8662d-f1ad-41a8-8eed-73b8e5f77bb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:44:53.778937 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-1ad8662d-f1ad-41a8-8eed-73b8e5f77bb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:44:53.779590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Routers {'9d48fad8-d4da-4ec7-b430-d12ab1079e5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:44:53.780294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:53.788770 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:53.790128 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0b6235d6-e13e-463b-be8a-ee5b22a5f54a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1622212 Nov 05 22:44:53.792770 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44142) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:53.901753 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Set router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:44:54.086965 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:44:52Z', 'revision_number': 3, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port': {'id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:52Z', 'updated_at': '2021-11-05T22:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:54.113059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Checking router: 9d48fad8-d4da-4ec7-b430-d12ab1079e5a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:44:54.113743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Updating router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:44:54.142361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.210743 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.369624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Allocated IP 172.20.0.1 (2f789bd5-365e-4fbd-b8f6-8c5e76fabf14/35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58/a8a0b18e-9ad4-4895-87da-631daf5cf4ce) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:54.415931 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.452720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-87521a4e-6826-46d4-b5ac-312f00a9fb58 None None] Provisioning complete for port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:54.453073 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-87521a4e-6826-46d4-b5ac-312f00a9fb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.475871 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.520355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.585224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1375f9-76de-40d1-8e19-de8c6aed5366 None None] Pushing event updated for resources: {'Port': ['ID=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:54.587400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Attempting to bind port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:54.587798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Attempting to bind port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:54.588162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Attempting to bind port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:54.593704 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.594505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:54.594878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:54.595283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.595714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:54.596170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Bound port: 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:54.596551 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.632862 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:54.639308 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:54.643857 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:54.646823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Pushing event updated for resources: {'Port': ['ID=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:54.651220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] For port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:54.655185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] For port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:54.685955 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.742387 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.812443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Routers {'9d48fad8-d4da-4ec7-b430-d12ab1079e5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:44:54.813077 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:54.853860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1375f9-76de-40d1-8e19-de8c6aed5366 None None] Pushing event updated for resources: {'Port': ['ID=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:54.915693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.932461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-af9b666c-dd62-4dc4-9c22-768f5fb4474f None None] Provisioning complete for port a8a0b18e-9ad4-4895-87da-631daf5cf4ce triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:54.932760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-af9b666c-dd62-4dc4-9c22-768f5fb4474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:54.961428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] Set router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:44:55.027025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-af9b666c-dd62-4dc4-9c22-768f5fb4474f None None] Port a8a0b18e-9ad4-4895-87da-631daf5cf4ce cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:44:55.093224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:55.099370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:55.164101 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:55.187985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:55.188536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:55.220196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:44:52Z', 'revision_number': 3, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port': {'id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:52Z', 'updated_at': '2021-11-05T22:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:55.237085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:55.238899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Pushing event updated for resources: {'Port': ['ID=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:55.252932 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32ac67-a807-4488-8df4-0154e225b790 None None] The sync data for ids ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'] in n-d-816738-5 is: [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:44:52Z', 'revision_number': 3, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port': {'id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:52Z', 'updated_at': '2021-11-05T22:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:44:55.339045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:55.340509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:55.461114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:44:55.602217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:44:55.608808 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ec8d9744-844b-409b-b101-d0e327494e5a admin admin] 10.222.0.41 "PUT /v2.0/routers/9d48fad8-d4da-4ec7-b430-d12ab1079e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8149412 Nov 05 22:44:55.650958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-196b7fc8-268a-43ea-8862-274ca7e3daa1 None None] Provisioning complete for port a8a0b18e-9ad4-4895-87da-631daf5cf4ce triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:55.651375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-196b7fc8-268a-43ea-8862-274ca7e3daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:55.691747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-196b7fc8-268a-43ea-8862-274ca7e3daa1 None None] Port a8a0b18e-9ad4-4895-87da-631daf5cf4ce cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:44:56.291023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44158) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:56.296099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1928820553-network', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:56.378873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Made reservation on behalf of eaf70aa471d747828b14eab9947c8e01 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:56.381234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.390434 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.465445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.533262 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.559215 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:44:56.569775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f631b2b-bf0a-4bd5-aece-13c741a2d693,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:56.578409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.578409 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Added segment e68081d7-0f00-4dda-9727-1f24829f4c52 of type vlan for network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 Nov 05 22:44:56.621873 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.710398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.711398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:56.712011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:56.766473 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Sync routers for ids ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:44:56.775846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] Pushing event updated for resources: {'Network': ['ID=99d06b83-b9a5-43c0-8e25-5a6961dbc948,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:56.776362 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Routers {'9d48fad8-d4da-4ec7-b430-d12ab1079e5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:44:56.777015 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:56.787904 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:44:56.807052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-009f4b63-8e0d-4f0c-a200-dad915e54e7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5124457 Nov 05 22:44:56.807408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44160) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:56.812279 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Request body: {'subnet': {'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-subnet', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:56.889410 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Set router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:44:56.910376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Made reservation on behalf of eaf70aa471d747828b14eab9947c8e01 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:44:56.912809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.100402 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:44:54Z', 'revision_number': 4, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port': {'id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:52Z', 'updated_at': '2021-11-05T22:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a8a0b18e-9ad4-4895-87da-631daf5cf4ce', 'name': '', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'mac_address': 'fa:16:3e:91:7c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:54Z', 'updated_at': '2021-11-05T22:44:54Z', 'revision_number': 2, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'subnets': [{'id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:57.124644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:57.133165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Checking router: 9d48fad8-d4da-4ec7-b430-d12ab1079e5a for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:44:57.133519 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Updating router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a port a8a0b18e-9ad4-4895-87da-631daf5cf4ce binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:44:57.133670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.189083 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:57.189494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.209774 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f389cc4-c28a-4356-869c-b4d6db411fe1,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:57.221270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.221902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.222212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.222651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.223089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.223527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.223986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.224422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.224847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.225245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.225798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.226145 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.234077 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Checking segment: {'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:57.234783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Network hostable DHCP agents. Network: 99d06b83-b9a5-43c0-8e25-5a6961dbc948, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:44:57.266440 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.278185 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.302766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:57.316208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:44:57.375267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.403800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 99d06b83-b9a5-43c0-8e25-5a6961dbc948) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:57.409290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:44:57.410393 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.422835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233be73-de45-40db-925f-4c39c5fd4802 None None] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:57.484637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:57.513010 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-09ff179c-78bf-40b1-9d77-0cff4021c474 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7044759 Nov 05 22:44:57.515506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44162) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:44:57.519977 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:44:57.533739 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.592720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-99d06b83-b9a5-43c0-8e25-5a6961dbc948', 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'fixed_ips': [{'subnet_id': '2f389cc4-c28a-4356-869c-b4d6db411fe1'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:44:57.593594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.601909 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.619141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.620284 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.693568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.699078 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Pushing event updated for resources: {'Port': ['ID=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:57.710602 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Attempting to bind port a8a0b18e-9ad4-4895-87da-631daf5cf4ce on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:57.711222 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Attempting to bind port a8a0b18e-9ad4-4895-87da-631daf5cf4ce by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:57.711795 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Attempting to bind port a8a0b18e-9ad4-4895-87da-631daf5cf4ce on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:57.721470 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.722040 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.722531 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.723032 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.725516 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.726024 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.726498 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.726989 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.727468 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.727964 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.728442 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.728914 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:44:57.736917 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:57.736917 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Checking segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:57.736917 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.736917 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Bound using segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:57.736917 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Bound port: a8a0b18e-9ad4-4895-87da-631daf5cf4ce, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:57.736917 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.746582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Allocated IP 172.20.0.2 (99d06b83-b9a5-43c0-8e25-5a6961dbc948/2f389cc4-c28a-4356-869c-b4d6db411fe1/d99d151c-0672-4460-ae14-476fc6719801) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:57.809642 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] For port a8a0b18e-9ad4-4895-87da-631daf5cf4ce, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:57.813214 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] For port a8a0b18e-9ad4-4895-87da-631daf5cf4ce, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:57.901370 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.904808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.926448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-71c0fa07-fdd1-40a2-9c5d-2474e58aa0b5 None None] Provisioning complete for port a8a0b18e-9ad4-4895-87da-631daf5cf4ce triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:57.926728 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71c0fa07-fdd1-40a2-9c5d-2474e58aa0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.930994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:57.971298 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Routers {'9d48fad8-d4da-4ec7-b430-d12ab1079e5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:44:57.971944 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:57.999984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.015435 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69071a-3d20-4965-924b-ea38d095597c None None] Pushing event updated for resources: {'Port': ['ID=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:58.047665 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71c0fa07-fdd1-40a2-9c5d-2474e58aa0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.059907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:58.072674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:58.078999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:58.081621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Pushing event updated for resources: {'Port': ['ID=d99d151c-0672-4460-ae14-476fc6719801,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:58.126881 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] Set router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:44:58.143386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-71c0fa07-fdd1-40a2-9c5d-2474e58aa0b5 None None] For port a8a0b18e-9ad4-4895-87da-631daf5cf4ce, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:58.157633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Attempting to bind port d99d151c-0672-4460-ae14-476fc6719801 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:44:58.158169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Attempting to bind port d99d151c-0672-4460-ae14-476fc6719801 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:44:58.158644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Attempting to bind port d99d151c-0672-4460-ae14-476fc6719801 on network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:44:58.165433 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:44:58.165943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Checking segment: {'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:44:58.166437 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.166939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Bound using segment: {'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:44:58.167710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Bound port: d99d151c-0672-4460-ae14-476fc6719801, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:44:58.168203 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.213513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-71c0fa07-fdd1-40a2-9c5d-2474e58aa0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.265130 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.280730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] For port d99d151c-0672-4460-ae14-476fc6719801, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:44:58.285154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.299954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] For port d99d151c-0672-4460-ae14-476fc6719801, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d99d151c-0672-4460-ae14-476fc6719801,segment=NetworkSegment(e68081d7-0f00-4dda-9727-1f24829f4c52),segment_id=e68081d7-0f00-4dda-9727-1f24829f4c52)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:44:58.301180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0fa07-fdd1-40a2-9c5d-2474e58aa0b5 None None] Pushing event updated for resources: {'Port': ['ID=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:58.334855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-402f78c6-ab4f-4f99-ae81-1a54ae1150a4 None None] Provisioning complete for port a8a0b18e-9ad4-4895-87da-631daf5cf4ce triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:58.335307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-402f78c6-ab4f-4f99-ae81-1a54ae1150a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.360966 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:44:54Z', 'revision_number': 4, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port': {'id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:52Z', 'updated_at': '2021-11-05T22:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a8a0b18e-9ad4-4895-87da-631daf5cf4ce', 'name': '', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'mac_address': 'fa:16:3e:91:7c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:54Z', 'updated_at': '2021-11-05T22:44:57Z', 'revision_number': 4, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'subnets': [{'id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:44:58.364140 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.389384 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecee1cf-0309-44ec-a2fd-afccdf353ac7 None None] The sync data for ids ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'] in n-d-816738-5 is: [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:44:54Z', 'revision_number': 4, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port': {'id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:52Z', 'updated_at': '2021-11-05T22:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'a8a0b18e-9ad4-4895-87da-631daf5cf4ce', 'name': '', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'mac_address': 'fa:16:3e:91:7c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:54Z', 'updated_at': '2021-11-05T22:44:57Z', 'revision_number': 4, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'subnets': [{'id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:44:58.397363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Allocated IP 172.25.6.161 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/ffbbd64e-7195-43b8-931a-2e831775ef87) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:44:58.454515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d6f04-0e1e-4615-b757-2ea151c2aef9 None None] Pushing event updated for resources: {'Port': ['ID=d99d151c-0672-4460-ae14-476fc6719801,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:58.566039 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.661866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:58.713932 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:44:58.718183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:44:58.720880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:44:58.727432 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbbd64e-7195-43b8-931a-2e831775ef87,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:44:59.103359 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:59.226499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a8a0b18e-9ad4-4895-87da-631daf5cf4ce up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:59.295992 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a8a0b18e-9ad4-4895-87da-631daf5cf4ce triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:59.296368 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:59.359792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:59.399675 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d99d151c-0672-4460-ae14-476fc6719801 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:44:59.454503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d99d151c-0672-4460-ae14-476fc6719801 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:59.455024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:59.479858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36026266-4a43-434c-b285-613fd8f6a63e None None] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:44:59.745713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-156b4c95-a2dd-42a6-ae2d-5879b5db037e None None] Provisioning complete for port d99d151c-0672-4460-ae14-476fc6719801 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:44:59.746014 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-156b4c95-a2dd-42a6-ae2d-5879b5db037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:59.858426 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:59.938435 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port d99d151c-0672-4460-ae14-476fc6719801, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d99d151c-0672-4460-ae14-476fc6719801,segment=NetworkSegment(e68081d7-0f00-4dda-9727-1f24829f4c52),segment_id=e68081d7-0f00-4dda-9727-1f24829f4c52)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:44:59.952403 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-156b4c95-a2dd-42a6-ae2d-5879b5db037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:44:59.956097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:45:00.039914 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.040726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:45:00.073004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:45:00.122317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Sync routers for ids ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:45:00.175678 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-156b4c95-a2dd-42a6-ae2d-5879b5db037e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:45:00.180890 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-156b4c95-a2dd-42a6-ae2d-5879b5db037e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:45:00.180890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Routers {'2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:45:00.181083 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.181531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:00.181654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c1208e11-b263-46a5-ba11-372a021d9870 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6614518 Nov 05 22:45:00.181654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44164) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:45:00.182968 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=d99d151c-0672-4460-ae14-476fc6719801,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:00.246258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:00.246957 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.329818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Set router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:45:00.541541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:44:58Z', 'revision_number': 3, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port': {'id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:58Z', 'updated_at': '2021-11-05T22:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:00.572474 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Checking router: 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:45:00.572826 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Updating router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 port ffbbd64e-7195-43b8-931a-2e831775ef87 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:45:00.596982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.597320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.752665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Allocated IP 172.20.0.1 (99d06b83-b9a5-43c0-8e25-5a6961dbc948/2f389cc4-c28a-4356-869c-b4d6db411fe1/4da7dfcc-00e5-4b2b-b76a-124fc93f139a) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:45:00.853617 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.881240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.886252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f4c31ae4-5521-428f-be3e-cdf568638822 None None] Provisioning complete for port d99d151c-0672-4460-ae14-476fc6719801 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:00.886614 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f4c31ae4-5521-428f-be3e-cdf568638822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.953107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:00.969610 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.002362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:45:01.002837 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:45:01.006488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:45:01.024508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Attempting to bind port ffbbd64e-7195-43b8-931a-2e831775ef87 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:45:01.024892 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Attempting to bind port ffbbd64e-7195-43b8-931a-2e831775ef87 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:45:01.025258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Attempting to bind port ffbbd64e-7195-43b8-931a-2e831775ef87 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:45:01.027374 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2565d0-f7e0-4bbf-b4e1-556099e7b7a0 None None] Pushing event updated for resources: {'Port': ['ID=ffbbd64e-7195-43b8-931a-2e831775ef87,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:01.030884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:01.033711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:45:01.034088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:45:01.034488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.034878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:45:01.035349 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Bound port: ffbbd64e-7195-43b8-931a-2e831775ef87, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:45:01.036112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.056629 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.098065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] For port ffbbd64e-7195-43b8-931a-2e831775ef87, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:45:01.101625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] For port ffbbd64e-7195-43b8-931a-2e831775ef87, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ffbbd64e-7195-43b8-931a-2e831775ef87,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:45:01.112288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d99d151c-0672-4460-ae14-476fc6719801 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:45:01.164797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.169538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d99d151c-0672-4460-ae14-476fc6719801 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:01.169897 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.259206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2565d0-f7e0-4bbf-b4e1-556099e7b7a0 None None] Pushing event updated for resources: {'Port': ['ID=ffbbd64e-7195-43b8-931a-2e831775ef87,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:01.261549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Routers {'2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:45:01.262135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:01.297368 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.397923 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-683e50a7-115e-4f4d-ae0f-81eba063e96a None None] Provisioning complete for port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:01.398296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-683e50a7-115e-4f4d-ae0f-81eba063e96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.402389 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.443690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] Set router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:45:01.468310 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.530373 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.616128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:01.619709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:01.665612 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-683e50a7-115e-4f4d-ae0f-81eba063e96a None None] Port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:45:01.722370 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:45:01.723927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:45:01.793008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:44:58Z', 'revision_number': 3, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port': {'id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:58Z', 'updated_at': '2021-11-05T22:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:01.824660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e467f9-7ef3-46e5-8991-5dd2607b34fa None None] The sync data for ids ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'] in n-d-816738-5 is: [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:44:58Z', 'revision_number': 3, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port': {'id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:58Z', 'updated_at': '2021-11-05T22:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:45:01.851403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:45:01.973763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:45:01.979011 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-06fa21b8-d9e3-4158-8d2f-ab6d3bcf71d7 admin admin] 10.222.0.41 "PUT /v2.0/routers/2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969589 Nov 05 22:45:01.990647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3c330300-2d0c-4f68-9e1a-7bc76188551d None None] Provisioning complete for port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:01.991225 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3c330300-2d0c-4f68-9e1a-7bc76188551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:02.032619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-3c330300-2d0c-4f68-9e1a-7bc76188551d None None] Port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:45:02.988024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-64d4e52a-fa46-411a-8c80-e50173216062 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:02.989511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-64d4e52a-fa46-411a-8c80-e50173216062 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/networks?id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 200 len: 816 time: 0.1042924 Nov 05 22:45:03.005494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-3d667ab8-889a-4f27-bc1b-f8a63111707c tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/quotas/5df17007b26f45649f51861fb2a75b8b HTTP/1.1" status: 200 len: 375 time: 0.0101631 Nov 05 22:45:03.075989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-288af89e-7f2b-465e-9bc2-ed7d5f3fba87 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622103 Nov 05 22:45:03.112871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ffbbd64e-7195-43b8-931a-2e831775ef87 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:45:03.172368 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ffbbd64e-7195-43b8-931a-2e831775ef87 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:03.172746 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:03.219106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-b424783e-e0fa-40ad-a56b-1a5ae9c2a3ee service neutron] 10.222.0.41 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316211 Nov 05 22:45:03.276128 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:03.298085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port ffbbd64e-7195-43b8-931a-2e831775ef87, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ffbbd64e-7195-43b8-931a-2e831775ef87,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:03.328304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-d5a3bd94-c383-4765-9b57-910381435001 service neutron] 10.222.0.41 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023884 Nov 05 22:45:03.334583 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Sync routers for ids ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:45:03.353999 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Routers {'2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:45:03.354621 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:03.369881 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:03.413764 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:03.448532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=ffbbd64e-7195-43b8-931a-2e831775ef87,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:03.477439 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Set router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:45:03.685400 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:45:01Z', 'revision_number': 4, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port': {'id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:58Z', 'updated_at': '2021-11-05T22:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4da7dfcc-00e5-4b2b-b76a-124fc93f139a', 'name': '', 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'mac_address': 'fa:16:3e:1a:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2f389cc4-c28a-4356-869c-b4d6db411fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:45:00Z', 'updated_at': '2021-11-05T22:45:01Z', 'revision_number': 2, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'subnets': [{'id': '2f389cc4-c28a-4356-869c-b4d6db411fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:03.719515 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Checking router: 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:45:03.719894 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Updating router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:45:03.729812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0bff7233-8add-4a62-9397-ca531e588808 req-a1223aec-046b-4849-b2f8-196689d3d0c4 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 210 time: 0.1418412 Nov 05 22:45:03.745308 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.004689 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.084030 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.134673 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7fcde-386e-4e92-a31e-079f84f5f1ec None None] Pushing event updated for resources: {'Port': ['ID=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:04.185782 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Attempting to bind port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:45:04.186139 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Attempting to bind port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:45:04.186497 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Attempting to bind port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a on network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:45:04.191676 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:45:04.192107 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Checking segment: {'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:45:04.192547 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.193972 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Bound using segment: {'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:45:04.194454 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Bound port: 4da7dfcc-00e5-4b2b-b76a-124fc93f139a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68081d7-0f00-4dda-9727-1f24829f4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:45:04.194960 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.361650 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] For port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:45:04.365231 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] For port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,segment=NetworkSegment(e68081d7-0f00-4dda-9727-1f24829f4c52),segment_id=e68081d7-0f00-4dda-9727-1f24829f4c52)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:45:04.369590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1edeacee-57fa-4848-8dda-ecf3648f8821 None None] Provisioning complete for port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:04.370082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1edeacee-57fa-4848-8dda-ecf3648f8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.402842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1edeacee-57fa-4848-8dda-ecf3648f8821 None None] Port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:45:04.442411 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.499839 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Routers {'2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:45:04.500482 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:44:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:04.505412 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7fcde-386e-4e92-a31e-079f84f5f1ec None None] Pushing event updated for resources: {'Port': ['ID=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:04.617221 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] Set router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:45:04.729724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9af5ecd6-0df9-4582-9c3c-d36102ff6792 None None] Provisioning complete for port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:04.730036 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9af5ecd6-0df9-4582-9c3c-d36102ff6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.816575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9af5ecd6-0df9-4582-9c3c-d36102ff6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.826035 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:45:01Z', 'revision_number': 4, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port': {'id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:58Z', 'updated_at': '2021-11-05T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4da7dfcc-00e5-4b2b-b76a-124fc93f139a', 'name': '', 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'mac_address': 'fa:16:3e:1a:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2f389cc4-c28a-4356-869c-b4d6db411fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:45:00Z', 'updated_at': '2021-11-05T22:45:04Z', 'revision_number': 4, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'subnets': [{'id': '2f389cc4-c28a-4356-869c-b4d6db411fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:45:04.851771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9af5ecd6-0df9-4582-9c3c-d36102ff6792 None None] For port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,segment=NetworkSegment(e68081d7-0f00-4dda-9727-1f24829f4c52),segment_id=e68081d7-0f00-4dda-9727-1f24829f4c52)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:04.852463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c43e0e96-6a9c-4969-8246-4cdcc031d17a req-f485acd9-56a5-4c51-9172-ca5aeb148780 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 210 time: 0.0374589 Nov 05 22:45:04.856542 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e37c23-5212-474a-8d56-da6f04d38590 None None] The sync data for ids ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'] in n-d-816738-5 is: [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:45:01Z', 'revision_number': 4, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port': {'id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:58Z', 'updated_at': '2021-11-05T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '4da7dfcc-00e5-4b2b-b76a-124fc93f139a', 'name': '', 'network_id': '99d06b83-b9a5-43c0-8e25-5a6961dbc948', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'mac_address': 'fa:16:3e:1a:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2f389cc4-c28a-4356-869c-b4d6db411fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:45:00Z', 'updated_at': '2021-11-05T22:45:04Z', 'revision_number': 4, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'subnets': [{'id': '2f389cc4-c28a-4356-869c-b4d6db411fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:45:04.941789 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9af5ecd6-0df9-4582-9c3c-d36102ff6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:04.994842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5ecd6-0df9-4582-9c3c-d36102ff6792 None None] Pushing event updated for resources: {'Port': ['ID=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:05.167858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4da7dfcc-00e5-4b2b-b76a-124fc93f139a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:45:05.221976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:05.222352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:05.306216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ffbbd64e-7195-43b8-931a-2e831775ef87 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:45:05.361997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ffbbd64e-7195-43b8-931a-2e831775ef87 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:05.362362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:05.729338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-ea5a43c3-5a9b-4ab8-b4b0-4493ff8bb7f8 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:05.734147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-ea5a43c3-5a9b-4ab8-b4b0-4493ff8bb7f8 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "GET /v2.0/networks?id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 200 len: 816 time: 0.1127164 Nov 05 22:45:05.744879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Request body: {'port': {'device_id': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'admin_state_up': True, 'tenant_id': '5df17007b26f45649f51861fb2a75b8b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:45:05.955798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02d8edfa-6436-41a7-948d-e7b0deccca94 req-2c236f17-b44b-46a7-9edc-36d5944908a2 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 210 time: 0.0289154 Nov 05 22:45:05.958465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Made reservation on behalf of 5df17007b26f45649f51861fb2a75b8b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:45:05.962155 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.085505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Allocated IP 172.20.0.14 (2f789bd5-365e-4fbd-b8f6-8c5e76fabf14/35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58/66e034f9-09ed-4a5d-b567-369dc098ecac) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:45:06.230792 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.330490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.376676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:45:06.382357 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:45:06.386261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:45:06.393004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Pushing event updated for resources: {'Port': ['ID=66e034f9-09ed-4a5d-b567-369dc098ecac,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:06.399210 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4b2adc20-b494-4768-9a28-691baedab24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.443594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:06.444216 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.536273 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-4b214367-ac59-444b-8eee-10bc179b31ad tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7951794 Nov 05 22:45:06.603816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Request body: {'port': {'device_id': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:45:06.662030 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.676797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9bd44d10-ca66-4b9f-b943-7ce0812ee762 None None] Provisioning complete for port 66e034f9-09ed-4a5d-b567-369dc098ecac triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:06.677170 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9bd44d10-ca66-4b9f-b943-7ce0812ee762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.712704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-9bd44d10-ca66-4b9f-b943-7ce0812ee762 None None] Port 66e034f9-09ed-4a5d-b567-369dc098ecac cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:45:06.954828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e034f9-09ed-4a5d-b567-369dc098ecac {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:45:06.962177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:06.975960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Transition to ACTIVE for port object 66e034f9-09ed-4a5d-b567-369dc098ecac will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:45:07.061930 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:07.128866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fa8bd-60f8-4f4f-b86a-c85580533d41 req-b67130ad-0532-4591-a35a-afe67b39e1d7 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:07.130462 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b84fa8bd-60f8-4f4f-b86a-c85580533d41 req-b67130ad-0532-4591-a35a-afe67b39e1d7 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 932 time: 0.0970912 Nov 05 22:45:07.158776 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Pushing event updated for resources: {'Port': ['ID=66e034f9-09ed-4a5d-b567-369dc098ecac,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:07.248941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b84fa8bd-60f8-4f4f-b86a-c85580533d41 req-19148964-5c78-4b72-aed5-2b3f84bc5c14 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Nov 05 22:45:07.252772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Attempting to bind port 66e034f9-09ed-4a5d-b567-369dc098ecac on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:45:07.253111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Attempting to bind port 66e034f9-09ed-4a5d-b567-369dc098ecac by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:45:07.253441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Attempting to bind port 66e034f9-09ed-4a5d-b567-369dc098ecac on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:45:07.258226 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Port 66e034f9-09ed-4a5d-b567-369dc098ecac on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:45:07.258552 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Attempting to bind port 66e034f9-09ed-4a5d-b567-369dc098ecac on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:45:07.268516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:45:07.269014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Checking segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:45:07.269396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Bound using segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:45:07.269831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Bound port: 66e034f9-09ed-4a5d-b567-369dc098ecac, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:45:07.270186 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:07.332007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] For port 66e034f9-09ed-4a5d-b567-369dc098ecac, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:45:07.335351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] For port 66e034f9-09ed-4a5d-b567-369dc098ecac, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66e034f9-09ed-4a5d-b567-369dc098ecac,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:45:07.385258 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:07.419769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:07.420417 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:07.421863 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/66e034f9-09ed-4a5d-b567-369dc098ecac HTTP/1.1" status: 200 len: 1092 time: 0.8769934 Nov 05 22:45:07.422296 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'tag': '66e034f9-09ed-4a5d-b567-369dc098ecac'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:45:07.424682 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d49611-ec9e-4de5-8703-87dc3b51e5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd064c54-59eb-4f03-bb3d-29036ba5866c", "tag": "66e034f9-09ed-4a5d-b567-369dc098ecac"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:45:07.452219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b831710-6cce-4740-92f7-59661ef197c4 service neutron] Pushing event updated for resources: {'Port': ['ID=66e034f9-09ed-4a5d-b567-369dc098ecac,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:07.527486 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ac6d88-242b-4bd2-b23c-203cfa3cde47 x-openstack-request-id: req-d5ac6d88-242b-4bd2-b23c-203cfa3cde47 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:45:07.527690 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd064c54-59eb-4f03-bb3d-29036ba5866c", "tag": "66e034f9-09ed-4a5d-b567-369dc098ecac", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:45:07.527818 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5ac6d88-242b-4bd2-b23c-203cfa3cde47 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:45:07.528319 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'tag': '66e034f9-09ed-4a5d-b567-369dc098ecac', 'status': 'completed', 'code': 200} Nov 05 22:45:07.582173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-5e584d55-6323-4b14-a9d0-7fd2c041b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:07.592523 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-5e584d55-6323-4b14-a9d0-7fd2c041b951 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 1095 time: 0.0472012 Nov 05 22:45:07.628516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-3b8ee9ae-b9e0-4947-a029-68028c155426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e034f9-09ed-4a5d-b567-369dc098ecac HTTP/1.1" status: 200 len: 217 time: 0.0361710 Nov 05 22:45:07.677642 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-599d0f2a-6a75-4b13-ab26-d9157a7144a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:07.679184 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-599d0f2a-6a75-4b13-ab26-d9157a7144a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58 HTTP/1.1" status: 200 len: 855 time: 0.0435352 Nov 05 22:45:07.736414 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-3a1a03ce-d406-4b64-baa5-58ff6bff4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:07.737796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-3a1a03ce-d406-4b64-baa5-58ff6bff4e43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506566 Nov 05 22:45:07.826490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-6772a170-8ad0-4b76-8407-04605dedbc15 service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804665 Nov 05 22:45:07.918021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7bfbbad7-2c69-4666-9851-fbd72838a396 req-fa7a87d8-39bf-476e-92b3-83356393e0c6 service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845869 Nov 05 22:45:08.071777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-6daaf506-af07-4e2b-a72b-e6c41e8fc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:08.073295 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-6daaf506-af07-4e2b-a72b-e6c41e8fc264 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 1095 time: 0.0411747 Nov 05 22:45:08.167126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-ed38cbdb-f284-438d-9ac5-11604ae49c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:08.168612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-ed38cbdb-f284-438d-9ac5-11604ae49c88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 200 len: 917 time: 0.0872073 Nov 05 22:45:08.210133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-367db9ec-5184-4507-87a0-3dbb9d851b5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e034f9-09ed-4a5d-b567-369dc098ecac HTTP/1.1" status: 200 len: 217 time: 0.0338938 Nov 05 22:45:08.257340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-bfb0a59e-fc22-48cd-a11c-0dca79df4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:08.258686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-bfb0a59e-fc22-48cd-a11c-0dca79df4107 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58 HTTP/1.1" status: 200 len: 855 time: 0.0411441 Nov 05 22:45:08.306711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-5af7d2af-c5b8-474c-a03c-7e7df4e5ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:08.308190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-5af7d2af-c5b8-474c-a03c-7e7df4e5ab2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412593 Nov 05 22:45:08.429339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c99df-e83a-4f4e-9ac5-d38a7343e923 req-fe909e20-7b55-461a-94e0-35eeafef0b42 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:08.430796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f95c99df-e83a-4f4e-9ac5-d38a7343e923 req-fe909e20-7b55-461a-94e0-35eeafef0b42 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 944 time: 0.0935466 Nov 05 22:45:08.446478 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-6d49d392-7f0d-4caf-b98f-8f523e3ef9bd service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298907 Nov 05 22:45:08.533887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f95c99df-e83a-4f4e-9ac5-d38a7343e923 req-c4744381-8cdb-4339-9e96-edeb3ce6cf7a tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955122 Nov 05 22:45:08.554999 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b28d4b18-bc37-4442-83e4-2fd65b68c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:08.565454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55d49611-ec9e-4de5-8703-87dc3b51e5f9 req-88d50827-1296-4e43-8820-b55dbc84d991 service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090629 Nov 05 22:45:09.653883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f580c7b-d7f5-4aa4-a759-bad669b958b4 req-adf4a910-7e9f-47ef-a76d-dc15e8b2eded tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:09.655338 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f580c7b-d7f5-4aa4-a759-bad669b958b4 req-adf4a910-7e9f-47ef-a76d-dc15e8b2eded tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 944 time: 0.0530968 Nov 05 22:45:09.702061 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f580c7b-d7f5-4aa4-a759-bad669b958b4 req-c03200ac-076b-4348-8968-fa34e5dde9b1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Nov 05 22:45:10.206998 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:10.815381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8aa2d0-fd4d-4f9e-aec7-209e4fb5ff65 req-08416a80-41c8-43ac-b879-b58e3f46d205 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:10.816836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b8aa2d0-fd4d-4f9e-aec7-209e4fb5ff65 req-08416a80-41c8-43ac-b879-b58e3f46d205 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 944 time: 0.0483525 Nov 05 22:45:10.862672 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b8aa2d0-fd4d-4f9e-aec7-209e4fb5ff65 req-4b481740-5bfb-4a2f-8c18-a8db4d13799e tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Nov 05 22:45:11.503591 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66e034f9-09ed-4a5d-b567-369dc098ecac details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:45:11.609285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 66e034f9-09ed-4a5d-b567-369dc098ecac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66e034f9-09ed-4a5d-b567-369dc098ecac,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:11.620287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '66e034f9-09ed-4a5d-b567-369dc098ecac', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'port_id': '66e034f9-09ed-4a5d-b567-369dc098ecac', 'mac_address': 'fa:16:3e:dd:76:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:45:11.646602 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:11.658122 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:11.670381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e034f9-09ed-4a5d-b567-369dc098ecac {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:45:11.689050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 66e034f9-09ed-4a5d-b567-369dc098ecac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66e034f9-09ed-4a5d-b567-369dc098ecac,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:11.747892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:11.802536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=66e034f9-09ed-4a5d-b567-369dc098ecac,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:11.810717 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.814532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:45:11.980504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['66e034f9-09ed-4a5d-b567-369dc098ecac'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:45:11.980769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5daf4-3858-47ff-9d13-63dd2bda625d req-6311fcc3-b2c3-4a89-b526-350557bd42e8 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:11.982334 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49e5daf4-3858-47ff-9d13-63dd2bda625d req-6311fcc3-b2c3-4a89-b526-350557bd42e8 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 945 time: 0.0526602 Nov 05 22:45:12.032484 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-49e5daf4-3858-47ff-9d13-63dd2bda625d req-74455bf3-0169-4ee0-ae3a-9d84b1487017 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Nov 05 22:45:12.107247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:13.151887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c372892-0f80-4769-9102-2aa7513f0390 req-2db83fee-dd9d-43ad-ab3a-7c65a78479c3 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:13.153347 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c372892-0f80-4769-9102-2aa7513f0390 req-2db83fee-dd9d-43ad-ab3a-7c65a78479c3 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 945 time: 0.0528164 Nov 05 22:45:13.198600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0c372892-0f80-4769-9102-2aa7513f0390 req-2c34af5b-bc98-4180-ac1a-bf233eb93abd tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Nov 05 22:45:13.534715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66e034f9-09ed-4a5d-b567-369dc098ecac up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:45:13.672040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 66e034f9-09ed-4a5d-b567-369dc098ecac completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:45:13.675864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 66e034f9-09ed-4a5d-b567-369dc098ecac triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:13.676233 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:13.751666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:13.780134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e034f9-09ed-4a5d-b567-369dc098ecac'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:45:13.782416 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e97a21b-c304-4f86-ab4a-4cb4d927abad" -d '{"events": [{"server_uuid": "bd064c54-59eb-4f03-bb3d-29036ba5866c", "name": "network-vif-plugged", "status": "completed", "tag": "66e034f9-09ed-4a5d-b567-369dc098ecac"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:45:13.795273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 66e034f9-09ed-4a5d-b567-369dc098ecac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66e034f9-09ed-4a5d-b567-369dc098ecac,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:13.864812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:13.870681 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1583ea8-0ee6-4a25-a3a1-d108e9764677 x-openstack-request-id: req-f1583ea8-0ee6-4a25-a3a1-d108e9764677 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:45:13.870974 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd064c54-59eb-4f03-bb3d-29036ba5866c", "name": "network-vif-plugged", "status": "completed", "tag": "66e034f9-09ed-4a5d-b567-369dc098ecac", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:45:13.871225 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1583ea8-0ee6-4a25-a3a1-d108e9764677 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:45:13.871636 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e034f9-09ed-4a5d-b567-369dc098ecac', 'code': 200} Nov 05 22:45:13.916345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=66e034f9-09ed-4a5d-b567-369dc098ecac,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:13.970479 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3bb15-fd84-47ff-81d6-3308ec2dd64b req-c17e41d8-26d4-4704-81dc-52fca4ebc38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:13.972033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28b3bb15-fd84-47ff-81d6-3308ec2dd64b req-c17e41d8-26d4-4704-81dc-52fca4ebc38d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 1097 time: 0.0403152 Nov 05 22:45:14.016219 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28b3bb15-fd84-47ff-81d6-3308ec2dd64b req-aed776f1-5c96-47f0-8c3c-9c7e1c863d7a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Nov 05 22:45:14.330268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fbb16-fabf-48ec-87c7-ef7cc94e1a39 req-11164c32-aefa-4a5b-8b1f-5ae0cbd7ef29 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:14.331644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b0fbb16-fabf-48ec-87c7-ef7cc94e1a39 req-11164c32-aefa-4a5b-8b1f-5ae0cbd7ef29 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 946 time: 0.0608191 Nov 05 22:45:14.377691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3b0fbb16-fabf-48ec-87c7-ef7cc94e1a39 req-a40f5aff-2eb7-44d4-b359-f0b96920a398 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Nov 05 22:45:15.503826 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252ab3-fcc8-4b6b-a520-51ea0151d417 req-88b69cfd-42e5-49f7-859e-5759dd895e86 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:15.505434 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-50252ab3-fcc8-4b6b-a520-51ea0151d417 req-88b69cfd-42e5-49f7-859e-5759dd895e86 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 946 time: 0.0539067 Nov 05 22:45:15.543138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-dc8df2ab-ae05-4984-b19f-64d912630404 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498483 Nov 05 22:45:15.560858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-50252ab3-fcc8-4b6b-a520-51ea0151d417 req-e9997ce2-be91-4abb-8e08-e09b42277dfd tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Nov 05 22:45:15.634903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-220f4607-9f93-47d2-89cf-eecefee07252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:15.636455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-220f4607-9f93-47d2-89cf-eecefee07252 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 1097 time: 0.0474148 Nov 05 22:45:15.745139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb24da-9410-4ea0-8e3f-d0576318fa6a req-51cb83b6-d762-40d1-9b63-aa414bfe66f5 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:15.746543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08bb24da-9410-4ea0-8e3f-d0576318fa6a req-51cb83b6-d762-40d1-9b63-aa414bfe66f5 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 946 time: 0.1070163 Nov 05 22:45:15.786790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-550c7277-3332-40d1-a823-4ccb72eb9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:15.788296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-550c7277-3332-40d1-a823-4ccb72eb9bf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 200 len: 917 time: 0.1239100 Nov 05 22:45:15.842181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-4d44e7f1-f89c-43cf-8a85-17e11474585e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e034f9-09ed-4a5d-b567-369dc098ecac HTTP/1.1" status: 200 len: 217 time: 0.0463774 Nov 05 22:45:15.845662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08bb24da-9410-4ea0-8e3f-d0576318fa6a req-2c04f54c-7030-43c0-b191-c65c9ec11777 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921905 Nov 05 22:45:15.893164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-6f580a7b-aa9f-47f8-90fa-74e20f621233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:15.894721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-6f580a7b-aa9f-47f8-90fa-74e20f621233 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58 HTTP/1.1" status: 200 len: 855 time: 0.0459819 Nov 05 22:45:15.949089 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-80711faf-1688-4250-89bf-8f2f187063e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:15.950674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-80711faf-1688-4250-89bf-8f2f187063e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487597 Nov 05 22:45:16.048644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-4b6f7851-6eba-40e7-8b1d-d9cc24078746 service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906680 Nov 05 22:45:16.147587 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5df40a63-0bcc-4f79-ab40-9ab6ab6e399e req-2212bfab-c36b-4eaf-98ac-1566a15d7ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920315 Nov 05 22:45:23.519887 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:45:31.390267 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:33.386640 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:36.421141 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d5d36b9d-d8b0-40d3-9c98-b3dc7b1461a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:38.567616 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2e199cc2-5935-4a16-9b0a-a34cafe5007b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:40.235718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:40.942272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bd376-ad5c-4345-b3d6-df0326577763 req-2c0c1d9f-ee7c-4f2e-802d-9f99f6fb013f tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:40.943779 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-865bd376-ad5c-4345-b3d6-df0326577763 req-2c0c1d9f-ee7c-4f2e-802d-9f99f6fb013f tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 946 time: 0.0485833 Nov 05 22:45:40.995310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-865bd376-ad5c-4345-b3d6-df0326577763 req-ae5af1c2-e036-4c2d-8842-bbbcb3572125 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455785 Nov 05 22:45:41.638590 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:42.089603 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:42.120312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601fc0-8be1-4288-afbb-454712746b77 req-2e3da85b-f098-4aec-a5b9-70e53c7a1edf tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:42.121754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29601fc0-8be1-4288-afbb-454712746b77 req-2e3da85b-f098-4aec-a5b9-70e53c7a1edf tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 946 time: 0.0527661 Nov 05 22:45:42.534221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-29601fc0-8be1-4288-afbb-454712746b77 req-01a8e195-4a86-4ced-b964-3facd53f007f tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058948 Nov 05 22:45:42.549781 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-8e17972d-b283-4cba-8163-1c6cc8698981 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:42.551192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-8e17972d-b283-4cba-8163-1c6cc8698981 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 946 time: 0.0694907 Nov 05 22:45:42.637447 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Deleting port 66e034f9-09ed-4a5d-b567-369dc098ecac {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:45:42.637811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:42.725471 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] For port 66e034f9-09ed-4a5d-b567-369dc098ecac, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=66e034f9-09ed-4a5d-b567-369dc098ecac,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:42.725829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:42.740062 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Calling delete_port for 66e034f9-09ed-4a5d-b567-369dc098ecac owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:45:42.923614 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:42.937403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['66e034f9-09ed-4a5d-b567-369dc098ecac'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:45:42.951468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Pushing event deleted for resources: {'Port': ['ID=66e034f9-09ed-4a5d-b567-369dc098ecac,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:42.992588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] No DVR routers for this DVR port 66e034f9-09ed-4a5d-b567-369dc098ecac on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:45:42.996687 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:42.998600 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16ed3e26-836e-4f29-9dae-237849d40fb5 req-cf490e74-38e8-4e89-b9fd-db746aff98c1 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "DELETE /v2.0/ports/66e034f9-09ed-4a5d-b567-369dc098ecac HTTP/1.1" status: 204 len: 173 time: 0.4414597 Nov 05 22:45:42.999056 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'name': 'network-vif-deleted', 'tag': '66e034f9-09ed-4a5d-b567-369dc098ecac'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:45:43.001355 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6bd6c5-b505-4ba9-a81f-73fbef0ef864" -d '{"events": [{"server_uuid": "bd064c54-59eb-4f03-bb3d-29036ba5866c", "name": "network-vif-deleted", "tag": "66e034f9-09ed-4a5d-b567-369dc098ecac"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:45:43.043224 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2399d366-7166-47d9-8f5a-57dbc5e28391 x-openstack-request-id: req-2399d366-7166-47d9-8f5a-57dbc5e28391 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:45:43.043525 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd064c54-59eb-4f03-bb3d-29036ba5866c", "name": "network-vif-deleted", "tag": "66e034f9-09ed-4a5d-b567-369dc098ecac", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:45:43.043809 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2399d366-7166-47d9-8f5a-57dbc5e28391 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:45:43.044210 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd064c54-59eb-4f03-bb3d-29036ba5866c', 'name': 'network-vif-deleted', 'tag': '66e034f9-09ed-4a5d-b567-369dc098ecac', 'status': 'completed', 'code': 200} Nov 05 22:45:43.649189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af2f1a69-db77-4c45-b8fb-bb4dbeeae723 req-b9360607-f4c7-4ff0-b4d0-806dacbcdae9 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd064c54-59eb-4f03-bb3d-29036ba5866c HTTP/1.1" status: 200 len: 210 time: 0.0300522 Nov 05 22:45:45.289669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-954edfc1-9557-480c-87fb-03cc523f4c61 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:45.291013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-954edfc1-9557-480c-87fb-03cc523f4c61 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/networks?id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 200 len: 816 time: 0.0993106 Nov 05 22:45:45.305617 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-eb46e632-c77f-42ad-af7e-9ba0ce27c40e tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/quotas/5df17007b26f45649f51861fb2a75b8b HTTP/1.1" status: 200 len: 375 time: 0.0088227 Nov 05 22:45:45.357510 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-e6d62288-6684-45ed-815e-1166806404fd tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467906 Nov 05 22:45:45.452875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-ddc39047-1f27-4862-b719-d9cc42ef0c35 service neutron] 10.222.0.41 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835662 Nov 05 22:45:45.544022 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-032beda1-626c-49be-a550-a2d540867c69 service neutron] 10.222.0.41 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Nov 05 22:45:45.735471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66e034f9-09ed-4a5d-b567-369dc098ecac no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:45:45.756275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 66e034f9-09ed-4a5d-b567-369dc098ecac {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:45:45.756621 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 66e034f9-09ed-4a5d-b567-369dc098ecac not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:45:45.779333 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9efe5d92-3a3f-47ef-b619-e191bfa951db req-ecb55c4a-5415-4d2c-ada8-6c9d687bc934 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 210 time: 0.0277629 Nov 05 22:45:46.873838 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8cea606d-6879-4e06-8594-b8036e027a87 req-ac824d4f-3b8b-4257-b8bf-d061e3caa238 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 210 time: 0.0267708 Nov 05 22:45:47.565302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-251754d4-aed2-4412-9398-4020339cff1a tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:47.566776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-251754d4-aed2-4412-9398-4020339cff1a tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "GET /v2.0/networks?id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 200 len: 816 time: 0.1024330 Nov 05 22:45:47.579399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Request body: {'port': {'device_id': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'admin_state_up': True, 'tenant_id': '5df17007b26f45649f51861fb2a75b8b'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:45:47.744916 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Made reservation on behalf of 5df17007b26f45649f51861fb2a75b8b for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:45:47.749079 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:47.872257 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Allocated IP 172.20.0.12 (2f789bd5-365e-4fbd-b8f6-8c5e76fabf14/35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58/d90657b9-4024-443c-ac92-f53d345542a4) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:45:47.971177 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9444268b-65b9-407f-8d37-8ad4bb9e73b2 req-e6728b61-1a61-4f15-b914-6d9d1558605d tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 210 time: 0.0304382 Nov 05 22:45:48.034731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.196463 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.243010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:45:48.248088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:45:48.251881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:45:48.258425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Pushing event updated for resources: {'Port': ['ID=d90657b9-4024-443c-ac92-f53d345542a4,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:48.305467 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:48.306088 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.372084 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-11f79aef-ba1a-4246-b0fd-dfb3cbbbf5b6 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7963281 Nov 05 22:45:48.385558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Request body: {'port': {'device_id': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:45:48.439316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.514995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-98f3d0a4-a325-47b8-8057-5ccadab66485 None None] Provisioning complete for port d90657b9-4024-443c-ac92-f53d345542a4 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:48.515584 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-98f3d0a4-a325-47b8-8057-5ccadab66485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.549425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-98f3d0a4-a325-47b8-8057-5ccadab66485 None None] Port d90657b9-4024-443c-ac92-f53d345542a4 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:45:48.704182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90657b9-4024-443c-ac92-f53d345542a4 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:45:48.711299 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.722751 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Transition to ACTIVE for port object d90657b9-4024-443c-ac92-f53d345542a4 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:45:48.790121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.838166 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Pushing event updated for resources: {'Port': ['ID=d90657b9-4024-443c-ac92-f53d345542a4,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:48.911436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Attempting to bind port d90657b9-4024-443c-ac92-f53d345542a4 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:45:48.911815 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Attempting to bind port d90657b9-4024-443c-ac92-f53d345542a4 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:45:48.912148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Attempting to bind port d90657b9-4024-443c-ac92-f53d345542a4 on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:45:48.916775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Port d90657b9-4024-443c-ac92-f53d345542a4 on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:45:48.917093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Attempting to bind port d90657b9-4024-443c-ac92-f53d345542a4 on network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:45:48.922704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:45:48.923068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Checking segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:45:48.923452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Bound using segment: {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:45:48.923910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Bound port: d90657b9-4024-443c-ac92-f53d345542a4, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bac660a-a4b4-4692-89fc-28315152f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:45:48.924272 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:48.993131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] For port d90657b9-4024-443c-ac92-f53d345542a4, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:45:48.996293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] For port d90657b9-4024-443c-ac92-f53d345542a4, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d90657b9-4024-443c-ac92-f53d345542a4,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:45:49.068193 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:49.106069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.106689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:49.108890 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] 10.222.0.13 "PUT /v2.0/ports/d90657b9-4024-443c-ac92-f53d345542a4 HTTP/1.1" status: 200 len: 1092 time: 0.7277818 Nov 05 22:45:49.111116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'tag': 'd90657b9-4024-443c-ac92-f53d345542a4'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:45:49.113503 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c23671-4509-46e9-8827-76689b5bdcdf" -d '{"events": [{"name": "network-changed", "server_uuid": "03db83d0-ba9c-481a-a7a3-737dc7dae1ec", "tag": "d90657b9-4024-443c-ac92-f53d345542a4"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:45:49.145763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8a1a9-f647-4cb6-b45d-4de6b14e32aa req-184da631-e3b6-4059-8cdc-96c98a31ea97 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.147306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afe8a1a9-f647-4cb6-b45d-4de6b14e32aa req-184da631-e3b6-4059-8cdc-96c98a31ea97 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 944 time: 0.1074932 Nov 05 22:45:49.150721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269391d-6966-457e-b4fe-99e49f941419 service neutron] Pushing event updated for resources: {'Port': ['ID=d90657b9-4024-443c-ac92-f53d345542a4,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:49.157959 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a9a36-2cda-4d49-8ec6-a804d41feb4a x-openstack-request-id: req-cb4a9a36-2cda-4d49-8ec6-a804d41feb4a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:45:49.158236 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03db83d0-ba9c-481a-a7a3-737dc7dae1ec", "tag": "d90657b9-4024-443c-ac92-f53d345542a4", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:45:49.158490 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb4a9a36-2cda-4d49-8ec6-a804d41feb4a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:45:49.158884 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'tag': 'd90657b9-4024-443c-ac92-f53d345542a4', 'status': 'completed', 'code': 200} Nov 05 22:45:49.234574 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afe8a1a9-f647-4cb6-b45d-4de6b14e32aa req-90dcfc26-fc5c-4b1b-a4ed-1cf83630105f tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789638 Nov 05 22:45:49.254558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23671-4509-46e9-8827-76689b5bdcdf req-6950b20b-a263-4c57-8858-fff19afe8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.254558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9c23671-4509-46e9-8827-76689b5bdcdf req-6950b20b-a263-4c57-8858-fff19afe8b78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 1095 time: 0.0690019 Nov 05 22:45:49.349802 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23671-4509-46e9-8827-76689b5bdcdf req-22916b13-f6e3-4b09-a8d5-4ca9f0c65e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.351275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9c23671-4509-46e9-8827-76689b5bdcdf req-22916b13-f6e3-4b09-a8d5-4ca9f0c65e7e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5df17007b26f45649f51861fb2a75b8b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0937352 Nov 05 22:45:49.449232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23671-4509-46e9-8827-76689b5bdcdf req-7c47e2ad-58eb-4bf7-b52d-2630d30a5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.450708 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f9c23671-4509-46e9-8827-76689b5bdcdf req-7c47e2ad-58eb-4bf7-b52d-2630d30a5ef3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912640 Nov 05 22:45:49.525668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-1ac382e1-803f-4d62-9a08-2ce3cbc896c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.527140 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-1ac382e1-803f-4d62-9a08-2ce3cbc896c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 1095 time: 0.0398500 Nov 05 22:45:49.578252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-64cf7eb9-9bff-40eb-9a6a-4be63820909c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d90657b9-4024-443c-ac92-f53d345542a4 HTTP/1.1" status: 200 len: 217 time: 0.0378988 Nov 05 22:45:49.630113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-0d53b77e-43f5-4735-b8cb-71ef8e4f5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.631528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-0d53b77e-43f5-4735-b8cb-71ef8e4f5754 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58 HTTP/1.1" status: 200 len: 855 time: 0.0471828 Nov 05 22:45:49.677059 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530890a4-7f70-4de9-9c33-da9fa45861df req-b5f8bf23-72b1-471d-9f7f-cfeb99cefe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:49.678491 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-b5f8bf23-72b1-471d-9f7f-cfeb99cefe90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391316 Nov 05 22:45:49.768887 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-9b86f8cf-66c6-4373-a0f9-b475f7093cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834303 Nov 05 22:45:49.856693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-530890a4-7f70-4de9-9c33-da9fa45861df req-e3f7a1d7-1cbe-47fe-824d-a18bb09c57d4 service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808961 Nov 05 22:45:50.351045 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a527-6523-47c7-b0d4-4936fa20ed2d req-ee79ed18-64a3-4216-b65b-34d39d1e2eea tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:50.352532 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e62a527-6523-47c7-b0d4-4936fa20ed2d req-ee79ed18-64a3-4216-b65b-34d39d1e2eea tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 944 time: 0.0488269 Nov 05 22:45:50.399860 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e62a527-6523-47c7-b0d4-4936fa20ed2d req-f68c0c2f-1ff3-47cd-a18d-c7455a781013 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Nov 05 22:45:51.514881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ff76e-452c-4283-ae0e-1ebc71024353 req-bba6e3be-1d6e-4edf-b91b-a0c760431c8d tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:51.516402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d3ff76e-452c-4283-ae0e-1ebc71024353 req-bba6e3be-1d6e-4edf-b91b-a0c760431c8d tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 944 time: 0.0509226 Nov 05 22:45:51.566731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d3ff76e-452c-4283-ae0e-1ebc71024353 req-68d9152c-5a5b-4d0f-903b-0ef650e96a0f tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 Nov 05 22:45:51.767471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d90657b9-4024-443c-ac92-f53d345542a4 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:45:51.860436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d90657b9-4024-443c-ac92-f53d345542a4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d90657b9-4024-443c-ac92-f53d345542a4,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:51.871265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'd90657b9-4024-443c-ac92-f53d345542a4', 'network_id': '2f789bd5-365e-4fbd-b8f6-8c5e76fabf14', 'port_id': 'd90657b9-4024-443c-ac92-f53d345542a4', 'mac_address': 'fa:16:3e:ce:55:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:45:51.910650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:51.922757 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90657b9-4024-443c-ac92-f53d345542a4 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:45:51.941213 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d90657b9-4024-443c-ac92-f53d345542a4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d90657b9-4024-443c-ac92-f53d345542a4,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:52.009352 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:52.060847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d90657b9-4024-443c-ac92-f53d345542a4,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:52.197019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d90657b9-4024-443c-ac92-f53d345542a4'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:45:52.680375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6869d3d-30fd-4f64-8bfe-647f330b2cb7 req-8529373d-7258-4e0b-bc61-c1e187bc0657 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:52.681850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6869d3d-30fd-4f64-8bfe-647f330b2cb7 req-8529373d-7258-4e0b-bc61-c1e187bc0657 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 945 time: 0.0482316 Nov 05 22:45:52.728131 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e6869d3d-30fd-4f64-8bfe-647f330b2cb7 req-b72ed177-daad-4bd7-b5de-8ef87845fa22 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Nov 05 22:45:53.783056 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d90657b9-4024-443c-ac92-f53d345542a4 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:45:53.845474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aa5dd-f8df-4b54-8f0f-062d39f3c04a req-bfb5ff30-bdae-4e93-ad3d-3bb15b3e0815 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:53.846974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d18aa5dd-f8df-4b54-8f0f-062d39f3c04a req-bfb5ff30-bdae-4e93-ad3d-3bb15b3e0815 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 945 time: 0.0488117 Nov 05 22:45:53.876099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port d90657b9-4024-443c-ac92-f53d345542a4 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:45:53.879975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port d90657b9-4024-443c-ac92-f53d345542a4 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:45:53.880340 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:53.894778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d18aa5dd-f8df-4b54-8f0f-062d39f3c04a req-45e43f55-43ee-4fc4-8734-dde10923dfc7 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Nov 05 22:45:53.959051 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:53.987375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90657b9-4024-443c-ac92-f53d345542a4'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:45:53.989633 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf1595-899b-45e6-890a-68d9b6ee5d9b" -d '{"events": [{"server_uuid": "03db83d0-ba9c-481a-a7a3-737dc7dae1ec", "name": "network-vif-plugged", "status": "completed", "tag": "d90657b9-4024-443c-ac92-f53d345542a4"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:45:54.002665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d90657b9-4024-443c-ac92-f53d345542a4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d90657b9-4024-443c-ac92-f53d345542a4,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:45:54.025178 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ae4ac6-04cb-4b1f-8aae-fa9cd7ee18c4 x-openstack-request-id: req-16ae4ac6-04cb-4b1f-8aae-fa9cd7ee18c4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:45:54.025469 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03db83d0-ba9c-481a-a7a3-737dc7dae1ec", "name": "network-vif-plugged", "status": "completed", "tag": "d90657b9-4024-443c-ac92-f53d345542a4", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:45:54.025745 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16ae4ac6-04cb-4b1f-8aae-fa9cd7ee18c4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:45:54.026197 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90657b9-4024-443c-ac92-f53d345542a4', 'code': 200} Nov 05 22:45:54.064804 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:45:54.116095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d90657b9-4024-443c-ac92-f53d345542a4,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:45:54.127718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d351674-50fc-4659-9ebd-b56ac8a1371a req-939e0fbc-f010-43ea-b395-38b1cb283438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:54.129206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d351674-50fc-4659-9ebd-b56ac8a1371a req-939e0fbc-f010-43ea-b395-38b1cb283438 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 1097 time: 0.0407245 Nov 05 22:45:54.173485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d351674-50fc-4659-9ebd-b56ac8a1371a req-6e9c5f3f-39a4-46e4-889d-7aebf3c399ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Nov 05 22:45:55.013702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3363ba-8c5c-471d-82fb-c9fca3f1bb93 req-dbe2bf72-d154-467e-9063-3848a4af743b tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:55.015151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d3363ba-8c5c-471d-82fb-c9fca3f1bb93 req-dbe2bf72-d154-467e-9063-3848a4af743b tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 946 time: 0.0531795 Nov 05 22:45:55.062301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7d3363ba-8c5c-471d-82fb-c9fca3f1bb93 req-5fa38073-2583-4b54-9fe1-706ca6c40ace tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Nov 05 22:45:56.182812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927873-982e-424b-bdfd-0e1f9676b87d req-850bbdad-9c0a-49ea-87a1-298c9f57b214 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:56.184300 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da927873-982e-424b-bdfd-0e1f9676b87d req-850bbdad-9c0a-49ea-87a1-298c9f57b214 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 946 time: 0.0524290 Nov 05 22:45:56.229956 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da927873-982e-424b-bdfd-0e1f9676b87d req-5061d683-e22f-4fae-8f51-f8095fbcf7c3 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397427 Nov 05 22:45:56.342969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221bbb-f1f6-4cd0-af35-f5d93373c4d4 req-093b9fea-4b90-43af-b8e0-9e94ea61ff9f tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:45:56.346105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6221bbb-f1f6-4cd0-af35-f5d93373c4d4 req-093b9fea-4b90-43af-b8e0-9e94ea61ff9f tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 946 time: 0.0500429 Nov 05 22:45:56.392021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d6221bbb-f1f6-4cd0-af35-f5d93373c4d4 req-8fcbd047-b5cb-461f-9ffe-f060eceb76e5 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Nov 05 22:46:00.519659 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:46:01.421019 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:03.373151 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:06.396291 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0060-a4f1-428c-a507-b1def910641e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:08.568852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2e18064d-4f3b-47be-88d4-02f20a1d7f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:10.192212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:11.638034 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:12.106176 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:17.537884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-bb44d23b-1caa-4625-b733-0e9882b1ef66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400591 Nov 05 22:46:17.627174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-48cba689-7291-49d1-b4dc-960bda85e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:17.628690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-48cba689-7291-49d1-b4dc-960bda85e021 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5df17007b26f45649f51861fb2a75b8b&device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 1097 time: 0.0459199 Nov 05 22:46:17.734617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-1e959972-a8cc-47e2-a96b-a8245e936254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:17.737021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-1e959972-a8cc-47e2-a96b-a8245e936254 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 200 len: 917 time: 0.0878553 Nov 05 22:46:17.781801 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-17e17c6c-0336-495c-9825-fd4637f0100a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d90657b9-4024-443c-ac92-f53d345542a4 HTTP/1.1" status: 200 len: 217 time: 0.0373623 Nov 05 22:46:17.831118 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-cb8a82a3-295a-4a84-93b0-b91806b43f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:17.832485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-cb8a82a3-295a-4a84-93b0-b91806b43f66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58 HTTP/1.1" status: 200 len: 855 time: 0.0438988 Nov 05 22:46:17.878726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-b88d0f19-36c8-44ee-8865-316b8998b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:17.880267 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-b88d0f19-36c8-44ee-8865-316b8998b2fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408156 Nov 05 22:46:17.972811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-42beccd7-b32e-4c92-9721-c622ee245f4d service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853057 Nov 05 22:46:18.062718 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40e30b88-7197-4a4f-8de7-e4ee7d8715a4 req-b0872cbb-24da-4fbd-bd2f-7e004ae00eaa service neutron] 10.222.0.13 "GET /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831368 Nov 05 22:46:21.253879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbb820-08b5-49be-bcd3-7eecb0812514 req-72a6e315-bdf5-4b3f-bb44-a37fa9768baa tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:21.255359 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24fbb820-08b5-49be-bcd3-7eecb0812514 req-72a6e315-bdf5-4b3f-bb44-a37fa9768baa tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 946 time: 0.0491469 Nov 05 22:46:21.306698 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24fbb820-08b5-49be-bcd3-7eecb0812514 req-730042d2-e020-4346-b0b9-1bd4194a161c tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Nov 05 22:46:22.426429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a10938-1741-4c26-956c-e1fd51718462 req-3351973b-188b-479d-8bbd-da6e9d3f0a77 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:22.427902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64a10938-1741-4c26-956c-e1fd51718462 req-3351973b-188b-479d-8bbd-da6e9d3f0a77 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 946 time: 0.0519433 Nov 05 22:46:22.474023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-64a10938-1741-4c26-956c-e1fd51718462 req-87e11e23-e696-4892-8893-cc708c92eb02 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dd0918f-bf83-428b-a814-e0973f28d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402544 Nov 05 22:46:22.838004 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-afbdfe4c-3ac5-4475-9c81-8ee3f070ea02 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:22.839455 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-afbdfe4c-3ac5-4475-9c81-8ee3f070ea02 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 946 time: 0.0477409 Nov 05 22:46:22.927173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Deleting port d90657b9-4024-443c-ac92-f53d345542a4 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:22.927509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:23.016639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] For port d90657b9-4024-443c-ac92-f53d345542a4, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d90657b9-4024-443c-ac92-f53d345542a4,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:23.016996 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:23.029287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Calling delete_port for d90657b9-4024-443c-ac92-f53d345542a4 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:23.226055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:23.238127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d90657b9-4024-443c-ac92-f53d345542a4'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:46:23.253132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Pushing event deleted for resources: {'Port': ['ID=d90657b9-4024-443c-ac92-f53d345542a4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:23.263240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.263602 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.263950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.264329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.264686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.265018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.265343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.265669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.266343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.266343 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.266607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.266920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:23.307094 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] No DVR routers for this DVR port d90657b9-4024-443c-ac92-f53d345542a4 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:46:23.309733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:23.313143 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5098fc6f-521a-4b0c-9704-9f7023761883 req-5018ed10-a567-466c-9d0a-68897fb49e76 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.13 "DELETE /v2.0/ports/d90657b9-4024-443c-ac92-f53d345542a4 HTTP/1.1" status: 204 len: 173 time: 0.4668915 Nov 05 22:46:23.313586 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'name': 'network-vif-deleted', 'tag': 'd90657b9-4024-443c-ac92-f53d345542a4'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:46:23.315855 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252064b0-08eb-4429-a51d-bcba9c780af3" -d '{"events": [{"server_uuid": "03db83d0-ba9c-481a-a7a3-737dc7dae1ec", "name": "network-vif-deleted", "tag": "d90657b9-4024-443c-ac92-f53d345542a4"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:46:23.352935 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a73015-46f3-4204-928f-0dacc95258bc x-openstack-request-id: req-a5a73015-46f3-4204-928f-0dacc95258bc {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:46:23.353332 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03db83d0-ba9c-481a-a7a3-737dc7dae1ec", "name": "network-vif-deleted", "tag": "d90657b9-4024-443c-ac92-f53d345542a4", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:46:23.353652 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5a73015-46f3-4204-928f-0dacc95258bc {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:46:23.354009 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03db83d0-ba9c-481a-a7a3-737dc7dae1ec', 'name': 'network-vif-deleted', 'tag': 'd90657b9-4024-443c-ac92-f53d345542a4', 'status': 'completed', 'code': 200} Nov 05 22:46:23.569732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b9d8c515-70ba-41a6-850c-17a4b3cb3ff1 req-5301d9f0-ae02-4274-beb6-2980bcb68ca7 tempest-TestEncryptedCinderVolumes-980096753 tempest-TestEncryptedCinderVolumes-980096753-project] 10.222.0.41 "GET /v2.0/ports?device_id=03db83d0-ba9c-481a-a7a3-737dc7dae1ec HTTP/1.1" status: 200 len: 210 time: 0.0282078 Nov 05 22:46:24.723401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44512) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:25.062995 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:25.302281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Deleting port a8a0b18e-9ad4-4895-87da-631daf5cf4ce {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:25.302613 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:25.385407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] For port a8a0b18e-9ad4-4895-87da-631daf5cf4ce, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:25.385762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:25.402055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Calling delete_port for a8a0b18e-9ad4-4895-87da-631daf5cf4ce owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:25.643623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:25.669836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a0b18e-9ad4-4895-87da-631daf5cf4ce,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:25.836633 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:25.924478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d90657b9-4024-443c-ac92-f53d345542a4 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:46:25.945918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: d90657b9-4024-443c-ac92-f53d345542a4 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:46:25.946174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d90657b9-4024-443c-ac92-f53d345542a4 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:46:26.048918 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:46:26.158637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:46:26.163533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-26facf3f-bb40-4ee4-8f9e-bbeeee607b6b admin admin] 10.222.0.41 "PUT /v2.0/routers/9d48fad8-d4da-4ec7-b430-d12ab1079e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4390819 Nov 05 22:46:26.166139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44514) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:26.167357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] Sync routers for ids ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:46:26.178441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] Routers {'9d48fad8-d4da-4ec7-b430-d12ab1079e5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:26.179022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:26.266637 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:26.284246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] Set router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:26.366092 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:26.460832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:46:25Z', 'revision_number': 5, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port': {'id': '0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:52Z', 'updated_at': '2021-11-05T22:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:26.461128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Deleting port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:26.461476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:26.488319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] Checking router: 9d48fad8-d4da-4ec7-b430-d12ab1079e5a for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:46:26.496808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] Routers {'9d48fad8-d4da-4ec7-b430-d12ab1079e5a'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:26.497417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:26.538476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] For port 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:26.538834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:26.555530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Calling delete_port for 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:26.742425 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] Set router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:26.767570 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:26.792447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:46:26Z', 'revision_number': 6, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:26.823695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd6520-b2ae-4575-b1dd-131b95621978 None None] The sync data for ids ['9d48fad8-d4da-4ec7-b430-d12ab1079e5a'] in n-d-816738-5 is: [{'id': '9d48fad8-d4da-4ec7-b430-d12ab1079e5a', 'name': 'tempest-TestEncryptedCinderVolumes-113292014-router', 'tenant_id': '5df17007b26f45649f51861fb2a75b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:51Z', 'updated_at': '2021-11-05T22:46:26Z', 'revision_number': 6, 'project_id': '5df17007b26f45649f51861fb2a75b8b', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:46:27.145031 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:27.204377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.306905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.308965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.413138 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.413667 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d48fad8-d4da-4ec7-b430-d12ab1079e5a {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:46:27.417854 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.418976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d3219bd8-78a9-4369-bb77-227da88a6f49 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9d48fad8-d4da-4ec7-b430-d12ab1079e5a HTTP/1.1" status: 204 len: 168 time: 1.2519283 Nov 05 22:46:27.421508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44516) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:27.464960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] Deleting subnet 35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:46:27.468068 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.501583 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.579129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.591140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a8a0b18e-9ad4-4895-87da-631daf5cf4ce no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:46:27.612377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a8a0b18e-9ad4-4895-87da-631daf5cf4ce {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:46:27.612801 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a8a0b18e-9ad4-4895-87da-631daf5cf4ce not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:46:27.706765 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.730885 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:27.738565 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.740474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-fdf8a402-c0d9-4951-adf8-ec58e0b83022 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/35e0ce2f-8d7f-493a-bf2c-b22f3d0d8b58 HTTP/1.1" status: 204 len: 168 time: 0.3180480 Nov 05 22:46:27.742768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10975415-087b-4453-ad50-212e0edbe8b6 None None] Network 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:46:27.742989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44518) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:27.815983 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.876248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Deleting port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:27.876720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.941982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] DHCP port deletion for 2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:46:27.943040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] For port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:27.943404 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:27.955924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Calling delete_port for 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:27.989257 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Deleting port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:27.989613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.055742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] For port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,segment=NetworkSegment(5bac660a-a4b4-4692-89fc-28315152f02d),segment_id=5bac660a-a4b4-4692-89fc-28315152f02d)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:28.056137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.069748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Calling delete_port for 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:28.110808 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.137902 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:28.139753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] No DVR routers for this DVR port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:46:28.149916 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.175458 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Pushing event deleted for resources: {'Port': ['ID=0ec7f247-60e3-4cfd-8f7d-abc1b41ca786,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:28.179798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] No DVR routers for this DVR port 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.189706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.190645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.190645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.190645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9cc90-7405-46b9-a59f-1fa7817421cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:28.209316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.233163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f789bd5-365e-4fbd-b8f6-8c5e76fabf14']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:28.243287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bac660a-a4b4-4692-89fc-28315152f02d') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:28.243609 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bac660a-a4b4-4692-89fc-28315152f02d') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:28.252648 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.265184 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.270873 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:46:28.271265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:46:28.272908 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:46:28.389894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.395196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.398353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f789bd5-365e-4fbd-b8f6-8c5e76fabf14 HTTP/1.1" status: 204 len: 168 time: 0.6544111 Nov 05 22:46:28.401379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44520) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:28.409301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf18a3-0057-4b0b-8788-9083e45ba9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f789bd5-365e-4fbd-b8f6-8c5e76fabf14,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:28.746123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:28.984496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Deleting port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:28.984836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:29.064667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] For port 4da7dfcc-00e5-4b2b-b76a-124fc93f139a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,segment=NetworkSegment(e68081d7-0f00-4dda-9727-1f24829f4c52),segment_id=e68081d7-0f00-4dda-9727-1f24829f4c52)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:29.065025 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:29.078880 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Calling delete_port for 4da7dfcc-00e5-4b2b-b76a-124fc93f139a owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:29.123270 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:46:29.147926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:46:29.148331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0f2b4825-adc7-4aa7-b3fa-520aabc4d3a3 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:46:29.148745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:46:29.167223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:46:29.167584 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0ec7f247-60e3-4cfd-8f7d-abc1b41ca786 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:46:29.323637 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:29.357812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da7dfcc-00e5-4b2b-b76a-124fc93f139a,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:29.382802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.383146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.383485 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.383952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.384173 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.384498 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.384827 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.385150 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.385472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.385792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.386113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.386434 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:29.793288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.007635 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:46:30.117502 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:46:30.122613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ef081806-d96a-4757-85c5-239d61ca1259 admin admin] 10.222.0.41 "PUT /v2.0/routers/2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7201941 Nov 05 22:46:30.125196 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44522) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:30.126775 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] Sync routers for ids ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:46:30.136895 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] Routers {'2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:30.137499 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:30.228839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.240706 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] Set router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:30.330764 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.418093 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:46:29Z', 'revision_number': 5, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port': {'id': 'ffbbd64e-7195-43b8-931a-2e831775ef87', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:44:58Z', 'updated_at': '2021-11-05T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:30.428990 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Deleting port ffbbd64e-7195-43b8-931a-2e831775ef87 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:30.429330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.446150 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] Checking router: 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:46:30.454768 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] Routers {'2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:30.455355 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:30.510141 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] For port ffbbd64e-7195-43b8-931a-2e831775ef87, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ffbbd64e-7195-43b8-931a-2e831775ef87,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:30.510497 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.523941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Calling delete_port for ffbbd64e-7195-43b8-931a-2e831775ef87 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:30.542760 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] Set router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:30.592337 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:46:30Z', 'revision_number': 6, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:30.621390 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60098af-554d-4108-9b0d-380ad0020424 None None] The sync data for ids ['2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3'] in n-d-816738-5 is: [{'id': '2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3', 'name': 'tempest-TestEncryptedCinderVolumes-1928820553-router', 'tenant_id': 'eaf70aa471d747828b14eab9947c8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:44:57Z', 'updated_at': '2021-11-05T22:46:30Z', 'revision_number': 6, 'project_id': 'eaf70aa471d747828b14eab9947c8e01', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:46:30.751980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.777292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbbd64e-7195-43b8-931a-2e831775ef87,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:30.841198 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.930517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:30.932554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.032023 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.032712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:46:31.037190 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.038307 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c31bfe35-ad65-47f2-a9f9-0500124d6f50 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2b2bd5cc-404b-483e-8d59-4f9ab4e7e5a3 HTTP/1.1" status: 204 len: 168 time: 0.9121928 Nov 05 22:46:31.040843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44524) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:31.087707 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] Deleting subnet 2f389cc4-c28a-4356-869c-b4d6db411fe1 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:46:31.090766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.129585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.203455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.295084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.326329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f389cc4-c28a-4356-869c-b4d6db411fe1,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:31.328256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.331436 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-319ce856-8c85-448f-9eef-4d60e542ec7d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2f389cc4-c28a-4356-869c-b4d6db411fe1 HTTP/1.1" status: 204 len: 168 time: 0.2896464 Nov 05 22:46:31.333449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c0337-385f-4689-b31e-562eca594eed None None] Network 99d06b83-b9a5-43c0-8e25-5a6961dbc948 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:46:31.334068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44526) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:31.407721 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.418049 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.482846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4da7dfcc-00e5-4b2b-b76a-124fc93f139a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:46:31.483049 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Deleting port d99d151c-0672-4460-ae14-476fc6719801 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:31.483238 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.508464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 4da7dfcc-00e5-4b2b-b76a-124fc93f139a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:46:31.508464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4da7dfcc-00e5-4b2b-b76a-124fc93f139a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:46:31.551514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] DHCP port deletion for 99d06b83-b9a5-43c0-8e25-5a6961dbc948 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:46:31.552676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] For port d99d151c-0672-4460-ae14-476fc6719801, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d99d151c-0672-4460-ae14-476fc6719801,segment=NetworkSegment(e68081d7-0f00-4dda-9727-1f24829f4c52),segment_id=e68081d7-0f00-4dda-9727-1f24829f4c52)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:31.553042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.569956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Calling delete_port for d99d151c-0672-4460-ae14-476fc6719801 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:31.604728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] Deleting port d99d151c-0672-4460-ae14-476fc6719801 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:46:31.605118 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.672791 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] For port d99d151c-0672-4460-ae14-476fc6719801, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d99d151c-0672-4460-ae14-476fc6719801,segment=NetworkSegment(e68081d7-0f00-4dda-9727-1f24829f4c52),segment_id=e68081d7-0f00-4dda-9727-1f24829f4c52)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:31.673206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.686575 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] Calling delete_port for d99d151c-0672-4460-ae14-476fc6719801 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:46:31.744988 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.766156 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.774850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99d151c-0672-4460-ae14-476fc6719801,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:31.780185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] No DVR routers for this DVR port d99d151c-0672-4460-ae14-476fc6719801 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:46:31.793963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] Pushing event deleted for resources: {'Port': ['ID=d99d151c-0672-4460-ae14-476fc6719801,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:31.797527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2302faf-1392-41c0-94ee-68c4cf63bf0f None None] No DVR routers for this DVR port d99d151c-0672-4460-ae14-476fc6719801 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:46:31.863153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.882729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d06b83-b9a5-43c0-8e25-5a6961dbc948']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:31.892680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68081d7-0f00-4dda-9727-1f24829f4c52') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:31.892973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68081d7-0f00-4dda-9727-1f24829f4c52') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:31.902076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.915294 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.921267 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:46:31.921654 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:46:31.923698 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:46:32.060925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:32.068015 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:32.072472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99d06b83-b9a5-43c0-8e25-5a6961dbc948 HTTP/1.1" status: 204 len: 168 time: 0.7362721 Nov 05 22:46:32.082298 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f0879-68e9-4ae7-9755-c9c9582cc307 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d06b83-b9a5-43c0-8e25-5a6961dbc948,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:32.397835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44530) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:32.441270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-20be9775-97da-4510-a1ec-2f15e8629681 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5df17007b26f45649f51861fb2a75b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422783 Nov 05 22:46:32.443741 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44532) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:32.489586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e80231e-0231-4cad-8b3d-ccc5c8e9fb36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:32.510047 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e80231e-0231-4cad-8b3d-ccc5c8e9fb36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:32.630461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e80231e-0231-4cad-8b3d-ccc5c8e9fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:32.633737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2e80231e-0231-4cad-8b3d-ccc5c8e9fb36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:32.634930 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2e80231e-0231-4cad-8b3d-ccc5c8e9fb36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dd0918f-bf83-428b-a814-e0973f28d07e HTTP/1.1" status: 204 len: 168 time: 0.1903036 Nov 05 22:46:32.643714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80231e-0231-4cad-8b3d-ccc5c8e9fb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd0918f-bf83-428b-a814-e0973f28d07e,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:33.112285 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ffbbd64e-7195-43b8-931a-2e831775ef87 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:46:33.132599 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ffbbd64e-7195-43b8-931a-2e831775ef87 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:46:33.132991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ffbbd64e-7195-43b8-931a-2e831775ef87 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:46:33.133341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d99d151c-0672-4460-ae14-476fc6719801 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:46:33.151525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d99d151c-0672-4460-ae14-476fc6719801 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:46:33.151888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d99d151c-0672-4460-ae14-476fc6719801 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:46:33.270343 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44538) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:33.309688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-39f2bb7f-f5c7-41c8-95bd-64f6f32f41aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eaf70aa471d747828b14eab9947c8e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382185 Nov 05 22:46:33.312080 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44540) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:33.359988 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-744e20ff-161e-4d55-b30b-367ebb87d36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:33.380792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-744e20ff-161e-4d55-b30b-367ebb87d36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:33.397946 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:33.493396 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-744e20ff-161e-4d55-b30b-367ebb87d36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:33.496006 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-744e20ff-161e-4d55-b30b-367ebb87d36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:33.497086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-744e20ff-161e-4d55-b30b-367ebb87d36c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f631b2b-bf0a-4bd5-aece-13c741a2d693 HTTP/1.1" status: 204 len: 168 time: 0.1841323 Nov 05 22:46:33.505763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e20ff-161e-4d55-b30b-367ebb87d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f631b2b-bf0a-4bd5-aece-13c741a2d693,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:34.560389 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44562) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:34.661849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2045812235-network', 'tenant_id': 'df8ee24747f245858b2c14492e0de892'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:46:34.734926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Made reservation on behalf of df8ee24747f245858b2c14492e0de892 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:46:34.737239 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:34.745568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:34.817582 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:34.860268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:34.884487 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:46:34.894647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5475fb24-e851-4f99-959c-384e59739375,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:34.900272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:34.900611 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Added segment 4be15198-c73c-446a-b546-7bc360b84f80 of type vlan for network eb9c3611-9646-4048-b5b6-091b77679f02 Nov 05 22:46:34.940381 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.020247 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.021201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:35.021775 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.083151 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9c3611-9646-4048-b5b6-091b77679f02,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:35.092548 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network eb9c3611-9646-4048-b5b6-091b77679f02 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:46:35.109625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dd3d011a-0c46-4329-84a6-77d45b666103 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5478630 Nov 05 22:46:35.112475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44566) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:35.117580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Request body: {'subnet': {'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2045812235-subnet', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:46:35.191791 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Made reservation on behalf of df8ee24747f245858b2c14492e0de892 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:46:35.194115 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.409591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.465094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=04be7073-7360-45ab-8afa-6eb9e5711cef,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:35.473824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Checking segment: {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:35.474189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Network hostable DHCP agents. Network: eb9c3611-9646-4048-b5b6-091b77679f02, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:46:35.528664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Network eb9c3611-9646-4048-b5b6-091b77679f02 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:46:35.597060 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, eb9c3611-9646-4048-b5b6-091b77679f02) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:35.601089 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:35.607765 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.609062 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb347e-9660-44cd-aece-27487b68515c None None] Network eb9c3611-9646-4048-b5b6-091b77679f02 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:46:35.686698 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0602742a-57eb-4821-a362-39a1873864cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5704556 Nov 05 22:46:35.686907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44568) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:35.691108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:46:35.751771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-eb9c3611-9646-4048-b5b6-091b77679f02', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:46:35.752633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.767390 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.768449 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.827596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:35.888491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Allocated IP 172.20.0.2 (eb9c3611-9646-4048-b5b6-091b77679f02/04be7073-7360-45ab-8afa-6eb9e5711cef/a3925b6b-7ee8-40b6-91c6-b06514369a0b) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:46:36.005330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.029588 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.106592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.145266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Network eb9c3611-9646-4048-b5b6-091b77679f02 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:36.150024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:36.153955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:46:36.162016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Pushing event updated for resources: {'Port': ['ID=a3925b6b-7ee8-40b6-91c6-b06514369a0b,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:36.211014 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Attempting to bind port a3925b6b-7ee8-40b6-91c6-b06514369a0b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:46:36.214345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Attempting to bind port a3925b6b-7ee8-40b6-91c6-b06514369a0b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:46:36.214345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Attempting to bind port a3925b6b-7ee8-40b6-91c6-b06514369a0b on network eb9c3611-9646-4048-b5b6-091b77679f02 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:46:36.216736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:46:36.217105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Checking segment: {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:36.217523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.218461 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Bound using segment: {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:46:36.218957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Bound port: a3925b6b-7ee8-40b6-91c6-b06514369a0b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:46:36.219332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.269163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.284771 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] For port a3925b6b-7ee8-40b6-91c6-b06514369a0b, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:46:36.288408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] For port a3925b6b-7ee8-40b6-91c6-b06514369a0b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3925b6b-7ee8-40b6-91c6-b06514369a0b,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:46:36.288599 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.369558 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.392387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Allocated IP 172.25.6.86 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/a9f5afdc-633a-4cc5-834c-b84077996819) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:46:36.401276 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ab109db2-aed3-43db-9b3f-9dabfc12da45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.434680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83089e3-98c5-4c7b-aef4-1e3a4b5e736a None None] Pushing event updated for resources: {'Port': ['ID=a3925b6b-7ee8-40b6-91c6-b06514369a0b,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:36.504085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.627641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:36.667363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:36.673634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:36.676298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:46:36.704621 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f5afdc-633a-4cc5-834c-b84077996819,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:37.010836 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.159007 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3925b6b-7ee8-40b6-91c6-b06514369a0b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:37.209913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a3925b6b-7ee8-40b6-91c6-b06514369a0b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:37.214871 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.232736 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.300857 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.326789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9038dc2-6aa9-46e6-85a6-4cf73bd1bb14 None None] Network eb9c3611-9646-4048-b5b6-091b77679f02 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:46:37.352431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port a3925b6b-7ee8-40b6-91c6-b06514369a0b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3925b6b-7ee8-40b6-91c6-b06514369a0b,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:37.420171 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0de5c33b-4d9b-4061-974b-04b51dae9215 None None] Provisioning complete for port a3925b6b-7ee8-40b6-91c6-b06514369a0b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:37.420536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0de5c33b-4d9b-4061-974b-04b51dae9215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.446090 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.471417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Router 8161fd4a-0933-46ff-b4f8-0194a7517107 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:46:37.519775 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:46:37.557475 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=a3925b6b-7ee8-40b6-91c6-b06514369a0b,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:37.828927 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e0c486cf-efec-48f8-891c-60ed000c81ec None None] Provisioning complete for port a3925b6b-7ee8-40b6-91c6-b06514369a0b triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:37.829280 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e0c486cf-efec-48f8-891c-60ed000c81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.846361 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:46:37.857359 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Sync routers for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:46:37.881106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:37.881632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:37.918011 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:37.919280 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-87626bfb-b4fd-41f0-89ba-51b338a06c05 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2315385 Nov 05 22:46:37.923005 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44570) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:38.017844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:38.199402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:36Z', 'revision_number': 3, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:38.225512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Checking router: 8161fd4a-0933-46ff-b4f8-0194a7517107 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:46:38.225868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Updating router 8161fd4a-0933-46ff-b4f8-0194a7517107 port a9f5afdc-633a-4cc5-834c-b84077996819 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:46:38.251132 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.336425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.494533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Allocated IP 172.20.0.1 (eb9c3611-9646-4048-b5b6-091b77679f02/04be7073-7360-45ab-8afa-6eb9e5711cef/645df4da-5afa-4623-b06f-59f9ebfdfd10) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:46:38.598466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.662903 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f3f76249-5a62-4bb2-a8a9-a46067626984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.674146 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.683093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.720368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Network eb9c3611-9646-4048-b5b6-091b77679f02 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:38.723174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:38.728745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:46:38.735311 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.761056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Pushing event updated for resources: {'Port': ['ID=645df4da-5afa-4623-b06f-59f9ebfdfd10,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:38.782084 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.788589 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Attempting to bind port a9f5afdc-633a-4cc5-834c-b84077996819 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:46:38.788959 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Attempting to bind port a9f5afdc-633a-4cc5-834c-b84077996819 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:46:38.789321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Attempting to bind port a9f5afdc-633a-4cc5-834c-b84077996819 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:46:38.797067 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4e73c-371b-4665-89ef-473f2eabd4f7 None None] Pushing event updated for resources: {'Port': ['ID=a9f5afdc-633a-4cc5-834c-b84077996819,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:38.799877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:46:38.803697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:38.803697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.803697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:46:38.803697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Bound port: a9f5afdc-633a-4cc5-834c-b84077996819, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:46:38.803697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.859019 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] For port a9f5afdc-633a-4cc5-834c-b84077996819, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:46:38.862787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] For port a9f5afdc-633a-4cc5-834c-b84077996819, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a9f5afdc-633a-4cc5-834c-b84077996819,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:46:38.928457 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.981693 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:38.982829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:38.983529 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:39.034116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4e73c-371b-4665-89ef-473f2eabd4f7 None None] Pushing event updated for resources: {'Port': ['ID=a9f5afdc-633a-4cc5-834c-b84077996819,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:39.085661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-263ca77e-0b17-4a3c-aba8-d0bee09e887d None None] Provisioning complete for port 645df4da-5afa-4623-b06f-59f9ebfdfd10 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:39.086038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-263ca77e-0b17-4a3c-aba8-d0bee09e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:39.139456 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-263ca77e-0b17-4a3c-aba8-d0bee09e887d None None] Port 645df4da-5afa-4623-b06f-59f9ebfdfd10 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:46:39.141986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:39.158592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:39.171499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3925b6b-7ee8-40b6-91c6-b06514369a0b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:39.213318 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:39.284076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:39.286397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Pushing event updated for resources: {'Port': ['ID=645df4da-5afa-4623-b06f-59f9ebfdfd10,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:39.316856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a3925b6b-7ee8-40b6-91c6-b06514369a0b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:39.317416 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:39.385916 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Network eb9c3611-9646-4048-b5b6-091b77679f02 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:39.387399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:39.444692 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 1, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:39.478176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721d8b5-a0bc-4f39-b9c9-dc2272f85dd9 None None] The sync data for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 is: [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 1, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:46:39.514189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Router 8161fd4a-0933-46ff-b4f8-0194a7517107 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:46:39.629133 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:46:39.634562 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f61bd153-a41e-4e34-b4ef-378863bd8eef admin admin] 10.222.0.41 "PUT /v2.0/routers/8161fd4a-0933-46ff-b4f8-0194a7517107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102602 Nov 05 22:46:39.668746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c9afeec5-6e8f-405a-b110-738ef0255821 None None] Provisioning complete for port 645df4da-5afa-4623-b06f-59f9ebfdfd10 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:39.669326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c9afeec5-6e8f-405a-b110-738ef0255821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:39.716443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c9afeec5-6e8f-405a-b110-738ef0255821 None None] Port 645df4da-5afa-4623-b06f-59f9ebfdfd10 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:46:40.213051 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.323369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44586) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:40.329027 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-422128642-network', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:46:40.401652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Made reservation on behalf of 6405a055415040cbb6ac26d6ef778bf1 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:46:40.404162 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.414195 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.491080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.574884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.603834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:46:40.614671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc6f10-396e-4efb-8260-c2270ca1246d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:40.620577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.621020 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Added segment ce046d55-4e7f-4d34-b46d-ebd8b8810a23 of type vlan for network cb3fed87-48b4-481a-806c-b66b007d1ebc Nov 05 22:46:40.664564 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.728993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.730070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:40.730655 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:40.789235 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3fed87-48b4-481a-806c-b66b007d1ebc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:40.799497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network cb3fed87-48b4-481a-806c-b66b007d1ebc details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:46:40.818251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f55a48c7-8dda-4dc4-8f75-28ef2de63933 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4937170 Nov 05 22:46:40.821149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44588) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:40.826288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Request body: {'subnet': {'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-422128642-subnet', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:46:40.917843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Made reservation on behalf of 6405a055415040cbb6ac26d6ef778bf1 for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:46:40.920294 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.149862 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a9f5afdc-633a-4cc5-834c-b84077996819 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:41.156426 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.201080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a9f5afdc-633a-4cc5-834c-b84077996819 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:41.201530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.218021 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269295f4-3545-486d-accf-779791182ad4,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:41.230454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Checking segment: {'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:41.230810 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Network hostable DHCP agents. Network: cb3fed87-48b4-481a-806c-b66b007d1ebc, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:46:41.286875 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.304618 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Network cb3fed87-48b4-481a-806c-b66b007d1ebc is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:46:41.309925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port a9f5afdc-633a-4cc5-834c-b84077996819, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a9f5afdc-633a-4cc5-834c-b84077996819,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:41.377732 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Sync routers for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:46:41.383714 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, cb3fed87-48b4-481a-806c-b66b007d1ebc) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:41.384467 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.385063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:41.385063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.394360 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:41.394984 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:41.406112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296a72a-9206-44f4-b7d0-5ece02b2610a None None] Network cb3fed87-48b4-481a-806c-b66b007d1ebc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:46:41.458066 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-a775826b-0d8a-4a19-b62d-2bdb5288b1d2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6355376 Nov 05 22:46:41.460580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44590) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:41.465116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:46:41.486389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=a9f5afdc-633a-4cc5-834c-b84077996819,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:41.500904 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:41.540591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.540875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.584640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-cb3fed87-48b4-481a-806c-b66b007d1ebc', 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'fixed_ips': [{'subnet_id': '269295f4-3545-486d-accf-779791182ad4'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:46:41.585502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.610632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.661795 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.733817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Allocated IP 172.20.0.2 (cb3fed87-48b4-481a-806c-b66b007d1ebc/269295f4-3545-486d-accf-779791182ad4/bce95712-6533-4e46-b646-52bea48269af) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:46:41.785366 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:39Z', 'revision_number': 2, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:41.815394 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Checking router: 8161fd4a-0933-46ff-b4f8-0194a7517107 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:46:41.816017 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Updating router 8161fd4a-0933-46ff-b4f8-0194a7517107 port 645df4da-5afa-4623-b06f-59f9ebfdfd10 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:46:41.821757 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.840867 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.885176 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:41.963688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.002480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Network cb3fed87-48b4-481a-806c-b66b007d1ebc is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:42.008978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:42.012822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:46:42.028027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Pushing event updated for resources: {'Port': ['ID=bce95712-6533-4e46-b646-52bea48269af,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:42.084761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Attempting to bind port bce95712-6533-4e46-b646-52bea48269af on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:46:42.085216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Attempting to bind port bce95712-6533-4e46-b646-52bea48269af by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:46:42.085650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Attempting to bind port bce95712-6533-4e46-b646-52bea48269af on network cb3fed87-48b4-481a-806c-b66b007d1ebc {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:46:42.091735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:46:42.092181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Checking segment: {'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:42.093413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.093754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Bound using segment: {'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:46:42.094293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Bound port: bce95712-6533-4e46-b646-52bea48269af, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:46:42.094733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.097828 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.103209 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.120540 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.124490 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.168277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] For port bce95712-6533-4e46-b646-52bea48269af, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:46:42.173095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] For port bce95712-6533-4e46-b646-52bea48269af, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bce95712-6533-4e46-b646-52bea48269af,segment=NetworkSegment(ce046d55-4e7f-4d34-b46d-ebd8b8810a23),segment_id=ce046d55-4e7f-4d34-b46d-ebd8b8810a23)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:46:42.184464 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.227069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.237154 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Pushing event updated for resources: {'Port': ['ID=645df4da-5afa-4623-b06f-59f9ebfdfd10,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:42.237871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Allocated IP 172.25.6.252 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/6ec7df31-d939-4612-8a3b-aaf2f7b24308) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:46:42.247651 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.248272 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.248646 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.248982 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.249306 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.249811 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.250136 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.250456 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.250780 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.251094 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.251600 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.252077 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:46:42.307353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50502f63-068c-4ee6-b00d-e0b2eb5746e5 None None] Pushing event updated for resources: {'Port': ['ID=bce95712-6533-4e46-b646-52bea48269af,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:42.312640 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Attempting to bind port 645df4da-5afa-4623-b06f-59f9ebfdfd10 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:46:42.313010 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Attempting to bind port 645df4da-5afa-4623-b06f-59f9ebfdfd10 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:46:42.317330 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Attempting to bind port 645df4da-5afa-4623-b06f-59f9ebfdfd10 on network eb9c3611-9646-4048-b5b6-091b77679f02 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:46:42.318995 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:46:42.319641 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Checking segment: {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:42.320221 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.320771 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Bound using segment: {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:46:42.321402 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Bound port: 645df4da-5afa-4623-b06f-59f9ebfdfd10, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:46:42.321961 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.375802 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.390557 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] For port 645df4da-5afa-4623-b06f-59f9ebfdfd10, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:46:42.393877 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] For port 645df4da-5afa-4623-b06f-59f9ebfdfd10, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=645df4da-5afa-4623-b06f-59f9ebfdfd10,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:46:42.466804 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.503485 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.541832 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:42.553016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:42.558288 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2ecdf-2d37-4a31-892f-685a07066b6a None None] Pushing event updated for resources: {'Port': ['ID=645df4da-5afa-4623-b06f-59f9ebfdfd10,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:42.563922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:46:42.565078 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:42.565992 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:42.580181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c2c84436-d206-47b3-a9e5-8728f710ca8d None None] Provisioning complete for port 645df4da-5afa-4623-b06f-59f9ebfdfd10 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:42.580551 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2c84436-d206-47b3-a9e5-8728f710ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.597722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Pushing event updated for resources: {'Port': ['ID=6ec7df31-d939-4612-8a3b-aaf2f7b24308,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:42.696903 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2c84436-d206-47b3-a9e5-8728f710ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.734328 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:42.750417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c2c84436-d206-47b3-a9e5-8728f710ca8d None None] For port 645df4da-5afa-4623-b06f-59f9ebfdfd10, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=645df4da-5afa-4623-b06f-59f9ebfdfd10,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:42.814830 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c2c84436-d206-47b3-a9e5-8728f710ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.877382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c84436-d206-47b3-a9e5-8728f710ca8d None None] Pushing event updated for resources: {'Port': ['ID=645df4da-5afa-4623-b06f-59f9ebfdfd10,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:42.935878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a12ade98-b968-422c-ac7f-196b22b7fb71 None None] Provisioning complete for port 645df4da-5afa-4623-b06f-59f9ebfdfd10 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:42.936606 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a12ade98-b968-422c-ac7f-196b22b7fb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.945425 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:42.954845 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:42.981587 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57328476-8188-4ce2-9dbd-842824d37fc1 None None] The sync data for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 is: [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:46:43.177660 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:43.296353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bce95712-6533-4e46-b646-52bea48269af up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:43.350563 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bce95712-6533-4e46-b646-52bea48269af triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:43.351333 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:43.407704 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:46:43.440442 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:43.480870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port bce95712-6533-4e46-b646-52bea48269af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bce95712-6533-4e46-b646-52bea48269af,segment=NetworkSegment(ce046d55-4e7f-4d34-b46d-ebd8b8810a23),segment_id=ce046d55-4e7f-4d34-b46d-ebd8b8810a23)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:43.486571 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf8382-04a4-484c-8b9d-06bfd1a2b820 None None] Network cb3fed87-48b4-481a-806c-b66b007d1ebc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:46:43.554030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:43.554884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a9f5afdc-633a-4cc5-834c-b84077996819 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:43.643301 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-79611fba-1505-46da-8c03-4cb518350b61 None None] Provisioning complete for port bce95712-6533-4e46-b646-52bea48269af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:43.643783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-79611fba-1505-46da-8c03-4cb518350b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:43.725306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=bce95712-6533-4e46-b646-52bea48269af,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:43.749985 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port a9f5afdc-633a-4cc5-834c-b84077996819 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:43.750435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:43.805873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:46:43.817691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Sync routers for ids ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:46:43.856591 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:43.857877 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b5cb0f62-eb6e-4af3-8db8-9dc1af3b6c7a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3960736 Nov 05 22:46:43.860852 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44592) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:46:43.873190 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Routers {'0d448c9a-c7de-4763-a1aa-4d0db8c100e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:43.873863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:44.163505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 645df4da-5afa-4623-b06f-59f9ebfdfd10 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:44.224499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Set router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:44.283204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4bbc36b7-23a3-4141-9fa8-5080b93798b6 None None] Provisioning complete for port bce95712-6533-4e46-b646-52bea48269af triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:44.283502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4bbc36b7-23a3-4141-9fa8-5080b93798b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.286238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.381414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 645df4da-5afa-4623-b06f-59f9ebfdfd10 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:44.381783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.447129 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Allocated IP 172.20.0.1 (cb3fed87-48b4-481a-806c-b66b007d1ebc/269295f4-3545-486d-accf-779791182ad4/937a1cb4-b720-4f30-9775-0f3ec9f73a69) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:46:44.548513 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.555596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 3, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port': {'id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:42Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:44.582069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Checking router: 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:46:44.584145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Updating router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 port 6ec7df31-d939-4612-8a3b-aaf2f7b24308 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:46:44.605884 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.632713 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.676848 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Network cb3fed87-48b4-481a-806c-b66b007d1ebc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:44.681170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:44.687022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:46:44.714538 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Pushing event updated for resources: {'Port': ['ID=937a1cb4-b720-4f30-9775-0f3ec9f73a69,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:44.733923 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.884435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.921700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c7defd33-57ed-47c4-ba12-d24a134ec610 None None] Provisioning complete for port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:44.922067 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c7defd33-57ed-47c4-ba12-d24a134ec610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.939330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:44.955275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c7defd33-57ed-47c4-ba12-d24a134ec610 None None] Port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:46:44.995925 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.046755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Attempting to bind port 6ec7df31-d939-4612-8a3b-aaf2f7b24308 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:46:45.047120 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Attempting to bind port 6ec7df31-d939-4612-8a3b-aaf2f7b24308 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:46:45.047476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Attempting to bind port 6ec7df31-d939-4612-8a3b-aaf2f7b24308 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:46:45.054902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb4451-b342-4cff-a43f-70520ecffe0c None None] Pushing event updated for resources: {'Port': ['ID=6ec7df31-d939-4612-8a3b-aaf2f7b24308,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:45.058906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:46:45.059276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:45.059883 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.060266 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:46:45.060733 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Bound port: 6ec7df31-d939-4612-8a3b-aaf2f7b24308, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:46:45.061491 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.117516 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.120694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] For port 6ec7df31-d939-4612-8a3b-aaf2f7b24308, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:46:45.123818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] For port 6ec7df31-d939-4612-8a3b-aaf2f7b24308, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6ec7df31-d939-4612-8a3b-aaf2f7b24308,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:46:45.144100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bce95712-6533-4e46-b646-52bea48269af up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:45.192842 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bce95712-6533-4e46-b646-52bea48269af triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:45.193473 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.195968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.215300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.262233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Pushing event updated for resources: {'Port': ['ID=937a1cb4-b720-4f30-9775-0f3ec9f73a69,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:45.265110 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.292490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Routers {'0d448c9a-c7de-4763-a1aa-4d0db8c100e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:45.293114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:45.296367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb4451-b342-4cff-a43f-70520ecffe0c None None] Pushing event updated for resources: {'Port': ['ID=6ec7df31-d939-4612-8a3b-aaf2f7b24308,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:45.361056 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Network cb3fed87-48b4-481a-806c-b66b007d1ebc is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:46:45.362451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:46:45.457133 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] Set router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:45.519312 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:46:45.633871 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:46:45.638730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1b95155c-c5a5-4191-b3ef-e16f772d9213 admin admin] 10.222.0.41 "PUT /v2.0/routers/0d448c9a-c7de-4763-a1aa-4d0db8c100e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7769070 Nov 05 22:46:45.665531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 4, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port': {'id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:42Z', 'updated_at': '2021-11-05T22:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '937a1cb4-b720-4f30-9775-0f3ec9f73a69', 'name': '', 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'mac_address': 'fa:16:3e:e6:62:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '269295f4-3545-486d-accf-779791182ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:44Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 2, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'subnets': [{'id': '269295f4-3545-486d-accf-779791182ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:45.698176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478e211-01e4-4633-8573-dc17fb442deb None None] The sync data for ids ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'] in n-d-816738-5 is: [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 4, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port': {'id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:42Z', 'updated_at': '2021-11-05T22:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '937a1cb4-b720-4f30-9775-0f3ec9f73a69', 'name': '', 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'mac_address': 'fa:16:3e:e6:62:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '269295f4-3545-486d-accf-779791182ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:44Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 2, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'subnets': [{'id': '269295f4-3545-486d-accf-779791182ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:46:45.709612 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-72632a99-7726-435c-aa83-7c20eb037cf7 None None] Provisioning complete for port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:45.709975 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-72632a99-7726-435c-aa83-7c20eb037cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:45.750068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-72632a99-7726-435c-aa83-7c20eb037cf7 None None] Port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:46:47.193958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6ec7df31-d939-4612-8a3b-aaf2f7b24308 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:47.255038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6ec7df31-d939-4612-8a3b-aaf2f7b24308 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:47.255635 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:47.349636 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:47.371669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 6ec7df31-d939-4612-8a3b-aaf2f7b24308, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6ec7df31-d939-4612-8a3b-aaf2f7b24308,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:47.455411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:47.519847 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=6ec7df31-d939-4612-8a3b-aaf2f7b24308,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:47.814751 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Sync routers for ids ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:46:47.833154 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Routers {'0d448c9a-c7de-4763-a1aa-4d0db8c100e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:47.834053 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:47.960100 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Set router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:48.179564 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 4, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port': {'id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:42Z', 'updated_at': '2021-11-05T22:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '937a1cb4-b720-4f30-9775-0f3ec9f73a69', 'name': '', 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'mac_address': 'fa:16:3e:e6:62:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '269295f4-3545-486d-accf-779791182ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:44Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 2, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'subnets': [{'id': '269295f4-3545-486d-accf-779791182ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:48.210998 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Checking router: 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:46:48.211585 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Updating router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:46:48.240389 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:48.531873 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:48.598399 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:48.692193 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de7cea-dde3-4a6d-bc03-41f9ae60c5ce None None] Pushing event updated for resources: {'Port': ['ID=937a1cb4-b720-4f30-9775-0f3ec9f73a69,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:48.722011 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Attempting to bind port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:46:48.722382 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Attempting to bind port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:46:48.722739 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Attempting to bind port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 on network cb3fed87-48b4-481a-806c-b66b007d1ebc {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:46:48.734203 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:46:48.734829 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Checking segment: {'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:46:48.735307 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:48.735620 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Bound using segment: {'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:46:48.736087 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Bound port: 937a1cb4-b720-4f30-9775-0f3ec9f73a69, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:46:48.736946 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:48.909180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-df516331-3e7c-4c46-b6de-d21e2a20f09c None None] Provisioning complete for port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:48.909742 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-df516331-3e7c-4c46-b6de-d21e2a20f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:48.948418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-df516331-3e7c-4c46-b6de-d21e2a20f09c None None] Port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:46:48.953571 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] For port 937a1cb4-b720-4f30-9775-0f3ec9f73a69, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:46:48.959229 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] For port 937a1cb4-b720-4f30-9775-0f3ec9f73a69, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=937a1cb4-b720-4f30-9775-0f3ec9f73a69,segment=NetworkSegment(ce046d55-4e7f-4d34-b46d-ebd8b8810a23),segment_id=ce046d55-4e7f-4d34-b46d-ebd8b8810a23)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:46:49.019201 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:49.107296 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Routers {'0d448c9a-c7de-4763-a1aa-4d0db8c100e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:46:49.122731 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:46:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:49.125651 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de7cea-dde3-4a6d-bc03-41f9ae60c5ce None None] Pushing event updated for resources: {'Port': ['ID=937a1cb4-b720-4f30-9775-0f3ec9f73a69,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:49.216208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6ec7df31-d939-4612-8a3b-aaf2f7b24308 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:49.288631 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 6ec7df31-d939-4612-8a3b-aaf2f7b24308 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:49.289590 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:49.298530 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] Set router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:46:49.406765 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b435f666-b621-4f94-8d72-a468ace9860b None None] Provisioning complete for port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:49.407138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b435f666-b621-4f94-8d72-a468ace9860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:49.496718 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b435f666-b621-4f94-8d72-a468ace9860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:49.528520 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 4, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port': {'id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:42Z', 'updated_at': '2021-11-05T22:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '937a1cb4-b720-4f30-9775-0f3ec9f73a69', 'name': '', 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'mac_address': 'fa:16:3e:e6:62:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '269295f4-3545-486d-accf-779791182ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:44Z', 'updated_at': '2021-11-05T22:46:48Z', 'revision_number': 4, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'subnets': [{'id': '269295f4-3545-486d-accf-779791182ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:46:49.554543 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f103b-5b1c-49d6-abd2-04b56f5f46e4 None None] The sync data for ids ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'] in n-d-816738-5 is: [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:46:44Z', 'revision_number': 4, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port': {'id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:42Z', 'updated_at': '2021-11-05T22:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '937a1cb4-b720-4f30-9775-0f3ec9f73a69', 'name': '', 'network_id': 'cb3fed87-48b4-481a-806c-b66b007d1ebc', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'mac_address': 'fa:16:3e:e6:62:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '269295f4-3545-486d-accf-779791182ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:44Z', 'updated_at': '2021-11-05T22:46:48Z', 'revision_number': 4, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'subnets': [{'id': '269295f4-3545-486d-accf-779791182ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:46:49.780752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b435f666-b621-4f94-8d72-a468ace9860b None None] For port 937a1cb4-b720-4f30-9775-0f3ec9f73a69, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=937a1cb4-b720-4f30-9775-0f3ec9f73a69,segment=NetworkSegment(ce046d55-4e7f-4d34-b46d-ebd8b8810a23),segment_id=ce046d55-4e7f-4d34-b46d-ebd8b8810a23)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:46:49.847423 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b435f666-b621-4f94-8d72-a468ace9860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:49.904175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435f666-b621-4f94-8d72-a468ace9860b None None] Pushing event updated for resources: {'Port': ['ID=937a1cb4-b720-4f30-9775-0f3ec9f73a69,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:46:51.186836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 937a1cb4-b720-4f30-9775-0f3ec9f73a69 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:46:51.237017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:46:51.237390 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:46:57.259707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-f7174d64-773e-412e-a79a-f0fb1c8d5bec tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:46:57.261154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-f7174d64-773e-412e-a79a-f0fb1c8d5bec tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 815 time: 0.1014585 Nov 05 22:46:57.275880 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-155160aa-b11e-4c30-828b-f25ea68cae0e tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/quotas/df8ee24747f245858b2c14492e0de892 HTTP/1.1" status: 200 len: 375 time: 0.0089073 Nov 05 22:46:57.330622 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-1b7cbcc8-f630-4f22-8b4d-ef6e5ca3011b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494092 Nov 05 22:46:57.425375 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-25ae1fbe-8051-4b5b-afa8-48efb304e1e6 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829406 Nov 05 22:46:57.517016 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-d4fda09b-4606-4fa9-8c56-8ffdda400c5e service neutron] 10.222.0.41 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856643 Nov 05 22:46:57.808539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-45adb10f-0ee6-4c4d-8e30-77f16bc29a05 req-d81711cf-46fd-4aba-ad0d-d5a0b52e7dae tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 210 time: 0.0265713 Nov 05 22:46:58.888559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-37a0ad01-6255-48b8-b22d-52a1036a7599 req-a156d9d8-bea4-4824-9206-9228b1544668 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 210 time: 0.0266421 Nov 05 22:46:59.986032 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f151bc9d-24bf-491e-8d6d-892355ecb924 req-b4e04e00-9d96-4990-bdcf-367980f621ae tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 210 time: 0.0303488 Nov 05 22:47:00.154887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-86dc7be4-f17c-454b-9d67-286ed5030e3d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:00.156953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-86dc7be4-f17c-454b-9d67-286ed5030e3d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 815 time: 0.1057706 Nov 05 22:47:00.170441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'port': {'device_id': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'admin_state_up': True, 'tenant_id': 'df8ee24747f245858b2c14492e0de892'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:00.333029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Made reservation on behalf of df8ee24747f245858b2c14492e0de892 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:47:00.336789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:00.468554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Allocated IP 172.20.0.12 (eb9c3611-9646-4048-b5b6-091b77679f02/04be7073-7360-45ab-8afa-6eb9e5711cef/b240aa0c-f3f6-484e-8d80-c606d9d60bbf) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:47:00.618086 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:00.735607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:00.779949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Network eb9c3611-9646-4048-b5b6-091b77679f02 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:47:00.783624 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:47:00.789958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:47:00.815418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:00.858323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:00.859225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:00.949339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-9566d0f3-337f-489b-9e60-0c55896a752c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7827060 Nov 05 22:47:01.140851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796c13-dec3-4439-8431-25d802e6be14 req-e18a5827-52b1-4869-888d-617cbacaf34d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:01.142403 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80796c13-dec3-4439-8431-25d802e6be14 req-e18a5827-52b1-4869-888d-617cbacaf34d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0827289 Nov 05 22:47:01.150773 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-267ffd1e-9be5-4197-8a41-d020a8f0f2bf None None] Provisioning complete for port b240aa0c-f3f6-484e-8d80-c606d9d60bbf triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:47:01.151370 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-267ffd1e-9be5-4197-8a41-d020a8f0f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:01.195218 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-267ffd1e-9be5-4197-8a41-d020a8f0f2bf None None] Port b240aa0c-f3f6-484e-8d80-c606d9d60bbf cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:47:01.200657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80796c13-dec3-4439-8431-25d802e6be14 req-c078bb34-b2a0-4516-a33f-9b705bf26e08 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Nov 05 22:47:01.407948 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:02.324654 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d1eda-7dfa-437b-bf02-2afe6b9a38f6 req-572cd1ff-aa81-4b04-9e8a-574b113b6029 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:02.326072 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f5d1eda-7dfa-437b-bf02-2afe6b9a38f6 req-572cd1ff-aa81-4b04-9e8a-574b113b6029 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0516925 Nov 05 22:47:02.377136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1f5d1eda-7dfa-437b-bf02-2afe6b9a38f6 req-be117891-6285-48ca-ad76-aa9205dac515 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442088 Nov 05 22:47:03.408794 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:03.498622 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395078-430d-4117-9361-3ba98d245863 req-858d6a6f-c8e0-426b-8b7b-4c7e67475549 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:03.500670 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21395078-430d-4117-9361-3ba98d245863 req-858d6a6f-c8e0-426b-8b7b-4c7e67475549 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0548770 Nov 05 22:47:03.550312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21395078-430d-4117-9361-3ba98d245863 req-fdfb6699-c163-4b0e-8645-2c23ce8c5425 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Nov 05 22:47:04.674505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ca549-57fc-439e-a909-418f4c72f762 req-fea08beb-6098-41c7-ba52-17a02112f606 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:04.676029 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c39ca549-57fc-439e-a909-418f4c72f762 req-fea08beb-6098-41c7-ba52-17a02112f606 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0566444 Nov 05 22:47:04.726257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c39ca549-57fc-439e-a909-418f4c72f762 req-62da2b49-d5ec-4a89-b38c-b9fa4ca85d16 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Nov 05 22:47:05.851647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9491d-7949-48f9-a51f-6c83e8554c30 req-02074db9-7efc-4beb-814d-99239a3548aa tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:05.853151 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfd9491d-7949-48f9-a51f-6c83e8554c30 req-02074db9-7efc-4beb-814d-99239a3548aa tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0518734 Nov 05 22:47:05.902020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dfd9491d-7949-48f9-a51f-6c83e8554c30 req-c846819c-5b9a-48ce-a9bf-bd2651da5f5f tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Nov 05 22:47:06.437746 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-316f4d74-03b2-4968-86de-a39a02367aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:07.022072 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0951be-0850-4b59-8ef5-6a763e8e09ad req-de64a9a8-ffef-4103-a358-796f3e74a569 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:07.023577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f0951be-0850-4b59-8ef5-6a763e8e09ad req-de64a9a8-ffef-4103-a358-796f3e74a569 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0522649 Nov 05 22:47:07.081205 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f0951be-0850-4b59-8ef5-6a763e8e09ad req-609af320-cc63-4d5b-af69-bca6c9b40277 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488188 Nov 05 22:47:08.210983 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48066c1-2165-4d97-a904-5471e38074f3 req-5ed3058e-88ad-4baf-bc7f-9b9093dffda5 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:08.212490 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c48066c1-2165-4d97-a904-5471e38074f3 req-5ed3058e-88ad-4baf-bc7f-9b9093dffda5 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0546052 Nov 05 22:47:08.275443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c48066c1-2165-4d97-a904-5471e38074f3 req-6f3c2a9e-4917-4663-be56-49a1e04530b9 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Nov 05 22:47:08.557846 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4b32f2b0-b5b0-4f56-958e-58921d8087aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:09.394065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34880ec-5275-482c-bdb2-a05b904e0953 req-ade91918-46f2-4173-aa33-177d126c6561 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:09.395623 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a34880ec-5275-482c-bdb2-a05b904e0953 req-ade91918-46f2-4173-aa33-177d126c6561 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0521302 Nov 05 22:47:09.451256 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a34880ec-5275-482c-bdb2-a05b904e0953 req-0298db14-1df0-4e7b-aebe-567d1ce33cd0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490196 Nov 05 22:47:10.226156 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:10.566340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c122393-3827-43ec-b175-1230dd057e7d req-823a485f-66dd-4da3-bbab-d39d4840a822 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:10.567886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c122393-3827-43ec-b175-1230dd057e7d req-823a485f-66dd-4da3-bbab-d39d4840a822 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0486176 Nov 05 22:47:10.615088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c122393-3827-43ec-b175-1230dd057e7d req-b74575e3-cbd7-404b-928a-81379d0024d9 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Nov 05 22:47:11.660091 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:11.727536 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f4b1e-997b-417e-8f16-53d0f7f380ef req-d487215a-6c92-482e-a132-855d33d4c60a tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:11.729017 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1c2f4b1e-997b-417e-8f16-53d0f7f380ef req-d487215a-6c92-482e-a132-855d33d4c60a tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0485244 Nov 05 22:47:11.775235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1c2f4b1e-997b-417e-8f16-53d0f7f380ef req-e0845644-86b5-4829-a890-f5b32d3d57ae tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Nov 05 22:47:12.111769 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:12.889143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da92f63-ab02-40a1-b934-05f2c7d894d8 req-b28ba512-526b-4b15-849a-3eaf416bd9e6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:12.890631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da92f63-ab02-40a1-b934-05f2c7d894d8 req-b28ba512-526b-4b15-849a-3eaf416bd9e6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0494153 Nov 05 22:47:12.936884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6da92f63-ab02-40a1-b934-05f2c7d894d8 req-23138432-6ce7-4bd9-9492-2ccdb1a929f5 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Nov 05 22:47:14.054540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ef45b-33c4-46cd-8ed9-8544f02c0877 req-becb9dee-b685-417c-aa8b-fad302b13616 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:14.056069 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff0ef45b-33c4-46cd-8ed9-8544f02c0877 req-becb9dee-b685-417c-aa8b-fad302b13616 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 932 time: 0.0513222 Nov 05 22:47:14.103843 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ff0ef45b-33c4-46cd-8ed9-8544f02c0877 req-021706c5-b466-430c-a73e-3286958db8b9 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Nov 05 22:47:14.279657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Request body: {'port': {'device_id': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:14.335845 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:14.519716 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:47:14.595846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b240aa0c-f3f6-484e-8d80-c606d9d60bbf {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:47:14.603044 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:14.615610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Transition to ACTIVE for port object b240aa0c-f3f6-484e-8d80-c606d9d60bbf will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:47:14.728368 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:14.784856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:14.851394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Attempting to bind port b240aa0c-f3f6-484e-8d80-c606d9d60bbf on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:47:14.851764 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Attempting to bind port b240aa0c-f3f6-484e-8d80-c606d9d60bbf by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:47:14.852091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Attempting to bind port b240aa0c-f3f6-484e-8d80-c606d9d60bbf on network eb9c3611-9646-4048-b5b6-091b77679f02 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:47:14.856834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Port b240aa0c-f3f6-484e-8d80-c606d9d60bbf on network eb9c3611-9646-4048-b5b6-091b77679f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:47:14.857150 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Attempting to bind port b240aa0c-f3f6-484e-8d80-c606d9d60bbf on network eb9c3611-9646-4048-b5b6-091b77679f02 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:47:14.863083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:47:14.863416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Checking segment: {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:47:14.863822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Bound using segment: {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:47:14.864248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Bound port: b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be15198-c73c-446a-b546-7bc360b84f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:47:14.864605 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:14.929948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:47:14.933400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:47:15.007884 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:15.046847 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.047615 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:15.048865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] 10.222.0.46 "PUT /v2.0/ports/b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 1092 time: 0.8670261 Nov 05 22:47:15.049326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:47:15.051639 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b23f1-22c4-4f24-950a-671d96abdcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:47:15.091985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b137f18-9dab-47aa-b565-534ca2df2e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:15.093256 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03192e58-0379-4173-9997-dfda0a8b95de x-openstack-request-id: req-03192e58-0379-4173-9997-dfda0a8b95de {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:47:15.093544 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:47:15.093808 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03192e58-0379-4173-9997-dfda0a8b95de {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:47:15.094309 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'status': 'completed', 'code': 200} Nov 05 22:47:15.160060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f1-22c4-4f24-950a-671d96abdcb2 req-18bd1343-dff6-487c-b0ca-fd8331fe1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.161580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a58b23f1-22c4-4f24-950a-671d96abdcb2 req-18bd1343-dff6-487c-b0ca-fd8331fe1a9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1095 time: 0.0458217 Nov 05 22:47:15.235829 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d71f-dc66-4b25-b6ac-8b83b5a1ecc5 req-4723101a-0169-426e-84a5-13bfee2f8ba7 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.238134 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbd2d71f-dc66-4b25-b6ac-8b83b5a1ecc5 req-4723101a-0169-426e-84a5-13bfee2f8ba7 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 944 time: 0.0601332 Nov 05 22:47:15.272204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f1-22c4-4f24-950a-671d96abdcb2 req-056219fb-cc3d-4590-a23a-bcef8ff96813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.273703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a58b23f1-22c4-4f24-950a-671d96abdcb2 req-056219fb-cc3d-4590-a23a-bcef8ff96813 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df8ee24747f245858b2c14492e0de892&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1049385 Nov 05 22:47:15.289355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbd2d71f-dc66-4b25-b6ac-8b83b5a1ecc5 req-d60e3a55-3f57-4e8c-a94f-3a0fe2f18ea2 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Nov 05 22:47:15.373174 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f1-22c4-4f24-950a-671d96abdcb2 req-9d7fc064-f84f-4e98-979e-4591a3229140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.374656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a58b23f1-22c4-4f24-950a-671d96abdcb2 req-9d7fc064-f84f-4e98-979e-4591a3229140 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937896 Nov 05 22:47:15.448300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-c6ba9c25-b03c-4bad-b7df-6e124c799909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.449752 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-c6ba9c25-b03c-4bad-b7df-6e124c799909 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1095 time: 0.0400336 Nov 05 22:47:15.495333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-87185e74-75aa-4f54-a23a-582a472261b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 217 time: 0.0363195 Nov 05 22:47:15.552872 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-d34a0a40-32c1-42f8-9536-e92f1ba13989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.554235 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-d34a0a40-32c1-42f8-9536-e92f1ba13989 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0499587 Nov 05 22:47:15.600149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc974cc-7850-487b-a9dc-c95635391391 req-8ed23f4e-7697-48a6-bb5b-2072882e4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:15.601623 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-8ed23f4e-7697-48a6-bb5b-2072882e4983 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405810 Nov 05 22:47:15.694269 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-07a100b4-81c3-4e8c-8d22-10f03cff6125 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Nov 05 22:47:15.783435 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1dc974cc-7850-487b-a9dc-c95635391391 req-c75bd4d1-da97-44b9-b057-c425b90fd457 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820918 Nov 05 22:47:16.411538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797502e0-48a3-4650-9c2d-15a3eb557e8f req-e81e3339-c0e0-4ce8-ad39-a66bf01036c9 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:16.413042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-797502e0-48a3-4650-9c2d-15a3eb557e8f req-e81e3339-c0e0-4ce8-ad39-a66bf01036c9 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 944 time: 0.0481696 Nov 05 22:47:16.464805 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-797502e0-48a3-4650-9c2d-15a3eb557e8f req-2456ef97-3427-4bdc-942d-5f1944aaf77f tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455205 Nov 05 22:47:17.584209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f36e5-4688-47a3-a3b2-e0b7b455e79e req-d2115c31-d180-40af-9b87-4d67742b46a3 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:17.585679 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc2f36e5-4688-47a3-a3b2-e0b7b455e79e req-d2115c31-d180-40af-9b87-4d67742b46a3 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 944 time: 0.0491037 Nov 05 22:47:17.632476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc2f36e5-4688-47a3-a3b2-e0b7b455e79e req-7585a2e7-e641-449b-b3fa-0f871d3542dc tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Nov 05 22:47:18.744355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e3a90-a045-4813-b914-14f419452d33 req-4799b481-7fcf-4718-acbc-1e7ac767630a tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:18.745826 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-043e3a90-a045-4813-b914-14f419452d33 req-4799b481-7fcf-4718-acbc-1e7ac767630a tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 944 time: 0.0487111 Nov 05 22:47:18.792058 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-043e3a90-a045-4813-b914-14f419452d33 req-2b0b2af6-9219-4a18-9f20-a8371d22595c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Nov 05 22:47:19.350483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b240aa0c-f3f6-484e-8d80-c606d9d60bbf details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:47:19.442713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:47:19.453748 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'port_id': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'mac_address': 'fa:16:3e:a5:b3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:47:19.495019 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:19.507331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b240aa0c-f3f6-484e-8d80-c606d9d60bbf {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:47:19.526085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:47:19.580361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:19.625783 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:19.904932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84709359-90ea-4745-ba34-5e7abf238b61 req-33b06c07-5718-456f-a112-1f78b9f17840 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:19.906293 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-84709359-90ea-4745-ba34-5e7abf238b61 req-33b06c07-5718-456f-a112-1f78b9f17840 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 945 time: 0.0482025 Nov 05 22:47:19.912499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b240aa0c-f3f6-484e-8d80-c606d9d60bbf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:47:19.957224 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-84709359-90ea-4745-ba34-5e7abf238b61 req-4b972db3-b019-473a-b064-10672e05d0b8 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Nov 05 22:47:21.072188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1533-da03-4579-95cc-c016ec664d16 req-2596669a-0141-43e0-960b-89b286d70279 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:21.073663 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82ff1533-da03-4579-95cc-c016ec664d16 req-2596669a-0141-43e0-960b-89b286d70279 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 945 time: 0.0473304 Nov 05 22:47:21.121289 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-82ff1533-da03-4579-95cc-c016ec664d16 req-cb8be401-8e66-441e-ba28-5e2ec921eafb tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Nov 05 22:47:21.366961 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b240aa0c-f3f6-484e-8d80-c606d9d60bbf up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:47:21.469665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port b240aa0c-f3f6-484e-8d80-c606d9d60bbf completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:47:21.473367 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port b240aa0c-f3f6-484e-8d80-c606d9d60bbf triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:47:21.473779 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:21.554787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:21.576850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:47:21.579070 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fb6a10-127a-4380-9132-4ec3f169c22e" -d '{"events": [{"server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "name": "network-vif-plugged", "status": "completed", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:47:21.592394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:47:21.614765 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ac17e2-468c-406f-9bf8-eb4dcf250b6e x-openstack-request-id: req-77ac17e2-468c-406f-9bf8-eb4dcf250b6e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:47:21.615207 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "name": "network-vif-plugged", "status": "completed", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:47:21.615458 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77ac17e2-468c-406f-9bf8-eb4dcf250b6e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:47:21.615870 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'code': 200} Nov 05 22:47:21.637535 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:21.686193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:21.712517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31385-8af4-4dcb-a6e6-a6350bb2c53f req-481f3632-1670-4cc1-a944-0a1cee05cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:21.714028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04c31385-8af4-4dcb-a6e6-a6350bb2c53f req-481f3632-1670-4cc1-a944-0a1cee05cc82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1097 time: 0.0436084 Nov 05 22:47:21.757779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-04c31385-8af4-4dcb-a6e6-a6350bb2c53f req-15543e10-6121-42b9-bed1-91d9fac0dcbd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368822 Nov 05 22:47:22.237612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4e218-842a-4bff-b602-08de09fc7071 req-cb8e7976-6ac3-4268-9f27-6d230483a1c4 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:22.239063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33a4e218-842a-4bff-b602-08de09fc7071 req-cb8e7976-6ac3-4268-9f27-6d230483a1c4 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0488522 Nov 05 22:47:22.284624 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-33a4e218-842a-4bff-b602-08de09fc7071 req-bdb6d0c1-8cd3-4ac9-a98c-a161638dc280 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Nov 05 22:47:23.399997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580be42-917c-4af5-b6e0-3fa9247b2a30 req-24a60e4a-e0f5-4706-b63d-c5dabb315eda tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:23.401464 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a580be42-917c-4af5-b6e0-3fa9247b2a30 req-24a60e4a-e0f5-4706-b63d-c5dabb315eda tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0492103 Nov 05 22:47:23.448328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a580be42-917c-4af5-b6e0-3fa9247b2a30 req-defb9faf-825d-4d3f-8648-7e104bc4a1f2 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Nov 05 22:47:23.563151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8648-f938-47c8-8492-89901f3ae131 req-7b9fed8d-eef6-4814-b2c7-d5bb160204a2 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:23.565268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d6b8648-f938-47c8-8492-89901f3ae131 req-7b9fed8d-eef6-4814-b2c7-d5bb160204a2 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0520439 Nov 05 22:47:23.611621 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3d6b8648-f938-47c8-8492-89901f3ae131 req-7ee0834e-49c8-491f-8460-b899c138fd11 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Nov 05 22:47:23.792995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568a615-4b47-4d8d-9141-5244f75f6eac req-aba50a35-b188-4244-a4ed-bafb43041436 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:23.794440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a568a615-4b47-4d8d-9141-5244f75f6eac req-aba50a35-b188-4244-a4ed-bafb43041436 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0489175 Nov 05 22:47:23.839796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a568a615-4b47-4d8d-9141-5244f75f6eac req-d30a872d-9b52-479f-8803-c454538b6305 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Nov 05 22:47:31.401739 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:33.396915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:36.408114 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58091c68-33cd-40ec-a6ff-e055ef95aa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:38.561410 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-133f37b7-124a-4428-928a-d81eae8ad5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:39.206887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753550bd-87fd-43be-8a30-6ef831bf1f51 req-41b2d9ad-f541-4e8a-bdb0-8d4438586a47 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:39.208360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-753550bd-87fd-43be-8a30-6ef831bf1f51 req-41b2d9ad-f541-4e8a-bdb0-8d4438586a47 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0495462 Nov 05 22:47:39.258793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-753550bd-87fd-43be-8a30-6ef831bf1f51 req-e515a5a5-ae1d-4deb-aa3c-6d7cb09c3f31 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Nov 05 22:47:39.281163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44814) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:39.361910 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d4d12d-e353-47e9-a564-7afe9b196d92 tempest-TestMinimumBasicScenario-726188029 tempest-TestMinimumBasicScenario-726188029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:39.363424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-69d4d12d-e353-47e9-a564-7afe9b196d92 tempest-TestMinimumBasicScenario-726188029 tempest-TestMinimumBasicScenario-726188029-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1092 time: 0.0812838 Nov 05 22:47:39.366471 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44818) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:39.370654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:39.477082 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:39.570382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:39.672669 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Allocated IP 172.25.6.241 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/19ca7411-4c4d-4eb3-89db-83638364490c) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:47:39.769994 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:39.877055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:39.913626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:47:39.918322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:47:39.921843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:47:39.927097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'Port': ['ID=19ca7411-4c4d-4eb3-89db-83638364490c,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:39.952468 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.952810 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.953148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.953482 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.953808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.954133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.954955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.955277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.955619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.955937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.956256 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:39.956572 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:40.214112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:40.282936 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:40.388011 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:40.534853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:40.590990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:40.660171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'Port': ['ID=19ca7411-4c4d-4eb3-89db-83638364490c,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:40.668524 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:40.767465 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Floating IP c7209797-2ca1-4966-8a44-f7870fba323e associated. External IP: 172.25.6.241, port: b240aa0c-f3f6-484e-8d80-c606d9d60bbf. Nov 05 22:47:40.972665 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Router 8161fd4a-0933-46ff-b4f8-0194a7517107 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:47:41.078978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:47:41.088986 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] Sync routers for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:47:41.098325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:47:41.101775 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:47:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:47:41.153453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.180204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2e255d45-45e3-44e1-a028-46a5ccef7fe6 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8127356 Nov 05 22:47:41.180879 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:47:41.183256 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fcfd02-9c0b-4976-b85b-d554b7f1885a" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:47:41.183405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44820) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:41.189255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764842366', 'description': 'tempest-secgroup-smoke-1764842366 description', 'project_id': 'df8ee24747f245858b2c14492e0de892'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:41.210609 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:47:41.225809 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d6f1b-1d02-4d69-ad63-3dc39d75e977 x-openstack-request-id: req-7a9d6f1b-1d02-4d69-ad63-3dc39d75e977 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:47:41.226154 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:47:41.226375 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a9d6f1b-1d02-4d69-ad63-3dc39d75e977 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:47:41.226811 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'status': 'completed', 'code': 200} Nov 05 22:47:41.281427 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.292998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-bb540388-48af-4a09-8508-e804d261deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:41.294615 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-bb540388-48af-4a09-8508-e804d261deee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1097 time: 0.0419891 Nov 05 22:47:41.352967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.399903 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-b38f437e-37d8-4ee3-962b-1e1a971768b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:41.401383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-b38f437e-37d8-4ee3-962b-1e1a971768b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 916 time: 0.0971117 Nov 05 22:47:41.414372 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.443913 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae59a78-2732-44a7-994c-3f6e0c09a63d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:41.450260 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'c7209797-2ca1-4966-8a44-f7870fba323e', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'port_id': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'mac_address': 'fa:16:3e:a5:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:47:40Z', 'updated_at': '2021-11-05T22:47:40Z', 'revision_number': 0, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 5, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:47:41.452086 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.456440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:47:41.474103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-40b45b4b-6c5b-4bf9-b479-44d163e3d22c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 1000 time: 0.0638583 Nov 05 22:47:41.484878 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] Checking router: 8161fd4a-0933-46ff-b4f8-0194a7517107 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:47:41.494238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:47:41.494864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:47:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:47:41.513592 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.514919 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7c1c5bdf-6445-4098-837f-befac177317b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3304341 Nov 05 22:47:41.518991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44826) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:41.525321 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c4db78e1-d174-438d-9a8e-8572aeeec33c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'security_group_rule': {'security_group_id': '7ae59a78-2732-44a7-994c-3f6e0c09a63d', 'project_id': 'df8ee24747f245858b2c14492e0de892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:41.530956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-d78f59a9-e04e-4329-9a59-af509941b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:41.533014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-d78f59a9-e04e-4329-9a59-af509941b746 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0517113 Nov 05 22:47:41.580375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-eb292e72-026b-4690-9dbf-d295948ce804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:41.581905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-eb292e72-026b-4690-9dbf-d295948ce804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420530 Nov 05 22:47:41.613997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4db78e1-d174-438d-9a8e-8572aeeec33c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.614785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:47:41.665996 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.676684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-ae2b0403-4507-4398-b872-8481dbc02b8b service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877295 Nov 05 22:47:41.679749 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4db78e1-d174-438d-9a8e-8572aeeec33c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.757208 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4db78e1-d174-438d-9a8e-8572aeeec33c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.772515 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-25fcfd02-9c0b-4976-b85b-d554b7f1885a req-0a46f7f9-0bb4-45df-8156-d3f612ee834d service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891604 Nov 05 22:47:41.777024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db78e1-d174-438d-9a8e-8572aeeec33c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc96462-f4f1-439e-bb3d-a10ff33bb569,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:41.849262 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c4db78e1-d174-438d-9a8e-8572aeeec33c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.850511 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c4db78e1-d174-438d-9a8e-8572aeeec33c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303709 Nov 05 22:47:41.853345 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44828) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:41.859002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'c7209797-2ca1-4966-8a44-f7870fba323e', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'port_id': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'mac_address': 'fa:16:3e:a5:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:47:40Z', 'updated_at': '2021-11-05T22:47:40Z', 'revision_number': 0, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 5, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:47:41.859182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-33916b17-71ef-40ff-8714-0bb72c0e1158 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'security_group_rule': {'security_group_id': '7ae59a78-2732-44a7-994c-3f6e0c09a63d', 'project_id': 'df8ee24747f245858b2c14492e0de892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:41.884693 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90baa7e-83fb-4e57-8bcf-3e7cc90aacfe None None] The sync data for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 is: [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'c7209797-2ca1-4966-8a44-f7870fba323e', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'port_id': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'mac_address': 'fa:16:3e:a5:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:47:40Z', 'updated_at': '2021-11-05T22:47:40Z', 'revision_number': 0, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 5, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:47:41.939878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33916b17-71ef-40ff-8714-0bb72c0e1158 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:41.997458 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33916b17-71ef-40ff-8714-0bb72c0e1158 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.064952 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33916b17-71ef-40ff-8714-0bb72c0e1158 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.084845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33916b17-71ef-40ff-8714-0bb72c0e1158 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d134852b-fa40-41a1-86b7-f55da48a9517,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:42.088671 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0feb428-10ec-4be5-b889-88fe62559480 None None] New status for floating IP c7209797-2ca1-4966-8a44-f7870fba323e: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:47:42.094115 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.170551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33916b17-71ef-40ff-8714-0bb72c0e1158 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.171814 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-33916b17-71ef-40ff-8714-0bb72c0e1158 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3174894 Nov 05 22:47:42.175164 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44830) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:42.179610 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f3c86a04-d41c-4a9e-8613-cb46e07dc807 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'security_group_rule': {'security_group_id': '7ae59a78-2732-44a7-994c-3f6e0c09a63d', 'project_id': 'df8ee24747f245858b2c14492e0de892', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:42.263568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a04-d41c-4a9e-8613-cb46e07dc807 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.325607 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a04-d41c-4a9e-8613-cb46e07dc807 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.385594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a04-d41c-4a9e-8613-cb46e07dc807 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.403083 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c86a04-d41c-4a9e-8613-cb46e07dc807 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bcff44-1a1e-4e2e-b4e7-8e5cc5461b05,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:42.461768 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a04-d41c-4a9e-8613-cb46e07dc807 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.462984 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3c86a04-d41c-4a9e-8613-cb46e07dc807 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2868052 Nov 05 22:47:42.465795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44832) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:42.470883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d74e915a-d7db-47c6-bcc6-1e6c421b46a0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'security_group_rule': {'security_group_id': '7ae59a78-2732-44a7-994c-3f6e0c09a63d', 'project_id': 'df8ee24747f245858b2c14492e0de892', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:42.556100 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d74e915a-d7db-47c6-bcc6-1e6c421b46a0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.615096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d74e915a-d7db-47c6-bcc6-1e6c421b46a0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.671882 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d74e915a-d7db-47c6-bcc6-1e6c421b46a0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.690397 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e915a-d7db-47c6-bcc6-1e6c421b46a0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0731f99-12a5-4e30-882d-4c8fe7cd0bae,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:42.736590 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d74e915a-d7db-47c6-bcc6-1e6c421b46a0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.737802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d74e915a-d7db-47c6-bcc6-1e6c421b46a0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2710619 Nov 05 22:47:42.740591 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44834) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:42.744888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'security_group_rule': {'security_group_id': '7ae59a78-2732-44a7-994c-3f6e0c09a63d', 'project_id': 'df8ee24747f245858b2c14492e0de892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:42.814201 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Project df8ee24747f245858b2c14492e0de892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:47:42.818980 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.876334 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.916826 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.933756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af008f7b-3c4a-48c1-a852-0281215e73d2,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:42.980609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:42.981837 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1f6c95fe-0f89-4653-a347-0b1f7657daf0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2403247 Nov 05 22:47:42.984690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44836) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:47:42.989241 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'security_group_rule': {'security_group_id': '7ae59a78-2732-44a7-994c-3f6e0c09a63d', 'project_id': 'df8ee24747f245858b2c14492e0de892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:43.065749 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Project df8ee24747f245858b2c14492e0de892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:47:43.070921 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:43.129811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:43.180174 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:43.199124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3423db87-6726-4795-8eed-62f1156d4fb6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:43.278973 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:43.280208 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fe3a55da-94d5-4bcf-8fc1-0bb2c8d22373 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2946043 Nov 05 22:47:43.372160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-0f4ebc89-0fb3-473d-baea-07730dd3a548 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764842366&fields=id&tenant_id=df8ee24747f245858b2c14492e0de892 HTTP/1.1" status: 200 len: 267 time: 0.0438156 Nov 05 22:47:43.423933 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-e1e36a08-a5c8-4160-9c20-dfd3b58f95a7 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:43.425403 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-e1e36a08-a5c8-4160-9c20-dfd3b58f95a7 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0471940 Nov 05 22:47:43.436038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'port': {'security_groups': ['5475fb24-e851-4f99-959c-384e59739375', '7ae59a78-2732-44a7-994c-3f6e0c09a63d']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:47:43.499833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:44.018912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:47:44.047112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:44.104203 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:44.118376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b240aa0c-f3f6-484e-8d80-c606d9d60bbf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:47:44.148138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:44.148780 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:44.150167 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fe5d16c6-49d9-4707-ba41-3c802054ab57 req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "PUT /v2.0/ports/b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 982 time: 0.7184894 Nov 05 22:47:44.150703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:47:44.153035 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a491b82-850b-4df5-b344-ccb7bdd8b13f" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:47:44.197251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712175bb-b423-463e-94a9-b746c22b6595 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:47:44.221168 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa7a67-b43b-4495-9136-4a00809d34a0 x-openstack-request-id: req-bffa7a67-b43b-4495-9136-4a00809d34a0 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:47:44.222456 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:47:44.222712 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bffa7a67-b43b-4495-9136-4a00809d34a0 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:47:44.223128 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'status': 'completed', 'code': 200} Nov 05 22:47:44.231248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b240aa0c-f3f6-484e-8d80-c606d9d60bbf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:47:44.310480 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-08cca254-d561-4894-8518-154db2339b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:44.312046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-08cca254-d561-4894-8518-154db2339b1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1136 time: 0.0772190 Nov 05 22:47:44.326643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e5ec1-c17c-41be-a920-49ead959c5d6 req-7cfa96d7-12fe-4c70-a3cc-937d6edb7d87 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:44.328234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a12e5ec1-c17c-41be-a920-49ead959c5d6 req-7cfa96d7-12fe-4c70-a3cc-937d6edb7d87 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0837045 Nov 05 22:47:44.450661 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d37a04dc-d232-4f97-8fd8-b58e98595e5a None None] Provisioning complete for port b240aa0c-f3f6-484e-8d80-c606d9d60bbf triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:47:44.450868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a12e5ec1-c17c-41be-a920-49ead959c5d6 req-525bb1b4-a55d-450d-bf54-6513c6949b5b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132483 Nov 05 22:47:44.451367 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d37a04dc-d232-4f97-8fd8-b58e98595e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:47:44.464232 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-30c8c18f-2edd-4158-9fbd-fb16dc509abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:44.465754 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-30c8c18f-2edd-4158-9fbd-fb16dc509abc service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 916 time: 0.1366367 Nov 05 22:47:44.534420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-1ca45672-f617-4526-9c99-6bd1a7695a46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 1002 time: 0.0598061 Nov 05 22:47:44.584923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-bb31c1ef-2e64-46df-bd46-71c9d268cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:44.586613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-bb31c1ef-2e64-46df-bd46-71c9d268cacf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0448043 Nov 05 22:47:44.636655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-901ff77e-498c-4fdc-becc-e51ffb2c7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:47:44.638195 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-901ff77e-498c-4fdc-becc-e51ffb2c7704 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449345 Nov 05 22:47:44.728794 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-45915bb4-656e-4689-97b5-ed07618721e0 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820603 Nov 05 22:47:44.823155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0a491b82-850b-4df5-b344-ccb7bdd8b13f req-ef982cac-31c0-4573-851e-085b256c88d3 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862174 Nov 05 22:47:51.523332 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:48:01.408530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:03.402714 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:06.418225 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb2099b5-ebe9-42bd-97e5-b616117a5cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:08.670527 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-21ddfdb1-83df-4b30-8345-8466ea56deb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:10.230708 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:11.652611 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:12.088411 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:23.580035 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-40690311-15ef-476b-8590-008d8a9b22e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387809 Nov 05 22:48:23.659227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-fbfe8dca-fa3b-4b44-a43c-a7fc02860d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:23.660689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-fbfe8dca-fa3b-4b44-a43c-a7fc02860d86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1136 time: 0.0393505 Nov 05 22:48:23.766985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-97c4c93a-10f5-445c-8a80-6dcaadc55357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:23.768443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-97c4c93a-10f5-445c-8a80-6dcaadc55357 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 916 time: 0.0888536 Nov 05 22:48:23.833258 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-bd5bd1ad-6d55-4a38-a14c-8b81a87aa06b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 1002 time: 0.0575645 Nov 05 22:48:23.885422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-f514ca2a-d15b-4282-8b92-93773f74c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:23.887336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-f514ca2a-d15b-4282-8b92-93773f74c861 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0461695 Nov 05 22:48:23.932007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-2c2cf1d4-b3d2-452c-a57d-1953e08698c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:23.933500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-2c2cf1d4-b3d2-452c-a57d-1953e08698c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394146 Nov 05 22:48:24.023938 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-3e7d23fd-efb4-4ea8-9606-48b8507c3bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Nov 05 22:48:24.113480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d9b0754b-bddd-43db-a46e-f05e067e7465 req-5eb1b7ad-0942-40f9-a03b-85f2e33d39d8 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818253 Nov 05 22:48:28.522061 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:48:31.441171 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:32.928167 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00affdb-e770-4f0a-a436-d68677266f42 req-af82ae90-18fe-4b64-af3a-057c556b9db1 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:32.929592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f00affdb-e770-4f0a-a436-d68677266f42 req-af82ae90-18fe-4b64-af3a-057c556b9db1 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0510249 Nov 05 22:48:33.023220 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-9108fffd-11db-44d8-be35-310642c62ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:33.024749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-9108fffd-11db-44d8-be35-310642c62ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1136 time: 0.0801301 Nov 05 22:48:33.030644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f00affdb-e770-4f0a-a436-d68677266f42 req-4018905d-7100-46bb-b3bf-8343682f8055 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933385 Nov 05 22:48:33.114794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-a3155afb-3136-407d-8b82-7e8a6022a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:33.116284 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-a3155afb-3136-407d-8b82-7e8a6022a022 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 916 time: 0.0846317 Nov 05 22:48:33.185385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-bc7541df-e990-48ec-8308-9b5809186bdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 1002 time: 0.0609255 Nov 05 22:48:33.234858 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-93953289-3026-4fce-b846-30cf437733b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:33.236784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-93953289-3026-4fce-b846-30cf437733b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0432317 Nov 05 22:48:33.283435 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-c11a01f8-54ca-4c69-85e0-650d767fbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:33.284962 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-c11a01f8-54ca-4c69-85e0-650d767fbf59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407050 Nov 05 22:48:33.378919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-0702e40e-28bd-4ccd-8388-6cfbcc85ebe6 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863714 Nov 05 22:48:33.396921 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:33.471645 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-86e06607-df63-4bfa-90f3-92f50fc082ab req-eb2c6c24-8823-4eb4-a66a-26c3964faf02 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858636 Nov 05 22:48:34.153008 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc174d-22c7-4927-b72f-df182897ee23 req-d116a2ff-02a4-4e38-b9a0-6d3a5c2522e3 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:34.155020 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0cc174d-22c7-4927-b72f-df182897ee23 req-d116a2ff-02a4-4e38-b9a0-6d3a5c2522e3 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0520937 Nov 05 22:48:34.213539 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c0cc174d-22c7-4927-b72f-df182897ee23 req-c31db683-754e-4b4c-a69f-ed64896d7f3d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524261 Nov 05 22:48:35.330363 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d2903-3192-4d1d-b561-4c29cd03ec91 req-164d98b9-e516-45b8-840a-acca2e7d246b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:35.331773 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad9d2903-3192-4d1d-b561-4c29cd03ec91 req-164d98b9-e516-45b8-840a-acca2e7d246b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0507281 Nov 05 22:48:35.391776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ad9d2903-3192-4d1d-b561-4c29cd03ec91 req-abf870ef-0286-4000-af37-29c868be4575 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540180 Nov 05 22:48:36.396086 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-217d30a1-73e5-481b-a6ad-05af7a8fc91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:36.503193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d849c-39aa-49d5-8d79-1cdb7d220bc4 req-71ff4b63-9cad-40cd-839b-a75163489a7f tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:36.504685 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a29d849c-39aa-49d5-8d79-1cdb7d220bc4 req-71ff4b63-9cad-40cd-839b-a75163489a7f tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0486717 Nov 05 22:48:36.563342 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a29d849c-39aa-49d5-8d79-1cdb7d220bc4 req-853932fb-508a-4f5c-9ece-2502d191a4e8 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526671 Nov 05 22:48:37.683640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9f97d-3b8f-4809-a482-d37ab8f1146e req-b5905a06-ad35-4c45-836a-cc7ad825d76d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:37.698503 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcc9f97d-3b8f-4809-a482-d37ab8f1146e req-b5905a06-ad35-4c45-836a-cc7ad825d76d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0493627 Nov 05 22:48:37.746149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bcc9f97d-3b8f-4809-a482-d37ab8f1146e req-42199273-4e01-4b73-8191-7127246046b5 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550108 Nov 05 22:48:38.562598 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16e38c4e-efe0-4141-8ac2-c35166dd30a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:38.859440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5e0fc-9d96-4790-b757-4e1486e6ff16 req-28b0de17-dc42-435e-8d50-ebc49828024d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:38.860934 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ea5e0fc-9d96-4790-b757-4e1486e6ff16 req-28b0de17-dc42-435e-8d50-ebc49828024d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0478034 Nov 05 22:48:38.925888 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3ea5e0fc-9d96-4790-b757-4e1486e6ff16 req-6119148a-bf3e-4ad4-9d5f-7fa5c9093ba7 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586345 Nov 05 22:48:40.048127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76a772-f523-435e-9b4c-004f19d8de8a req-1c5bea38-fb17-4189-ae34-160382f62ebf tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:40.049590 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b76a772-f523-435e-9b4c-004f19d8de8a req-1c5bea38-fb17-4189-ae34-160382f62ebf tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0564330 Nov 05 22:48:40.110388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b76a772-f523-435e-9b4c-004f19d8de8a req-d0e03011-2db8-473c-bd54-277d038e7db2 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545032 Nov 05 22:48:40.224872 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:41.225221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2946a0a-36df-4eec-8601-4fd4622c8b17 req-d34da09d-b02a-4630-a820-2a5d71ef4349 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:41.226649 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2946a0a-36df-4eec-8601-4fd4622c8b17 req-d34da09d-b02a-4630-a820-2a5d71ef4349 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0482054 Nov 05 22:48:41.286939 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c2946a0a-36df-4eec-8601-4fd4622c8b17 req-d6efdab9-dc2e-48dd-817c-775862b8a0bf tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543075 Nov 05 22:48:41.648073 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:42.087739 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:48:42.402724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad24a06-6a05-428c-a139-df6782ad6d51 req-6b291450-ede1-428f-a09d-6163e968ef17 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:42.404257 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ad24a06-6a05-428c-a139-df6782ad6d51 req-6b291450-ede1-428f-a09d-6163e968ef17 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0492430 Nov 05 22:48:42.463417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ad24a06-6a05-428c-a139-df6782ad6d51 req-a48f484c-3a33-4eb4-b3cd-4967b11e03f0 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531018 Nov 05 22:48:43.579097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeae65-8d16-4c6d-a831-17af60b2c98e req-8e8254f1-ff03-4748-a543-ec8aa282be8d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:43.580591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8faeae65-8d16-4c6d-a831-17af60b2c98e req-8e8254f1-ff03-4748-a543-ec8aa282be8d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0495446 Nov 05 22:48:43.646401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8faeae65-8d16-4c6d-a831-17af60b2c98e req-d5fcae83-14bb-4265-95e1-0caeb99666e4 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597622 Nov 05 22:48:44.763342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570474a4-a82b-4f69-9703-0e655b58ee3e req-5b8d78dc-188e-414f-8b8b-910d054b59f3 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:48:44.765339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-570474a4-a82b-4f69-9703-0e655b58ee3e req-5b8d78dc-188e-414f-8b8b-910d054b59f3 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0533006 Nov 05 22:48:44.828385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-570474a4-a82b-4f69-9703-0e655b58ee3e req-4e75af86-0bad-4309-9271-e0fa7e5f4c7c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&id=7ae59a78-2732-44a7-994c-3f6e0c09a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570900 Nov 05 22:49:01.430181 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:03.435955 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:05.520970 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:49:06.396370 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-18356966-0f61-4b2b-82fc-1a065aade158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:08.554995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bc7b02b4-1fda-492c-ae02-a387a51b5c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:10.230583 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:11.658700 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:12.099205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:24.558327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-ced8ceb5-607b-4069-8121-43b8c449b1d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450840 Nov 05 22:49:24.645894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-b88f7145-2d47-42a5-9f22-5537a510ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:24.647984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-b88f7145-2d47-42a5-9f22-5537a510ec5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1136 time: 0.0419402 Nov 05 22:49:24.754686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-0a8c453c-f62e-4432-8889-77e7c60fb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:24.756742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-0a8c453c-f62e-4432-8889-77e7c60fb5a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 916 time: 0.0896308 Nov 05 22:49:24.822775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-f692f5b5-b76e-4149-b771-9173e38014ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 1002 time: 0.0581996 Nov 05 22:49:24.870702 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-4ac2c8b1-678a-43a2-a31b-3036d989c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:24.872137 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-4ac2c8b1-678a-43a2-a31b-3036d989c2cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0427966 Nov 05 22:49:24.936058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-9af4d625-65c1-4802-811b-12a5b579eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:24.937527 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-9af4d625-65c1-4802-811b-12a5b579eeaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585771 Nov 05 22:49:25.025743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-0b24c69c-be1e-4cdd-a716-00995649286c service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803523 Nov 05 22:49:25.118978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f921eb51-b154-4b8f-bea2-7d67448689e5 req-2b5a08fc-340b-4d6c-892f-78120f5659b0 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Nov 05 22:49:31.447386 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:33.417911 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:36.413003 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a53e546-dd96-4860-baa8-f75134453c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:38.550002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-10da1248-99e5-4b4a-9b9e-a953088c869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:40.240547 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:41.664697 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:42.093100 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:42.519524 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:49:48.442013 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-726c1623-f6e9-4035-bf2c-c5adeedc6e64 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764842366&fields=id&tenant_id=df8ee24747f245858b2c14492e0de892 HTTP/1.1" status: 200 len: 267 time: 0.0486929 Nov 05 22:49:48.494919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-4970aee1-070a-46cc-80d6-2b1a6656170c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:48.496439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-4970aee1-070a-46cc-80d6-2b1a6656170c tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 985 time: 0.0489004 Nov 05 22:49:48.510049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Request body: {'port': {'security_groups': ['5475fb24-e851-4f99-959c-384e59739375']}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:49:48.572455 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:48.743602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:49:48.776126 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:48.829983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:48.842006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b240aa0c-f3f6-484e-8d80-c606d9d60bbf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:49:48.872823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:48.873488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:48.877468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a3b166c-511b-4c2a-a9e4-e8a0c5e6e43c req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "PUT /v2.0/ports/b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 943 time: 0.3693764 Nov 05 22:49:48.877468 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:49:48.877867 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f0fec-9bf4-414f-bd98-beae86f344c0" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:49:48.880888 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 44918) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:49:48.912316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event updated for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=7']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:49:48.929590 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.929947 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.930272 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.930615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.931400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.931400 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.931663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.931988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.932318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.932643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.932966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.933334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6086b-8c3d-46c3-832b-3d64409ba1be tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:48.967829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:48.968308 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b240aa0c-f3f6-484e-8d80-c606d9d60bbf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:49:49.004151 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.101795 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a4e362-57be-4e52-814d-d2ecfeb8f4ab x-openstack-request-id: req-a5a4e362-57be-4e52-814d-d2ecfeb8f4ab {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:49:49.105543 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:49:49.105543 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5a4e362-57be-4e52-814d-d2ecfeb8f4ab {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:49:49.105543 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'status': 'completed', 'code': 200} Nov 05 22:49:49.164807 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.167955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a9458ca8-1516-4dce-b6b0-c150516acf2a None None] Provisioning complete for port b240aa0c-f3f6-484e-8d80-c606d9d60bbf triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:49:49.168137 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.168511 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a9458ca8-1516-4dce-b6b0-c150516acf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.171761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "DELETE /v2.0/security-groups/7ae59a78-2732-44a7-994c-3f6e0c09a63d HTTP/1.1" status: 204 len: 168 time: 0.2866700 Nov 05 22:49:49.173503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 44924) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:49:49.184476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-174b76b4-c3ea-4bbc-a7c7-0abcf8a11624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:49.185941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-174b76b4-c3ea-4bbc-a7c7-0abcf8a11624 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1097 time: 0.0593090 Nov 05 22:49:49.187058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae59a78-2732-44a7-994c-3f6e0c09a63d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:49:49.203277 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.203647 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.203988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.204325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.204660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.205025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.205351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.205905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.206149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.206475 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.206792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.207159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a9dc3-2982-428e-ace9-de42f28c4d50 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:49:49.301899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-dab2afc4-6bf5-4d76-8f8e-bac6608b0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:49.303355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-dab2afc4-6bf5-4d76-8f8e-bac6608b0985 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 916 time: 0.1091104 Nov 05 22:49:49.342446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Deleting port 19ca7411-4c4d-4eb3-89db-83638364490c {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:49:49.342795 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.373301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-6294e7ff-235b-4863-978a-2d412e4a0278 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 1002 time: 0.0616720 Nov 05 22:49:49.417517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.417848 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.421793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-3d46649c-ae17-4bc9-a6e9-19e24b9fc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:49.423248 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-3d46649c-ae17-4bc9-a6e9-19e24b9fc660 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0430014 Nov 05 22:49:49.429527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Calling delete_port for 19ca7411-4c4d-4eb3-89db-83638364490c owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:49:49.469240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-d01ec4cf-1481-4a55-8906-687386f7e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:49.470719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-d01ec4cf-1481-4a55-8906-687386f7e023 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402319 Nov 05 22:49:49.564975 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-b8fb5ed9-df36-4fe3-85a1-b1ff3520e74e service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865567 Nov 05 22:49:49.653758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-198f0fec-9bf4-414f-bd98-beae86f344c0 req-b6953408-b01b-4d47-986a-c2fc3e331745 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818744 Nov 05 22:49:49.658900 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.686055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event deleted for resources: {'Port': ['ID=19ca7411-4c4d-4eb3-89db-83638364490c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:49:49.747787 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:49.748126 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Floating IP c7209797-2ca1-4966-8a44-f7870fba323e disassociated (deleted). External IP: 172.25.6.241, port: b240aa0c-f3f6-484e-8d80-c606d9d60bbf. Nov 05 22:49:49.950152 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Router 8161fd4a-0933-46ff-b4f8-0194a7517107 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:49:50.325227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:49:50.330009 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:49:50.335670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] Sync routers for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:49:50.346751 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:49:50.347763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:49:50.363136 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5a1d3252-91b3-41ea-84d4-bc536413ba23 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "DELETE /v2.0/floatingips/c7209797-2ca1-4966-8a44-f7870fba323e HTTP/1.1" status: 204 len: 168 time: 1.1866641 Nov 05 22:49:50.465582 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:49:50.671619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 5, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:49:50.857895 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] Checking router: 8161fd4a-0933-46ff-b4f8-0194a7517107 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:49:50.866496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:49:50.867108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:49:50.969126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:49:51.104031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:49:51.106960 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabecf02-bce8-4cbd-a9e9-8543dc918426" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:49:51.142373 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c97475-73b0-44e4-8da3-7aa3f09eea48 x-openstack-request-id: req-b4c97475-73b0-44e4-8da3-7aa3f09eea48 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:49:51.142673 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:49:51.142928 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4c97475-73b0-44e4-8da3-7aa3f09eea48 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:49:51.143335 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'status': 'completed', 'code': 200} Nov 05 22:49:51.166816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 5, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:49:51.194606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66474d3-13cf-42f5-ae5f-1fde122ac127 None None] The sync data for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 is: [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:46:38Z', 'revision_number': 4, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '645df4da-5afa-4623-b06f-59f9ebfdfd10', 'name': '', 'network_id': 'eb9c3611-9646-4048-b5b6-091b77679f02', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'mac_address': 'fa:16:3e:1a:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:38Z', 'updated_at': '2021-11-05T22:46:42Z', 'revision_number': 5, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'subnets': [{'id': '04be7073-7360-45ab-8afa-6eb9e5711cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:49:51.212709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-20fe279e-8dbc-4ead-8d83-22e47418fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:51.214357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-20fe279e-8dbc-4ead-8d83-22e47418fbde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df8ee24747f245858b2c14492e0de892&device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 1097 time: 0.0458617 Nov 05 22:49:51.316719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-57aa3b85-2147-44bd-9098-7837e18ea50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:51.318221 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-57aa3b85-2147-44bd-9098-7837e18ea50e service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 200 len: 916 time: 0.0966008 Nov 05 22:49:51.364544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-476cb51e-1140-4e20-a850-877f7006973b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 200 len: 217 time: 0.0394497 Nov 05 22:49:51.418657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-8caea4f9-408c-46b2-8ea8-a45710345f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:51.420312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-8caea4f9-408c-46b2-8ea8-a45710345f04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 200 len: 854 time: 0.0489256 Nov 05 22:49:51.471356 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-64f1876e-065a-42e7-a887-7d23dbe225fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:51.471878 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155f022-088c-4005-94ab-613872b52e68 None None] New status for floating IP c7209797-2ca1-4966-8a44-f7870fba323e: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:49:51.473265 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-64f1876e-065a-42e7-a887-7d23dbe225fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c3611-9646-4048-b5b6-091b77679f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460589 Nov 05 22:49:51.580512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-a27b04a6-fbb9-4018-b5e6-6a96b508958d service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995011 Nov 05 22:49:51.670923 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dabecf02-bce8-4cbd-a9e9-8543dc918426 req-d789adde-67d9-44dc-a285-87d7df2de599 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838244 Nov 05 22:49:59.803203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e486b-370a-4205-9aad-ee08ec375815 req-a3bc99cc-fb62-4288-8683-103764845dab tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:49:59.804728 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c24e486b-370a-4205-9aad-ee08ec375815 req-a3bc99cc-fb62-4288-8683-103764845dab tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0496137 Nov 05 22:49:59.850579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c24e486b-370a-4205-9aad-ee08ec375815 req-5c69e4cd-f8d3-4b28-97ca-040a17b3f44d tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Nov 05 22:50:00.966002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967174-8a36-4007-8211-b13593726b58 req-9feb0c90-ee5f-4377-8a76-bf56e54658a1 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:00.967463 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21967174-8a36-4007-8211-b13593726b58 req-9feb0c90-ee5f-4377-8a76-bf56e54658a1 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0485868 Nov 05 22:50:01.017214 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-21967174-8a36-4007-8211-b13593726b58 req-1446a9ad-4b37-421d-ba44-5c6c49cff60a tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Nov 05 22:50:01.429415 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:01.724323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-dfbf42ef-5c57-4ffa-9ced-ebedb6564d45 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:01.725656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-dfbf42ef-5c57-4ffa-9ced-ebedb6564d45 tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.46 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0467975 Nov 05 22:50:01.814991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Deleting port b240aa0c-f3f6-484e-8d80-c606d9d60bbf {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:01.815326 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:01.903707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] For port b240aa0c-f3f6-484e-8d80-c606d9d60bbf, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:01.904059 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:01.916710 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Calling delete_port for b240aa0c-f3f6-484e-8d80-c606d9d60bbf owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:02.135446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb834bc5-21e8-4334-9fd0-0f547e0817e2 req-02cc5e9b-b004-4c8a-8e82-f1b64a8539bf tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:02.137018 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb834bc5-21e8-4334-9fd0-0f547e0817e2 req-02cc5e9b-b004-4c8a-8e82-f1b64a8539bf tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/ports?device_id=90a7fd18-c7da-4292-a45d-a1d2ef6962fd HTTP/1.1" status: 200 len: 946 time: 0.0525331 Nov 05 22:50:02.156028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:02.170840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['b240aa0c-f3f6-484e-8d80-c606d9d60bbf'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:50:02.185793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Pushing event deleted for resources: {'Port': ['ID=b240aa0c-f3f6-484e-8d80-c606d9d60bbf,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:02.204102 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb834bc5-21e8-4334-9fd0-0f547e0817e2 req-899c7d21-77bd-4014-a5a5-1870020190cd tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.41 "GET /v2.0/security-groups?id=5475fb24-e851-4f99-959c-384e59739375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612202 Nov 05 22:50:02.227701 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] No DVR routers for this DVR port b240aa0c-f3f6-484e-8d80-c606d9d60bbf on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:50:02.231094 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:02.234543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f87d85f5-b955-4fd5-a0ed-7f0403745936 req-327b2659-2ecf-4643-a3ee-4fdeeeb0d83b tempest-TestMinimumBasicScenario-680893034 tempest-TestMinimumBasicScenario-680893034-project] 10.222.0.46 "DELETE /v2.0/ports/b240aa0c-f3f6-484e-8d80-c606d9d60bbf HTTP/1.1" status: 204 len: 173 time: 0.5015914 Nov 05 22:50:02.234996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'name': 'network-vif-deleted', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:50:02.237298 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a90f69-f23e-4d69-923c-2d31575d3d17" -d '{"events": [{"server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "name": "network-vif-deleted", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:50:02.273539 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe3735c-7d53-48d5-8631-476a1cde6749 x-openstack-request-id: req-dfe3735c-7d53-48d5-8631-476a1cde6749 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:50:02.273839 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7fd18-c7da-4292-a45d-a1d2ef6962fd", "name": "network-vif-deleted", "tag": "b240aa0c-f3f6-484e-8d80-c606d9d60bbf", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:50:02.274100 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfe3735c-7d53-48d5-8631-476a1cde6749 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:50:02.274561 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7fd18-c7da-4292-a45d-a1d2ef6962fd', 'name': 'network-vif-deleted', 'tag': 'b240aa0c-f3f6-484e-8d80-c606d9d60bbf', 'status': 'completed', 'code': 200} Nov 05 22:50:03.451229 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:04.398905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45022) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:04.780477 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:05.028429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Deleting port 645df4da-5afa-4623-b06f-59f9ebfdfd10 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:05.028760 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:05.109018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] For port 645df4da-5afa-4623-b06f-59f9ebfdfd10, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=645df4da-5afa-4623-b06f-59f9ebfdfd10,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:05.109360 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:05.122702 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Calling delete_port for 645df4da-5afa-4623-b06f-59f9ebfdfd10 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:05.356561 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:05.381381 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=645df4da-5afa-4623-b06f-59f9ebfdfd10,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:05.551194 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:05.764949 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Router 8161fd4a-0933-46ff-b4f8-0194a7517107 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:50:05.879978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:50:05.885111 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-515b8d70-b04f-466a-a9f4-8182340440a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/8161fd4a-0933-46ff-b4f8-0194a7517107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4850726 Nov 05 22:50:05.887775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45024) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:05.890664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] Sync routers for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:50:05.900611 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:05.901224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:05.991706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.006650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:06.096943 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.143274 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b240aa0c-f3f6-484e-8d80-c606d9d60bbf no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:50:06.170825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: b240aa0c-f3f6-484e-8d80-c606d9d60bbf {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:50:06.171170 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device b240aa0c-f3f6-484e-8d80-c606d9d60bbf not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:50:06.211180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Deleting port a9f5afdc-633a-4cc5-834c-b84077996819 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:06.211521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.222716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:50:05Z', 'revision_number': 5, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port': {'id': 'a9f5afdc-633a-4cc5-834c-b84077996819', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:36Z', 'updated_at': '2021-11-05T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:06.251323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] Checking router: 8161fd4a-0933-46ff-b4f8-0194a7517107 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:50:06.260039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] Routers {'8161fd4a-0933-46ff-b4f8-0194a7517107'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:06.261181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:49:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['8161fd4a-0933-46ff-b4f8-0194a7517107'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:06.290068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] For port a9f5afdc-633a-4cc5-834c-b84077996819, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a9f5afdc-633a-4cc5-834c-b84077996819,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:06.290428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.307258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Calling delete_port for a9f5afdc-633a-4cc5-834c-b84077996819 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:06.359521 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] Set router 8161fd4a-0933-46ff-b4f8-0194a7517107 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:06.418798 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:50:06Z', 'revision_number': 6, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:06.420627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7d535f48-36af-4f7e-9494-f9f40fee46b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.447487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba1ea-bbd9-457d-a4c2-23da05fddf38 None None] The sync data for ids ['8161fd4a-0933-46ff-b4f8-0194a7517107'] in n-d-816738-5 is: [{'id': '8161fd4a-0933-46ff-b4f8-0194a7517107', 'name': 'tempest-TestMinimumBasicScenario-2045812235-router', 'tenant_id': 'df8ee24747f245858b2c14492e0de892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:35Z', 'updated_at': '2021-11-05T22:50:06Z', 'revision_number': 6, 'project_id': 'df8ee24747f245858b2c14492e0de892', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:50:06.538678 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.567226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f5afdc-633a-4cc5-834c-b84077996819,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:06.629181 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.717938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.720082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.818649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.819230 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8161fd4a-0933-46ff-b4f8-0194a7517107 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:50:06.823695 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.828355 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41497cc7-5d69-4ad7-acf0-2b8268448ef2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8161fd4a-0933-46ff-b4f8-0194a7517107 HTTP/1.1" status: 204 len: 168 time: 0.9362996 Nov 05 22:50:06.828355 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45026) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:06.883854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] Deleting subnet 04be7073-7360-45ab-8afa-6eb9e5711cef {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:50:06.886947 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.920776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:06.995755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.122548 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.148250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04be7073-7360-45ab-8afa-6eb9e5711cef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:07.154423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.158275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e58323fc-4e42-48d2-aa0d-7db7b0dc855c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04be7073-7360-45ab-8afa-6eb9e5711cef HTTP/1.1" status: 204 len: 168 time: 0.3296700 Nov 05 22:50:07.160044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5f8fa-7c3a-46ff-a906-b0e3f0cf0813 None None] Network eb9c3611-9646-4048-b5b6-091b77679f02 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:50:07.160965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45028) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:07.237082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.259197 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a9f5afdc-633a-4cc5-834c-b84077996819 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:50:07.288863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a9f5afdc-633a-4cc5-834c-b84077996819 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:50:07.289315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a9f5afdc-633a-4cc5-834c-b84077996819 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:50:07.289958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 645df4da-5afa-4623-b06f-59f9ebfdfd10 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:50:07.296208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Deleting port a3925b6b-7ee8-40b6-91c6-b06514369a0b {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:07.296549 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.329163 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 645df4da-5afa-4623-b06f-59f9ebfdfd10 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:50:07.329506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 645df4da-5afa-4623-b06f-59f9ebfdfd10 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:50:07.369137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] For port a3925b6b-7ee8-40b6-91c6-b06514369a0b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3925b6b-7ee8-40b6-91c6-b06514369a0b,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:07.369500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.383879 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Calling delete_port for a3925b6b-7ee8-40b6-91c6-b06514369a0b owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:07.442647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] DHCP port deletion for eb9c3611-9646-4048-b5b6-091b77679f02 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:50:07.494352 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Deleting port a3925b6b-7ee8-40b6-91c6-b06514369a0b {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:07.494726 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.555956 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.563347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] For port a3925b6b-7ee8-40b6-91c6-b06514369a0b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=a3925b6b-7ee8-40b6-91c6-b06514369a0b,segment=NetworkSegment(4be15198-c73c-446a-b546-7bc360b84f80),segment_id=4be15198-c73c-446a-b546-7bc360b84f80)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:07.568510 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.576951 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Calling delete_port for a3925b6b-7ee8-40b6-91c6-b06514369a0b owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:07.583191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a3925b6b-7ee8-40b6-91c6-b06514369a0b,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:07.585496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] No DVR routers for this DVR port a3925b6b-7ee8-40b6-91c6-b06514369a0b on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:50:07.655390 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.655771 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.680293 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Pushing event deleted for resources: {'Port': ['ID=a3925b6b-7ee8-40b6-91c6-b06514369a0b,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:07.680490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9c3611-9646-4048-b5b6-091b77679f02']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:07.684441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] No DVR routers for this DVR port a3925b6b-7ee8-40b6-91c6-b06514369a0b on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:50:07.692599 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be15198-c73c-446a-b546-7bc360b84f80') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:07.692890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be15198-c73c-446a-b546-7bc360b84f80') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.698698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.700247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.700247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9f517-ec79-4979-8334-63c848c75cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:07.709876 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.727316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.734253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:50:07.734645 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:50:07.736381 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:50:07.898575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.904560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:07.907858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb9c3611-9646-4048-b5b6-091b77679f02 HTTP/1.1" status: 204 len: 168 time: 0.7459352 Nov 05 22:50:07.911051 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45030) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:07.919049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecef712-bb8b-4d80-8469-064acfe664ac admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9c3611-9646-4048-b5b6-091b77679f02,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:08.256773 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:08.493727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Deleting port 937a1cb4-b720-4f30-9775-0f3ec9f73a69 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:08.494066 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:08.550103 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-420f7354-7c2f-4fa0-b806-8e6831b7d629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:08.570582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] For port 937a1cb4-b720-4f30-9775-0f3ec9f73a69, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=937a1cb4-b720-4f30-9775-0f3ec9f73a69,segment=NetworkSegment(ce046d55-4e7f-4d34-b46d-ebd8b8810a23),segment_id=ce046d55-4e7f-4d34-b46d-ebd8b8810a23)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:08.570941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:08.588900 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Calling delete_port for 937a1cb4-b720-4f30-9775-0f3ec9f73a69 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:08.818624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:08.848887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Pushing event deleted for resources: {'Port': ['ID=937a1cb4-b720-4f30-9775-0f3ec9f73a69,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:09.013762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:09.227339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:50:09.277423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3925b6b-7ee8-40b6-91c6-b06514369a0b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:50:09.300551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: a3925b6b-7ee8-40b6-91c6-b06514369a0b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:50:09.300898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device a3925b6b-7ee8-40b6-91c6-b06514369a0b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:50:09.684388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:50:09.695607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-38cffbca-ec1f-494a-b6fd-de577c3394ce admin admin] 10.222.0.41 "PUT /v2.0/routers/0d448c9a-c7de-4763-a1aa-4d0db8c100e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7774971 Nov 05 22:50:09.695607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45032) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:09.695857 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] Sync routers for ids ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:50:09.702895 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] Routers {'0d448c9a-c7de-4763-a1aa-4d0db8c100e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:09.703505 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:09.794390 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:09.806717 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] Set router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:09.890984 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:09.980343 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:50:08Z', 'revision_number': 5, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port': {'id': '6ec7df31-d939-4612-8a3b-aaf2f7b24308', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:46:42Z', 'updated_at': '2021-11-05T22:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:10.006327 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] Checking router: 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:50:10.007338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Deleting port 6ec7df31-d939-4612-8a3b-aaf2f7b24308 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:10.007711 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.014974 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] Routers {'0d448c9a-c7de-4763-a1aa-4d0db8c100e0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:10.015586 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:10.091200 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] For port 6ec7df31-d939-4612-8a3b-aaf2f7b24308, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=6ec7df31-d939-4612-8a3b-aaf2f7b24308,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:10.091909 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.105972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Calling delete_port for 6ec7df31-d939-4612-8a3b-aaf2f7b24308 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:10.192144 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] Set router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:10.236225 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.242823 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:50:09Z', 'revision_number': 6, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:10.272647 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f4bb5-4e06-4fef-8632-fe5100996dae None None] The sync data for ids ['0d448c9a-c7de-4763-a1aa-4d0db8c100e0'] in n-d-816738-5 is: [{'id': '0d448c9a-c7de-4763-a1aa-4d0db8c100e0', 'name': 'tempest-TestMinimumBasicScenario-422128642-router', 'tenant_id': '6405a055415040cbb6ac26d6ef778bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:46:41Z', 'updated_at': '2021-11-05T22:50:09Z', 'revision_number': 6, 'project_id': '6405a055415040cbb6ac26d6ef778bf1', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:50:10.344646 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.372427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec7df31-d939-4612-8a3b-aaf2f7b24308,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:10.433876 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.535945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.535945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.686857 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.687391 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d448c9a-c7de-4763-a1aa-4d0db8c100e0 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:50:10.691789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.692924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0c4e49ac-6938-4935-8b27-1bf89d634f06 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0d448c9a-c7de-4763-a1aa-4d0db8c100e0 HTTP/1.1" status: 204 len: 168 time: 0.9998510 Nov 05 22:50:10.695472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45034) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:10.750719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] Deleting subnet 269295f4-3545-486d-accf-779791182ad4 {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:50:10.753890 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.788740 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.862200 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.967496 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:10.997866 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269295f4-3545-486d-accf-779791182ad4,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:11.001518 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.004731 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1a16fc0a-c61f-4d46-ac1b-63de41983c37 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/269295f4-3545-486d-accf-779791182ad4 HTTP/1.1" status: 204 len: 168 time: 0.3082926 Nov 05 22:50:11.007395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45036) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:11.011169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e018d3bd-7ea3-44c9-a042-d6d853da0b11 None None] Network cb3fed87-48b4-481a-806c-b66b007d1ebc requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:50:11.095621 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.160537 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Deleting port bce95712-6533-4e46-b646-52bea48269af {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:11.160881 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.197011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] DHCP port deletion for cb3fed87-48b4-481a-806c-b66b007d1ebc request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:50:11.227475 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] For port bce95712-6533-4e46-b646-52bea48269af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bce95712-6533-4e46-b646-52bea48269af,segment=NetworkSegment(ce046d55-4e7f-4d34-b46d-ebd8b8810a23),segment_id=ce046d55-4e7f-4d34-b46d-ebd8b8810a23)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:11.227834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.241883 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Calling delete_port for bce95712-6533-4e46-b646-52bea48269af owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:11.269156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] Deleting port bce95712-6533-4e46-b646-52bea48269af {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:50:11.270259 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.285322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bce95712-6533-4e46-b646-52bea48269af no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:50:11.373105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] For port bce95712-6533-4e46-b646-52bea48269af, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bce95712-6533-4e46-b646-52bea48269af,segment=NetworkSegment(ce046d55-4e7f-4d34-b46d-ebd8b8810a23),segment_id=ce046d55-4e7f-4d34-b46d-ebd8b8810a23)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:11.373573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.389975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] Calling delete_port for bce95712-6533-4e46-b646-52bea48269af owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:50:11.418994 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.446296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce95712-6533-4e46-b646-52bea48269af,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:11.448194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] No DVR routers for this DVR port bce95712-6533-4e46-b646-52bea48269af on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:50:11.468960 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.529214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.536567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6ec7df31-d939-4612-8a3b-aaf2f7b24308 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:50:11.551311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3fed87-48b4-481a-806c-b66b007d1ebc']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:11.561945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:11.562257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce046d55-4e7f-4d34-b46d-ebd8b8810a23') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:11.563886 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 6ec7df31-d939-4612-8a3b-aaf2f7b24308 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:50:11.567203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 6ec7df31-d939-4612-8a3b-aaf2f7b24308 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:50:11.567203 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 937a1cb4-b720-4f30-9775-0f3ec9f73a69 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:50:11.576230 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.583581 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.591264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.597069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 937a1cb4-b720-4f30-9775-0f3ec9f73a69 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:50:11.597069 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 937a1cb4-b720-4f30-9775-0f3ec9f73a69 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:50:11.597790 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:50:11.598273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:50:11.600407 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:50:11.623102 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] Pushing event deleted for resources: {'Port': ['ID=bce95712-6533-4e46-b646-52bea48269af,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:11.630241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a2fed-4818-4cb0-8024-1b43e0762920 None None] No DVR routers for this DVR port bce95712-6533-4e46-b646-52bea48269af on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:50:11.698446 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.739453 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.746200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:11.749509 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cb3fed87-48b4-481a-806c-b66b007d1ebc HTTP/1.1" status: 204 len: 168 time: 0.7410822 Nov 05 22:50:11.760755 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb064143-df48-4581-bd29-5bfc5c813cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3fed87-48b4-481a-806c-b66b007d1ebc,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:12.131339 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45040) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:12.143932 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:12.177514 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6686f183-4353-4a41-bb70-f0f72392a2ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df8ee24747f245858b2c14492e0de892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449092 Nov 05 22:50:12.179917 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45042) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:12.226554 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3201478c-8641-4d03-9ed6-dbb6e9431780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:12.258799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3201478c-8641-4d03-9ed6-dbb6e9431780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:12.360948 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3201478c-8641-4d03-9ed6-dbb6e9431780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:12.363809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3201478c-8641-4d03-9ed6-dbb6e9431780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:12.365031 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3201478c-8641-4d03-9ed6-dbb6e9431780 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5475fb24-e851-4f99-959c-384e59739375 HTTP/1.1" status: 204 len: 168 time: 0.1841395 Nov 05 22:50:12.373254 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201478c-8641-4d03-9ed6-dbb6e9431780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475fb24-e851-4f99-959c-384e59739375,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:12.967715 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45048) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:13.006706 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1419f715-e8fa-431d-a586-9aa2f477b578 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6405a055415040cbb6ac26d6ef778bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378492 Nov 05 22:50:13.009091 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45050) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:13.054800 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-afc719f1-2b19-42c4-9087-bd8359832770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:13.075787 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-afc719f1-2b19-42c4-9087-bd8359832770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:13.184222 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-afc719f1-2b19-42c4-9087-bd8359832770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:13.186859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-afc719f1-2b19-42c4-9087-bd8359832770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:13.188059 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-afc719f1-2b19-42c4-9087-bd8359832770 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bdc6f10-396e-4efb-8260-c2270ca1246d HTTP/1.1" status: 204 len: 168 time: 0.1780596 Nov 05 22:50:13.196334 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc719f1-2b19-42c4-9087-bd8359832770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc6f10-396e-4efb-8260-c2270ca1246d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:15.522721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45090) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:15.528721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203483882', 'description': 'tempest-secgroup-smoke-203483882 description', 'project_id': '195363492cce4a6f84db88bfb148234d'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:15.595507 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:15.604029 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:15.678665 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:15.749850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:15.798992 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3dab3-b4be-49dc-a5fd-dc132a8aa636,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:15.834798 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:15.898237 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:15.927281 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27fd825-b423-4ff4-a2e6-029bdc50526d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:15.986051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:15.987333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-38b5dc77-fe11-4219-be3a-c74e56063986 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4635954 Nov 05 22:50:15.990492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45092) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:15.995152 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c11ff0c2-7016-4cc2-98ec-233d9a31d146 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd27fd825-b423-4ff4-a2e6-029bdc50526d', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:16.109161 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c11ff0c2-7016-4cc2-98ec-233d9a31d146 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.179521 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c11ff0c2-7016-4cc2-98ec-233d9a31d146 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.246990 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c11ff0c2-7016-4cc2-98ec-233d9a31d146 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.266165 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ff0c2-7016-4cc2-98ec-233d9a31d146 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83921f4c-fc1a-4d6c-9530-ee9fdd34ab54,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:16.324022 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c11ff0c2-7016-4cc2-98ec-233d9a31d146 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.325176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c11ff0c2-7016-4cc2-98ec-233d9a31d146 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336425 Nov 05 22:50:16.327949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45094) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:16.332472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-0dc66a9b-09ed-449e-9b61-9b7c4735044e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd27fd825-b423-4ff4-a2e6-029bdc50526d', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:16.406243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dc66a9b-09ed-449e-9b61-9b7c4735044e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.461663 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dc66a9b-09ed-449e-9b61-9b7c4735044e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.504081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dc66a9b-09ed-449e-9b61-9b7c4735044e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.522551 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc66a9b-09ed-449e-9b61-9b7c4735044e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dd2cd1-c85b-486c-bd24-d31898cd48e1,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:16.575273 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-0dc66a9b-09ed-449e-9b61-9b7c4735044e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.576479 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0dc66a9b-09ed-449e-9b61-9b7c4735044e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2475991 Nov 05 22:50:16.579236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45096) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:16.583478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-367f26be-a84d-4c2c-9350-3267d58c3fe9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd27fd825-b423-4ff4-a2e6-029bdc50526d', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:16.674102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367f26be-a84d-4c2c-9350-3267d58c3fe9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.732588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367f26be-a84d-4c2c-9350-3267d58c3fe9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.818768 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367f26be-a84d-4c2c-9350-3267d58c3fe9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.839894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f26be-a84d-4c2c-9350-3267d58c3fe9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e604c84-f798-46fd-9de1-98c6b119b253,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:16.900397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-367f26be-a84d-4c2c-9350-3267d58c3fe9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:16.902237 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-367f26be-a84d-4c2c-9350-3267d58c3fe9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220477 Nov 05 22:50:16.904867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45098) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:16.909114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-331881cb-201a-4578-aba2-3c2ee6748744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd27fd825-b423-4ff4-a2e6-029bdc50526d', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:17.006084 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-331881cb-201a-4578-aba2-3c2ee6748744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.061853 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-331881cb-201a-4578-aba2-3c2ee6748744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.115678 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-331881cb-201a-4578-aba2-3c2ee6748744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.134075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331881cb-201a-4578-aba2-3c2ee6748744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6c796a-ec2a-42c4-a8c8-83bb72811dff,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:17.209188 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-331881cb-201a-4578-aba2-3c2ee6748744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.210406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-331881cb-201a-4578-aba2-3c2ee6748744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046193 Nov 05 22:50:17.213148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45100) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:17.217953 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd27fd825-b423-4ff4-a2e6-029bdc50526d', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:17.281009 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:50:17.285893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.342567 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.383841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.400481 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22758b82-e8ae-49b7-8161-5a23228a7293,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:17.442971 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.444238 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-888a535a-95fe-42e5-9565-371d9f42545f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2296395 Nov 05 22:50:17.455713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45102) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:17.460399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd27fd825-b423-4ff4-a2e6-029bdc50526d', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:17.532646 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:50:17.537603 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.595528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.646448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.664719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f600aa4a-a218-4abf-9187-1a9c94d0f9f5,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:17.723114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.724360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-87b785ee-df24-4d96-b727-2ddef41b1ed5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2676508 Nov 05 22:50:17.731231 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45104) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:17.736063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'network': {'name': 'tempest-network-smoke--1948180268', 'project_id': '195363492cce4a6f84db88bfb148234d', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:17.818135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:50:17.821648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.844414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:50:17.852606 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.852944 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Added segment 1e1e94f6-4e53-43ff-aa55-03008ce1c7c7 of type vlan for network aefb8e23-2367-4010-901e-b311c39ce1b9 Nov 05 22:50:17.894264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.972641 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:17.978257 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:17.978838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:18.042717 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Network': ['ID=aefb8e23-2367-4010-901e-b311c39ce1b9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:18.053209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network aefb8e23-2367-4010-901e-b311c39ce1b9 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:50:18.107284 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-19b2d7ce-1b45-4347-897e-97acd4c17be2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3749907 Nov 05 22:50:18.110098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:18.114756 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'admin_state_up': True, 'project_id': '195363492cce4a6f84db88bfb148234d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:18.206698 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:18.207723 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:18.261801 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:18.721630 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:19.002666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:19.020523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:19.123565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.84 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/28e7c5e4-d50a-4565-a15e-99fb4e246c7b) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:50:19.220393 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:19.321367 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:19.361440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:50:19.366413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:50:19.370466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:50:19.392302 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:19.519038 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:50:19.679777 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:19.871649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:20.029318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 10058132-90c1-4ea3-8a08-87ebeea2d43b is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:50:20.134190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:50:20.143438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Sync routers for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:50:20.154024 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:20.154633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:20.185679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:20.187041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-675283e9-9580-453f-982a-136cac593f2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0760119 Nov 05 22:50:20.195338 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45108) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:20.262139 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:20.344573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5e4d10c6-9684-4480-b286-278d7898c21d tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=195363492cce4a6f84db88bfb148234d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1480780 Nov 05 22:50:20.347473 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45112) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:20.503802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae459f-3ab1-4890-82ac-2bd93bb8a17d tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:20.505319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-63ae459f-3ab1-4890-82ac-2bd93bb8a17d tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569171 Nov 05 22:50:20.508135 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45114) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:20.542104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5f56dd7-64f2-4d33-bafe-9c323cba5e12 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328159 Nov 05 22:50:20.544633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45116) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:20.549454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137545501', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'project_id': '195363492cce4a6f84db88bfb148234d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:20.595681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:19Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:20.621248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Checking router: 10058132-90c1-4ea3-8a08-87ebeea2d43b for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:50:20.621594 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Updating router 10058132-90c1-4ea3-8a08-87ebeea2d43b port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:50:20.649304 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:20.709851 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:50:20.713469 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:20.898243 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:20.926884 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:20.949857 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:20.992783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Subnet': ['ID=4e9c646a-1f18-4df2-a2e9-08d3cad75471,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:20.998522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Checking segment: {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:50:20.998890 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network hostable DHCP agents. Network: aefb8e23-2367-4010-901e-b311c39ce1b9, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:50:21.008441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c8e1a-f5cd-47eb-a785-23a1c823e9e9 None None] Pushing event updated for resources: {'Port': ['ID=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:21.011528 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Attempting to bind port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:50:21.011928 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Attempting to bind port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:50:21.012337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Attempting to bind port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:50:21.017763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:50:21.018436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:50:21.018613 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.018890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:50:21.019346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Bound port: 28e7c5e4-d50a-4565-a15e-99fb4e246c7b, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:50:21.019747 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.058820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network aefb8e23-2367-4010-901e-b311c39ce1b9 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:50:21.072625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] For port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:50:21.075462 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] For port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:50:21.115342 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, aefb8e23-2367-4010-901e-b311c39ce1b9) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:50:21.119380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:21.120666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.125023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6468b-44d6-4326-8494-199a1f7dabf2 None None] Network aefb8e23-2367-4010-901e-b311c39ce1b9 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:50:21.143333 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.181082 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac77d6a6-77ab-48a5-b34b-d834b11af6d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6353800 Nov 05 22:50:21.184794 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45118) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:21.251613 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:21.252240 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:21.257119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c8e1a-f5cd-47eb-a785-23a1c823e9e9 None None] Pushing event updated for resources: {'Port': ['ID=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:21.413971 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:21.417680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98acb79-1105-4600-b925-781016775997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-aefb8e23-2367-4010-901e-b311c39ce1b9', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:50:21.418521 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a98acb79-1105-4600-b925-781016775997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.633467 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.688728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-a98acb79-1105-4600-b925-781016775997 None None] Allocated IP 172.20.0.2 (aefb8e23-2367-4010-901e-b311c39ce1b9/4e9c646a-1f18-4df2-a2e9-08d3cad75471/38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:50:21.778774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:19Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:21.810686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb8d2b-18aa-4447-ab7a-cfa382eb9ceb None None] The sync data for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 is: [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:19Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:50:21.895935 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a98acb79-1105-4600-b925-781016775997 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.944762 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a98acb79-1105-4600-b925-781016775997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:21.984127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98acb79-1105-4600-b925-781016775997 None None] Network aefb8e23-2367-4010-901e-b311c39ce1b9 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:50:21.989754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-a98acb79-1105-4600-b925-781016775997 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:50:21.994885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98acb79-1105-4600-b925-781016775997 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:50:22.000818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98acb79-1105-4600-b925-781016775997 None None] Pushing event updated for resources: {'Port': ['ID=38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:22.102029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a98acb79-1105-4600-b925-781016775997 None None] Attempting to bind port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:50:22.103216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a98acb79-1105-4600-b925-781016775997 None None] Attempting to bind port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:50:22.103689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98acb79-1105-4600-b925-781016775997 None None] Attempting to bind port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c on network aefb8e23-2367-4010-901e-b311c39ce1b9 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:50:22.109436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98acb79-1105-4600-b925-781016775997 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:50:22.109913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98acb79-1105-4600-b925-781016775997 None None] Checking segment: {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:50:22.110413 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a98acb79-1105-4600-b925-781016775997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:22.110866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98acb79-1105-4600-b925-781016775997 None None] Bound using segment: {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:50:22.111405 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a98acb79-1105-4600-b925-781016775997 None None] Bound port: 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:50:22.111813 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a98acb79-1105-4600-b925-781016775997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:22.189315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a98acb79-1105-4600-b925-781016775997 None None] For port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:50:22.192650 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a98acb79-1105-4600-b925-781016775997 None None] For port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:50:22.252655 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.1 (aefb8e23-2367-4010-901e-b311c39ce1b9/4e9c646a-1f18-4df2-a2e9-08d3cad75471/aa95e971-ce14-4f74-9183-ed7b323473a7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:50:22.258211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a98acb79-1105-4600-b925-781016775997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:22.321944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98acb79-1105-4600-b925-781016775997 None None] Pushing event updated for resources: {'Port': ['ID=38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:22.393075 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:22.480474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:22.536799 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network aefb8e23-2367-4010-901e-b311c39ce1b9 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:50:22.543778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:50:22.548330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:50:22.575057 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=aa95e971-ce14-4f74-9183-ed7b323473a7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:22.601356 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:22.812041 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.088321 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.155214 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.229820 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=aa95e971-ce14-4f74-9183-ed7b323473a7,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:23.232362 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.318065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 28e7c5e4-d50a-4565-a15e-99fb4e246c7b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:50:23.339918 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network aefb8e23-2367-4010-901e-b311c39ce1b9 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:50:23.341260 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:50:23.372977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:23.373430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.458342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.461026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 10058132-90c1-4ea3-8a08-87ebeea2d43b has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:50:23.479632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:23.555372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.556224 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:50:23.570157 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:50:23.575398 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-16827949-196c-40dd-9aee-c20ba50b7a99 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/10058132-90c1-4ea3-8a08-87ebeea2d43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3896105 Nov 05 22:50:23.580353 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Sync routers for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:50:23.592021 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:23.592576 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:23.644073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:23.657944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:23.658348 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.707910 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:23.747223 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.792232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:23.852887 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:23.918387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:23.926276 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 2, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:23.944853 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-d7ca0376-5837-4ec2-bb35-8eadcfaca81a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203483882&fields=id&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 267 time: 0.0572555 Nov 05 22:50:23.957976 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Checking router: 10058132-90c1-4ea3-8a08-87ebeea2d43b for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:50:23.958367 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Updating router 10058132-90c1-4ea3-8a08-87ebeea2d43b port aa95e971-ce14-4f74-9183-ed7b323473a7 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:50:23.985795 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.062067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-da5d6038-4bdb-4514-93fd-ef72f2d7d95f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:24.063620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-da5d6038-4bdb-4514-93fd-ef72f2d7d95f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/networks?id=aefb8e23-2367-4010-901e-b311c39ce1b9 HTTP/1.1" status: 200 len: 797 time: 0.1099725 Nov 05 22:50:24.080156 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e5204b25-a91d-4c16-be45-d93e5165a44a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/quotas/195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 375 time: 0.0104985 Nov 05 22:50:24.133419 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df29f19-2b44-4c0f-960d-385e97cd6d2c None None] Network aefb8e23-2367-4010-901e-b311c39ce1b9 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:50:24.140660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-09fb68a7-f073-42ff-b4f9-17886fbd7b4d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528047 Nov 05 22:50:24.204545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-df6fcde6-7a2d-4799-a314-b84f503d552c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:50:24.205784 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-df6fcde6-7a2d-4799-a314-b84f503d552c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0530040 Nov 05 22:50:24.267212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2fb330a6-2dd5-4918-b749-be81a3eecd8d None None] Provisioning complete for port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:24.267708 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2fb330a6-2dd5-4918-b749-be81a3eecd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.274026 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.310691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-6e5f0c8a-7c29-4487-95c0-a68d226aa65c service neutron] 10.222.0.41 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978928 Nov 05 22:50:24.378182 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.434255 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Pushing event updated for resources: {'Port': ['ID=aa95e971-ce14-4f74-9183-ed7b323473a7,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:24.435423 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-da04b885-d5ba-4579-90a1-1cbcd52e8860 service neutron] 10.222.0.41 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177292 Nov 05 22:50:24.447165 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.447522 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.448604 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.448950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.449282 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.449611 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.449936 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.450256 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.450578 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.450899 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.451221 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.451540 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:50:24.511963 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Attempting to bind port aa95e971-ce14-4f74-9183-ed7b323473a7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:50:24.512604 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Attempting to bind port aa95e971-ce14-4f74-9183-ed7b323473a7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:50:24.513132 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Attempting to bind port aa95e971-ce14-4f74-9183-ed7b323473a7 on network aefb8e23-2367-4010-901e-b311c39ce1b9 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:50:24.519397 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:50:24.520055 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Checking segment: {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:50:24.520654 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.521259 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Bound using segment: {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:50:24.521931 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Bound port: aa95e971-ce14-4f74-9183-ed7b323473a7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:50:24.522528 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.597430 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] For port aa95e971-ce14-4f74-9183-ed7b323473a7, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:50:24.600717 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] For port aa95e971-ce14-4f74-9183-ed7b323473a7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=aa95e971-ce14-4f74-9183-ed7b323473a7,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:50:24.665330 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.687017 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] Provisioning complete for port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:24.687017 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.745837 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:24.746526 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:24.808945 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-322e3669-f593-4a3e-9d29-d1dda1b68ea8 req-5e9d425b-ffec-40ca-b2ad-28a33f0d2b79 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 210 time: 0.1465981 Nov 05 22:50:24.834853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] Provisioning complete for port aa95e971-ce14-4f74-9183-ed7b323473a7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:24.835582 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.860438 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:24.926379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:24.935337 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5df1b-e2d9-41ef-8e4b-9eb42e89bec3 None None] Pushing event updated for resources: {'Port': ['ID=aa95e971-ce14-4f74-9183-ed7b323473a7,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:24.963064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] For port aa95e971-ce14-4f74-9183-ed7b323473a7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=aa95e971-ce14-4f74-9183-ed7b323473a7,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:25.018489 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:25.076202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8c98-0835-4018-b065-78827155e9c2 None None] Pushing event updated for resources: {'Port': ['ID=aa95e971-ce14-4f74-9183-ed7b323473a7,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:25.079169 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:25.107628 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e54db-98bf-4e93-b1cc-f58cf841eb52 None None] The sync data for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 is: [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:50:25.181541 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-73c90364-ed75-467e-bef9-886c17d5d73f None None] Provisioning complete for port aa95e971-ce14-4f74-9183-ed7b323473a7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:25.182187 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-73c90364-ed75-467e-bef9-886c17d5d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:25.375535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 28e7c5e4-d50a-4565-a15e-99fb4e246c7b up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:50:25.442443 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:25.442937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:25.470990 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-eba36e26-56da-4223-ae56-aba6a3fc3bd0 None None] Provisioning complete for port aa95e971-ce14-4f74-9183-ed7b323473a7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:25.471482 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eba36e26-56da-4223-ae56-aba6a3fc3bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:25.596736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device aa95e971-ce14-4f74-9183-ed7b323473a7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:50:25.653065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port aa95e971-ce14-4f74-9183-ed7b323473a7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:25.658206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:25.742378 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:50:25.775155 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a52f3511-0e46-413c-aeea-4857629d7c19 None None] Provisioning complete for port aa95e971-ce14-4f74-9183-ed7b323473a7 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:25.775518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a52f3511-0e46-413c-aeea-4857629d7c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:25.835107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:25.835479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:25.923769 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6aef78ef-2f07-4664-8934-a67e74e43783 req-5348bfea-decf-40ae-892d-f20e36700f2a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 210 time: 0.0369072 Nov 05 22:50:26.828566 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-42410e87-e052-4081-bff3-617d550252bb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:26.830234 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-42410e87-e052-4081-bff3-617d550252bb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/networks?id=aefb8e23-2367-4010-901e-b311c39ce1b9 HTTP/1.1" status: 200 len: 797 time: 0.1003752 Nov 05 22:50:26.892738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-4e6dd193-be82-4b34-b21f-a6a111d697a0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 379 time: 0.0534647 Nov 05 22:50:26.901769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'port': {'device_id': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'admin_state_up': True, 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'security_groups': ['d27fd825-b423-4ff4-a2e6-029bdc50526d']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:27.025253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fa1b35ab-3af4-48fc-a667-9c70341a3b1e req-f2951d56-521c-443b-98d1-f228fab08876 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 210 time: 0.0276535 Nov 05 22:50:27.091766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:50:27.095361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:27.225718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.6 (aefb8e23-2367-4010-901e-b311c39ce1b9/4e9c646a-1f18-4df2-a2e9-08d3cad75471/ca107c34-12ba-466c-b45f-fcd9aa51c126) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:50:27.360179 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:27.440688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:27.487013 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network aefb8e23-2367-4010-901e-b311c39ce1b9 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:50:27.492273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:50:27.496024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:50:27.519353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=ca107c34-12ba-466c-b45f-fcd9aa51c126,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:27.548423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:27.549038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:27.620906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-3bf54e59-985c-4be6-9ee7-a5668f60f0ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7227178 Nov 05 22:50:27.632037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-eab40b3f-7e1d-46f1-a1b6-106e79ca9426 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:50:27.633013 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-eab40b3f-7e1d-46f1-a1b6-106e79ca9426 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054052 Nov 05 22:50:27.688695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Request body: {'port': {'device_id': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:27.742075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:27.756491 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-14dc4375-25c3-4640-994c-3d1b3e4ae8c7 None None] Provisioning complete for port ca107c34-12ba-466c-b45f-fcd9aa51c126 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:27.757061 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-14dc4375-25c3-4640-994c-3d1b3e4ae8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:27.795656 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-14dc4375-25c3-4640-994c-3d1b3e4ae8c7 None None] Port ca107c34-12ba-466c-b45f-fcd9aa51c126 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:50:28.003986 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca107c34-12ba-466c-b45f-fcd9aa51c126 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:50:28.011673 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:28.023763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Transition to ACTIVE for port object ca107c34-12ba-466c-b45f-fcd9aa51c126 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:50:28.106009 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:28.176994 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca107c34-12ba-466c-b45f-fcd9aa51c126,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:28.193333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c483-0c80-4239-b891-84eac047d52d req-f0901f21-478a-4f7d-ab60-47ec7a3c413b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:28.194907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2d1c483-0c80-4239-b891-84eac047d52d req-f0901f21-478a-4f7d-ab60-47ec7a3c413b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 943 time: 0.0993969 Nov 05 22:50:28.298884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b2d1c483-0c80-4239-b891-84eac047d52d req-b9aacc70-3d1e-44b2-b209-e680719ecd98 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865614 Nov 05 22:50:28.299748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Attempting to bind port ca107c34-12ba-466c-b45f-fcd9aa51c126 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:50:28.300087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Attempting to bind port ca107c34-12ba-466c-b45f-fcd9aa51c126 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:50:28.300408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Attempting to bind port ca107c34-12ba-466c-b45f-fcd9aa51c126 on network aefb8e23-2367-4010-901e-b311c39ce1b9 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:50:28.305380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Port ca107c34-12ba-466c-b45f-fcd9aa51c126 on network aefb8e23-2367-4010-901e-b311c39ce1b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:50:28.305700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Attempting to bind port ca107c34-12ba-466c-b45f-fcd9aa51c126 on network aefb8e23-2367-4010-901e-b311c39ce1b9 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:50:28.311418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:50:28.311925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Checking segment: {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:50:28.321317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Bound using segment: {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:50:28.321317 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Bound port: ca107c34-12ba-466c-b45f-fcd9aa51c126, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:50:28.321317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:28.376018 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] For port ca107c34-12ba-466c-b45f-fcd9aa51c126, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:50:28.379117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] For port ca107c34-12ba-466c-b45f-fcd9aa51c126, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:50:28.447210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:28.484423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:28.485121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:28.486374 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca107c34-12ba-466c-b45f-fcd9aa51c126 HTTP/1.1" status: 200 len: 1091 time: 0.8452456 Nov 05 22:50:28.486814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:50:28.489334 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8af90d-2fc2-4e85-b7fb-494df3a98437" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:50:28.527460 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a7718-c502-453f-bfa8-3187b8d4f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca107c34-12ba-466c-b45f-fcd9aa51c126,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:28.609024 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4ff40-15f5-475e-94b4-bd52f6c15a7c x-openstack-request-id: req-a3a4ff40-15f5-475e-94b4-bd52f6c15a7c {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:50:28.609408 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:50:28.609722 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3a4ff40-15f5-475e-94b4-bd52f6c15a7c {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:50:28.610286 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'status': 'completed', 'code': 200} Nov 05 22:50:28.627610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-02f5dd5b-c65c-44b5-9355-a34865ff0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:28.629169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-02f5dd5b-c65c-44b5-9355-a34865ff0c9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 1094 time: 0.0494130 Nov 05 22:50:28.674328 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-01e98c76-49a7-4b30-9f15-abdd16b5ac7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126 HTTP/1.1" status: 200 len: 217 time: 0.0352895 Nov 05 22:50:28.728047 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-96b1efae-f79c-458f-b343-ccceaac994c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:28.730036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-96b1efae-f79c-458f-b343-ccceaac994c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e9c646a-1f18-4df2-a2e9-08d3cad75471 HTTP/1.1" status: 200 len: 835 time: 0.0495467 Nov 05 22:50:28.775340 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-14ea17b4-d56a-444a-8041-d19249ce2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:28.776745 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-14ea17b4-d56a-444a-8041-d19249ce2c7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aefb8e23-2367-4010-901e-b311c39ce1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399256 Nov 05 22:50:28.865707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-5b9a224b-bd5c-4e6d-82ed-93d36cff27dc service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814209 Nov 05 22:50:28.958094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-729095f5-f037-4a2b-b8a2-3b3af3c91341 req-d6614d02-479e-4fc1-9047-5988d3b544ce service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847762 Nov 05 22:50:29.105011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-aa3a2966-379a-4ef5-9530-c2d3bbf441d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:29.106484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-aa3a2966-379a-4ef5-9530-c2d3bbf441d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 1094 time: 0.0415428 Nov 05 22:50:29.198718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-c2c0eb0c-3f79-4e4c-844e-9fee08813064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:29.200194 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-c2c0eb0c-3f79-4e4c-844e-9fee08813064 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aefb8e23-2367-4010-901e-b311c39ce1b9 HTTP/1.1" status: 200 len: 898 time: 0.0867629 Nov 05 22:50:29.241251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-2493ef1d-1372-427e-a1b5-105c0504e457 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126 HTTP/1.1" status: 200 len: 217 time: 0.0340707 Nov 05 22:50:29.293616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-bb40dcab-0618-4f33-9e42-5ff1c82a20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:29.295001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-bb40dcab-0618-4f33-9e42-5ff1c82a20f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e9c646a-1f18-4df2-a2e9-08d3cad75471 HTTP/1.1" status: 200 len: 835 time: 0.0463424 Nov 05 22:50:29.340548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-bbf2d873-d058-45cf-9726-b0d13dee88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:29.342041 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-bbf2d873-d058-45cf-9726-b0d13dee88c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aefb8e23-2367-4010-901e-b311c39ce1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397255 Nov 05 22:50:29.462352 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35f177-e883-4f25-816f-b8d03f03740f req-d7f77af8-f2c9-497e-b03d-102878cb8332 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:29.464452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c35f177-e883-4f25-816f-b8d03f03740f req-d7f77af8-f2c9-497e-b03d-102878cb8332 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 943 time: 0.0912416 Nov 05 22:50:29.480407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-9cb48e47-c134-4bcf-a09c-017084539027 service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300988 Nov 05 22:50:29.564472 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9c35f177-e883-4f25-816f-b8d03f03740f req-62f3b4bf-f651-4728-a07e-8871b87f2aef tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930786 Nov 05 22:50:29.593240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ea8af90d-2fc2-4e85-b7fb-494df3a98437 req-61cf3508-f39f-4978-94cf-ec3d37ac0f6b service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038647 Nov 05 22:50:30.682421 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c868c-3811-41e3-a91e-538d2952f011 req-51f1500f-e5bb-496e-98e1-b7d71983c3b6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:30.683955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea4c868c-3811-41e3-a91e-538d2952f011 req-51f1500f-e5bb-496e-98e1-b7d71983c3b6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 943 time: 0.0506291 Nov 05 22:50:30.734731 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ea4c868c-3811-41e3-a91e-538d2952f011 req-5d14e805-2c73-40fe-93e2-3cc21dd5b317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448346 Nov 05 22:50:31.172422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ca107c34-12ba-466c-b45f-fcd9aa51c126 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:50:31.266588 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ca107c34-12ba-466c-b45f-fcd9aa51c126, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:31.282146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'port_id': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'mac_address': 'fa:16:3e:07:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:50:31.320327 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:31.333407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca107c34-12ba-466c-b45f-fcd9aa51c126 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:50:31.352357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ca107c34-12ba-466c-b45f-fcd9aa51c126, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:31.429290 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:31.459757 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:31.476527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=ca107c34-12ba-466c-b45f-fcd9aa51c126,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:31.652978 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['ca107c34-12ba-466c-b45f-fcd9aa51c126'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:50:31.852766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990a2f2-622c-43cd-a187-e6bee5346441 req-34f4bc88-02ff-4a58-a2ad-cfd1131f6d10 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:31.854766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b990a2f2-622c-43cd-a187-e6bee5346441 req-34f4bc88-02ff-4a58-a2ad-cfd1131f6d10 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 944 time: 0.0528350 Nov 05 22:50:31.903705 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b990a2f2-622c-43cd-a187-e6bee5346441 req-6f82620b-a15a-40cd-ad44-56f7a8a8c0ca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429754 Nov 05 22:50:33.025444 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37724ae2-8bad-4395-bfb2-da1ea22a92a5 req-e381d497-1e62-4e43-89a3-cd70b2c266bb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:33.027402 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-37724ae2-8bad-4395-bfb2-da1ea22a92a5 req-e381d497-1e62-4e43-89a3-cd70b2c266bb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 944 time: 0.0523851 Nov 05 22:50:33.076235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-37724ae2-8bad-4395-bfb2-da1ea22a92a5 req-45a92bfc-672a-4d3d-b346-aa82340c3dc5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Nov 05 22:50:33.188227 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ca107c34-12ba-466c-b45f-fcd9aa51c126 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:50:33.332234 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port ca107c34-12ba-466c-b45f-fcd9aa51c126 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:50:33.335953 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port ca107c34-12ba-466c-b45f-fcd9aa51c126 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:50:33.337885 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:33.422300 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:33.432982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:33.444768 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:50:33.446966 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a6d83-ff72-409a-8976-6fd36d3ae152" -d '{"events": [{"server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "name": "network-vif-plugged", "status": "completed", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:50:33.460335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port ca107c34-12ba-466c-b45f-fcd9aa51c126, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:50:33.521163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:33.547095 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e927a7-ab6c-4905-af10-f46f966d7c05 x-openstack-request-id: req-b5e927a7-ab6c-4905-af10-f46f966d7c05 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:50:33.547387 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "name": "network-vif-plugged", "status": "completed", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:50:33.547664 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5e927a7-ab6c-4905-af10-f46f966d7c05 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:50:33.548054 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'code': 200} Nov 05 22:50:33.579735 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=ca107c34-12ba-466c-b45f-fcd9aa51c126,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:33.637945 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6bd8c-c311-4e0d-b97d-8f25108d514d req-6e7323d3-148e-4bf1-b032-748694b1f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:33.639407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8f6bd8c-c311-4e0d-b97d-8f25108d514d req-6e7323d3-148e-4bf1-b032-748694b1f4ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 1096 time: 0.0402670 Nov 05 22:50:33.684685 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a8f6bd8c-c311-4e0d-b97d-8f25108d514d req-8ed19001-8f8b-439c-bfa0-a8b6089dc4bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380142 Nov 05 22:50:34.190979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448989a3-41fb-4d84-91e1-1a3706e81155 req-f76f3dfd-7efd-422c-ab03-61f986487a71 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:34.192503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-448989a3-41fb-4d84-91e1-1a3706e81155 req-f76f3dfd-7efd-422c-ab03-61f986487a71 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0487556 Nov 05 22:50:34.241272 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-448989a3-41fb-4d84-91e1-1a3706e81155 req-4571943b-bdaa-42de-83ed-6b29c99a5a5e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Nov 05 22:50:35.360293 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d80f0d-eed1-4f30-8206-a704d1ff9ca9 req-6158fc8d-cf2c-4440-be77-7946375a0339 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:35.361755 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26d80f0d-eed1-4f30-8206-a704d1ff9ca9 req-6158fc8d-cf2c-4440-be77-7946375a0339 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0519037 Nov 05 22:50:35.410533 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26d80f0d-eed1-4f30-8206-a704d1ff9ca9 req-79396584-ccd9-46bc-92a2-3ddf5ef9da6b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425911 Nov 05 22:50:35.522834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2a594-65a2-43ea-9ff5-c7bedaea8714 req-bc95e21e-effd-4745-88ed-e8d6b0f83a5a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:35.524357 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a8f2a594-65a2-43ea-9ff5-c7bedaea8714 req-bc95e21e-effd-4745-88ed-e8d6b0f83a5a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0487769 Nov 05 22:50:35.576973 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a8f2a594-65a2-43ea-9ff5-c7bedaea8714 req-5caf9fb7-9fe2-4e2f-8778-d9225853b0ae tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459569 Nov 05 22:50:35.598887 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45186) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:35.637934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4fb52e-af76-4bf8-9fbf-a751f66b3fcd tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:35.639332 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-db4fb52e-af76-4bf8-9fbf-a751f66b3fcd tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 1091 time: 0.0394993 Nov 05 22:50:35.642161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45188) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:35.646318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:50:35.743389 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:35.837341 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:35.941183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.244 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/ae9c8051-304f-4769-9ed3-54c41d20963c) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:50:36.039211 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:36.127039 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:36.164646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:50:36.171713 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:50:36.174228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:50:36.196643 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=ae9c8051-304f-4769-9ed3-54c41d20963c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:36.366523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-60c50c27-194b-45a5-a77f-7a2d86edaf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:36.526820 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:36.631357 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:36.777956 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:36.835179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:36.901441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=ae9c8051-304f-4769-9ed3-54c41d20963c,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:50:36.913510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:37.017794 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP bd7a75d2-beac-4bfa-94a6-e2c2d761f995 associated. External IP: 172.25.6.244, port: ca107c34-12ba-466c-b45f-fcd9aa51c126. Nov 05 22:50:37.227459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 10058132-90c1-4ea3-8a08-87ebeea2d43b has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:50:37.336394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:50:37.345903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] Sync routers for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:50:37.355515 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:37.356185 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:37.437333 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:37.461888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:37.464660 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8030b0b8-1f0b-4db6-913b-efc9e0dca886 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8215156 Nov 05 22:50:37.465255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:50:37.467528 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdb82c1-01f2-42f5-8243-7fa1608d5811" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:50:37.509869 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdcfe37-bb79-48aa-bd01-666ace0132a9 x-openstack-request-id: req-9cdcfe37-bb79-48aa-bd01-666ace0132a9 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:50:37.510734 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:50:37.511050 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cdcfe37-bb79-48aa-bd01-666ace0132a9 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:50:37.511517 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'status': 'completed', 'code': 200} Nov 05 22:50:37.599724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b58d9e-fb69-438c-914f-685b4e6e9497 req-5c317fce-f8fe-4a3b-806f-06c77f0f2a43 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:37.601201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05b58d9e-fb69-438c-914f-685b4e6e9497 req-5c317fce-f8fe-4a3b-806f-06c77f0f2a43 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0762877 Nov 05 22:50:37.603016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-d050a6e0-bf63-40e7-b375-64a5f974abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:37.604880 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-d050a6e0-bf63-40e7-b375-64a5f974abd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 1096 time: 0.0686576 Nov 05 22:50:37.686333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'bd7a75d2-beac-4bfa-94a6-e2c2d761f995', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'port_id': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'mac_address': 'fa:16:3e:07:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:50:36Z', 'updated_at': '2021-11-05T22:50:36Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:37.708286 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-05b58d9e-fb69-438c-914f-685b4e6e9497 req-5ff55a6d-092e-4816-a8b8-9a54e23bdf3d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001937 Nov 05 22:50:37.718804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] Checking router: 10058132-90c1-4ea3-8a08-87ebeea2d43b for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:50:37.729013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:50:37.729710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:50:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:37.731985 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45194) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:37.739246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-537197f9-0562-4826-9725-8dea65b6f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:37.740850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-537197f9-0562-4826-9725-8dea65b6f962 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aefb8e23-2367-4010-901e-b311c39ce1b9 HTTP/1.1" status: 200 len: 898 time: 0.1266706 Nov 05 22:50:37.805531 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3451bccf-c338-44fe-8674-6d9f3ac85f32 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/bd7a75d2-beac-4bfa-94a6-e2c2d761f995 HTTP/1.1" status: 200 len: 991 time: 0.0723827 Nov 05 22:50:37.813905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-522cbeec-e8fe-4609-b568-f57b230065c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126 HTTP/1.1" status: 200 len: 999 time: 0.0666585 Nov 05 22:50:37.838593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:50:37.862923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-c2cbaba6-38a0-41bb-b806-c973297b9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:37.864721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-c2cbaba6-38a0-41bb-b806-c973297b9ee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e9c646a-1f18-4df2-a2e9-08d3cad75471 HTTP/1.1" status: 200 len: 835 time: 0.0447574 Nov 05 22:50:37.910230 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-0a4c7c85-a924-454b-aaea-1b10c61d833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:50:37.911735 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-0a4c7c85-a924-454b-aaea-1b10c61d833a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aefb8e23-2367-4010-901e-b311c39ce1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402992 Nov 05 22:50:38.004545 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-98eee738-edae-42e4-8bc4-ddbb9256c057 service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859635 Nov 05 22:50:38.058551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'bd7a75d2-beac-4bfa-94a6-e2c2d761f995', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'port_id': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'mac_address': 'fa:16:3e:07:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:50:36Z', 'updated_at': '2021-11-05T22:50:36Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:50:38.084289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee50fb-74c9-40e9-ba19-a78be92938b0 None None] The sync data for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 is: [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'bd7a75d2-beac-4bfa-94a6-e2c2d761f995', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'port_id': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'mac_address': 'fa:16:3e:07:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:50:36Z', 'updated_at': '2021-11-05T22:50:36Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:50:38.094021 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1bdb82c1-01f2-42f5-8243-7fa1608d5811 req-a4b24576-6dad-4a22-beb0-0442d70335d4 service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829661 Nov 05 22:50:38.274220 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efa21f-874f-43d5-8a62-caa5210b724e None None] New status for floating IP bd7a75d2-beac-4bfa-94a6-e2c2d761f995: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:50:38.526883 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-51065bbd-e7d6-4007-9470-b09952671be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:38.809104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45196) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:50:38.871892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-aa9f53f2-e812-430a-94b8-80bf396c9ea3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/bd7a75d2-beac-4bfa-94a6-e2c2d761f995 HTTP/1.1" status: 200 len: 993 time: 0.0616248 Nov 05 22:50:40.240751 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:41.674655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:42.126319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:50:56.517621 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:51:01.440629 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:03.463223 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:06.411913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-09a8247d-5dfa-4f7e-9e7b-869ecbf7c4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:08.560579 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c7c45056-f4ce-468d-beea-fd546467db36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:10.037647 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794beaae-04fc-4a3a-b0e5-37494f95e2b1 req-3a5d1476-84e4-4113-8ce7-62ba3ab8b38b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:10.039058 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-794beaae-04fc-4a3a-b0e5-37494f95e2b1 req-3a5d1476-84e4-4113-8ce7-62ba3ab8b38b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0504186 Nov 05 22:51:10.087578 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-794beaae-04fc-4a3a-b0e5-37494f95e2b1 req-3c12795e-b9d8-40c1-a22e-18ca9e28da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424819 Nov 05 22:51:10.240476 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:11.207008 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749be01-0cd4-472e-b638-8ff4c56e77a9 req-f6626238-6c74-45aa-b937-9b129d4c4c8c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:11.208017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0749be01-0cd4-472e-b638-8ff4c56e77a9 req-f6626238-6c74-45aa-b937-9b129d4c4c8c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0483987 Nov 05 22:51:11.256222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0749be01-0cd4-472e-b638-8ff4c56e77a9 req-a85f87e5-7396-4adb-9299-c9c03c0a0840 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Nov 05 22:51:11.277864 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45214) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:11.339425 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d1df877f-ad62-4bf8-997d-5e5b9762edfc tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/bd7a75d2-beac-4bfa-94a6-e2c2d761f995 HTTP/1.1" status: 200 len: 993 time: 0.0603871 Nov 05 22:51:11.651645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:12.103284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:12.726347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc047f5-7cd0-468b-8c9c-c1ebb9dbe02a req-1c475014-cf10-4cf1-a1eb-f71b5a5a76ce tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:12.727859 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cc047f5-7cd0-468b-8c9c-c1ebb9dbe02a req-1c475014-cf10-4cf1-a1eb-f71b5a5a76ce tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0496972 Nov 05 22:51:12.779023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4cc047f5-7cd0-468b-8c9c-c1ebb9dbe02a req-8e23dc0d-d6c4-4d1a-bcdc-d60f9c46b7ec tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Nov 05 22:51:13.898800 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fad31f-956b-4168-a2b6-2c5376aadcf9 req-ceec7cef-9f47-4284-b573-7b2970312cae tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:13.900324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6fad31f-956b-4168-a2b6-2c5376aadcf9 req-ceec7cef-9f47-4284-b573-7b2970312cae tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0507843 Nov 05 22:51:13.952383 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c6fad31f-956b-4168-a2b6-2c5376aadcf9 req-a9505dff-c0ad-4e1b-b010-e7acc6eecfe6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458601 Nov 05 22:51:13.975941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45224) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:14.048036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-90f30375-7111-4bba-a585-84833f4f0d1e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/bd7a75d2-beac-4bfa-94a6-e2c2d761f995 HTTP/1.1" status: 200 len: 993 time: 0.0685842 Nov 05 22:51:14.278045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45230) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:14.435589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port ae9c8051-304f-4769-9ed3-54c41d20963c {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:51:14.435935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:14.508736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:14.509064 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:14.520576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for ae9c8051-304f-4769-9ed3-54c41d20963c owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:51:14.721166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:14.748353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=ae9c8051-304f-4769-9ed3-54c41d20963c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:14.771143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.771491 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.771857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.772190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.772517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.772843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.773170 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.773495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.773820 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.774144 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.774461 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.774777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:14.815607 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:14.816068 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP bd7a75d2-beac-4bfa-94a6-e2c2d761f995 disassociated (deleted). External IP: 172.25.6.244, port: ca107c34-12ba-466c-b45f-fcd9aa51c126. Nov 05 22:51:15.025061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 10058132-90c1-4ea3-8a08-87ebeea2d43b has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:51:15.130592 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:51:15.135181 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:15.141463 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] Sync routers for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:51:15.151405 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:15.152140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:15.165547 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d22db119-f46c-4aa7-a822-909eebb95cdb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/floatingips/bd7a75d2-beac-4bfa-94a6-e2c2d761f995 HTTP/1.1" status: 204 len: 168 time: 0.8864231 Nov 05 22:51:15.166131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:51:15.168418 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:51:15.206619 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de2002-7c73-4d28-a2aa-43b22ce8579e x-openstack-request-id: req-15de2002-7c73-4d28-a2aa-43b22ce8579e {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:51:15.207105 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:51:15.207486 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15de2002-7c73-4d28-a2aa-43b22ce8579e {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:51:15.207974 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'status': 'completed', 'code': 200} Nov 05 22:51:15.274949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-e6effb60-ae23-4875-aad5-a6c2bbe3a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:15.276690 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-e6effb60-ae23-4875-aad5-a6c2bbe3a983 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 1096 time: 0.0480883 Nov 05 22:51:15.388855 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-1b0023fc-4b36-41be-b230-7e121137876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:15.390340 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-1b0023fc-4b36-41be-b230-7e121137876b service neutron] 10.222.0.13 "GET /v2.0/networks?id=aefb8e23-2367-4010-901e-b311c39ce1b9 HTTP/1.1" status: 200 len: 898 time: 0.0926850 Nov 05 22:51:15.425997 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:15.435468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-dc762e04-8662-4601-9dc8-d74daaf8f99e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126 HTTP/1.1" status: 200 len: 217 time: 0.0378263 Nov 05 22:51:15.490168 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-d323116d-d363-4d06-91f4-bf16e83e4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:15.491655 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-d323116d-d363-4d06-91f4-bf16e83e4d64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e9c646a-1f18-4df2-a2e9-08d3cad75471 HTTP/1.1" status: 200 len: 835 time: 0.0496457 Nov 05 22:51:15.548729 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-053322b4-48a6-4707-b418-45d4fb53b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:15.552691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-053322b4-48a6-4707-b418-45d4fb53b7b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aefb8e23-2367-4010-901e-b311c39ce1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532372 Nov 05 22:51:15.572690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f58f-c265-4e69-a8c0-5c4e8cbd4131 req-eeb3722d-8a35-4578-af34-bed734f92ea4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:15.574959 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24a1f58f-c265-4e69-a8c0-5c4e8cbd4131 req-eeb3722d-8a35-4578-af34-bed734f92ea4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0619874 Nov 05 22:51:15.630927 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-24a1f58f-c265-4e69-a8c0-5c4e8cbd4131 req-4dcb7643-fb06-42d9-a004-2f08563cb410 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497661 Nov 05 22:51:15.635910 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:15.668118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] Checking router: 10058132-90c1-4ea3-8a08-87ebeea2d43b for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:51:15.670974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-974737a1-ff38-4523-9028-2eb0a0419d36 service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095181 Nov 05 22:51:15.677050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:15.677659 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:15.767771 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-272c6188-29d6-4abf-aaa4-9f3fed9b87b2 req-53661f7b-7edb-4973-9fe3-f06212b86093 service neutron] 10.222.0.13 "GET /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875080 Nov 05 22:51:15.787858 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:15.992135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:16.018672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411991a-d0cf-4584-a571-a09579abf246 None None] The sync data for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 is: [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:50:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'aa95e971-ce14-4f74-9183-ed7b323473a7', 'name': '', 'network_id': 'aefb8e23-2367-4010-901e-b311c39ce1b9', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:0e:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:22Z', 'updated_at': '2021-11-05T22:50:24Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '4e9c646a-1f18-4df2-a2e9-08d3cad75471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:51:16.253176 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af023c-4b47-469c-808c-7259c357e4f5 None None] New status for floating IP bd7a75d2-beac-4bfa-94a6-e2c2d761f995: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:51:16.750163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c563fa-5e3f-4330-bc94-ee3956edd17e req-a23a2f0c-e95f-4cf8-a6b2-54bb0a961ccc tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:16.752205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16c563fa-5e3f-4330-bc94-ee3956edd17e req-a23a2f0c-e95f-4cf8-a6b2-54bb0a961ccc tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0488780 Nov 05 22:51:17.175616 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-16c563fa-5e3f-4330-bc94-ee3956edd17e req-fe481781-df3f-47d3-854e-a765f2ba37f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d27fd825-b423-4ff4-a2e6-029bdc50526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4170418 Nov 05 22:51:17.218386 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-2a39b4e5-61af-43de-a601-3c6713fafe27 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:17.219886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-2a39b4e5-61af-43de-a601-3c6713fafe27 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 945 time: 0.0584807 Nov 05 22:51:17.308452 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port ca107c34-12ba-466c-b45f-fcd9aa51c126 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:51:17.308799 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:17.397205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port ca107c34-12ba-466c-b45f-fcd9aa51c126, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=ca107c34-12ba-466c-b45f-fcd9aa51c126,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:17.397556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:17.409658 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for ca107c34-12ba-466c-b45f-fcd9aa51c126 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:51:17.594507 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:17.623478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=ca107c34-12ba-466c-b45f-fcd9aa51c126,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:17.664648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] No DVR routers for this DVR port ca107c34-12ba-466c-b45f-fcd9aa51c126 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:51:17.667388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:17.670684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ba34f7f-34f5-4e82-be86-e3bf0ab8f850 req-cd6a9fec-e037-402d-b3f8-01c1f1f1a1f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "DELETE /v2.0/ports/ca107c34-12ba-466c-b45f-fcd9aa51c126 HTTP/1.1" status: 204 len: 173 time: 0.4448376 Nov 05 22:51:17.671131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'name': 'network-vif-deleted', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:51:17.673385 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cff987-5904-43d0-afce-c0d97b92ea9e" -d '{"events": [{"server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "name": "network-vif-deleted", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:51:17.709014 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1fbecc-f31a-4725-a758-c3ad48c041b4 x-openstack-request-id: req-6d1fbecc-f31a-4725-a758-c3ad48c041b4 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:51:17.709314 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c2dd29-172f-42d3-bc9b-527eccf741ca", "name": "network-vif-deleted", "tag": "ca107c34-12ba-466c-b45f-fcd9aa51c126", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:51:17.709573 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d1fbecc-f31a-4725-a758-c3ad48c041b4 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:51:17.709987 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c2dd29-172f-42d3-bc9b-527eccf741ca', 'name': 'network-vif-deleted', 'tag': 'ca107c34-12ba-466c-b45f-fcd9aa51c126', 'status': 'completed', 'code': 200} Nov 05 22:51:18.289461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0f7e8aac-1c5b-4e85-ab04-d642be08f769 req-09fcc8d8-3512-46c4-b6bf-15fb37d3e0e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c2dd29-172f-42d3-bc9b-527eccf741ca HTTP/1.1" status: 200 len: 210 time: 0.0298083 Nov 05 22:51:19.353374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45246) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:19.702628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:19.950413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port aa95e971-ce14-4f74-9183-ed7b323473a7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:51:19.950756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:20.042203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port aa95e971-ce14-4f74-9183-ed7b323473a7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=aa95e971-ce14-4f74-9183-ed7b323473a7,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:20.042480 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:20.054970 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for aa95e971-ce14-4f74-9183-ed7b323473a7 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:51:20.303129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:20.327736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=aa95e971-ce14-4f74-9183-ed7b323473a7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:20.502033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:20.713120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 10058132-90c1-4ea3-8a08-87ebeea2d43b has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:51:20.816360 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:51:20.821620 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-68397302-b26a-404e-b392-a6e93d2c3604 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/10058132-90c1-4ea3-8a08-87ebeea2d43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4671452 Nov 05 22:51:20.824637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45248) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:20.825649 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] Sync routers for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:51:20.840011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:20.840638 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:20.875821 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting subnet 4e9c646a-1f18-4df2-a2e9-08d3cad75471 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:51:20.879218 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:20.925861 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:20.951503 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:21.140267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:51:20Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:21.168373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] Checking router: 10058132-90c1-4ea3-8a08-87ebeea2d43b for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:51:21.177335 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] Routers {'10058132-90c1-4ea3-8a08-87ebeea2d43b'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:21.177954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['10058132-90c1-4ea3-8a08-87ebeea2d43b'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:21.289526 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] Set router 10058132-90c1-4ea3-8a08-87ebeea2d43b gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:21.293314 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:21.406742 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:21.433460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9c646a-1f18-4df2-a2e9-08d3cad75471,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:21.438081 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:21.444822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/subnets/4e9c646a-1f18-4df2-a2e9-08d3cad75471 HTTP/1.1" status: 204 len: 168 time: 0.6161382 Nov 05 22:51:21.445332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45250) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:21.445885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ca107c34-12ba-466c-b45f-fcd9aa51c126 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:51:21.447360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.447736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a4562-9f06-4b84-9653-8339b41812d4 None None] Network aefb8e23-2367-4010-901e-b311c39ce1b9 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:51:21.447864 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.448092 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.448436 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.448854 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.449095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.449431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.449759 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.450095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.450418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.451200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.451200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d45f94-cbf1-4207-85cc-4f7d7cc0fad4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:21.486899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: ca107c34-12ba-466c-b45f-fcd9aa51c126 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:51:21.487238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device ca107c34-12ba-466c-b45f-fcd9aa51c126 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:51:21.563314 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:21.585831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:51:20Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:21.615316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e4ede-6e46-4569-a33d-9a7aa4f31a6b None None] The sync data for ids ['10058132-90c1-4ea3-8a08-87ebeea2d43b'] in n-d-816738-5 is: [{'id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288342456', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:50:18Z', 'updated_at': '2021-11-05T22:51:20Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '28e7c5e4-d50a-4565-a15e-99fb4e246c7b', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10058132-90c1-4ea3-8a08-87ebeea2d43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:50:19Z', 'updated_at': '2021-11-05T22:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:51:21.674381 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:21.773753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:51:21.774093 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:21.853010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 28e7c5e4-d50a-4565-a15e-99fb4e246c7b, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:21.853369 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:21.866248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 28e7c5e4-d50a-4565-a15e-99fb4e246c7b owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:51:21.984446 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] DHCP port deletion for aefb8e23-2367-4010-901e-b311c39ce1b9 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:51:22.041380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Deleting port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:51:22.041763 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.103194 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.112080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] For port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c,segment=NetworkSegment(1e1e94f6-4e53-43ff-aa55-03008ce1c7c7),segment_id=1e1e94f6-4e53-43ff-aa55-03008ce1c7c7)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:22.112499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.127793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Calling delete_port for 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:51:22.129956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=28e7c5e4-d50a-4565-a15e-99fb4e246c7b,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:22.194096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.274947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.284787 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.286955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.306329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Pushing event deleted for resources: {'Port': ['ID=38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:22.311607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] No DVR routers for this DVR port 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:51:22.321453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.321453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.321453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.321819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.321819 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.322145 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.322836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.322836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.323179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.323510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.324314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.324314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33ecc0-4e0a-49fa-a919-dcf48d10998c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:22.394760 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.395326 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Fanout notify agent at l3_agent the message router_deleted on router 10058132-90c1-4ea3-8a08-87ebeea2d43b {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:51:22.402129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.403240 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b502515b-9203-493c-91a7-9fcf2bdab69f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/routers/10058132-90c1-4ea3-8a08-87ebeea2d43b HTTP/1.1" status: 204 len: 168 time: 0.9567578 Nov 05 22:51:22.405975 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45252) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:22.484674 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.574930 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.594913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefb8e23-2367-4010-901e-b311c39ce1b9']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:22.605915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:22.606420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1e94f6-4e53-43ff-aa55-03008ce1c7c7') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:22.617259 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.630362 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.636221 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:51:22.636613 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:51:22.639577 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:51:22.771731 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.779624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.783115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/networks/aefb8e23-2367-4010-901e-b311c39ce1b9 HTTP/1.1" status: 204 len: 168 time: 0.3758929 Nov 05 22:51:22.785729 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45254) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:22.793677 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a28b7-97bd-4bbb-b7a5-7386495a4e1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Network': ['ID=aefb8e23-2367-4010-901e-b311c39ce1b9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:22.846416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80ce3c75-045a-4f3a-95a7-42e911c9295f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:22.876052 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80ce3c75-045a-4f3a-95a7-42e911c9295f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.000277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80ce3c75-045a-4f3a-95a7-42e911c9295f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.003786 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-80ce3c75-045a-4f3a-95a7-42e911c9295f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.005071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-80ce3c75-045a-4f3a-95a7-42e911c9295f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/security-groups/d27fd825-b423-4ff4-a2e6-029bdc50526d HTTP/1.1" status: 204 len: 168 time: 0.2182744 Nov 05 22:51:23.018995 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce3c75-045a-4f3a-95a7-42e911c9295f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27fd825-b423-4ff4-a2e6-029bdc50526d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:23.271640 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 28e7c5e4-d50a-4565-a15e-99fb4e246c7b no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:51:23.296519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 28e7c5e4-d50a-4565-a15e-99fb4e246c7b {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:51:23.297022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 28e7c5e4-d50a-4565-a15e-99fb4e246c7b not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:51:23.297744 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device aa95e971-ce14-4f74-9183-ed7b323473a7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:51:23.319688 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: aa95e971-ce14-4f74-9183-ed7b323473a7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:51:23.324016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device aa95e971-ce14-4f74-9183-ed7b323473a7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:51:23.324016 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:51:23.338506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:51:23.338844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 38734ba7-70f7-4efc-9c52-4ddd2bf4bb9c not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:51:23.384462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45260) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:23.389050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dba47b6b-e7c5-4b4a-a2d6-fff60f1b27b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464967548', 'description': 'tempest-secgroup-smoke-464967548 description', 'project_id': '195363492cce4a6f84db88bfb148234d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:23.480675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dba47b6b-e7c5-4b4a-a2d6-fff60f1b27b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.543838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dba47b6b-e7c5-4b4a-a2d6-fff60f1b27b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.605750 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dba47b6b-e7c5-4b4a-a2d6-fff60f1b27b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.634295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba47b6b-e7c5-4b4a-a2d6-fff60f1b27b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d284446d-7dd2-4692-9c88-bb41daaf5e0f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:23.693597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dba47b6b-e7c5-4b4a-a2d6-fff60f1b27b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.694838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dba47b6b-e7c5-4b4a-a2d6-fff60f1b27b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3093598 Nov 05 22:51:23.697711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45262) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:23.702032 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-22b6d2cb-816c-4a68-bee5-4b7276ea6107 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd284446d-7dd2-4692-9c88-bb41daaf5e0f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:23.799323 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22b6d2cb-816c-4a68-bee5-4b7276ea6107 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.852831 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22b6d2cb-816c-4a68-bee5-4b7276ea6107 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.920502 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22b6d2cb-816c-4a68-bee5-4b7276ea6107 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.937840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6d2cb-816c-4a68-bee5-4b7276ea6107 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e4fbe0-9c5f-41c1-b074-62e0e85dc7ed,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:23.990710 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-22b6d2cb-816c-4a68-bee5-4b7276ea6107 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:23.991929 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-22b6d2cb-816c-4a68-bee5-4b7276ea6107 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932944 Nov 05 22:51:23.994620 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45264) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:23.998978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e83e6d75-74de-42d5-80fe-82f8e6dfb360 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd284446d-7dd2-4692-9c88-bb41daaf5e0f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:24.085345 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e83e6d75-74de-42d5-80fe-82f8e6dfb360 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.142810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e83e6d75-74de-42d5-80fe-82f8e6dfb360 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.199997 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e83e6d75-74de-42d5-80fe-82f8e6dfb360 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.217966 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e6d75-74de-42d5-80fe-82f8e6dfb360 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91ed0c9-cc05-4aae-83a7-8c2eb15fca05,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:24.287501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e83e6d75-74de-42d5-80fe-82f8e6dfb360 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.288731 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e83e6d75-74de-42d5-80fe-82f8e6dfb360 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2931392 Nov 05 22:51:24.291385 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45266) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:24.295721 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-548f320c-30a8-41de-95d9-6c030b05c43f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd284446d-7dd2-4692-9c88-bb41daaf5e0f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:24.382946 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548f320c-30a8-41de-95d9-6c030b05c43f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.440114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548f320c-30a8-41de-95d9-6c030b05c43f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.514474 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548f320c-30a8-41de-95d9-6c030b05c43f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.532055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f320c-30a8-41de-95d9-6c030b05c43f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f41b7dd-af7e-40aa-8f7b-d09cb412e6ad,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:24.596315 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-548f320c-30a8-41de-95d9-6c030b05c43f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.597536 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-548f320c-30a8-41de-95d9-6c030b05c43f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052049 Nov 05 22:51:24.600405 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45268) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:24.604728 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d067360d-e3f3-42f3-8e66-e5789b6aeeca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd284446d-7dd2-4692-9c88-bb41daaf5e0f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:24.708559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d067360d-e3f3-42f3-8e66-e5789b6aeeca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.765055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d067360d-e3f3-42f3-8e66-e5789b6aeeca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.845904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d067360d-e3f3-42f3-8e66-e5789b6aeeca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.864523 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067360d-e3f3-42f3-8e66-e5789b6aeeca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ed2921-aae4-4dd8-822c-982edd1881ec,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:24.945153 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d067360d-e3f3-42f3-8e66-e5789b6aeeca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:24.946399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d067360d-e3f3-42f3-8e66-e5789b6aeeca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450708 Nov 05 22:51:24.950606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45270) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:24.955452 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd284446d-7dd2-4692-9c88-bb41daaf5e0f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:25.051635 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:51:25.056539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.117241 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.188488 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.205158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bf90c6-102d-456a-b4cf-82cf2bb45e7d,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:25.276331 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.277553 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ab691894-4419-4161-924e-baed6ee438c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3257582 Nov 05 22:51:25.280216 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45272) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:25.285013 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': 'd284446d-7dd2-4692-9c88-bb41daaf5e0f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:25.348822 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:51:25.354071 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.413254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.451571 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.471764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5c1e21-e17b-49f4-9ce7-853b2acda0ae,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:25.522185 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.523413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-48c8d406-b2c6-41cd-bac1-5e53403271de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2422802 Nov 05 22:51:25.526279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45274) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:25.531189 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'network': {'name': 'tempest-network-smoke--1281972495', 'project_id': '195363492cce4a6f84db88bfb148234d', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:25.600479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:51:25.603966 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.626036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:51:25.634622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.634954 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Added segment e5e3a5dc-86df-4947-9530-87ddfd18d9a0 of type vlan for network 6793ed62-5498-4f94-b68e-f6835153b66d Nov 05 22:51:25.673555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.737164 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.742958 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:25.752272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.809748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Network': ['ID=6793ed62-5498-4f94-b68e-f6835153b66d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:25.820392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 6793ed62-5498-4f94-b68e-f6835153b66d details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:51:25.866405 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b165f4f2-2fb4-4672-9728-166f49178b0e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3389831 Nov 05 22:51:25.869145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45276) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:25.873701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'admin_state_up': True, 'project_id': '195363492cce4a6f84db88bfb148234d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:25.960755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:25.961839 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:26.021818 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:26.214958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:26.463833 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:26.482498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:26.580863 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.165 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/72edbe01-f185-4180-ac35-0956316808c7) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:51:26.683969 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:26.771832 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:26.809228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:51:26.816788 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:51:26.822529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:51:26.824172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=72edbe01-f185-4180-ac35-0956316808c7,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:27.144701 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:27.348674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:27.571327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:51:27.682683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:51:27.692902 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Sync routers for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:51:27.703489 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:27.712312 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:27.791055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:27.792336 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-184ff0ca-7eb3-4d19-9479-63b3ed6338ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9221642 Nov 05 22:51:27.795682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45278) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:27.805677 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:27.823399 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cdbbadf7-9129-4ac9-9be9-11622050090e tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=195363492cce4a6f84db88bfb148234d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266504 Nov 05 22:51:27.832800 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45280) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:27.917996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bdd915-50b1-413b-b74a-1166c1876592 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:27.919628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-77bdd915-50b1-413b-b74a-1166c1876592 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927651 Nov 05 22:51:27.922398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45282) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:27.950133 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f183a72a-7849-4f15-8ad6-e9202316358c tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265141 Nov 05 22:51:27.952446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45284) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:27.957652 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103434089', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'project_id': '195363492cce4a6f84db88bfb148234d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:27.991278 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:26Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:28.019047 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Checking router: 5fdeb0d4-6f73-43b2-8177-2ee269020d48 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:51:28.019381 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Updating router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 port 72edbe01-f185-4180-ac35-0956316808c7 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:51:28.043058 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.103055 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:51:28.106671 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.287965 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.332222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.348888 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.401025 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Subnet': ['ID=439e5d39-464b-4d40-b4f9-8b17d44b3ccb,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:28.401266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Pushing event updated for resources: {'Port': ['ID=72edbe01-f185-4180-ac35-0956316808c7,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:28.405334 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Attempting to bind port 72edbe01-f185-4180-ac35-0956316808c7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:51:28.405524 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Checking segment: {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:51:28.405701 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Attempting to bind port 72edbe01-f185-4180-ac35-0956316808c7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:51:28.405823 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network hostable DHCP agents. Network: 6793ed62-5498-4f94-b68e-f6835153b66d, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:51:28.406178 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Attempting to bind port 72edbe01-f185-4180-ac35-0956316808c7 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:51:28.414549 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.414890 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.415220 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.415569 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.415895 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.416246 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.416577 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.416885 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.417198 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.417512 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.417828 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.418141 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:51:28.421608 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:51:28.423105 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:51:28.423105 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.423105 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:51:28.423352 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Bound port: 72edbe01-f185-4180-ac35-0956316808c7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:51:28.424138 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.473732 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] For port 72edbe01-f185-4180-ac35-0956316808c7, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:51:28.476755 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] For port 72edbe01-f185-4180-ac35-0956316808c7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72edbe01-f185-4180-ac35-0956316808c7,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:51:28.503769 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 6793ed62-5498-4f94-b68e-f6835153b66d is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:51:28.561035 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.583409 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 6793ed62-5498-4f94-b68e-f6835153b66d) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:51:28.587608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:28.588234 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.594413 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1f635-0d87-4f1a-b8ef-2827765e6daa None None] Network 6793ed62-5498-4f94-b68e-f6835153b66d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:51:28.624568 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:28.625177 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:28.630496 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d57d07-ac41-40b5-8374-b07350139441 None None] Pushing event updated for resources: {'Port': ['ID=72edbe01-f185-4180-ac35-0956316808c7,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:28.651896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4c01a72e-aa92-43da-be62-dc410de98493 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6958339 Nov 05 22:51:28.652227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45286) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:28.739985 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:28.912723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-6793ed62-5498-4f94-b68e-f6835153b66d', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:51:28.913996 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:28.924204 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:26Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:28.954380 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dac6c5-bb19-4818-9560-5292ff685219 None None] The sync data for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 is: [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:26Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:51:29.074183 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Allocated IP 172.20.0.2 (6793ed62-5498-4f94-b68e-f6835153b66d/439e5d39-464b-4d40-b4f9-8b17d44b3ccb/686defce-5557-49f5-9a6c-305e0472c299) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:51:29.122984 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.255542 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.314978 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.344091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72edbe01-f185-4180-ac35-0956316808c7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:51:29.378614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Network 6793ed62-5498-4f94-b68e-f6835153b66d is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:51:29.394330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:51:29.405096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:51:29.410117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Pushing event updated for resources: {'Port': ['ID=686defce-5557-49f5-9a6c-305e0472c299,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:29.466868 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 72edbe01-f185-4180-ac35-0956316808c7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:29.467452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.483068 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.1 (6793ed62-5498-4f94-b68e-f6835153b66d/439e5d39-464b-4d40-b4f9-8b17d44b3ccb/c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:51:29.496068 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Attempting to bind port 686defce-5557-49f5-9a6c-305e0472c299 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:51:29.496436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Attempting to bind port 686defce-5557-49f5-9a6c-305e0472c299 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:51:29.496795 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Attempting to bind port 686defce-5557-49f5-9a6c-305e0472c299 on network 6793ed62-5498-4f94-b68e-f6835153b66d {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:51:29.513070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:51:29.513070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Checking segment: {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:51:29.513070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.513070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Bound using segment: {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:51:29.513070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Bound port: 686defce-5557-49f5-9a6c-305e0472c299, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:51:29.513070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.620323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] For port 686defce-5557-49f5-9a6c-305e0472c299, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:51:29.622787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.629722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] For port 686defce-5557-49f5-9a6c-305e0472c299, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=686defce-5557-49f5-9a6c-305e0472c299,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:51:29.649319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 72edbe01-f185-4180-ac35-0956316808c7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72edbe01-f185-4180-ac35-0956316808c7,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:29.692902 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.724568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:29.769674 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd7e9e-cb43-4166-a5b9-525e204a0d45 None None] Pushing event updated for resources: {'Port': ['ID=686defce-5557-49f5-9a6c-305e0472c299,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:29.828364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=72edbe01-f185-4180-ac35-0956316808c7,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:29.897601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.000878 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.042914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 6793ed62-5498-4f94-b68e-f6835153b66d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:51:30.049529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:51:30.053638 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:51:30.080125 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:30.103805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.292289 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.573586 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.623604 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.677085 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88103c5-1356-4acd-b447-27d80a641e30 None None] Network 6793ed62-5498-4f94-b68e-f6835153b66d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:51:30.701399 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:30.703982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.769299 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a7c6b726-9923-449b-90ab-e0cc1e18810f None None] Provisioning complete for port 686defce-5557-49f5-9a6c-305e0472c299 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:30.769299 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b726-9923-449b-90ab-e0cc1e18810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.797252 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 6793ed62-5498-4f94-b68e-f6835153b66d is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:51:30.798736 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:51:30.916633 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b726-9923-449b-90ab-e0cc1e18810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:30.923582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:51:30.957338 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a7c6b726-9923-449b-90ab-e0cc1e18810f None None] For port 686defce-5557-49f5-9a6c-305e0472c299, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=686defce-5557-49f5-9a6c-305e0472c299,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:31.041597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b726-9923-449b-90ab-e0cc1e18810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:31.053908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:51:31.059442 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-57c044c2-e973-4040-9cc3-8a81d89064e1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/5fdeb0d4-6f73-43b2-8177-2ee269020d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059935 Nov 05 22:51:31.074393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Sync routers for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:51:31.106942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:31.107596 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:31.109639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6b726-9923-449b-90ab-e0cc1e18810f None None] Pushing event updated for resources: {'Port': ['ID=686defce-5557-49f5-9a6c-305e0472c299,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:31.225867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:31.236120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-ad058f0f-f041-4c09-8df3-d08256ff44ce tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464967548&fields=id&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 267 time: 0.0537431 Nov 05 22:51:31.325058 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b4f33775-c60e-4b00-9011-bb38f7ccda12 None None] Provisioning complete for port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:31.325455 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4f33775-c60e-4b00-9011-bb38f7ccda12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:31.371522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-e0501e4d-ed9c-41f8-a026-4e4e50695207 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:31.380632 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-e0501e4d-ed9c-41f8-a026-4e4e50695207 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/networks?id=6793ed62-5498-4f94-b68e-f6835153b66d HTTP/1.1" status: 200 len: 797 time: 0.1356180 Nov 05 22:51:31.399379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-9bad9be8-6137-481b-8d6e-097cc8f01cb3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/quotas/195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 375 time: 0.0166914 Nov 05 22:51:31.426935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b4f33775-c60e-4b00-9011-bb38f7ccda12 None None] Port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:51:31.438337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 686defce-5557-49f5-9a6c-305e0472c299 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:51:31.461350 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-85b1e7e8-9143-44e2-98de-59ad4057d3d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606732 Nov 05 22:51:31.490802 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b4f33775-c60e-4b00-9011-bb38f7ccda12 None None] Provisioning complete for port 686defce-5557-49f5-9a6c-305e0472c299 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:31.491169 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b4f33775-c60e-4b00-9011-bb38f7ccda12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:31.540708 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:31.578412 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-ba1f0efd-68c0-4ebb-bb76-3180ad29dee5 service neutron] 10.222.0.41 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044729 Nov 05 22:51:31.590363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 686defce-5557-49f5-9a6c-305e0472c299 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:31.590725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:31.661501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 2, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:31.675372 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-5e425f2f-9fb6-4e55-a469-4de339616a8f service neutron] 10.222.0.41 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960243 Nov 05 22:51:31.694241 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Checking router: 5fdeb0d4-6f73-43b2-8177-2ee269020d48 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:51:31.694754 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Updating router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:51:31.728306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:31.786314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72edbe01-f185-4180-ac35-0956316808c7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:51:31.908493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5409f37e-c0c6-482d-969e-67944ca4e46b None None] Provisioning complete for port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:31.908868 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5409f37e-c0c6-482d-969e-67944ca4e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:31.916335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6b99bc98-6662-4342-bb81-e71f64f3a32a req-f01a5478-571c-41d9-9e14-5f258f020fd7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 210 time: 0.0304255 Nov 05 22:51:32.004268 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5409f37e-c0c6-482d-969e-67944ca4e46b None None] Port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:51:32.010482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 72edbe01-f185-4180-ac35-0956316808c7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:32.010850 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:32.166895 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:32.211812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:32.422416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79058e4-5b1d-4587-93ea-55bd83634c14 None None] Pushing event updated for resources: {'Port': ['ID=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:32.475699 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Attempting to bind port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:51:32.476073 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Attempting to bind port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:51:32.476438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Attempting to bind port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de on network 6793ed62-5498-4f94-b68e-f6835153b66d {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:51:32.481655 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:51:32.481921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Checking segment: {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:51:32.482322 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:32.482713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Bound using segment: {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:51:32.483184 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Bound port: c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:51:32.483594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:32.547651 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] For port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:51:32.550935 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] For port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:51:32.635167 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:32.707304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-0f15afb5-676e-4fec-ba8f-db723ca672dc None None] Provisioning complete for port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:32.707992 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0f15afb5-676e-4fec-ba8f-db723ca672dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:32.712383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:32.713023 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:32.731466 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79058e4-5b1d-4587-93ea-55bd83634c14 None None] Pushing event updated for resources: {'Port': ['ID=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:32.875710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:32.908689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0f15afb5-676e-4fec-ba8f-db723ca672dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:33.005051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-0f15afb5-676e-4fec-ba8f-db723ca672dc None None] For port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:33.009894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-81da8c92-cfdc-4aac-8a35-36eabe824722 req-b4d6b35b-231a-4314-b804-e2f8351d05b2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 210 time: 0.0358634 Nov 05 22:51:33.061715 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0f15afb5-676e-4fec-ba8f-db723ca672dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:33.138300 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15afb5-676e-4fec-ba8f-db723ca672dc None None] Pushing event updated for resources: {'Port': ['ID=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:33.160727 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:33.191871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81d20b-8d77-4e2b-91f5-f06ae77c8245 None None] The sync data for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 is: [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:51:33.202938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9e0913a7-9162-4c46-aaf9-ecb2c206022e None None] Provisioning complete for port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:33.203310 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e0913a7-9162-4c46-aaf9-ecb2c206022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:33.474735 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:33.518464 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:51:34.114601 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8c30f03f-e2fc-493f-aac6-a1bbe47f841f req-100c0ad7-48d6-4d7b-8bc5-128b53a88446 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 210 time: 0.0283487 Nov 05 22:51:34.819859 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-1b72823e-b81e-4062-b582-3d5bde931744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:34.821310 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-1b72823e-b81e-4062-b582-3d5bde931744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/networks?id=6793ed62-5498-4f94-b68e-f6835153b66d HTTP/1.1" status: 200 len: 797 time: 0.1037858 Nov 05 22:51:34.885281 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-12b45458-a538-4129-9196-b106796d565e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 379 time: 0.0535948 Nov 05 22:51:34.894673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'port': {'device_id': '45514f15-5e01-42ca-867b-9efea5339e57', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'admin_state_up': True, 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'security_groups': ['d284446d-7dd2-4692-9c88-bb41daaf5e0f']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:35.086075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:51:35.089982 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:35.222648 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1b3c2dcf-ef8b-4dc5-a625-66e2b773cebb req-2dc38c5e-7295-4903-bd7d-2942b857ce3a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 210 time: 0.0300591 Nov 05 22:51:35.246709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.9 (6793ed62-5498-4f94-b68e-f6835153b66d/439e5d39-464b-4d40-b4f9-8b17d44b3ccb/67e75a11-adf7-4be2-8ac9-91dc81fbf962) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:51:35.302867 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:51:35.351897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:35.352563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:35.393568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:35.491898 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:35.531840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 6793ed62-5498-4f94-b68e-f6835153b66d is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:51:35.534818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:51:35.540348 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:51:35.565589 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=67e75a11-adf7-4be2-8ac9-91dc81fbf962,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:35.594954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:35.595612 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:35.666063 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-185ebe5d-a9fb-411f-8dd9-9b7e3b6e9b38 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754333 Nov 05 22:51:35.680087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Request body: {'port': {'device_id': '45514f15-5e01-42ca-867b-9efea5339e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:35.737010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:35.750577 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b2d253e4-0d80-4b95-aef9-979d2e05b0ae None None] Provisioning complete for port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:35.751043 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b2d253e4-0d80-4b95-aef9-979d2e05b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:35.784885 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b2d253e4-0d80-4b95-aef9-979d2e05b0ae None None] Port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:51:36.003853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e75a11-adf7-4be2-8ac9-91dc81fbf962 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:51:36.011125 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:36.022818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Transition to ACTIVE for port object 67e75a11-adf7-4be2-8ac9-91dc81fbf962 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:51:36.074555 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:36.124709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Pushing event updated for resources: {'Port': ['ID=67e75a11-adf7-4be2-8ac9-91dc81fbf962,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:36.197459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Attempting to bind port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:51:36.197788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Attempting to bind port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:51:36.198114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Attempting to bind port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 on network 6793ed62-5498-4f94-b68e-f6835153b66d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:51:36.202568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 on network 6793ed62-5498-4f94-b68e-f6835153b66d not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:51:36.202881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Attempting to bind port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 on network 6793ed62-5498-4f94-b68e-f6835153b66d {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:51:36.207745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:51:36.208104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Checking segment: {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:51:36.208483 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Bound using segment: {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:51:36.208907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Bound port: 67e75a11-adf7-4be2-8ac9-91dc81fbf962, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:51:36.209260 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:36.277002 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] For port 67e75a11-adf7-4be2-8ac9-91dc81fbf962, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:51:36.280244 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] For port 67e75a11-adf7-4be2-8ac9-91dc81fbf962, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:51:36.338256 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:36.349154 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c5757-658b-434a-a4d2-d6970225700e req-bd2d59bb-5f6a-42c3-83b6-bfe4947a4536 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:36.350662 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5e3c5757-658b-434a-a4d2-d6970225700e req-bd2d59bb-5f6a-42c3-83b6-bfe4947a4536 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 943 time: 0.0538726 Nov 05 22:51:36.371576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:36.372432 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:36.374045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/67e75a11-adf7-4be2-8ac9-91dc81fbf962 HTTP/1.1" status: 200 len: 1091 time: 0.6984146 Nov 05 22:51:36.376297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:51:36.379233 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c816d03-2399-48fd-8129-10bec749d665" -d '{"events": [{"name": "network-changed", "server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:51:36.401944 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3194e83c-f9cd-46ee-88cb-3ed1f9198584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:36.408876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489658f0-6176-4eae-a1e9-0dcfd85931b0 service neutron] Pushing event updated for resources: {'Port': ['ID=67e75a11-adf7-4be2-8ac9-91dc81fbf962,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:36.409788 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5e3c5757-658b-434a-a4d2-d6970225700e req-4fc2720a-9750-4f08-9175-fe008bdd0815 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527647 Nov 05 22:51:36.436665 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2793b883-c9c2-49d3-9907-7400e7c82586 x-openstack-request-id: req-2793b883-c9c2-49d3-9907-7400e7c82586 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:51:36.440299 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:51:36.440299 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2793b883-c9c2-49d3-9907-7400e7c82586 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:51:36.440299 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'status': 'completed', 'code': 200} Nov 05 22:51:36.504644 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c816d03-2399-48fd-8129-10bec749d665 req-5dd6ed5f-c07e-479a-b54c-8b98613e9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:36.506202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c816d03-2399-48fd-8129-10bec749d665 req-5dd6ed5f-c07e-479a-b54c-8b98613e9c42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1094 time: 0.0480413 Nov 05 22:51:36.607292 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c816d03-2399-48fd-8129-10bec749d665 req-66949ba6-0ff8-4be4-964f-f80dfd7ebf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:36.608792 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c816d03-2399-48fd-8129-10bec749d665 req-66949ba6-0ff8-4be4-964f-f80dfd7ebf34 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=195363492cce4a6f84db88bfb148234d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0938847 Nov 05 22:51:36.707263 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c816d03-2399-48fd-8129-10bec749d665 req-5f79ff6a-065b-4a59-8c0d-a231fe3014c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:36.708689 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c816d03-2399-48fd-8129-10bec749d665 req-5f79ff6a-065b-4a59-8c0d-a231fe3014c5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926056 Nov 05 22:51:36.783035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-6b642cf2-b4e1-4f04-9358-922b58d02fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:36.785054 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-6b642cf2-b4e1-4f04-9358-922b58d02fd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1094 time: 0.0405583 Nov 05 22:51:36.828023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-4ef9714c-8983-4f1f-88f5-d3ec1020f91c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962 HTTP/1.1" status: 200 len: 217 time: 0.0354807 Nov 05 22:51:37.220037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-7836104e-318c-4b7d-8e83-eccef68ef2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:37.221544 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-7836104e-318c-4b7d-8e83-eccef68ef2bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=439e5d39-464b-4d40-b4f9-8b17d44b3ccb HTTP/1.1" status: 200 len: 835 time: 0.3868151 Nov 05 22:51:37.266243 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-282fc8d8-886a-48dd-8dfa-300b0ff48824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:37.268342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-282fc8d8-886a-48dd-8dfa-300b0ff48824 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6793ed62-5498-4f94-b68e-f6835153b66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392952 Nov 05 22:51:37.357795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-3552381d-45d2-443a-8e95-2b86a6076325 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833828 Nov 05 22:51:37.446370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-579a6513-2fb7-4d65-88d9-fe864f411fd2 req-8a99b75b-a24c-497e-ad25-47e3cd19cfa5 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810239 Nov 05 22:51:37.518763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fda0e2-9257-4d48-95ce-1e658c1355a5 req-cb5f7dd6-0bd6-466a-8f96-0462aa906b5c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:37.520273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59fda0e2-9257-4d48-95ce-1e658c1355a5 req-cb5f7dd6-0bd6-466a-8f96-0462aa906b5c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 943 time: 0.0491881 Nov 05 22:51:37.569439 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-59fda0e2-9257-4d48-95ce-1e658c1355a5 req-3544d2aa-553a-4a51-aa70-3b18a35c1cad tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 Nov 05 22:51:38.576977 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7fb08c0f-4fae-4841-86c2-476d3a123e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:38.686399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345befa-a871-4d71-a07f-ab40ed9fe81d req-8cdbc39f-c124-4956-a366-86b794d0520f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:38.687947 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7345befa-a871-4d71-a07f-ab40ed9fe81d req-8cdbc39f-c124-4956-a366-86b794d0520f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 943 time: 0.0494719 Nov 05 22:51:38.740727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7345befa-a871-4d71-a07f-ab40ed9fe81d req-748264ee-2b76-48fb-8291-2f2f71aa1b42 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468731 Nov 05 22:51:39.515864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e75a11-adf7-4be2-8ac9-91dc81fbf962 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:51:39.608003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 67e75a11-adf7-4be2-8ac9-91dc81fbf962, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:39.619331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'port_id': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'mac_address': 'fa:16:3e:89:5e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:51:39.659070 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:39.671148 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e75a11-adf7-4be2-8ac9-91dc81fbf962 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:51:39.694042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 67e75a11-adf7-4be2-8ac9-91dc81fbf962, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:39.777260 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:39.824325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=67e75a11-adf7-4be2-8ac9-91dc81fbf962,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:39.857315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccac129-b9f7-4c54-9c83-38b45e84cae5 req-a8a4ba02-5179-49c3-9be3-d3c0a28cf81b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:39.858825 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ccac129-b9f7-4c54-9c83-38b45e84cae5 req-a8a4ba02-5179-49c3-9be3-d3c0a28cf81b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 944 time: 0.0495842 Nov 05 22:51:39.912462 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9ccac129-b9f7-4c54-9c83-38b45e84cae5 req-bbddc72f-70f8-4017-b696-f7b5510c2f28 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470603 Nov 05 22:51:39.982216 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['67e75a11-adf7-4be2-8ac9-91dc81fbf962'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:51:40.245767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:41.028045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eeadc-beda-4a99-b39a-d781d4c674f9 req-ad9c92df-cddd-4e6d-aaaa-281bc947cbe5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:41.029509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b21eeadc-beda-4a99-b39a-d781d4c674f9 req-ad9c92df-cddd-4e6d-aaaa-281bc947cbe5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 944 time: 0.0490940 Nov 05 22:51:41.078611 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b21eeadc-beda-4a99-b39a-d781d4c674f9 req-0071ce37-296c-40f2-9a9a-70794410f03d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Nov 05 22:51:41.516590 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e75a11-adf7-4be2-8ac9-91dc81fbf962 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:51:41.611186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:51:41.615460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:51:41.615851 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:41.680092 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:41.693100 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:41.715051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:51:41.717289 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c379e8b-7e13-4ce5-9e89-e2b3598cf602" -d '{"events": [{"server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "name": "network-vif-plugged", "status": "completed", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:51:41.729570 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 67e75a11-adf7-4be2-8ac9-91dc81fbf962, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:51:41.753119 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049dd35f-457e-4e03-ba66-7f822a3f24c2 x-openstack-request-id: req-049dd35f-457e-4e03-ba66-7f822a3f24c2 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:51:41.753406 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "name": "network-vif-plugged", "status": "completed", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:51:41.753656 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-049dd35f-457e-4e03-ba66-7f822a3f24c2 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:51:41.754053 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'code': 200} Nov 05 22:51:41.811617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:41.846016 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68927a-959a-43f9-b174-e43b7b0d9307 req-4c31ff5d-12c9-4778-b1aa-ac029dfdafac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:41.847509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d68927a-959a-43f9-b174-e43b7b0d9307 req-4c31ff5d-12c9-4778-b1aa-ac029dfdafac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1096 time: 0.0401943 Nov 05 22:51:41.858678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=67e75a11-adf7-4be2-8ac9-91dc81fbf962,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:41.893780 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8d68927a-959a-43f9-b174-e43b7b0d9307 req-c1ba4b93-865d-4f72-96c2-86d1b4147589 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394654 Nov 05 22:51:42.119941 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:42.197993 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63013b-f698-477f-b57c-fd603cc3140f req-fd8fc91d-83ac-4847-9880-1d3faf237f82 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:42.199447 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a63013b-f698-477f-b57c-fd603cc3140f req-fd8fc91d-83ac-4847-9880-1d3faf237f82 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Nov 05 22:51:42.249790 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8a63013b-f698-477f-b57c-fd603cc3140f req-b0e7c7c2-d74f-46ac-9265-9a8d0597e283 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444283 Nov 05 22:51:43.368563 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f53fee-e471-47db-ba45-898a27d98cac req-159862ed-2d4b-48fe-b4e5-3cff6a4624fc tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:43.370059 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b7f53fee-e471-47db-ba45-898a27d98cac req-159862ed-2d4b-48fe-b4e5-3cff6a4624fc tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0523434 Nov 05 22:51:43.418684 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b7f53fee-e471-47db-ba45-898a27d98cac req-930f1be7-1f87-4312-ad3b-b38474c3dc08 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426648 Nov 05 22:51:43.533958 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b682a18-5183-4ca2-ac15-fea81ba3d4c2 req-ce18470b-12b1-4212-a8b2-a982ab533072 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:43.535420 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b682a18-5183-4ca2-ac15-fea81ba3d4c2 req-ce18470b-12b1-4212-a8b2-a982ab533072 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0487883 Nov 05 22:51:43.583845 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9b682a18-5183-4ca2-ac15-fea81ba3d4c2 req-56eb2b2d-6862-48a3-9d60-28d985b18ef3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Nov 05 22:51:43.604824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45342) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:43.647297 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58426f3-1f3a-4d19-9ff5-ca7f213456a0 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:43.648722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b58426f3-1f3a-4d19-9ff5-ca7f213456a0 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1091 time: 0.0429010 Nov 05 22:51:43.651485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45344) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:43.655595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:51:43.742662 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:43.835154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:43.938151 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.148 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/27722153-1614-4661-88b7-17028fd9c39d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:51:44.036010 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:44.120697 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:44.157659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:51:44.167444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:51:44.171021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:51:44.176425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=27722153-1614-4661-88b7-17028fd9c39d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:44.517568 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:44.624452 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:44.772600 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:44.828486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:44.894617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=27722153-1614-4661-88b7-17028fd9c39d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:51:44.907359 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:45.006204 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP f3081343-dda2-4a3c-831a-b47b9f59a5e1 associated. External IP: 172.25.6.148, port: 67e75a11-adf7-4be2-8ac9-91dc81fbf962. Nov 05 22:51:45.217113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:51:45.328379 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:51:45.337855 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] Sync routers for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:51:45.347314 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:45.347941 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:45.436485 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:51:45.467224 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-bfa9af6d-d91d-4a64-8fd4-f48c879e63fa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8122203 Nov 05 22:51:45.467224 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:51:45.468082 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:51:45.507504 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e944c8-f1fb-434c-a3a4-b88df7f24ca9 x-openstack-request-id: req-d1e944c8-f1fb-434c-a3a4-b88df7f24ca9 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:51:45.508096 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:51:45.508351 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1e944c8-f1fb-434c-a3a4-b88df7f24ca9 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:51:45.508841 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'status': 'completed', 'code': 200} Nov 05 22:51:45.549810 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:45.572142 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12da5-55b5-46f2-b39c-2de70ef559b8 req-326387c5-251c-4353-b842-33466e971b9a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:45.573271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-44b4fb05-d2cd-4958-ac18-9db2c8f3f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:45.574764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-44b4fb05-d2cd-4958-ac18-9db2c8f3f1b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1096 time: 0.0415771 Nov 05 22:51:45.576006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5e12da5-55b5-46f2-b39c-2de70ef559b8 req-326387c5-251c-4353-b842-33466e971b9a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0565333 Nov 05 22:51:45.624220 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a5e12da5-55b5-46f2-b39c-2de70ef559b8 req-13a782e2-7374-415f-a47a-5b0a8b79fcd7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444279 Nov 05 22:51:45.648003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45350) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:45.680838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-9fc8ef80-93a0-4498-8a7e-db9f9643adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:45.682431 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-9fc8ef80-93a0-4498-8a7e-db9f9643adc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6793ed62-5498-4f94-b68e-f6835153b66d HTTP/1.1" status: 200 len: 898 time: 0.1003237 Nov 05 22:51:45.716637 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-325e41c0-3b5e-4b6e-bc31-5f53a5e5fbd9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/f3081343-dda2-4a3c-831a-b47b9f59a5e1 HTTP/1.1" status: 200 len: 991 time: 0.0663595 Nov 05 22:51:45.748764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-4ee5fb68-7eb2-429f-ac95-888a11a4ce17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962 HTTP/1.1" status: 200 len: 999 time: 0.0589809 Nov 05 22:51:45.775147 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'f3081343-dda2-4a3c-831a-b47b9f59a5e1', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'port_id': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'mac_address': 'fa:16:3e:89:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45514f15-5e01-42ca-867b-9efea5339e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:51:44Z', 'updated_at': '2021-11-05T22:51:44Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:45.797579 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-2ecaaf7e-6b1b-4044-9646-d637d16c8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:45.799191 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-2ecaaf7e-6b1b-4044-9646-d637d16c8b78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=439e5d39-464b-4d40-b4f9-8b17d44b3ccb HTTP/1.1" status: 200 len: 835 time: 0.0437214 Nov 05 22:51:45.800924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] Checking router: 5fdeb0d4-6f73-43b2-8177-2ee269020d48 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:51:45.809097 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:51:45.809687 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:51:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:45.848419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-0e2d331b-1a63-499c-b15b-04bc0d8371a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:51:45.849924 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-0e2d331b-1a63-499c-b15b-04bc0d8371a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6793ed62-5498-4f94-b68e-f6835153b66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439293 Nov 05 22:51:45.914678 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:51:45.940674 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-30d891e1-f71a-44a9-9d0c-fa159be21440 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832591 Nov 05 22:51:46.033458 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ffe54b7-d778-4bd6-8561-6fb4d582c2b3 req-55fa4fe9-e00b-47d4-a8d0-406d8494dcb0 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867960 Nov 05 22:51:46.135449 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'f3081343-dda2-4a3c-831a-b47b9f59a5e1', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'port_id': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'mac_address': 'fa:16:3e:89:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45514f15-5e01-42ca-867b-9efea5339e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:51:44Z', 'updated_at': '2021-11-05T22:51:44Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:51:46.161196 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbbde9-3656-4bf9-8f52-2f1fb596366b None None] The sync data for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 is: [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'f3081343-dda2-4a3c-831a-b47b9f59a5e1', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'port_id': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'mac_address': 'fa:16:3e:89:5e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45514f15-5e01-42ca-867b-9efea5339e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:51:44Z', 'updated_at': '2021-11-05T22:51:44Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:51:46.344982 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02d877-4aa2-4fb2-bd9e-beebfb00f613 None None] New status for floating IP f3081343-dda2-4a3c-831a-b47b9f59a5e1: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:51:46.719459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45352) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:51:46.778667 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-839c4d59-9bbf-441d-8abd-6806bef31093 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/f3081343-dda2-4a3c-831a-b47b9f59a5e1 HTTP/1.1" status: 200 len: 993 time: 0.0579624 Nov 05 22:52:01.491119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:03.496944 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:06.399994 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-abf51c8a-4c33-4569-8077-e2a4e07e35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:08.548239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-402698bf-4dc8-44a5-a6e1-b7754113d240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:10.234113 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:10.517604 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:52:11.656505 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:12.102870 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:18.289890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ad878-9005-483d-ac3c-9041a6c21708 req-c5acf24b-8eaf-46c4-99b5-c402119fafe2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:18.291396 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c7ad878-9005-483d-ac3c-9041a6c21708 req-c5acf24b-8eaf-46c4-99b5-c402119fafe2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0518308 Nov 05 22:52:18.373453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5c7ad878-9005-483d-ac3c-9041a6c21708 req-4e971f5a-0ae6-4053-abc6-27284931e397 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758710 Nov 05 22:52:18.376271 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-97296ef4-d336-4fa0-823c-3bb2f369e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:18.377662 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-97296ef4-d336-4fa0-823c-3bb2f369e84f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1096 time: 0.0742161 Nov 05 22:52:18.467867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-2ce98fca-1311-4c24-81ff-d774f345ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:18.469301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-2ce98fca-1311-4c24-81ff-d774f345ea2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6793ed62-5498-4f94-b68e-f6835153b66d HTTP/1.1" status: 200 len: 898 time: 0.0844464 Nov 05 22:52:18.540538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-945b3f7a-ae33-4d9d-847d-9aded6894000 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962 HTTP/1.1" status: 200 len: 1001 time: 0.0628989 Nov 05 22:52:18.589871 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-901faab2-a5b3-48e4-bc29-bff101fbb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:18.591285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-901faab2-a5b3-48e4-bc29-bff101fbb116 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=439e5d39-464b-4d40-b4f9-8b17d44b3ccb HTTP/1.1" status: 200 len: 835 time: 0.0429268 Nov 05 22:52:18.636131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-2aa3b494-cf36-484d-9731-76a3481dc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:18.637470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-2aa3b494-cf36-484d-9731-76a3481dc2ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6793ed62-5498-4f94-b68e-f6835153b66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386810 Nov 05 22:52:18.729729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-631bf9f9-68c3-4c76-ae32-51dc59607125 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833042 Nov 05 22:52:18.823095 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4781ba2-a933-4c3b-adcb-9af2e990d292 req-58a627a8-23a7-4aa2-80c2-034532a6b813 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Nov 05 22:52:19.494282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282868be-df72-4930-94f7-aa8acc0fd45c req-db84fcc6-00ac-4e9b-82b7-ef1efc4c681c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:19.495774 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-282868be-df72-4930-94f7-aa8acc0fd45c req-db84fcc6-00ac-4e9b-82b7-ef1efc4c681c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0526955 Nov 05 22:52:19.543312 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-282868be-df72-4930-94f7-aa8acc0fd45c req-5ad832ad-4324-4043-81e9-75fed093c0e7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Nov 05 22:52:20.662844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928e500-3e7d-4db2-aab7-cb4f5eac2aed req-1de037b6-8bfe-4020-8de2-02e926fb9cb8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:20.664325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0928e500-3e7d-4db2-aab7-cb4f5eac2aed req-1de037b6-8bfe-4020-8de2-02e926fb9cb8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0531690 Nov 05 22:52:20.711500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0928e500-3e7d-4db2-aab7-cb4f5eac2aed req-b864698f-d055-4af1-8e22-4f723e1fb98f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412791 Nov 05 22:52:21.824562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556d3ca-0806-47b2-84e9-bf068784b8b4 req-b043576b-0966-4add-b987-5859fff4f2d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:21.826024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1556d3ca-0806-47b2-84e9-bf068784b8b4 req-b043576b-0966-4add-b987-5859fff4f2d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0490112 Nov 05 22:52:21.874920 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1556d3ca-0806-47b2-84e9-bf068784b8b4 req-c573e9b1-7964-4402-8564-9086932cbdb6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 Nov 05 22:52:22.989127 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcdd0d-6ad9-4b0d-816c-6c460bf7ec8a req-2ad5527b-6bcc-4b50-a963-138d023aaec7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:22.990869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03dcdd0d-6ad9-4b0d-816c-6c460bf7ec8a req-2ad5527b-6bcc-4b50-a963-138d023aaec7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Nov 05 22:52:23.039277 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03dcdd0d-6ad9-4b0d-816c-6c460bf7ec8a req-44514d11-7571-43f0-817e-838d83918ef4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425630 Nov 05 22:52:24.154270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508a52-afde-45db-8bed-04fc64be7f1c req-d58ba4bc-c262-4c8a-a0f9-057d1b5ab4ed tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:24.155782 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3508a52-afde-45db-8bed-04fc64be7f1c req-d58ba4bc-c262-4c8a-a0f9-057d1b5ab4ed tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0493217 Nov 05 22:52:24.208463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e3508a52-afde-45db-8bed-04fc64be7f1c req-0967e2e2-67db-471b-a63a-ff3b70de912c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467393 Nov 05 22:52:24.560867 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-006cbee4-dfba-4ad2-85f7-46c21a8ce16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:24.562304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-006cbee4-dfba-4ad2-85f7-46c21a8ce16d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1096 time: 0.0389071 Nov 05 22:52:24.667506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-94eaf207-8bc2-4ab5-ada0-5f10559506e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:24.669003 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-94eaf207-8bc2-4ab5-ada0-5f10559506e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6793ed62-5498-4f94-b68e-f6835153b66d HTTP/1.1" status: 200 len: 898 time: 0.0874636 Nov 05 22:52:24.732910 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-fa0ce22a-7ae1-4352-9740-21e059b0f632 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962 HTTP/1.1" status: 200 len: 1001 time: 0.0569942 Nov 05 22:52:24.786755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-e942e85a-4859-437e-9cea-76e86c612f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:24.788210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-e942e85a-4859-437e-9cea-76e86c612f1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=439e5d39-464b-4d40-b4f9-8b17d44b3ccb HTTP/1.1" status: 200 len: 835 time: 0.0470095 Nov 05 22:52:24.832109 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-9a9a8afa-94fe-496e-9a19-12cc51d328c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:24.834060 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-9a9a8afa-94fe-496e-9a19-12cc51d328c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6793ed62-5498-4f94-b68e-f6835153b66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394456 Nov 05 22:52:24.924487 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-0a86d544-698a-4ffb-b2ae-a21aae150e9b service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Nov 05 22:52:25.012181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4f5efe32-626c-45e5-85c3-bfcfca33bd00 req-a8142e8e-1072-4930-b1bb-671bc6686b50 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802505 Nov 05 22:52:25.325073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfab41-c197-4ce6-8ffe-d70eb928befa req-aca59722-f15c-420f-88de-6a9450d1be73 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:25.326532 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26cfab41-c197-4ce6-8ffe-d70eb928befa req-aca59722-f15c-420f-88de-6a9450d1be73 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Nov 05 22:52:25.379470 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-26cfab41-c197-4ce6-8ffe-d70eb928befa req-33de5b26-2607-4c8c-b4d7-0dbeeafb8264 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470407 Nov 05 22:52:26.495242 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef93d4-bf43-464b-ade9-b3f33f3a0b75 req-14a600c7-1f25-40ae-972c-3a994a2bf2b4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:26.496718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bef93d4-bf43-464b-ade9-b3f33f3a0b75 req-14a600c7-1f25-40ae-972c-3a994a2bf2b4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0482538 Nov 05 22:52:26.544725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bef93d4-bf43-464b-ade9-b3f33f3a0b75 req-82f70d73-1241-43a6-9bf9-ee8b030c9c5e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Nov 05 22:52:27.658433 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412f429-8d91-4a71-a43a-4005ab821f8e req-c7a915f1-117e-42a7-a298-6a3e5c554215 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:27.659893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f412f429-8d91-4a71-a43a-4005ab821f8e req-c7a915f1-117e-42a7-a298-6a3e5c554215 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0481694 Nov 05 22:52:27.708772 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f412f429-8d91-4a71-a43a-4005ab821f8e req-345ff90a-2e6a-438f-b4c2-b3333db42255 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Nov 05 22:52:28.823611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501a24-613f-4e81-b1a4-55b4b4787eb3 req-9f38beaa-388e-43e1-b627-34a272f124b6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:28.825110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb501a24-613f-4e81-b1a4-55b4b4787eb3 req-9f38beaa-388e-43e1-b627-34a272f124b6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Nov 05 22:52:28.873805 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb501a24-613f-4e81-b1a4-55b4b4787eb3 req-e034f9ae-4fcf-4b0d-8c15-707925954073 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Nov 05 22:52:29.990235 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fec9b-8096-448e-a178-625fe4bce4bc req-492c2259-dc10-4c64-a1c0-9a477f6517fb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:30.003305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b28fec9b-8096-448e-a178-625fe4bce4bc req-492c2259-dc10-4c64-a1c0-9a477f6517fb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Nov 05 22:52:30.041015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b28fec9b-8096-448e-a178-625fe4bce4bc req-acc951c5-2432-4de2-8074-3ce5d84a1695 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433435 Nov 05 22:52:31.162022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7963fb8-5ed1-4320-b319-8ab4ef3a79cf req-814e371b-86d7-4343-9565-6f884e42bcfb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:31.163501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7963fb8-5ed1-4320-b319-8ab4ef3a79cf req-814e371b-86d7-4343-9565-6f884e42bcfb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0528483 Nov 05 22:52:31.211924 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a7963fb8-5ed1-4320-b319-8ab4ef3a79cf req-93243aa7-aa8c-4aa5-96df-1181161d6212 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Nov 05 22:52:31.474159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:32.329139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1414-4dd4-47ff-be5c-9e0a235b0d26 req-7e8a493b-0cb8-45ab-a8d6-ca0eaf919c20 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:32.330519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443f1414-4dd4-47ff-be5c-9e0a235b0d26 req-7e8a493b-0cb8-45ab-a8d6-ca0eaf919c20 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Nov 05 22:52:32.378991 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443f1414-4dd4-47ff-be5c-9e0a235b0d26 req-664ddff6-e758-4fa9-88ef-4c010182ff6c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420620 Nov 05 22:52:33.494440 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db029c-3ef5-41f8-bff6-de73f327b87b req-aa16df90-1e10-46ca-aecf-546804a6a20b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:33.497360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95db029c-3ef5-41f8-bff6-de73f327b87b req-aa16df90-1e10-46ca-aecf-546804a6a20b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0502410 Nov 05 22:52:33.524991 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:33.544955 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-95db029c-3ef5-41f8-bff6-de73f327b87b req-1ee54a07-af5d-432d-9f94-49599bd4dc8e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428662 Nov 05 22:52:34.660093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a69b6a-4c53-48df-b510-5b6c5e13806f req-68a27a71-8fd2-4a19-89f3-0f25dfade6f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:34.661578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a69b6a-4c53-48df-b510-5b6c5e13806f req-68a27a71-8fd2-4a19-89f3-0f25dfade6f2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0490263 Nov 05 22:52:34.710550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-40a69b6a-4c53-48df-b510-5b6c5e13806f req-4f4be7d1-ead0-4de6-8c77-074210a0584e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428033 Nov 05 22:52:35.825463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3aa9-c5e7-4a6a-88cc-40848fd0418a req-95a01ec9-eb77-4583-a6e4-615ce39767da tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:52:35.827281 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b62e3aa9-c5e7-4a6a-88cc-40848fd0418a req-95a01ec9-eb77-4583-a6e4-615ce39767da tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Nov 05 22:52:35.880354 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b62e3aa9-c5e7-4a6a-88cc-40848fd0418a req-ccf255d0-e92d-43c7-8036-1488deafcdc8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465362 Nov 05 22:52:35.902633 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45408) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:52:35.962209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-578628eb-946f-4d26-8aef-c0ce5b6d9664 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/f3081343-dda2-4a3c-831a-b47b9f59a5e1 HTTP/1.1" status: 200 len: 993 time: 0.0584679 Nov 05 22:52:36.405316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fb14027b-0274-482b-b640-f1c870f9805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:38.542341 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0ce373e2-bc14-44a7-8ac7-153cc6d20828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:40.250938 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:41.656333 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:42.108025 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:52:47.517269 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:53:01.490969 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:03.576079 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:06.416011 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-322e714c-14d3-49f2-b30d-e06bb33870d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:06.644462 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45418) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:06.799004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 27722153-1614-4661-88b7-17028fd9c39d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:53:06.799254 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:06.874913 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:06.875232 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:06.886605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 27722153-1614-4661-88b7-17028fd9c39d owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:53:07.108148 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:07.135172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=27722153-1614-4661-88b7-17028fd9c39d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:07.159029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.159378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.159749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.160087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.160416 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.160744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.161070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.161395 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.161720 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.162049 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.162371 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.162691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:07.203189 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:07.203517 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP f3081343-dda2-4a3c-831a-b47b9f59a5e1 disassociated (deleted). External IP: 172.25.6.148, port: 67e75a11-adf7-4be2-8ac9-91dc81fbf962. Nov 05 22:53:07.412019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:53:07.519100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:53:07.524080 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:07.528834 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] Sync routers for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:53:07.540931 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:07.541537 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:52:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:07.550285 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ccad1c6b-7171-4402-b9e8-c4897023794a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/floatingips/f3081343-dda2-4a3c-831a-b47b9f59a5e1 HTTP/1.1" status: 204 len: 168 time: 0.9047465 Nov 05 22:53:07.550870 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:53:07.553178 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909" -d '{"events": [{"name": "network-changed", "server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:53:07.597799 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9b5214-700e-427c-a7c0-4e69f17e4fef x-openstack-request-id: req-ea9b5214-700e-427c-a7c0-4e69f17e4fef {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:53:07.598089 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:53:07.598342 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea9b5214-700e-427c-a7c0-4e69f17e4fef {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:53:07.598748 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'status': 'completed', 'code': 200} Nov 05 22:53:07.647651 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:07.662242 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-ca9139b9-fb62-474c-8861-810b6cb4a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:07.663729 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-ca9139b9-fb62-474c-8861-810b6cb4a4ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 1096 time: 0.0417910 Nov 05 22:53:07.770540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-03149763-4756-41ad-9998-483070184fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:07.771631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-03149763-4756-41ad-9998-483070184fbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6793ed62-5498-4f94-b68e-f6835153b66d HTTP/1.1" status: 200 len: 898 time: 0.0991633 Nov 05 22:53:07.815880 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-eaa602bf-5960-41eb-86d1-c6606f7c2fdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962 HTTP/1.1" status: 200 len: 217 time: 0.0360785 Nov 05 22:53:07.853599 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:07.872040 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-3df72e28-d9eb-4b16-894f-3bba6f372640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:07.874116 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-3df72e28-d9eb-4b16-894f-3bba6f372640 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=439e5d39-464b-4d40-b4f9-8b17d44b3ccb HTTP/1.1" status: 200 len: 835 time: 0.0506394 Nov 05 22:53:07.881205 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] Checking router: 5fdeb0d4-6f73-43b2-8177-2ee269020d48 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:53:07.890031 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:07.890658 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:52:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:07.949373 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012d939-0777-4388-b078-cad9074e908f req-aff0534c-6bd7-4411-9c3a-5a3eecfa6fce tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:07.950804 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b012d939-0777-4388-b078-cad9074e908f req-aff0534c-6bd7-4411-9c3a-5a3eecfa6fce tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0756555 Nov 05 22:53:07.954139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-6c815928-c0fe-42c1-98a0-0214cbd273a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:07.955520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-6c815928-c0fe-42c1-98a0-0214cbd273a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6793ed62-5498-4f94-b68e-f6835153b66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696328 Nov 05 22:53:07.995782 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:08.057636 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b012d939-0777-4388-b078-cad9074e908f req-831c120b-6db1-4263-ae38-b69fbc248d5e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996754 Nov 05 22:53:08.083629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-e90e42ee-f792-4c38-bb50-a0a03e169dee service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159878 Nov 05 22:53:08.174939 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ce09fbf-c2cc-4509-83db-3dfb8bb6a909 req-ad264367-3b65-44bc-8704-c8ed25ebba43 service neutron] 10.222.0.13 "GET /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871825 Nov 05 22:53:08.203220 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:08.226791 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c82160-9e33-4ce4-81b2-c2ef5d04f461 None None] The sync data for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 is: [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:51:30Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de', 'name': '', 'network_id': '6793ed62-5498-4f94-b68e-f6835153b66d', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:11:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:29Z', 'updated_at': '2021-11-05T22:51:32Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '439e5d39-464b-4d40-b4f9-8b17d44b3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:53:08.436942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1cf897-ff56-4175-90ab-232911d6d27a None None] New status for floating IP f3081343-dda2-4a3c-831a-b47b9f59a5e1: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:53:08.547911 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-94567e46-5554-4017-980d-9e1217159640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:09.183071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f76b2-a3ce-4c5a-b782-aef48c99cce9 req-e6bd08ef-d8c0-456e-a1c4-2589093c1140 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:09.184577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c64f76b2-a3ce-4c5a-b782-aef48c99cce9 req-e6bd08ef-d8c0-456e-a1c4-2589093c1140 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0499535 Nov 05 22:53:09.238504 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c64f76b2-a3ce-4c5a-b782-aef48c99cce9 req-d33d6d06-4077-482c-b91a-a1bd5983f42e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=d284446d-7dd2-4692-9c88-bb41daaf5e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473967 Nov 05 22:53:09.398556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-c4ca3ada-f20a-4cd3-bcd7-30d665d42250 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:09.399989 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-c4ca3ada-f20a-4cd3-bcd7-30d665d42250 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Nov 05 22:53:09.484533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:53:09.484866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:09.573718 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 67e75a11-adf7-4be2-8ac9-91dc81fbf962, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=67e75a11-adf7-4be2-8ac9-91dc81fbf962,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:09.574075 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:09.586236 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 67e75a11-adf7-4be2-8ac9-91dc81fbf962 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:53:09.770538 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:09.798064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=67e75a11-adf7-4be2-8ac9-91dc81fbf962,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:09.810476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.810833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.811173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.811529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.811877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.812327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.812712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.813046 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.813376 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.813703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.814028 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.814349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:09.851117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] No DVR routers for this DVR port 67e75a11-adf7-4be2-8ac9-91dc81fbf962 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:53:09.853756 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:09.857751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b6aa258d-152a-4dd6-ad8a-489e88778fcd req-2adbaa58-b313-400c-8663-38c499fc60a4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "DELETE /v2.0/ports/67e75a11-adf7-4be2-8ac9-91dc81fbf962 HTTP/1.1" status: 204 len: 173 time: 0.4508698 Nov 05 22:53:09.858197 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'name': 'network-vif-deleted', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:53:09.860446 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78493b05-510a-4fd3-b0df-e0c7865b3e7a" -d '{"events": [{"server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "name": "network-vif-deleted", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:53:09.897811 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3051be8b-00bf-4164-b95c-921c3aeea336 x-openstack-request-id: req-3051be8b-00bf-4164-b95c-921c3aeea336 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:53:09.898133 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45514f15-5e01-42ca-867b-9efea5339e57", "name": "network-vif-deleted", "tag": "67e75a11-adf7-4be2-8ac9-91dc81fbf962", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:53:09.898381 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3051be8b-00bf-4164-b95c-921c3aeea336 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:53:09.898785 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45514f15-5e01-42ca-867b-9efea5339e57', 'name': 'network-vif-deleted', 'tag': '67e75a11-adf7-4be2-8ac9-91dc81fbf962', 'status': 'completed', 'code': 200} Nov 05 22:53:10.256922 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:10.346012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1eea5072-5970-4f08-a8a7-3135ea30ec07 req-80f34800-95ad-4fe1-8024-4b5726790c73 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=45514f15-5e01-42ca-867b-9efea5339e57 HTTP/1.1" status: 200 len: 210 time: 0.0269737 Nov 05 22:53:11.402062 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45434) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:11.662218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:11.762034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:11.947488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e75a11-adf7-4be2-8ac9-91dc81fbf962 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:53:11.967767 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 67e75a11-adf7-4be2-8ac9-91dc81fbf962 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:53:11.968116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 67e75a11-adf7-4be2-8ac9-91dc81fbf962 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:53:12.023957 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:53:12.024303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:12.108172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:12.397063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:12.397428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:12.410127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:53:12.662127 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:12.686634 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:12.864578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.072904 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:53:13.177326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:53:13.182572 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-11585328-a1fc-4cc0-9869-c55f4b4927f3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/5fdeb0d4-6f73-43b2-8177-2ee269020d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794833 Nov 05 22:53:13.185277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45436) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:13.187247 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] Sync routers for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:53:13.196756 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:13.197353 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:13.240919 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting subnet 439e5d39-464b-4d40-b4f9-8b17d44b3ccb {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:53:13.243999 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.286276 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.302574 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:13.376160 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.491382 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.520530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Subnet': ['ID=439e5d39-464b-4d40-b4f9-8b17d44b3ccb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:13.525283 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.531057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-021c40ac-5055-4538-b9fb-451853731f2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/subnets/439e5d39-464b-4d40-b4f9-8b17d44b3ccb HTTP/1.1" status: 204 len: 168 time: 0.3424451 Nov 05 22:53:13.531410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45438) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:13.536712 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757e26c-5af6-4510-bbc7-a53db091cc5a None None] Network 6793ed62-5498-4f94-b68e-f6835153b66d requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:53:13.586922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:53:12Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:13.616800 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] Checking router: 5fdeb0d4-6f73-43b2-8177-2ee269020d48 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:53:13.626630 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] Routers {'5fdeb0d4-6f73-43b2-8177-2ee269020d48'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:13.626816 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:13.642640 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.728587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] DHCP port deletion for 6793ed62-5498-4f94-b68e-f6835153b66d request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:53:13.729971 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] Set router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:13.751921 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.776346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Deleting port 686defce-5557-49f5-9a6c-305e0472c299 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:53:13.776720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.842478 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 72edbe01-f185-4180-ac35-0956316808c7 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:53:13.842794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.846818 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] For port 686defce-5557-49f5-9a6c-305e0472c299, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=686defce-5557-49f5-9a6c-305e0472c299,segment=NetworkSegment(e5e3a5dc-86df-4947-9530-87ddfd18d9a0),segment_id=e5e3a5dc-86df-4947-9530-87ddfd18d9a0)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:13.846986 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.860441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Calling delete_port for 686defce-5557-49f5-9a6c-305e0472c299 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:53:13.914941 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:53:12Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:13.925071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 72edbe01-f185-4180-ac35-0956316808c7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=72edbe01-f185-4180-ac35-0956316808c7,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:13.926005 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:13.939140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 72edbe01-f185-4180-ac35-0956316808c7 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:53:13.941772 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3545de-3709-4cc8-813e-5c3c93bed1aa None None] The sync data for ids ['5fdeb0d4-6f73-43b2-8177-2ee269020d48'] in n-d-816738-5 is: [{'id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495477367', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '72edbe01-f185-4180-ac35-0956316808c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:51:25Z', 'updated_at': '2021-11-05T22:53:12Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '72edbe01-f185-4180-ac35-0956316808c7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeb0d4-6f73-43b2-8177-2ee269020d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:51:26Z', 'updated_at': '2021-11-05T22:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:53:14.016355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:14.047259 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Pushing event deleted for resources: {'Port': ['ID=686defce-5557-49f5-9a6c-305e0472c299,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:14.049780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] No DVR routers for this DVR port 686defce-5557-49f5-9a6c-305e0472c299 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:53:14.063390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.063780 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.064124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.064460 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.064793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.065118 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.065442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.065772 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.066094 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.066438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.066738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.067161 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce40909-9f31-4b55-b3cb-8401722bb870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:14.490899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:14.521492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=72edbe01-f185-4180-ac35-0956316808c7,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:14.602556 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:14.717845 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:14.720002 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:14.810866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:14.811251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Fanout notify agent at l3_agent the message router_deleted on router 5fdeb0d4-6f73-43b2-8177-2ee269020d48 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:53:14.820028 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:14.820028 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-11a8be63-22a3-4728-b3a2-42e23f216345 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/routers/5fdeb0d4-6f73-43b2-8177-2ee269020d48 HTTP/1.1" status: 204 len: 168 time: 1.2863026 Nov 05 22:53:14.822136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45440) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:14.925876 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.020052 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.040099 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6793ed62-5498-4f94-b68e-f6835153b66d']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:15.049598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:15.049898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e3a5dc-86df-4947-9530-87ddfd18d9a0') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:15.059101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.075073 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.083048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:53:15.083459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:53:15.086595 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:53:15.216333 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.225453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.228603 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/networks/6793ed62-5498-4f94-b68e-f6835153b66d HTTP/1.1" status: 204 len: 168 time: 0.4053824 Nov 05 22:53:15.231497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45442) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:15.238652 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5ba90-1b40-4064-9b7b-b8908b8a4cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Network': ['ID=6793ed62-5498-4f94-b68e-f6835153b66d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:15.296654 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c359a40-e6f3-492d-afd0-18790813288e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.328954 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c359a40-e6f3-492d-afd0-18790813288e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.347817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 686defce-5557-49f5-9a6c-305e0472c299 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:53:15.369736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 686defce-5557-49f5-9a6c-305e0472c299 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:53:15.370877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 686defce-5557-49f5-9a6c-305e0472c299 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:53:15.370877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72edbe01-f185-4180-ac35-0956316808c7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:53:15.390125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 72edbe01-f185-4180-ac35-0956316808c7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:53:15.390527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 72edbe01-f185-4180-ac35-0956316808c7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:53:15.390929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:53:15.409040 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:53:15.409375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device c0d611ac-49ee-4cb3-a8d6-9d5f1dba71de not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:53:15.439744 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c359a40-e6f3-492d-afd0-18790813288e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.442405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5c359a40-e6f3-492d-afd0-18790813288e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:15.443582 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5c359a40-e6f3-492d-afd0-18790813288e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/security-groups/d284446d-7dd2-4692-9c88-bb41daaf5e0f HTTP/1.1" status: 204 len: 168 time: 0.2103877 Nov 05 22:53:15.452952 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359a40-e6f3-492d-afd0-18790813288e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d284446d-7dd2-4692-9c88-bb41daaf5e0f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:15.960869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45448) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:15.965511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-883878c8-c338-40df-ba61-a8d5e1815edb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324261655', 'description': 'tempest-secgroup-smoke-1324261655 description', 'project_id': '195363492cce4a6f84db88bfb148234d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:16.045228 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-883878c8-c338-40df-ba61-a8d5e1815edb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.111163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-883878c8-c338-40df-ba61-a8d5e1815edb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.165140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-883878c8-c338-40df-ba61-a8d5e1815edb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.206378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883878c8-c338-40df-ba61-a8d5e1815edb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:16.281358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-883878c8-c338-40df-ba61-a8d5e1815edb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.282739 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-883878c8-c338-40df-ba61-a8d5e1815edb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3208470 Nov 05 22:53:16.285644 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45450) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:16.290006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dd247f0a-971a-4fbd-87bd-afbc8a021273 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '73c2cbbb-3ef3-41e3-9d27-43d4eeee857f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:16.375798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd247f0a-971a-4fbd-87bd-afbc8a021273 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.431468 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd247f0a-971a-4fbd-87bd-afbc8a021273 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.508169 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd247f0a-971a-4fbd-87bd-afbc8a021273 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.533070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd247f0a-971a-4fbd-87bd-afbc8a021273 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4fa953-6811-4191-96b9-6b33216a8842,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:16.601405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dd247f0a-971a-4fbd-87bd-afbc8a021273 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.605279 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dd247f0a-971a-4fbd-87bd-afbc8a021273 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161714 Nov 05 22:53:16.605472 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45452) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:16.610479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e190be69-26e8-4672-8083-7e5f740ae9db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '73c2cbbb-3ef3-41e3-9d27-43d4eeee857f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:16.690183 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e190be69-26e8-4672-8083-7e5f740ae9db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.745475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e190be69-26e8-4672-8083-7e5f740ae9db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.816842 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e190be69-26e8-4672-8083-7e5f740ae9db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.837024 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190be69-26e8-4672-8083-7e5f740ae9db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2037cfb9-e5df-4e72-b212-28d5116bd4dc,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:16.910249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e190be69-26e8-4672-8083-7e5f740ae9db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:16.911469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e190be69-26e8-4672-8083-7e5f740ae9db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049908 Nov 05 22:53:16.914148 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45454) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:16.918607 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-03e49258-ba8a-4df5-b04d-7ee85cb88f06 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '73c2cbbb-3ef3-41e3-9d27-43d4eeee857f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:17.009528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03e49258-ba8a-4df5-b04d-7ee85cb88f06 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.064918 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03e49258-ba8a-4df5-b04d-7ee85cb88f06 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.119405 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03e49258-ba8a-4df5-b04d-7ee85cb88f06 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.140251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e49258-ba8a-4df5-b04d-7ee85cb88f06 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e38b719-ff18-4547-9432-1ccd01d5a716,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:17.195149 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-03e49258-ba8a-4df5-b04d-7ee85cb88f06 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.196435 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-03e49258-ba8a-4df5-b04d-7ee85cb88f06 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2813699 Nov 05 22:53:17.199176 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45456) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:17.203676 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4201ef51-ae93-4367-a2b3-71af4a5f6c39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '73c2cbbb-3ef3-41e3-9d27-43d4eeee857f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:17.278817 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4201ef51-ae93-4367-a2b3-71af4a5f6c39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.337090 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4201ef51-ae93-4367-a2b3-71af4a5f6c39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.439163 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4201ef51-ae93-4367-a2b3-71af4a5f6c39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.457825 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201ef51-ae93-4367-a2b3-71af4a5f6c39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5404ea-b8d5-4047-b7ec-a8a17fabfa8a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:17.532177 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4201ef51-ae93-4367-a2b3-71af4a5f6c39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.533388 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4201ef51-ae93-4367-a2b3-71af4a5f6c39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332372 Nov 05 22:53:17.536041 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45458) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:17.540380 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '73c2cbbb-3ef3-41e3-9d27-43d4eeee857f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:17.621777 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:53:17.627721 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.683824 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.753104 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.770664 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653aff80-71de-41ea-8423-1a09346c854b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:17.829644 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.830855 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-158eecfe-640b-47f7-ac30-7a32768c20ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2938373 Nov 05 22:53:17.833657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45460) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:17.837953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '73c2cbbb-3ef3-41e3-9d27-43d4eeee857f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:17.924874 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:53:17.929566 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:17.987108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.067336 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.083331 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccde2d7c-c7b9-4f2f-bd5c-c477a38f5f13,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:18.155614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.156852 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1fb7eb84-34e0-4d5d-947b-72f8d631b69d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3222356 Nov 05 22:53:18.159869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45462) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:18.164667 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'network': {'name': 'tempest-network-smoke--1320499917', 'project_id': '195363492cce4a6f84db88bfb148234d', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:18.244828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:53:18.248212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.273446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:53:18.284799 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.284799 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Added segment 61db37a8-92a6-4307-9720-898d9eac3d2a of type vlan for network 18913196-301f-4c28-8356-243ac758af77 Nov 05 22:53:18.320462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.421811 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.427417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:18.428033 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.492437 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Network': ['ID=18913196-301f-4c28-8356-243ac758af77,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:18.503044 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 18913196-301f-4c28-8356-243ac758af77 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:53:18.521711 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f7d55411-8ee8-4f96-84a0-894cd163eff8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3608248 Nov 05 22:53:18.524508 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45464) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:18.528960 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'admin_state_up': True, 'project_id': '195363492cce4a6f84db88bfb148234d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:18.627958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.629101 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.683395 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:18.872675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:19.098932 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:19.117188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:19.218116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.245 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/143d7e72-a519-4c63-8b8e-d42d9c348af9) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:53:19.316210 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:19.399600 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:19.440460 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:53:19.443266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:53:19.448768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:53:19.472210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=143d7e72-a519-4c63-8b8e-d42d9c348af9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:19.749398 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:20.218773 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:20.387226 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a8869f8d-15c2-49d6-ab6d-1a3b703b455c is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:53:20.488256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:53:20.497887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Sync routers for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:53:20.507382 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:20.509745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:20.538368 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:20.539641 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-317472a5-8252-41c6-a817-69eac6dad85b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0141861 Nov 05 22:53:20.543035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45466) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:20.571432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4ded0cdb-efd2-4288-b767-ed504f6d8293 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=195363492cce4a6f84db88bfb148234d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270314 Nov 05 22:53:20.573914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45468) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:20.669612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c88ef-916b-4b40-916b-648e9a19576a tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:20.671626 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-8d0c88ef-916b-4b40-916b-648e9a19576a tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967629 Nov 05 22:53:20.674660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45470) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:20.703014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0e9b1f34-4a40-49db-9c00-4cc2c80c5349 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272262 Nov 05 22:53:20.705674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45472) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:20.710778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-260824130', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'project_id': '195363492cce4a6f84db88bfb148234d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:20.769303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:20.862096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:53:20.865908 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:20.952261 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:19Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:20.978177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Checking router: a8869f8d-15c2-49d6-ab6d-1a3b703b455c for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:53:20.978537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Updating router a8869f8d-15c2-49d6-ab6d-1a3b703b455c port 143d7e72-a519-4c63-8b8e-d42d9c348af9 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:53:21.003619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.102517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.163531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Subnet': ['ID=f245b9f5-b2cc-4230-857b-8542033fa4fe,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:21.173064 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Checking segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:53:21.173243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network hostable DHCP agents. Network: 18913196-301f-4c28-8356-243ac758af77, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:53:21.250730 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 18913196-301f-4c28-8356-243ac758af77 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:53:21.266683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.347724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 18913196-301f-4c28-8356-243ac758af77) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:53:21.352023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:21.352674 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.357966 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc76393-8c31-401d-a1d5-2c06cb050424 None None] Network 18913196-301f-4c28-8356-243ac758af77 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:53:21.405918 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.442108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d554ae44-5dca-4ca7-b992-644917d985de tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7353120 Nov 05 22:53:21.445295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45474) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:21.487709 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Attempting to bind port 143d7e72-a519-4c63-8b8e-d42d9c348af9 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:53:21.488081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Attempting to bind port 143d7e72-a519-4c63-8b8e-d42d9c348af9 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:53:21.488442 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Attempting to bind port 143d7e72-a519-4c63-8b8e-d42d9c348af9 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:53:21.491987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab364998-10d3-4030-bb5a-0c5aabefb358 None None] Pushing event updated for resources: {'Port': ['ID=143d7e72-a519-4c63-8b8e-d42d9c348af9,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:21.515318 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:53:21.516037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:53:21.516037 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.516393 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:53:21.516877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Bound port: 143d7e72-a519-4c63-8b8e-d42d9c348af9, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:53:21.517258 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.596509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] For port 143d7e72-a519-4c63-8b8e-d42d9c348af9, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:53:21.601330 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] For port 143d7e72-a519-4c63-8b8e-d42d9c348af9, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=143d7e72-a519-4c63-8b8e-d42d9c348af9,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:53:21.604400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-18913196-301f-4c28-8356-243ac758af77', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:53:21.605783 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.680519 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.787321 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:21.787887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:21.791941 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab364998-10d3-4030-bb5a-0c5aabefb358 None None] Pushing event updated for resources: {'Port': ['ID=143d7e72-a519-4c63-8b8e-d42d9c348af9,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:21.840612 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Allocated IP 172.20.0.2 (18913196-301f-4c28-8356-243ac758af77/f245b9f5-b2cc-4230-857b-8542033fa4fe/ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:53:21.914278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:21.965186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:22.144766 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.199206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:19Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:22.224398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37c45f-8a17-417f-99fc-7efb6a047d20 None None] The sync data for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 is: [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:19Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:53:22.280502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.316086 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Network 18913196-301f-4c28-8356-243ac758af77 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:53:22.320835 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:53:22.328348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:53:22.343128 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Pushing event updated for resources: {'Port': ['ID=ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:22.345764 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.1 (18913196-301f-4c28-8356-243ac758af77/f245b9f5-b2cc-4230-857b-8542033fa4fe/bd5d1664-d641-4034-a5d5-909f60ba852f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:53:22.399586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Attempting to bind port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:53:22.400512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Attempting to bind port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:53:22.400882 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Attempting to bind port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 on network 18913196-301f-4c28-8356-243ac758af77 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:53:22.419745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:53:22.419745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Checking segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:53:22.422083 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.422527 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Bound using segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:53:22.423021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Bound port: ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:53:22.423407 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.495179 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.507320 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] For port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:53:22.510738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] For port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:53:22.594596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.617124 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.660165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221b1e6-5f81-4200-83a4-aabbcea2a40f None None] Pushing event updated for resources: {'Port': ['ID=ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:22.668751 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 18913196-301f-4c28-8356-243ac758af77 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:53:22.672808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:53:22.675223 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:53:22.721747 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=bd5d1664-d641-4034-a5d5-909f60ba852f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:22.737330 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:22.941055 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.225774 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.295193 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.374748 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=bd5d1664-d641-4034-a5d5-909f60ba852f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:23.378140 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.406840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 143d7e72-a519-4c63-8b8e-d42d9c348af9 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:53:23.464431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 143d7e72-a519-4c63-8b8e-d42d9c348af9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:23.464805 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.486778 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 18913196-301f-4c28-8356-243ac758af77 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:53:23.488267 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:53:23.563906 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.588162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 143d7e72-a519-4c63-8b8e-d42d9c348af9, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=143d7e72-a519-4c63-8b8e-d42d9c348af9,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:23.608128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a8869f8d-15c2-49d6-ab6d-1a3b703b455c has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:53:23.651827 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.652913 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:53:23.659779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a9fa2d-0154-4bc6-8365-14325116ae87 None None] Network 18913196-301f-4c28-8356-243ac758af77 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:53:23.721936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:53:23.726868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9c014241-b15d-4594-ab4c-17e1263f9499 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/a8869f8d-15c2-49d6-ab6d-1a3b703b455c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805507 Nov 05 22:53:23.797711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=143d7e72-a519-4c63-8b8e-d42d9c348af9,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:23.819850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bfae3378-883d-49ee-a1f2-8c831db6d021 None None] Provisioning complete for port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:23.820219 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bfae3378-883d-49ee-a1f2-8c831db6d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.880221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:23.880581 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:23.892487 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-717d8510-b4d2-4a68-ac17-7617ede4f299 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324261655&fields=id&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 267 time: 0.0493302 Nov 05 22:53:24.008905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-641d4093-570c-4d8e-aa36-1d9049c5e2a9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:24.011491 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-641d4093-570c-4d8e-aa36-1d9049c5e2a9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 797 time: 0.1117222 Nov 05 22:53:24.028885 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-4936f80d-a8fe-4113-8dc8-e4d8c1162eb1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/quotas/195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 375 time: 0.0106015 Nov 05 22:53:24.038923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bfae3378-883d-49ee-a1f2-8c831db6d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.075028 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.089221 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-24b37d62-cf96-4bff-a978-e833d4ed75ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536189 Nov 05 22:53:24.093324 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bfae3378-883d-49ee-a1f2-8c831db6d021 None None] For port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:24.157893 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-757b128d-cd60-43e8-872b-512431494443 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:53:24.159086 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-757b128d-cd60-43e8-872b-512431494443 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565228 Nov 05 22:53:24.168568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bfae3378-883d-49ee-a1f2-8c831db6d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.169385 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Sync routers for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:53:24.184563 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:24.185353 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:24.235874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 05 22:53:24.236144 n-d-816738-5 neutron-server[102293]: DEBUG oslo_db.api [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 05 22:53:24.255949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae3378-883d-49ee-a1f2-8c831db6d021 None None] Pushing event updated for resources: {'Port': ['ID=ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:24.284862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-07d4e860-e7cc-4cc7-8d28-e2c345e84d34 service neutron] 10.222.0.41 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095991 Nov 05 22:53:24.290564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8de8a615-a474-4a8b-8281-fc141a004f83 None None] Provisioning complete for port bd5d1664-d641-4034-a5d5-909f60ba852f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:24.294012 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8de8a615-a474-4a8b-8281-fc141a004f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.307217 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:24.398648 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-e5491c29-6fac-4ff4-8d77-2f6394c93ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096985 Nov 05 22:53:24.509642 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-8de8a615-a474-4a8b-8281-fc141a004f83 None None] Port bd5d1664-d641-4034-a5d5-909f60ba852f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:53:24.523477 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:53:24.525749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8de8a615-a474-4a8b-8281-fc141a004f83 None None] Provisioning complete for port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:24.526182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8de8a615-a474-4a8b-8281-fc141a004f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.534853 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 2, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:24.562447 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Checking router: a8869f8d-15c2-49d6-ab6d-1a3b703b455c for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:53:24.562793 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Updating router a8869f8d-15c2-49d6-ab6d-1a3b703b455c port bd5d1664-d641-4034-a5d5-909f60ba852f binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:53:24.598932 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.684190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6b09ee91-419a-4c9f-894d-c1b3f423ca8d req-47df7fd4-1460-4232-a2f9-2818460c6035 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 210 time: 0.0277734 Nov 05 22:53:24.777469 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-aad2c264-2fef-4efd-a2e8-16b990ab92d5 None None] Provisioning complete for port bd5d1664-d641-4034-a5d5-909f60ba852f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:24.778021 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-aad2c264-2fef-4efd-a2e8-16b990ab92d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.814264 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-aad2c264-2fef-4efd-a2e8-16b990ab92d5 None None] Port bd5d1664-d641-4034-a5d5-909f60ba852f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:53:24.879347 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.930866 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:24.979525 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Pushing event updated for resources: {'Port': ['ID=bd5d1664-d641-4034-a5d5-909f60ba852f,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:24.990929 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.991273 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.991632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.991964 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.992291 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.992617 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.992942 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.993262 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.993582 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.993897 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.994214 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:24.994530 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:53:25.046470 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Attempting to bind port bd5d1664-d641-4034-a5d5-909f60ba852f on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:53:25.046832 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Attempting to bind port bd5d1664-d641-4034-a5d5-909f60ba852f by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:53:25.047188 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Attempting to bind port bd5d1664-d641-4034-a5d5-909f60ba852f on network 18913196-301f-4c28-8356-243ac758af77 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:53:25.052424 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:53:25.052790 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Checking segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:53:25.053188 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.053570 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Bound using segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:53:25.054029 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Bound port: bd5d1664-d641-4034-a5d5-909f60ba852f, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:53:25.054404 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.287817 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] For port bd5d1664-d641-4034-a5d5-909f60ba852f, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:53:25.287817 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] For port bd5d1664-d641-4034-a5d5-909f60ba852f, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bd5d1664-d641-4034-a5d5-909f60ba852f,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:53:25.290375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b06f8fce-e5e1-4372-bcbc-1f6c4dd74c06 None None] Provisioning complete for port bd5d1664-d641-4034-a5d5-909f60ba852f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:25.290375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b06f8fce-e5e1-4372-bcbc-1f6c4dd74c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.290375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b06f8fce-e5e1-4372-bcbc-1f6c4dd74c06 None None] Port bd5d1664-d641-4034-a5d5-909f60ba852f cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:53:25.337023 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.344412 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 143d7e72-a519-4c63-8b8e-d42d9c348af9 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:53:25.415501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:25.415501 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:25.437957 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cd4e3-3c04-4100-828c-917565d10e70 None None] Pushing event updated for resources: {'Port': ['ID=bd5d1664-d641-4034-a5d5-909f60ba852f,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:25.446200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 143d7e72-a519-4c63-8b8e-d42d9c348af9 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:25.446573 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.513030 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:25.576410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:53:25.649864 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5d268d0e-0330-43f8-b4a6-e8242ce66bc5 None None] Provisioning complete for port bd5d1664-d641-4034-a5d5-909f60ba852f triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:25.650148 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d268d0e-0330-43f8-b4a6-e8242ce66bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.706531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:25.706901 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.786208 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d268d0e-0330-43f8-b4a6-e8242ce66bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.811831 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-14c1338e-c662-464f-80ce-90f5766884e9 req-9789cf60-3f91-4ea5-8803-8fe4eb62a202 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 210 time: 0.0527146 Nov 05 22:53:25.837624 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:25.850499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-5d268d0e-0330-43f8-b4a6-e8242ce66bc5 None None] For port bd5d1664-d641-4034-a5d5-909f60ba852f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bd5d1664-d641-4034-a5d5-909f60ba852f,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:25.864266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805ba9c-4c16-410f-a2c2-7a6c4e392051 None None] The sync data for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 is: [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:53:25.925741 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5d268d0e-0330-43f8-b4a6-e8242ce66bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:25.979567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d268d0e-0330-43f8-b4a6-e8242ce66bc5 None None] Pushing event updated for resources: {'Port': ['ID=bd5d1664-d641-4034-a5d5-909f60ba852f,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:26.898297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d901e672-6f50-412c-9601-7f79bf17b7f9 req-95f42ae9-e94c-4acc-8ee3-257c995f3175 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 210 time: 0.0374534 Nov 05 22:53:27.352877 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bd5d1664-d641-4034-a5d5-909f60ba852f up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:53:27.400099 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bd5d1664-d641-4034-a5d5-909f60ba852f triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:27.400407 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:27.979057 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b16d178b-4576-441c-9d08-fe77ac2a66ad req-132ce162-dbb3-43d0-8988-1981e1ceec48 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 210 time: 0.0255499 Nov 05 22:53:29.074251 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4697a812-6266-493e-a2c5-b979d72cf098 req-002dbfe3-40f2-494c-af46-35ab445eed76 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 210 time: 0.0296004 Nov 05 22:53:29.566258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-5d990e78-0422-4ee2-b83c-a518697149a7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:29.567710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-5d990e78-0422-4ee2-b83c-a518697149a7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 797 time: 0.1074374 Nov 05 22:53:29.630949 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-6cbc2ced-4199-4dd3-8383-7a43d2e6ba2a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 380 time: 0.0540049 Nov 05 22:53:29.640912 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'port': {'device_id': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'admin_state_up': True, 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'security_groups': ['73c2cbbb-3ef3-41e3-9d27-43d4eeee857f']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:29.833198 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:53:29.836997 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:29.958976 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.5 (18913196-301f-4c28-8356-243ac758af77/f245b9f5-b2cc-4230-857b-8542033fa4fe/693ac6e5-77d0-472a-ba88-676e9f509ae1) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:53:30.098720 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:30.168065 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-94c52327-afcc-46b1-97f8-fbd335781c68 req-2900f113-a9cc-4b9a-bd7f-4e955e450713 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 210 time: 0.0263734 Nov 05 22:53:30.211120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:30.253832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 18913196-301f-4c28-8356-243ac758af77 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:53:30.258876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:53:30.262673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:53:30.293507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:30.323248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:30.323902 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:30.390511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-64f50553-8aad-495b-b9b2-cc4dec97e988 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527239 Nov 05 22:53:30.403825 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Request body: {'port': {'device_id': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:30.457283 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:30.474432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-834641c9-ed95-4001-b913-fa91c13efb16 None None] Provisioning complete for port 693ac6e5-77d0-472a-ba88-676e9f509ae1 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:30.475031 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-834641c9-ed95-4001-b913-fa91c13efb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:30.507800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-834641c9-ed95-4001-b913-fa91c13efb16 None None] Port 693ac6e5-77d0-472a-ba88-676e9f509ae1 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:53:30.716436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693ac6e5-77d0-472a-ba88-676e9f509ae1 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:53:30.723569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:30.735169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Transition to ACTIVE for port object 693ac6e5-77d0-472a-ba88-676e9f509ae1 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:53:30.804883 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:30.873254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:30.925969 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:53:30.926304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:53:30.926630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on network 18913196-301f-4c28-8356-243ac758af77 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:53:30.931057 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on network 18913196-301f-4c28-8356-243ac758af77 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:53:30.931380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on network 18913196-301f-4c28-8356-243ac758af77 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:53:30.936387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:53:30.937262 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Checking segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:53:30.937648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Bound using segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:53:30.938078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Bound port: 693ac6e5-77d0-472a-ba88-676e9f509ae1, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:53:30.938434 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:31.008102 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:53:31.011192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:53:31.091243 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:31.124659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.125293 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:31.126667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 1091 time: 0.7272253 Nov 05 22:53:31.128836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:53:31.131178 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a056c4c4-0d18-4842-a5e1-6bb8150a0991" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:53:31.159058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51509c7-09ca-4612-8b87-192067e4c2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:31.175829 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dbe65f-ae5c-47c2-b1d3-edec3d20ecf3 x-openstack-request-id: req-62dbe65f-ae5c-47c2-b1d3-edec3d20ecf3 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:53:31.175829 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:53:31.176070 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62dbe65f-ae5c-47c2-b1d3-edec3d20ecf3 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:53:31.176327 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'status': 'completed', 'code': 200} Nov 05 22:53:31.257791 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056c4c4-0d18-4842-a5e1-6bb8150a0991 req-4b0ae178-0ea9-4c57-bcdf-0bfa3e319686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.259612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a056c4c4-0d18-4842-a5e1-6bb8150a0991 req-4b0ae178-0ea9-4c57-bcdf-0bfa3e319686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1094 time: 0.0598764 Nov 05 22:53:31.303484 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed616dd-c55c-4c9a-a904-fcba4c7535e7 req-74557ca8-fdec-4ba8-af52-d2163187d9b6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.305259 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ed616dd-c55c-4c9a-a904-fcba4c7535e7 req-74557ca8-fdec-4ba8-af52-d2163187d9b6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 943 time: 0.0559640 Nov 05 22:53:31.356868 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ed616dd-c55c-4c9a-a904-fcba4c7535e7 req-fdcf9052-c588-46a3-8e55-628f3efd6bf2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Nov 05 22:53:31.384371 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056c4c4-0d18-4842-a5e1-6bb8150a0991 req-d8a2ddf5-58f3-4245-b017-c3f9d1d55a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.385906 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a056c4c4-0d18-4842-a5e1-6bb8150a0991 req-d8a2ddf5-58f3-4245-b017-c3f9d1d55a89 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=195363492cce4a6f84db88bfb148234d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1179686 Nov 05 22:53:31.485737 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056c4c4-0d18-4842-a5e1-6bb8150a0991 req-1ac12ec4-a9b3-45a5-9a98-e245b66d1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.487132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a056c4c4-0d18-4842-a5e1-6bb8150a0991 req-1ac12ec4-a9b3-45a5-9a98-e245b66d1da4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950375 Nov 05 22:53:31.518856 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:31.564351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f6432ea9-9dde-462a-b8db-290b0157df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.565888 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-f6432ea9-9dde-462a-b8db-290b0157df63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1094 time: 0.0430722 Nov 05 22:53:31.612917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-e21ff5e3-a6f0-4efc-b616-3b258ec1cf20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 217 time: 0.0390577 Nov 05 22:53:31.675146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-cc9f2fb3-cb47-4d37-91a6-ae663c533d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.676613 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-cc9f2fb3-cb47-4d37-91a6-ae663c533d76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0503738 Nov 05 22:53:31.722666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-7c2ed323-353e-4709-87ab-a8fff59ca8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:31.724150 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-7c2ed323-353e-4709-87ab-a8fff59ca8bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396028 Nov 05 22:53:31.816633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-ae956740-475d-400b-9130-7c4258159ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Nov 05 22:53:31.908787 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8133a3cf-d638-4ad3-bae7-2b37e8472dfc req-1606e519-a664-480b-8fab-7c01330e6c5e service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844536 Nov 05 22:53:32.480443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeb239-8ee6-4e18-84b4-12cb271ca58d req-a23813c0-5b31-4b70-9ad2-0668a8818e10 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:32.481893 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dbeb239-8ee6-4e18-84b4-12cb271ca58d req-a23813c0-5b31-4b70-9ad2-0668a8818e10 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 943 time: 0.0521920 Nov 05 22:53:32.530147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5dbeb239-8ee6-4e18-84b4-12cb271ca58d req-d4c123bf-2851-44e6-b815-e07a9788a2a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418863 Nov 05 22:53:33.559122 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:33.649562 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86870af8-39d5-4156-a8b9-a0a7c3809bcf req-af24b68d-ed16-48ea-9a98-a008c0137a39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:33.651035 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86870af8-39d5-4156-a8b9-a0a7c3809bcf req-af24b68d-ed16-48ea-9a98-a008c0137a39 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 943 time: 0.0530245 Nov 05 22:53:33.699335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-86870af8-39d5-4156-a8b9-a0a7c3809bcf req-8defae34-e523-4953-a063-80be0a0f980e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Nov 05 22:53:33.963823 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:53:34.058156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:34.069418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'port_id': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'mac_address': 'fa:16:3e:4a:84:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:53:34.110544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:34.123439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693ac6e5-77d0-472a-ba88-676e9f509ae1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:53:34.142357 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:34.210388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:34.256530 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:34.420974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['693ac6e5-77d0-472a-ba88-676e9f509ae1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:53:34.811525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148a5f-3f9e-4d29-90d4-27807fd2be41 req-931358be-9aab-41fb-987e-fbcd1c1447c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:34.813092 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3148a5f-3f9e-4d29-90d4-27807fd2be41 req-931358be-9aab-41fb-987e-fbcd1c1447c6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 944 time: 0.0484238 Nov 05 22:53:34.861413 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e3148a5f-3f9e-4d29-90d4-27807fd2be41 req-7ae33994-30e1-4749-b8ca-ec07840a82b0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425341 Nov 05 22:53:35.974113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857fa97-f278-4d83-bf5e-42e4c958067e req-df475ee5-3b41-42b6-a2f4-8565c6108221 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:35.975584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e857fa97-f278-4d83-bf5e-42e4c958067e req-df475ee5-3b41-42b6-a2f4-8565c6108221 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 944 time: 0.0485444 Nov 05 22:53:35.980064 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:53:36.027193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e857fa97-f278-4d83-bf5e-42e4c958067e req-d9b780bb-f06c-4428-b52e-494a20a9f0c5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Nov 05 22:53:36.125204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 693ac6e5-77d0-472a-ba88-676e9f509ae1 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:53:36.129800 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 693ac6e5-77d0-472a-ba88-676e9f509ae1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:53:36.130152 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:36.209201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:36.230510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:53:36.232833 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aae8771-004a-4e25-af35-b9e28481dcd6" -d '{"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-plugged", "status": "completed", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:53:36.245553 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:53:36.274214 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85b4941-f1f8-4969-bad9-73001f5a1360 x-openstack-request-id: req-e85b4941-f1f8-4969-bad9-73001f5a1360 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:53:36.274510 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-plugged", "status": "completed", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:53:36.274765 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e85b4941-f1f8-4969-bad9-73001f5a1360 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:53:36.275166 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'code': 200} Nov 05 22:53:36.307870 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:36.367789 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:36.376941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154aa41-436f-4ae1-ad86-9c210986f0e1 req-9f6f3915-0099-4edd-a3b0-e2f0e50e62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:36.378448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3154aa41-436f-4ae1-ad86-9c210986f0e1 req-9f6f3915-0099-4edd-a3b0-e2f0e50e62bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1096 time: 0.0456185 Nov 05 22:53:36.410443 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-403acf21-3e0b-4d1f-826c-ff4e9c65c191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:36.426220 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3154aa41-436f-4ae1-ad86-9c210986f0e1 req-6520635a-60fd-4635-ab35-cc068d5be8db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396235 Nov 05 22:53:37.139402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf391e-af98-489e-bf15-cb9ec18af223 req-aa3dcf5c-943f-4a40-8e42-d24c0a447204 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:37.141326 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dacf391e-af98-489e-bf15-cb9ec18af223 req-aa3dcf5c-943f-4a40-8e42-d24c0a447204 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0486429 Nov 05 22:53:37.193799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dacf391e-af98-489e-bf15-cb9ec18af223 req-10354d1c-86ce-4928-8f90-5b781f5870bb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466557 Nov 05 22:53:38.310735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0864d-c485-4c15-a534-1fc93b9c263d req-5401cb3d-9873-4a22-8cea-02ab7d3fc553 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:38.312642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ec0864d-c485-4c15-a534-1fc93b9c263d req-5401cb3d-9873-4a22-8cea-02ab7d3fc553 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0482635 Nov 05 22:53:38.361250 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9ec0864d-c485-4c15-a534-1fc93b9c263d req-794af50d-9bf4-4d9a-a481-fa00185b1c5d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Nov 05 22:53:38.477026 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01cd5e-6ad1-4692-a56d-68d753cf01d5 req-6c3f032c-32bb-4d05-87f8-ec4d9037211f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:38.478490 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad01cd5e-6ad1-4692-a56d-68d753cf01d5 req-6c3f032c-32bb-4d05-87f8-ec4d9037211f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0485313 Nov 05 22:53:38.527506 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ad01cd5e-6ad1-4692-a56d-68d753cf01d5 req-d7b985ca-eee7-4d5d-a883-d181f63988fc tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Nov 05 22:53:38.549623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45542) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:38.553689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c82af1c6-625d-4be3-a215-d1e25a3f7f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:38.588088 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a05d773-67ca-4f74-941d-441137c3cdec tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:38.589504 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0a05d773-67ca-4f74-941d-441137c3cdec tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1091 time: 0.0389273 Nov 05 22:53:38.592588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45544) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:38.597488 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:53:38.667482 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:38.763802 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:38.862683 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.80 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/c8617bc7-d6bd-41a1-9ae2-b1485b403598) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:53:38.964335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:39.062540 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:39.102577 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:53:39.105639 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:53:39.111700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:53:39.143219 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=c8617bc7-d6bd-41a1-9ae2-b1485b403598,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:39.461351 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:39.602400 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:39.755520 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:39.816025 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:39.886802 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=c8617bc7-d6bd-41a1-9ae2-b1485b403598,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:53:39.898544 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:40.262050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:40.269913 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP cdb105da-5e59-4a97-ab79-bcb1bc6d5603 associated. External IP: 172.25.6.80, port: 693ac6e5-77d0-472a-ba88-676e9f509ae1. Nov 05 22:53:40.468783 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a8869f8d-15c2-49d6-ab6d-1a3b703b455c has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:53:40.572423 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:53:40.582269 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] Sync routers for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:53:40.591831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:40.593619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:40.642027 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:40.672677 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-6bb9ec3d-9569-457c-8874-52cf911a8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0790191 Nov 05 22:53:40.673369 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:53:40.676177 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b09f51-8181-424a-a335-e9e87a1fe3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:53:40.700309 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:40.719083 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6b832f-a73f-4b07-9da1-f8dd3f0017cc x-openstack-request-id: req-7b6b832f-a73f-4b07-9da1-f8dd3f0017cc {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:53:40.719314 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:53:40.719577 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b6b832f-a73f-4b07-9da1-f8dd3f0017cc {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:53:40.719998 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'status': 'completed', 'code': 200} Nov 05 22:53:40.807005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00a039-8df0-4152-93d7-6d828c28dbe4 req-ddd817b0-8920-4e4e-8501-e6c6bed5cd75 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:40.808530 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a00a039-8df0-4152-93d7-6d828c28dbe4 req-ddd817b0-8920-4e4e-8501-e6c6bed5cd75 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0807850 Nov 05 22:53:40.815463 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-22479389-56aa-4e1c-9d69-dd245b011e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:40.816913 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-22479389-56aa-4e1c-9d69-dd245b011e6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1096 time: 0.0622540 Nov 05 22:53:40.909607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a00a039-8df0-4152-93d7-6d828c28dbe4 req-a8c10ba8-056e-4c80-80a3-b7e58583ce15 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916874 Nov 05 22:53:40.922186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'cdb105da-5e59-4a97-ab79-bcb1bc6d5603', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'port_id': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'mac_address': 'fa:16:3e:4a:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:53:39Z', 'updated_at': '2021-11-05T22:53:39Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:40.931849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45552) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:40.944052 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-aa70d7f6-6797-4b36-8694-b56c051c6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:40.945559 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-aa70d7f6-6797-4b36-8694-b56c051c6ffd service neutron] 10.222.0.13 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.1211870 Nov 05 22:53:40.951169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] Checking router: a8869f8d-15c2-49d6-ab6d-1a3b703b455c for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:53:40.960697 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:53:40.961317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:53:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:40.992420 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-86d60ddf-1086-4d23-be43-0a76d55fba83 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/cdb105da-5e59-4a97-ab79-bcb1bc6d5603 HTTP/1.1" status: 200 len: 990 time: 0.0592573 Nov 05 22:53:41.016952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-d9c64a29-9e2c-4922-a51e-c2927859c92d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 998 time: 0.0646105 Nov 05 22:53:41.066952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-3d2b4fd4-d988-4370-914d-6169d0ece7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:41.067685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:53:41.068602 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-3d2b4fd4-d988-4370-914d-6169d0ece7f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0443025 Nov 05 22:53:41.115753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-8d4d79df-8de3-466f-8c4e-a6228f1c0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:53:41.117482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-8d4d79df-8de3-466f-8c4e-a6228f1c0e11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423174 Nov 05 22:53:41.209739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-66ce7bf3-3ab4-4b34-92c0-516e0ec21149 service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851455 Nov 05 22:53:41.296945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'cdb105da-5e59-4a97-ab79-bcb1bc6d5603', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'port_id': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'mac_address': 'fa:16:3e:4a:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:53:39Z', 'updated_at': '2021-11-05T22:53:39Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:53:41.299919 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-79b09f51-8181-424a-a335-e9e87a1fe3b2 req-e67b3aa1-fcd1-413f-ae41-91bddac08f0f service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Nov 05 22:53:41.319687 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceca0e2-1d95-4d89-88e4-602ac8446280 None None] The sync data for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 is: [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'cdb105da-5e59-4a97-ab79-bcb1bc6d5603', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'port_id': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'mac_address': 'fa:16:3e:4a:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:53:39Z', 'updated_at': '2021-11-05T22:53:39Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:53:41.509919 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d57ba-580c-40e9-9425-923fbe0d78fb None None] New status for floating IP cdb105da-5e59-4a97-ab79-bcb1bc6d5603: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:53:41.678895 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:53:41.996167 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45554) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:53:42.059529 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5199991d-d85f-419a-a4ea-fe39b3820ff3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/cdb105da-5e59-4a97-ab79-bcb1bc6d5603 HTTP/1.1" status: 200 len: 992 time: 0.0622890 Nov 05 22:53:42.107282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:01.522475 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:54:01.524666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:03.632888 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:06.416623 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-403809d3-d990-4424-b1f5-9a5cad2abe34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:08.581318 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7783f50b-b6a3-4276-a604-37421f2f78ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:10.255357 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:11.679296 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:12.106995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:13.281289 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-84a6dbf5-c104-4388-a920-943975382d74 req-830be14a-2192-46a5-ac46-4f5abdfa4747 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:54:13.282260 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-84a6dbf5-c104-4388-a920-943975382d74 req-830be14a-2192-46a5-ac46-4f5abdfa4747 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054007 Nov 05 22:54:13.595281 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c2903-5fbe-4ac6-9a4b-d4c9b1db3a90 req-65abc804-ded6-4f74-b23e-5b8e12b64be0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:13.596862 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-823c2903-5fbe-4ac6-9a4b-d4c9b1db3a90 req-65abc804-ded6-4f74-b23e-5b8e12b64be0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0491028 Nov 05 22:54:13.646385 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-823c2903-5fbe-4ac6-9a4b-d4c9b1db3a90 req-e0da1373-abee-4218-961f-04c6a6d370b9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Nov 05 22:54:13.708218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45576) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:54:13.786039 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-284cb944-3539-433b-94c5-37b4ca1b7921 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765891 Nov 05 22:54:13.794509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-18d67da9-9626-4147-bd93-e192f03f8431 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:54:13.795469 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-18d67da9-9626-4147-bd93-e192f03f8431 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049026 Nov 05 22:54:14.770156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dcc84-2238-448e-bbaa-6bc24e819dc9 req-e9765216-6648-475c-a481-9bc3f782fd2d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:14.771680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f1dcc84-2238-448e-bbaa-6bc24e819dc9 req-e9765216-6648-475c-a481-9bc3f782fd2d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0531187 Nov 05 22:54:14.820868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9f1dcc84-2238-448e-bbaa-6bc24e819dc9 req-933e4636-c5c7-44c4-8b29-18cdd1b2a8ac tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Nov 05 22:54:15.699588 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-306e037e-2bee-43a7-b49e-7c859d2e7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:15.701089 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-306e037e-2bee-43a7-b49e-7c859d2e7126 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1096 time: 0.0436914 Nov 05 22:54:15.799842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-45771f9f-726f-4b57-8d6e-2f5585c67966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:15.802275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-45771f9f-726f-4b57-8d6e-2f5585c67966 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.0939107 Nov 05 22:54:15.875348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-aa3786b8-6135-4397-a578-dd8c28bcc847 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 1000 time: 0.0653746 Nov 05 22:54:15.927113 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-f1eea1d5-4779-4222-9b65-62d9a45aeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:15.929064 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-f1eea1d5-4779-4222-9b65-62d9a45aeba0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0471063 Nov 05 22:54:15.944443 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a209e-ebd4-4250-8116-a2b025d4ee2f req-5a61957a-6ed3-43fd-adcd-13685705443e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:15.946671 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e0a209e-ebd4-4250-8116-a2b025d4ee2f req-5a61957a-6ed3-43fd-adcd-13685705443e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0515528 Nov 05 22:54:15.985556 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-4049a309-8fd8-41f4-875d-686037bd7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:15.987120 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-4049a309-8fd8-41f4-875d-686037bd7618 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507176 Nov 05 22:54:16.013596 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8e0a209e-ebd4-4250-8116-a2b025d4ee2f req-ce59d08b-38a7-4fa7-97b5-d11993704713 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570962 Nov 05 22:54:16.083299 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-ee791672-0e56-481d-b54a-75c052f444af service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876920 Nov 05 22:54:16.182361 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-807c0357-187c-4312-b566-eabade1626c0 service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911272 Nov 05 22:54:17.132782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe691-4cc9-4d15-ba05-e30e943e06e6 req-412ccbb9-8d08-4889-b292-5e91aa3afa97 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:17.134233 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5bfe691-4cc9-4d15-ba05-e30e943e06e6 req-412ccbb9-8d08-4889-b292-5e91aa3afa97 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0492206 Nov 05 22:54:17.182492 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5bfe691-4cc9-4d15-ba05-e30e943e06e6 req-8cccd5af-b964-4cb4-8e0e-9c1b5da0ffbe tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Nov 05 22:54:18.306341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16571f-a51c-439b-9038-1e5f5565a20f req-cc7a0d62-4a36-4353-af72-e56fa777907d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:18.307822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a16571f-a51c-439b-9038-1e5f5565a20f req-cc7a0d62-4a36-4353-af72-e56fa777907d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0475116 Nov 05 22:54:18.355935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3a16571f-a51c-439b-9038-1e5f5565a20f req-bee879d0-5dd5-4307-95ab-61f03876c46d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Nov 05 22:54:19.477203 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022680-123b-4159-b2fd-12ff23355d20 req-70753c41-1084-4983-9423-cbe5cf0042f8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:19.478693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa022680-123b-4159-b2fd-12ff23355d20 req-70753c41-1084-4983-9423-cbe5cf0042f8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0524950 Nov 05 22:54:19.526965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aa022680-123b-4159-b2fd-12ff23355d20 req-34562679-d53d-49d5-9540-f60392b97843 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Nov 05 22:54:20.641527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14c5fe-54a9-4db1-a916-2b40c7602b6e req-080a67e0-a778-41a7-9ceb-66f4f8ebb993 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:20.643006 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c14c5fe-54a9-4db1-a916-2b40c7602b6e req-080a67e0-a778-41a7-9ceb-66f4f8ebb993 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0496292 Nov 05 22:54:20.691257 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c14c5fe-54a9-4db1-a916-2b40c7602b6e req-2d8344c3-8543-402f-a35c-4801dc7145ed tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 Nov 05 22:54:21.808404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25199-f592-4195-a801-230ba8121435 req-4ec4fd6b-836e-4098-ab90-cb096ddd49bd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:21.809905 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06d25199-f592-4195-a801-230ba8121435 req-4ec4fd6b-836e-4098-ab90-cb096ddd49bd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0508113 Nov 05 22:54:21.858849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-06d25199-f592-4195-a801-230ba8121435 req-911c9ad7-5cce-4a57-be1b-7e6b81e5901f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Nov 05 22:54:22.980608 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150bc6-f6d9-4355-8645-d4bcb9c4d085 req-800df55b-c27b-41af-bcd6-e2891ed5228c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:22.982062 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f150bc6-f6d9-4355-8645-d4bcb9c4d085 req-800df55b-c27b-41af-bcd6-e2891ed5228c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0522120 Nov 05 22:54:23.029878 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f150bc6-f6d9-4355-8645-d4bcb9c4d085 req-563b0636-3cc3-4daf-9080-4de1d3a02737 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Nov 05 22:54:24.147025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465f1e-28e1-4d31-b0e6-4500576df7cd req-e13110aa-d86c-4895-9a96-29794d3c2edd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:24.148525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23465f1e-28e1-4d31-b0e6-4500576df7cd req-e13110aa-d86c-4895-9a96-29794d3c2edd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0493882 Nov 05 22:54:24.200355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23465f1e-28e1-4d31-b0e6-4500576df7cd req-44caf9cd-a22e-49e3-b1d4-7772a09cda61 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459983 Nov 05 22:54:25.313927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b29c2-4106-47b2-8e80-c0a30aac82e0 req-5126a484-9cc0-43f2-b8aa-20e136497c34 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:25.315953 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b26b29c2-4106-47b2-8e80-c0a30aac82e0 req-5126a484-9cc0-43f2-b8aa-20e136497c34 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0489452 Nov 05 22:54:25.364537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b26b29c2-4106-47b2-8e80-c0a30aac82e0 req-65d9d8aa-353d-41f0-8d89-8c987bc5e318 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 Nov 05 22:54:26.480070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ab66-f12a-4637-a5ac-e915d25e4f9c req-34678ce3-6bd1-48e7-9a34-d86ed88f3717 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:26.481586 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23f4ab66-f12a-4637-a5ac-e915d25e4f9c req-34678ce3-6bd1-48e7-9a34-d86ed88f3717 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0484979 Nov 05 22:54:26.543170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-23f4ab66-f12a-4637-a5ac-e915d25e4f9c req-12bc694d-c40a-47c6-87db-8a4633c529d9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541251 Nov 05 22:54:26.572401 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d637d8-8223-46ff-a856-48e6ab553926 req-018af02a-1a20-48fb-bfd8-b4b863b7b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:26.573866 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87d637d8-8223-46ff-a856-48e6ab553926 req-018af02a-1a20-48fb-bfd8-b4b863b7b5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1096 time: 0.0435176 Nov 05 22:54:26.679350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d637d8-8223-46ff-a856-48e6ab553926 req-a2999f19-4126-4b73-92d3-c2a735468c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:26.680738 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87d637d8-8223-46ff-a856-48e6ab553926 req-a2999f19-4126-4b73-92d3-c2a735468c35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.0865479 Nov 05 22:54:26.764338 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87d637d8-8223-46ff-a856-48e6ab553926 req-dd4f2f14-9666-4cc2-bf28-31ef81feeec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 1000 time: 0.0574858 Nov 05 22:54:26.818190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d637d8-8223-46ff-a856-48e6ab553926 req-00203be7-cdd5-4d88-9500-1286149f4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:26.819664 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87d637d8-8223-46ff-a856-48e6ab553926 req-00203be7-cdd5-4d88-9500-1286149f4e56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0476043 Nov 05 22:54:26.869444 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d637d8-8223-46ff-a856-48e6ab553926 req-2da6a682-cdb1-41cc-b077-967ff90b8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:26.870891 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87d637d8-8223-46ff-a856-48e6ab553926 req-2da6a682-cdb1-41cc-b077-967ff90b8e73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403917 Nov 05 22:54:26.958994 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87d637d8-8223-46ff-a856-48e6ab553926 req-e13609bb-d054-4b75-8282-7d7ece8c37f9 service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798919 Nov 05 22:54:27.055828 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87d637d8-8223-46ff-a856-48e6ab553926 req-7e6b129d-6283-4b96-b11a-18e705f6a534 service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859268 Nov 05 22:54:27.665114 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f16f59-b7f2-4b4e-a1ad-e819e83f8b09 req-d0193ede-8d41-483a-b321-8c9922a5bfdd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:27.666591 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b7f16f59-b7f2-4b4e-a1ad-e819e83f8b09 req-d0193ede-8d41-483a-b321-8c9922a5bfdd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0560153 Nov 05 22:54:27.715618 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b7f16f59-b7f2-4b4e-a1ad-e819e83f8b09 req-bcc9a21e-9f24-41b0-be48-50aea65e58b7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Nov 05 22:54:28.257054 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-e6b9cd69-9646-42bc-b3a3-e94a086f3633 service neutron] show failed (client error): The resource could not be found. Nov 05 22:54:28.258026 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-e6b9cd69-9646-42bc-b3a3-e94a086f3633 service neutron] 10.222.0.13 "GET /v2.0/ports/693ac6e5-77d0-472a-ba88-676e9f509ae1/bindings/n-h2-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0538032 Nov 05 22:54:28.730428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-ce15574b-c35e-4a67-9cdc-8a671cd07cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:28.731952 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-ce15574b-c35e-4a67-9cdc-8a671cd07cdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 1096 time: 0.0830743 Nov 05 22:54:28.743857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-4a2e1c0b-e12c-404b-a4fc-3c74d7619eec service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 22:54:28.744850 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-4a2e1c0b-e12c-404b-a4fc-3c74d7619eec service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054550 Nov 05 22:54:28.756817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816738-5', 'device_owner': 'compute:nova'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:54:28.843521 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:28.865143 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f74dd-3024-4d65-8d80-42b7abc1fa7e req-c0ab2c12-8ae8-4b6a-8402-bfba9241cdd7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:28.866860 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca3f74dd-3024-4d65-8d80-42b7abc1fa7e req-c0ab2c12-8ae8-4b6a-8402-bfba9241cdd7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0825312 Nov 05 22:54:28.989739 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca3f74dd-3024-4d65-8d80-42b7abc1fa7e req-be4b5a86-2beb-492f-a1b4-a29f88ce9440 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033983 Nov 05 22:54:29.088790 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:54:29.129252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:54:29.169637 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:54:29.171951 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eb7ce4-be2c-4b26-8f7b-58695c04bb7e" -d '{"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-unplugged", "status": "completed", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:54:29.175669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:29.187898 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Transition to ACTIVE for port object 693ac6e5-77d0-472a-ba88-676e9f509ae1 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:54:29.222934 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 22:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22df064c-9683-4946-ab5b-57786439a2a3 x-openstack-request-id: req-22df064c-9683-4946-ab5b-57786439a2a3 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:54:29.223234 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-unplugged", "status": "completed", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:54:29.223490 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22df064c-9683-4946-ab5b-57786439a2a3 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:54:29.223921 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'code': 200} Nov 05 22:54:29.272376 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:29.345697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=6']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:54:29.360395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.360741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.361084 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.361425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.361759 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.362124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.362454 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.362783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.363114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.363442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.363792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.364141 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:29.404239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] No DVR routers for this DVR port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:54:29.540821 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:54:29.541100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:54:29.541428 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on network 18913196-301f-4c28-8356-243ac758af77 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:54:29.545720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on network 18913196-301f-4c28-8356-243ac758af77 not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:54:29.546037 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Attempting to bind port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on network 18913196-301f-4c28-8356-243ac758af77 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:54:29.551438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:54:29.551805 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Checking segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:54:29.552190 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Bound using segment: {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:54:29.552613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Bound port: 693ac6e5-77d0-472a-ba88-676e9f509ae1, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db37a8-92a6-4307-9720-898d9eac3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '18913196-301f-4c28-8356-243ac758af77'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:54:29.552965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:29.614662 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:54:29.617935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:54:29.690926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:29.724338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:29.724956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:29.726316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] 10.222.0.46 "PUT /v2.0/ports/693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 1091 time: 0.9732432 Nov 05 22:54:29.747948 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f889a-6dc9-4472-9b5f-aacef3c43397 service neutron] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=7']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:54:29.794943 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-93d35695-5e23-4de1-8ed9-2f0e73a95e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:29.796528 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-93d35695-5e23-4de1-8ed9-2f0e73a95e18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1094 time: 0.0458014 Nov 05 22:54:29.895395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-812f8d94-c9c0-43a4-9741-026025a8b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:29.896940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-812f8d94-c9c0-43a4-9741-026025a8b4c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.0926063 Nov 05 22:54:29.965836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-747cc915-43b2-4193-9a73-74369db1ec8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 998 time: 0.0619953 Nov 05 22:54:30.013919 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-3bacb578-2ef3-43a3-bb11-4c085e160743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:30.015275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-3bacb578-2ef3-43a3-bb11-4c085e160743 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0426683 Nov 05 22:54:30.062327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-2dfb33f8-e523-4b7b-ac14-6ff05d1f189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:30.063717 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-2dfb33f8-e523-4b7b-ac14-6ff05d1f189e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415697 Nov 05 22:54:30.166697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b81c-8695-473f-a238-ec2231e7ce76 req-98ced4c7-4656-4d97-838d-74cc1f5adb52 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:30.168202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b37b81c-8695-473f-a238-ec2231e7ce76 req-98ced4c7-4656-4d97-838d-74cc1f5adb52 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 943 time: 0.1082270 Nov 05 22:54:30.195757 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-548220e4-ae30-485b-bb5d-22a926bf8197 service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239829 Nov 05 22:54:30.247571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b37b81c-8695-473f-a238-ec2231e7ce76 req-48905c22-f983-4f63-808e-4cf8fea189ef tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716903 Nov 05 22:54:30.652637 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5667724c-7b61-4e11-90ce-f9b6abe39a88 req-ae3fe73e-38c6-4ca4-a559-c4b08edf6677 service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497807 Nov 05 22:54:30.848997 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-a3941c67-a37c-4483-9c1d-70ec82585a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:30.850474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-a3941c67-a37c-4483-9c1d-70ec82585a6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1094 time: 0.0413613 Nov 05 22:54:30.954176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-56f10f7c-90f9-4c59-b8a4-b0a0a6affbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:30.956640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-56f10f7c-90f9-4c59-b8a4-b0a0a6affbb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.0866146 Nov 05 22:54:31.019946 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-1b23295b-2186-4104-a7fb-3c308f4d791e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 998 time: 0.0571053 Nov 05 22:54:31.094029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-561647c0-e4bc-47e7-b3a6-44ef3c2dc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.095480 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-561647c0-e4bc-47e7-b3a6-44ef3c2dc0ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0433700 Nov 05 22:54:31.143318 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-056c94e1-ef9c-4686-a9ed-51383df6ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.144778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-056c94e1-ef9c-4686-a9ed-51383df6ac1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424237 Nov 05 22:54:31.226530 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:54:31.228683 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f5e5e-30e3-4662-812d-41947c7759de" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:54:31.236841 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-74185bda-f8cf-4686-9015-200085876673 service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850422 Nov 05 22:54:31.302514 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac733f93-4b51-480b-b605-86d56934e861 x-openstack-request-id: req-ac733f93-4b51-480b-b605-86d56934e861 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:54:31.302823 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:54:31.303055 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac733f93-4b51-480b-b605-86d56934e861 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:54:31.303441 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'status': 'completed', 'code': 200} Nov 05 22:54:31.390747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f9320a5-4841-48e6-a0e7-c753e3e2e351 req-dd61c1d9-5051-4284-97de-c180cc99d015 service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457586 Nov 05 22:54:31.397654 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-8f0f5b9c-4267-4806-ab7f-1c80f651fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.399017 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-8f0f5b9c-4267-4806-ab7f-1c80f651fe33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1094 time: 0.0934007 Nov 05 22:54:31.411247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025d59f-b276-4aec-9dc4-4b1285f5310c req-8c891b76-4917-484b-abee-b6173cb5923d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.412719 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3025d59f-b276-4aec-9dc4-4b1285f5310c req-8c891b76-4917-484b-abee-b6173cb5923d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 943 time: 0.0811360 Nov 05 22:54:31.553356 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3025d59f-b276-4aec-9dc4-4b1285f5310c req-9d8c626f-419b-47fa-8927-dfb663759b1a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314275 Nov 05 22:54:31.566114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-445645a3-c085-46e0-a642-b2348167e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.567606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-445645a3-c085-46e0-a642-b2348167e7ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1094 time: 0.1213410 Nov 05 22:54:31.569974 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:31.570476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-b6b409e9-af27-4803-a9a7-33df090b2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.571642 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-b6b409e9-af27-4803-a9a7-33df090b2b17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.1580546 Nov 05 22:54:31.687675 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-76da9c2a-eba8-41be-b711-723cb2730686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 998 time: 0.1062546 Nov 05 22:54:31.737010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-e528d42f-5b74-48ec-b993-572fde918569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.738409 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-e528d42f-5b74-48ec-b993-572fde918569 service neutron] 10.222.0.46 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.1641889 Nov 05 22:54:31.757648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-cf05d4bf-ff2a-466f-8584-aee462b72b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.758976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-cf05d4bf-ff2a-466f-8584-aee462b72b72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0632119 Nov 05 22:54:31.834506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-5529068d-6ba3-45c5-961a-1b65981abfe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 998 time: 0.0868642 Nov 05 22:54:31.839656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-6ba0c2c3-16c1-411a-be44-57936df36b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.841067 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-6ba0c2c3-16c1-411a-be44-57936df36b45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549586 Nov 05 22:54:31.935675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-1a35de70-d1e0-4e07-a866-ea8d45b65781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.937105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-1a35de70-d1e0-4e07-a866-ea8d45b65781 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0952108 Nov 05 22:54:31.987978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-dd58beb9-cfe7-4117-9575-eaf0b257acc5 service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386404 Nov 05 22:54:31.998268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f5e5e-30e3-4662-812d-41947c7759de req-6cb23947-4a57-4014-b794-7e84791fad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:31.999635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-6cb23947-4a57-4014-b794-7e84791fad07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551159 Nov 05 22:54:32.150714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-0eec3943-f409-4045-b299-de407079e9fa service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544666 Nov 05 22:54:32.155750 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-f3043219-c7d0-4402-8e83-074dfbd20f9a service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487310 Nov 05 22:54:32.244764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-de4f5e5e-30e3-4662-812d-41947c7759de req-dc8fe530-affa-4120-9e73-f519af7c214e service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812604 Nov 05 22:54:32.278680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:54:32.319732 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:54:32.688546 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ecb89-0899-4713-825f-ef95518e8094 req-300037e1-9522-4cb0-a51d-5976ba2e4e76 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:32.690010 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e2ecb89-0899-4713-825f-ef95518e8094 req-300037e1-9522-4cb0-a51d-5976ba2e4e76 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 943 time: 0.0483630 Nov 05 22:54:32.738092 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e2ecb89-0899-4713-825f-ef95518e8094 req-5fee5c15-5479-417d-98ec-84b8473cdad6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Nov 05 22:54:33.448051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:54:33.692431 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:33.710975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:54:33.725781 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'port_id': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'mac_address': 'fa:16:3e:4a:84:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:54:33.763037 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:33.784760 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693ac6e5-77d0-472a-ba88-676e9f509ae1 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:54:33.795728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:54:33.859227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd053b3d-75c8-45c7-a561-169783e300d1 req-4fbe6ec7-f4ef-4798-a836-3c7ce7fa8992 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:33.860807 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd053b3d-75c8-45c7-a561-169783e300d1 req-4fbe6ec7-f4ef-4798-a836-3c7ce7fa8992 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 943 time: 0.0503635 Nov 05 22:54:33.878714 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:33.924892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dd053b3d-75c8-45c7-a561-169783e300d1 req-34003116-8120-4998-bfdf-334f587516a3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572391 Nov 05 22:54:33.931632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:54:33.939401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.940785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.940785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.940785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.940785 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.941164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.942000 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.942332 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.942658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.942983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.943303 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:33.943724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:54:34.215516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['693ac6e5-77d0-472a-ba88-676e9f509ae1'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:54:35.041503 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5772f-7e16-4f2c-8a2e-bc4f543efbc2 req-b2139e50-ae65-4996-9d75-766c436aa9d2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.042981 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-84b5772f-7e16-4f2c-8a2e-bc4f543efbc2 req-b2139e50-ae65-4996-9d75-766c436aa9d2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 944 time: 0.0488486 Nov 05 22:54:35.095911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-84b5772f-7e16-4f2c-8a2e-bc4f543efbc2 req-06f09837-87a3-4f6b-8697-c373297238d0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471067 Nov 05 22:54:35.384648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21a8f-9d03-44fd-9b1f-5975f855cc40 req-7416522b-cfa6-46ae-8352-673e979827be tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.386225 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-add21a8f-9d03-44fd-9b1f-5975f855cc40 req-7416522b-cfa6-46ae-8352-673e979827be tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 944 time: 0.0490768 Nov 05 22:54:35.437110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-add21a8f-9d03-44fd-9b1f-5975f855cc40 req-a12642e0-5145-4f0a-9a79-29c01ba28fb2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Nov 05 22:54:35.449744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-5071435b-1237-4d29-be7b-2b2007ed9dc8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.451222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-5071435b-1237-4d29-be7b-2b2007ed9dc8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f&tenant_id=195363492cce4a6f84db88bfb148234d&binding%3Ahost_id=n-h2-816738-5 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Nov 05 22:54:35.464063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:54:35.514249 n-d-816738-5 neutron-server[102292]: INFO neutron.api.v2.resource [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-0c7ef617-3ffc-4ee0-a7c7-51c46d40e55f service neutron] delete failed (client error): The resource could not be found. Nov 05 22:54:35.515476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-0c7ef617-3ffc-4ee0-a7c7-51c46d40e55f service neutron] 10.222.0.13 "DELETE /v2.0/ports/693ac6e5-77d0-472a-ba88-676e9f509ae1/bindings/n-h1-816738-5 HTTP/1.1" status: 404 len: 380 time: 0.0572524 Nov 05 22:54:35.597416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd33ee-dcc8-4f97-8f73-67275aa95c66 req-1b772434-dffb-40a8-990b-2bae00d4ad2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.599438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03fd33ee-dcc8-4f97-8f73-67275aa95c66 req-1b772434-dffb-40a8-990b-2bae00d4ad2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 944 time: 0.0790253 Nov 05 22:54:35.615901 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 693ac6e5-77d0-472a-ba88-676e9f509ae1 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:54:35.620372 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 693ac6e5-77d0-472a-ba88-676e9f509ae1 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:54:35.620736 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:35.628786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-3d2cf9f6-e1ce-4ab4-b68f-7178debc0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.630282 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-3d2cf9f6-e1ce-4ab4-b68f-7178debc0b68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1095 time: 0.0720627 Nov 05 22:54:35.683960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-03fd33ee-dcc8-4f97-8f73-67275aa95c66 req-b85e32c5-34ed-4fc6-a148-838d39a2d1b5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784357 Nov 05 22:54:35.698040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:35.720698 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:54:35.723834 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91a36a-f141-4531-bd8f-ecec56593105" -d '{"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-plugged", "status": "completed", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:54:35.736714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:54:35.744735 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-c1b17d58-7356-4676-85ee-d24d2baadd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.746279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-c1b17d58-7356-4676-85ee-d24d2baadd90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.1058910 Nov 05 22:54:35.772177 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dee921-d037-4ea1-acd8-223b6bed0e4d x-openstack-request-id: req-d2dee921-d037-4ea1-acd8-223b6bed0e4d {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:54:35.772479 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-plugged", "status": "completed", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:54:35.772736 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2dee921-d037-4ea1-acd8-223b6bed0e4d {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:54:35.773137 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'code': 200} Nov 05 22:54:35.798900 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:35.817764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-134ff24d-1aa7-473e-92c3-ef1233f5de0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 999 time: 0.0650167 Nov 05 22:54:35.846154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:54:35.868630 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-07b7cb23-f494-4049-9a87-1ab962e4f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.870123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-07b7cb23-f494-4049-9a87-1ab962e4f77a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0450435 Nov 05 22:54:35.915216 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-e26f962b-0c2e-4963-9e6d-a9c65bc92572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:35.916751 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-e26f962b-0c2e-4963-9e6d-a9c65bc92572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395670 Nov 05 22:54:36.008303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-cb0111e4-810a-42a4-b63a-c6967d3a733d service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847740 Nov 05 22:54:36.100894 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a7c2f3c2-86cb-49e0-8411-da27eba747fd req-4aafc66b-2c54-4ec0-9a5f-613a722dc3ab service neutron] 10.222.0.13 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853169 Nov 05 22:54:36.415287 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-78f1cd4c-3fa4-4f69-b26e-76268d068016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:36.801506 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e576-6cc7-4159-88e2-a2fd42e230bf req-63419d3c-c825-4e71-8144-6d31befdd1c1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:54:36.802998 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4871e576-6cc7-4159-88e2-a2fd42e230bf req-63419d3c-c825-4e71-8144-6d31befdd1c1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0499418 Nov 05 22:54:36.851497 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4871e576-6cc7-4159-88e2-a2fd42e230bf req-e695fdb1-d8c4-4078-ab7a-721896e7490f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Nov 05 22:54:36.874495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45656) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:54:36.934686 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1b7833a2-9f6e-436b-b89e-c5902dc80d43 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/cdb105da-5e59-4a97-ab79-bcb1bc6d5603 HTTP/1.1" status: 200 len: 992 time: 0.0590405 Nov 05 22:54:38.521390 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:54:38.536481 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b6dd44c1-fd34-4a4c-840c-85a94b3f376b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:40.249821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:41.683913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:54:42.095393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:01.546654 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:03.620839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:06.404127 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4df42a36-653f-4ff7-8ecd-44487c27ea45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:08.563602 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dd217122-7d91-429c-8512-373923019080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:10.277668 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:11.724205 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:12.129796 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:15.521194 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:55:31.550307 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-c0c8b505-ca85-4ffa-8845-5a792e2ce19a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429220 Nov 05 22:55:31.568970 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:31.633332 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-d9809938-2b5a-4923-9453-9dea214f4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:31.634861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-d9809938-2b5a-4923-9453-9dea214f4ae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1096 time: 0.0404341 Nov 05 22:55:31.740923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-2a40b170-1aa5-4197-bd22-e5747ed0ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:31.742627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-2a40b170-1aa5-4197-bd22-e5747ed0ade1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.0876772 Nov 05 22:55:31.807344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-e9c7bbeb-11b0-494e-9d87-98714ce61c66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 1000 time: 0.0577538 Nov 05 22:55:31.856073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-97fc549c-fdfb-4e79-8085-5d00a8cd4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:31.857448 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-97fc549c-fdfb-4e79-8085-5d00a8cd4e13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0426877 Nov 05 22:55:31.909090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-ca2760c4-9686-415e-868d-11310d876bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:31.910440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-ca2760c4-9686-415e-868d-11310d876bfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460198 Nov 05 22:55:31.917103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45674) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:32.082892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-fe46bc02-198f-4a54-af8e-8f77e722af60 service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636751 Nov 05 22:55:32.210353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6175de0b-2c5b-49de-bb8f-89e48c7248fa req-3d850d3e-1880-4eea-9264-f8c33de02b37 service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183772 Nov 05 22:55:32.222723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port c8617bc7-d6bd-41a1-9ae2-b1485b403598 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:55:32.223056 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:32.296668 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:32.296991 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:32.308801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for c8617bc7-d6bd-41a1-9ae2-b1485b403598 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:55:32.517947 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:32.545324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=c8617bc7-d6bd-41a1-9ae2-b1485b403598,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:32.569042 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.569650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.569772 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.570023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.570349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.570673 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.570995 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.571315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.571663 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.572660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.572981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.573300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:32.614676 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:32.615787 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP cdb105da-5e59-4a97-ab79-bcb1bc6d5603 disassociated (deleted). External IP: 172.25.6.80, port: 693ac6e5-77d0-472a-ba88-676e9f509ae1. Nov 05 22:55:32.821793 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a8869f8d-15c2-49d6-ab6d-1a3b703b455c has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:55:32.926375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:55:32.931067 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:32.937115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] Sync routers for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:55:32.946506 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:32.947207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:32.957043 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59f20d4a-636c-44d6-8fa8-d7c654b97948 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/floatingips/cdb105da-5e59-4a97-ab79-bcb1bc6d5603 HTTP/1.1" status: 204 len: 168 time: 1.0388806 Nov 05 22:55:32.957605 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:55:32.960031 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:55:33.051314 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f859cf-5a51-4eaf-8247-beda39bf916f x-openstack-request-id: req-49f859cf-5a51-4eaf-8247-beda39bf916f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:55:33.051778 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:55:33.052037 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49f859cf-5a51-4eaf-8247-beda39bf916f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:55:33.052443 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'status': 'completed', 'code': 200} Nov 05 22:55:33.058700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:33.114225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-c6c076ce-5752-43b6-a8e2-634c9a2ce5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:33.115747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-c6c076ce-5752-43b6-a8e2-634c9a2ce5f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 1096 time: 0.0417116 Nov 05 22:55:33.209067 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-22d84116-1a68-474e-aeca-2e0bbf45e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:33.210564 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-22d84116-1a68-474e-aeca-2e0bbf45e4da service neutron] 10.222.0.46 "GET /v2.0/networks?id=18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 200 len: 898 time: 0.0882590 Nov 05 22:55:33.254618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-3603bde3-f542-4df7-bbb4-ba32d2d67cca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 200 len: 217 time: 0.0357177 Nov 05 22:55:33.260636 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:33.290316 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] Checking router: a8869f8d-15c2-49d6-ab6d-1a3b703b455c for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:55:33.299774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:33.300537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:33.304389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-c7dde5d0-e787-40d6-a2f9-41e9a360ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:33.305934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-c7dde5d0-e787-40d6-a2f9-41e9a360ec7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 200 len: 834 time: 0.0442681 Nov 05 22:55:33.360942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-bb8ba117-d284-4218-997d-befafc1e174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:33.362428 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-bb8ba117-d284-4218-997d-befafc1e174b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18913196-301f-4c28-8356-243ac758af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457907 Nov 05 22:55:33.418617 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:33.458635 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-d65f7cb9-23e5-4321-b18e-ec6c59a9c769 service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879717 Nov 05 22:55:33.482845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bdf2d-315e-44d1-82d7-7dff211148bf req-8997fd1d-2936-4dcd-b4b5-1d2e64cd7e71 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:33.484682 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f42bdf2d-315e-44d1-82d7-7dff211148bf req-8997fd1d-2936-4dcd-b4b5-1d2e64cd7e71 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0972505 Nov 05 22:55:33.537838 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f42bdf2d-315e-44d1-82d7-7dff211148bf req-fcf1496f-8b58-41ab-a15a-a3924d152669 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461736 Nov 05 22:55:33.563259 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9bbecc5f-5ba7-48d1-a89f-7a85fa20b8ce req-fae2add0-dd2e-452d-8b42-7ce2f077df6a service neutron] 10.222.0.46 "GET /v2.0/networks/18913196-301f-4c28-8356-243ac758af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947750 Nov 05 22:55:33.620636 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:33.634221 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:33.664745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac6fed-d010-4576-a499-6444471401d3 None None] The sync data for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 is: [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:53:22Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'bd5d1664-d641-4034-a5d5-909f60ba852f', 'name': '', 'network_id': '18913196-301f-4c28-8356-243ac758af77', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:29:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:22Z', 'updated_at': '2021-11-05T22:53:25Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': 'f245b9f5-b2cc-4230-857b-8542033fa4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:55:33.888582 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33254853-ba55-45e0-811b-3ad8bb072274 None None] New status for floating IP cdb105da-5e59-4a97-ab79-bcb1bc6d5603: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:55:34.703785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72dc4f-a767-46d4-acaa-06d02c22f755 req-c3ce743d-a411-4ff1-abef-eed8ce28dced tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:34.705288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e72dc4f-a767-46d4-acaa-06d02c22f755 req-c3ce743d-a411-4ff1-abef-eed8ce28dced tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0926311 Nov 05 22:55:34.754614 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e72dc4f-a767-46d4-acaa-06d02c22f755 req-969f86fe-eba6-4542-98c4-4973dcd7eecd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Nov 05 22:55:34.930442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abfe75-3d45-438a-87da-da88f4eca80e req-897de854-1ab5-41b3-a46f-baab7488bef4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:34.931909 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65abfe75-3d45-438a-87da-da88f4eca80e req-897de854-1ab5-41b3-a46f-baab7488bef4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 945 time: 0.0473907 Nov 05 22:55:35.021730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 693ac6e5-77d0-472a-ba88-676e9f509ae1 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:55:35.022076 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:35.108832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 693ac6e5-77d0-472a-ba88-676e9f509ae1, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=693ac6e5-77d0-472a-ba88-676e9f509ae1,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:35.109199 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:35.121725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 693ac6e5-77d0-472a-ba88-676e9f509ae1 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:55:35.323787 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:35.351305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=693ac6e5-77d0-472a-ba88-676e9f509ae1,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:35.395908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] No DVR routers for this DVR port 693ac6e5-77d0-472a-ba88-676e9f509ae1 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:55:35.398670 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:35.402125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.46 "DELETE /v2.0/ports/693ac6e5-77d0-472a-ba88-676e9f509ae1 HTTP/1.1" status: 204 len: 173 time: 0.4637303 Nov 05 22:55:35.402607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-deleted', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:55:35.404873 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4041935-836f-4dc6-a1b0-f7eff4dba4cf" -d '{"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-deleted", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:55:35.441332 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7994e79f-4d19-4741-9a20-fb2a9a539753 x-openstack-request-id: req-7994e79f-4d19-4741-9a20-fb2a9a539753 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:55:35.441627 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a5f96d-93ab-455d-904f-f99a8227f09f", "name": "network-vif-deleted", "tag": "693ac6e5-77d0-472a-ba88-676e9f509ae1", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:55:35.441883 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7994e79f-4d19-4741-9a20-fb2a9a539753 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:55:35.442291 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a5f96d-93ab-455d-904f-f99a8227f09f', 'name': 'network-vif-deleted', 'tag': '693ac6e5-77d0-472a-ba88-676e9f509ae1', 'status': 'completed', 'code': 200} Nov 05 22:55:35.864512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b09acfde-e83f-4157-8266-2abebce2de8b req-b649bb7a-da01-440a-9e65-5784156ee3f8 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a5f96d-93ab-455d-904f-f99a8227f09f HTTP/1.1" status: 200 len: 210 time: 0.0259724 Nov 05 22:55:36.420101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-88e2d946-3a6b-4f53-bef0-17dde49164d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:36.923692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45700) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:37.623657 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:37.767399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:55:37.787633 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 693ac6e5-77d0-472a-ba88-676e9f509ae1 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:55:37.787936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 693ac6e5-77d0-472a-ba88-676e9f509ae1 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:55:37.875719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port bd5d1664-d641-4034-a5d5-909f60ba852f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:55:37.875981 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:37.964682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port bd5d1664-d641-4034-a5d5-909f60ba852f, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bd5d1664-d641-4034-a5d5-909f60ba852f,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:37.965350 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:37.977507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for bd5d1664-d641-4034-a5d5-909f60ba852f owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:55:38.220624 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:38.247325 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=bd5d1664-d641-4034-a5d5-909f60ba852f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:38.422316 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:38.545265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e518cbf6-fbac-43ff-9643-0ad34f879b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:38.638521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a8869f8d-15c2-49d6-ab6d-1a3b703b455c has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:55:38.740347 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:55:38.745583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f54db2a2-7d26-4203-a210-c498973c39d7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/a8869f8d-15c2-49d6-ab6d-1a3b703b455c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208809 Nov 05 22:55:38.748389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45702) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:38.750942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] Sync routers for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:55:38.761375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:38.761984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:38.802573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting subnet f245b9f5-b2cc-4230-857b-8542033fa4fe {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:55:38.805549 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:38.845070 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:38.865567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:38.925704 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.046517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:55:38Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:39.060414 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.074407 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] Checking router: a8869f8d-15c2-49d6-ab6d-1a3b703b455c for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:55:39.083292 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] Routers {'a8869f8d-15c2-49d6-ab6d-1a3b703b455c'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:39.083936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:39.090603 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Subnet': ['ID=f245b9f5-b2cc-4230-857b-8542033fa4fe,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:39.097116 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.102917 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-221063a8-85f1-4c51-9fd3-5dc9de5ea707 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/subnets/f245b9f5-b2cc-4230-857b-8542033fa4fe HTTP/1.1" status: 204 len: 168 time: 0.3509483 Nov 05 22:55:39.104457 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45704) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:39.119843 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e346277-92d3-4d8b-877f-62770890e725 None None] Network 18913196-301f-4c28-8356-243ac758af77 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:55:39.215813 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.328196 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.437075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] Set router a8869f8d-15c2-49d6-ab6d-1a3b703b455c gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:39.441562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 143d7e72-a519-4c63-8b8e-d42d9c348af9 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:55:39.441905 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.518515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 143d7e72-a519-4c63-8b8e-d42d9c348af9, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=143d7e72-a519-4c63-8b8e-d42d9c348af9,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:39.518872 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.531231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 143d7e72-a519-4c63-8b8e-d42d9c348af9 owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:55:39.617994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] DHCP port deletion for 18913196-301f-4c28-8356-243ac758af77 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:55:39.689389 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:55:38Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:39.691685 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Deleting port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:55:39.692057 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.733605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ffe11-26bd-4ffd-a608-2b92c9ad4356 None None] The sync data for ids ['a8869f8d-15c2-49d6-ab6d-1a3b703b455c'] in n-d-816738-5 is: [{'id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283143516', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:53:18Z', 'updated_at': '2021-11-05T22:55:38Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '143d7e72-a519-4c63-8b8e-d42d9c348af9', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8869f8d-15c2-49d6-ab6d-1a3b703b455c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:53:19Z', 'updated_at': '2021-11-05T22:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:55:39.756690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.787502 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] For port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23,segment=NetworkSegment(61db37a8-92a6-4307-9720-898d9eac3d2a),segment_id=61db37a8-92a6-4307-9720-898d9eac3d2a)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:39.787936 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.791880 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=143d7e72-a519-4c63-8b8e-d42d9c348af9,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:39.804522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Calling delete_port for ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:55:39.850920 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.945252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.952525 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.954875 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:39.973498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Pushing event deleted for resources: {'Port': ['ID=ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:39.975806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] No DVR routers for this DVR port ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:55:39.986244 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.986598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.986945 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.987424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.987684 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.988026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.988355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.988689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.989005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.989337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.989647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:39.989969 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1805b-b8c4-45e8-a09b-1a5054f26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.043229 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.043833 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Fanout notify agent at l3_agent the message router_deleted on router a8869f8d-15c2-49d6-ab6d-1a3b703b455c {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:55:40.050632 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.051747 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-80749faf-4383-4a04-80e4-b45915ba9fcf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/routers/a8869f8d-15c2-49d6-ab6d-1a3b703b455c HTTP/1.1" status: 204 len: 168 time: 0.9475615 Nov 05 22:55:40.054425 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45706) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:40.146531 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.245101 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.265676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18913196-301f-4c28-8356-243ac758af77']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:40.271859 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.275952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61db37a8-92a6-4307-9720-898d9eac3d2a') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:40.291513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61db37a8-92a6-4307-9720-898d9eac3d2a') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:40.291513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.300490 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.306843 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:55:40.307239 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:55:40.310332 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:55:40.454177 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.461351 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.465031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/networks/18913196-301f-4c28-8356-243ac758af77 HTTP/1.1" status: 204 len: 168 time: 0.4096529 Nov 05 22:55:40.467984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45708) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:40.476112 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c363f3-1f7b-4ff7-9b28-91be58b7f571 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Network': ['ID=18913196-301f-4c28-8356-243ac758af77,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:40.528601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.552528 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.671264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.673805 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:40.674972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/security-groups/73c2cbbb-3ef3-41e3-9d27-43d4eeee857f HTTP/1.1" status: 204 len: 168 time: 0.2059608 Nov 05 22:55:40.686745 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c2cbbb-3ef3-41e3-9d27-43d4eeee857f,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:40.692914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.693295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.693653 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.693988 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.694318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.694649 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.694997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.695311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.696075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.696075 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.696287 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:40.696646 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff6d8d-8dbe-4341-90f0-6efb96d101e0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:41.158145 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45714) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:41.162766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b8594e59-8127-49f7-8803-e48b53988b8b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723990581', 'description': 'tempest-secgroup-smoke-1723990581 description', 'project_id': '195363492cce4a6f84db88bfb148234d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:41.255383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8594e59-8127-49f7-8803-e48b53988b8b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.319510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8594e59-8127-49f7-8803-e48b53988b8b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.386409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8594e59-8127-49f7-8803-e48b53988b8b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.404100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bd5d1664-d641-4034-a5d5-909f60ba852f no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:55:41.418221 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8594e59-8127-49f7-8803-e48b53988b8b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af70ae5-567f-4129-b0de-64d3a987dba9,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:41.425147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: bd5d1664-d641-4034-a5d5-909f60ba852f {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:55:41.425147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bd5d1664-d641-4034-a5d5-909f60ba852f not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:55:41.425565 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 143d7e72-a519-4c63-8b8e-d42d9c348af9 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:55:41.447061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 143d7e72-a519-4c63-8b8e-d42d9c348af9 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:55:41.447866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 143d7e72-a519-4c63-8b8e-d42d9c348af9 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:55:41.447866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:55:41.466746 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:55:41.467088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device ea3bbdd9-3ff4-4b7f-866a-f3a0f85e5e23 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:55:41.518285 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b8594e59-8127-49f7-8803-e48b53988b8b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.522584 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b8594e59-8127-49f7-8803-e48b53988b8b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3604119 Nov 05 22:55:41.522584 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45716) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:41.527724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-40c745d1-8edb-4170-975f-edd27e4e831b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '8af70ae5-567f-4129-b0de-64d3a987dba9', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:41.630958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40c745d1-8edb-4170-975f-edd27e4e831b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.685534 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40c745d1-8edb-4170-975f-edd27e4e831b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.693594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.751834 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40c745d1-8edb-4170-975f-edd27e4e831b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.771220 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c745d1-8edb-4170-975f-edd27e4e831b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00495bff-ab7a-457a-b372-e050a1a0e73b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:41.816838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-40c745d1-8edb-4170-975f-edd27e4e831b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.818030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-40c745d1-8edb-4170-975f-edd27e4e831b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2945490 Nov 05 22:55:41.820803 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45718) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:41.826276 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-66698977-7ea3-4d5a-8c9b-9ac95d568d40 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '8af70ae5-567f-4129-b0de-64d3a987dba9', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:41.916548 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66698977-7ea3-4d5a-8c9b-9ac95d568d40 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:41.974602 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66698977-7ea3-4d5a-8c9b-9ac95d568d40 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.048938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66698977-7ea3-4d5a-8c9b-9ac95d568d40 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.067479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66698977-7ea3-4d5a-8c9b-9ac95d568d40 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6b6eec-f26c-47a3-9b38-a8f6d0a21393,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:42.107349 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.131120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-66698977-7ea3-4d5a-8c9b-9ac95d568d40 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.132412 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-66698977-7ea3-4d5a-8c9b-9ac95d568d40 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106887 Nov 05 22:55:42.135268 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45720) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:42.140218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-c46ecd9d-772e-4675-80ee-f79a6f0e8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '8af70ae5-567f-4129-b0de-64d3a987dba9', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:42.213597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c46ecd9d-772e-4675-80ee-f79a6f0e8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.268348 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c46ecd9d-772e-4675-80ee-f79a6f0e8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.346024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c46ecd9d-772e-4675-80ee-f79a6f0e8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.364101 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ecd9d-772e-4675-80ee-f79a6f0e8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d54031-b2e8-4879-bc1a-8934558402b7,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:42.439256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-c46ecd9d-772e-4675-80ee-f79a6f0e8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.440520 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c46ecd9d-772e-4675-80ee-f79a6f0e8a91 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036735 Nov 05 22:55:42.443239 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45722) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:42.447464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8327e7b6-266e-4e29-b832-b8c61cda6619 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '8af70ae5-567f-4129-b0de-64d3a987dba9', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:42.533854 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8327e7b6-266e-4e29-b832-b8c61cda6619 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.593958 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8327e7b6-266e-4e29-b832-b8c61cda6619 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.665982 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8327e7b6-266e-4e29-b832-b8c61cda6619 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.685545 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327e7b6-266e-4e29-b832-b8c61cda6619 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15162a6c-f462-4180-b149-9a9a1b1cb5e3,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:42.775237 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8327e7b6-266e-4e29-b832-b8c61cda6619 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.776979 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8327e7b6-266e-4e29-b832-b8c61cda6619 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327796 Nov 05 22:55:42.779774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45724) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:42.784108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '8af70ae5-567f-4129-b0de-64d3a987dba9', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:42.870872 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:55:42.875965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.934666 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:42.997342 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.014327 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd69376-636a-4094-9090-13042a712541,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:43.085375 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.086616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-2090d9cd-81f2-43f7-bbcf-311c76c85cfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3059289 Nov 05 22:55:43.089921 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45726) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:43.094382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '8af70ae5-567f-4129-b0de-64d3a987dba9', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:43.180484 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:55:43.185310 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.243877 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.311491 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.329668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea3608f-d035-45b3-935e-612003881a9a,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:43.393594 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.394822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7d5e624d-5283-4bb3-8b8a-95b49010da96 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039415 Nov 05 22:55:43.397685 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45728) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:43.403170 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'network': {'name': 'tempest-network-smoke--2050254306', 'project_id': '195363492cce4a6f84db88bfb148234d', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:43.488002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:55:43.491411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.515346 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:55:43.523796 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.524143 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Added segment 91dd682a-187f-4255-aeb9-c7ba898e1362 of type vlan for network 033fb0cf-2476-497c-a53b-2aab53ea42f3 Nov 05 22:55:43.562306 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.643092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.648663 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:43.649346 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.712722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Network': ['ID=033fb0cf-2476-497c-a53b-2aab53ea42f3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:43.722657 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:55:43.766272 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8e768711-bf6a-4a43-ae72-7b362fca0eab tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3675251 Nov 05 22:55:43.769022 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45730) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:43.773513 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'admin_state_up': True, 'project_id': '195363492cce4a6f84db88bfb148234d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:43.855722 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.856727 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:43.916378 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:44.113417 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:44.366180 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:44.384456 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:44.482313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.201 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/79c52a44-1d4a-407c-ab64-fccacff55fac) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:55:44.584938 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:44.672293 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:44.709413 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:55:44.714875 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:55:44.718567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:55:44.740402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=79c52a44-1d4a-407c-ab64-fccacff55fac,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:45.044176 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:45.245585 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:45.454597 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a5a868ef-bce9-4272-b5b6-9435075dc047 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:55:45.565203 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:55:45.580476 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Sync routers for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:55:45.598311 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:45.599188 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:45.645383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:45.646560 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b80e1873-3a5d-4633-bcdd-179f987a7690 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8765690 Nov 05 22:55:45.649828 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45732) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:45.701800 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:45.722258 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3501d60f-73b3-48f5-b8eb-5485b541ec01 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=195363492cce4a6f84db88bfb148234d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712953 Nov 05 22:55:45.725019 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45736) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:45.815464 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f103df4-3f15-44f7-8ddf-9823e267d223 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:45.817024 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5f103df4-3f15-44f7-8ddf-9823e267d223 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910296 Nov 05 22:55:45.819892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45738) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:45.849705 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-27a969a6-f0e2-48cf-9614-2c18267c7413 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265326 Nov 05 22:55:45.849941 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45740) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:45.854581 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1279712867', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'project_id': '195363492cce4a6f84db88bfb148234d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:45.876580 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:44Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:45.906494 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Checking router: a5a868ef-bce9-4272-b5b6-9435075dc047 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:55:45.906751 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Updating router a5a868ef-bce9-4272-b5b6-9435075dc047 port 79c52a44-1d4a-407c-ab64-fccacff55fac binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:55:45.933076 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.015146 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:55:46.018706 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.272754 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.276832 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.338912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Subnet': ['ID=0c126677-2d01-4609-962e-02c4105f97fc,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:46.348936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Checking segment: {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:55:46.349292 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network hostable DHCP agents. Network: 033fb0cf-2476-497c-a53b-2aab53ea42f3, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:55:46.352388 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.401639 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Attempting to bind port 79c52a44-1d4a-407c-ab64-fccacff55fac on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:55:46.404149 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Attempting to bind port 79c52a44-1d4a-407c-ab64-fccacff55fac by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:55:46.404149 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Attempting to bind port 79c52a44-1d4a-407c-ab64-fccacff55fac on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:55:46.408983 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Pushing event updated for resources: {'Port': ['ID=79c52a44-1d4a-407c-ab64-fccacff55fac,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:46.412056 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:55:46.412423 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:55:46.412809 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.413188 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:55:46.413643 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Bound port: 79c52a44-1d4a-407c-ab64-fccacff55fac, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:55:46.414014 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.414689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:55:46.420971 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.421397 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.421631 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.421959 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.422283 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.422605 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.422925 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.423244 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.423574 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.423898 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.424213 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.424528 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:55:46.471895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 033fb0cf-2476-497c-a53b-2aab53ea42f3) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:55:46.475612 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] For port 79c52a44-1d4a-407c-ab64-fccacff55fac, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:55:46.476100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:46.476821 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.479174 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] For port 79c52a44-1d4a-407c-ab64-fccacff55fac, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=79c52a44-1d4a-407c-ab64-fccacff55fac,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:55:46.484549 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ad8c0-d56e-4a04-8bb2-e2bffc36b9e7 None None] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:55:46.541136 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.574995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5eed5be8-4e52-4f18-b51f-8fef5d380ee6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7215459 Nov 05 22:55:46.575350 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45742) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:55:46.605920 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3522f4-db37-4093-8ba5-06e090daa1ed None None] Pushing event updated for resources: {'Port': ['ID=79c52a44-1d4a-407c-ab64-fccacff55fac,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:46.612672 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:46.613309 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:46.630865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-033fb0cf-2476-497c-a53b-2aab53ea42f3', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:55:46.631787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.722877 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:46.764865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Allocated IP 172.20.0.2 (033fb0cf-2476-497c-a53b-2aab53ea42f3/0c126677-2d01-4609-962e-02c4105f97fc/0d403820-e049-4533-903e-3f1c88f52e1a) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:55:46.905516 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:44Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:46.911991 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:46.934810 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e8480-6960-4d74-86ef-7565b5434a35 None None] The sync data for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 is: [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:44Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:55:46.993796 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.027916 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.042323 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:55:47.045517 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:55:47.047846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:55:47.055008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Pushing event updated for resources: {'Port': ['ID=0d403820-e049-4533-903e-3f1c88f52e1a,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:47.108080 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Attempting to bind port 0d403820-e049-4533-903e-3f1c88f52e1a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:55:47.108670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Attempting to bind port 0d403820-e049-4533-903e-3f1c88f52e1a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:55:47.109223 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Attempting to bind port 0d403820-e049-4533-903e-3f1c88f52e1a on network 033fb0cf-2476-497c-a53b-2aab53ea42f3 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:55:47.114995 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:55:47.115673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Checking segment: {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:55:47.116241 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.116632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Bound using segment: {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:55:47.117100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Bound port: 0d403820-e049-4533-903e-3f1c88f52e1a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:55:47.117744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.199593 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] For port 0d403820-e049-4533-903e-3f1c88f52e1a, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:55:47.204347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] For port 0d403820-e049-4533-903e-3f1c88f52e1a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0d403820-e049-4533-903e-3f1c88f52e1a,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:55:47.295662 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.333956 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.1 (033fb0cf-2476-497c-a53b-2aab53ea42f3/0c126677-2d01-4609-962e-02c4105f97fc/58224cda-9961-456d-9b6f-7ba24a52cc4d) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:55:47.363436 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64720d-66da-40b0-a1d2-4f3e4285f360 None None] Pushing event updated for resources: {'Port': ['ID=0d403820-e049-4533-903e-3f1c88f52e1a,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:47.475626 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 79c52a44-1d4a-407c-ab64-fccacff55fac up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:55:47.475965 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.552909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 79c52a44-1d4a-407c-ab64-fccacff55fac triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:47.553355 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.580935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.640369 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:55:47.643749 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:55:47.650333 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:55:47.680280 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=58224cda-9961-456d-9b6f-7ba24a52cc4d,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:47.692823 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.706935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.718715 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 79c52a44-1d4a-407c-ab64-fccacff55fac, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=79c52a44-1d4a-407c-ab64-fccacff55fac,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:47.837824 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:47.896371 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=79c52a44-1d4a-407c-ab64-fccacff55fac,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:47.915047 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.198748 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.272143 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.329090 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e26bb-b290-46ec-b5f0-344acd4e72ba None None] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:55:48.353901 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.355753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=58224cda-9961-456d-9b6f-7ba24a52cc4d,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:48.414036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6c204b10-d766-47f1-948d-27bef768d9ec None None] Provisioning complete for port 0d403820-e049-4533-903e-3f1c88f52e1a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:48.414406 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c204b10-d766-47f1-948d-27bef768d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.452816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:55:48.454217 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:55:48.559153 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c204b10-d766-47f1-948d-27bef768d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.584422 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a5a868ef-bce9-4272-b5b6-9435075dc047 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:55:48.595322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-6c204b10-d766-47f1-948d-27bef768d9ec None None] For port 0d403820-e049-4533-903e-3f1c88f52e1a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0d403820-e049-4533-903e-3f1c88f52e1a,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:48.649264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c204b10-d766-47f1-948d-27bef768d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.709976 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c204b10-d766-47f1-948d-27bef768d9ec None None] Pushing event updated for resources: {'Port': ['ID=0d403820-e049-4533-903e-3f1c88f52e1a,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:48.716426 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:55:48.722130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-81355aa4-3471-4ab8-b480-50cb5268fb44 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/a5a868ef-bce9-4272-b5b6-9435075dc047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1449311 Nov 05 22:55:48.873047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2f6bcd4e-a845-4b73-b1d3-b25041f22f86 None None] Provisioning complete for port 58224cda-9961-456d-9b6f-7ba24a52cc4d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:48.873744 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f6bcd4e-a845-4b73-b1d3-b25041f22f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.902504 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-60f285b0-b067-4b95-9a17-db27e7627e76 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723990581&fields=id&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 267 time: 0.0629911 Nov 05 22:55:48.911013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bcd4e-a845-4b73-b1d3-b25041f22f86 None None] Port 58224cda-9961-456d-9b6f-7ba24a52cc4d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:55:48.922186 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2f6bcd4e-a845-4b73-b1d3-b25041f22f86 None None] Provisioning complete for port 0d403820-e049-4533-903e-3f1c88f52e1a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:48.922552 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f6bcd4e-a845-4b73-b1d3-b25041f22f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:48.975665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Sync routers for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:55:49.008611 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:49.009255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:49.032711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-e517028b-0aac-4f72-b486-d505c770081f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:49.034422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-e517028b-0aac-4f72-b486-d505c770081f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/networks?id=033fb0cf-2476-497c-a53b-2aab53ea42f3 HTTP/1.1" status: 200 len: 797 time: 0.1236551 Nov 05 22:55:49.051926 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-41def73f-0644-4c22-8dd2-336a15b726b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/quotas/195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 375 time: 0.0111711 Nov 05 22:55:49.108157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-bb78a8dd-0ce0-4651-9081-d0a7bdeac80b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487914 Nov 05 22:55:49.144984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:49.237127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2c1982db-2193-4bd6-9e54-3c412c917f03 None None] Provisioning complete for port 58224cda-9961-456d-9b6f-7ba24a52cc4d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:49.237541 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2c1982db-2193-4bd6-9e54-3c412c917f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:49.255580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-9cdd8c1c-a601-4e18-ad19-8c4e670a4e0f service neutron] 10.222.0.41 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341269 Nov 05 22:55:49.327112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2c1982db-2193-4bd6-9e54-3c412c917f03 None None] Port 58224cda-9961-456d-9b6f-7ba24a52cc4d cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:55:49.342749 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-e3a8500a-120f-4e4b-acaa-de4d615d89cc service neutron] 10.222.0.41 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812771 Nov 05 22:55:49.409691 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:48Z', 'revision_number': 2, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:49.444579 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Checking router: a5a868ef-bce9-4272-b5b6-9435075dc047 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:55:49.453322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Updating router a5a868ef-bce9-4272-b5b6-9435075dc047 port 58224cda-9961-456d-9b6f-7ba24a52cc4d binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:55:49.602907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb426d2c-4b91-4030-acd2-d56143ebb3a5 req-12b3a052-e40f-498f-8fbe-24b2715c4fa1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 210 time: 0.0287097 Nov 05 22:55:49.631276 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 79c52a44-1d4a-407c-ab64-fccacff55fac up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:55:49.658050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:49.769947 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 79c52a44-1d4a-407c-ab64-fccacff55fac triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:49.770313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:49.933123 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0d403820-e049-4533-903e-3f1c88f52e1a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:55:50.034622 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 0d403820-e049-4533-903e-3f1c88f52e1a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:50.034992 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.038291 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.116054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.172810 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e19fe-0818-43fa-a230-4ff47d990bdb None None] Pushing event updated for resources: {'Port': ['ID=58224cda-9961-456d-9b6f-7ba24a52cc4d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:50.232220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Attempting to bind port 58224cda-9961-456d-9b6f-7ba24a52cc4d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:55:50.232681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Attempting to bind port 58224cda-9961-456d-9b6f-7ba24a52cc4d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:55:50.233119 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Attempting to bind port 58224cda-9961-456d-9b6f-7ba24a52cc4d on network 033fb0cf-2476-497c-a53b-2aab53ea42f3 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:55:50.238518 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:55:50.238893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Checking segment: {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:55:50.239430 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.239832 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Bound using segment: {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:55:50.240296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Bound port: 58224cda-9961-456d-9b6f-7ba24a52cc4d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:55:50.240752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.311514 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] For port 58224cda-9961-456d-9b6f-7ba24a52cc4d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:55:50.314731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] For port 58224cda-9961-456d-9b6f-7ba24a52cc4d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=58224cda-9961-456d-9b6f-7ba24a52cc4d,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:55:50.402770 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.470003 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:55:50.470662 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:50.474635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e19fe-0818-43fa-a230-4ff47d990bdb None None] Pushing event updated for resources: {'Port': ['ID=58224cda-9961-456d-9b6f-7ba24a52cc4d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:50.521127 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-7991a2af-53df-4863-873d-12b6121e8e1d None None] Provisioning complete for port 58224cda-9961-456d-9b6f-7ba24a52cc4d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:50.521499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7991a2af-53df-4863-873d-12b6121e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.622660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:55:50.707454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-07b9c96c-37ce-4dad-8c92-9d5c048ae303 req-a31d7b33-2e27-4271-8458-dde48189a302 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Nov 05 22:55:50.720939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7991a2af-53df-4863-873d-12b6121e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.802671 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-7991a2af-53df-4863-873d-12b6121e8e1d None None] For port 58224cda-9961-456d-9b6f-7ba24a52cc4d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=58224cda-9961-456d-9b6f-7ba24a52cc4d,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:50.877637 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:55:50.907104 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7991a2af-53df-4863-873d-12b6121e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:50.914008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed3444-835b-4cee-a481-a61afffee39a None None] The sync data for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 is: [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:55:50.976207 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a2af-53df-4863-873d-12b6121e8e1d None None] Pushing event updated for resources: {'Port': ['ID=58224cda-9961-456d-9b6f-7ba24a52cc4d,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:51.028726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a6d5ee2f-6ee4-47f4-868d-5979923a9a3d None None] Provisioning complete for port 58224cda-9961-456d-9b6f-7ba24a52cc4d triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:51.029148 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ee2f-6ee4-47f4-868d-5979923a9a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:51.434839 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 58224cda-9961-456d-9b6f-7ba24a52cc4d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:55:51.497441 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 58224cda-9961-456d-9b6f-7ba24a52cc4d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:51.497812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:51.559398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-b81b6bb7-4c3b-4f20-ad67-fb9ec2d5a9e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:51.561065 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-b81b6bb7-4c3b-4f20-ad67-fb9ec2d5a9e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/networks?id=033fb0cf-2476-497c-a53b-2aab53ea42f3 HTTP/1.1" status: 200 len: 797 time: 0.1155918 Nov 05 22:55:51.631569 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-d1b396c0-4833-45e8-8976-33885b470cd9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 380 time: 0.0602067 Nov 05 22:55:51.641456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'port': {'device_id': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'admin_state_up': True, 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'security_groups': ['8af70ae5-567f-4129-b0de-64d3a987dba9']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:51.810570 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b9749fe1-7f7d-42bd-9a7f-9c4a897edbff req-ba692ffd-c4ca-430c-a445-6136e299a817 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 210 time: 0.0288215 Nov 05 22:55:52.169021 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:55:52.172880 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:52.296362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.10 (033fb0cf-2476-497c-a53b-2aab53ea42f3/0c126677-2d01-4609-962e-02c4105f97fc/5aebfc19-2ef6-4c3d-8bfd-10c372c692db) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:55:52.428643 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:52.511856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:52.522879 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:55:52.558709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:55:52.563651 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:55:52.567382 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:55:52.591734 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:52.621768 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:52.625567 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:52.707854 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-3d98dcce-c685-4137-b96d-8dde573c559c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0701163 Nov 05 22:55:52.756452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ad72dfe3-cfe5-4f19-8f26-41b9a669bcb7 None None] Provisioning complete for port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:52.756949 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ad72dfe3-cfe5-4f19-8f26-41b9a669bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:52.761194 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Request body: {'port': {'device_id': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:55:52.790682 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-ad72dfe3-cfe5-4f19-8f26-41b9a669bcb7 None None] Port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:55:52.815569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:53.025179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b9dbb-e418-4c79-b9a9-9acb1dc10e80 req-b2a1d812-6a79-4b7f-965e-8ef9db0f2c74 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:53.027422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-295b9dbb-e418-4c79-b9a9-9acb1dc10e80 req-b2a1d812-6a79-4b7f-965e-8ef9db0f2c74 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 932 time: 0.1116905 Nov 05 22:55:53.102148 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-295b9dbb-e418-4c79-b9a9-9acb1dc10e80 req-e53639f4-45ff-45a9-aeaa-52145e55f9f1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666387 Nov 05 22:55:53.151410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aebfc19-2ef6-4c3d-8bfd-10c372c692db {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:55:53.158716 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:53.170205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Transition to ACTIVE for port object 5aebfc19-2ef6-4c3d-8bfd-10c372c692db will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:55:53.248850 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:53.301914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Pushing event updated for resources: {'Port': ['ID=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:53.375979 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Attempting to bind port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:55:53.376388 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Attempting to bind port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:55:53.376724 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Attempting to bind port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db on network 033fb0cf-2476-497c-a53b-2aab53ea42f3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:55:53.381225 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db on network 033fb0cf-2476-497c-a53b-2aab53ea42f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:55:53.381544 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Attempting to bind port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db on network 033fb0cf-2476-497c-a53b-2aab53ea42f3 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:55:53.387048 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:55:53.387385 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Checking segment: {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:55:53.387804 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Bound using segment: {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:55:53.388246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Bound port: 5aebfc19-2ef6-4c3d-8bfd-10c372c692db, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91dd682a-187f-4255-aeb9-c7ba898e1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:55:53.388602 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:53.453723 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] For port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:55:53.456887 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] For port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:55:53.529226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:53.565495 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:53.566121 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:53.567571 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] 10.222.0.13 "PUT /v2.0/ports/5aebfc19-2ef6-4c3d-8bfd-10c372c692db HTTP/1.1" status: 200 len: 1092 time: 0.8511708 Nov 05 22:55:53.567947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:55:53.570202 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b60773c-f962-4eac-a914-51f8815208fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:55:53.597398 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdcfd1-03c8-4a94-8fb2-6e1555b63382 service neutron] Pushing event updated for resources: {'Port': ['ID=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:53.613280 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d42395-a692-4177-9068-f01440ac0eee x-openstack-request-id: req-d1d42395-a692-4177-9068-f01440ac0eee {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:55:53.613806 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:55:53.614064 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1d42395-a692-4177-9068-f01440ac0eee {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:55:53.614488 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'status': 'completed', 'code': 200} Nov 05 22:55:53.675671 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60773c-f962-4eac-a914-51f8815208fd req-acfb547f-f144-4aa2-b47c-85f986ba77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:53.677215 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b60773c-f962-4eac-a914-51f8815208fd req-acfb547f-f144-4aa2-b47c-85f986ba77a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1095 time: 0.0437870 Nov 05 22:55:53.777034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60773c-f962-4eac-a914-51f8815208fd req-0f1c59e9-ba13-400f-8750-b8af70745b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:53.778506 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b60773c-f962-4eac-a914-51f8815208fd req-0f1c59e9-ba13-400f-8750-b8af70745b70 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=195363492cce4a6f84db88bfb148234d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0931714 Nov 05 22:55:53.876261 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60773c-f962-4eac-a914-51f8815208fd req-c6a35fe2-b3be-4998-9b33-35db6111ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:53.877721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8b60773c-f962-4eac-a914-51f8815208fd req-c6a35fe2-b3be-4998-9b33-35db6111ecbd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925820 Nov 05 22:55:53.957488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-8467efb0-1185-4300-a3c4-bb054c9a9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:53.959019 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-8467efb0-1185-4300-a3c4-bb054c9a9b85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1095 time: 0.0408580 Nov 05 22:55:54.007746 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-2142976d-54e2-4723-94ea-60c942a16afe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db HTTP/1.1" status: 200 len: 217 time: 0.0410113 Nov 05 22:55:54.056204 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-aa864e83-dd35-4942-9e21-e74be4c7f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:54.057643 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-aa864e83-dd35-4942-9e21-e74be4c7f1ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c126677-2d01-4609-962e-02c4105f97fc HTTP/1.1" status: 200 len: 835 time: 0.0433114 Nov 05 22:55:54.103361 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-5aac779a-bb52-48ca-8cef-101271646ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:54.105550 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-5aac779a-bb52-48ca-8cef-101271646ffe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033fb0cf-2476-497c-a53b-2aab53ea42f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409300 Nov 05 22:55:54.232071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-8a5ee725-9734-498a-a76a-024e50418c9c service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187987 Nov 05 22:55:54.241044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3bacc-8203-40a1-833c-96e8ccc84cab req-5e543ceb-2c37-46fa-add4-06d85ec13135 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:54.242649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1e3bacc-8203-40a1-833c-96e8ccc84cab req-5e543ceb-2c37-46fa-add4-06d85ec13135 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 944 time: 0.0712733 Nov 05 22:55:54.345261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e1e3bacc-8203-40a1-833c-96e8ccc84cab req-3b7b93f5-d571-45cd-b5b3-ab2046734cdd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948713 Nov 05 22:55:54.367980 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-80226a7f-8561-4d85-b1e4-c87729fc7584 req-51e776a4-1b0d-45e6-8823-7483d373dfd3 service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241081 Nov 05 22:55:55.462295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0615a-40da-40f7-b8b2-1c0b4b159820 req-2ab329bf-b8b8-48ff-ba05-1e5a3375e096 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:55.464274 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8f0615a-40da-40f7-b8b2-1c0b4b159820 req-2ab329bf-b8b8-48ff-ba05-1e5a3375e096 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 944 time: 0.0486889 Nov 05 22:55:55.511725 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f8f0615a-40da-40f7-b8b2-1c0b4b159820 req-3cda6d66-9aea-416a-b4d5-287f6deb2ece tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Nov 05 22:55:56.596677 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5aebfc19-2ef6-4c3d-8bfd-10c372c692db details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:55:56.628321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec43d3-abb6-4b47-92cc-a9e8c9814d72 req-2d5fb011-2941-4e04-904e-bf2fa1c1a7bd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:56.629823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7eec43d3-abb6-4b47-92cc-a9e8c9814d72 req-2d5fb011-2941-4e04-904e-bf2fa1c1a7bd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 944 time: 0.0512934 Nov 05 22:55:56.680324 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7eec43d3-abb6-4b47-92cc-a9e8c9814d72 req-5c42a820-1e81-4748-b0d0-6687eaaf049c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Nov 05 22:55:56.695512 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:56.707141 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'port_id': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'mac_address': 'fa:16:3e:de:5b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:55:56.743391 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:56.756423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aebfc19-2ef6-4c3d-8bfd-10c372c692db {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:55:56.774766 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:56.831242 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:56.877797 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:57.075035 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['5aebfc19-2ef6-4c3d-8bfd-10c372c692db'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:55:57.799004 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662f5a4-a50a-4c63-ac3d-b5634eb3aa33 req-889144fa-ccfd-47b7-862d-5c4623075596 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:57.800519 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5662f5a4-a50a-4c63-ac3d-b5634eb3aa33 req-889144fa-ccfd-47b7-862d-5c4623075596 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Nov 05 22:55:57.849850 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5662f5a4-a50a-4c63-ac3d-b5634eb3aa33 req-4a3c3219-f8b1-4a60-ae0c-627201e6b3cd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Nov 05 22:55:58.606002 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5aebfc19-2ef6-4c3d-8bfd-10c372c692db up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:55:58.746283 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:55:58.750191 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:55:58.750556 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:58.825425 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:58.846845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:55:58.849120 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ffca6a-f837-44c2-84ff-75a2f1b2a8a7" -d '{"events": [{"server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "name": "network-vif-plugged", "status": "completed", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:55:58.862043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:55:58.928806 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:55:58.960004 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8db5fb-a422-41e1-858c-12a337e4a0f8 x-openstack-request-id: req-0a8db5fb-a422-41e1-858c-12a337e4a0f8 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:55:58.960283 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "name": "network-vif-plugged", "status": "completed", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:55:58.960667 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a8db5fb-a422-41e1-858c-12a337e4a0f8 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:55:58.961068 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'code': 200} Nov 05 22:55:58.966053 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d02f2-3cee-44f0-842d-32ab7f60c76d req-3eec2b0a-7f98-4ccd-a9c9-b99a2a7622a7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:58.967940 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-799d02f2-3cee-44f0-842d-32ab7f60c76d req-3eec2b0a-7f98-4ccd-a9c9-b99a2a7622a7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0515924 Nov 05 22:55:58.987956 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:55:59.033118 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-799d02f2-3cee-44f0-842d-32ab7f60c76d req-97a90c26-34f6-4de7-9960-733b1f47152b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467229 Nov 05 22:55:59.045653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8918e-5579-45f6-9d74-39c5fe1eafcc req-8f5c5cb9-508d-4eb3-831a-f4715d740d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:55:59.047154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08f8918e-5579-45f6-9d74-39c5fe1eafcc req-8f5c5cb9-508d-4eb3-831a-f4715d740d15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1097 time: 0.0457156 Nov 05 22:55:59.093474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08f8918e-5579-45f6-9d74-39c5fe1eafcc req-b8d68c50-a9fc-4162-9cc7-aeb623eacfcb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Nov 05 22:56:00.151861 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea41c11-90de-4f8f-914a-cf571055217d req-685fc373-deeb-4a2f-8536-86ccf1986113 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:00.153312 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ea41c11-90de-4f8f-914a-cf571055217d req-685fc373-deeb-4a2f-8536-86ccf1986113 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0496392 Nov 05 22:56:00.203481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ea41c11-90de-4f8f-914a-cf571055217d req-1c0d02ca-ef77-454f-a987-57a4cb4d883e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442934 Nov 05 22:56:01.329036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa632b-8bb0-4de8-9026-aa50747fee1b req-5273dc5e-99f3-4ac0-ad60-d8b6b902c11e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:01.330445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6caa632b-8bb0-4de8-9026-aa50747fee1b req-5273dc5e-99f3-4ac0-ad60-d8b6b902c11e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0550334 Nov 05 22:56:01.379004 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6caa632b-8bb0-4de8-9026-aa50747fee1b req-ac08afcd-076e-49a7-8558-5c535adb56c2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Nov 05 22:56:01.497301 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85a668-fad2-49da-8113-837d0b0e2bb3 req-3c4a21d7-c7d9-497c-b9dd-684057c8ff33 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:01.498854 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c85a668-fad2-49da-8113-837d0b0e2bb3 req-3c4a21d7-c7d9-497c-b9dd-684057c8ff33 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0493529 Nov 05 22:56:01.552560 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1c85a668-fad2-49da-8113-837d0b0e2bb3 req-223c9721-92fb-489e-b050-e23a53fb9ebf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476363 Nov 05 22:56:01.578425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45804) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:56:01.580889 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:01.617426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15a488-bcbc-4004-9a64-0a0c4edbc1e0 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:01.619918 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc15a488-bcbc-4004-9a64-0a0c4edbc1e0 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1092 time: 0.0399272 Nov 05 22:56:01.622684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45806) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:56:01.626930 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:56:01.699993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:01.797766 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:01.897341 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.208 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/8d498b4b-1b3f-4b77-82d3-9ec1cf210694) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:56:02.008329 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:02.111942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:02.149888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:56:02.154637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:56:02.158209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:56:02.164236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=8d498b4b-1b3f-4b77-82d3-9ec1cf210694,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:56:02.788383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:02.919460 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:03.065967 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:03.123156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:03.188509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=8d498b4b-1b3f-4b77-82d3-9ec1cf210694,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:56:03.202269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:03.300751 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP 8c2733f7-63df-4f58-816b-3fc88f8adbaf associated. External IP: 172.25.6.208, port: 5aebfc19-2ef6-4c3d-8bfd-10c372c692db. Nov 05 22:56:03.504108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a5a868ef-bce9-4272-b5b6-9435075dc047 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:56:03.611830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:56:03.622092 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] Sync routers for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:56:03.631289 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:56:03.635024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:03.635485 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:56:03.706798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:03.734586 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4de1dfa0-703c-48e4-b4c2-5d90955491f4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1109028 Nov 05 22:56:03.735245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:56:03.736867 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:56:03.737553 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c78ab33-877d-4c27-8463-57a28bbb966e" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:56:03.847998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834d28-7b5b-47c2-8d52-3ddb70eda23d req-acccd00a-dfb2-4835-807b-8f4e395edce7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:03.851104 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9834d28-7b5b-47c2-8d52-3ddb70eda23d req-acccd00a-dfb2-4835-807b-8f4e395edce7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0660739 Nov 05 22:56:03.852816 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca73475-cb6e-4075-ad31-5fd9a36a3621 x-openstack-request-id: req-3ca73475-cb6e-4075-ad31-5fd9a36a3621 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:56:03.853107 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:56:03.853366 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ca73475-cb6e-4075-ad31-5fd9a36a3621 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:56:03.854329 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'status': 'completed', 'code': 200} Nov 05 22:56:03.917732 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-f8c314bb-d21f-4ddd-aa63-fbaba1230669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:03.918634 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9834d28-7b5b-47c2-8d52-3ddb70eda23d req-f8122b90-6c08-4be6-8e34-6469f891ecfa tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568421 Nov 05 22:56:03.919239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-f8c314bb-d21f-4ddd-aa63-fbaba1230669 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1097 time: 0.0424762 Nov 05 22:56:03.930996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45814) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:56:03.966237 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '8c2733f7-63df-4f58-816b-3fc88f8adbaf', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'port_id': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'mac_address': 'fa:16:3e:de:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:56:02Z', 'updated_at': '2021-11-05T22:56:02Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:56:03.992787 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-296e657c-a346-49e4-8d20-d44b156c0a82 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/8c2733f7-63df-4f58-816b-3fc88f8adbaf HTTP/1.1" status: 200 len: 992 time: 0.0602138 Nov 05 22:56:04.000864 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] Checking router: a5a868ef-bce9-4272-b5b6-9435075dc047 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:56:04.015215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-f840b29c-33df-48e5-ae40-e0ccdd19d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:04.015451 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:56:04.015985 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:55:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:56:04.016728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-f840b29c-33df-48e5-ae40-e0ccdd19d908 service neutron] 10.222.0.13 "GET /v2.0/networks?id=033fb0cf-2476-497c-a53b-2aab53ea42f3 HTTP/1.1" status: 200 len: 898 time: 0.0903594 Nov 05 22:56:04.090803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-f78bf6a0-7000-4da5-bc3f-a1d50239fc67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db HTTP/1.1" status: 200 len: 1000 time: 0.0674801 Nov 05 22:56:04.119484 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:56:04.140019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-7f2a2bb2-5b8b-4a50-a996-edee46b855c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:04.141461 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-7f2a2bb2-5b8b-4a50-a996-edee46b855c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c126677-2d01-4609-962e-02c4105f97fc HTTP/1.1" status: 200 len: 835 time: 0.0436621 Nov 05 22:56:04.187156 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-23b8b835-1e19-4c22-818f-4c178f139573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:04.188607 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-23b8b835-1e19-4c22-818f-4c178f139573 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033fb0cf-2476-497c-a53b-2aab53ea42f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401587 Nov 05 22:56:04.283764 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-b45a4909-8779-4c3f-8254-e36a7228ead1 service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883164 Nov 05 22:56:04.340127 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '8c2733f7-63df-4f58-816b-3fc88f8adbaf', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'port_id': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'mac_address': 'fa:16:3e:de:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:56:02Z', 'updated_at': '2021-11-05T22:56:02Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:56:04.369869 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4141d0-049a-49e0-8a21-dc8754e319d9 None None] The sync data for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 is: [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '8c2733f7-63df-4f58-816b-3fc88f8adbaf', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'port_id': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'mac_address': 'fa:16:3e:de:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:56:02Z', 'updated_at': '2021-11-05T22:56:02Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:56:04.371934 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7c78ab33-877d-4c27-8463-57a28bbb966e req-e371a9fe-4a70-4b07-89c8-46a59b8192fa service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815666 Nov 05 22:56:04.566670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a9e2b-bff7-4542-8fed-6314eaa5a2d7 None None] New status for floating IP 8c2733f7-63df-4f58-816b-3fc88f8adbaf: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:56:04.996510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45816) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:56:05.060193 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b64eb167-4e63-4855-81f0-f2af2b186d29 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/8c2733f7-63df-4f58-816b-3fc88f8adbaf HTTP/1.1" status: 200 len: 994 time: 0.0625408 Nov 05 22:56:06.431175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-83526b0f-1807-4966-a068-2c9b900e58ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:08.556130 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6a9d093f-a599-415d-9557-df698e1a06ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:10.272620 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:11.705699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:12.140253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:27.550406 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-4766eda7-2034-44b7-8e83-da37e83f9a36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441232 Nov 05 22:56:27.632255 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-6ab560f2-ec2f-4686-9c26-862ba0c72a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:27.633761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-6ab560f2-ec2f-4686-9c26-862ba0c72a02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1097 time: 0.0407267 Nov 05 22:56:27.743904 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-b1b7812e-3bfc-483c-8bc2-f5711c81d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:27.745380 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-b1b7812e-3bfc-483c-8bc2-f5711c81d57f service neutron] 10.222.0.13 "GET /v2.0/networks?id=033fb0cf-2476-497c-a53b-2aab53ea42f3 HTTP/1.1" status: 200 len: 898 time: 0.0903325 Nov 05 22:56:27.811584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-61b6ae7a-04f7-4d59-8eaf-d060eae328d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db HTTP/1.1" status: 200 len: 1002 time: 0.0579357 Nov 05 22:56:27.858824 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-f6ea28bd-fe9b-4e81-acec-b717794f157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:27.860222 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-f6ea28bd-fe9b-4e81-acec-b717794f157d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c126677-2d01-4609-962e-02c4105f97fc HTTP/1.1" status: 200 len: 835 time: 0.0421174 Nov 05 22:56:27.908964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-3cb4f837-2427-461b-b33c-b52825ebc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:27.910306 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-3cb4f837-2427-461b-b33c-b52825ebc8b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033fb0cf-2476-497c-a53b-2aab53ea42f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427165 Nov 05 22:56:27.998941 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-116dd851-b3f0-4f15-a8a5-6bc767d2b8fa service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800200 Nov 05 22:56:28.100395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4e30846-355c-4b4e-9c03-7ad5ee8f6af8 req-30f3bc7b-9775-4526-a527-2a171ffdfb19 service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904629 Nov 05 22:56:29.521235 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:56:31.597166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:31.817709 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7ec1-50e9-419f-ab00-c1ee4755ed44 req-3c9b40dd-1bb7-4959-ad7c-dbffcf93aa1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:31.819189 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88ef7ec1-50e9-419f-ab00-c1ee4755ed44 req-3c9b40dd-1bb7-4959-ad7c-dbffcf93aa1b tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0503135 Nov 05 22:56:31.868976 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-88ef7ec1-50e9-419f-ab00-c1ee4755ed44 req-2d2e4025-9ba5-4b37-bc1b-5ca4b945ba47 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Nov 05 22:56:32.990206 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aab3db-c78f-4f0e-b8fc-aaf8d16a2127 req-e51f3b52-7896-416f-afdf-cfbce3b91d81 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:32.991717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17aab3db-c78f-4f0e-b8fc-aaf8d16a2127 req-e51f3b52-7896-416f-afdf-cfbce3b91d81 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0493398 Nov 05 22:56:33.039988 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-17aab3db-c78f-4f0e-b8fc-aaf8d16a2127 req-eb739e5d-aa54-494a-9b5d-bc18636e8b63 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Nov 05 22:56:33.602545 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:34.160610 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3559f-c63c-474b-b7a6-42230fd16a14 req-ee4c49ec-88fd-4176-bdc1-c0cfefa21c47 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:34.162070 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2da3559f-c63c-474b-b7a6-42230fd16a14 req-ee4c49ec-88fd-4176-bdc1-c0cfefa21c47 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0548763 Nov 05 22:56:34.214032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2da3559f-c63c-474b-b7a6-42230fd16a14 req-093d2e8f-7b67-43d7-b9d9-494aad1fe982 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456915 Nov 05 22:56:35.327501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2dd65-6a2f-40d8-b707-6d5015327faf req-348d6b14-269d-464a-91b1-d4b52d13efb5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:35.329216 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03d2dd65-6a2f-40d8-b707-6d5015327faf req-348d6b14-269d-464a-91b1-d4b52d13efb5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0486844 Nov 05 22:56:35.377688 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-03d2dd65-6a2f-40d8-b707-6d5015327faf req-1d502eb1-ec22-4027-9e49-61605747e882 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Nov 05 22:56:36.441488 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5280a7a4-e935-4652-a52a-b762fc98c04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:36.493327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788d83-138e-403d-adc8-8b36cd80dd82 req-1736f45f-deba-45f9-bd24-bfa7b5b9a909 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:36.494793 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08788d83-138e-403d-adc8-8b36cd80dd82 req-1736f45f-deba-45f9-bd24-bfa7b5b9a909 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Nov 05 22:56:36.543285 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-08788d83-138e-403d-adc8-8b36cd80dd82 req-82179527-a431-4e4a-a753-cfec06d50adf tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 Nov 05 22:56:37.661616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789ddbc-ba85-42a1-9215-4c51e584da79 req-c6e4b6f1-886c-4131-ae12-d4a39faaae14 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:37.663037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7789ddbc-ba85-42a1-9215-4c51e584da79 req-c6e4b6f1-886c-4131-ae12-d4a39faaae14 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0538311 Nov 05 22:56:37.712738 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7789ddbc-ba85-42a1-9215-4c51e584da79 req-aa5d1f05-96dd-4973-8d53-fc9caccbf8e5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 Nov 05 22:56:38.540155 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-089290ad-d1bc-46ca-ab87-b2807d6af5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:38.826038 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82c104-329c-43ed-bf7f-7421a562c953 req-ec4f9788-8e5f-41c0-b1eb-f31339c0bf2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:38.827407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e82c104-329c-43ed-bf7f-7421a562c953 req-ec4f9788-8e5f-41c0-b1eb-f31339c0bf2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0483487 Nov 05 22:56:38.875464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e82c104-329c-43ed-bf7f-7421a562c953 req-2d7b9e93-06d1-4224-b5b3-ac5bdb70ef88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Nov 05 22:56:39.988565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c46b-6a76-4840-8299-778d193a06c4 req-870c0b59-4ffb-4fde-9cf5-f515ad5eb744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:39.990011 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2189c46b-6a76-4840-8299-778d193a06c4 req-870c0b59-4ffb-4fde-9cf5-f515ad5eb744 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0486052 Nov 05 22:56:40.039194 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-2189c46b-6a76-4840-8299-778d193a06c4 req-7b82842b-35f4-437b-8aed-405eb3cae641 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Nov 05 22:56:40.281091 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:41.165219 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba233b08-45aa-4c0b-be13-ac1afabb4a30 req-3a26f09b-85e7-4a46-b3e4-ea63d7686dfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:41.166678 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba233b08-45aa-4c0b-be13-ac1afabb4a30 req-3a26f09b-85e7-4a46-b3e4-ea63d7686dfd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0573697 Nov 05 22:56:41.214796 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ba233b08-45aa-4c0b-be13-ac1afabb4a30 req-50c05d19-5214-41bd-b547-ed14c3810f15 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Nov 05 22:56:41.705301 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:42.134055 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:56:42.328509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd8b3e-ae41-435d-a257-3f2ca0cc1c8e req-29747785-e5df-40ac-8f62-34dad37711d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:42.329935 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bbd8b3e-ae41-435d-a257-3f2ca0cc1c8e req-29747785-e5df-40ac-8f62-34dad37711d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0496910 Nov 05 22:56:42.385616 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9bbd8b3e-ae41-435d-a257-3f2ca0cc1c8e req-bf3ed8a0-1bf8-4b5f-bd41-60c50c504297 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497601 Nov 05 22:56:42.408510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45848) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:56:42.468161 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-905f7c1b-d5e4-4d42-a4ac-2daba961296a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/8c2733f7-63df-4f58-816b-3fc88f8adbaf HTTP/1.1" status: 200 len: 994 time: 0.0584893 Nov 05 22:56:43.830981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d77bf7-bfc1-4706-878c-fa8945463f4e req-51d0269d-5a48-4999-8774-b30e17133208 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:43.832728 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44d77bf7-bfc1-4706-878c-fa8945463f4e req-51d0269d-5a48-4999-8774-b30e17133208 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0497522 Nov 05 22:56:43.884766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-44d77bf7-bfc1-4706-878c-fa8945463f4e req-c966a686-ebc6-4b3e-b0b1-1362d346071f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Nov 05 22:56:43.933179 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591349ef-2760-41fb-b68b-c5d629b7619b req-9e34d037-7a5d-4e0b-a8a3-b6ecc14083c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:43.934618 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-591349ef-2760-41fb-b68b-c5d629b7619b req-9e34d037-7a5d-4e0b-a8a3-b6ecc14083c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1097 time: 0.0398347 Nov 05 22:56:44.026367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591349ef-2760-41fb-b68b-c5d629b7619b req-1e9108a2-59e5-4ca7-861d-42b5d30a2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:44.027761 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-591349ef-2760-41fb-b68b-c5d629b7619b req-1e9108a2-59e5-4ca7-861d-42b5d30a2540 service neutron] 10.222.0.13 "GET /v2.0/networks?id=033fb0cf-2476-497c-a53b-2aab53ea42f3 HTTP/1.1" status: 200 len: 898 time: 0.0862553 Nov 05 22:56:44.098033 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-591349ef-2760-41fb-b68b-c5d629b7619b req-3c05fea2-b410-4e0a-897b-c2a5ff184e5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db HTTP/1.1" status: 200 len: 1002 time: 0.0635412 Nov 05 22:56:44.146228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591349ef-2760-41fb-b68b-c5d629b7619b req-b4d85233-bf82-479c-a30e-c92c03e2aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:44.147657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-591349ef-2760-41fb-b68b-c5d629b7619b req-b4d85233-bf82-479c-a30e-c92c03e2aab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c126677-2d01-4609-962e-02c4105f97fc HTTP/1.1" status: 200 len: 835 time: 0.0429096 Nov 05 22:56:44.192877 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591349ef-2760-41fb-b68b-c5d629b7619b req-073728b8-5307-4397-9387-113a345b05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:44.194337 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-591349ef-2760-41fb-b68b-c5d629b7619b req-073728b8-5307-4397-9387-113a345b05b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033fb0cf-2476-497c-a53b-2aab53ea42f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401161 Nov 05 22:56:44.286042 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-591349ef-2760-41fb-b68b-c5d629b7619b req-60923c9a-5f8d-49ed-9c96-cbc35e6e495e service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843322 Nov 05 22:56:44.379348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-591349ef-2760-41fb-b68b-c5d629b7619b req-1a8737c7-7474-4d59-aa67-a74b04dfadff service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861363 Nov 05 22:56:45.005614 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842ab2f-448a-445f-9e38-535cb36b9a7c req-6f14ee26-85b2-4e6a-914c-17b143bb3643 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:45.007095 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0842ab2f-448a-445f-9e38-535cb36b9a7c req-6f14ee26-85b2-4e6a-914c-17b143bb3643 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0511413 Nov 05 22:56:45.059611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0842ab2f-448a-445f-9e38-535cb36b9a7c req-a1840394-5bdb-4a0b-8243-7db5e26e6c2f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Nov 05 22:56:46.175947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291bed-4ec1-4114-af87-52b9ae9e659d req-540a3d14-53f4-495f-a6b7-1dabdbc5fd52 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:56:46.177433 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7291bed-4ec1-4114-af87-52b9ae9e659d req-540a3d14-53f4-495f-a6b7-1dabdbc5fd52 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0495906 Nov 05 22:56:46.229937 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c7291bed-4ec1-4114-af87-52b9ae9e659d req-77158159-273e-4df2-9a6c-1310cc14c380 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Nov 05 22:56:46.252342 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45860) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:56:46.311482 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dcdb6988-c0b3-4fad-ae57-4019665adbea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/8c2733f7-63df-4f58-816b-3fc88f8adbaf HTTP/1.1" status: 200 len: 994 time: 0.0575221 Nov 05 22:57:01.625239 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:03.617733 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:06.488078 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-797b5890-6aae-45c1-8c6d-7e1a12dcce7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:06.520968 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:57:08.554957 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ac78fdaa-8f09-431b-b68f-386d8444342f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:10.299513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:11.733497 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:12.109621 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:16.994264 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45878) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:17.145561 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 8d498b4b-1b3f-4b77-82d3-9ec1cf210694 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:57:17.145895 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:17.220509 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:17.221377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:17.233947 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 8d498b4b-1b3f-4b77-82d3-9ec1cf210694 owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:57:17.549833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:17.572952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=8d498b4b-1b3f-4b77-82d3-9ec1cf210694,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:17.583741 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.584007 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.584349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.584690 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.585014 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.585387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.586103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.586103 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.586511 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.586852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.587185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.587501 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:17.646584 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:17.646971 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP 8c2733f7-63df-4f58-816b-3fc88f8adbaf disassociated (deleted). External IP: 172.25.6.208, port: 5aebfc19-2ef6-4c3d-8bfd-10c372c692db. Nov 05 22:57:17.858324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a5a868ef-bce9-4272-b5b6-9435075dc047 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:57:17.963362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:57:17.968297 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:17.973094 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] Sync routers for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:57:17.983117 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:17.983758 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:17.994820 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-f64b9fdd-17f1-48b2-a970-aace6e502116 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c2733f7-63df-4f58-816b-3fc88f8adbaf HTTP/1.1" status: 204 len: 168 time: 0.9994888 Nov 05 22:57:17.995443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:57:17.997679 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c6a72-f081-481e-b01c-01ae76c8dfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:57:18.039349 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082e1f5-c0c1-4afa-813f-a51d6b1cd6b1 x-openstack-request-id: req-7082e1f5-c0c1-4afa-813f-a51d6b1cd6b1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:57:18.040113 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:57:18.040444 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7082e1f5-c0c1-4afa-813f-a51d6b1cd6b1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:57:18.040802 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'status': 'completed', 'code': 200} Nov 05 22:57:18.103647 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:18.116044 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-fedb7f87-b870-40fd-81c6-a6152023bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:18.117481 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-fedb7f87-b870-40fd-81c6-a6152023bca5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 1097 time: 0.0554309 Nov 05 22:57:18.208649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-5e9ea9b4-643a-4462-ab12-db38e4035cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:18.210115 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-5e9ea9b4-643a-4462-ab12-db38e4035cd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=033fb0cf-2476-497c-a53b-2aab53ea42f3 HTTP/1.1" status: 200 len: 898 time: 0.0863068 Nov 05 22:57:18.255684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-49fe068c-8a64-44f9-99a7-be2f11dd1452 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db HTTP/1.1" status: 200 len: 217 time: 0.0381348 Nov 05 22:57:18.308449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-3f86a1a7-23ca-4720-b548-58f0e944cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:18.308711 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:18.309990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-3f86a1a7-23ca-4720-b548-58f0e944cf6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c126677-2d01-4609-962e-02c4105f97fc HTTP/1.1" status: 200 len: 835 time: 0.0481184 Nov 05 22:57:18.340083 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] Checking router: a5a868ef-bce9-4272-b5b6-9435075dc047 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:57:18.352400 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:18.353215 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:18.362377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-26a8eaa6-01bf-46ad-9116-103f0a2b3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:18.365981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-26a8eaa6-01bf-46ad-9116-103f0a2b3c55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033fb0cf-2476-497c-a53b-2aab53ea42f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460820 Nov 05 22:57:18.467402 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-a1a0fee5-9fd9-4a50-a680-f3e7e1bc5553 service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958498 Nov 05 22:57:18.468849 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:18.476426 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d50c8-4105-4171-87e6-11f4b7019bfb req-9cf941b6-43d4-46d5-87a9-aae0cbb8e9e2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:18.481574 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c65d50c8-4105-4171-87e6-11f4b7019bfb req-9cf941b6-43d4-46d5-87a9-aae0cbb8e9e2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0557339 Nov 05 22:57:18.533812 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c65d50c8-4105-4171-87e6-11f4b7019bfb req-14aa323d-0472-4c3b-9e55-c546927ce46d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474186 Nov 05 22:57:18.564430 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-299c6a72-f081-481e-b01c-01ae76c8dfe0 req-728cd689-ad8f-4fe5-bbb8-675b899dc401 service neutron] 10.222.0.13 "GET /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886018 Nov 05 22:57:18.680652 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:18.706083 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c7ec3-d0e3-4e52-a155-f15917a6b75f None None] The sync data for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 is: [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '58224cda-9961-456d-9b6f-7ba24a52cc4d', 'name': '', 'network_id': '033fb0cf-2476-497c-a53b-2aab53ea42f3', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:07:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0c126677-2d01-4609-962e-02c4105f97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:47Z', 'updated_at': '2021-11-05T22:55:50Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '0c126677-2d01-4609-962e-02c4105f97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:57:18.934105 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc13cc-1b2b-4686-bbd6-a0559370e1bf None None] New status for floating IP 8c2733f7-63df-4f58-816b-3fc88f8adbaf: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:57:19.650965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdbc3-5adc-4028-bdc5-ae64e742b950 req-f2154e69-14dc-4e2c-9e3d-f799e0ba9656 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:19.652485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2abdbc3-5adc-4028-bdc5-ae64e742b950 req-f2154e69-14dc-4e2c-9e3d-f799e0ba9656 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0479147 Nov 05 22:57:19.706568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f2abdbc3-5adc-4028-bdc5-ae64e742b950 req-2bad60d3-f0a7-4794-8155-38242fffb403 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=8af70ae5-567f-4129-b0de-64d3a987dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481746 Nov 05 22:57:19.942111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-fbde25bb-a469-4390-91b2-061dc71a0538 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:19.943473 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-fbde25bb-a469-4390-91b2-061dc71a0538 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 946 time: 0.0475338 Nov 05 22:57:20.030154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:57:20.036129 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:20.121639 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:20.122055 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:20.134996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 5aebfc19-2ef6-4c3d-8bfd-10c372c692db owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:57:20.311465 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:20.341469 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=5aebfc19-2ef6-4c3d-8bfd-10c372c692db,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:20.381612 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] No DVR routers for this DVR port 5aebfc19-2ef6-4c3d-8bfd-10c372c692db on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:57:20.384605 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:20.388114 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-aaeb4403-1408-4e93-acc7-07f60e38d326 req-e5fb75fd-9cec-4c3c-a5b6-41eec46321b1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "DELETE /v2.0/ports/5aebfc19-2ef6-4c3d-8bfd-10c372c692db HTTP/1.1" status: 204 len: 173 time: 0.4387047 Nov 05 22:57:20.388573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'name': 'network-vif-deleted', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:57:20.391343 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905331f1-63f1-4861-a300-3168c370357d" -d '{"events": [{"server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "name": "network-vif-deleted", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:57:20.427372 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab6334-953a-4781-ac8e-a3588be501e7 x-openstack-request-id: req-1dab6334-953a-4781-ac8e-a3588be501e7 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:57:20.427694 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb8d2bd-44c9-48e1-bcc2-15762cb36432", "name": "network-vif-deleted", "tag": "5aebfc19-2ef6-4c3d-8bfd-10c372c692db", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:57:20.427951 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dab6334-953a-4781-ac8e-a3588be501e7 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:57:20.428350 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb8d2bd-44c9-48e1-bcc2-15762cb36432', 'name': 'network-vif-deleted', 'tag': '5aebfc19-2ef6-4c3d-8bfd-10c372c692db', 'status': 'completed', 'code': 200} Nov 05 22:57:20.819203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-238eb165-87d5-4eb9-a5c5-180a952073cc req-fdb92a9d-045a-4167-a521-c5992abf4fa3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eb8d2bd-44c9-48e1-bcc2-15762cb36432 HTTP/1.1" status: 200 len: 210 time: 0.0278428 Nov 05 22:57:21.875413 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45898) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:22.233522 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:22.488990 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 58224cda-9961-456d-9b6f-7ba24a52cc4d {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:57:22.489328 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:22.577863 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 58224cda-9961-456d-9b6f-7ba24a52cc4d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=58224cda-9961-456d-9b6f-7ba24a52cc4d,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:22.578224 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:22.942315 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 58224cda-9961-456d-9b6f-7ba24a52cc4d owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:57:23.089126 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5aebfc19-2ef6-4c3d-8bfd-10c372c692db no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:57:23.109038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 5aebfc19-2ef6-4c3d-8bfd-10c372c692db {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:57:23.110050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 5aebfc19-2ef6-4c3d-8bfd-10c372c692db not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:57:23.173705 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:23.201911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=58224cda-9961-456d-9b6f-7ba24a52cc4d,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:23.369428 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:23.583474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router a5a868ef-bce9-4272-b5b6-9435075dc047 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:57:23.686438 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:57:23.691872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-48deee5b-3ae3-4145-98de-eeb25e57ee9e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/a5a868ef-bce9-4272-b5b6-9435075dc047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8152578 Nov 05 22:57:23.694513 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45902) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:23.696379 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] Sync routers for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:57:23.705908 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:23.706505 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:23.748650 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting subnet 0c126677-2d01-4609-962e-02c4105f97fc {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:57:23.751687 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:23.790309 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:23.810303 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:23.875873 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:23.985335 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:57:23Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:24.000834 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.011673 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] Checking router: a5a868ef-bce9-4272-b5b6-9435075dc047 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:57:24.020632 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] Routers {'a5a868ef-bce9-4272-b5b6-9435075dc047'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:24.021243 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['a5a868ef-bce9-4272-b5b6-9435075dc047'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:24.028453 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Subnet': ['ID=0c126677-2d01-4609-962e-02c4105f97fc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:24.032664 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.039040 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eb7376ea-0b52-46cc-8ceb-a4f37b782378 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/subnets/0c126677-2d01-4609-962e-02c4105f97fc HTTP/1.1" status: 204 len: 168 time: 0.3410234 Nov 05 22:57:24.039423 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45904) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:24.042822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef3e95-4f04-4bb4-962e-93128f9fe4e7 None None] Network 033fb0cf-2476-497c-a53b-2aab53ea42f3 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:57:24.127654 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] Set router a5a868ef-bce9-4272-b5b6-9435075dc047 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:24.153688 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.267541 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.380400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 79c52a44-1d4a-407c-ab64-fccacff55fac {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:57:24.383897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.386164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] DHCP port deletion for 033fb0cf-2476-497c-a53b-2aab53ea42f3 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:57:24.414474 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:57:23Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:24.438919 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Deleting port 0d403820-e049-4533-903e-3f1c88f52e1a {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:57:24.439299 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.444136 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979877f-271b-4bba-8815-a6cbe5125e5b None None] The sync data for ids ['a5a868ef-bce9-4272-b5b6-9435075dc047'] in n-d-816738-5 is: [{'id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1390866312', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:55:43Z', 'updated_at': '2021-11-05T22:57:23Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '79c52a44-1d4a-407c-ab64-fccacff55fac', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a868ef-bce9-4272-b5b6-9435075dc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:55:44Z', 'updated_at': '2021-11-05T22:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:57:24.473473 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 79c52a44-1d4a-407c-ab64-fccacff55fac, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=79c52a44-1d4a-407c-ab64-fccacff55fac,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:24.473841 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.486949 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 79c52a44-1d4a-407c-ab64-fccacff55fac owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:57:24.518075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] For port 0d403820-e049-4533-903e-3f1c88f52e1a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=0d403820-e049-4533-903e-3f1c88f52e1a,segment=NetworkSegment(91dd682a-187f-4255-aeb9-c7ba898e1362),segment_id=91dd682a-187f-4255-aeb9-c7ba898e1362)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:24.518948 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.531246 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Calling delete_port for 0d403820-e049-4533-903e-3f1c88f52e1a owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:57:24.671150 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.688146 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.697428 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Pushing event deleted for resources: {'Port': ['ID=0d403820-e049-4533-903e-3f1c88f52e1a,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:24.700508 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] No DVR routers for this DVR port 0d403820-e049-4533-903e-3f1c88f52e1a on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:57:24.710482 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.710828 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.711168 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.711743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.711958 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.712238 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.712566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.712891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.713265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.713652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.713983 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.714206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb4d50-4851-4df8-92d9-a23cb5d5d24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:24.719117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=79c52a44-1d4a-407c-ab64-fccacff55fac,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:24.782802 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.876482 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.879388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.977970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.978493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Fanout notify agent at l3_agent the message router_deleted on router a5a868ef-bce9-4272-b5b6-9435075dc047 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:57:24.985464 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:24.986610 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7df94c75-ccdc-4295-9740-b468e16b8317 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/routers/a5a868ef-bce9-4272-b5b6-9435075dc047 HTTP/1.1" status: 204 len: 168 time: 0.9463811 Nov 05 22:57:24.989913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 45906) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:25.072221 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.159709 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.179656 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033fb0cf-2476-497c-a53b-2aab53ea42f3']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:25.188775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dd682a-187f-4255-aeb9-c7ba898e1362') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:25.189072 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dd682a-187f-4255-aeb9-c7ba898e1362') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:25.198154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.210710 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.216484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:57:25.216868 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: timer() Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:57:25.219804 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:57:25.349175 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.356421 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.362955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/networks/033fb0cf-2476-497c-a53b-2aab53ea42f3 HTTP/1.1" status: 204 len: 168 time: 0.3690219 Nov 05 22:57:25.363830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45908) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:25.372954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f646ca9-361e-45dd-8d7a-505ae57d3f66 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Network': ['ID=033fb0cf-2476-497c-a53b-2aab53ea42f3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:25.421430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.455767 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.521564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 79c52a44-1d4a-407c-ab64-fccacff55fac no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:57:25.541298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 79c52a44-1d4a-407c-ab64-fccacff55fac {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:57:25.541635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 79c52a44-1d4a-407c-ab64-fccacff55fac not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:57:25.542036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0d403820-e049-4533-903e-3f1c88f52e1a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:57:25.560963 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 0d403820-e049-4533-903e-3f1c88f52e1a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:57:25.561325 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 0d403820-e049-4533-903e-3f1c88f52e1a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:57:25.561683 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 58224cda-9961-456d-9b6f-7ba24a52cc4d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:57:25.574061 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.576735 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:25.577910 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/security-groups/8af70ae5-567f-4129-b0de-64d3a987dba9 HTTP/1.1" status: 204 len: 168 time: 0.2140813 Nov 05 22:57:25.580678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 58224cda-9961-456d-9b6f-7ba24a52cc4d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:57:25.581093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 58224cda-9961-456d-9b6f-7ba24a52cc4d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:57:25.587540 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af70ae5-567f-4129-b0de-64d3a987dba9,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:25.595258 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.595792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.595993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.596511 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.596847 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.597183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.597515 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.597845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.598169 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.598492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.598846 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:25.599166 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61647488-3f26-4419-b192-6d45fbff148e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:26.099712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45914) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:26.104420 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-74857b28-258b-4ec9-a52c-de21d58e8c72 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877219990', 'description': 'tempest-secgroup-smoke-1877219990 description', 'project_id': '195363492cce4a6f84db88bfb148234d'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:26.171685 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74857b28-258b-4ec9-a52c-de21d58e8c72 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.240265 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74857b28-258b-4ec9-a52c-de21d58e8c72 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.303411 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74857b28-258b-4ec9-a52c-de21d58e8c72 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.332087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74857b28-258b-4ec9-a52c-de21d58e8c72 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f0fc9d-2ad7-4826-b422-23862f3c999f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:26.393045 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-74857b28-258b-4ec9-a52c-de21d58e8c72 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.394791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-74857b28-258b-4ec9-a52c-de21d58e8c72 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2940042 Nov 05 22:57:26.397687 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45916) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:26.402104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-09cc2dd8-f55c-4b0d-a210-7cd2bb320e6d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '29f0fc9d-2ad7-4826-b422-23862f3c999f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:26.492671 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cc2dd8-f55c-4b0d-a210-7cd2bb320e6d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.546866 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cc2dd8-f55c-4b0d-a210-7cd2bb320e6d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.619221 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cc2dd8-f55c-4b0d-a210-7cd2bb320e6d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.637305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc2dd8-f55c-4b0d-a210-7cd2bb320e6d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db95694f-dd96-46d0-aa66-c855b984d456,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:26.689486 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-09cc2dd8-f55c-4b0d-a210-7cd2bb320e6d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.690682 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-09cc2dd8-f55c-4b0d-a210-7cd2bb320e6d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2920561 Nov 05 22:57:26.693926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45918) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:26.698306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cc78d5fb-0784-40da-845d-4e32d003079a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '29f0fc9d-2ad7-4826-b422-23862f3c999f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:26.767275 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc78d5fb-0784-40da-845d-4e32d003079a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.822942 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc78d5fb-0784-40da-845d-4e32d003079a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.870776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc78d5fb-0784-40da-845d-4e32d003079a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.888365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78d5fb-0784-40da-845d-4e32d003079a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fc5c1a-08d5-401d-9352-57f2e11dfd2e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:26.950899 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cc78d5fb-0784-40da-845d-4e32d003079a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:26.952178 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cc78d5fb-0784-40da-845d-4e32d003079a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2572916 Nov 05 22:57:26.954933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45920) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:26.959908 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-4a8363aa-f4e8-4f31-adef-c7803000f7e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '29f0fc9d-2ad7-4826-b422-23862f3c999f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:27.044971 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a8363aa-f4e8-4f31-adef-c7803000f7e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.109941 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a8363aa-f4e8-4f31-adef-c7803000f7e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.190550 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a8363aa-f4e8-4f31-adef-c7803000f7e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.209316 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8363aa-f4e8-4f31-adef-c7803000f7e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e6171f-e9f5-416e-bf7c-bd4388744721,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:27.255667 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4a8363aa-f4e8-4f31-adef-c7803000f7e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.256896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4a8363aa-f4e8-4f31-adef-c7803000f7e3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3010335 Nov 05 22:57:27.259697 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45922) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:27.264002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-9a634d79-d0fe-4e71-9a0e-eedfb3d54df7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '29f0fc9d-2ad7-4826-b422-23862f3c999f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:27.344014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a634d79-d0fe-4e71-9a0e-eedfb3d54df7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.402092 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a634d79-d0fe-4e71-9a0e-eedfb3d54df7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.499236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a634d79-d0fe-4e71-9a0e-eedfb3d54df7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.516626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a634d79-d0fe-4e71-9a0e-eedfb3d54df7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8eb068-3fa3-4a71-9dea-d9fd58a06a27,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:27.598673 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-9a634d79-d0fe-4e71-9a0e-eedfb3d54df7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.599932 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-9a634d79-d0fe-4e71-9a0e-eedfb3d54df7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392789 Nov 05 22:57:27.602732 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45924) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:27.607020 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '29f0fc9d-2ad7-4826-b422-23862f3c999f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:27.693584 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:57:27.699355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.758894 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.870577 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.888144 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f44320-8695-492c-9713-ab53c781b147,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:27.952466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:27.953687 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-54f14f61-33eb-486d-8452-6923ea14d22a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500390 Nov 05 22:57:27.956998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45926) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:27.961273 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'security_group_rule': {'security_group_id': '29f0fc9d-2ad7-4826-b422-23862f3c999f', 'project_id': '195363492cce4a6f84db88bfb148234d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:28.030648 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Project 195363492cce4a6f84db88bfb148234d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:57:28.036156 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.095964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.145335 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.162124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89ecb8b-9df5-4c83-a950-2e12748dfc42,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:28.220661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.221872 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3381743-adf2-4bba-b3b7-3f5403953870 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2639465 Nov 05 22:57:28.224766 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45928) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:28.229480 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'network': {'name': 'tempest-network-smoke--972590797', 'project_id': '195363492cce4a6f84db88bfb148234d', 'port_security_enabled': True}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:28.310305 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:57:28.313700 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.337212 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:57:28.346019 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.348872 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Added segment cd2053bc-2e7d-498a-b83d-1ec7226fea2b of type vlan for network c58dd274-f61a-4886-b00b-69ecef52c93c Nov 05 22:57:28.387521 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.498945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.504699 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:28.505307 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.572131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Network': ['ID=c58dd274-f61a-4886-b00b-69ecef52c93c,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:28.583116 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network c58dd274-f61a-4886-b00b-69ecef52c93c details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:57:28.610712 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d92354e6-33bb-43fe-827c-8fea29b85d88 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3849301 Nov 05 22:57:28.614255 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45930) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:28.619051 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'admin_state_up': True, 'project_id': '195363492cce4a6f84db88bfb148234d', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:28.688103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.689269 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.739303 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:28.922036 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:29.147527 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:29.169120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:29.267035 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.134 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/012b72c9-45ef-4d17-b09b-dd6f3eceed2d) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:57:29.369651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:29.482904 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:29.520987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:57:29.521657 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-045cf031-49d0-41b4-ae98-2b0fb061de6a req-8bff0428-852b-403e-bd0b-9c0339742037 service neutron] (102291) timed out ('10.222.0.41', 39670) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 22:57:29.526249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:57:29.529804 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:57:29.535198 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:29.859236 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:30.051430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:30.503365 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 3333bbc7-60ed-423f-a328-168bab67cb87 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:57:30.607973 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:57:30.617844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Sync routers for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:57:30.628159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:30.631404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:30.682476 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:30.686474 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d5efde41-ace3-4ebc-95e2-eab5b72e50d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0684321 Nov 05 22:57:30.686700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45932) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:30.715341 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf51e0d6-dc2f-45af-abba-510e3e6757c3 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=195363492cce4a6f84db88bfb148234d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274780 Nov 05 22:57:30.717845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45934) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:30.734025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:30.804489 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281aa3d-21b0-4318-9619-557264498956 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:30.805891 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-c281aa3d-21b0-4318-9619-557264498956 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871348 Nov 05 22:57:30.808746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45936) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:30.840880 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8ef5ca26-a244-4b5e-a7fa-b9312dae1eb4 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=2697d35b-5df6-47ff-85a7-bfbbe276daa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309210 Nov 05 22:57:30.843326 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45938) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:30.848158 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1599389269', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'project_id': '195363492cce4a6f84db88bfb148234d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:30.909483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:29Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:30.940214 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Checking router: 3333bbc7-60ed-423f-a328-168bab67cb87 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:57:30.940564 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Updating router 3333bbc7-60ed-423f-a328-168bab67cb87 port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:57:30.965362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:30.989724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:57:30.993273 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.212782 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.224279 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.286087 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Subnet': ['ID=3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:31.293232 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Checking segment: {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:57:31.293596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network hostable DHCP agents. Network: c58dd274-f61a-4886-b00b-69ecef52c93c, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:57:31.316834 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.369018 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network c58dd274-f61a-4886-b00b-69ecef52c93c is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:57:31.371964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Attempting to bind port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:57:31.372337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Attempting to bind port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:57:31.372702 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Attempting to bind port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:57:31.375809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54964449-6bac-48a9-a7b9-5cac4977a14e None None] Pushing event updated for resources: {'Port': ['ID=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:31.381048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:57:31.381422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:57:31.381815 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.382192 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:57:31.382658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Bound port: 012b72c9-45ef-4d17-b09b-dd6f3eceed2d, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:57:31.383040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.430923 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, c58dd274-f61a-4886-b00b-69ecef52c93c) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:57:31.434117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] For port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:57:31.443427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] For port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:57:31.443427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e3dad-4b61-429c-b251-f4999252a6da None None] Network c58dd274-f61a-4886-b00b-69ecef52c93c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:57:31.443715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:31.443715 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.489960 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.508414 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dde75586-95ee-4f0e-844c-5663a28a9242 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6640103 Nov 05 22:57:31.511180 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45940) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:31.586424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54964449-6bac-48a9-a7b9-5cac4977a14e None None] Pushing event updated for resources: {'Port': ['ID=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:31.591905 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:31.592507 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:31.669587 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.730255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-c58dd274-f61a-4886-b00b-69ecef52c93c', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:57:31.731109 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.759138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:31.968933 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:31.985899 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Allocated IP 172.20.0.2 (c58dd274-f61a-4886-b00b-69ecef52c93c/3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285/10bb7cd0-491f-4487-8f92-39684cbbe472) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:57:32.107327 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:29Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:32.142195 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068aebb-9613-4162-8e18-3878bf048cd4 None None] The sync data for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 is: [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:29Z', 'revision_number': 3, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:57:32.196182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.281013 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.319449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Network c58dd274-f61a-4886-b00b-69ecef52c93c is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:57:32.324831 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:57:32.332680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Pushing event updated for resources: {'Port': ['ID=10bb7cd0-491f-4487-8f92-39684cbbe472,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:32.335478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:57:32.337914 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.1 (c58dd274-f61a-4886-b00b-69ecef52c93c/3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285/5ad7e4b1-833b-41b6-8b7e-8c1b908ce580) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:57:32.419484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Attempting to bind port 10bb7cd0-491f-4487-8f92-39684cbbe472 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:57:32.419484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Attempting to bind port 10bb7cd0-491f-4487-8f92-39684cbbe472 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:57:32.419484 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Attempting to bind port 10bb7cd0-491f-4487-8f92-39684cbbe472 on network c58dd274-f61a-4886-b00b-69ecef52c93c {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:57:32.425275 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:57:32.425647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Checking segment: {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:57:32.426040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.426427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Bound using segment: {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:57:32.426893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Bound port: 10bb7cd0-491f-4487-8f92-39684cbbe472, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:57:32.427269 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.481267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.491130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] For port 10bb7cd0-491f-4487-8f92-39684cbbe472, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:57:32.496277 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] For port 10bb7cd0-491f-4487-8f92-39684cbbe472, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=10bb7cd0-491f-4487-8f92-39684cbbe472,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:57:32.561032 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.591510 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.647892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network c58dd274-f61a-4886-b00b-69ecef52c93c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:57:32.651830 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:57:32.656688 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:57:32.661104 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:32.704657 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:32.808643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e587fe-cbe1-47b3-be1a-b20b2bef6a60 None None] Pushing event updated for resources: {'Port': ['ID=10bb7cd0-491f-4487-8f92-39684cbbe472,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:32.934587 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.254623 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.314619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.389466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.391165 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:33.512838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network c58dd274-f61a-4886-b00b-69ecef52c93c is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:57:33.514313 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:57:33.536245 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 012b72c9-45ef-4d17-b09b-dd6f3eceed2d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:57:33.594837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:33.595198 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.633081 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 3333bbc7-60ed-423f-a328-168bab67cb87 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:57:33.662658 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.678173 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.700630 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:33.741243 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:57:33.747037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bdfc74a3-8f98-4539-9a97-5afcee6a30e4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/3333bbc7-60ed-423f-a328-168bab67cb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2348416 Nov 05 22:57:33.767930 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.768809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 10bb7cd0-491f-4487-8f92-39684cbbe472 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:57:33.845422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:33.857865 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 10bb7cd0-491f-4487-8f92-39684cbbe472 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:33.858252 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.923103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-f1736fb5-6cbc-42c8-93e5-d2d41491ce2c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877219990&fields=id&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 267 time: 0.0499797 Nov 05 22:57:33.948724 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:33.982988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 10bb7cd0-491f-4487-8f92-39684cbbe472, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=10bb7cd0-491f-4487-8f92-39684cbbe472,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:34.043941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-5fae5883-fef3-4145-9faf-0524624205a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:34.045668 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-5fae5883-fef3-4145-9faf-0524624205a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/networks?id=c58dd274-f61a-4886-b00b-69ecef52c93c HTTP/1.1" status: 200 len: 796 time: 0.1149113 Nov 05 22:57:34.062212 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-5b37ae97-2eaa-40c9-b60e-d1e207d27d1a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/quotas/195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 375 time: 0.0102587 Nov 05 22:57:34.085596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:34.132540 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-07c920a1-1d3f-4be7-87f0-7c978fd082e6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612285 Nov 05 22:57:34.154075 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=10bb7cd0-491f-4487-8f92-39684cbbe472,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:34.207644 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb979b-8fba-4f61-97cb-00e6fe8a4b66 None None] Network c58dd274-f61a-4886-b00b-69ecef52c93c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:57:34.235354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-339a56ae-5b61-4c1e-ba20-ef1a51d7dff0 service neutron] 10.222.0.41 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943303 Nov 05 22:57:34.280403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e2f69be0-3a31-4f8d-bd8d-073888554635 None None] Provisioning complete for port 10bb7cd0-491f-4487-8f92-39684cbbe472 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:34.280772 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e2f69be0-3a31-4f8d-bd8d-073888554635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:34.329174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-25888050-c4bd-4524-acfd-3a0e6bd2dc4b service neutron] 10.222.0.41 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874212 Nov 05 22:57:34.330052 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Sync routers for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:57:34.341577 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:34.342186 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:34.458074 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:34.583909 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-121e216b-451f-47da-92a6-c2123b290d14 req-72bb177f-3f1c-406b-880b-1cc13a7c9fca tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 210 time: 0.0349793 Nov 05 22:57:34.673037 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 2, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:34.704308 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Checking router: 3333bbc7-60ed-423f-a328-168bab67cb87 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:57:34.704662 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Updating router 3333bbc7-60ed-423f-a328-168bab67cb87 port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:57:34.730574 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:34.756619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f834b98d-4eb3-4bb2-a3c3-60dae39ca7d0 None None] Provisioning complete for port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:34.757016 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f834b98d-4eb3-4bb2-a3c3-60dae39ca7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:34.793994 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-f834b98d-4eb3-4bb2-a3c3-60dae39ca7d0 None None] Port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:57:34.805700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-f834b98d-4eb3-4bb2-a3c3-60dae39ca7d0 None None] Provisioning complete for port 10bb7cd0-491f-4487-8f92-39684cbbe472 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:34.806078 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f834b98d-4eb3-4bb2-a3c3-60dae39ca7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.011970 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4a5f15ce-cb15-464a-9e6f-b934d98dc8cc None None] Provisioning complete for port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:35.012680 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4a5f15ce-cb15-464a-9e6f-b934d98dc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.028104 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.048645 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f15ce-cb15-464a-9e6f-b934d98dc8cc None None] Port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:57:35.093603 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.148671 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Pushing event updated for resources: {'Port': ['ID=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:35.170341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-391742d6-03dd-43a8-aae2-b8702758d318 None None] Provisioning complete for port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:35.170719 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-391742d6-03dd-43a8-aae2-b8702758d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.174128 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.174479 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.174814 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.175168 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.176051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.176382 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.176705 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.177026 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.177344 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.177749 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.177983 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.178295 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:57:35.209051 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-391742d6-03dd-43a8-aae2-b8702758d318 None None] Port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:57:35.215614 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Attempting to bind port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:57:35.215987 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Attempting to bind port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:57:35.216349 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Attempting to bind port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 on network c58dd274-f61a-4886-b00b-69ecef52c93c {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:57:35.221683 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:57:35.222603 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Checking segment: {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:57:35.223007 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.223392 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Bound using segment: {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:57:35.223927 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Bound port: 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:57:35.224299 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.288609 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] For port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:57:35.291817 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] For port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:57:35.326606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2293e074-f453-43a7-80c9-bedfcc0f871f None None] Provisioning complete for port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:35.326952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2293e074-f453-43a7-80c9-bedfcc0f871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.361288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2293e074-f453-43a7-80c9-bedfcc0f871f None None] Port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:57:35.391418 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.456321 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe77d84-85c7-4fa9-b891-5f8915447843 None None] Pushing event updated for resources: {'Port': ['ID=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,revision_number=4']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:35.460093 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:35.460707 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:35.480977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 012b72c9-45ef-4d17-b09b-dd6f3eceed2d up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:57:35.537639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:35.538068 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.583503 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:35.649665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 10bb7cd0-491f-4487-8f92-39684cbbe472 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:57:35.696543 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7dbdbffa-9e4e-48e6-8d4d-32b89dcc7578 req-6d05c82a-3b13-4fe0-b675-6c8dad7ec37a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 210 time: 0.0296037 Nov 05 22:57:35.703898 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 10bb7cd0-491f-4487-8f92-39684cbbe472 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:35.704295 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.804815 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:35.808604 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-cb64e613-2e15-4095-a2e0-6a3837e486b8 None None] Provisioning complete for port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:35.808966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb64e613-2e15-4095-a2e0-6a3837e486b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.833650 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8935a-0c6f-40f9-a0f0-114c0b0651f7 None None] The sync data for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 is: [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:57:35.904688 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb64e613-2e15-4095-a2e0-6a3837e486b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:35.938551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-cb64e613-2e15-4095-a2e0-6a3837e486b8 None None] For port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:36.002966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb64e613-2e15-4095-a2e0-6a3837e486b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:36.054341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64e613-2e15-4095-a2e0-6a3837e486b8 None None] Pushing event updated for resources: {'Port': ['ID=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:36.442111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3e123ff8-b9ee-4d2a-9c53-d19dacf473cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:36.660541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-b0c5e3dc-6dfb-428e-9328-e3358b3c001c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:36.662057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-b0c5e3dc-6dfb-428e-9328-e3358b3c001c tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/networks?id=c58dd274-f61a-4886-b00b-69ecef52c93c HTTP/1.1" status: 200 len: 796 time: 0.1130471 Nov 05 22:57:36.729808 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-11e32e82-98e3-4c01-a4fa-1dcb195704a9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195363492cce4a6f84db88bfb148234d HTTP/1.1" status: 200 len: 380 time: 0.0584662 Nov 05 22:57:36.742950 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'port': {'device_id': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'admin_state_up': True, 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'security_groups': ['29f0fc9d-2ad7-4826-b422-23862f3c999f']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:36.808528 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5eb78580-fbed-4ab4-bc46-69de00117a97 req-6ce13ed2-2868-447d-9537-6782432b4b55 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 210 time: 0.0315821 Nov 05 22:57:36.950465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Made reservation on behalf of 195363492cce4a6f84db88bfb148234d for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:57:36.954096 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.074883 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.20.0.12 (c58dd274-f61a-4886-b00b-69ecef52c93c/3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285/d411a5ec-18fa-4ef6-b87a-b5291a24e88a) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:57:37.228698 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.380225 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.424470 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network c58dd274-f61a-4886-b00b-69ecef52c93c is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:57:37.432641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:57:37.437188 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:57:37.441906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:37.496697 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:37.497461 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.515172 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:57:37.565304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:37.565698 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.574744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-dc8f12d7-4ddf-45d3-a37c-5e97ed6126dd tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8384612 Nov 05 22:57:37.587488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Request body: {'port': {'device_id': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:37.643575 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.741664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5e6cb3b4-291f-4283-97d6-d52646ff28f0 None None] Provisioning complete for port d411a5ec-18fa-4ef6-b87a-b5291a24e88a triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:37.742036 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5e6cb3b4-291f-4283-97d6-d52646ff28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.777411 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cb3b4-291f-4283-97d6-d52646ff28f0 None None] Port d411a5ec-18fa-4ef6-b87a-b5291a24e88a cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:57:37.939459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d411a5ec-18fa-4ef6-b87a-b5291a24e88a {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:57:37.948865 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:37.968472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415e4-998e-42b8-b5a2-118df86bb24a req-d0669e40-05e4-4a30-a638-c4dabef6271e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:37.969930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a94415e4-998e-42b8-b5a2-118df86bb24a req-d0669e40-05e4-4a30-a638-c4dabef6271e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 932 time: 0.0916491 Nov 05 22:57:37.972926 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Transition to ACTIVE for port object d411a5ec-18fa-4ef6-b87a-b5291a24e88a will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:57:38.020344 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-a94415e4-998e-42b8-b5a2-118df86bb24a req-49784f5f-2a97-4cb8-9d00-673565798804 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 Nov 05 22:57:38.047487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:38.115699 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Pushing event updated for resources: {'Port': ['ID=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:38.167339 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Attempting to bind port d411a5ec-18fa-4ef6-b87a-b5291a24e88a on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:57:38.167761 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Attempting to bind port d411a5ec-18fa-4ef6-b87a-b5291a24e88a by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:57:38.168095 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Attempting to bind port d411a5ec-18fa-4ef6-b87a-b5291a24e88a on network c58dd274-f61a-4886-b00b-69ecef52c93c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:57:38.172565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Port d411a5ec-18fa-4ef6-b87a-b5291a24e88a on network c58dd274-f61a-4886-b00b-69ecef52c93c not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:57:38.172884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Attempting to bind port d411a5ec-18fa-4ef6-b87a-b5291a24e88a on network c58dd274-f61a-4886-b00b-69ecef52c93c {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:57:38.178517 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:57:38.178856 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Checking segment: {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:57:38.179351 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Bound using segment: {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:57:38.179714 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Bound port: d411a5ec-18fa-4ef6-b87a-b5291a24e88a, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:57:38.180071 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:38.246973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] For port d411a5ec-18fa-4ef6-b87a-b5291a24e88a, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:57:38.250073 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] For port d411a5ec-18fa-4ef6-b87a-b5291a24e88a, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:57:38.310899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:38.345192 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:38.349246 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:38.349246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] 10.222.0.13 "PUT /v2.0/ports/d411a5ec-18fa-4ef6-b87a-b5291a24e88a HTTP/1.1" status: 200 len: 1092 time: 0.7642257 Nov 05 22:57:38.349246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:57:38.350466 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bf5eb1-2c84-4bc4-b5e3-0885a4686c52" -d '{"events": [{"name": "network-changed", "server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:57:38.377443 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193cb7b-2024-4159-8fb9-36633e1dd333 service neutron] Pushing event updated for resources: {'Port': ['ID=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:38.397317 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73a78d-3785-4f25-8714-20af9ae20e37 x-openstack-request-id: req-5e73a78d-3785-4f25-8714-20af9ae20e37 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:57:38.399673 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:57:38.399673 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e73a78d-3785-4f25-8714-20af9ae20e37 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:57:38.399673 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'status': 'completed', 'code': 200} Nov 05 22:57:38.459906 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf5eb1-2c84-4bc4-b5e3-0885a4686c52 req-fcdba8e0-656e-4711-9165-951f3f82476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:38.461417 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34bf5eb1-2c84-4bc4-b5e3-0885a4686c52 req-fcdba8e0-656e-4711-9165-951f3f82476a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 1095 time: 0.0430076 Nov 05 22:57:38.556319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa10a-bfe0-4e6d-ab9c-4c3938fde790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:38.572978 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf5eb1-2c84-4bc4-b5e3-0885a4686c52 req-915acc78-ed1f-4559-ab98-863b73badbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:38.574426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34bf5eb1-2c84-4bc4-b5e3-0885a4686c52 req-915acc78-ed1f-4559-ab98-863b73badbea service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=195363492cce4a6f84db88bfb148234d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1054711 Nov 05 22:57:38.671816 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf5eb1-2c84-4bc4-b5e3-0885a4686c52 req-8126d103-fbb8-448c-8d5b-c7dcc7b60e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:38.673261 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-34bf5eb1-2c84-4bc4-b5e3-0885a4686c52 req-8126d103-fbb8-448c-8d5b-c7dcc7b60e75 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921316 Nov 05 22:57:38.747331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6b0780da-05a6-474a-9b86-bbc5dbac8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:38.748907 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-6b0780da-05a6-474a-9b86-bbc5dbac8688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 1095 time: 0.0398476 Nov 05 22:57:38.794315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-987695a4-f3d9-46c1-b73b-8196c44631a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a HTTP/1.1" status: 200 len: 217 time: 0.0330582 Nov 05 22:57:38.841653 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-984dcc7c-d535-4d7d-b824-b17160a10c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:38.842993 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-984dcc7c-d535-4d7d-b824-b17160a10c0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285 HTTP/1.1" status: 200 len: 835 time: 0.0421402 Nov 05 22:57:38.891393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-f7633c30-280a-4b2f-9825-c9e53e7609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:38.892884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-f7633c30-280a-4b2f-9825-c9e53e7609a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c58dd274-f61a-4886-b00b-69ecef52c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427103 Nov 05 22:57:38.980416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-fcf5d238-6be0-41f0-b22b-b5111bfe34a9 service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797064 Nov 05 22:57:39.074279 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e2bdcc36-a29f-4924-b50c-950f654443fe req-acdaa79c-fa7e-4f3b-bea3-432294d77418 service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865076 Nov 05 22:57:39.136836 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be454ab-5f2b-4eb2-abf5-6e465e8b4fa0 req-85082599-4aad-4b11-b242-673589afe596 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:39.138443 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1be454ab-5f2b-4eb2-abf5-6e465e8b4fa0 req-85082599-4aad-4b11-b242-673589afe596 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 944 time: 0.0499763 Nov 05 22:57:39.187086 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1be454ab-5f2b-4eb2-abf5-6e465e8b4fa0 req-ce9bba83-2597-4f10-b1e8-58bd9adc63d1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Nov 05 22:57:40.270817 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:40.306070 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a209927-ce86-4559-97b8-f87d38bea052 req-2bfd201f-ae4f-431b-9014-d4ddd40b89c2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:40.307569 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a209927-ce86-4559-97b8-f87d38bea052 req-2bfd201f-ae4f-431b-9014-d4ddd40b89c2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 944 time: 0.0487359 Nov 05 22:57:40.358147 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a209927-ce86-4559-97b8-f87d38bea052 req-fa20b4a3-be31-40a5-ad43-0df3b2fb4e3d tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Nov 05 22:57:41.306558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d411a5ec-18fa-4ef6-b87a-b5291a24e88a details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:57:41.401836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d411a5ec-18fa-4ef6-b87a-b5291a24e88a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:41.414509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'port_id': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'mac_address': 'fa:16:3e:94:11:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:57:41.454046 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:41.466980 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d411a5ec-18fa-4ef6-b87a-b5291a24e88a {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:57:41.486422 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d411a5ec-18fa-4ef6-b87a-b5291a24e88a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:41.532611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe8617-5c6f-4237-94b7-1cd2e9829eab req-ef63958a-e7f0-4929-91ed-bc7ed77cbef2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:41.534048 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42fe8617-5c6f-4237-94b7-1cd2e9829eab req-ef63958a-e7f0-4929-91ed-bc7ed77cbef2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 944 time: 0.0514529 Nov 05 22:57:41.562238 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:41.582329 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-42fe8617-5c6f-4237-94b7-1cd2e9829eab req-c6a4b0c7-d5dc-4227-b936-2a200da7c78e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Nov 05 22:57:41.609298 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:41.704510 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:41.783179 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['d411a5ec-18fa-4ef6-b87a-b5291a24e88a'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:57:42.122138 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:42.696738 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0198a0-e14e-4e5f-8626-25c32db99ad6 req-28a61577-9a1e-42cf-839b-8c15682887a6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:42.698120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef0198a0-e14e-4e5f-8626-25c32db99ad6 req-28a61577-9a1e-42cf-839b-8c15682887a6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 945 time: 0.0481260 Nov 05 22:57:42.750669 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ef0198a0-e14e-4e5f-8626-25c32db99ad6 req-c054c17f-1e8e-42f9-9874-396d3c8910ec tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466111 Nov 05 22:57:43.323537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d411a5ec-18fa-4ef6-b87a-b5291a24e88a up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:57:43.452915 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port d411a5ec-18fa-4ef6-b87a-b5291a24e88a completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:57:43.457424 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port d411a5ec-18fa-4ef6-b87a-b5291a24e88a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:57:43.457785 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:43.519924 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:57:43.534325 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:43.556198 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:57:43.558481 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b67357-adc8-41fc-b30f-e6cff7c0308f" -d '{"events": [{"server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "name": "network-vif-plugged", "status": "completed", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:57:43.571152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port d411a5ec-18fa-4ef6-b87a-b5291a24e88a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:57:43.596655 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ba6af2-cdbf-4383-98a4-f8e838fbf835 x-openstack-request-id: req-59ba6af2-cdbf-4383-98a4-f8e838fbf835 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:57:43.596956 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "name": "network-vif-plugged", "status": "completed", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:57:43.597212 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59ba6af2-cdbf-4383-98a4-f8e838fbf835 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:57:43.597638 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'code': 200} Nov 05 22:57:43.641673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:43.689719 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:43.694946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc7e52-aab2-4d46-aedd-a498f43c17b1 req-c661cddd-8700-4578-9879-6f1b7f0d4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:43.696535 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cbc7e52-aab2-4d46-aedd-a498f43c17b1 req-c661cddd-8700-4578-9879-6f1b7f0d4ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 1097 time: 0.0410573 Nov 05 22:57:43.741767 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cbc7e52-aab2-4d46-aedd-a498f43c17b1 req-607f3d69-c351-4d8e-bfb7-f3220fe0de31 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384974 Nov 05 22:57:43.864071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf0eb-c7aa-4f04-9f86-7f5b6ef948e7 req-30a86fb3-1102-4027-b249-71e08beb7261 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:43.865512 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1aeaf0eb-c7aa-4f04-9f86-7f5b6ef948e7 req-30a86fb3-1102-4027-b249-71e08beb7261 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0479400 Nov 05 22:57:43.914392 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1aeaf0eb-c7aa-4f04-9f86-7f5b6ef948e7 req-442aee2b-9798-4a39-b002-0f69fe2c70db tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Nov 05 22:57:45.033020 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6fc4-16a3-4734-9569-674c6dab1c58 req-4a674e79-a6b3-42bb-8ce3-70c1644a3f1e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:45.034517 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d67e6fc4-16a3-4734-9569-674c6dab1c58 req-4a674e79-a6b3-42bb-8ce3-70c1644a3f1e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0488646 Nov 05 22:57:45.087210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d67e6fc4-16a3-4734-9569-674c6dab1c58 req-0916d53e-bc1f-468c-8ace-da53a2d5aee7 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Nov 05 22:57:45.200067 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f54b9-efc6-4ae8-8130-5667994d5cfa req-2f28d812-359b-4506-94b2-1ede2305b0c1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:45.201445 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-511f54b9-efc6-4ae8-8130-5667994d5cfa req-2f28d812-359b-4506-94b2-1ede2305b0c1 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0480473 Nov 05 22:57:45.250496 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-511f54b9-efc6-4ae8-8130-5667994d5cfa req-fbdcd9f1-f13f-4d77-b4df-adb630fa9834 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 Nov 05 22:57:45.271999 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45992) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:45.314009 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36ca4d-56dd-47d2-ac5f-449aa05f7d52 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:45.315476 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ac36ca4d-56dd-47d2-ac5f-449aa05f7d52 tempest-TestNetworkAdvancedServerOps-293776869 tempest-TestNetworkAdvancedServerOps-293776869-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 1092 time: 0.0425234 Nov 05 22:57:45.318208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 45994) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:45.322360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:57:45.446082 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:45.544447 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:45.648972 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Allocated IP 172.25.6.82 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/9969bcc8-fd18-4d1d-a464-9f78f4f2be53) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:57:45.745535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:45.834793 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:45.874601 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:57:45.877403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:57:45.883611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:57:45.910404 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=9969bcc8-fd18-4d1d-a464-9f78f4f2be53,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:46.232343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:46.361624 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:46.524016 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:46.578613 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:46.643270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event updated for resources: {'Port': ['ID=9969bcc8-fd18-4d1d-a464-9f78f4f2be53,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:57:46.657076 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:46.754877 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP 55603613-a959-4f42-8a30-d0db63d8260a associated. External IP: 172.25.6.82, port: d411a5ec-18fa-4ef6-b87a-b5291a24e88a. Nov 05 22:57:47.252066 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 3333bbc7-60ed-423f-a328-168bab67cb87 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:57:47.350463 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:57:47.360432 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] Sync routers for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:57:47.370558 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:47.371157 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:47.438349 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:57:47.465558 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-5868a9ce-9eec-4309-911e-bf7f80511aea tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1463563 Nov 05 22:57:47.466161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:57:47.468463 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da09c88a-e4e3-46a5-a677-6397b6335bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:57:47.477355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:47.510404 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c679efa-742f-4281-bff6-b598146a740d x-openstack-request-id: req-9c679efa-742f-4281-bff6-b598146a740d {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:57:47.510404 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:57:47.510660 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c679efa-742f-4281-bff6-b598146a740d {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:57:47.510902 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'status': 'completed', 'code': 200} Nov 05 22:57:47.601686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07a98b-2651-4a2e-8cf8-9775a50c1eb9 req-3387c201-ada1-4949-96d1-36682553c551 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:47.603176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e07a98b-2651-4a2e-8cf8-9775a50c1eb9 req-3387c201-ada1-4949-96d1-36682553c551 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0756159 Nov 05 22:57:47.605146 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-5ffcafb8-9bd9-4dec-a9e5-e236c1dfdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:47.606486 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-5ffcafb8-9bd9-4dec-a9e5-e236c1dfdc61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 1097 time: 0.0699167 Nov 05 22:57:47.703162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '55603613-a959-4f42-8a30-d0db63d8260a', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'port_id': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'mac_address': 'fa:16:3e:94:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:57:46Z', 'updated_at': '2021-11-05T22:57:46Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:47.715681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0e07a98b-2651-4a2e-8cf8-9775a50c1eb9 req-57cd3980-3486-4a4b-a611-110653c62581 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060567 Nov 05 22:57:47.729342 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] Checking router: 3333bbc7-60ed-423f-a328-168bab67cb87 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:57:47.738487 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:57:47.739098 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:57:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:47.739311 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-e13f8cf9-5a4e-4a41-8484-b82cbc708f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:47.740306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46000) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:47.741153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-e13f8cf9-5a4e-4a41-8484-b82cbc708f17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c58dd274-f61a-4886-b00b-69ecef52c93c HTTP/1.1" status: 200 len: 897 time: 0.1254294 Nov 05 22:57:47.807106 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1e65f813-aac1-464e-9bf9-7d52a1bc32ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/55603613-a959-4f42-8a30-d0db63d8260a HTTP/1.1" status: 200 len: 991 time: 0.0655751 Nov 05 22:57:47.810556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-06b3563c-767d-4c97-9704-65fc9914c74d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a HTTP/1.1" status: 200 len: 999 time: 0.0624139 Nov 05 22:57:47.852863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:57:47.864801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-37dd613b-2633-4d5c-9c89-c4267a4bd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:47.866316 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-37dd613b-2633-4d5c-9c89-c4267a4bd97e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285 HTTP/1.1" status: 200 len: 835 time: 0.0492957 Nov 05 22:57:47.911720 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-2da1dc2e-f2de-4b66-a72b-ae3a6c33443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:57:47.913210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-2da1dc2e-f2de-4b66-a72b-ae3a6c33443f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c58dd274-f61a-4886-b00b-69ecef52c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403128 Nov 05 22:57:48.002355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-297b7ebe-8d2b-4e22-b2f1-d3bfeefa87a3 service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822873 Nov 05 22:57:48.078909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '55603613-a959-4f42-8a30-d0db63d8260a', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'port_id': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'mac_address': 'fa:16:3e:94:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:57:46Z', 'updated_at': '2021-11-05T22:57:46Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:57:48.101701 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da09c88a-e4e3-46a5-a677-6397b6335bc5 req-20858910-5d1e-46be-a94d-bfd1dfbf880b service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924721 Nov 05 22:57:48.108488 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a399f6-2796-48f3-9cb4-7ea1ae8f8f35 None None] The sync data for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 is: [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '55603613-a959-4f42-8a30-d0db63d8260a', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'port_id': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'mac_address': 'fa:16:3e:94:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:57:46Z', 'updated_at': '2021-11-05T22:57:46Z', 'revision_number': 0, 'project_id': '195363492cce4a6f84db88bfb148234d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:57:48.314833 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572344b0-5816-41dd-9868-c4613d1d741c None None] New status for floating IP 55603613-a959-4f42-8a30-d0db63d8260a: ACTIVE {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:57:48.810890 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46002) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:57:48.874732 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-eb184f9c-d9f0-462d-a824-73653b06b905 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/55603613-a959-4f42-8a30-d0db63d8260a HTTP/1.1" status: 200 len: 993 time: 0.0625043 Nov 05 22:58:01.653284 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:03.645190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:06.429195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d32fd4f2-fcdf-4b86-a638-a102bde9841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:08.663201 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-501a8a87-0aa0-4d0d-9434-abea95dc0e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:10.291135 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:11.710265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:12.110529 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:20.461074 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63b26a-822e-410d-af0c-80f3a771135d req-ce26663d-52d2-466f-a583-db62147651ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:20.462573 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b63b26a-822e-410d-af0c-80f3a771135d req-ce26663d-52d2-466f-a583-db62147651ba tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0533364 Nov 05 22:58:20.514730 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7b63b26a-822e-410d-af0c-80f3a771135d req-72e69022-bff7-464c-a9f4-fa8be7de7904 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460870 Nov 05 22:58:20.521905 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:58:21.634406 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343713f7-1fdf-4dae-9b55-ec15fb9f0908 req-e7754581-b369-4d11-8b11-92a7414f9759 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:21.635884 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-343713f7-1fdf-4dae-9b55-ec15fb9f0908 req-e7754581-b369-4d11-8b11-92a7414f9759 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0479147 Nov 05 22:58:21.684343 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-343713f7-1fdf-4dae-9b55-ec15fb9f0908 req-623bf9a0-dbea-4ddc-833a-2f72d294f129 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Nov 05 22:58:21.706466 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46020) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:21.764631 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ada491f7-2dc8-444e-8f82-cfeb08279ef5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/55603613-a959-4f42-8a30-d0db63d8260a HTTP/1.1" status: 200 len: 993 time: 0.0570934 Nov 05 22:58:23.138442 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657b4c-df0b-4572-b307-567ea1149cfa req-15d8531c-309f-4fbe-bc73-1c1d050f87bb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:23.139980 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af657b4c-df0b-4572-b307-567ea1149cfa req-15d8531c-309f-4fbe-bc73-1c1d050f87bb tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0517566 Nov 05 22:58:23.189896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-af657b4c-df0b-4572-b307-567ea1149cfa req-6938a028-f035-4726-8691-f54911e4f782 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 Nov 05 22:58:23.208383 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-381d0d36-c5d9-4d6c-94a0-57804da20f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:23.210555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-381d0d36-c5d9-4d6c-94a0-57804da20f2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 1097 time: 0.0445018 Nov 05 22:58:23.297817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-b1b4717c-6765-40b4-8c95-b0c8668c1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:23.299158 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-b1b4717c-6765-40b4-8c95-b0c8668c1674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c58dd274-f61a-4886-b00b-69ecef52c93c HTTP/1.1" status: 200 len: 897 time: 0.0822992 Nov 05 22:58:23.364736 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-5330218d-45e3-4375-bb42-1416e4714113 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a HTTP/1.1" status: 200 len: 1001 time: 0.0585818 Nov 05 22:58:23.414801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-5c189d76-e2f9-49b1-a672-c11dbd3c1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:23.416501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-5c189d76-e2f9-49b1-a672-c11dbd3c1069 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285 HTTP/1.1" status: 200 len: 835 time: 0.0434768 Nov 05 22:58:23.465024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-1cba6043-8606-457a-9fef-4c38f9ad2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:23.466502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-1cba6043-8606-457a-9fef-4c38f9ad2b7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c58dd274-f61a-4886-b00b-69ecef52c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432179 Nov 05 22:58:23.909687 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-b4ac46db-d936-47ca-a49f-7e1f5a99494e service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358513 Nov 05 22:58:23.998254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1460b45b-525f-4d56-9f51-79d2accaed6b req-5f87c4c9-859a-4046-8acf-b142b03d4b70 service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798366 Nov 05 22:58:24.310915 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3517a-961e-4116-9513-b0293e9ad414 req-e6de9ddc-4435-41d1-8861-91a758cc0b6f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:24.312397 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4cf3517a-961e-4116-9513-b0293e9ad414 req-e6de9ddc-4435-41d1-8861-91a758cc0b6f tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0530226 Nov 05 22:58:24.360121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4cf3517a-961e-4116-9513-b0293e9ad414 req-fa078fb9-3639-4312-91f1-522c204e0aa9 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Nov 05 22:58:25.479253 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc8a33-d65a-4b5d-a8e2-1f7b627bbba7 req-cdeb44aa-8295-416d-a797-f2ce196ebe64 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:25.480749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-64dc8a33-d65a-4b5d-a8e2-1f7b627bbba7 req-cdeb44aa-8295-416d-a797-f2ce196ebe64 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0527320 Nov 05 22:58:25.530375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-64dc8a33-d65a-4b5d-a8e2-1f7b627bbba7 req-bead9246-aff3-4eb8-8254-a6228f401773 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Nov 05 22:58:25.552266 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46032) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:25.611190 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-653738c5-d22d-4104-b43e-0f06ebec2b4a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/floatingips/55603613-a959-4f42-8a30-d0db63d8260a HTTP/1.1" status: 200 len: 993 time: 0.0578060 Nov 05 22:58:25.834304 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46038) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:25.988063 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 9969bcc8-fd18-4d1d-a464-9f78f4f2be53 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:58:25.988316 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:26.065659 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:26.065977 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:26.078131 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 9969bcc8-fd18-4d1d-a464-9f78f4f2be53 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:58:26.310205 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:26.335107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=9969bcc8-fd18-4d1d-a464-9f78f4f2be53,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:26.362684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.363031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.363368 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.363795 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.364124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.364453 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.364776 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.365099 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.365424 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.365792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.366107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.366425 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:26.406217 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:26.406552 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Floating IP 55603613-a959-4f42-8a30-d0db63d8260a disassociated (deleted). External IP: 172.25.6.82, port: d411a5ec-18fa-4ef6-b87a-b5291a24e88a. Nov 05 22:58:26.617190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 3333bbc7-60ed-423f-a328-168bab67cb87 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:58:26.724204 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:58:26.729014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:26.733490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] Sync routers for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:58:26.742903 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:26.743497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:26.755581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-470bc3be-6597-4e7d-bb99-e91c54b766f6 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/floatingips/55603613-a959-4f42-8a30-d0db63d8260a HTTP/1.1" status: 204 len: 168 time: 0.9201810 Nov 05 22:58:26.756159 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:58:26.759000 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443829b2-b9bb-4998-8646-f9227d62c4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:58:26.797410 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654afe0e-d611-420f-ba75-0b0fed2d2ecd x-openstack-request-id: req-654afe0e-d611-420f-ba75-0b0fed2d2ecd {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:58:26.797834 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:58:26.798107 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-654afe0e-d611-420f-ba75-0b0fed2d2ecd {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:58:26.798524 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'status': 'completed', 'code': 200} Nov 05 22:58:26.857106 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:26.859842 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-d9e45540-2c78-4c14-923c-77f2a25dcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:26.861336 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-d9e45540-2c78-4c14-923c-77f2a25dcb3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195363492cce4a6f84db88bfb148234d&device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 1097 time: 0.0403593 Nov 05 22:58:26.960319 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-f260fe70-c79b-4abe-869f-3f53233a9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:26.961725 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-f260fe70-c79b-4abe-869f-3f53233a9eb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c58dd274-f61a-4886-b00b-69ecef52c93c HTTP/1.1" status: 200 len: 897 time: 0.0934203 Nov 05 22:58:27.003627 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-33ef2379-cfa7-42c7-9d84-0678a65285a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a HTTP/1.1" status: 200 len: 217 time: 0.0352864 Nov 05 22:58:27.053173 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-9dbef17e-e7a9-4ef3-8ae0-c112a3b3327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:27.055174 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-9dbef17e-e7a9-4ef3-8ae0-c112a3b3327c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285 HTTP/1.1" status: 200 len: 835 time: 0.0446243 Nov 05 22:58:27.102675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-78bb6652-9b93-47be-a757-e9f8b2cd252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:27.104288 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-78bb6652-9b93-47be-a757-e9f8b2cd252f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c58dd274-f61a-4886-b00b-69ecef52c93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415206 Nov 05 22:58:27.224869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:27.239441 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3559b-7d5a-4cd6-bba0-e7f56e1343c3 req-b720672a-91e8-49b8-8ee5-70b5a05a78c3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:27.240950 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66f3559b-7d5a-4cd6-bba0-e7f56e1343c3 req-b720672a-91e8-49b8-8ee5-70b5a05a78c3 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0718708 Nov 05 22:58:27.243345 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-e0a6b946-297a-4d3a-a7eb-35662c872c43 service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314516 Nov 05 22:58:27.252114 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] Checking router: 3333bbc7-60ed-423f-a328-168bab67cb87 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:58:27.261043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:27.261639 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:27.349468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-66f3559b-7d5a-4cd6-bba0-e7f56e1343c3 req-a6bfd759-8252-4ab3-87f4-17968d5f8fec tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018186 Nov 05 22:58:27.368440 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:27.378301 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-443829b2-b9bb-4998-8646-f9227d62c4b2 req-a81e2b49-2d30-4198-952c-bff45798cbdd service neutron] 10.222.0.13 "GET /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246862 Nov 05 22:58:27.570078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:27.595762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc83d2-ea80-4e9b-9b69-a0c819416ede None None] The sync data for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 is: [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:57:32Z', 'revision_number': 4, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '5ad7e4b1-833b-41b6-8b7e-8c1b908ce580', 'name': '', 'network_id': 'c58dd274-f61a-4886-b00b-69ecef52c93c', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'mac_address': 'fa:16:3e:bd:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:32Z', 'updated_at': '2021-11-05T22:57:35Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'subnets': [{'id': '3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:58:27.805428 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b617146-e1ef-4c64-963e-af8e42c847a3 None None] New status for floating IP 55603613-a959-4f42-8a30-d0db63d8260a: DOWN {{(pid=102294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:58:28.470069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732947-9296-4990-af8f-b0a6be0d038f req-e5ac8555-39f3-46ec-8d3e-5354c305852a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:28.471541 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9732947-9296-4990-af8f-b0a6be0d038f req-e5ac8555-39f3-46ec-8d3e-5354c305852a tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0506885 Nov 05 22:58:28.530164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e9732947-9296-4990-af8f-b0a6be0d038f req-538b908d-143d-4c4c-9057-8afbb535d3ff tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/security-groups?id=29f0fc9d-2ad7-4826-b422-23862f3c999f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525105 Nov 05 22:58:28.695476 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-63db8737-79d4-44c6-be12-0002629c9d11 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:28.696900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-63db8737-79d4-44c6-be12-0002629c9d11 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 946 time: 0.0485938 Nov 05 22:58:28.791001 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port d411a5ec-18fa-4ef6-b87a-b5291a24e88a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:58:28.791338 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:28.877132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port d411a5ec-18fa-4ef6-b87a-b5291a24e88a, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:28.877486 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:28.889695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for d411a5ec-18fa-4ef6-b87a-b5291a24e88a owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:58:29.091361 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:29.120404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=d411a5ec-18fa-4ef6-b87a-b5291a24e88a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:29.132854 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135119 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.135964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.136132 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.136354 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:29.176116 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] No DVR routers for this DVR port d411a5ec-18fa-4ef6-b87a-b5291a24e88a on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:58:29.176950 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:29.179722 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc270ced-c934-4b67-b75c-cdb13a025976 req-937ac422-0c5b-4ae0-ada5-7046c0de2063 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.13 "DELETE /v2.0/ports/d411a5ec-18fa-4ef6-b87a-b5291a24e88a HTTP/1.1" status: 204 len: 173 time: 0.4766746 Nov 05 22:58:29.180160 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'name': 'network-vif-deleted', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:58:29.182373 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7882d0-2c89-4655-9953-a6ab55e64d9c" -d '{"events": [{"server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "name": "network-vif-deleted", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:58:29.218623 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea962d69-2836-46c6-bee3-e58f72a376f1 x-openstack-request-id: req-ea962d69-2836-46c6-bee3-e58f72a376f1 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:58:29.218999 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10e99b8-af7c-40db-812b-a57bde0831aa", "name": "network-vif-deleted", "tag": "d411a5ec-18fa-4ef6-b87a-b5291a24e88a", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:58:29.219269 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea962d69-2836-46c6-bee3-e58f72a376f1 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:58:29.219706 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10e99b8-af7c-40db-812b-a57bde0831aa', 'name': 'network-vif-deleted', 'tag': 'd411a5ec-18fa-4ef6-b87a-b5291a24e88a', 'status': 'completed', 'code': 200} Nov 05 22:58:29.644012 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-72c428f4-30f1-486f-a699-2aa9d5d25cee req-0611e7bd-04b2-4369-ab6d-eaa672f7b1cc tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d10e99b8-af7c-40db-812b-a57bde0831aa HTTP/1.1" status: 200 len: 210 time: 0.0270073 Nov 05 22:58:30.700873 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46054) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:31.051188 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:31.302362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:58:31.302618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:31.392588 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:31.392945 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:31.406199 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:58:31.545827 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d411a5ec-18fa-4ef6-b87a-b5291a24e88a no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:58:31.574006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: d411a5ec-18fa-4ef6-b87a-b5291a24e88a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:58:31.574262 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device d411a5ec-18fa-4ef6-b87a-b5291a24e88a not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:58:31.634132 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:31.656480 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:31.683438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=5ad7e4b1-833b-41b6-8b7e-8c1b908ce580,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:31.857828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:32.339208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Router 3333bbc7-60ed-423f-a328-168bab67cb87 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:58:32.444340 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:58:32.449626 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-fc993c72-113c-4433-a03e-e3369cdb4ec0 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "PUT /v2.0/routers/3333bbc7-60ed-423f-a328-168bab67cb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7476599 Nov 05 22:58:32.453240 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46056) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:32.454286 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] Sync routers for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:58:32.465205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:32.465809 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:32.503682 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting subnet 3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285 {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 22:58:32.506886 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:32.547568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:32.576396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:32.635150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:32.757755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:58:31Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:32.771609 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:32.783738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] Checking router: 3333bbc7-60ed-423f-a328-168bab67cb87 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:58:32.792345 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] Routers {'3333bbc7-60ed-423f-a328-168bab67cb87'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:32.792944 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['3333bbc7-60ed-423f-a328-168bab67cb87'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:32.800752 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:32.802747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:32.806023 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-33b77cbf-da2b-4f45-9d34-96548ab13bf4 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/subnets/3f2c1d83-c1e2-4c9c-9f27-ad2ab163c285 HTTP/1.1" status: 204 len: 168 time: 0.3518348 Nov 05 22:58:32.808926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46058) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:32.829778 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddff00f-77ff-48bd-bf9b-4cd00cbc0f8d None None] Network c58dd274-f61a-4886-b00b-69ecef52c93c requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:58:32.921461 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:32.989312 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] Set router 3333bbc7-60ed-423f-a328-168bab67cb87 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:33.027301 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.161749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Deleting port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:58:33.162111 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.179803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] DHCP port deletion for c58dd274-f61a-4886-b00b-69ecef52c93c request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 22:58:33.184369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:58:31Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:33.224029 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d3e96-bc80-4b0f-8087-b1e75d477fd0 None None] The sync data for ids ['3333bbc7-60ed-423f-a328-168bab67cb87'] in n-d-816738-5 is: [{'id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958422513', 'tenant_id': '195363492cce4a6f84db88bfb148234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:57:28Z', 'updated_at': '2021-11-05T22:58:31Z', 'revision_number': 5, 'project_id': '195363492cce4a6f84db88bfb148234d', 'gw_port': {'id': '012b72c9-45ef-4d17-b09b-dd6f3eceed2d', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3333bbc7-60ed-423f-a328-168bab67cb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:57:29Z', 'updated_at': '2021-11-05T22:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:58:33.244658 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] For port 012b72c9-45ef-4d17-b09b-dd6f3eceed2d, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:33.245462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.267334 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Deleting port 10bb7cd0-491f-4487-8f92-39684cbbe472 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 22:58:33.267492 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Calling delete_port for 012b72c9-45ef-4d17-b09b-dd6f3eceed2d owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:58:33.267745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.328664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] For port 10bb7cd0-491f-4487-8f92-39684cbbe472, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=10bb7cd0-491f-4487-8f92-39684cbbe472,segment=NetworkSegment(cd2053bc-2e7d-498a-b83d-1ec7226fea2b),segment_id=cd2053bc-2e7d-498a-b83d-1ec7226fea2b)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:33.329059 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.341483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Calling delete_port for 10bb7cd0-491f-4487-8f92-39684cbbe472 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 22:58:33.479455 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.504713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Pushing event deleted for resources: {'Port': ['ID=10bb7cd0-491f-4487-8f92-39684cbbe472,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:33.508862 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.512288 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] No DVR routers for this DVR port 10bb7cd0-491f-4487-8f92-39684cbbe472 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 22:58:33.516022 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.516376 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.516755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.517038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.519472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.519472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.519472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.519472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.519472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.519472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.519472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.524533 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c21e-9a82-409a-99c0-f69b43674e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:33.546691 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Port': ['ID=012b72c9-45ef-4d17-b09b-dd6f3eceed2d,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:33.617314 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.647038 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.702388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 10bb7cd0-491f-4487-8f92-39684cbbe472 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:58:33.718555 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.721051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.726628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 10bb7cd0-491f-4487-8f92-39684cbbe472 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:58:33.726628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 10bb7cd0-491f-4487-8f92-39684cbbe472 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:58:33.726628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:58:33.751581 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:58:33.754936 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 5ad7e4b1-833b-41b6-8b7e-8c1b908ce580 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:58:33.830158 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.830698 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Fanout notify agent at l3_agent the message router_deleted on router 3333bbc7-60ed-423f-a328-168bab67cb87 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 22:58:33.841328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:33.841328 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-21ad8394-9586-41b2-ba08-282e754c20a5 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/routers/3333bbc7-60ed-423f-a328-168bab67cb87 HTTP/1.1" status: 204 len: 168 time: 1.0297647 Nov 05 22:58:33.842116 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46060) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:33.925622 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.015523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.036256 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58dd274-f61a-4886-b00b-69ecef52c93c']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:34.045446 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:34.045739 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2053bc-2e7d-498a-b83d-1ec7226fea2b') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:34.054936 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.067740 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.074237 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 22:58:34.074614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: timer() Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 22:58:34.077566 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 22:58:34.207063 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.215061 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.217411 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/networks/c58dd274-f61a-4886-b00b-69ecef52c93c HTTP/1.1" status: 204 len: 168 time: 0.3743281 Nov 05 22:58:34.220616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46062) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:34.228979 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5786-c348-4276-aedd-88ece5e5d6a2 tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'Network': ['ID=c58dd274-f61a-4886-b00b-69ecef52c93c,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:34.282388 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1fba3231-60ae-4464-bc55-150d0e92378e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.308262 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1fba3231-60ae-4464-bc55-150d0e92378e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.435484 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1fba3231-60ae-4464-bc55-150d0e92378e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.438149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1fba3231-60ae-4464-bc55-150d0e92378e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:34.439309 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1fba3231-60ae-4464-bc55-150d0e92378e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] 10.222.0.41 "DELETE /v2.0/security-groups/29f0fc9d-2ad7-4826-b422-23862f3c999f HTTP/1.1" status: 204 len: 168 time: 0.2176211 Nov 05 22:58:34.449415 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba3231-60ae-4464-bc55-150d0e92378e tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f0fc9d-2ad7-4826-b422-23862f3c999f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:35.016529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46070) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:35.153274 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-0d0001ba-0270-4745-a584-acecb6482df9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=195363492cce4a6f84db88bfb148234d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355553 Nov 05 22:58:35.155844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46074) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:35.202126 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56488204-d037-4792-85fc-723c606f0dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:35.226147 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56488204-d037-4792-85fc-723c606f0dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:35.321061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56488204-d037-4792-85fc-723c606f0dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:35.323588 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-56488204-d037-4792-85fc-723c606f0dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:35.326869 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-56488204-d037-4792-85fc-723c606f0dcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08d3dab3-b4be-49dc-a5fd-dc132a8aa636 HTTP/1.1" status: 204 len: 168 time: 0.1679928 Nov 05 22:58:35.332227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56488204-d037-4792-85fc-723c606f0dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3dab3-b4be-49dc-a5fd-dc132a8aa636,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:35.453108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 012b72c9-45ef-4d17-b09b-dd6f3eceed2d no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 22:58:35.472592 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 012b72c9-45ef-4d17-b09b-dd6f3eceed2d {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 22:58:35.472925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 012b72c9-45ef-4d17-b09b-dd6f3eceed2d not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 22:58:35.863798 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46080) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:35.877628 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27f2db8f-3415-4c56-92ba-c9a4dc7fb4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:35.950023 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27f2db8f-3415-4c56-92ba-c9a4dc7fb4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:36.000948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-27f2db8f-3415-4c56-92ba-c9a4dc7fb4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:36.039385 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-27f2db8f-3415-4c56-92ba-c9a4dc7fb4af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eaf4e06572ea4881ae38441dd3dd4e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1745236 Nov 05 22:58:36.040372 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2db8f-3415-4c56-92ba-c9a4dc7fb4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a120694-6cf3-406b-b8a3-c6e727210ba8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:36.042096 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46082) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:36.090713 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f08b642-7d8a-458a-9356-1e8183b9e12f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:36.115355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f08b642-7d8a-458a-9356-1e8183b9e12f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:36.229267 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f08b642-7d8a-458a-9356-1e8183b9e12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:36.231790 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0f08b642-7d8a-458a-9356-1e8183b9e12f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:36.232954 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0f08b642-7d8a-458a-9356-1e8183b9e12f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a120694-6cf3-406b-b8a3-c6e727210ba8 HTTP/1.1" status: 204 len: 168 time: 0.1898336 Nov 05 22:58:36.243040 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08b642-7d8a-458a-9356-1e8183b9e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a120694-6cf3-406b-b8a3-c6e727210ba8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:36.418474 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2610cd80-fe73-4e99-a4fa-e7489c390600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.264113 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46104) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:37.357547 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-121204388-network', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:37.439499 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Made reservation on behalf of 0a91f8377e4e4528b5207d6c24db029f for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:58:37.441965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.451355 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.523050 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.583649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.610002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:58:37.615207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8fd473-7342-4ac3-b1df-7af3ef90d7cd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:37.627755 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.627755 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Added segment 1be33ecd-0f1c-4864-ad4b-65abb8052a38 of type vlan for network 4f7b89e4-a97d-473a-9866-f4cec71e88bb Nov 05 22:58:37.662814 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.744533 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.745582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:37.746212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:37.807441 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] Pushing event updated for resources: {'Network': ['ID=4f7b89e4-a97d-473a-9866-f4cec71e88bb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:37.817492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:58:37.849749 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-82cacfea-b559-4e5d-bf87-9e67a3c0c062 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5844975 Nov 05 22:58:37.852629 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46108) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:37.857296 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Request body: {'subnet': {'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-121204388-subnet', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:37.925123 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Made reservation on behalf of 0a91f8377e4e4528b5207d6c24db029f for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:58:37.927517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.143965 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.192689 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:38.208224 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Checking segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:38.208585 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Network hostable DHCP agents. Network: 4f7b89e4-a97d-473a-9866-f4cec71e88bb, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:58:38.275315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:58:38.338379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 4f7b89e4-a97d-473a-9866-f4cec71e88bb) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:38.342497 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:38.343085 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.348373 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38dda6a-7645-4df8-9127-2db2ddb74ca6 None None] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:58:38.415858 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7ffa02a6-59dd-472d-b933-ac21195bc57d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5621698 Nov 05 22:58:38.418595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46112) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:38.422991 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:38.498020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:58:38.503430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.503630 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.503739 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.556927 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.584818 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3e6d-6d64-440f-941c-fd49f54d318c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.653480 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Allocated IP 172.20.0.2 (4f7b89e4-a97d-473a-9866-f4cec71e88bb/ced2a870-e2b4-4c4e-9bf0-f97dc5685fef/d407e62d-94df-429c-97fd-ae86bb3e08c8) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:58:38.746559 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.796887 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.858683 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.897505 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:38.903254 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:38.909307 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:58:38.918165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Pushing event updated for resources: {'Port': ['ID=d407e62d-94df-429c-97fd-ae86bb3e08c8,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:38.970731 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Attempting to bind port d407e62d-94df-429c-97fd-ae86bb3e08c8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:58:38.971108 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Attempting to bind port d407e62d-94df-429c-97fd-ae86bb3e08c8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:58:38.971471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Attempting to bind port d407e62d-94df-429c-97fd-ae86bb3e08c8 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:38.976410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:58:38.976837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Checking segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:38.977740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:38.978137 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Bound using segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:58:38.978635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Bound port: d407e62d-94df-429c-97fd-ae86bb3e08c8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:58:38.979016 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:39.025010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:39.043005 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] For port d407e62d-94df-429c-97fd-ae86bb3e08c8, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:58:39.044108 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:39.046115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] For port d407e62d-94df-429c-97fd-ae86bb3e08c8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d407e62d-94df-429c-97fd-ae86bb3e08c8,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:58:39.121997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:39.149451 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Allocated IP 172.25.6.115 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/bcf8d849-fa49-4f97-89ba-84800040cec8) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:58:39.258650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:39.337854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3543-55e7-4031-a795-ee84c79248b7 None None] Pushing event updated for resources: {'Port': ['ID=d407e62d-94df-429c-97fd-ae86bb3e08c8,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:39.344792 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:39.384977 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:39.389793 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:39.392183 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:58:39.420330 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf8d849-fa49-4f97-89ba-84800040cec8,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:39.727475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.197277 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.213804 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43551756-3391-4520-9168-4f7895d45a25 None None] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:58:40.311760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.316498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-9d7b7be9-914c-4a2c-ab8a-c6ba1e6676de None None] Provisioning complete for port d407e62d-94df-429c-97fd-ae86bb3e08c8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:40.316852 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7be9-914c-4a2c-ab8a-c6ba1e6676de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.412533 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Router ea998f8a-b975-4006-8ab1-500a1248d477 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:58:40.452438 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7be9-914c-4a2c-ab8a-c6ba1e6676de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.486348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-9d7b7be9-914c-4a2c-ab8a-c6ba1e6676de None None] For port d407e62d-94df-429c-97fd-ae86bb3e08c8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d407e62d-94df-429c-97fd-ae86bb3e08c8,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:40.526002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:58:40.535807 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Sync routers for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:58:40.547929 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:40.548655 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:40.561318 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7be9-914c-4a2c-ab8a-c6ba1e6676de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.608951 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.610390 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-dc9f8f16-b54e-4b7f-965a-920ed0e289f6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1908417 Nov 05 22:58:40.614347 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46114) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:40.623289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b7be9-914c-4a2c-ab8a-c6ba1e6676de None None] Pushing event updated for resources: {'Port': ['ID=d407e62d-94df-429c-97fd-ae86bb3e08c8,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:40.665894 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:40.682704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-487dd284-0a8b-4b03-b6a9-ba5f2895ceba None None] Provisioning complete for port d407e62d-94df-429c-97fd-ae86bb3e08c8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:40.683162 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-487dd284-0a8b-4b03-b6a9-ba5f2895ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:40.856833 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:39Z', 'revision_number': 3, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:40.886360 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Checking router: ea998f8a-b975-4006-8ab1-500a1248d477 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:58:40.886664 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Updating router ea998f8a-b975-4006-8ab1-500a1248d477 port bcf8d849-fa49-4f97-89ba-84800040cec8 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:58:40.912591 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.054114 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.160057 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.208417 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Allocated IP 172.20.0.1 (4f7b89e4-a97d-473a-9866-f4cec71e88bb/ced2a870-e2b4-4c4e-9bf0-f97dc5685fef/b15a4370-23e0-4dcc-9826-4e5d1516e5b2) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:58:41.239491 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.291454 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Attempting to bind port bcf8d849-fa49-4f97-89ba-84800040cec8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:58:41.291844 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Attempting to bind port bcf8d849-fa49-4f97-89ba-84800040cec8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:58:41.292202 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Attempting to bind port bcf8d849-fa49-4f97-89ba-84800040cec8 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:41.294150 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Pushing event updated for resources: {'Port': ['ID=bcf8d849-fa49-4f97-89ba-84800040cec8,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:41.302922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:58:41.303292 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:41.303711 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.304091 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:58:41.304598 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Bound port: bcf8d849-fa49-4f97-89ba-84800040cec8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:58:41.305426 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.308432 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.308773 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.309103 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.309432 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.309605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.309750 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.310065 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.310381 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.310688 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.311004 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.311315 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.311650 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.311965 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 22:58:41.360914 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] For port bcf8d849-fa49-4f97-89ba-84800040cec8, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:58:41.363884 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] For port bcf8d849-fa49-4f97-89ba-84800040cec8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bcf8d849-fa49-4f97-89ba-84800040cec8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:58:41.401595 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.442229 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:41.445120 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:41.451959 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:58:41.462333 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.476572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:41.500983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.539965 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c862042-0216-4779-92cb-4f0a576d9bd0 None None] Pushing event updated for resources: {'Port': ['ID=bcf8d849-fa49-4f97-89ba-84800040cec8,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:41.549198 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:41.549900 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:41.571088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d407e62d-94df-429c-97fd-ae86bb3e08c8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:41.643822 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port d407e62d-94df-429c-97fd-ae86bb3e08c8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:41.644238 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.669057 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:41.738544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.740560 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.795722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-edf41e2b-7151-4bad-9335-4c2a2ffdc9bc None None] Provisioning complete for port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:41.796189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-edf41e2b-7151-4bad-9335-4c2a2ffdc9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.836784 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-edf41e2b-7151-4bad-9335-4c2a2ffdc9bc None None] Port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:58:41.852313 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:39Z', 'revision_number': 3, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:41.878907 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365e6e2-358c-4ac1-a249-c09d8a06fe20 None None] The sync data for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 is: [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:39Z', 'revision_number': 3, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:58:41.904582 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:41.965423 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:42.040050 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:42.043605 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:42.130913 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:42.145965 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:42.148298 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:42.283951 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Router ea998f8a-b975-4006-8ab1-500a1248d477 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:58:42.406775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:58:42.411896 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-46a0e1b8-fec1-440e-83b1-50463c71cfb1 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea998f8a-b975-4006-8ab1-500a1248d477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963088 Nov 05 22:58:42.464448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-321267c8-64cd-4f75-9dec-aaba7df21ffe None None] Provisioning complete for port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:42.464806 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-321267c8-64cd-4f75-9dec-aaba7df21ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:42.500033 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-321267c8-64cd-4f75-9dec-aaba7df21ffe None None] Port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:58:43.084886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46132) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:43.089874 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1443904290-network', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:43.201482 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Made reservation on behalf of 8d6778daea2d422f82714e97d7a6bbab for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:58:43.204170 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.213619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.288010 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.344677 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.345707 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Sync routers for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:58:43.355806 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:43.356427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:43.371587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 22:58:43.385311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29aef5b-2d01-4d99-8f55-7cc57688b2bd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:43.391066 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.391412 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Added segment 74c0b1dc-c0cc-4b57-8597-40578a7702fa of type vlan for network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 Nov 05 22:58:43.435575 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.465381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:43.541605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcf8d849-fa49-4f97-89ba-84800040cec8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:43.549515 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.550567 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:43.551169 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.611306 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] Pushing event updated for resources: {'Network': ['ID=7c9ad7ea-ec79-4c77-a44c-31c5613df1b5,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:43.626855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 22:58:43.643802 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-071fbb5a-acde-4fa4-8905-4141162e7a69 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5577624 Nov 05 22:58:43.646532 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46136) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:43.652218 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Request body: {'subnet': {'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1443904290-subnet', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'ip_version': 4}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:43.727357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Made reservation on behalf of 8d6778daea2d422f82714e97d7a6bbab for: {'subnet': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:58:43.730804 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11953723'] for subnet, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.732977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bcf8d849-fa49-4f97-89ba-84800040cec8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:43.733346 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.834926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 2, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:43.868383 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Checking router: ea998f8a-b975-4006-8ab1-500a1248d477 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:58:43.868741 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Updating router ea998f8a-b975-4006-8ab1-500a1248d477 port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:58:43.893490 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.910512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:43.925776 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port bcf8d849-fa49-4f97-89ba-84800040cec8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bcf8d849-fa49-4f97-89ba-84800040cec8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:43.959830 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9058385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11953677'] for subnet, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.011329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.036902 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1332b0-ce52-4601-986c-8136a79b306c,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:44.047839 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Checking segment: {'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:44.048201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Network hostable DHCP agents. Network: 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 22:58:44.101669 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=bcf8d849-fa49-4f97-89ba-84800040cec8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:44.130493 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 22:58:44.199071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5) {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:44.208763 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:44.209445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.212713 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6230991-e695-4c87-8c77-53a2c09017a0 None None] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:58:44.276329 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.301084 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-be69fed8-f7ff-4f6c-9092-2a0e95452474 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6534598 Nov 05 22:58:44.304489 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46140) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:44.308624 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:44.352673 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.392294 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-7c9ad7ea-ec79-4c77-a44c-31c5613df1b5', 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'fixed_ips': [{'subnet_id': '3e1332b0-ce52-4601-986c-8136a79b306c'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 22:58:44.393133 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.402235 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.403440 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.431305 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a76e30-e488-436e-87e1-0b5c8b95a1a7 None None] Pushing event updated for resources: {'Port': ['ID=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:44.467328 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.550360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Attempting to bind port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:58:44.556010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Attempting to bind port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:58:44.556010 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Attempting to bind port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:44.562672 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:58:44.563049 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Checking segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:44.563523 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.563884 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Bound using segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:58:44.564362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Bound port: b15a4370-23e0-4dcc-9826-4e5d1516e5b2, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:58:44.564745 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.635634 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Allocated IP 172.20.0.2 (7c9ad7ea-ec79-4c77-a44c-31c5613df1b5/3e1332b0-ce52-4601-986c-8136a79b306c/eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:58:44.682943 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.696710 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-30d5c8eb-3bca-40ab-95d2-c4ff9b4bbd92 None None] Provisioning complete for port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:44.697074 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-30d5c8eb-3bca-40ab-95d2-c4ff9b4bbd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.749825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] For port b15a4370-23e0-4dcc-9826-4e5d1516e5b2, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:58:44.777215 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] For port b15a4370-23e0-4dcc-9826-4e5d1516e5b2, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:58:44.782972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-30d5c8eb-3bca-40ab-95d2-c4ff9b4bbd92 None None] Port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:58:44.841930 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.879951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.914625 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:44.915273 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:44.920346 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a76e30-e488-436e-87e1-0b5c8b95a1a7 None None] Pushing event updated for resources: {'Port': ['ID=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:44.962103 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:44.982182 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.102896 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Allocated IP 172.25.6.95 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/55d3767c-b6df-4159-a402-ad41d3df0eed) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:58:45.171385 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.210343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.240355 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:45.247041 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-3d066e89-2bce-442d-bbbb-41c9ecb0f9c2 None None] Provisioning complete for port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:45.247456 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d066e89-2bce-442d-bbbb-41c9ecb0f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.253193 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:45.255208 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:45.257200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Pushing event updated for resources: {'Port': ['ID=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:45.300063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:58:45.304448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.340605 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:45.343407 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:45.361529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:58:45.376715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Pushing event updated for resources: {'Port': ['ID=55d3767c-b6df-4159-a402-ad41d3df0eed,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:45.465447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Attempting to bind port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:58:45.465977 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Attempting to bind port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:58:45.466348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Attempting to bind port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad on network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:45.483525 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:58:45.483939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Checking segment: {'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:45.484448 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.484743 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Bound using segment: {'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:58:45.485232 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Bound port: eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:58:45.485618 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.545542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcf8d849-fa49-4f97-89ba-84800040cec8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:45.603052 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d066e89-2bce-442d-bbbb-41c9ecb0f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.676711 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.694540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] For port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:58:45.700387 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] For port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,segment=NetworkSegment(74c0b1dc-c0cc-4b57-8597-40578a7702fa),segment_id=74c0b1dc-c0cc-4b57-8597-40578a7702fa)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:58:45.713196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-3d066e89-2bce-442d-bbbb-41c9ecb0f9c2 None None] For port b15a4370-23e0-4dcc-9826-4e5d1516e5b2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:45.726537 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port bcf8d849-fa49-4f97-89ba-84800040cec8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:45.727497 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.767652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:44Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:45.796007 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.806536 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3d066e89-2bce-442d-bbbb-41c9ecb0f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:45.809660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9d091-4211-4118-81f7-c97e9e065217 None None] The sync data for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 is: [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:44Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:58:45.915704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c96a8-cf2f-476b-9c62-240174a63fd9 None None] Pushing event updated for resources: {'Port': ['ID=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:45.992392 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d066e89-2bce-442d-bbbb-41c9ecb0f9c2 None None] Pushing event updated for resources: {'Port': ['ID=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:46.246370 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:46.447470 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Router 175b0b47-60c1-435a-8f7e-5c465fc792c0 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 22:58:46.562023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:58:46.574949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Sync routers for ids ['175b0b47-60c1-435a-8f7e-5c465fc792c0'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:58:46.586033 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Routers {'175b0b47-60c1-435a-8f7e-5c465fc792c0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:46.586940 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['175b0b47-60c1-435a-8f7e-5c465fc792c0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:46.650032 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:46.651751 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-ad09e8ed-1b90-4fc6-bc29-b441079f517a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3470206 Nov 05 22:58:46.654360 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46146) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:46.703615 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Set router 175b0b47-60c1-435a-8f7e-5c465fc792c0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:46.953944 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 3, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port': {'id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:46.977536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ee1cd-1e70-4827-8844-60c9d81b31ca None None] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 22:58:46.985950 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Checking router: 175b0b47-60c1-435a-8f7e-5c465fc792c0 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:58:46.986454 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Updating router 175b0b47-60c1-435a-8f7e-5c465fc792c0 port 55d3767c-b6df-4159-a402-ad41d3df0eed binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:58:47.016635 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.070162 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b738fff9-c136-4948-94b9-c412e9ddd876 None None] Provisioning complete for port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:47.070960 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b738fff9-c136-4948-94b9-c412e9ddd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.144679 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.239385 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b738fff9-c136-4948-94b9-c412e9ddd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.276219 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-b738fff9-c136-4948-94b9-c412e9ddd876 None None] For port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,segment=NetworkSegment(74c0b1dc-c0cc-4b57-8597-40578a7702fa),segment_id=74c0b1dc-c0cc-4b57-8597-40578a7702fa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:47.332476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Allocated IP 172.20.0.1 (7c9ad7ea-ec79-4c77-a44c-31c5613df1b5/3e1332b0-ce52-4601-986c-8136a79b306c/570e44d5-08b1-49e3-99d7-c2b99d6409e6) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:58:47.339063 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b738fff9-c136-4948-94b9-c412e9ddd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.399156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738fff9-c136-4948-94b9-c412e9ddd876 None None] Pushing event updated for resources: {'Port': ['ID=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:47.434273 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.454452 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.506913 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.550138 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Attempting to bind port 55d3767c-b6df-4159-a402-ad41d3df0eed on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:58:47.550505 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Attempting to bind port 55d3767c-b6df-4159-a402-ad41d3df0eed by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:58:47.550858 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Attempting to bind port 55d3767c-b6df-4159-a402-ad41d3df0eed on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:47.561844 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:58:47.562208 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:47.562601 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.562985 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:58:47.563450 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Bound port: 55d3767c-b6df-4159-a402-ad41d3df0eed, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:58:47.563854 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.568211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b15a4370-23e0-4dcc-9826-4e5d1516e5b2 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:47.573109 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-1ae4b25c-6aed-4d6f-b44e-02de76d6fad5 None None] Provisioning complete for port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:47.573547 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b25c-6aed-4d6f-b44e-02de76d6fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.578505 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.587568 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8fe4-204d-4661-89b5-cfe4d3430fa2 None None] Pushing event updated for resources: {'Port': ['ID=55d3767c-b6df-4159-a402-ad41d3df0eed,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:47.622443 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] For port 55d3767c-b6df-4159-a402-ad41d3df0eed, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:58:47.626354 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] For port 55d3767c-b6df-4159-a402-ad41d3df0eed, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=55d3767c-b6df-4159-a402-ad41d3df0eed,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:58:47.627293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:47.632593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:47.634962 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Pushing event updated for resources: {'Port': ['ID=570e44d5-08b1-49e3-99d7-c2b99d6409e6,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:47.637156 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:58:47.658647 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:47.659085 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.675950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.720060 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.788544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:47.801585 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Routers {'175b0b47-60c1-435a-8f7e-5c465fc792c0'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:47.803670 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['175b0b47-60c1-435a-8f7e-5c465fc792c0'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:47.811630 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8fe4-204d-4661-89b5-cfe4d3430fa2 None None] Pushing event updated for resources: {'Port': ['ID=55d3767c-b6df-4159-a402-ad41d3df0eed,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:47.850178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:47.850551 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.915493 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.924319 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] Set router 175b0b47-60c1-435a-8f7e-5c465fc792c0 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:47.960569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-b0f2b3da-af53-48fc-9986-c41d2702d988 None None] Provisioning complete for port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:47.961596 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b0f2b3da-af53-48fc-9986-c41d2702d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:47.997110 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2b3da-af53-48fc-9986-c41d2702d988 None None] Port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:58:48.093618 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:48.115249 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 3, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port': {'id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:48.140242 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710503c1-6680-4faf-b819-e6abba2ff127 None None] The sync data for ids ['175b0b47-60c1-435a-8f7e-5c465fc792c0'] in n-d-816738-5 is: [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 3, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port': {'id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:58:48.148242 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:48.223250 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Pushing event updated for resources: {'Port': ['ID=570e44d5-08b1-49e3-99d7-c2b99d6409e6,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:48.227718 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:48.322932 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:48.324414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:48.461593 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Router 175b0b47-60c1-435a-8f7e-5c465fc792c0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:58:48.584912 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:58:48.598421 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-491bab0a-2e94-4435-8cc6-535de88611e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/175b0b47-60c1-435a-8f7e-5c465fc792c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349363 Nov 05 22:58:48.622782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-e4fdc479-24e6-4408-ba33-1bb745e4d257 None None] Provisioning complete for port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:48.624328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc479-24e6-4408-ba33-1bb745e4d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:48.668375 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-e4fdc479-24e6-4408-ba33-1bb745e4d257 None None] Port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:58:49.248641 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46154) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:49.253262 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8453f21d-79ad-4d98-a212-8b1a5e35625a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976635769', 'description': 'tempest-secgroup-smoke-1976635769 description', 'project_id': '0a91f8377e4e4528b5207d6c24db029f'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:49.355869 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8453f21d-79ad-4d98-a212-8b1a5e35625a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.425278 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8453f21d-79ad-4d98-a212-8b1a5e35625a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.509791 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8453f21d-79ad-4d98-a212-8b1a5e35625a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.533714 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55d3767c-b6df-4159-a402-ad41d3df0eed up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:49.547319 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453f21d-79ad-4d98-a212-8b1a5e35625a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995805b5-cef4-41db-a546-0643cdc3d905,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:49.584942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 55d3767c-b6df-4159-a402-ad41d3df0eed triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:49.585319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.616838 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8453f21d-79ad-4d98-a212-8b1a5e35625a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.619830 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8453f21d-79ad-4d98-a212-8b1a5e35625a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3686509 Nov 05 22:58:49.621661 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46156) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:49.626684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-41483fb3-cc87-42e2-8918-b7493f2b8132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': '995805b5-cef4-41db-a546-0643cdc3d905', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:49.674364 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.695112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 55d3767c-b6df-4159-a402-ad41d3df0eed, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=55d3767c-b6df-4159-a402-ad41d3df0eed,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:49.702438 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Sync routers for ids ['175b0b47-60c1-435a-8f7e-5c465fc792c0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:58:49.712615 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Routers {'175b0b47-60c1-435a-8f7e-5c465fc792c0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:49.713212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['175b0b47-60c1-435a-8f7e-5c465fc792c0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:49.718705 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41483fb3-cc87-42e2-8918-b7493f2b8132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.775258 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41483fb3-cc87-42e2-8918-b7493f2b8132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.793166 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.847015 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41483fb3-cc87-42e2-8918-b7493f2b8132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.855427 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Set router 175b0b47-60c1-435a-8f7e-5c465fc792c0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:49.865194 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41483fb3-cc87-42e2-8918-b7493f2b8132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc228c3-b543-4c5f-8269-fce397cc1e22,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:49.894289 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=55d3767c-b6df-4159-a402-ad41d3df0eed,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:49.934870 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-41483fb3-cc87-42e2-8918-b7493f2b8132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:49.936164 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-41483fb3-cc87-42e2-8918-b7493f2b8132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135331 Nov 05 22:58:49.939002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46158) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:49.943458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e2dc52c7-81d4-4b1d-baf2-0088618e8ef6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': '995805b5-cef4-41db-a546-0643cdc3d905', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:50.030290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2dc52c7-81d4-4b1d-baf2-0088618e8ef6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.066362 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:47Z', 'revision_number': 4, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port': {'id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '570e44d5-08b1-49e3-99d7-c2b99d6409e6', 'name': '', 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'mac_address': 'fa:16:3e:1b:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e1332b0-ce52-4601-986c-8136a79b306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:47Z', 'updated_at': '2021-11-05T22:58:47Z', 'revision_number': 2, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'subnets': [{'id': '3e1332b0-ce52-4601-986c-8136a79b306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:50.090231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2dc52c7-81d4-4b1d-baf2-0088618e8ef6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.161222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2dc52c7-81d4-4b1d-baf2-0088618e8ef6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.180754 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc52c7-81d4-4b1d-baf2-0088618e8ef6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a274a1de-d035-4ede-a909-83789f23cbb6,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:50.253036 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2dc52c7-81d4-4b1d-baf2-0088618e8ef6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.254886 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2dc52c7-81d4-4b1d-baf2-0088618e8ef6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3146653 Nov 05 22:58:50.257429 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46160) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:50.262703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-712012b4-fe04-4d5d-9314-92b7c08944a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': '995805b5-cef4-41db-a546-0643cdc3d905', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:50.274632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Checking router: 175b0b47-60c1-435a-8f7e-5c465fc792c0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:58:50.275573 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Updating router 175b0b47-60c1-435a-8f7e-5c465fc792c0 port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 22:58:50.300308 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.337684 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-712012b4-fe04-4d5d-9314-92b7c08944a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.395529 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-712012b4-fe04-4d5d-9314-92b7c08944a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.441072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-712012b4-fe04-4d5d-9314-92b7c08944a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.457612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712012b4-fe04-4d5d-9314-92b7c08944a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d71014-a44d-448d-8815-b47e2b6d1d3e,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:50.506231 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-712012b4-fe04-4d5d-9314-92b7c08944a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.507717 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-712012b4-fe04-4d5d-9314-92b7c08944a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486274 Nov 05 22:58:50.510490 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46162) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:50.515029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-8fed5a90-2568-46ac-816b-2c3310c3dc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': '995805b5-cef4-41db-a546-0643cdc3d905', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:50.570833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.600568 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fed5a90-2568-46ac-816b-2c3310c3dc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.657837 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fed5a90-2568-46ac-816b-2c3310c3dc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.673444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.730416 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffed2f-2705-4748-9dec-0dc440e413fb None None] Pushing event updated for resources: {'Port': ['ID=570e44d5-08b1-49e3-99d7-c2b99d6409e6,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:50.755652 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fed5a90-2568-46ac-816b-2c3310c3dc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.773889 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed5a90-2568-46ac-816b-2c3310c3dc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83a8265-c6b4-4bbc-8d44-cc0807224a17,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:50.779679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Attempting to bind port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:58:50.780038 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Attempting to bind port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:58:50.780498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Attempting to bind port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 on network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:50.787434 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:58:50.787849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Checking segment: {'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:50.788253 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.788629 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Bound using segment: {'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:58:50.789603 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Bound port: 570e44d5-08b1-49e3-99d7-c2b99d6409e6, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0b1dc-c0cc-4b57-8597-40578a7702fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:58:50.789986 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.852920 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-8fed5a90-2568-46ac-816b-2c3310c3dc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.854446 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-8fed5a90-2568-46ac-816b-2c3310c3dc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3429604 Nov 05 22:58:50.857538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46164) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:50.862341 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': '995805b5-cef4-41db-a546-0643cdc3d905', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:50.864063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] For port 570e44d5-08b1-49e3-99d7-c2b99d6409e6, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:58:50.868423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] For port 570e44d5-08b1-49e3-99d7-c2b99d6409e6, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=570e44d5-08b1-49e3-99d7-c2b99d6409e6,segment=NetworkSegment(74c0b1dc-c0cc-4b57-8597-40578a7702fa),segment_id=74c0b1dc-c0cc-4b57-8597-40578a7702fa)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:58:50.927167 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.938390 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Project 0a91f8377e4e4528b5207d6c24db029f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:58:50.943804 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:50.984013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Routers {'175b0b47-60c1-435a-8f7e-5c465fc792c0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:58:50.984554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['175b0b47-60c1-435a-8f7e-5c465fc792c0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:51.008343 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.033893 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffed2f-2705-4748-9dec-0dc440e413fb None None] Pushing event updated for resources: {'Port': ['ID=570e44d5-08b1-49e3-99d7-c2b99d6409e6,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:51.056942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-2f761a1c-5a81-4ec7-bd93-e208d1deb7ba None None] Provisioning complete for port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:51.057316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f761a1c-5a81-4ec7-bd93-e208d1deb7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.090829 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.109661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbbae7f-da97-40a7-8eb2-fe8f51a5d08e,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:51.145341 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] Set router 175b0b47-60c1-435a-8f7e-5c465fc792c0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:58:51.178723 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.182811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c050ac74-e79f-40a0-8229-d5a8017af9f0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215899 Nov 05 22:58:51.185981 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 46166) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:58:51.187620 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': '995805b5-cef4-41db-a546-0643cdc3d905', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:51.260224 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f761a1c-5a81-4ec7-bd93-e208d1deb7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.269758 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Project 0a91f8377e4e4528b5207d6c24db029f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 22:58:51.275489 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.331679 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2f761a1c-5a81-4ec7-bd93-e208d1deb7ba None None] For port 570e44d5-08b1-49e3-99d7-c2b99d6409e6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=570e44d5-08b1-49e3-99d7-c2b99d6409e6,segment=NetworkSegment(74c0b1dc-c0cc-4b57-8597-40578a7702fa),segment_id=74c0b1dc-c0cc-4b57-8597-40578a7702fa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:51.337033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.406182 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:47Z', 'revision_number': 4, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port': {'id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '570e44d5-08b1-49e3-99d7-c2b99d6409e6', 'name': '', 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'mac_address': 'fa:16:3e:1b:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e1332b0-ce52-4601-986c-8136a79b306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:47Z', 'updated_at': '2021-11-05T22:58:50Z', 'revision_number': 4, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'subnets': [{'id': '3e1332b0-ce52-4601-986c-8136a79b306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:58:51.409164 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2f761a1c-5a81-4ec7-bd93-e208d1deb7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.429620 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.436095 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a332bc24-ef90-4f77-ba6d-dd7513863d07 None None] The sync data for ids ['175b0b47-60c1-435a-8f7e-5c465fc792c0'] in n-d-816738-5 is: [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:47Z', 'revision_number': 4, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port': {'id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '570e44d5-08b1-49e3-99d7-c2b99d6409e6', 'name': '', 'network_id': '7c9ad7ea-ec79-4c77-a44c-31c5613df1b5', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'mac_address': 'fa:16:3e:1b:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e1332b0-ce52-4601-986c-8136a79b306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:47Z', 'updated_at': '2021-11-05T22:58:50Z', 'revision_number': 4, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'subnets': [{'id': '3e1332b0-ce52-4601-986c-8136a79b306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:58:51.458521 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72aa41d-49e9-498e-a862-0c4c6651d3c8,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:51.498749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f761a1c-5a81-4ec7-bd93-e208d1deb7ba None None] Pushing event updated for resources: {'Port': ['ID=570e44d5-08b1-49e3-99d7-c2b99d6409e6,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:51.528856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.530109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-9c6bb752-a76a-4f34-9ef3-3318f2078752 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3461125 Nov 05 22:58:51.535586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ca730b55-ad6f-4b7a-b979-e8b245040aa4 None None] Provisioning complete for port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:51.536369 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ca730b55-ad6f-4b7a-b979-e8b245040aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.577606 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55d3767c-b6df-4159-a402-ad41d3df0eed up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:51.684317 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 55d3767c-b6df-4159-a402-ad41d3df0eed triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:51.684740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:51.779807 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-f8e95388-4286-444f-940e-7c9a15f23981 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976635769&fields=id&tenant_id=0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 267 time: 0.0534775 Nov 05 22:58:51.892278 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-63a287bc-1388-42b1-b658-de5832d2f688 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:51.893828 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-63a287bc-1388-42b1-b658-de5832d2f688 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 808 time: 0.1071472 Nov 05 22:58:51.909370 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-ef606ed2-0d28-405a-8370-56651f929a2b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/quotas/0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 375 time: 0.0095303 Nov 05 22:58:51.963510 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-03e9b8e6-62da-41b6-b485-0e2a541fbf83 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479791 Nov 05 22:58:52.158736 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-5b3bd4ee-dc28-4480-8416-8cae72ea9cd3 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833141 Nov 05 22:58:52.247200 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-e8e46a2e-09a0-449e-8c0c-e8cd17ea353e service neutron] 10.222.0.41 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817745 Nov 05 22:58:52.490710 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49c3388e-d86c-43d5-89e2-3a5142f0bff2 req-8083125f-d1b0-4bde-b8b9-07d8317ee7e2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 210 time: 0.0268168 Nov 05 22:58:53.534356 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 570e44d5-08b1-49e3-99d7-c2b99d6409e6 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:58:53.577468 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4ec72f84-4d11-4da0-900d-3e8057d8e648 req-6b412106-7ca0-49b2-9715-c42e9f0a08fd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 210 time: 0.0315928 Nov 05 22:58:53.585430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:53.585825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:54.670694 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b6df6bb-81b2-4b6b-83e4-ba0bb239f380 req-7b9be3e3-3284-4f19-a827-e088cd2b4299 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 210 time: 0.0259569 Nov 05 22:58:54.973163 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-147015f7-a84a-40bd-9751-bdedcfff27de tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:54.974872 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-147015f7-a84a-40bd-9751-bdedcfff27de tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 808 time: 0.1064835 Nov 05 22:58:55.038207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-73fe96b3-8bd7-4ed5-946b-1b93f4a1fc49 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 380 time: 0.0539765 Nov 05 22:58:55.047474 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'port': {'device_id': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'admin_state_up': True, 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'security_groups': ['995805b5-cef4-41db-a546-0643cdc3d905']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:55.195070 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Made reservation on behalf of 0a91f8377e4e4528b5207d6c24db029f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 22:58:55.198462 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:55.323331 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Allocated IP 172.20.0.5 (4f7b89e4-a97d-473a-9866-f4cec71e88bb/ced2a870-e2b4-4c4e-9bf0-f97dc5685fef/6a6c98ef-c1cc-4155-9126-28519639b018) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:58:55.462038 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:55.544449 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:55.587075 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:58:55.592157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:58:55.595964 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:58:55.602989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:55.652666 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:55.653290 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:55.724106 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-1d2d4e5d-10dd-4dde-ba81-c9cb859ea25d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6801264 Nov 05 22:58:55.737287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Request body: {'port': {'device_id': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:58:55.791886 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e4b0b-cc77-463a-911d-8dbb00e8ad5f req-c3508e1f-dcc3-421c-9f75-ebfd4584a557 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:55.793389 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-971e4b0b-cc77-463a-911d-8dbb00e8ad5f req-c3508e1f-dcc3-421c-9f75-ebfd4584a557 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 931 time: 0.0518725 Nov 05 22:58:55.801302 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:55.833239 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-84b4ff9f-6a9d-4817-9a43-0d7d96ea55a7 None None] Provisioning complete for port 6a6c98ef-c1cc-4155-9126-28519639b018 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:58:55.834259 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-84b4ff9f-6a9d-4817-9a43-0d7d96ea55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:55.845599 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-971e4b0b-cc77-463a-911d-8dbb00e8ad5f req-da0d242a-2fe9-4537-affe-435b165d5837 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Nov 05 22:58:55.875787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-84b4ff9f-6a9d-4817-9a43-0d7d96ea55a7 None None] Port 6a6c98ef-c1cc-4155-9126-28519639b018 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 22:58:56.065693 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6c98ef-c1cc-4155-9126-28519639b018 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:58:56.073805 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:56.086515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Transition to ACTIVE for port object 6a6c98ef-c1cc-4155-9126-28519639b018 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 22:58:56.161154 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:56.211946 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:56.285381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Attempting to bind port 6a6c98ef-c1cc-4155-9126-28519639b018 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 22:58:56.285721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Attempting to bind port 6a6c98ef-c1cc-4155-9126-28519639b018 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 22:58:56.286050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Attempting to bind port 6a6c98ef-c1cc-4155-9126-28519639b018 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:56.290801 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Port 6a6c98ef-c1cc-4155-9126-28519639b018 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 22:58:56.291125 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Attempting to bind port 6a6c98ef-c1cc-4155-9126-28519639b018 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 22:58:56.296212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 22, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 22:58:56.296555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Checking segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 22:58:56.296942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Bound using segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 22:58:56.297374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Bound port: 6a6c98ef-c1cc-4155-9126-28519639b018, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 22:58:56.297736 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:56.363076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 22:58:56.366126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 22:58:56.433557 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:56.466249 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:56.466899 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:56.468304 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 1091 time: 0.7356417 Nov 05 22:58:56.468753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:58:56.471014 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059dbcb6-f201-4659-a405-b53d702063ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:58:56.506133 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe27d4-6ef4-470d-bcf4-24659ca956e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:58:56.520410 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b50094-2210-449e-82c6-3dbe6e86d61b x-openstack-request-id: req-b9b50094-2210-449e-82c6-3dbe6e86d61b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:58:56.520699 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:58:56.520953 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9b50094-2210-449e-82c6-3dbe6e86d61b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:58:56.521353 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'status': 'completed', 'code': 200} Nov 05 22:58:56.587955 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dbcb6-f201-4659-a405-b53d702063ae req-db8c2c3e-2ab6-4826-9d3a-13bf0d94b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:56.589467 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-059dbcb6-f201-4659-a405-b53d702063ae req-db8c2c3e-2ab6-4826-9d3a-13bf0d94b9d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1094 time: 0.0456276 Nov 05 22:58:56.695713 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dbcb6-f201-4659-a405-b53d702063ae req-655b1ede-88a2-4e4b-829a-de85595aeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:56.697182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-059dbcb6-f201-4659-a405-b53d702063ae req-655b1ede-88a2-4e4b-829a-de85595aeeff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0a91f8377e4e4528b5207d6c24db029f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1005754 Nov 05 22:58:56.793594 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dbcb6-f201-4659-a405-b53d702063ae req-6e3cf6b3-17f1-46fa-aa4f-de1a1a9ffeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:56.794964 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-059dbcb6-f201-4659-a405-b53d702063ae req-6e3cf6b3-17f1-46fa-aa4f-de1a1a9ffeb0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911460 Nov 05 22:58:56.870619 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-3fa7e1ec-8233-49e7-82f8-94ea81c083ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:56.872138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-3fa7e1ec-8233-49e7-82f8-94ea81c083ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1094 time: 0.0409455 Nov 05 22:58:56.915062 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-e7b78828-65c2-4bd6-9fbe-1c1d05bfa8b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 217 time: 0.0348248 Nov 05 22:58:56.964905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffdf97-7e11-44ca-ab4c-76af31f3ae86 req-20b777e5-f5a8-4075-b693-a19f50344e7b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:56.966413 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfffdf97-7e11-44ca-ab4c-76af31f3ae86 req-20b777e5-f5a8-4075-b693-a19f50344e7b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Nov 05 22:58:56.969752 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-41cda818-d75b-4d7f-808d-81c4bd31cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:56.971228 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-41cda818-d75b-4d7f-808d-81c4bd31cc47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0502086 Nov 05 22:58:57.015834 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78b29-8749-42e1-99be-06b9905d535e req-931829a3-79f2-4dff-8af1-21c066b2d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:57.016096 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cfffdf97-7e11-44ca-ab4c-76af31f3ae86 req-30ec01c7-9545-49d2-bf38-f96e729f2765 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 Nov 05 22:58:57.017315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-931829a3-79f2-4dff-8af1-21c066b2d442 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394788 Nov 05 22:58:57.108133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-62788593-0705-4d9e-ba60-1052a05c79a2 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834541 Nov 05 22:58:57.201171 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11f78b29-8749-42e1-99be-06b9905d535e req-9c4ae36f-30f5-4a24-a65a-6b3d7d441d7f service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856524 Nov 05 22:58:57.519092 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:58:58.133405 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd9b71-c38c-4614-83db-8b6aa40be0b7 req-38ed0026-5953-45f7-91a5-0a41996eda0d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:58.134874 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcbd9b71-c38c-4614-83db-8b6aa40be0b7 req-38ed0026-5953-45f7-91a5-0a41996eda0d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0495124 Nov 05 22:58:58.183830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-fcbd9b71-c38c-4614-83db-8b6aa40be0b7 req-4e993672-0997-40cc-8ec8-951bb05d1f84 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Nov 05 22:58:59.300333 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e8cc8-1b66-4669-9d83-f5efcaa06bf9 req-b6ee8948-bdc1-4ae2-8ba6-b731a61838be tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:58:59.301704 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-211e8cc8-1b66-4669-9d83-f5efcaa06bf9 req-b6ee8948-bdc1-4ae2-8ba6-b731a61838be tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0517609 Nov 05 22:58:59.357339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-211e8cc8-1b66-4669-9d83-f5efcaa06bf9 req-d3ebb948-9626-4518-a05a-167da20b8a97 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491328 Nov 05 22:58:59.682984 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 22:58:59.781091 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:59.792532 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '6a6c98ef-c1cc-4155-9126-28519639b018', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'port_id': '6a6c98ef-c1cc-4155-9126-28519639b018', 'mac_address': 'fa:16:3e:0b:8e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 22:58:59.829053 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:59.841296 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6c98ef-c1cc-4155-9126-28519639b018 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 22:58:59.864181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:58:59.941776 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:58:59.988648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:59:00.148619 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['6a6c98ef-c1cc-4155-9126-28519639b018'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 22:59:00.477509 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55f234-a870-44cb-aadf-3b89291d32a4 req-4acc51d1-5ebc-41e9-9c9b-556c386fbb13 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:00.478955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c55f234-a870-44cb-aadf-3b89291d32a4 req-4acc51d1-5ebc-41e9-9c9b-556c386fbb13 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 944 time: 0.0525901 Nov 05 22:59:00.527290 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8c55f234-a870-44cb-aadf-3b89291d32a4 req-60e8fd8d-d63e-4a9b-9224-01cfa2a7cba3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421641 Nov 05 22:59:01.618578 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:01.641744 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf9ccb-a80b-43c5-878b-8178550ecd77 req-4a6e3c91-7dde-4da1-83df-19f540746895 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:01.643213 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ccf9ccb-a80b-43c5-878b-8178550ecd77 req-4a6e3c91-7dde-4da1-83df-19f540746895 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 944 time: 0.0491621 Nov 05 22:59:01.683381 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 22:59:01.691407 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ccf9ccb-a80b-43c5-878b-8178550ecd77 req-cb8478c3-523b-4854-b4fb-0365ffc631e0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Nov 05 22:59:01.800870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 6a6c98ef-c1cc-4155-9126-28519639b018 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 22:59:01.805206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 6a6c98ef-c1cc-4155-9126-28519639b018 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 22:59:01.808152 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:01.881799 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:01.902700 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:59:01.904929 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f9f744-48d6-40f1-abdc-c625a6767685" -d '{"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:59:01.917586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 22:59:01.941239 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 22:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a39a0-457c-46d8-9d41-8da944811855 x-openstack-request-id: req-1f1a39a0-457c-46d8-9d41-8da944811855 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:59:01.941527 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:59:01.941853 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f1a39a0-457c-46d8-9d41-8da944811855 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:59:01.942325 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'code': 200} Nov 05 22:59:01.982172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:02.030013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:59:02.037940 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c697f7-651f-44c1-b51e-c8e132d4458f req-0af21da9-5335-42bc-b505-4e51f1a309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:02.040154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5c697f7-651f-44c1-b51e-c8e132d4458f req-0af21da9-5335-42bc-b505-4e51f1a309f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1096 time: 0.0410287 Nov 05 22:59:02.088031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d5c697f7-651f-44c1-b51e-c8e132d4458f req-24b4acc7-f5bc-491c-8dd3-7e2010d3eac7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Nov 05 22:59:02.810984 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11205-1821-4b56-9cd0-d9b1b4f1ad6d req-99a656e7-8518-44da-99c9-2df0b7702d78 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:02.812537 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ad11205-1821-4b56-9cd0-d9b1b4f1ad6d req-99a656e7-8518-44da-99c9-2df0b7702d78 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0529001 Nov 05 22:59:02.861315 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8ad11205-1821-4b56-9cd0-d9b1b4f1ad6d req-97ae7129-639c-4ab8-874e-48f1c4615760 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Nov 05 22:59:03.644483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:03.976218 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d6ab-a575-44f5-a270-60a64a044b9b req-554df940-eb4d-4915-98dd-af32584ec6f3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:03.978501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d83d6ab-a575-44f5-a270-60a64a044b9b req-554df940-eb4d-4915-98dd-af32584ec6f3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0491891 Nov 05 22:59:04.030797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d83d6ab-a575-44f5-a270-60a64a044b9b req-a0a4b59f-808a-4fa5-9cf8-374290e037da tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Nov 05 22:59:04.145806 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d99ad9-4d41-4b87-bbfe-82a612769136 req-7bd57057-e44d-4f92-96d5-371da921a6c3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:04.147166 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-33d99ad9-4d41-4b87-bbfe-82a612769136 req-7bd57057-e44d-4f92-96d5-371da921a6c3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0488725 Nov 05 22:59:04.195739 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-33d99ad9-4d41-4b87-bbfe-82a612769136 req-687cc177-7eff-4a75-990a-b556c6d2d0d7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Nov 05 22:59:04.217202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46224) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:59:04.296106 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753f79c-ee43-4ca8-814c-95300b7fa609 tempest-TestShelveInstance-1448717220 tempest-TestShelveInstance-1448717220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:04.297581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d753f79c-ee43-4ca8-814c-95300b7fa609 tempest-TestShelveInstance-1448717220 tempest-TestShelveInstance-1448717220-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1091 time: 0.0794175 Nov 05 22:59:04.300530 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46228) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 22:59:04.304719 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '6a6c98ef-c1cc-4155-9126-28519639b018', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 22:59:04.395015 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:04.492797 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:04.596573 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Allocated IP 172.25.6.57 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/f8235f5b-7211-4d49-a8ee-c7a50974e044) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 22:59:04.694614 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:04.807051 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:04.844077 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 22:59:04.849251 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 22:59:04.853623 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 22:59:04.859006 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'Port': ['ID=f8235f5b-7211-4d49-a8ee-c7a50974e044,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:59:05.484166 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:05.597707 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:05.745569 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:05.804409 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:05.872611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'Port': ['ID=f8235f5b-7211-4d49-a8ee-c7a50974e044,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 22:59:05.884445 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:05.982605 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Floating IP 8f0f6a9c-0290-4837-a289-6e5548c633fe associated. External IP: 172.25.6.57, port: 6a6c98ef-c1cc-4155-9126-28519639b018. Nov 05 22:59:06.185491 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Router ea998f8a-b975-4006-8ab1-500a1248d477 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 22:59:06.290950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 22:59:06.300395 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] Sync routers for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 22:59:06.310980 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:59:06.311608 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:59:06.408810 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:06.413566 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:59:06.433475 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b473232b-ebde-4af4-9208-fbb0cea63046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:06.438110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bbaeef21-7ccf-4ca5-acab-54aeded9ca14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1365790 Nov 05 22:59:06.438703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 22:59:06.440989 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae93056-17a4-4778-a199-81d36430f1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 22:59:06.479250 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29673f8a-0520-4239-a7c9-4ac0913561b2 x-openstack-request-id: req-29673f8a-0520-4239-a7c9-4ac0913561b2 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 22:59:06.479540 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 22:59:06.479822 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29673f8a-0520-4239-a7c9-4ac0913561b2 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 22:59:06.480231 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'status': 'completed', 'code': 200} Nov 05 22:59:06.540387 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93056-17a4-4778-a199-81d36430f1bd req-f0563506-57a4-4c0a-b6ff-6a99df5c1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:06.541878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ae93056-17a4-4778-a199-81d36430f1bd req-f0563506-57a4-4c0a-b6ff-6a99df5c1b5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1096 time: 0.0406325 Nov 05 22:59:06.642971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93056-17a4-4778-a199-81d36430f1bd req-bb7e5805-7a1f-4322-909a-221ef98a67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:06.644568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ae93056-17a4-4778-a199-81d36430f1bd req-bb7e5805-7a1f-4322-909a-221ef98a67ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0943794 Nov 05 22:59:06.659211 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '8f0f6a9c-0290-4837-a289-6e5548c633fe', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'port_id': '6a6c98ef-c1cc-4155-9126-28519639b018', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'mac_address': 'fa:16:3e:0b:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:59:05Z', 'updated_at': '2021-11-05T22:59:05Z', 'revision_number': 0, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:59:06.692248 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] Checking router: ea998f8a-b975-4006-8ab1-500a1248d477 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 22:59:06.701686 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 22:59:06.702331 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T22:58:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:59:06.719379 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ae93056-17a4-4778-a199-81d36430f1bd req-bb1defe4-fa84-44e8-9714-18b1c32e97f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 998 time: 0.0667486 Nov 05 22:59:06.772368 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93056-17a4-4778-a199-81d36430f1bd req-5afb8b12-2167-454c-8b3a-4b857180080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:06.774154 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ae93056-17a4-4778-a199-81d36430f1bd req-5afb8b12-2167-454c-8b3a-4b857180080e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0476713 Nov 05 22:59:06.810069 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 22:59:06.820449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93056-17a4-4778-a199-81d36430f1bd req-26a40b52-d2d3-43f2-a02d-b52481516d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:06.822758 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ae93056-17a4-4778-a199-81d36430f1bd req-26a40b52-d2d3-43f2-a02d-b52481516d96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420213 Nov 05 22:59:06.919203 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ae93056-17a4-4778-a199-81d36430f1bd req-45398840-633c-4249-a03c-e51504199dde service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893440 Nov 05 22:59:07.012897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5ae93056-17a4-4778-a199-81d36430f1bd req-126b7c19-de59-48b6-99fb-abcc4334bcb9 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874588 Nov 05 22:59:07.041935 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '8f0f6a9c-0290-4837-a289-6e5548c633fe', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'port_id': '6a6c98ef-c1cc-4155-9126-28519639b018', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'mac_address': 'fa:16:3e:0b:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:59:05Z', 'updated_at': '2021-11-05T22:59:05Z', 'revision_number': 0, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 22:59:07.066859 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8e817-b086-48c9-a07f-f1c8a83390aa None None] The sync data for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 is: [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '8f0f6a9c-0290-4837-a289-6e5548c633fe', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'port_id': '6a6c98ef-c1cc-4155-9126-28519639b018', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'mac_address': 'fa:16:3e:0b:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T22:59:05Z', 'updated_at': '2021-11-05T22:59:05Z', 'revision_number': 0, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 22:59:07.254955 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b370f-7e0e-46bf-b306-ddef60d0c501 None None] New status for floating IP 8f0f6a9c-0290-4837-a289-6e5548c633fe: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 22:59:08.595279 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-15869723-700b-4363-a2b4-fb509a19f099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:10.286632 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:11.698008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:12.126320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:31.527714 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-380b2bf9-7f9c-49d2-a6ea-09de3e00c49a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443141 Nov 05 22:59:31.610730 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f15a-bd83-4994-bac0-631626285c86 req-40eaddbb-944c-4afb-a2ca-1ff2fb9fe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:31.612247 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-40eaddbb-944c-4afb-a2ca-1ff2fb9fe2b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1096 time: 0.0401742 Nov 05 22:59:31.632370 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:31.724499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f15a-bd83-4994-bac0-631626285c86 req-feeca2b0-db6a-4879-b684-2798b9bf8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:31.725865 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-feeca2b0-db6a-4879-b684-2798b9bf8a2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0900774 Nov 05 22:59:31.794499 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-9167e528-cd73-4871-bf8d-9df6fd6ad153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 1000 time: 0.0567095 Nov 05 22:59:31.842247 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f15a-bd83-4994-bac0-631626285c86 req-0f8973d3-4ec3-4f70-bf66-a19555a69e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:31.843712 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-0f8973d3-4ec3-4f70-bf66-a19555a69e31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0421698 Nov 05 22:59:31.892649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f15a-bd83-4994-bac0-631626285c86 req-b5ad9277-245c-445e-a0ba-a3c1aa092db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 22:59:31.894170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-b5ad9277-245c-445e-a0ba-a3c1aa092db1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423145 Nov 05 22:59:31.982723 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-48552b5d-301d-422d-9fd3-71e9d59c6e95 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798666 Nov 05 22:59:32.075579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2c69f15a-bd83-4994-bac0-631626285c86 req-5675043f-6bd7-442e-a590-5ad7a5d7f749 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856199 Nov 05 22:59:33.637854 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:34.517462 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 22:59:36.415124 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f548d04c-8ecd-4577-a6a7-8183cbf4b2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:38.548589 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-99494dbf-367f-4a66-966d-2eddc7674437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:40.284248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:41.720186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 22:59:42.114502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:01.643246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:03.651524 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:06.439986 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f97a0513-0776-4ca7-af52-1fcba29dd21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:08.560526 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bae3ed63-0619-4b99-9b58-972a3ac77e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:10.302784 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:11.516684 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:00:11.708316 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:12.108435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:31.657297 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:33.522944 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-85d3cc0e-2855-444b-8740-5f3c61a16e6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399666 Nov 05 23:00:33.602033 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533468e-1843-413c-a2da-e222fffee485 req-ae31507e-b02e-4434-add1-f9070e28c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:00:33.603476 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-ae31507e-b02e-4434-add1-f9070e28c614 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1096 time: 0.0392087 Nov 05 23:00:33.674227 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:33.709268 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533468e-1843-413c-a2da-e222fffee485 req-e6159e12-9fa6-4db7-b9e2-197b1443e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:00:33.710775 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-e6159e12-9fa6-4db7-b9e2-197b1443e314 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0882370 Nov 05 23:00:33.774549 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-0c7c23b4-1e1a-420e-9cb3-cf3c684b9479 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 1000 time: 0.0566478 Nov 05 23:00:33.825389 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533468e-1843-413c-a2da-e222fffee485 req-50e87b44-09ed-47fe-a5cb-b5a90bff47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:00:33.826781 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-50e87b44-09ed-47fe-a5cb-b5a90bff47f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0460558 Nov 05 23:00:33.874410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533468e-1843-413c-a2da-e222fffee485 req-7da0a063-cfaf-429b-b0a7-62ec84065381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:00:33.875878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-7da0a063-cfaf-429b-b0a7-62ec84065381 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384526 Nov 05 23:00:33.886270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-7a3c7514-8833-4c47-ae2c-e44feafdd319 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:00:33.887209 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-7a3c7514-8833-4c47-ae2c-e44feafdd319 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047250 Nov 05 23:00:33.974452 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-8eb31104-98f9-4084-bcf1-623e9e9cab30 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800073 Nov 05 23:00:34.065984 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1533468e-1843-413c-a2da-e222fffee485 req-fd697b9a-1c65-41a6-ad38-88efdfee4e45 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841031 Nov 05 23:00:36.427900 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6726-ce62-4489-b3dd-12df142d7127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:38.553864 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c43b1511-4753-4efe-b998-1028ba7ec3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:40.325377 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:41.731119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:42.136533 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:00:48.516754 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:01:01.366792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8c-2332-4643-939b-db1df6a5e80d req-7dbf156b-6a15-4a81-a2e3-ac0f6437fbee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:01.368370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb703d8c-2332-4643-939b-db1df6a5e80d req-7dbf156b-6a15-4a81-a2e3-ac0f6437fbee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.1229689 Nov 05 23:01:01.417333 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bb703d8c-2332-4643-939b-db1df6a5e80d req-54cf5be0-4090-4c8f-bd82-691a7e32b59b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Nov 05 23:01:01.668490 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:02.548393 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96cc15-5c79-4ed7-bbb5-0ef6952c773c req-0365b3ad-4b5f-424b-bfdc-4e3e8b5db64f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:02.549873 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e96cc15-5c79-4ed7-bbb5-0ef6952c773c req-0365b3ad-4b5f-424b-bfdc-4e3e8b5db64f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0511611 Nov 05 23:01:02.598839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6e96cc15-5c79-4ed7-bbb5-0ef6952c773c req-136745cd-a814-4ff8-b820-350ec001bbe7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Nov 05 23:01:03.705136 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:03.729498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edaeb0-1889-4c98-826d-985bf695f826 req-6c9f90d0-7a7e-44fa-8263-29b95c7d9c82 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:03.730953 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4edaeb0-1889-4c98-826d-985bf695f826 req-6c9f90d0-7a7e-44fa-8263-29b95c7d9c82 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Nov 05 23:01:03.778844 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b4edaeb0-1889-4c98-826d-985bf695f826 req-267f0cd6-7b17-45de-8e8a-5c4b3b3c1c99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Nov 05 23:01:04.896616 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb34d-838f-4061-9821-b6e5240a95aa req-620effd4-fc52-41a3-abf7-f8ffbedca9e9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:04.898054 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feddb34d-838f-4061-9821-b6e5240a95aa req-620effd4-fc52-41a3-abf7-f8ffbedca9e9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Nov 05 23:01:04.947242 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-feddb34d-838f-4061-9821-b6e5240a95aa req-f374b49d-1754-4cf5-9051-09b0d59648f2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Nov 05 23:01:06.060984 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb46d72-ea81-49a8-9dfd-3d2842e005ad req-5db2e57d-6ae3-4975-b0e6-0f4d734480a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:06.062439 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fb46d72-ea81-49a8-9dfd-3d2842e005ad req-5db2e57d-6ae3-4975-b0e6-0f4d734480a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Nov 05 23:01:06.110584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0fb46d72-ea81-49a8-9dfd-3d2842e005ad req-3c28f14f-9f17-4c3f-8f29-34863199c979 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422089 Nov 05 23:01:06.416336 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cb2869e3-deae-461f-8b4a-ae671205661f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:07.230362 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3aa7-9b6b-42cc-9e0e-eb8d9a28a138 req-707b122e-460a-482b-96ce-bf967b870d77 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:07.231899 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-880b3aa7-9b6b-42cc-9e0e-eb8d9a28a138 req-707b122e-460a-482b-96ce-bf967b870d77 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0515912 Nov 05 23:01:07.284009 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-880b3aa7-9b6b-42cc-9e0e-eb8d9a28a138 req-55e523a5-c169-4a99-b77b-56568c7b14fc tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Nov 05 23:01:08.404250 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e87ec-376c-4ce0-b541-29ddd87b9b2f req-cf3b3bae-d0d2-4137-b7a9-4931ba6d1c04 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:08.405693 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b7e87ec-376c-4ce0-b541-29ddd87b9b2f req-cf3b3bae-d0d2-4137-b7a9-4931ba6d1c04 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Nov 05 23:01:08.457558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4b7e87ec-376c-4ce0-b541-29ddd87b9b2f req-fd666d79-f205-4b0b-888e-26419c4e06f4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454197 Nov 05 23:01:08.567716 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a6384f51-9489-4e5b-b023-82fe55f13211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:09.572379 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4815f4-f014-4708-8f4f-7bfdecd822b6 req-02d8d1f7-f131-47d0-937b-1a2b15ef3c24 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:09.573821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb4815f4-f014-4708-8f4f-7bfdecd822b6 req-02d8d1f7-f131-47d0-937b-1a2b15ef3c24 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0478029 Nov 05 23:01:09.628501 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cb4815f4-f014-4708-8f4f-7bfdecd822b6 req-cf047abc-0803-4593-85dc-0895ffcaf22f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488133 Nov 05 23:01:10.290572 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:10.741769 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca676-1bc9-4d2b-bafa-e8dcc4117e1b req-c3738058-0975-4fa8-9cdb-80b53f5dde73 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:10.743207 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f38ca676-1bc9-4d2b-bafa-e8dcc4117e1b req-c3738058-0975-4fa8-9cdb-80b53f5dde73 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Nov 05 23:01:10.791284 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f38ca676-1bc9-4d2b-bafa-e8dcc4117e1b req-9f89015b-611d-4dfc-bbc8-5f64ec689260 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419669 Nov 05 23:01:11.724972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:11.905249 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f920d-fb94-4006-8f9e-6ea1e64f3796 req-ab5d753a-12b1-49e6-bea0-eaa8541599ac tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:11.906722 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e99f920d-fb94-4006-8f9e-6ea1e64f3796 req-ab5d753a-12b1-49e6-bea0-eaa8541599ac tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Nov 05 23:01:11.955965 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e99f920d-fb94-4006-8f9e-6ea1e64f3796 req-1c72ea3a-1825-49f3-a2d8-a5a5f88d1959 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Nov 05 23:01:12.111032 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:13.069209 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792193-cf45-46e9-bbd0-a36b7456efe5 req-9a5f6141-de2d-4ae8-9d48-1cf528c1cac7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:13.070676 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eb792193-cf45-46e9-bbd0-a36b7456efe5 req-9a5f6141-de2d-4ae8-9d48-1cf528c1cac7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Nov 05 23:01:13.118835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eb792193-cf45-46e9-bbd0-a36b7456efe5 req-5e7452f9-97d5-46f2-80dd-f3563c12dc71 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Nov 05 23:01:14.232695 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f796e06-7857-4004-b993-49df1711d48c req-429fa1fe-4abc-4e6d-b176-106c9208899c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:14.234172 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f796e06-7857-4004-b993-49df1711d48c req-429fa1fe-4abc-4e6d-b176-106c9208899c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0483062 Nov 05 23:01:14.283822 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9f796e06-7857-4004-b993-49df1711d48c req-cf61922a-124a-40e0-900e-f78a08f4bc34 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Nov 05 23:01:14.288542 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:01:14.384648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:01:14.396504 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '6a6c98ef-c1cc-4155-9126-28519639b018', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'port_id': '6a6c98ef-c1cc-4155-9126-28519639b018', 'mac_address': 'fa:16:3e:0b:8e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:01:14.440627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:14.455025 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a6c98ef-c1cc-4155-9126-28519639b018 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:01:14.475716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:01:14.539353 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:14.596135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:01:14.604863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.607415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.607415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.607415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.607415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.607415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.607415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.607415 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.608176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.608176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.608176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.608423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:01:14.623034 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['6a6c98ef-c1cc-4155-9126-28519639b018'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:01:15.439679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f292a1-7bc3-4115-be1a-fb18e7fcc138 req-a978ec72-c65c-4be4-81e8-90fb0d671272 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:15.445744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8f292a1-7bc3-4115-be1a-fb18e7fcc138 req-a978ec72-c65c-4be4-81e8-90fb0d671272 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 944 time: 0.0729327 Nov 05 23:01:15.500606 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e8f292a1-7bc3-4115-be1a-fb18e7fcc138 req-c2e960c7-88e7-4a03-8d32-5541fae6fc17 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480251 Nov 05 23:01:16.288635 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:01:16.347519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 6a6c98ef-c1cc-4155-9126-28519639b018 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:01:16.347888 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:16.460373 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:16.487888 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:01:16.491249 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d36b842-d354-4001-8101-9fe0fd829c4b" -d '{"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:01:16.512159 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:01:16.583494 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:16.631202 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8895f802-faf8-4f55-ad9b-99daede3a934 x-openstack-request-id: req-8895f802-faf8-4f55-ad9b-99daede3a934 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:01:16.632713 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:01:16.637098 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8895f802-faf8-4f55-ad9b-99daede3a934 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:01:16.638047 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'code': 200} Nov 05 23:01:16.693522 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:01:16.710260 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94597eaa-0223-42fb-b2d2-c441cd8f3e60 req-37302ec7-1b23-425c-85a2-f5ea64344f15 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:16.712424 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94597eaa-0223-42fb-b2d2-c441cd8f3e60 req-37302ec7-1b23-425c-85a2-f5ea64344f15 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0939875 Nov 05 23:01:16.768498 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94597eaa-0223-42fb-b2d2-c441cd8f3e60 req-85853912-9dd5-4985-af6e-5ca7176296d7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500350 Nov 05 23:01:17.911181 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25700392-f4a1-42dc-ad64-d88dcca41a61 req-1bb58c10-19c6-4d60-bf11-5fb48a614477 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:17.913090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25700392-f4a1-42dc-ad64-d88dcca41a61 req-1bb58c10-19c6-4d60-bf11-5fb48a614477 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0648332 Nov 05 23:01:17.973535 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-25700392-f4a1-42dc-ad64-d88dcca41a61 req-0a1eeb11-7c81-4245-940f-3c806f505132 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527427 Nov 05 23:01:19.102869 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515b20-8fee-4ff8-be3a-4da863a7c5cb req-262fd103-9cda-472a-b0b9-2237d7959fb9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:19.105990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3515b20-8fee-4ff8-be3a-4da863a7c5cb req-262fd103-9cda-472a-b0b9-2237d7959fb9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0578771 Nov 05 23:01:19.170768 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c3515b20-8fee-4ff8-be3a-4da863a7c5cb req-713d9f9e-1d71-43b4-b207-37f3965073e2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596325 Nov 05 23:01:20.308233 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a2141-a2c7-4409-9fb1-792a6181932d req-b6e86575-9fb7-4a97-bd72-a0057126fbd1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:20.309708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e88a2141-a2c7-4409-9fb1-792a6181932d req-b6e86575-9fb7-4a97-bd72-a0057126fbd1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0498557 Nov 05 23:01:20.358708 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e88a2141-a2c7-4409-9fb1-792a6181932d req-b50bc44f-f6a6-4d30-b1b5-9cd791e80ac4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Nov 05 23:01:21.494954 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b151a-403c-4991-967a-6c836203fe18 req-5c5c9120-1a0e-4206-8644-07b9d32713ce tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:21.502927 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-430b151a-403c-4991-967a-6c836203fe18 req-5c5c9120-1a0e-4206-8644-07b9d32713ce tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0616395 Nov 05 23:01:21.555707 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-430b151a-403c-4991-967a-6c836203fe18 req-f1aa6104-13ac-441d-b8ac-f84ce66cd9f2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518458 Nov 05 23:01:22.699835 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f25f27-aab6-4a8e-95b1-813323126502 req-d34baf76-3b1d-4d3e-a0f4-0f46524c3345 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:22.701628 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32f25f27-aab6-4a8e-95b1-813323126502 req-d34baf76-3b1d-4d3e-a0f4-0f46524c3345 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0686116 Nov 05 23:01:22.776360 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-32f25f27-aab6-4a8e-95b1-813323126502 req-ef6e364e-6b15-45ad-a6ac-47e741ced597 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647686 Nov 05 23:01:23.901093 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2322bb-55cf-4e60-a8ac-e8383fec0dec req-98ca4870-02c9-4a2b-8012-738de89a76b4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:23.902578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b2322bb-55cf-4e60-a8ac-e8383fec0dec req-98ca4870-02c9-4a2b-8012-738de89a76b4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0497718 Nov 05 23:01:23.958570 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b2322bb-55cf-4e60-a8ac-e8383fec0dec req-7d8f1ef9-0ffd-4e96-aad3-22ec9652c342 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451493 Nov 05 23:01:25.076933 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722a05b-8881-41fa-8f3c-041f0996aa31 req-724adfcd-32c3-4e9c-a883-7277853e667e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:25.078555 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d722a05b-8881-41fa-8f3c-041f0996aa31 req-724adfcd-32c3-4e9c-a883-7277853e667e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0518160 Nov 05 23:01:25.128836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d722a05b-8881-41fa-8f3c-041f0996aa31 req-4eaf58f5-02c9-4a29-888b-4f67c9b1bfde tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435007 Nov 05 23:01:25.328823 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-9d1b94d3-d9a3-42d8-b3d9-fe3421c77bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:25.330308 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-9d1b94d3-d9a3-42d8-b3d9-fe3421c77bff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1096 time: 0.0837491 Nov 05 23:01:25.421035 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-053b083b-9f4b-4720-96e3-0bc8b8ef6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:25.422505 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-053b083b-9f4b-4720-96e3-0bc8b8ef6dbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0855944 Nov 05 23:01:25.490216 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-55a02266-6a96-4c87-a3c7-19627ab9f276 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 1000 time: 0.0607932 Nov 05 23:01:25.515113 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:01:25.538923 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-9387a1cb-0485-40b3-a000-bdd6638a7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:25.540394 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-9387a1cb-0485-40b3-a000-bdd6638a7873 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0437539 Nov 05 23:01:25.585706 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-72791fe6-844c-4d2b-b29d-c13c9448b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:25.587133 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-72791fe6-844c-4d2b-b29d-c13c9448b809 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395834 Nov 05 23:01:25.677401 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-a3b05355-a8de-44aa-bc8c-5fd5b717c3c1 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833900 Nov 05 23:01:25.765355 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7db3c567-0c5f-4a1c-ab22-542f44255916 req-6a9756db-1c8c-45e3-a6c9-0ee208866b7b service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812666 Nov 05 23:01:26.246193 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c3f9-8bb7-451b-b734-83b264528002 req-ba6fa586-823b-4eee-92b0-f8dd7602901a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:26.247652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f626c3f9-8bb7-451b-b734-83b264528002 req-ba6fa586-823b-4eee-92b0-f8dd7602901a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Nov 05 23:01:26.295485 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f626c3f9-8bb7-451b-b734-83b264528002 req-3e8d4b2a-eb0f-4c3d-be87-85a522ec3a14 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Nov 05 23:01:27.412124 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd804a2b-0181-4437-8953-7656fbcbf099 req-9aaef6f3-b6c6-4bcd-bb95-5b22a7e77bdb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:27.413709 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd804a2b-0181-4437-8953-7656fbcbf099 req-9aaef6f3-b6c6-4bcd-bb95-5b22a7e77bdb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0492263 Nov 05 23:01:27.475373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cd804a2b-0181-4437-8953-7656fbcbf099 req-3b8255b8-31f5-4809-9029-38cfdbeabfaa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542419 Nov 05 23:01:28.587488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12680e8a-38ce-4cf5-a0ad-79c47dd0ef68 req-fe722486-2fe0-4f2a-97f4-6194e4894ab2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:28.588981 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12680e8a-38ce-4cf5-a0ad-79c47dd0ef68 req-fe722486-2fe0-4f2a-97f4-6194e4894ab2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0476580 Nov 05 23:01:28.637573 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-12680e8a-38ce-4cf5-a0ad-79c47dd0ef68 req-9a560c51-a73a-4bf4-a77e-39b751c3740a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Nov 05 23:01:28.704905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-c880ef63-440e-4083-9fe3-03f5720f0035 req-be899aed-b11f-441d-baf9-3ad3fd4ae339 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:01:28.705907 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c880ef63-440e-4083-9fe3-03f5720f0035 req-be899aed-b11f-441d-baf9-3ad3fd4ae339 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053635 Nov 05 23:01:28.970554 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a743777-abe9-4a21-acf7-e3b900b36dde req-af19a5a9-e58f-4e55-af35-f5fc413b7ea9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:28.972032 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a743777-abe9-4a21-acf7-e3b900b36dde req-af19a5a9-e58f-4e55-af35-f5fc413b7ea9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0478289 Nov 05 23:01:29.025117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a743777-abe9-4a21-acf7-e3b900b36dde req-88d5bd11-2984-45f7-ac76-91fad9bf05cf tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Nov 05 23:01:29.316037 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-d49ebcbd-9046-4c79-aee9-0ac93414a2be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892296 Nov 05 23:01:30.145016 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da3596-8bbe-408e-a215-21dd4a4973d8 req-cac76289-4e78-49e0-a049-0c97d8d840df tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:30.146481 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65da3596-8bbe-408e-a215-21dd4a4973d8 req-cac76289-4e78-49e0-a049-0c97d8d840df tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 945 time: 0.0492730 Nov 05 23:01:30.196726 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-65da3596-8bbe-408e-a215-21dd4a4973d8 req-8e248c68-8b11-4123-9301-6dcf9ac3b745 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Nov 05 23:01:30.350447 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:01:30.429880 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:30.452728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:01:30.454946 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8748d7f8-7293-4172-9d36-72bba46cbd24" -d '{"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:01:30.467628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:01:30.490979 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf7aac-9d38-4e1e-b45f-700ddd9d7e27 x-openstack-request-id: req-e9cf7aac-9d38-4e1e-b45f-700ddd9d7e27 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:01:30.491267 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:01:30.491524 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9cf7aac-9d38-4e1e-b45f-700ddd9d7e27 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:01:30.491950 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'code': 200} Nov 05 23:01:30.524452 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:30.570557 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:01:30.704377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-4d1a09cd-5022-4018-9520-044457b1cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:30.705734 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-4d1a09cd-5022-4018-9520-044457b1cc3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5&tenant_id=0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 1094 time: 0.0400827 Nov 05 23:01:30.764515 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-a9871588-665d-4037-b845-1814d2d0254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:30.765942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-a9871588-665d-4037-b845-1814d2d0254b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1094 time: 0.0391903 Nov 05 23:01:30.856766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-1e4e3da9-314c-4d60-b248-5a22540316e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:30.858236 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-1e4e3da9-314c-4d60-b248-5a22540316e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0853386 Nov 05 23:01:30.921683 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-e38c4374-ad55-48c9-a67c-9aba264c760b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 998 time: 0.0555995 Nov 05 23:01:30.968882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-3082b8ee-0156-4e80-b5ef-f708b72a5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:30.970197 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-3082b8ee-0156-4e80-b5ef-f708b72a5827 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0416038 Nov 05 23:01:31.015857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-827b0abc-e08b-40db-b4fa-8972d6c9e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:31.017256 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-827b0abc-e08b-40db-b4fa-8972d6c9e4da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407851 Nov 05 23:01:31.106802 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-9796a487-8c85-43b4-85c3-087422a38d46 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821233 Nov 05 23:01:31.198597 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7e34cf7b-c204-40d3-acda-e4d37df17fe4 req-cb6d42ad-2608-47ab-96dc-82cb4697bfb5 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Nov 05 23:01:31.317531 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc19af9-3096-40ea-b079-ae3d221c722f req-dccb69d8-45b8-44dd-bb76-a9cdbea8a22f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:31.319041 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9fc19af9-3096-40ea-b079-ae3d221c722f req-dccb69d8-45b8-44dd-bb76-a9cdbea8a22f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0498044 Nov 05 23:01:31.373839 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-9fc19af9-3096-40ea-b079-ae3d221c722f req-61efd2ea-dda3-40e2-9fdd-62217a9be8fc tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487399 Nov 05 23:01:31.688393 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:32.505181 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6a74-000d-41a9-9e6e-3b5f028dd0b6 req-bbaf1d12-efc2-4cec-a5b6-1c4519d620da tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:32.508023 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6aaf6a74-000d-41a9-9e6e-3b5f028dd0b6 req-bbaf1d12-efc2-4cec-a5b6-1c4519d620da tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0616996 Nov 05 23:01:32.557303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6aaf6a74-000d-41a9-9e6e-3b5f028dd0b6 req-52336e38-2239-4ab5-9e6c-13b49a346a95 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Nov 05 23:01:33.685668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b99a6-e28b-4f80-af58-b679e70c24da req-649daf1c-1f34-4068-91a8-ac34ec680ada tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:33.694035 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc6b99a6-e28b-4f80-af58-b679e70c24da req-649daf1c-1f34-4068-91a8-ac34ec680ada tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0582862 Nov 05 23:01:33.698869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:33.743373 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cc6b99a6-e28b-4f80-af58-b679e70c24da req-fa23148d-0945-4f0b-bf1f-f34506d73044 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478561 Nov 05 23:01:34.881507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf76be-556c-4009-8d72-f5923fed3b0b req-2f000da2-0d69-43f8-be77-e91ce0e248d1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:34.883001 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bcf76be-556c-4009-8d72-f5923fed3b0b req-2f000da2-0d69-43f8-be77-e91ce0e248d1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0559945 Nov 05 23:01:34.936612 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6bcf76be-556c-4009-8d72-f5923fed3b0b req-4e0165bf-f259-4e50-954a-2f435dcb78c2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Nov 05 23:01:36.055684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d30e07-0729-4341-83b8-04e4a9196cd5 req-d121d30c-71e2-4cb0-b8d8-db60fc3e32bd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:36.057210 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8d30e07-0729-4341-83b8-04e4a9196cd5 req-d121d30c-71e2-4cb0-b8d8-db60fc3e32bd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0536730 Nov 05 23:01:36.108358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e8d30e07-0729-4341-83b8-04e4a9196cd5 req-dcf01345-6d5d-4884-8bd8-1fd5bc512d8e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452230 Nov 05 23:01:36.433495 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5eecb230-b89e-4878-bfc3-af18b475e7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:37.246562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48d074-febd-4e8e-ba6f-47582b6a0bb7 req-fe414585-4d58-4a2a-b38b-9df89aa60b13 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:37.248325 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a48d074-febd-4e8e-ba6f-47582b6a0bb7 req-fe414585-4d58-4a2a-b38b-9df89aa60b13 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0573423 Nov 05 23:01:37.303783 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7a48d074-febd-4e8e-ba6f-47582b6a0bb7 req-8455cc66-faad-4ec9-8644-6149e6662b45 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491881 Nov 05 23:01:38.432382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38535d4-2547-49ea-a164-7ec627b954b8 req-111c92c6-1b7d-46a4-9cb3-241f134e62d9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:38.433867 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d38535d4-2547-49ea-a164-7ec627b954b8 req-111c92c6-1b7d-46a4-9cb3-241f134e62d9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0582674 Nov 05 23:01:38.486235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d38535d4-2547-49ea-a164-7ec627b954b8 req-55ee333f-0ee6-4361-9026-741432393537 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Nov 05 23:01:38.578737 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d92a-e127-43bb-9474-8ed913d84e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:39.604613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e8fd2-a8f0-497f-957b-8d0c0df0d095 req-2abef73b-5acc-4fc3-b994-66d52b3c6804 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:39.606053 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a0e8fd2-a8f0-497f-957b-8d0c0df0d095 req-2abef73b-5acc-4fc3-b994-66d52b3c6804 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0475416 Nov 05 23:01:39.661002 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1a0e8fd2-a8f0-497f-957b-8d0c0df0d095 req-03fac801-d4b5-4c6c-a938-6118257cc8c1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484838 Nov 05 23:01:40.313659 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:40.799971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f626-9434-404f-bc6e-c23ff4e37c75 req-de333a45-de38-44c7-abf1-2ff49dcba797 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:40.801972 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27b0f626-9434-404f-bc6e-c23ff4e37c75 req-de333a45-de38-44c7-abf1-2ff49dcba797 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0497673 Nov 05 23:01:40.853215 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-27b0f626-9434-404f-bc6e-c23ff4e37c75 req-8bd0c7f6-e2a0-4665-aa0d-3700d809ce57 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Nov 05 23:01:41.722265 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:41.968416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bca577-3b85-4378-b8da-7c2f095ff5a9 req-b7c7f26c-c04a-4b54-acb6-b7c2ea2866fd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:41.969861 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75bca577-3b85-4378-b8da-7c2f095ff5a9 req-b7c7f26c-c04a-4b54-acb6-b7c2ea2866fd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0481524 Nov 05 23:01:42.018136 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-75bca577-3b85-4378-b8da-7c2f095ff5a9 req-a9a109dd-aa2e-40b0-9a7f-597ae454b849 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Nov 05 23:01:42.124964 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:42.309349 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-d4e1748c-39f0-437a-934a-22541ae8b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:42.310776 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-d4e1748c-39f0-437a-934a-22541ae8b039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1094 time: 0.0386970 Nov 05 23:01:42.764688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-4828e32f-b8cf-4092-810f-f96619d481ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:42.766139 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-4828e32f-b8cf-4092-810f-f96619d481ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.4314394 Nov 05 23:01:42.831502 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-a80c6cfd-19c0-4e82-a288-804eeae056fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 998 time: 0.0570934 Nov 05 23:01:42.883456 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-829a6e9c-128b-43a1-8878-cf60446e9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:42.884868 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-829a6e9c-128b-43a1-8878-cf60446e9726 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0457213 Nov 05 23:01:42.930920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-e352a441-c257-4dcb-a182-7d389be2f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:42.932418 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-e352a441-c257-4dcb-a182-7d389be2f3fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382032 Nov 05 23:01:43.020205 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-88082e70-cc36-4905-b74f-5d8943a9c700 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796642 Nov 05 23:01:43.115791 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-246b9fdf-f2a9-4930-a688-7f2ba245bbde req-76cb4cc1-574e-4ae9-97bf-63546ea5d07b service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874045 Nov 05 23:01:43.136911 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e18aa-90b1-45b0-9744-737a6eef697d req-081a635c-a919-4b7b-aeb6-7c7b076fb982 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:43.139052 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-493e18aa-90b1-45b0-9744-737a6eef697d req-081a635c-a919-4b7b-aeb6-7c7b076fb982 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0521455 Nov 05 23:01:43.200275 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-493e18aa-90b1-45b0-9744-737a6eef697d req-adcc73d6-3e7e-4a75-a3a8-4896e7674b13 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538116 Nov 05 23:01:44.314394 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d63322-7048-49bc-825b-0dd66d2b80d7 req-dd3036b6-d52a-4263-9dd9-ee6381d612e9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:44.315849 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3d63322-7048-49bc-825b-0dd66d2b80d7 req-dd3036b6-d52a-4263-9dd9-ee6381d612e9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0469794 Nov 05 23:01:44.362639 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f3d63322-7048-49bc-825b-0dd66d2b80d7 req-877edd86-8421-47ae-94b6-1a514df7ab2d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Nov 05 23:01:45.478427 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09103-3b0a-4b61-874c-db076b12dbc3 req-9581d4a4-359d-4930-9f63-dc297d2325b3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:45.479911 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4eb09103-3b0a-4b61-874c-db076b12dbc3 req-9581d4a4-359d-4930-9f63-dc297d2325b3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0492101 Nov 05 23:01:45.528409 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-4eb09103-3b0a-4b61-874c-db076b12dbc3 req-c340dcea-bfe0-41bc-9290-d7be4cac1bd0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Nov 05 23:01:46.396716 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:01:46.492747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:01:46.503925 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '6a6c98ef-c1cc-4155-9126-28519639b018', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'port_id': '6a6c98ef-c1cc-4155-9126-28519639b018', 'mac_address': 'fa:16:3e:0b:8e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:01:46.539344 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:46.552287 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6c98ef-c1cc-4155-9126-28519639b018 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:01:46.571722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:01:46.627313 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:46.647711 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffd16e-fd74-417c-910b-f397acecbcf6 req-66b44a9a-292a-4fd3-bc46-7112cdd2417b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:46.650069 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49ffd16e-fd74-417c-910b-f397acecbcf6 req-66b44a9a-292a-4fd3-bc46-7112cdd2417b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 943 time: 0.0546165 Nov 05 23:01:46.674628 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=9']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:01:46.699083 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-49ffd16e-fd74-417c-910b-f397acecbcf6 req-f02d671f-3239-42bc-bfb2-bd159601c0cc tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Nov 05 23:01:46.832829 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['6a6c98ef-c1cc-4155-9126-28519639b018'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:01:47.815768 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2065a-1b58-43c0-9115-e88c603e9e25 req-791f4834-fc6f-4a32-b2bd-7697d358bc6d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:47.817156 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2d2065a-1b58-43c0-9115-e88c603e9e25 req-791f4834-fc6f-4a32-b2bd-7697d358bc6d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 944 time: 0.0486732 Nov 05 23:01:47.865652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f2d2065a-1b58-43c0-9115-e88c603e9e25 req-f33b38db-f2e6-4f8b-9cb0-46066abb988e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Nov 05 23:01:48.413100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:01:48.463920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 6a6c98ef-c1cc-4155-9126-28519639b018 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:01:48.464281 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:48.536816 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:48.558131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:01:48.560367 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bea6cb-ee1b-43ce-b8af-f22fc16c2208" -d '{"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:01:48.572854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:01:48.597453 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63faf401-8b83-434d-9915-4dbb143f51a5 x-openstack-request-id: req-63faf401-8b83-434d-9915-4dbb143f51a5 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:01:48.597745 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:01:48.598007 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63faf401-8b83-434d-9915-4dbb143f51a5 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:01:48.598432 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'code': 200} Nov 05 23:01:48.624498 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:01:48.675869 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=10']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:01:48.802695 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27cbf2-89a9-470d-b92c-49c0741a31d4 req-bdc4850a-b000-45cf-a66c-f819f4776e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:48.804202 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d27cbf2-89a9-470d-b92c-49c0741a31d4 req-bdc4850a-b000-45cf-a66c-f819f4776e46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1097 time: 0.0386190 Nov 05 23:01:48.849656 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d27cbf2-89a9-470d-b92c-49c0741a31d4 req-9a0a53c4-8cb9-44ca-806e-7f2fcf393abd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Nov 05 23:01:48.985834 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d37af-dcc7-4471-a25c-e3e559a43767 req-d1dd17b2-7167-4dbd-9c06-92ab157f9a06 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:48.987175 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-352d37af-dcc7-4471-a25c-e3e559a43767 req-d1dd17b2-7167-4dbd-9c06-92ab157f9a06 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 946 time: 0.0515180 Nov 05 23:01:49.034652 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-352d37af-dcc7-4471-a25c-e3e559a43767 req-e4e3243a-2918-48b6-bbc1-e33127852f4d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416105 Nov 05 23:01:50.156941 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ffc64-95aa-48ff-9dc2-72b7599e8fcc req-797644a4-32cc-483a-8a6f-52a9f889eb2d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:50.158464 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862ffc64-95aa-48ff-9dc2-72b7599e8fcc req-797644a4-32cc-483a-8a6f-52a9f889eb2d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 946 time: 0.0502779 Nov 05 23:01:50.213948 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-862ffc64-95aa-48ff-9dc2-72b7599e8fcc req-8d540afc-f309-4508-8636-603131c776c8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494351 Nov 05 23:01:51.328971 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2667bfb-ccc7-4119-a7c1-b2f09e578012 req-5da4e8d1-25dd-4f0b-ae39-3eab63a6cbd3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:01:51.330339 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2667bfb-ccc7-4119-a7c1-b2f09e578012 req-5da4e8d1-25dd-4f0b-ae39-3eab63a6cbd3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 946 time: 0.0490475 Nov 05 23:01:51.381884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e2667bfb-ccc7-4119-a7c1-b2f09e578012 req-ae3b00b0-f81b-4e5b-b6e6-5db4cf0318d3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Nov 05 23:02:01.718671 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:02.515077 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:02:03.703711 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:06.415842 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c66d-eb78-4c00-bbfe-57408804c06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:08.565030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa3de-a9cb-4dfd-b16f-a313dadac347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:10.329856 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:11.732563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:12.121529 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:31.700666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:33.749153 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:34.519239 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-7f087b0e-232b-43ec-8000-b6bdc4805fc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396938 Nov 05 23:02:34.599814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-119bc55e-91a5-4826-bb7d-c4deeba68078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:02:34.601252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-119bc55e-91a5-4826-bb7d-c4deeba68078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1097 time: 0.0398123 Nov 05 23:02:34.705703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-4b2fdacd-8e81-49db-9762-711089840fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:02:34.707144 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-4b2fdacd-8e81-49db-9762-711089840fe5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0878122 Nov 05 23:02:34.771231 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-d93beb93-a359-4b8e-a39a-24a9be5b419c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 1000 time: 0.0569696 Nov 05 23:02:34.819399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-72794af3-52aa-4ae0-a26c-a851bc463caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:02:34.820824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-72794af3-52aa-4ae0-a26c-a851bc463caa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0427949 Nov 05 23:02:34.868679 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-1106da7c-fe4f-490a-aa68-84d3120f000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:02:34.870129 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-1106da7c-fe4f-490a-aa68-84d3120f000c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422704 Nov 05 23:02:34.956982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-97707959-afc9-4a69-96b7-d60faf532749 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798981 Nov 05 23:02:35.048519 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5333a58d-6ff8-42d6-a162-b1abef40716a req-41fc0b39-349d-47b4-90ef-40fd950bc6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845139 Nov 05 23:02:36.412054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9a473360-81e5-42cd-98e0-e6f622013d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:38.575119 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6c10ba33-814d-43c4-90b2-a4115bd3213a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:39.514557 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:02:40.298247 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:41.714591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:02:42.103645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:00.277193 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46548) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:00.434928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Deleting port f8235f5b-7211-4d49-a8ee-c7a50974e044 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:03:00.435298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:00.515747 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:00.516072 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:00.529344 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Calling delete_port for f8235f5b-7211-4d49-a8ee-c7a50974e044 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:03:00.719981 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:00.743964 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event deleted for resources: {'Port': ['ID=f8235f5b-7211-4d49-a8ee-c7a50974e044,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:00.757178 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.757527 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.757868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.758209 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.758640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.758987 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.759315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.759666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.759989 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.760311 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.760631 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.760950 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:00.816776 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:00.817212 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Floating IP 8f0f6a9c-0290-4837-a289-6e5548c633fe disassociated (deleted). External IP: 172.25.6.57, port: 6a6c98ef-c1cc-4155-9126-28519639b018. Nov 05 23:03:01.121774 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Router ea998f8a-b975-4006-8ab1-500a1248d477 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:03:01.228993 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:03:01.234120 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:01.239118 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] Sync routers for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:03:01.249280 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:03:01.249894 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:02:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:01.262318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-33f4fc94-ec71-493a-a27d-2003dd9fcdfa tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "DELETE /v2.0/floatingips/8f0f6a9c-0290-4837-a289-6e5548c633fe HTTP/1.1" status: 204 len: 168 time: 0.9815505 Nov 05 23:03:01.262318 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:03:01.262733 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11538794-b485-451b-be67-186109ad2473" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:03:01.360138 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:03:01.365950 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351147e-1175-4686-a1f4-83027ed4c0b1 x-openstack-request-id: req-c351147e-1175-4686-a1f4-83027ed4c0b1 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:03:01.366455 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:03:01.366569 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c351147e-1175-4686-a1f4-83027ed4c0b1 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:03:01.367123 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'status': 'completed', 'code': 200} Nov 05 23:03:01.433300 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538794-b485-451b-be67-186109ad2473 req-d55e346d-c55d-447a-a0ac-f937b224525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:01.434978 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11538794-b485-451b-be67-186109ad2473 req-d55e346d-c55d-447a-a0ac-f937b224525d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 1097 time: 0.0423610 Nov 05 23:03:01.532705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538794-b485-451b-be67-186109ad2473 req-aa671fc7-1639-428c-9196-f3345d3531d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:01.534188 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11538794-b485-451b-be67-186109ad2473 req-aa671fc7-1639-428c-9196-f3345d3531d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0912354 Nov 05 23:03:01.571374 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:01.577145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11538794-b485-451b-be67-186109ad2473 req-1ecdc5da-00b8-4fd0-9e75-9ae6a15c930d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 200 len: 217 time: 0.0360553 Nov 05 23:03:01.598837 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] Checking router: ea998f8a-b975-4006-8ab1-500a1248d477 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:03:01.612743 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:03:01.613922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:02:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:01.631705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538794-b485-451b-be67-186109ad2473 req-88c36d06-bc34-4f70-bb5f-6b2b11415e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:01.635444 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11538794-b485-451b-be67-186109ad2473 req-88c36d06-bc34-4f70-bb5f-6b2b11415e12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0489666 Nov 05 23:03:01.682675 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538794-b485-451b-be67-186109ad2473 req-d90f9b9a-6be0-4086-83fe-61d3f2d941cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:01.684245 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11538794-b485-451b-be67-186109ad2473 req-d90f9b9a-6be0-4086-83fe-61d3f2d941cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437181 Nov 05 23:03:01.718175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:01.723244 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952184f4-c433-4e7c-a06b-b095179b0231 req-c7118443-20b8-44f4-b6c8-951daa1343cb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:01.724932 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-952184f4-c433-4e7c-a06b-b095179b0231 req-c7118443-20b8-44f4-b6c8-951daa1343cb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 946 time: 0.0553052 Nov 05 23:03:01.730492 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:03:01.781543 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-952184f4-c433-4e7c-a06b-b095179b0231 req-5faac9c9-f581-49e6-869e-e3326b5218d0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479801 Nov 05 23:03:01.790210 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11538794-b485-451b-be67-186109ad2473 req-52382790-509e-4d8c-9981-01e32777115a service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965211 Nov 05 23:03:01.888353 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-11538794-b485-451b-be67-186109ad2473 req-1c4e36be-9fed-4ec3-bf89-62a0d21b1f95 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902052 Nov 05 23:03:01.929707 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:01.959451 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ebee57-563f-4a94-b48d-7a853198495b None None] The sync data for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 is: [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:03:02.176979 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dad264-bf0c-454f-9349-cc78f983f71e None None] New status for floating IP 8f0f6a9c-0290-4837-a289-6e5548c633fe: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 23:03:02.899899 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f96d5-4abb-4cd0-b6d6-e7834d1c4eb7 req-d38e25e6-746c-4f46-ab93-3c06c0b51a20 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:02.901365 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-265f96d5-4abb-4cd0-b6d6-e7834d1c4eb7 req-d38e25e6-746c-4f46-ab93-3c06c0b51a20 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 946 time: 0.0493166 Nov 05 23:03:02.949516 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-265f96d5-4abb-4cd0-b6d6-e7834d1c4eb7 req-f2b50b18-e875-40ae-a0f8-ee1ef77d7d70 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=995805b5-cef4-41db-a546-0643cdc3d905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Nov 05 23:03:03.013794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-07fa495c-2a18-4664-b2e0-6faf18a739b2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:03.015232 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-07fa495c-2a18-4664-b2e0-6faf18a739b2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 946 time: 0.0473235 Nov 05 23:03:03.106416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Deleting port 6a6c98ef-c1cc-4155-9126-28519639b018 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:03:03.106762 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:03.194568 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] For port 6a6c98ef-c1cc-4155-9126-28519639b018, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=6a6c98ef-c1cc-4155-9126-28519639b018,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:03:03.194935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:03.207380 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Calling delete_port for 6a6c98ef-c1cc-4155-9126-28519639b018 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:03:03.397779 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:03.426304 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event deleted for resources: {'Port': ['ID=6a6c98ef-c1cc-4155-9126-28519639b018,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:03.438536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.438927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.439299 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.439668 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.440009 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.440346 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.440678 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.441011 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.441905 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.442239 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.442569 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.442895 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:03.480105 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] No DVR routers for this DVR port 6a6c98ef-c1cc-4155-9126-28519639b018 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:03:03.482669 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:03.485992 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7f06fe42-d9c7-4b7b-bb64-d8aac15cdb80 req-088b763c-0cfa-4bec-a276-180edeab7919 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "DELETE /v2.0/ports/6a6c98ef-c1cc-4155-9126-28519639b018 HTTP/1.1" status: 204 len: 173 time: 0.4644537 Nov 05 23:03:03.486436 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-deleted', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:03:03.489221 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2d5215-aa0d-4d8c-b727-ada399d5c4ed" -d '{"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-deleted", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:03:03.578169 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f7e5b-41d9-4e74-8510-aae8b1770554 x-openstack-request-id: req-560f7e5b-41d9-4e74-8510-aae8b1770554 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:03:03.578485 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5ff98a-5de4-4ee2-8025-00b231ea35f5", "name": "network-vif-deleted", "tag": "6a6c98ef-c1cc-4155-9126-28519639b018", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:03:03.578743 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-560f7e5b-41d9-4e74-8510-aae8b1770554 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:03:03.579153 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5ff98a-5de4-4ee2-8025-00b231ea35f5', 'name': 'network-vif-deleted', 'tag': '6a6c98ef-c1cc-4155-9126-28519639b018', 'status': 'completed', 'code': 200} Nov 05 23:03:03.754600 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:04.052677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7fd2f62d-97ba-40ed-8486-4c83c469f755 req-d1353c07-8277-428c-bf4a-cc7367aa0dd3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5ff98a-5de4-4ee2-8025-00b231ea35f5 HTTP/1.1" status: 200 len: 210 time: 0.0263698 Nov 05 23:03:05.109097 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46574) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:05.166551 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4497f3e0-840e-4da0-ba72-b1156bf606ee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:05.191845 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4497f3e0-840e-4da0-ba72-b1156bf606ee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:05.335056 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4497f3e0-840e-4da0-ba72-b1156bf606ee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:05.337691 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-4497f3e0-840e-4da0-ba72-b1156bf606ee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:05.338906 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-4497f3e0-840e-4da0-ba72-b1156bf606ee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "DELETE /v2.0/security-groups/995805b5-cef4-41db-a546-0643cdc3d905 HTTP/1.1" status: 204 len: 168 time: 0.2288167 Nov 05 23:03:05.348840 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497f3e0-840e-4da0-ba72-b1156bf606ee tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995805b5-cef4-41db-a546-0643cdc3d905,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:06.451580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f9e832c2-2cf2-4342-a034-e9af1c436e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:06.799504 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46582) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:06.804565 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-7cfb0247-53f8-4b0a-9cd9-b95666885507 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363506230', 'description': 'tempest-secgroup-smoke-1363506230 description', 'project_id': '0a91f8377e4e4528b5207d6c24db029f'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:06.834844 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:03:06.854267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 6a6c98ef-c1cc-4155-9126-28519639b018 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:03:06.856153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 6a6c98ef-c1cc-4155-9126-28519639b018 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:03:06.895649 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0247-53f8-4b0a-9cd9-b95666885507 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:06.966168 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0247-53f8-4b0a-9cd9-b95666885507 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.040402 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0247-53f8-4b0a-9cd9-b95666885507 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.073315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb0247-53f8-4b0a-9cd9-b95666885507 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee776460-4a59-4aef-9319-b04ec5db6acd,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:07.139517 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0247-53f8-4b0a-9cd9-b95666885507 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.140793 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7cfb0247-53f8-4b0a-9cd9-b95666885507 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3402526 Nov 05 23:03:07.149172 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46584) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:07.153775 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-0105335b-8e0f-43b2-9915-d5d685cc49db tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': 'ee776460-4a59-4aef-9319-b04ec5db6acd', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:07.251300 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0105335b-8e0f-43b2-9915-d5d685cc49db tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.307229 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0105335b-8e0f-43b2-9915-d5d685cc49db tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.377288 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0105335b-8e0f-43b2-9915-d5d685cc49db tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.395375 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105335b-8e0f-43b2-9915-d5d685cc49db tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668803b1-ecc4-4cec-b3d8-41eb7b976a2f,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:07.470593 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0105335b-8e0f-43b2-9915-d5d685cc49db tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.471830 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0105335b-8e0f-43b2-9915-d5d685cc49db tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216627 Nov 05 23:03:07.475037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46586) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:07.479293 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-00a512d1-6fd6-494a-b100-ef37f705daeb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': 'ee776460-4a59-4aef-9319-b04ec5db6acd', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:07.568905 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a512d1-6fd6-494a-b100-ef37f705daeb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.626498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a512d1-6fd6-494a-b100-ef37f705daeb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.686053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a512d1-6fd6-494a-b100-ef37f705daeb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.705137 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a512d1-6fd6-494a-b100-ef37f705daeb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ff879f-d3ae-4e72-8da6-207ed7610523,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:07.765661 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-00a512d1-6fd6-494a-b100-ef37f705daeb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.766925 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-00a512d1-6fd6-494a-b100-ef37f705daeb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2909176 Nov 05 23:03:07.770162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46588) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:07.785684 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-bce6b6af-e2bf-4545-9052-d92402619a6a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': 'ee776460-4a59-4aef-9319-b04ec5db6acd', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:07.862096 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bce6b6af-e2bf-4545-9052-d92402619a6a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.919681 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bce6b6af-e2bf-4545-9052-d92402619a6a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:07.992094 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bce6b6af-e2bf-4545-9052-d92402619a6a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.012270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6b6af-e2bf-4545-9052-d92402619a6a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541bca45-3e62-4ac9-91aa-19b04036d20f,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:08.088024 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-bce6b6af-e2bf-4545-9052-d92402619a6a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.089340 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-bce6b6af-e2bf-4545-9052-d92402619a6a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3182702 Nov 05 23:03:08.092317 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46590) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:08.097555 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e541de92-bc22-427b-a9b4-8fde2b257a33 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': 'ee776460-4a59-4aef-9319-b04ec5db6acd', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:08.188597 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e541de92-bc22-427b-a9b4-8fde2b257a33 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.246004 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e541de92-bc22-427b-a9b4-8fde2b257a33 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.303053 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e541de92-bc22-427b-a9b4-8fde2b257a33 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.320377 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541de92-bc22-427b-a9b4-8fde2b257a33 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b2f484-e377-4083-b65d-256456a78364,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:08.373737 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e541de92-bc22-427b-a9b4-8fde2b257a33 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.374922 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e541de92-bc22-427b-a9b4-8fde2b257a33 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2814152 Nov 05 23:03:08.377869 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46592) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:08.382690 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': 'ee776460-4a59-4aef-9319-b04ec5db6acd', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:08.460393 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Project 0a91f8377e4e4528b5207d6c24db029f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 23:03:08.465034 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.522651 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.576924 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-28877a2b-b8b0-48ee-bf9a-8da360c235a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.605430 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.623681 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebeaf135-386b-4321-8717-6c4ebf6640ba,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:08.687235 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.688485 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-cf904052-98a5-4373-81e7-9d6e8ac344b9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3091345 Nov 05 23:03:08.691929 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46594) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:08.696402 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'security_group_rule': {'security_group_id': 'ee776460-4a59-4aef-9319-b04ec5db6acd', 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:08.794366 n-d-816738-5 neutron-server[102291]: INFO neutron.db.securitygroups_db [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Project 0a91f8377e4e4528b5207d6c24db029f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 23:03:08.798993 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.856314 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.931057 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:08.951454 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e09f3ee-c356-4033-a5f1-7be75adeb494,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:09.018992 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:09.020231 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e733e6e9-cdea-4a68-ad07-879d9760073e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273807 Nov 05 23:03:10.323159 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:11.725952 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:12.117812 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:16.514849 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:03:29.801438 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-c6c402c4-ac1b-4d6b-9c66-3b076d1913f3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363506230&fields=id&tenant_id=0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 267 time: 0.0438883 Nov 05 23:03:29.909375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-6ce11731-e509-4db7-8270-fbf6041da39c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:29.910744 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-6ce11731-e509-4db7-8270-fbf6041da39c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 808 time: 0.1027253 Nov 05 23:03:29.924983 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-a692d1bc-fab3-466f-8351-aea7a406860c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/quotas/0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 375 time: 0.0087190 Nov 05 23:03:29.974903 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-9c1be843-b6e7-416f-a8ec-3eae8ceef9ab tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448942 Nov 05 23:03:30.032045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-c8c90e72-1877-482b-ad0f-9cdbf01d33e0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:03:30.033105 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-c8c90e72-1877-482b-ad0f-9cdbf01d33e0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472863 Nov 05 23:03:30.124832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ed39c667-f033-40ea-b59f-8276ca0304d2 service neutron] 10.222.0.41 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855608 Nov 05 23:03:30.220294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-083ac1d3-1f74-4783-9d09-52316c9fef7f service neutron] 10.222.0.41 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887733 Nov 05 23:03:31.699797 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:31.779723 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d1e735e-5269-4c95-b8f3-4f76da1668e4 req-ec21b3ab-7e98-4e40-bcd7-dfef7e071b5d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0275900 Nov 05 23:03:32.876677 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10bd3a6a-0b96-45b5-8771-24a8d77ea17c req-46c393c9-9ea9-454e-95fb-b3d7a6a82980 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0262041 Nov 05 23:03:33.467927 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-52ca343f-f1b7-4a96-bd43-3e7168aa2761 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:33.469360 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-52ca343f-f1b7-4a96-bd43-3e7168aa2761 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 808 time: 0.1079867 Nov 05 23:03:33.534512 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-2da7cbdc-fb0f-47dc-b6a1-c5ed9e4bee35 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 380 time: 0.0558259 Nov 05 23:03:33.544142 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'port': {'device_id': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'admin_state_up': True, 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'security_groups': ['ee776460-4a59-4aef-9319-b04ec5db6acd']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:33.714157 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Made reservation on behalf of 0a91f8377e4e4528b5207d6c24db029f for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 23:03:33.717811 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:33.731339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:33.841212 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Allocated IP 172.20.0.4 (4f7b89e4-a97d-473a-9866-f4cec71e88bb/ced2a870-e2b4-4c4e-9bf0-f97dc5685fef/a6d00b8b-0869-46e7-93de-41c06979d736) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:03:33.980883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-39df4c3d-8664-43d3-ae51-5fc1ba4c95c2 req-6debc764-2e7c-4ad9-a0ea-c78bd24f805f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Nov 05 23:03:34.013833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.091513 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.134962 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:03:34.140104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:03:34.142545 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:03:34.169338 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:34.200176 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:34.200954 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.263103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-59b3d60f-0d38-4774-906c-16b17dd5dec1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7226453 Nov 05 23:03:34.276952 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Request body: {'port': {'device_id': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:34.337132 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.396027 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-74c33bc6-67d2-410a-aaec-1f07565d0e79 None None] Provisioning complete for port a6d00b8b-0869-46e7-93de-41c06979d736 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:03:34.396582 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74c33bc6-67d2-410a-aaec-1f07565d0e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.430152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-74c33bc6-67d2-410a-aaec-1f07565d0e79 None None] Port a6d00b8b-0869-46e7-93de-41c06979d736 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 23:03:34.606265 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d00b8b-0869-46e7-93de-41c06979d736 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:03:34.614234 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.626539 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Transition to ACTIVE for port object a6d00b8b-0869-46e7-93de-41c06979d736 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 23:03:34.682891 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.751744 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:34.806726 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Attempting to bind port a6d00b8b-0869-46e7-93de-41c06979d736 on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:03:34.807485 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Attempting to bind port a6d00b8b-0869-46e7-93de-41c06979d736 by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:03:34.808029 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Attempting to bind port a6d00b8b-0869-46e7-93de-41c06979d736 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:03:34.812991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Port a6d00b8b-0869-46e7-93de-41c06979d736 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 23:03:34.813516 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Attempting to bind port a6d00b8b-0869-46e7-93de-41c06979d736 on network 4f7b89e4-a97d-473a-9866-f4cec71e88bb {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:03:34.818595 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:03:34.818931 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Checking segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:03:34.819312 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Bound using segment: {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:03:34.819775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Bound port: a6d00b8b-0869-46e7-93de-41c06979d736, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be33ecd-0f1c-4864-ad4b-65abb8052a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:03:34.820135 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:34.887683 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:03:34.893442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:03:34.986466 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:35.022090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.028088 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:35.028088 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] 10.222.0.13 "PUT /v2.0/ports/a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 1091 time: 0.7524385 Nov 05 23:03:35.028088 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:03:35.028088 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f616d2d-05b1-4f4a-a1d7-e3ae077c0145" -d '{"events": [{"name": "network-changed", "server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:03:35.077139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8f06a-84a4-4daf-aaf5-5ca728bb9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:35.113353 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f239e77-504b-4402-b347-ee1e20c4601b x-openstack-request-id: req-5f239e77-504b-4402-b347-ee1e20c4601b {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:03:35.113676 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:03:35.113930 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f239e77-504b-4402-b347-ee1e20c4601b {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:03:35.114347 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'status': 'completed', 'code': 200} Nov 05 23:03:35.195254 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f616d2d-05b1-4f4a-a1d7-e3ae077c0145 req-1eb94c36-97c6-4a9c-ab01-d2bb45debc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.196862 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f616d2d-05b1-4f4a-a1d7-e3ae077c0145 req-1eb94c36-97c6-4a9c-ab01-d2bb45debc0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1094 time: 0.0602942 Nov 05 23:03:35.308498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f616d2d-05b1-4f4a-a1d7-e3ae077c0145 req-760a81f0-0289-4f56-8a87-5433e8f7b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.309908 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f616d2d-05b1-4f4a-a1d7-e3ae077c0145 req-760a81f0-0289-4f56-8a87-5433e8f7b203 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0a91f8377e4e4528b5207d6c24db029f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1050296 Nov 05 23:03:35.445259 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f616d2d-05b1-4f4a-a1d7-e3ae077c0145 req-34fcac48-9541-4121-930f-fa724915d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.446703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8f616d2d-05b1-4f4a-a1d7-e3ae077c0145 req-34fcac48-9541-4121-930f-fa724915d557 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284993 Nov 05 23:03:35.455078 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9a8f-3d31-41d9-b3ca-d1c0dbf76012 req-9ef0d5d8-47e5-4508-bf18-e4003dcc40b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.456524 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af3b9a8f-3d31-41d9-b3ca-d1c0dbf76012 req-9ef0d5d8-47e5-4508-bf18-e4003dcc40b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0734038 Nov 05 23:03:35.536241 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af3b9a8f-3d31-41d9-b3ca-d1c0dbf76012 req-95cfaeef-9202-410f-902c-7690acc33add tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729411 Nov 05 23:03:35.547237 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-16e20374-b705-4652-aebe-96729b1a00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.548711 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-16e20374-b705-4652-aebe-96729b1a00a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1094 time: 0.0582738 Nov 05 23:03:35.590886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-405b8222-93b9-4d46-b794-2a290b9d87a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 217 time: 0.0342779 Nov 05 23:03:35.641139 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-79c1ac38-92bd-4216-b9fe-aab84a42f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.642548 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-79c1ac38-92bd-4216-b9fe-aab84a42f53a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0439980 Nov 05 23:03:35.686302 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-6091cad2-6ed4-481e-b370-70ae2fe5c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:35.687779 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-6091cad2-6ed4-481e-b370-70ae2fe5c8e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389724 Nov 05 23:03:35.785168 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-5ea5f057-521a-4938-b5ff-f836ad6bda8c service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902545 Nov 05 23:03:35.878661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-22cd6ede-4533-457e-9f8e-2cf656a14bf9 req-f640106a-ffe7-48ac-af17-09227248a819 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863590 Nov 05 23:03:36.422268 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0836f80e-ef47-4983-9d27-a9f5ee8a1a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:36.653529 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599bbc4-c159-4761-b0df-3915a8af3c57 req-3d688e42-961a-4854-9d0d-582b54c902f8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:36.655025 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6599bbc4-c159-4761-b0df-3915a8af3c57 req-3d688e42-961a-4854-9d0d-582b54c902f8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0492024 Nov 05 23:03:36.703975 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6599bbc4-c159-4761-b0df-3915a8af3c57 req-e48aa6b8-0f91-401b-9d17-a76be5ed22d4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Nov 05 23:03:37.820135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878730b1-b8ad-4df5-8580-8d9e0e37933b req-956fb750-b643-4e97-97e2-1060d7251467 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:37.821684 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-878730b1-b8ad-4df5-8580-8d9e0e37933b req-956fb750-b643-4e97-97e2-1060d7251467 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0491908 Nov 05 23:03:37.871940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-878730b1-b8ad-4df5-8580-8d9e0e37933b req-94f75ec5-4a84-4b83-8da7-204299eda82e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Nov 05 23:03:38.568726 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b033c620-6e2f-434b-b7c5-0726ee0b5bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:38.995438 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567f6c-3d18-4eca-be8f-f72b2d0a266f req-4a10f712-3438-42e9-8bde-35333b70ad5f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:38.997218 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0567f6c-3d18-4eca-be8f-f72b2d0a266f req-4a10f712-3438-42e9-8bde-35333b70ad5f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0565691 Nov 05 23:03:39.045283 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d0567f6c-3d18-4eca-be8f-f72b2d0a266f req-290d9c2c-963a-406b-832a-d03d07b75413 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Nov 05 23:03:40.158930 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cced566-ea10-4687-8bb4-cc3eb54b7475 req-6664d4c4-d8e3-46a2-9548-38e8b4ae847b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:40.160388 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cced566-ea10-4687-8bb4-cc3eb54b7475 req-6664d4c4-d8e3-46a2-9548-38e8b4ae847b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0473456 Nov 05 23:03:40.209213 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0cced566-ea10-4687-8bb4-cc3eb54b7475 req-99976f7a-a28d-42a9-b8fc-409a966e551e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Nov 05 23:03:40.302282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:41.322175 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361bb5b-163a-42b3-a4e8-df1be72f7b38 req-360bef6e-d7cc-4c6e-8012-b57a1bbe6ab4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:41.323710 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e361bb5b-163a-42b3-a4e8-df1be72f7b38 req-360bef6e-d7cc-4c6e-8012-b57a1bbe6ab4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0475543 Nov 05 23:03:41.372310 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e361bb5b-163a-42b3-a4e8-df1be72f7b38 req-695bb2e9-90c2-4525-aa7e-5f6f5e185f42 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Nov 05 23:03:41.719537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:42.128698 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:42.492039 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3208-24ea-470d-8afa-cc0accbc48d9 req-4f670e7e-c168-49f2-b029-92916e413411 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:42.493483 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4fce3208-24ea-470d-8afa-cc0accbc48d9 req-4f670e7e-c168-49f2-b029-92916e413411 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0527687 Nov 05 23:03:42.547803 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4fce3208-24ea-470d-8afa-cc0accbc48d9 req-b69e13c0-0625-4b49-a509-fd0befdcc195 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480301 Nov 05 23:03:43.660564 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a3610-c495-4aea-be18-05478564dcd4 req-8ffe0306-2337-4697-b6ca-197619482e5e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:43.662579 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c2a3610-c495-4aea-be18-05478564dcd4 req-8ffe0306-2337-4697-b6ca-197619482e5e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0485678 Nov 05 23:03:43.713783 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-5c2a3610-c495-4aea-be18-05478564dcd4 req-a6b9607b-e715-46b5-bc96-af759e3e0abf tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453598 Nov 05 23:03:44.827989 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1eb5a9-a403-485f-a1ae-b3161586b173 req-4ab5b27c-5bc4-42c6-b9ca-dc246c9358d8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:44.830346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d1eb5a9-a403-485f-a1ae-b3161586b173 req-4ab5b27c-5bc4-42c6-b9ca-dc246c9358d8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0489371 Nov 05 23:03:44.879629 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1d1eb5a9-a403-485f-a1ae-b3161586b173 req-7b1aabf5-19bb-405b-b461-1b2d53ee0344 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 Nov 05 23:03:45.994994 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c123-ce67-4859-b6f2-15fcf0e4b657 req-0c740576-d66f-4841-b79e-9b18fa9b8745 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:45.996503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c20c123-ce67-4859-b6f2-15fcf0e4b657 req-0c740576-d66f-4841-b79e-9b18fa9b8745 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0490932 Nov 05 23:03:46.045234 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3c20c123-ce67-4859-b6f2-15fcf0e4b657 req-7a089d58-8130-437f-a7d1-580b62dbd374 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Nov 05 23:03:47.161547 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d51e-105c-4141-955f-1544e830d045 req-12b053a3-4722-4c9e-9d42-1fa1a0b0cafb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:47.163525 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8949d51e-105c-4141-955f-1544e830d045 req-12b053a3-4722-4c9e-9d42-1fa1a0b0cafb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0524468 Nov 05 23:03:47.211453 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8949d51e-105c-4141-955f-1544e830d045 req-7090cbf0-2f92-4eff-80f2-4859b17fc221 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420415 Nov 05 23:03:48.372382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc5b6-b83e-4456-80ac-a56e1b969bbf req-1e72ca46-8401-40f1-a439-9a82b6df6737 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:48.373846 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbafc5b6-b83e-4456-80ac-a56e1b969bbf req-1e72ca46-8401-40f1-a439-9a82b6df6737 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0484321 Nov 05 23:03:48.421565 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-cbafc5b6-b83e-4456-80ac-a56e1b969bbf req-88974508-aa64-4577-b876-58dcd952e21d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Nov 05 23:03:48.961723 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6d00b8b-0869-46e7-93de-41c06979d736 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:03:49.052852 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:03:49.063796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'port_id': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'mac_address': 'fa:16:3e:90:04:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:03:49.101078 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:49.117115 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d00b8b-0869-46e7-93de-41c06979d736 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:03:49.136181 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:03:49.204966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:49.250745 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:49.257812 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.258160 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.258499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.258836 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.259169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.259499 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.259850 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.260177 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.260501 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.260825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.261146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.261464 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:03:49.424347 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a6d00b8b-0869-46e7-93de-41c06979d736'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:03:49.537071 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af10a83-cd33-4ae5-ae04-019bbb80e5cd req-fa22321f-b4f9-4cd9-b80a-d011a21a91ec tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:49.538445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8af10a83-cd33-4ae5-ae04-019bbb80e5cd req-fa22321f-b4f9-4cd9-b80a-d011a21a91ec tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 944 time: 0.0489163 Nov 05 23:03:49.586654 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8af10a83-cd33-4ae5-ae04-019bbb80e5cd req-1b326856-84e6-46a9-9074-d935f3d61f75 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Nov 05 23:03:50.703701 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd64961-9141-4624-810c-3e93e856c633 req-018167ed-2715-45da-8ba0-8145814b9882 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:50.705151 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dd64961-9141-4624-810c-3e93e856c633 req-018167ed-2715-45da-8ba0-8145814b9882 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 944 time: 0.0518548 Nov 05 23:03:50.754260 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1dd64961-9141-4624-810c-3e93e856c633 req-c05bc056-4522-4811-9b76-66965874697a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431535 Nov 05 23:03:50.975348 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6d00b8b-0869-46e7-93de-41c06979d736 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:03:51.088586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port a6d00b8b-0869-46e7-93de-41c06979d736 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 23:03:51.092554 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a6d00b8b-0869-46e7-93de-41c06979d736 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:03:51.092920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:51.170982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:51.192078 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:03:51.194334 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bee1e4-1c2e-441f-bcad-3a0cbb748e50" -d '{"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-plugged", "status": "completed", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:03:51.207962 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:03:51.232267 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0c3723-934d-4167-b9e4-d82b65f4faca x-openstack-request-id: req-1e0c3723-934d-4167-b9e4-d82b65f4faca {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:03:51.236340 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-plugged", "status": "completed", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:03:51.236340 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e0c3723-934d-4167-b9e4-d82b65f4faca {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:03:51.236340 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'code': 200} Nov 05 23:03:51.273577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:51.320742 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:51.334537 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d45223-0971-4e46-8732-83d015911b7f req-2607f40b-0195-4267-bcbf-a83ae9753fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:51.336046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10d45223-0971-4e46-8732-83d015911b7f req-2607f40b-0195-4267-bcbf-a83ae9753fd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0409911 Nov 05 23:03:51.384902 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-10d45223-0971-4e46-8732-83d015911b7f req-878dfbb2-0104-428b-ae90-52ff1389961b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Nov 05 23:03:51.868200 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5070c-b585-4b3f-b78a-b5d7e0ce6ac8 req-fcf0da02-affc-446f-9cf9-5714f93ec76a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:51.869588 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ee5070c-b585-4b3f-b78a-b5d7e0ce6ac8 req-fcf0da02-affc-446f-9cf9-5714f93ec76a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Nov 05 23:03:51.918611 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0ee5070c-b585-4b3f-b78a-b5d7e0ce6ac8 req-71fbb5c8-f2e1-440f-b352-7b868b9dc606 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428746 Nov 05 23:03:53.032068 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf68d6a-952d-41eb-b14c-122830fdabe0 req-7a60d5ed-61c4-40c8-876a-8a254f89aaff tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:53.033501 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaf68d6a-952d-41eb-b14c-122830fdabe0 req-7a60d5ed-61c4-40c8-876a-8a254f89aaff tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0474443 Nov 05 23:03:53.081896 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-eaf68d6a-952d-41eb-b14c-122830fdabe0 req-72e36e8d-d7ee-4d35-aa8b-b8e72f2253f1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Nov 05 23:03:53.199724 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d683bb-2242-4599-89d2-f3dc55722537 req-8b56e66a-2abf-4989-a223-cae4727ab4d7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:53.201120 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9d683bb-2242-4599-89d2-f3dc55722537 req-8b56e66a-2abf-4989-a223-cae4727ab4d7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0525110 Nov 05 23:03:53.250088 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c9d683bb-2242-4599-89d2-f3dc55722537 req-005388c2-3045-467f-b813-c804a6e7b177 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Nov 05 23:03:53.270757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46806) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:53.313265 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88084a4b-916b-42bf-b071-895483a136da tempest-TestShelveInstance-1448717220 tempest-TestShelveInstance-1448717220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:53.314791 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-88084a4b-916b-42bf-b071-895483a136da tempest-TestShelveInstance-1448717220 tempest-TestShelveInstance-1448717220-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1091 time: 0.0430555 Nov 05 23:03:53.317602 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46808) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:03:53.321849 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:03:53.414087 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:53.510583 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:53.513248 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:03:53.617037 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Allocated IP 172.25.6.217 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/c7fdbd5b-617b-4be8-b927-de9c15d6e384) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:03:53.718902 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:53.822383 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:53.860100 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:03:53.864900 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:03:53.868596 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:03:53.874332 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'Port': ['ID=c7fdbd5b-617b-4be8-b927-de9c15d6e384,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:54.518134 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:54.639960 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:54.786274 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:54.865901 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:54.938895 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event updated for resources: {'Port': ['ID=c7fdbd5b-617b-4be8-b927-de9c15d6e384,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:03:54.948535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:55.043035 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Floating IP e385f370-1e17-42db-9699-0fc5854356c9 associated. External IP: 172.25.6.217, port: a6d00b8b-0869-46e7-93de-41c06979d736. Nov 05 23:03:55.248675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Router ea998f8a-b975-4006-8ab1-500a1248d477 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:03:55.357002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:03:55.367044 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] Sync routers for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:03:55.376850 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:03:55.377456 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:03:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:55.446886 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:03:55.474806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f06f7fed-4a6a-4397-a1ca-15fd77039e99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1556196 Nov 05 23:03:55.475418 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:03:55.477789 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708b144-0653-47a5-8345-402ddff837bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:03:55.516677 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a3c32-a10a-4b65-ae18-60a0667dc7ab x-openstack-request-id: req-a92a3c32-a10a-4b65-ae18-60a0667dc7ab {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:03:55.516975 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:03:55.517233 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a92a3c32-a10a-4b65-ae18-60a0667dc7ab {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:03:55.517653 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'status': 'completed', 'code': 200} Nov 05 23:03:55.572734 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:03:55.592295 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b144-0653-47a5-8345-402ddff837bb req-710f3117-818e-40ac-9828-6b414f38b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:55.593819 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5708b144-0653-47a5-8345-402ddff837bb req-710f3117-818e-40ac-9828-6b414f38b844 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0423973 Nov 05 23:03:55.688327 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b144-0653-47a5-8345-402ddff837bb req-042b2519-b554-4d53-9aa2-b7e3133d60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:55.689856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5708b144-0653-47a5-8345-402ddff837bb req-042b2519-b554-4d53-9aa2-b7e3133d60c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0888250 Nov 05 23:03:55.753545 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5708b144-0653-47a5-8345-402ddff837bb req-1bc83672-e780-4a43-9c73-87ce8d1e8435 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 999 time: 0.0571182 Nov 05 23:03:55.797981 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e385f370-1e17-42db-9699-0fc5854356c9', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'port_id': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'mac_address': 'fa:16:3e:90:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:03:54Z', 'updated_at': '2021-11-05T23:03:54Z', 'revision_number': 0, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:55.807129 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b144-0653-47a5-8345-402ddff837bb req-8ffb447f-fc49-42dd-b785-9239a7c30a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:55.808626 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5708b144-0653-47a5-8345-402ddff837bb req-8ffb447f-fc49-42dd-b785-9239a7c30a1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0488517 Nov 05 23:03:55.827507 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] Checking router: ea998f8a-b975-4006-8ab1-500a1248d477 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:03:55.836364 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:03:55.836960 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:03:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:55.854707 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b144-0653-47a5-8345-402ddff837bb req-472cc700-c768-4836-a20e-74f0b419130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:03:55.856229 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5708b144-0653-47a5-8345-402ddff837bb req-472cc700-c768-4836-a20e-74f0b419130f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403838 Nov 05 23:03:55.938978 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:03:55.948020 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5708b144-0653-47a5-8345-402ddff837bb req-3f80eae2-52c9-41a1-a691-eaeef683be5d service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837266 Nov 05 23:03:56.041578 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5708b144-0653-47a5-8345-402ddff837bb req-2e29d881-14df-4664-b26c-fc9e060085f6 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870450 Nov 05 23:03:56.161120 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e385f370-1e17-42db-9699-0fc5854356c9', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'port_id': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'mac_address': 'fa:16:3e:90:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:03:54Z', 'updated_at': '2021-11-05T23:03:54Z', 'revision_number': 0, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:03:56.186450 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79d908-2c33-4e1e-8fdf-b62eb2e401dd None None] The sync data for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 is: [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': 'e385f370-1e17-42db-9699-0fc5854356c9', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'port_id': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'mac_address': 'fa:16:3e:90:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:03:54Z', 'updated_at': '2021-11-05T23:03:54Z', 'revision_number': 0, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:03:56.383125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13452c5-27ab-486a-937d-bdec4efde20d None None] New status for floating IP e385f370-1e17-42db-9699-0fc5854356c9: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 23:04:01.696428 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:03.744982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:06.444437 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9e9e5816-789f-4b8a-8605-62b3453c1949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:08.573645 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c7cb928f-35e1-4fa6-b91f-28d9876e288d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:10.347483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:11.753050 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:12.135909 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:30.511805 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:04:31.721854 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:33.735869 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:36.436717 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2e69728-9cde-4c35-af7c-af67d578d42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:36.538176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-677be373-c1c9-450a-b6c7-c4dd375f6db3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395174 Nov 05 23:04:36.617362 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-716c0876-cd9a-4975-bc3a-ea85eae6fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:04:36.618875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-716c0876-cd9a-4975-bc3a-ea85eae6fd3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0403888 Nov 05 23:04:36.722959 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-19effc50-4cd9-499f-971f-a67a275c762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:04:36.724354 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-19effc50-4cd9-499f-971f-a67a275c762c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0866380 Nov 05 23:04:36.788071 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-c0eb55ec-6c23-4b1a-be7a-a526869fcb34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 1001 time: 0.0562973 Nov 05 23:04:36.839408 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-34414663-eb6d-419a-b8ae-d2cef7a28460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:04:36.840830 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-34414663-eb6d-419a-b8ae-d2cef7a28460 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0454922 Nov 05 23:04:36.886680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-4c62f233-9b9d-4b75-8b8b-ccfced798f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:04:36.888145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-4c62f233-9b9d-4b75-8b8b-ccfced798f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397573 Nov 05 23:04:36.981117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-da6cf705-4ef8-4e70-9d71-cb215494d43f service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Nov 05 23:04:37.069748 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9e068e6a-9d78-4561-a5df-2d038dc22628 req-39e2bf4e-07cf-44b5-ac4b-a5464beeec35 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814326 Nov 05 23:04:38.580902 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d027a0d8-0975-44be-8af3-98f33ae2b525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:40.350597 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:41.761839 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:04:42.121961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:01.716320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:03.751821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:06.448898 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c57883d1-03a9-4fc2-8550-c15beaf0c88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:07.510481 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:05:08.580375 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee705-03f4-4b40-b714-f7ca3e393aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:10.340951 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:11.740732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:12.123740 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:31.728785 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:33.740152 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:36.418211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-628008d8-0f6c-47cc-a224-a7ddfbe5ae57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:36.523715 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-a13686d0-b77c-472a-b0b6-c26a05a8ef55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398548 Nov 05 23:05:36.605131 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-8fcceace-338f-422b-90f7-5f5f06e081ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:05:36.606584 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-8fcceace-338f-422b-90f7-5f5f06e081ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0431564 Nov 05 23:05:36.707207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-101d2c95-65f4-48b6-9dc6-97364671a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:05:36.708588 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-101d2c95-65f4-48b6-9dc6-97364671a55a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0823441 Nov 05 23:05:36.774878 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-a33b559e-6c29-4eec-ba01-9eef9ad22556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 1001 time: 0.0599174 Nov 05 23:05:36.821543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-5fd9d893-e3f5-42d5-b992-2842baf9ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:05:36.822916 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-5fd9d893-e3f5-42d5-b992-2842baf9ebd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0419147 Nov 05 23:05:36.867865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-84e59599-abde-4f25-b86c-7439362c69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:05:36.869346 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-84e59599-abde-4f25-b86c-7439362c69ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393453 Nov 05 23:05:36.960305 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-c16e80fa-8be9-4497-8407-75248950a59e service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837739 Nov 05 23:05:37.047094 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3ee99022-0833-415b-9df7-bb3926b83dcd req-72cb60de-f1b9-4213-9c51-328324e1aa90 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805309 Nov 05 23:05:38.568518 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a2a982ab-792d-4340-a614-c88379276a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:40.322892 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:41.738319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:42.128843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:05:44.509445 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:06:01.722213 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:03.762398 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:06.424967 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-40947cbc-4dfd-45f3-a094-26b308b5148d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:08.577884 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-156ebb5a-43bc-4dd6-b068-729db74f4981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:10.360367 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:11.749358 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:12.151190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:21.509288 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:06:22.268659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63b1f2-3ce6-429e-b0af-c55e009c30b4 req-6b33f6a5-aa06-46ad-a393-eefd7e7af480 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:22.270182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce63b1f2-3ce6-429e-b0af-c55e009c30b4 req-6b33f6a5-aa06-46ad-a393-eefd7e7af480 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0993443 Nov 05 23:06:22.318876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ce63b1f2-3ce6-429e-b0af-c55e009c30b4 req-a974dc5f-4220-4578-b44b-bd97b376185b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Nov 05 23:06:23.506746 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548b8ce-b0c2-44b8-ae65-38a0b10554c8 req-8817ddf4-5329-425e-bed8-ef0830eed1f9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:23.508270 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3548b8ce-b0c2-44b8-ae65-38a0b10554c8 req-8817ddf4-5329-425e-bed8-ef0830eed1f9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0964952 Nov 05 23:06:23.557968 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3548b8ce-b0c2-44b8-ae65-38a0b10554c8 req-8d891703-62ed-453e-9d17-b2fd36645f5c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Nov 05 23:06:24.693731 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07855f-80aa-42f2-94a8-f57067e54a51 req-f4b2639b-fb3b-46b9-8314-4da7c35bd164 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:24.695181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb07855f-80aa-42f2-94a8-f57067e54a51 req-f4b2639b-fb3b-46b9-8314-4da7c35bd164 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0475137 Nov 05 23:06:24.742407 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cb07855f-80aa-42f2-94a8-f57067e54a51 req-2c115088-d563-4540-b061-b044bd9799c8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 Nov 05 23:06:25.858753 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d127c-0c6b-487e-aa14-703f9e2a77ac req-1c352f50-3e55-4c41-963c-db5fd8df4e28 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:25.860263 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-452d127c-0c6b-487e-aa14-703f9e2a77ac req-1c352f50-3e55-4c41-963c-db5fd8df4e28 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0489953 Nov 05 23:06:25.909319 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-452d127c-0c6b-487e-aa14-703f9e2a77ac req-0f07ae7a-3e7b-45bb-83fb-91e6fe972423 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Nov 05 23:06:27.021682 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d71e5d-37f0-42b1-b511-ad3352196c7c req-fb29fab9-13eb-4b13-8d1c-5233c4d24438 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:27.023132 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46d71e5d-37f0-42b1-b511-ad3352196c7c req-fb29fab9-13eb-4b13-8d1c-5233c4d24438 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Nov 05 23:06:27.075474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-46d71e5d-37f0-42b1-b511-ad3352196c7c req-72373940-ef43-42ab-b510-d8be3c8e5dad tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459754 Nov 05 23:06:28.204844 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e32c2-ac60-4fd5-9705-7b60b8095e0b req-b05e6100-983c-45bb-837c-4ec02f43d821 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:28.206304 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-301e32c2-ac60-4fd5-9705-7b60b8095e0b req-b05e6100-983c-45bb-837c-4ec02f43d821 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0586090 Nov 05 23:06:28.255186 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-301e32c2-ac60-4fd5-9705-7b60b8095e0b req-21561181-6e5b-45cf-9edd-7fb4d937680e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Nov 05 23:06:29.369555 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d92fa-333b-4eea-a7e2-38a789d3826e req-d4f68c89-0c1b-487c-bff7-bec4f8011e04 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:29.370980 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1d92fa-333b-4eea-a7e2-38a789d3826e req-d4f68c89-0c1b-487c-bff7-bec4f8011e04 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0467508 Nov 05 23:06:29.418193 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0b1d92fa-333b-4eea-a7e2-38a789d3826e req-46185aad-018c-4c7b-8cb5-1a927a097719 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Nov 05 23:06:30.531927 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1591b-5136-4fc5-940c-4b4ad8e29266 req-aa53ece3-1bab-44d5-8d4b-cac54557401b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:30.533403 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ed1591b-5136-4fc5-940c-4b4ad8e29266 req-aa53ece3-1bab-44d5-8d4b-cac54557401b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0489652 Nov 05 23:06:30.581440 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1ed1591b-5136-4fc5-940c-4b4ad8e29266 req-03fbd391-b0c7-4aff-9d91-ed03f034a58f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421946 Nov 05 23:06:31.695107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb41fb-6778-4ee4-98ce-6b0468fbc510 req-6ea95480-be06-444a-a2d9-87984ed59a30 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:31.696608 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-58bb41fb-6778-4ee4-98ce-6b0468fbc510 req-6ea95480-be06-444a-a2d9-87984ed59a30 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0484200 Nov 05 23:06:31.743388 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:31.748806 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-58bb41fb-6778-4ee4-98ce-6b0468fbc510 req-20e76ba6-14a2-44b4-9ae3-b3c4b0891e5d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462635 Nov 05 23:06:32.798404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97321f64-e54e-430c-a265-26067e706d60 req-341d4bd7-1d2b-47c8-b1df-b990a479ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:32.799930 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97321f64-e54e-430c-a265-26067e706d60 req-341d4bd7-1d2b-47c8-b1df-b990a479ab47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.4328790 Nov 05 23:06:32.866352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887388e8-647b-4858-8c7c-247ca12fef95 req-c40e6d84-6cef-42c6-b9f8-de382bc35fed tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:32.867836 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-887388e8-647b-4858-8c7c-247ca12fef95 req-c40e6d84-6cef-42c6-b9f8-de382bc35fed tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0481880 Nov 05 23:06:32.890171 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97321f64-e54e-430c-a265-26067e706d60 req-6baa7868-e59d-4d6c-87e0-050afcc756de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:32.891644 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97321f64-e54e-430c-a265-26067e706d60 req-6baa7868-e59d-4d6c-87e0-050afcc756de service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0849473 Nov 05 23:06:32.922821 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-887388e8-647b-4858-8c7c-247ca12fef95 req-3a49dbf7-2208-4cec-a173-27da73e3d675 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480752 Nov 05 23:06:32.960445 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97321f64-e54e-430c-a265-26067e706d60 req-30fe9bb6-b44c-4b01-aac1-9c0d3e1cb603 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 1001 time: 0.0618629 Nov 05 23:06:33.008308 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97321f64-e54e-430c-a265-26067e706d60 req-c5664abb-ee84-4aaf-8681-a0ce6f8c1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:33.009658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97321f64-e54e-430c-a265-26067e706d60 req-c5664abb-ee84-4aaf-8681-a0ce6f8c1e58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0418274 Nov 05 23:06:33.055525 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97321f64-e54e-430c-a265-26067e706d60 req-ec760296-fa8f-412a-8c02-95bd80b7dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:33.056363 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97321f64-e54e-430c-a265-26067e706d60 req-ec760296-fa8f-412a-8c02-95bd80b7dc31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388148 Nov 05 23:06:33.154665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97321f64-e54e-430c-a265-26067e706d60 req-e7e597b1-0d03-43d2-a1a4-8393b376518e service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901194 Nov 05 23:06:33.242050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-97321f64-e54e-430c-a265-26067e706d60 req-8a08093c-7c31-42e9-880c-a9aad22eaa86 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804646 Nov 05 23:06:33.767569 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:34.045316 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d558fd-a427-4153-a173-b9108109dc8c req-5f7a33a7-6e20-4100-be57-75b9cb20ba59 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:34.046798 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5d558fd-a427-4153-a173-b9108109dc8c req-5f7a33a7-6e20-4100-be57-75b9cb20ba59 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Nov 05 23:06:34.095920 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f5d558fd-a427-4153-a173-b9108109dc8c req-42218be7-8bd6-4878-b33f-bf8b75009968 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Nov 05 23:06:35.212284 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce136221-6026-42a9-93d5-debc0d66fe02 req-bf4f10d3-30d7-4e87-8240-3ed40b120013 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:35.213743 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce136221-6026-42a9-93d5-debc0d66fe02 req-bf4f10d3-30d7-4e87-8240-3ed40b120013 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Nov 05 23:06:35.263401 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ce136221-6026-42a9-93d5-debc0d66fe02 req-8f93e213-2fe9-428f-b3f5-8399aa74faf5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Nov 05 23:06:36.379459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b76604-4a35-4661-95cb-b10d7b065791 req-fc1c2d88-631e-4c5a-814f-95c603d5bcef tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:36.380960 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17b76604-4a35-4661-95cb-b10d7b065791 req-fc1c2d88-631e-4c5a-814f-95c603d5bcef tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Nov 05 23:06:36.413233 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b3f9-6957-4c7d-af66-89297ba854c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:36.430541 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-17b76604-4a35-4661-95cb-b10d7b065791 req-84c3cc33-6d7f-45d5-b2c1-7d33f3bea48b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435047 Nov 05 23:06:37.518755 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-778a8639-b21b-4410-af4e-2545b572f4fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435867 Nov 05 23:06:37.548963 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0482b-7a1b-48c0-9632-314224e20060 req-19091ee6-f855-4447-bef4-455aab749f35 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:37.550460 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20c0482b-7a1b-48c0-9632-314224e20060 req-19091ee6-f855-4447-bef4-455aab749f35 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0500150 Nov 05 23:06:37.602179 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20c0482b-7a1b-48c0-9632-314224e20060 req-2546d250-4bcc-474b-8ec4-8dd8e3ef8e94 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456498 Nov 05 23:06:37.612785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-e480744e-5462-47b8-ab4e-fdf56ffd9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:37.614199 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-e480744e-5462-47b8-ab4e-fdf56ffd9269 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0460358 Nov 05 23:06:37.690817 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-6ceecddd-150c-4578-9fba-19d656045940 req-aa469fb2-c67a-4fc6-b3f3-6400a5f6b104 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:06:37.691795 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6ceecddd-150c-4578-9fba-19d656045940 req-aa469fb2-c67a-4fc6-b3f3-6400a5f6b104 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067782 Nov 05 23:06:37.723581 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-f7cdd2fc-1714-4384-a942-17ba98111428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:37.724995 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-f7cdd2fc-1714-4384-a942-17ba98111428 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0917468 Nov 05 23:06:37.794015 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-b2c4bad4-dc2c-4d70-ab1e-6b7633ec9dc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 1001 time: 0.0618560 Nov 05 23:06:37.846453 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6d00b8b-0869-46e7-93de-41c06979d736 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:06:37.848429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-407c0986-0d34-4420-89fd-5f23b1342a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:37.849959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-407c0986-0d34-4420-89fd-5f23b1342a78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0438919 Nov 05 23:06:37.901691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-72dd3b8a-9414-4f94-842c-65abc8e6c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:37.903724 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-72dd3b8a-9414-4f94-842c-65abc8e6c6aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468256 Nov 05 23:06:37.936636 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:37.959764 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:06:37.962101 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9d84fe-0bb2-4675-b6f8-b82d32a48858" -d '{"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-unplugged", "status": "completed", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:06:37.979472 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:06:38.003901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32e238-13cf-46e8-afeb-2ffb7e9da949 req-8d029cf9-d6da-457c-86ce-633af9cf8ec0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:38.005864 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb32e238-13cf-46e8-afeb-2ffb7e9da949 req-8d029cf9-d6da-457c-86ce-633af9cf8ec0 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0703218 Nov 05 23:06:38.012763 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-f9e5e79c-129a-4505-ae47-d6d422459cab service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019394 Nov 05 23:06:38.051915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:38.057861 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Nov 2021 23:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7b4fa5-d6fc-4a85-804c-2f623df0232c x-openstack-request-id: req-0e7b4fa5-d6fc-4a85-804c-2f623df0232c {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:06:38.060983 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-unplugged", "status": "failed", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736", "code": 422}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:06:38.060983 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e7b4fa5-d6fc-4a85-804c-2f623df0232c {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:06:38.060983 n-d-816738-5 neutron-server[102293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'code': 422} returned with failed status Nov 05 23:06:38.099253 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-bb32e238-13cf-46e8-afeb-2ffb7e9da949 req-909a10b8-7ffd-405e-846d-2adde16ef10e tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807693 Nov 05 23:06:38.112483 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:06:38.113798 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-f8a2fa8d-0000-4740-a779-d8ae04022821 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305301 Nov 05 23:06:38.120966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-417582f0-d88a-4c7d-9116-6a3037f0fd6c req-87a38304-e87b-44eb-9b23-8b5464286e3b service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011136 Nov 05 23:06:38.121737 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.122398 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.122747 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.123336 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.123889 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.124220 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.124383 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-55a6c9f8-b5bf-4f10-a445-cb8e441020bc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:06:38.124545 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.125059 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.125346 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-55a6c9f8-b5bf-4f10-a445-cb8e441020bc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061200 Nov 05 23:06:38.125755 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.126417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.126736 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.127063 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:06:38.573689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a04f4534-8ec7-4ac8-b8c9-6ed1da5be51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:39.259420 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf075087-f3be-455a-8a2c-6388225ee6cb req-8f9ee106-62da-4b56-a726-7bc8bf7b1910 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:39.261327 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf075087-f3be-455a-8a2c-6388225ee6cb req-8f9ee106-62da-4b56-a726-7bc8bf7b1910 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0558884 Nov 05 23:06:39.310766 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cf075087-f3be-455a-8a2c-6388225ee6cb req-a5aceed2-7599-4fe8-9436-7b2f4290146c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Nov 05 23:06:40.333492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:40.427907 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e149a2-df47-4cf7-aa73-761a5d87e0be req-40aa2d27-fb4f-43d4-add4-eec217b11ce1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:40.429395 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20e149a2-df47-4cf7-aa73-761a5d87e0be req-40aa2d27-fb4f-43d4-add4-eec217b11ce1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0483689 Nov 05 23:06:40.479607 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-20e149a2-df47-4cf7-aa73-761a5d87e0be req-cdd91853-5f3c-429f-be31-b2fb0701eb99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Nov 05 23:06:41.595178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea0f2f-c4e9-4769-a55f-e4fbd4670219 req-a526f8c8-d931-4bed-9bf1-6bdb7900398a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:41.596666 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8fea0f2f-c4e9-4769-a55f-e4fbd4670219 req-a526f8c8-d931-4bed-9bf1-6bdb7900398a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0492811 Nov 05 23:06:41.645649 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8fea0f2f-c4e9-4769-a55f-e4fbd4670219 req-85efa1a0-3ee5-416f-b9bc-9e2cbabeacd3 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Nov 05 23:06:41.743449 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:42.126853 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:42.767065 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c526e-64e6-43fa-94ff-2ef85cdc9e10 req-682b1fea-94e3-471d-a7a1-906b3d170a04 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:42.768595 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-748c526e-64e6-43fa-94ff-2ef85cdc9e10 req-682b1fea-94e3-471d-a7a1-906b3d170a04 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0554609 Nov 05 23:06:42.819014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-748c526e-64e6-43fa-94ff-2ef85cdc9e10 req-5bf139ca-27cf-4626-9dcc-5db469544377 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Nov 05 23:06:43.932972 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1cfb-1dab-4233-a571-d3d74e65c14d req-f47f37c5-a24f-470b-9ac6-48cf1e39be02 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:43.934376 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc5a1cfb-1dab-4233-a571-d3d74e65c14d req-f47f37c5-a24f-470b-9ac6-48cf1e39be02 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0484555 Nov 05 23:06:43.989514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-cc5a1cfb-1dab-4233-a571-d3d74e65c14d req-0c4ce169-844f-4ab5-ab0d-ec216f159af4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489945 Nov 05 23:06:45.105922 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de998ba1-ca7e-4e7a-94fa-018db885df97 req-ad22c0e1-26eb-4af0-8999-e5c411fe5f47 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:45.107416 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de998ba1-ca7e-4e7a-94fa-018db885df97 req-ad22c0e1-26eb-4af0-8999-e5c411fe5f47 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0498972 Nov 05 23:06:45.158675 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-de998ba1-ca7e-4e7a-94fa-018db885df97 req-99272f42-90fa-45a3-bdc0-aa46835959d4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448880 Nov 05 23:06:46.275755 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82c58-b88e-47b4-89e6-57cf74cec153 req-066cb07c-fdc4-4e90-ab66-e0622b0512e6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:46.277302 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f82c58-b88e-47b4-89e6-57cf74cec153 req-066cb07c-fdc4-4e90-ab66-e0622b0512e6 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0510573 Nov 05 23:06:46.326474 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-87f82c58-b88e-47b4-89e6-57cf74cec153 req-c6e5721c-2f8c-408b-a917-c0cf551bc58f tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429666 Nov 05 23:06:47.446329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c155-ee18-4468-9764-27a5e14a5d93 req-ca50b42e-fcd5-4489-9812-04cb8fb7c012 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:47.447901 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee77c155-ee18-4468-9764-27a5e14a5d93 req-ca50b42e-fcd5-4489-9812-04cb8fb7c012 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0533803 Nov 05 23:06:47.499014 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ee77c155-ee18-4468-9764-27a5e14a5d93 req-cefd6201-b246-482d-8a59-33d3b8d83fe8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450749 Nov 05 23:06:48.621727 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c35530-f67e-480d-8da4-b3597c88c71b req-1ed82cfd-72ae-4515-8881-9c658b92cd12 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:48.623468 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47c35530-f67e-480d-8da4-b3597c88c71b req-1ed82cfd-72ae-4515-8881-9c658b92cd12 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0493169 Nov 05 23:06:48.671721 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-47c35530-f67e-480d-8da4-b3597c88c71b req-40ff0811-b7cc-4fc1-98fa-76ea9bd17abb tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Nov 05 23:06:48.875782 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-e5b46907-fae4-4026-b65c-94e75ac52f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:48.877275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-e5b46907-fae4-4026-b65c-94e75ac52f42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573&tenant_id=0a91f8377e4e4528b5207d6c24db029f HTTP/1.1" status: 200 len: 1094 time: 0.0447397 Nov 05 23:06:48.936643 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-483bddc1-0ac1-46e9-8116-cbe71c2b9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:48.938098 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-483bddc1-0ac1-46e9-8116-cbe71c2b9eec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1094 time: 0.0395529 Nov 05 23:06:49.026694 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-60a8a0f5-a870-41fe-89c0-212f17b96aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:49.028743 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-60a8a0f5-a870-41fe-89c0-212f17b96aa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0834692 Nov 05 23:06:49.096856 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-577d5be8-a657-4ceb-ad8c-6d4eb1d0c0a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 999 time: 0.0604177 Nov 05 23:06:49.145857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-da6e3013-53be-4dbf-8f5c-5a1ea28a079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:49.147157 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-da6e3013-53be-4dbf-8f5c-5a1ea28a079f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0420880 Nov 05 23:06:49.190355 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-6d1b73c2-c91b-4081-bcd2-9e5920b80512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:49.191811 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-6d1b73c2-c91b-4081-bcd2-9e5920b80512 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376194 Nov 05 23:06:49.285914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-84b53a08-ecc8-45b6-a4ed-eb696b330f89 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851183 Nov 05 23:06:49.377700 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-b2594e87-d9d4-42e5-a870-31a9dc83a5e3 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846298 Nov 05 23:06:49.784071 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d975c9c-8b0f-4571-9c1f-6e142021315a req-9a97cae7-d6f1-49dd-907d-d2f207208fcf tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:49.785522 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d975c9c-8b0f-4571-9c1f-6e142021315a req-9a97cae7-d6f1-49dd-907d-d2f207208fcf tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0484440 Nov 05 23:06:49.833995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8d975c9c-8b0f-4571-9c1f-6e142021315a req-a8c28288-f13b-47b9-a2ed-195ea83c9e76 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Nov 05 23:06:50.951901 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba04d1d-ae39-4f29-aad8-1232cd370503 req-64c1ca7f-6584-4e78-9886-dbd47f300cdd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:50.953370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ba04d1d-ae39-4f29-aad8-1232cd370503 req-64c1ca7f-6584-4e78-9886-dbd47f300cdd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0496047 Nov 05 23:06:51.002254 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7ba04d1d-ae39-4f29-aad8-1232cd370503 req-fc812781-18f5-4d36-824c-cc4558394ab1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Nov 05 23:06:52.116029 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8b1fa-6387-48ca-a6b4-f58a690afc7a req-25fe4fef-c2c6-42ab-8483-a761945ae6ae tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:52.117504 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fef8b1fa-6387-48ca-a6b4-f58a690afc7a req-25fe4fef-c2c6-42ab-8483-a761945ae6ae tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0491850 Nov 05 23:06:52.170074 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fef8b1fa-6387-48ca-a6b4-f58a690afc7a req-1a8db9db-ad3f-4a06-a595-327d043b3839 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 Nov 05 23:06:53.285269 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dccf7-d896-4796-8850-4d2ce192131a req-0b3c77e1-7026-4127-8bc8-60a789073da4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:53.286720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-383dccf7-d896-4796-8850-4d2ce192131a req-0b3c77e1-7026-4127-8bc8-60a789073da4 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0482535 Nov 05 23:06:53.333959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-383dccf7-d896-4796-8850-4d2ce192131a req-5a2c6596-9ba8-4a3c-9761-e85d444f57e8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Nov 05 23:06:54.448888 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead92e5a-55e7-496c-a4db-6f1d75bcb743 req-fd8eeba5-269e-49c4-ab65-c12d243c7d17 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:54.450336 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ead92e5a-55e7-496c-a4db-6f1d75bcb743 req-fd8eeba5-269e-49c4-ab65-c12d243c7d17 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0482814 Nov 05 23:06:54.498677 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ead92e5a-55e7-496c-a4db-6f1d75bcb743 req-a4688177-01ca-4759-acf5-0a947da742fd tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Nov 05 23:06:55.615027 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc60f5-d5e2-42d6-8c78-e672fb5ce603 req-779737ce-f108-4dfd-8c1a-5aed11ad9eac tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:55.616513 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7bc60f5-d5e2-42d6-8c78-e672fb5ce603 req-779737ce-f108-4dfd-8c1a-5aed11ad9eac tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0521469 Nov 05 23:06:55.665058 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b7bc60f5-d5e2-42d6-8c78-e672fb5ce603 req-af2dc73e-8b98-49c6-b628-6ccee7604f9d tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Nov 05 23:06:56.777414 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02325966-a90e-4e61-a906-01ae0902aab8 req-3be387f8-1227-405f-9e37-c34da55b0d3a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:56.778866 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02325966-a90e-4e61-a906-01ae0902aab8 req-3be387f8-1227-405f-9e37-c34da55b0d3a tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0480940 Nov 05 23:06:56.827827 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-02325966-a90e-4e61-a906-01ae0902aab8 req-7568b2c2-172a-477c-b532-9c51d86706f9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Nov 05 23:06:57.941646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3819a0-5051-4b41-bac6-21b97ff36600 req-f579dfd2-6c94-4649-950b-ed769f02c910 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:57.943123 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af3819a0-5051-4b41-bac6-21b97ff36600 req-f579dfd2-6c94-4649-950b-ed769f02c910 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 943 time: 0.0483873 Nov 05 23:06:57.992925 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-af3819a0-5051-4b41-bac6-21b97ff36600 req-381ac208-2a7a-4e1e-be96-3836ce4ce896 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Nov 05 23:06:58.017344 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6d00b8b-0869-46e7-93de-41c06979d736 details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:06:58.113013 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:06:58.126426 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'port_id': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'mac_address': 'fa:16:3e:90:04:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:06:58.166246 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:58.179401 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d00b8b-0869-46e7-93de-41c06979d736 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:06:58.197972 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:06:58.257065 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:06:58.303840 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:06:58.497614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['a6d00b8b-0869-46e7-93de-41c06979d736'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:06:58.507901 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:06:59.110364 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad2a42-b401-401d-963b-9c1e9fda26d1 req-710f9e66-6bf9-4f23-b3e4-23332048f4a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:06:59.111848 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2ad2a42-b401-401d-963b-9c1e9fda26d1 req-710f9e66-6bf9-4f23-b3e4-23332048f4a7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 944 time: 0.0530725 Nov 05 23:06:59.165090 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-d2ad2a42-b401-401d-963b-9c1e9fda26d1 req-e418cb0a-c9c7-4ba9-b921-646703bdd5b2 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470700 Nov 05 23:07:00.017479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6d00b8b-0869-46e7-93de-41c06979d736 up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:07:00.064585 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port a6d00b8b-0869-46e7-93de-41c06979d736 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:07:00.064948 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:00.144020 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:00.166178 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:07:00.168424 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b09b2d1-36e7-4af4-bd31-95f348897738" -d '{"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-plugged", "status": "completed", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:07:00.181176 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:07:00.206648 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7cf501-a06b-4e63-b53b-492c2503389a x-openstack-request-id: req-8d7cf501-a06b-4e63-b53b-492c2503389a {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:07:00.206943 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-plugged", "status": "completed", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:07:00.207209 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d7cf501-a06b-4e63-b53b-492c2503389a {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:07:00.207661 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'code': 200} Nov 05 23:07:00.241348 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:00.297866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:07:00.298986 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e0f5-e8b6-4292-b7f4-acf42f630092 req-f9b68452-2dc5-4ba2-a23a-a9713167398c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:00.301875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd59e0f5-e8b6-4292-b7f4-acf42f630092 req-f9b68452-2dc5-4ba2-a23a-a9713167398c tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0643735 Nov 05 23:07:00.352763 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fd59e0f5-e8b6-4292-b7f4-acf42f630092 req-e33f239f-0eb6-48a7-952f-04776447c779 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 Nov 05 23:07:00.355831 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7a9aa-a4a8-4cc9-b475-100c03dfe075 req-d5d4099b-68b7-49bb-af7f-6803d3b041e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:00.357348 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afd7a9aa-a4a8-4cc9-b475-100c03dfe075 req-d5d4099b-68b7-49bb-af7f-6803d3b041e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0398538 Nov 05 23:07:00.409660 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-afd7a9aa-a4a8-4cc9-b475-100c03dfe075 req-a920b034-8bfe-48e0-bc17-894fa017a664 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Nov 05 23:07:01.470659 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9bbb-3180-4503-9c31-688ca66adaa9 req-d5715e1e-bb8d-4b48-903b-1b9b3706e223 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:01.472196 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca1f9bbb-3180-4503-9c31-688ca66adaa9 req-d5715e1e-bb8d-4b48-903b-1b9b3706e223 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0497468 Nov 05 23:07:01.521568 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-ca1f9bbb-3180-4503-9c31-688ca66adaa9 req-50dc80fc-ebdb-4804-90c6-c1592ea828c7 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Nov 05 23:07:01.749915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:02.636098 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77397-e28b-49c0-a7d3-0b7953f6f0d1 req-0b76bbaa-6aac-40a5-b80e-41f885d6b075 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:02.637577 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70c77397-e28b-49c0-a7d3-0b7953f6f0d1 req-0b76bbaa-6aac-40a5-b80e-41f885d6b075 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Nov 05 23:07:02.691335 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-70c77397-e28b-49c0-a7d3-0b7953f6f0d1 req-081c6eae-cb80-4c13-ad36-c4d55c15a197 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476875 Nov 05 23:07:03.778481 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:06.400855 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c5e1fd84-53d0-4033-b0a1-5e2d262fa684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:08.572342 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a414f428-f2a3-4720-9c90-ee08db23a981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:10.354299 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:11.750530 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:12.137174 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:31.772264 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:33.822539 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:35.507182 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:07:36.412105 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ec57b3f1-f5b2-4170-b99d-773e284d46b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:38.577502 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2213-d000-41aa-836d-2335655d115c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:39.512596 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-494e0a04-35ae-4d23-bda2-47d1f42bef6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396690 Nov 05 23:07:39.596055 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e126de-5027-4f42-b9da-dfce828dabad req-3a5cac54-c76d-4920-a375-a6899c42041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:39.597511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-3a5cac54-c76d-4920-a375-a6899c42041e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0436816 Nov 05 23:07:39.702778 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e126de-5027-4f42-b9da-dfce828dabad req-2f03ca8e-08de-4fd1-a6c9-0e051986a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:39.704408 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-2f03ca8e-08de-4fd1-a6c9-0e051986a100 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0874617 Nov 05 23:07:39.773160 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-db493483-d730-4470-b6a4-2bebc11db8e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 1001 time: 0.0619667 Nov 05 23:07:39.946546 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e126de-5027-4f42-b9da-dfce828dabad req-31ff0d13-0479-4622-832d-23252f4dde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:39.948007 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-31ff0d13-0479-4622-832d-23252f4dde6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0518100 Nov 05 23:07:39.993733 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e126de-5027-4f42-b9da-dfce828dabad req-78c5dd04-6a47-4622-a4a1-ffca4a46f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:07:39.995172 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-78c5dd04-6a47-4622-a4a1-ffca4a46f2f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400107 Nov 05 23:07:40.090892 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-e1318c2a-2e63-4ac5-a209-8b655d4a4af2 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880270 Nov 05 23:07:40.181173 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f7e126de-5027-4f42-b9da-dfce828dabad req-2624e7f6-770b-4010-8ee2-6dd26177981c service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836740 Nov 05 23:07:40.365595 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:41.805833 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:07:42.154810 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:01.765513 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:03.753529 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:06.422874 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a5b55418-5616-425f-97e9-06ce1c9704aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:08.617060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8c53301e-f56d-4d36-aec3-805ff4a13509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:10.336899 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:11.765197 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:12.153856 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:12.506405 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:08:31.788269 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:33.776218 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:36.415454 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-74e65add-735b-4902-bcfe-754fc7bf0654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:38.519606 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 46996) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:38.593432 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0b65791b-8f06-42cc-b9b4-56d2affc405c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:38.681095 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Deleting port c7fdbd5b-617b-4be8-b927-de9c15d6e384 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:38.681438 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:38.767448 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:38.767798 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:38.779387 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Calling delete_port for c7fdbd5b-617b-4be8-b927-de9c15d6e384 owned by network:floatingip {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:38.976435 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:39.006394 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event deleted for resources: {'Port': ['ID=c7fdbd5b-617b-4be8-b927-de9c15d6e384,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:39.042808 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.043225 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.043749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.044236 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.044712 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.045208 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.045675 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.046149 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.046626 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.047108 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.047595 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.048079 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:39.092867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for floatingip, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:39.093192 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Floating IP e385f370-1e17-42db-9699-0fc5854356c9 disassociated (deleted). External IP: 172.25.6.217, port: a6d00b8b-0869-46e7-93de-41c06979d736. Nov 05 23:08:39.295978 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Router ea998f8a-b975-4006-8ab1-500a1248d477 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:08:39.408666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:08:39.413498 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:39.418469 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] Sync routers for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:08:39.429053 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:08:39.429651 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:39.440235 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-049b8761-32b8-4ca1-a0b1-4f05f39949e5 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "DELETE /v2.0/floatingips/e385f370-1e17-42db-9699-0fc5854356c9 HTTP/1.1" status: 204 len: 168 time: 0.9195452 Nov 05 23:08:39.440899 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:08:39.443893 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31" -d '{"events": [{"name": "network-changed", "server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:08:39.536937 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b2f5cb-093c-41c8-ba73-d9b1f0738e87 x-openstack-request-id: req-08b2f5cb-093c-41c8-ba73-d9b1f0738e87 {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:08:39.536937 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:08:39.536937 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08b2f5cb-093c-41c8-ba73-d9b1f0738e87 {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:08:39.536937 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'status': 'completed', 'code': 200} Nov 05 23:08:39.538489 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:08:39.595937 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-4038a7c2-5fe1-45f0-9cee-bc23b4ecc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:39.597442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-4038a7c2-5fe1-45f0-9cee-bc23b4ecc658 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a91f8377e4e4528b5207d6c24db029f&device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 1096 time: 0.0411875 Nov 05 23:08:39.693925 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-d2e28ace-9d34-4c5f-81df-a26dfad50a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:39.695403 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-d2e28ace-9d34-4c5f-81df-a26dfad50a7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 200 len: 909 time: 0.0903649 Nov 05 23:08:39.738520 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-71a55c0e-e743-4293-9434-0b4fe98a1c43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 200 len: 217 time: 0.0346749 Nov 05 23:08:39.739701 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:39.770567 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] Checking router: ea998f8a-b975-4006-8ab1-500a1248d477 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:08:39.779236 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:08:39.779874 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:39.794573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-f96c4206-1f2a-439a-94f2-04ff223d6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:39.797192 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-f96c4206-1f2a-439a-94f2-04ff223d6db1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 200 len: 847 time: 0.0497258 Nov 05 23:08:39.842162 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-4e9b7764-3303-4673-b644-ea32a6313f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:39.843742 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-4e9b7764-3303-4673-b644-ea32a6313f4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7b89e4-a97d-473a-9866-f4cec71e88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405414 Nov 05 23:08:39.889744 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:08:39.931877 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a2063-ee57-481e-ab93-67d25b571338 req-50c2d741-d8c8-46eb-8a31-26efacb9fde9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:39.933477 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b3a2063-ee57-481e-ab93-67d25b571338 req-50c2d741-d8c8-46eb-8a31-26efacb9fde9 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0515263 Nov 05 23:08:39.947204 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-88500753-474e-496c-8941-c503a2764997 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948417 Nov 05 23:08:39.987088 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1b3a2063-ee57-481e-ab93-67d25b571338 req-b25930f9-5340-4d90-b3da-fc0f06d33778 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Nov 05 23:08:40.048836 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-bca64fbd-8d0b-434d-9cdd-09a53fe79a31 req-e058b69b-52d9-4751-9c8b-e47067bfb7ac service neutron] 10.222.0.13 "GET /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933700 Nov 05 23:08:40.183922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:40.209377 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206af0-d479-4bda-966f-c666ca07f9ee None None] The sync data for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 is: [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T22:58:41Z', 'revision_number': 4, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'b15a4370-23e0-4dcc-9826-4e5d1516e5b2', 'name': '', 'network_id': '4f7b89e4-a97d-473a-9866-f4cec71e88bb', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'mac_address': 'fa:16:3e:50:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:41Z', 'updated_at': '2021-11-05T22:58:45Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'subnets': [{'id': 'ced2a870-e2b4-4c4e-9bf0-f97dc5685fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:08:40.342858 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:40.425587 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41928c9-db2c-4f61-86dc-2817bec57e53 None None] New status for floating IP e385f370-1e17-42db-9699-0fc5854356c9: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 23:08:41.108616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e934a-03df-4ee7-b999-5195c3147c9a req-669ce2a2-4a6e-4aad-8109-8a85fd199d99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:41.110072 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c31e934a-03df-4ee7-b999-5195c3147c9a req-669ce2a2-4a6e-4aad-8109-8a85fd199d99 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0490246 Nov 05 23:08:41.163538 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c31e934a-03df-4ee7-b999-5195c3147c9a req-356746ee-64cb-4d68-86fe-d3e192df7499 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee776460-4a59-4aef-9319-b04ec5db6acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462561 Nov 05 23:08:41.372228 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430ee2-0137-47c0-95bc-790451bdc208 req-009c9ccb-c786-4824-a70f-5994d426911b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:41.373667 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35430ee2-0137-47c0-95bc-790451bdc208 req-009c9ccb-c786-4824-a70f-5994d426911b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 945 time: 0.0484085 Nov 05 23:08:41.464066 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Deleting port a6d00b8b-0869-46e7-93de-41c06979d736 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:41.464400 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:41.557442 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] For port a6d00b8b-0869-46e7-93de-41c06979d736, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=a6d00b8b-0869-46e7-93de-41c06979d736,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:41.557874 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:41.570399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Calling delete_port for a6d00b8b-0869-46e7-93de-41c06979d736 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:41.746903 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:41.775845 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event deleted for resources: {'Port': ['ID=a6d00b8b-0869-46e7-93de-41c06979d736,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:41.779522 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:41.789149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.789529 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.789851 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.790191 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.790527 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.790857 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.791185 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.791533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.791907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.792234 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.792560 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.792882 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:41.826111 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] No DVR routers for this DVR port a6d00b8b-0869-46e7-93de-41c06979d736 on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:08:41.828684 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:41.831982 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-35430ee2-0137-47c0-95bc-790451bdc208 req-5da91de4-ecee-4d05-b028-ed3cf46633b1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.13 "DELETE /v2.0/ports/a6d00b8b-0869-46e7-93de-41c06979d736 HTTP/1.1" status: 204 len: 173 time: 0.4522684 Nov 05 23:08:41.836534 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-deleted', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:08:41.836534 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc88d7-c951-4c06-bbdf-ab6ec453c82b" -d '{"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-deleted", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:08:41.921878 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c33de9-e205-4171-ad88-00c1c4c6e224 x-openstack-request-id: req-55c33de9-e205-4171-ad88-00c1c4c6e224 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:08:41.922185 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba44db41-d48b-48c8-a65a-bad1db873573", "name": "network-vif-deleted", "tag": "a6d00b8b-0869-46e7-93de-41c06979d736", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:08:41.922468 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55c33de9-e205-4171-ad88-00c1c4c6e224 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:08:41.922905 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba44db41-d48b-48c8-a65a-bad1db873573', 'name': 'network-vif-deleted', 'tag': 'a6d00b8b-0869-46e7-93de-41c06979d736', 'status': 'completed', 'code': 200} Nov 05 23:08:42.136619 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:42.266201 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-2ae92ed4-9d00-4203-b8e3-1a4556de0b67 req-30520c9d-6dc0-47d6-a29a-28da4785d50b tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Nov 05 23:08:43.362933 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-a83630b4-8851-464a-b626-54536f8c0c04 req-d50d4665-e9d5-407e-89be-8241ce2cc0cf tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0262558 Nov 05 23:08:44.462153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5d8e68cb-0f47-4749-8b95-e2b96cdd7efd req-e195897a-724c-4e5a-8275-a94d1ce012b8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0301895 Nov 05 23:08:44.515614 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6d00b8b-0869-46e7-93de-41c06979d736 no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:08:44.540738 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: a6d00b8b-0869-46e7-93de-41c06979d736 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:08:44.541079 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device a6d00b8b-0869-46e7-93de-41c06979d736 not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:08:45.561831 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d076d9a-1c0f-49ad-b5a7-64cd6e0cfe37 req-13ab16ad-33c5-499f-8f92-f8883712e2a8 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0276728 Nov 05 23:08:46.674138 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95105ca5-5481-4202-8344-56a0bdb53c9f req-23db2a32-2279-40e0-b842-376ed5220bd1 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba44db41-d48b-48c8-a65a-bad1db873573 HTTP/1.1" status: 200 len: 210 time: 0.0268364 Nov 05 23:08:47.729700 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47048) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:47.787847 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d903340-9834-42c6-9af2-820af91ab881 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:47.812969 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d903340-9834-42c6-9af2-820af91ab881 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:47.953608 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d903340-9834-42c6-9af2-820af91ab881 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:47.956365 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4d903340-9834-42c6-9af2-820af91ab881 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:47.957572 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4d903340-9834-42c6-9af2-820af91ab881 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee776460-4a59-4aef-9319-b04ec5db6acd HTTP/1.1" status: 204 len: 168 time: 0.2268598 Nov 05 23:08:47.967458 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d903340-9834-42c6-9af2-820af91ab881 tempest-TestShelveInstance-1422987458 tempest-TestShelveInstance-1422987458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee776460-4a59-4aef-9319-b04ec5db6acd,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:48.153824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47054) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:48.644539 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:49.154892 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Deleting port b15a4370-23e0-4dcc-9826-4e5d1516e5b2 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:49.155578 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:49.233279 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] For port b15a4370-23e0-4dcc-9826-4e5d1516e5b2, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:49.233632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:49.247372 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Calling delete_port for b15a4370-23e0-4dcc-9826-4e5d1516e5b2 owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:49.505432 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:08:49.525123 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:49.553509 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=b15a4370-23e0-4dcc-9826-4e5d1516e5b2,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:49.723720 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:49.952419 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Router ea998f8a-b975-4006-8ab1-500a1248d477 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:08:50.059792 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:08:50.064718 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1d5405dc-58fe-461e-8839-838420322b4b admin admin] 10.222.0.41 "PUT /v2.0/routers/ea998f8a-b975-4006-8ab1-500a1248d477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092345 Nov 05 23:08:50.070363 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47058) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:50.077700 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2043a-fa43-4e97-b529-773067790291 None None] Sync routers for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:08:50.090261 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:08:50.091423 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:50.178475 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:50.202990 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:08:50.293523 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:50.384017 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T23:08:49Z', 'revision_number': 5, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port': {'id': 'bcf8d849-fa49-4f97-89ba-84800040cec8', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:39Z', 'updated_at': '2021-11-05T22:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:50.398554 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Deleting port bcf8d849-fa49-4f97-89ba-84800040cec8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:50.398885 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:50.410761 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2043a-fa43-4e97-b529-773067790291 None None] Checking router: ea998f8a-b975-4006-8ab1-500a1248d477 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:08:50.419349 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] Routers {'ea998f8a-b975-4006-8ab1-500a1248d477'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:08:50.419997 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['ea998f8a-b975-4006-8ab1-500a1248d477'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:50.487824 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] For port bcf8d849-fa49-4f97-89ba-84800040cec8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=bcf8d849-fa49-4f97-89ba-84800040cec8,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:50.488204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:50.501572 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Calling delete_port for bcf8d849-fa49-4f97-89ba-84800040cec8 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:50.508388 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] Set router ea998f8a-b975-4006-8ab1-500a1248d477 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:08:50.562517 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-63e2043a-fa43-4e97-b529-773067790291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T23:08:50Z', 'revision_number': 6, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:50.588279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2043a-fa43-4e97-b529-773067790291 None None] The sync data for ids ['ea998f8a-b975-4006-8ab1-500a1248d477'] in n-d-816738-5 is: [{'id': 'ea998f8a-b975-4006-8ab1-500a1248d477', 'name': 'tempest-TestShelveInstance-121204388-router', 'tenant_id': '0a91f8377e4e4528b5207d6c24db029f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:38Z', 'updated_at': '2021-11-05T23:08:50Z', 'revision_number': 6, 'project_id': '0a91f8377e4e4528b5207d6c24db029f', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:08:50.742264 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:50.770069 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf8d849-fa49-4f97-89ba-84800040cec8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:50.835789 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:50.925091 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:50.928062 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.055675 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.056295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea998f8a-b975-4006-8ab1-500a1248d477 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 23:08:51.060930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.066076 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-0677edce-0dca-47b1-8bed-e488f4a64851 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ea998f8a-b975-4006-8ab1-500a1248d477 HTTP/1.1" status: 204 len: 168 time: 0.9937627 Nov 05 23:08:51.066076 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47060) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:51.110191 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] Deleting subnet ced2a870-e2b4-4c4e-9bf0-f97dc5685fef {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 23:08:51.113298 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.147305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.225110 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.325501 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.351449 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced2a870-e2b4-4c4e-9bf0-f97dc5685fef,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:51.358343 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.361496 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f334d8-da27-48a7-9e68-83bcba392060 None None] Network 4f7b89e4-a97d-473a-9866-f4cec71e88bb requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:08:51.362557 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7a106633-b874-4862-aa81-99565a6b792e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ced2a870-e2b4-4c4e-9bf0-f97dc5685fef HTTP/1.1" status: 204 len: 168 time: 0.2968850 Nov 05 23:08:51.365130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47062) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:51.440443 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.496162 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Deleting port d407e62d-94df-429c-97fd-ae86bb3e08c8 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:51.496506 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.560020 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] DHCP port deletion for 4f7b89e4-a97d-473a-9866-f4cec71e88bb request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 23:08:51.565953 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] For port d407e62d-94df-429c-97fd-ae86bb3e08c8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d407e62d-94df-429c-97fd-ae86bb3e08c8,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:51.566311 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.584295 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Calling delete_port for d407e62d-94df-429c-97fd-ae86bb3e08c8 owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:51.612734 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Deleting port d407e62d-94df-429c-97fd-ae86bb3e08c8 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:51.614102 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.683358 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] For port d407e62d-94df-429c-97fd-ae86bb3e08c8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=d407e62d-94df-429c-97fd-ae86bb3e08c8,segment=NetworkSegment(1be33ecd-0f1c-4864-ad4b-65abb8052a38),segment_id=1be33ecd-0f1c-4864-ad4b-65abb8052a38)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:51.683786 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.698134 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Calling delete_port for d407e62d-94df-429c-97fd-ae86bb3e08c8 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:51.793732 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.801150 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.823078 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Pushing event deleted for resources: {'Port': ['ID=d407e62d-94df-429c-97fd-ae86bb3e08c8,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:51.825315 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] No DVR routers for this DVR port d407e62d-94df-429c-97fd-ae86bb3e08c8 on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:08:51.837728 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Pushing event deleted for resources: {'Port': ['ID=d407e62d-94df-429c-97fd-ae86bb3e08c8,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:51.843854 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.844043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.844386 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.844720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.845052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.845380 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.845705 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.846047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.846551 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.847050 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.847379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.847726 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:08:51.859586 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b15a4370-23e0-4dcc-9826-4e5d1516e5b2 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:08:51.877096 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f62158-881d-43b4-aed6-9dc931465499 None None] No DVR routers for this DVR port d407e62d-94df-429c-97fd-ae86bb3e08c8 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:08:51.878566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: b15a4370-23e0-4dcc-9826-4e5d1516e5b2 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:08:51.878907 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b15a4370-23e0-4dcc-9826-4e5d1516e5b2 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:08:51.879849 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcf8d849-fa49-4f97-89ba-84800040cec8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:08:51.904048 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: bcf8d849-fa49-4f97-89ba-84800040cec8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:08:51.904396 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device bcf8d849-fa49-4f97-89ba-84800040cec8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:08:51.904808 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d407e62d-94df-429c-97fd-ae86bb3e08c8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:08:51.907814 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.923490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: d407e62d-94df-429c-97fd-ae86bb3e08c8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:08:51.923860 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device d407e62d-94df-429c-97fd-ae86bb3e08c8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:08:51.929228 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7b89e4-a97d-473a-9866-f4cec71e88bb']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:51.938703 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be33ecd-0f1c-4864-ad4b-65abb8052a38') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:51.938997 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be33ecd-0f1c-4864-ad4b-65abb8052a38') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:51.948716 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.962204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.968036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 23:08:51.968416 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: timer() Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 23:08:51.971790 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 23:08:52.114200 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:52.119632 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:52.122974 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4f7b89e4-a97d-473a-9866-f4cec71e88bb HTTP/1.1" status: 204 len: 168 time: 0.7568312 Nov 05 23:08:52.128148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47064) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:52.135207 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a390c9d-0bf2-48e8-a962-11ec6b658052 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7b89e4-a97d-473a-9866-f4cec71e88bb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:52.461925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:52.702287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Deleting port 570e44d5-08b1-49e3-99d7-c2b99d6409e6 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:52.702631 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:52.779451 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] For port 570e44d5-08b1-49e3-99d7-c2b99d6409e6, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=570e44d5-08b1-49e3-99d7-c2b99d6409e6,segment=NetworkSegment(74c0b1dc-c0cc-4b57-8597-40578a7702fa),segment_id=74c0b1dc-c0cc-4b57-8597-40578a7702fa)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:52.779766 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:52.792753 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Calling delete_port for 570e44d5-08b1-49e3-99d7-c2b99d6409e6 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:53.056245 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:53.085375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Pushing event deleted for resources: {'Port': ['ID=570e44d5-08b1-49e3-99d7-c2b99d6409e6,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:53.252317 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:53.805058 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Router 175b0b47-60c1-435a-8f7e-5c465fc792c0 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:08:53.932375 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:08:53.937264 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-59ba27df-c045-4c6f-9c5b-abeb27dc2829 admin admin] 10.222.0.41 "PUT /v2.0/routers/175b0b47-60c1-435a-8f7e-5c465fc792c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8080595 Nov 05 23:08:53.939965 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47066) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:53.940931 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] Sync routers for ids ['175b0b47-60c1-435a-8f7e-5c465fc792c0'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:08:53.950233 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] Routers {'175b0b47-60c1-435a-8f7e-5c465fc792c0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:08:53.950833 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['175b0b47-60c1-435a-8f7e-5c465fc792c0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:54.045733 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.151945 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.230658 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] Set router 175b0b47-60c1-435a-8f7e-5c465fc792c0 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:08:54.260135 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Deleting port 55d3767c-b6df-4159-a402-ad41d3df0eed {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:54.260777 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.338766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] For port 55d3767c-b6df-4159-a402-ad41d3df0eed, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=55d3767c-b6df-4159-a402-ad41d3df0eed,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:54.339042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.352023 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Calling delete_port for 55d3767c-b6df-4159-a402-ad41d3df0eed owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:54.404390 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T23:08:52Z', 'revision_number': 5, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port': {'id': '55d3767c-b6df-4159-a402-ad41d3df0eed', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T22:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:54.434779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] Checking router: 175b0b47-60c1-435a-8f7e-5c465fc792c0 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:08:54.443061 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] Routers {'175b0b47-60c1-435a-8f7e-5c465fc792c0'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:08:54.443701 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['175b0b47-60c1-435a-8f7e-5c465fc792c0'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:54.532846 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] Set router 175b0b47-60c1-435a-8f7e-5c465fc792c0 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:08:54.582459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.586648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T23:08:54Z', 'revision_number': 6, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:54.607069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d3767c-b6df-4159-a402-ad41d3df0eed,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:54.619404 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d713929-128f-4682-8079-d8c84c6d52d0 None None] The sync data for ids ['175b0b47-60c1-435a-8f7e-5c465fc792c0'] in n-d-816738-5 is: [{'id': '175b0b47-60c1-435a-8f7e-5c465fc792c0', 'name': 'tempest-TestShelveInstance-1443904290-router', 'tenant_id': '8d6778daea2d422f82714e97d7a6bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T22:58:44Z', 'updated_at': '2021-11-05T23:08:54Z', 'revision_number': 6, 'project_id': '8d6778daea2d422f82714e97d7a6bbab', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:08:54.675900 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.765051 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.767169 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.902160 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.902705 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175b0b47-60c1-435a-8f7e-5c465fc792c0 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 23:08:54.906874 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:54.908149 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c5e1dee1-653a-4ca3-aeb4-06b6b784d160 admin admin] 10.222.0.41 "DELETE /v2.0/routers/175b0b47-60c1-435a-8f7e-5c465fc792c0 HTTP/1.1" status: 204 len: 168 time: 0.9672577 Nov 05 23:08:54.917881 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47068) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:54.966913 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] Deleting subnet 3e1332b0-ce52-4601-986c-8136a79b306c {{(pid=102292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 23:08:54.970120 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.006189 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8983131'] for subnet, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.083636 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.204999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8769142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8679817'] for subnet, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.232090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1332b0-ce52-4601-986c-8136a79b306c,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:55.240734 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.244870 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-20f37005-4c60-4e8e-b852-ea8d961c83c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3e1332b0-ce52-4601-986c-8136a79b306c HTTP/1.1" status: 204 len: 168 time: 0.3332591 Nov 05 23:08:55.245560 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c795f6a-51b7-4592-b9cc-bd6ac1bb616b None None] Network 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:08:55.247479 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47070) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:55.320828 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.379161 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Deleting port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:55.379500 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.423278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] DHCP port deletion for 7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 23:08:55.457288 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] For port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,segment=NetworkSegment(74c0b1dc-c0cc-4b57-8597-40578a7702fa),segment_id=74c0b1dc-c0cc-4b57-8597-40578a7702fa)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:55.457648 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.472934 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Calling delete_port for eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad owned by network:dhcp {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:55.475131 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] Deleting port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:08:55.475499 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.541510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] For port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,segment=NetworkSegment(74c0b1dc-c0cc-4b57-8597-40578a7702fa),segment_id=74c0b1dc-c0cc-4b57-8597-40578a7702fa)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:08:55.541972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.557140 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] Calling delete_port for eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:08:55.655043 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.656843 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.678286 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:55.684879 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] Pushing event deleted for resources: {'Port': ['ID=eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:55.685771 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] No DVR routers for this DVR port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad on host n-d-816738-5 {{(pid=102291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:08:55.686451 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1baa10-5963-4207-a55a-a6fc6ece53a5 None None] No DVR routers for this DVR port eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:08:55.760424 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.780757 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9ad7ea-ec79-4c77-a44c-31c5613df1b5']}} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:55.791217 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0b1dc-c0cc-4b57-8597-40578a7702fa') {'for_net_delete': True} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:55.791587 n-d-816738-5 neutron-server[102291]: DEBUG neutron.services.segments.db [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0b1dc-c0cc-4b57-8597-40578a7702fa') {} {{(pid=102291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:08:55.801297 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526345'] for segment, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.814305 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.820227 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 23:08:55.820601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9052722'] for segment, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: Traceback (most recent call last): Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: timer() Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: cb(*args, **kw) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: return func(*args, **kwargs) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: self._notify() Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: self.callback(batched_events) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: event.method(event) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: return f(self, *a, **k) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: return self._get(url).json() Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: return self.request(url, 'GET', **kwargs) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 23:08:55.822276 n-d-816738-5 neutron-server[102291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 23:08:55.837695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:08:55.858258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:08:55.858605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device eb3cfba9-c104-407f-8faf-0b7a8ea6e0ad not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:08:55.859012 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55d3767c-b6df-4159-a402-ad41d3df0eed no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:08:55.881100 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 55d3767c-b6df-4159-a402-ad41d3df0eed {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:08:55.885519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 55d3767c-b6df-4159-a402-ad41d3df0eed not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:08:55.885519 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 570e44d5-08b1-49e3-99d7-c2b99d6409e6 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:08:55.900680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 570e44d5-08b1-49e3-99d7-c2b99d6409e6 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:08:55.901042 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 570e44d5-08b1-49e3-99d7-c2b99d6409e6 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:08:55.964794 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.970260 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:55.973500 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7c9ad7ea-ec79-4c77-a44c-31c5613df1b5 HTTP/1.1" status: 204 len: 168 time: 0.7249575 Nov 05 23:08:55.985003 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fa7c5-84e8-4548-b26b-fc9b7780e667 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9ad7ea-ec79-4c77-a44c-31c5613df1b5,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:56.375603 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47074) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:56.414678 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f8c06362-c4e7-4ea8-8c62-30ef0dbb67af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a91f8377e4e4528b5207d6c24db029f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379570 Nov 05 23:08:56.417036 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47076) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:56.462689 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d889-26bf-457e-b2ab-c5abbf1133ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:56.482779 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d889-26bf-457e-b2ab-c5abbf1133ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:56.593061 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d889-26bf-457e-b2ab-c5abbf1133ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:56.595650 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d889-26bf-457e-b2ab-c5abbf1133ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:56.596806 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e2a2d889-26bf-457e-b2ab-c5abbf1133ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f8fd473-7342-4ac3-b1df-7af3ef90d7cd HTTP/1.1" status: 204 len: 168 time: 0.1788938 Nov 05 23:08:56.604936 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2d889-26bf-457e-b2ab-c5abbf1133ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8fd473-7342-4ac3-b1df-7af3ef90d7cd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:57.167750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47082) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:57.206949 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-7a4b7bac-0243-4a92-907c-0b78bb96a563 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d6778daea2d422f82714e97d7a6bbab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379307 Nov 05 23:08:57.209334 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47084) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:57.259290 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47a96cdc-6c3f-4a35-b94a-9767c1b424c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:57.280191 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47a96cdc-6c3f-4a35-b94a-9767c1b424c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:57.364809 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47a96cdc-6c3f-4a35-b94a-9767c1b424c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:57.367364 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-47a96cdc-6c3f-4a35-b94a-9767c1b424c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:57.368600 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-47a96cdc-6c3f-4a35-b94a-9767c1b424c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e29aef5b-2d01-4d99-8f55-7cc57688b2bd HTTP/1.1" status: 204 len: 168 time: 0.1583729 Nov 05 23:08:57.376640 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a96cdc-6c3f-4a35-b94a-9767c1b424c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29aef5b-2d01-4d99-8f55-7cc57688b2bd,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:58.356749 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47106) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:58.450582 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1966489885-network', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:08:58.558636 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Made reservation on behalf of 63035b83ba264fc98e6e6e23310807a9 for: {'network': 1} {{(pid=102291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 23:08:58.560864 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.569222 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.640511 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.718553 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.743637 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 23:08:58.753378 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fb2975-9f13-4e60-86a9-9495e0771cd3,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:58.757990 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.758330 n-d-816738-5 neutron-server[102291]: INFO neutron.db.segments_db [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Added segment c3c03376-4081-47d0-8870-d0f51970d03f of type vlan for network 9238ef4f-318a-47cc-9ab0-359eeffb19de Nov 05 23:08:58.797893 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.873197 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.874382 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:58.874968 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Publish callbacks [] for network, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:58.931735 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] Pushing event updated for resources: {'Network': ['ID=9238ef4f-318a-47cc-9ab0-359eeffb19de,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:58.941689 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 23:08:58.967799 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aec06fe1-6cf9-4445-97ea-aeafe66ee2fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6098974 Nov 05 23:08:58.970850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47110) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:58.976499 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Request body: {'subnet': {'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1966489885-subnet', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:08:59.049522 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Made reservation on behalf of 63035b83ba264fc98e6e6e23310807a9 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 23:08:59.051870 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.273383 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.330562 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:08:59.338178 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Checking segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:08:59.338541 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Network hostable DHCP agents. Network: 9238ef4f-318a-47cc-9ab0-359eeffb19de, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 23:08:59.416159 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 23:08:59.461788 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 9238ef4f-318a-47cc-9ab0-359eeffb19de) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:08:59.465748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:08:59.466377 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.471365 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5967f3c-9e20-42ba-ac51-d180a6f6ce9c None None] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:08:59.527681 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-018b9578-0db3-4fbc-a55e-f54187b92622 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5555038 Nov 05 23:08:59.530104 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47112) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:08:59.534606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:08:59.615026 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-9238ef4f-318a-47cc-9ab0-359eeffb19de', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 23:08:59.621110 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.638956 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.640190 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.691012 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.746081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Allocated IP 172.20.0.2 (9238ef4f-318a-47cc-9ab0-359eeffb19de/b7fbdf35-26fb-4ca3-b583-27f59dbef5cf/1757034a-625d-4f89-bff4-21dc6c871473) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:08:59.888890 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.905241 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.953283 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:08:59.990792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:08:59.995653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:08:59.999452 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:00.006369 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Pushing event updated for resources: {'Port': ['ID=1757034a-625d-4f89-bff4-21dc6c871473,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:00.061954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Attempting to bind port 1757034a-625d-4f89-bff4-21dc6c871473 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:09:00.061954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Attempting to bind port 1757034a-625d-4f89-bff4-21dc6c871473 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:09:00.061954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Attempting to bind port 1757034a-625d-4f89-bff4-21dc6c871473 on network 9238ef4f-318a-47cc-9ab0-359eeffb19de {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:00.066278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:09:00.066653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Checking segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:00.067190 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:00.067681 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Bound using segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:09:00.068156 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Bound port: 1757034a-625d-4f89-bff4-21dc6c871473, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:09:00.068544 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:00.131918 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] For port 1757034a-625d-4f89-bff4-21dc6c871473, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:09:00.135008 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] For port 1757034a-625d-4f89-bff4-21dc6c871473, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1757034a-625d-4f89-bff4-21dc6c871473,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:09:00.166226 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:00.185470 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:00.200209 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:00.268999 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3fb9-fde5-49f4-82c4-2abbec7376ec None None] Pushing event updated for resources: {'Port': ['ID=1757034a-625d-4f89-bff4-21dc6c871473,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:00.301169 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Allocated IP 172.25.6.99 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/4c2309d7-7032-4cb7-9b08-6f0927277d3a) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:09:00.425846 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:00.519747 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:00.559449 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:00.564324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:00.566686 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:00.594717 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Pushing event updated for resources: {'Port': ['ID=4c2309d7-7032-4cb7-9b08-6f0927277d3a,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:00.915913 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.118809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.119695 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7afa13-74cc-4008-988d-bc9d59a42e44 None None] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:09:01.192803 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-ee7a8b39-c94d-4cc9-932c-8aa5e6ff092f None None] Provisioning complete for port 1757034a-625d-4f89-bff4-21dc6c871473 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:01.193076 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8b39-c94d-4cc9-932c-8aa5e6ff092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.330407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Router 594851a9-600f-48e7-bd1b-257d1ad4b411 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 23:09:01.336576 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8b39-c94d-4cc9-932c-8aa5e6ff092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.375494 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-ee7a8b39-c94d-4cc9-932c-8aa5e6ff092f None None] For port 1757034a-625d-4f89-bff4-21dc6c871473, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1757034a-625d-4f89-bff4-21dc6c871473,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:01.446100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:09:01.450966 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8b39-c94d-4cc9-932c-8aa5e6ff092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.459985 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Sync routers for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:09:01.470806 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:01.471709 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:01.506417 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a8b39-c94d-4cc9-932c-8aa5e6ff092f None None] Pushing event updated for resources: {'Port': ['ID=1757034a-625d-4f89-bff4-21dc6c871473,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:01.572036 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a9d3a355-e808-4dc4-9c0b-71e75a4e4733 None None] Provisioning complete for port 1757034a-625d-4f89-bff4-21dc6c871473 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:01.572408 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a9d3a355-e808-4dc4-9c0b-71e75a4e4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.584787 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:01.612812 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.624942 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-86a48253-170c-409b-8438-c29acf1a64fb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0837309 Nov 05 23:09:01.624942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47114) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:01.773734 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:00Z', 'revision_number': 3, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:01.802696 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.802832 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Checking router: 594851a9-600f-48e7-bd1b-257d1ad4b411 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:09:01.802832 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Updating router 594851a9-600f-48e7-bd1b-257d1ad4b411 port 4c2309d7-7032-4cb7-9b08-6f0927277d3a binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 23:09:01.828878 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:01.875379 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1757034a-625d-4f89-bff4-21dc6c871473 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:01.922740 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 1757034a-625d-4f89-bff4-21dc6c871473 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:01.923101 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.050231 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.168928 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.211765 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Allocated IP 172.20.0.1 (9238ef4f-318a-47cc-9ab0-359eeffb19de/b7fbdf35-26fb-4ca3-b583-27f59dbef5cf/e7ae1583-61d0-4d15-8bc3-a39bee70cde8) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:09:02.233053 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.282949 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Attempting to bind port 4c2309d7-7032-4cb7-9b08-6f0927277d3a on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:09:02.283318 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Attempting to bind port 4c2309d7-7032-4cb7-9b08-6f0927277d3a by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:09:02.283702 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Attempting to bind port 4c2309d7-7032-4cb7-9b08-6f0927277d3a on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:02.291466 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Pushing event updated for resources: {'Port': ['ID=4c2309d7-7032-4cb7-9b08-6f0927277d3a,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:02.293514 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:09:02.293880 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:02.294271 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.294654 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:09:02.295109 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Bound port: 4c2309d7-7032-4cb7-9b08-6f0927277d3a, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:09:02.295483 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.320524 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.320869 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.321210 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.321544 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.321894 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.322205 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.322535 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.322856 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.323192 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.323499 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.323862 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.324181 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:09:02.329319 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.356000 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] For port 4c2309d7-7032-4cb7-9b08-6f0927277d3a, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:09:02.358962 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] For port 4c2309d7-7032-4cb7-9b08-6f0927277d3a, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4c2309d7-7032-4cb7-9b08-6f0927277d3a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:09:02.444944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.474223 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.486897 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:02.490636 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:02.495082 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:02.498155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:02.538515 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.539031 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383efa3-1513-4bc2-abb8-5efd5ccc6439 None None] Pushing event updated for resources: {'Port': ['ID=4c2309d7-7032-4cb7-9b08-6f0927277d3a,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:02.543167 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:02.543803 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:02.674428 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:02.738778 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.787598 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-05fcccff-1043-4015-92ee-751727854497 None None] Provisioning complete for port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:02.788306 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-05fcccff-1043-4015-92ee-751727854497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.821408 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-05fcccff-1043-4015-92ee-751727854497 None None] Port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 23:09:02.862665 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:00Z', 'revision_number': 3, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:02.888593 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db2f88-ae6a-4fad-997a-00b4912af3fa None None] The sync data for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 is: [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:00Z', 'revision_number': 3, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:09:02.913689 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:02.970475 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:03.039540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:03.041897 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:03.509381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:03.511344 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:03.640045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Router 594851a9-600f-48e7-bd1b-257d1ad4b411 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:09:03.755616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:09:03.756673 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-823aa272-08d5-452f-8b3f-f686cd9b8679 None None] Provisioning complete for port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:03.757046 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-823aa272-08d5-452f-8b3f-f686cd9b8679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:03.763297 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-a60df49a-02b4-4474-b738-b42e297b5839 admin admin] 10.222.0.41 "PUT /v2.0/routers/594851a9-600f-48e7-bd1b-257d1ad4b411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1416936 Nov 05 23:09:03.802906 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-823aa272-08d5-452f-8b3f-f686cd9b8679 None None] Port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 23:09:03.810988 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:03.873410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4c2309d7-7032-4cb7-9b08-6f0927277d3a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:03.923217 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4c2309d7-7032-4cb7-9b08-6f0927277d3a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:03.923643 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.000160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.019861 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 4c2309d7-7032-4cb7-9b08-6f0927277d3a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4c2309d7-7032-4cb7-9b08-6f0927277d3a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:04.090477 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.144021 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=4c2309d7-7032-4cb7-9b08-6f0927277d3a,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:04.386065 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Sync routers for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:09:04.397112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:04.397720 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:04.418621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47130) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:04.423783 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1355601668-network', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:04.501431 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:04.501985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Made reservation on behalf of ebb7440f930147a48a2a211ac2d9fe71 for: {'network': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 23:09:04.504456 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for network, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.513812 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.587127 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.649906 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.675794 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 05 23:09:04.686124 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94faaca-32ca-47a2-b2d1-8830d9445f79,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:04.691406 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.693121 n-d-816738-5 neutron-server[102292]: INFO neutron.db.segments_db [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Added segment eb23fa90-99cc-44b0-84ff-d538c64f3e24 of type vlan for network 3886ebed-a483-47ed-9585-7be01f96870f Nov 05 23:09:04.743112 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189402031'] for network, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.853331 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 2, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:04.857360 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906'] for network, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.858367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:04.858939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.880845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Checking router: 594851a9-600f-48e7-bd1b-257d1ad4b411 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:09:04.881209 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Updating router 594851a9-600f-48e7-bd1b-257d1ad4b411 port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 23:09:04.909451 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:04.918061 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3886ebed-a483-47ed-9585-7be01f96870f,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:04.944652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Network 3886ebed-a483-47ed-9585-7be01f96870f details requested by agent ovs-agent-n-d-816738-5 with host n-d-816738-5 {{(pid=102293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 05 23:09:04.948436 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c6d879e6-7858-4b8b-8140-aac2922264c1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5284231 Nov 05 23:09:04.952416 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47132) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:04.957558 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Request body: {'subnet': {'network_id': '3886ebed-a483-47ed-9585-7be01f96870f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1355601668-subnet', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'ip_version': 4}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:05.022034 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Made reservation on behalf of ebb7440f930147a48a2a211ac2d9fe71 for: {'subnet': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 23:09:05.024511 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8679860'] for subnet, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.234008 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.250849 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8679810'] for subnet, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.319868 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404a2c30-3d36-4906-966d-3b6236c27aca,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:05.325985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Checking segment: {'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:05.325985 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Network hostable DHCP agents. Network: 3886ebed-a483-47ed-9585-7be01f96870f, hostable agents: ['db87e8bb-1f3c-4ef3-a24e-9b5467c48580'], hosted agents: [] {{(pid=102292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 05 23:09:05.341320 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.395263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa184cf-db77-40d1-bcc7-111060d34d7d None None] Pushing event updated for resources: {'Port': ['ID=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:05.404725 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Network 3886ebed-a483-47ed-9585-7be01f96870f is scheduled to be hosted by DHCP agent db87e8bb-1f3c-4ef3-a24e-9b5467c48580 with binding_index 1 {{(pid=102292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 05 23:09:05.441987 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Attempting to bind port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:09:05.442394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Attempting to bind port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:09:05.442796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Attempting to bind port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 on network 9238ef4f-318a-47cc-9ab0-359eeffb19de {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:05.448535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:09:05.448920 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Checking segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:05.449319 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.449711 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Bound using segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:09:05.450175 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Bound port: e7ae1583-61d0-4d15-8bc3-a39bee70cde8, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:09:05.450557 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.478792 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816738-5, 3886ebed-a483-47ed-9585-7be01f96870f) {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:05.484284 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:05.484893 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-00179211-c607-4422-8399-59b152e14114 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.497255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5381b4b-c37d-4952-9d5e-a17b5f67e79d None None] Network 3886ebed-a483-47ed-9585-7be01f96870f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:09:05.568665 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-00179211-c607-4422-8399-59b152e14114 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6149426 Nov 05 23:09:05.571838 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47134) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:05.576321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:05.581402 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] For port e7ae1583-61d0-4d15-8bc3-a39bee70cde8, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:09:05.589492 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] For port e7ae1583-61d0-4d15-8bc3-a39bee70cde8, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:09:05.644866 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8995'] for router, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.646547 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9002'] for router, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.655228 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.707176 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.718265 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a71e1c08-3666-442d-bfe0-25599f79a303 None None] Provisioning complete for port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:05.718634 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a71e1c08-3666-442d-bfe0-25599f79a303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.780363 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:05.780957 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:05.787887 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp512acc23-4663-5f70-83a1-0f7a00a9b849-3886ebed-a483-47ed-9585-7be01f96870f', 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'fixed_ips': [{'subnet_id': '404a2c30-3d36-4906-966d-3b6236c27aca'}]}} from n-d-816738-5. {{(pid=102293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 05 23:09:05.788727 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:05.842397 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa184cf-db77-40d1-bcc7-111060d34d7d None None] Pushing event updated for resources: {'Port': ['ID=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:05.883520 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4c2309d7-7032-4cb7-9b08-6f0927277d3a up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:05.951168 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.088660 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:06.139251 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a71e1c08-3666-442d-bfe0-25599f79a303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.166329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.db_base_plugin_common [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Allocated IP 172.20.0.2 (3886ebed-a483-47ed-9585-7be01f96870f/404a2c30-3d36-4906-966d-3b6236c27aca/b9066ac6-146a-4f8d-9c1f-071a5ec8f523) {{(pid=102293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:09:06.199955 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.205763 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 4c2309d7-7032-4cb7-9b08-6f0927277d3a triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:06.206137 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.219999 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.292497 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-a71e1c08-3666-442d-bfe0-25599f79a303 None None] For port e7ae1583-61d0-4d15-8bc3-a39bee70cde8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:06.330528 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Allocated IP 172.25.6.118 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/06223f2d-20d6-4a8d-b572-d6561487d5f7) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:09:06.374972 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a71e1c08-3666-442d-bfe0-25599f79a303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.444379 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.519153 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.528737 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9fb7898b-3484-4166-83eb-a59865a2b187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.555566 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e1c08-3666-442d-bfe0-25599f79a303 None None] Pushing event updated for resources: {'Port': ['ID=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:06.556086 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:06.560565 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:06.562814 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:06.594419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=06223f2d-20d6-4a8d-b572-d6561487d5f7,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:06.601399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f2e4f42-6808-4de1-8d56-e49ba2c5a3b0 None None] Provisioning complete for port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:06.601770 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f2e4f42-6808-4de1-8d56-e49ba2c5a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.637211 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Publish callbacks [] for port, precommit_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.673540 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:05Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:06.702792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8183b-55da-48ce-9f93-b8c29ebe423c None None] The sync data for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 is: [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:05Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:09:06.761594 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205'] for port, after_create {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:06.811942 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Network 3886ebed-a483-47ed-9585-7be01f96870f is already hosted by enough agents. {{(pid=102293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:06.816423 n-d-816738-5 neutron-server[102293]: DEBUG neutron.scheduler.base_scheduler [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Resources bound (agent type, host, resource id): {{(pid=102293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:06.818333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Pushing event updated for resources: {'Port': ['ID=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,revision_number=1']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:06.820468 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Received port after_create {{(pid=102293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:06.958651 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:07.047897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Attempting to bind port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:09:07.048509 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Attempting to bind port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:09:07.048652 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Attempting to bind port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 on network 3886ebed-a483-47ed-9585-7be01f96870f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:07.053890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:09:07.054263 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Checking segment: {'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:07.054661 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:07.055049 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Bound using segment: {'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:09:07.055690 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Bound port: b9066ac6-146a-4f8d-9c1f-071a5ec8f523, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:09:07.056069 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:07.125196 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] For port b9066ac6-146a-4f8d-9c1f-071a5ec8f523, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:09:07.128837 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] For port b9066ac6-146a-4f8d-9c1f-071a5ec8f523, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,segment=NetworkSegment(eb23fa90-99cc-44b0-84ff-d538c64f3e24),segment_id=eb23fa90-99cc-44b0-84ff-d538c64f3e24)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:09:07.177770 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593198'] for router, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:07.211311 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:07.282814 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661296b-3d31-4abe-884e-e4384e9c95ea None None] Pushing event updated for resources: {'Port': ['ID=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,revision_number=2']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:07.376670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 is scheduled to L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 with binding_index 1 {{(pid=102292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 05 23:09:07.500090 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:09:07.511523 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Sync routers for ids ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:09:07.524449 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Routers {'5334ab5b-9b05-495b-aa97-42a8b7cc7646'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:07.525317 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:08:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:07.578918 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:07.583609 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47136) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:07.584109 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1137c7ee-8c45-4644-8de4-e7efe432f8b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0069489 Nov 05 23:09:07.647296 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Set router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:07.876771 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 3, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port': {'id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:06Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:07.913139 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Checking router: 5334ab5b-9b05-495b-aa97-42a8b7cc7646 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:09:07.913279 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Updating router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 port 06223f2d-20d6-4a8d-b572-d6561487d5f7 binding host n-d-816738-5 {{(pid=102294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 23:09:07.935414 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b9066ac6-146a-4f8d-9c1f-071a5ec8f523 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:07.948034 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.037278 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:08.037695 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.168512 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.213039 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port b9066ac6-146a-4f8d-9c1f-071a5ec8f523, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,segment=NetworkSegment(eb23fa90-99cc-44b0-84ff-d538c64f3e24),segment_id=eb23fa90-99cc-44b0-84ff-d538c64f3e24)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:08.290837 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Publish callbacks [] for port, precommit_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.301268 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.302680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e7ae1583-61d0-4d15-8bc3-a39bee70cde8 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:08.375717 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.380750 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:08.393605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:08.394575 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.396462 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.431510 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1e150-a92c-4cd1-bb7c-f774240c9331 None None] Network 3886ebed-a483-47ed-9585-7be01f96870f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:09:08.435333 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd5c6c-649e-4da4-9cb8-618ae5d74291 None None] Pushing event updated for resources: {'Port': ['ID=06223f2d-20d6-4a8d-b572-d6561487d5f7,revision_number=2']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:08.437576 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Attempting to bind port 06223f2d-20d6-4a8d-b572-d6561487d5f7 on host n-d-816738-5 for vnic_type normal with profile {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:09:08.437937 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Attempting to bind port 06223f2d-20d6-4a8d-b572-d6561487d5f7 by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:09:08.438285 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Attempting to bind port 06223f2d-20d6-4a8d-b572-d6561487d5f7 on network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:08.443928 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:09:08.444310 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Checking segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:08.444681 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.445053 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Bound using segment: {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'} {{(pid=102294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:09:08.445506 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.managers [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Bound port: 06223f2d-20d6-4a8d-b572-d6561487d5f7, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639aba1e-547d-47c8-a24c-a5e36b2e2115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1'}}] {{(pid=102294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:09:08.445874 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.501457 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] For port 06223f2d-20d6-4a8d-b572-d6561487d5f7, host n-d-816738-5, cleared binding levels {{(pid=102294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:09:08.505156 n-d-816738-5 neutron-server[102294]: DEBUG neutron.plugins.ml2.db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] For port 06223f2d-20d6-4a8d-b572-d6561487d5f7, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=06223f2d-20d6-4a8d-b572-d6561487d5f7,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:09:08.541949 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-5af6d292-1c3d-4cbb-ace3-4b367fde90c9 None None] Provisioning complete for port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:08.542324 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5af6d292-1c3d-4cbb-ace3-4b367fde90c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.571076 n-d-816738-5 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.574671 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Allocated IP 172.20.0.1 (3886ebed-a483-47ed-9585-7be01f96870f/404a2c30-3d36-4906-966d-3b6236c27aca/2130a120-b8b8-41bb-916d-c26e6fa1bbdb) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:09:08.618835 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8efb1947-a366-4c98-b408-db7c99d88c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.632425 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Routers {'5334ab5b-9b05-495b-aa97-42a8b7cc7646'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:08.633513 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:09:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:08.681933 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd5c6c-649e-4da4-9cb8-618ae5d74291 None None] Pushing event updated for resources: {'Port': ['ID=06223f2d-20d6-4a8d-b572-d6561487d5f7,revision_number=3']} {{(pid=102294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:08.692970 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.754017 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] Set router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:08.788428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.834459 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Network 3886ebed-a483-47ed-9585-7be01f96870f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:08.837674 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:08.842505 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:08.846351 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Pushing event updated for resources: {'Port': ['ID=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:08.891807 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593523'] for router_interface, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:08.948954 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-6534b5b8-ecab-452d-80ba-3ab5b6f82704 None None] Provisioning complete for port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:08.949328 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6534b5b8-ecab-452d-80ba-3ab5b6f82704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:09.088341 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 3, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port': {'id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:06Z', 'updated_at': '2021-11-05T23:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:09.112212 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:09.122156 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ec01-c645-4b45-a39f-70d32abfbd8e None None] The sync data for ids ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'] in n-d-816738-5 is: [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 3, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port': {'id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:06Z', 'updated_at': '2021-11-05T23:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:09:09.181081 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-a4b57011-1825-46d1-9087-7147bf83dbdb None None] Provisioning complete for port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:09.181627 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a4b57011-1825-46d1-9087-7147bf83dbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:09.234322 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-a4b57011-1825-46d1-9087-7147bf83dbdb None None] Port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 23:09:09.313313 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:09.371005 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:09.441714 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593647'] for router_interface, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:09.463392 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Pushing event updated for resources: {'Port': ['ID=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:09.554928 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Network 3886ebed-a483-47ed-9585-7be01f96870f is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:09.556403 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:09.681897 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:09:09.805210 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:09:09.811745 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3d19104f-ce3e-447a-bcd4-0d89883c4a8f admin admin] 10.222.0.41 "PUT /v2.0/routers/5334ab5b-9b05-495b-aa97-42a8b7cc7646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2267070 Nov 05 23:09:09.861694 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4cac366d-7bb7-4e21-8963-432786903b7c None None] Provisioning complete for port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:09.862200 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4cac366d-7bb7-4e21-8963-432786903b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:09.900449 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4cac366d-7bb7-4e21-8963-432786903b7c None None] Port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 23:09:09.946138 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b9066ac6-146a-4f8d-9c1f-071a5ec8f523 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:10.000706 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:10.001221 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.085654 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 06223f2d-20d6-4a8d-b572-d6561487d5f7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:10.133284 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 06223f2d-20d6-4a8d-b572-d6561487d5f7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:10.133653 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.217212 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.237670 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-bd59439c-835e-473d-9321-668309f9f58b None None] For port 06223f2d-20d6-4a8d-b572-d6561487d5f7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=06223f2d-20d6-4a8d-b572-d6561487d5f7,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:10.307752 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.361478 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Pushing event updated for resources: {'Port': ['ID=06223f2d-20d6-4a8d-b572-d6561487d5f7,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:10.366528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.594648 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47146) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:10.599522 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-3dcb0489-7052-4a6d-84f3-f2775d380f6f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94958045', 'description': 'tempest-secgroup-smoke-94958045 description', 'project_id': '63035b83ba264fc98e6e6e23310807a9'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:10.684093 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0489-7052-4a6d-84f3-f2775d380f6f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.752256 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0489-7052-4a6d-84f3-f2775d380f6f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.783916 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Sync routers for ids ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:09:10.795164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Routers {'5334ab5b-9b05-495b-aa97-42a8b7cc7646'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:10.795799 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:09:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:10.815662 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0489-7052-4a6d-84f3-f2775d380f6f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.844843 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb0489-7052-4a6d-84f3-f2775d380f6f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adff8fae-e9cd-47d1-8c95-23019f09b4cc,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:10.903890 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Set router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:10.909549 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0489-7052-4a6d-84f3-f2775d380f6f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:10.910875 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-3dcb0489-7052-4a6d-84f3-f2775d380f6f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3151300 Nov 05 23:09:10.913898 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47148) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:10.918283 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-aff63b66-297f-4c36-8de6-1ec5e927589e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'security_group_rule': {'security_group_id': 'adff8fae-e9cd-47d1-8c95-23019f09b4cc', 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:10.992728 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff63b66-297f-4c36-8de6-1ec5e927589e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.052867 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff63b66-297f-4c36-8de6-1ec5e927589e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.105567 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:09:08Z', 'revision_number': 4, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port': {'id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:06Z', 'updated_at': '2021-11-05T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2130a120-b8b8-41bb-916d-c26e6fa1bbdb', 'name': '', 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'mac_address': 'fa:16:3e:06:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '404a2c30-3d36-4906-966d-3b6236c27aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:08Z', 'updated_at': '2021-11-05T23:09:09Z', 'revision_number': 2, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'subnets': [{'id': '404a2c30-3d36-4906-966d-3b6236c27aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:11.117964 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff63b66-297f-4c36-8de6-1ec5e927589e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.133125 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Checking router: 5334ab5b-9b05-495b-aa97-42a8b7cc7646 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:09:11.133476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Updating router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb binding host n-d-816738-5 {{(pid=102293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 05 23:09:11.137245 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff63b66-297f-4c36-8de6-1ec5e927589e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f24349-972a-4da5-b4d9-9fc23fac3a72,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:11.157677 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.200118 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-aff63b66-297f-4c36-8de6-1ec5e927589e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.201376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-aff63b66-297f-4c36-8de6-1ec5e927589e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2865520 Nov 05 23:09:11.204205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47150) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:11.208905 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-83737051-c50d-4553-b405-8c208b28c6ae tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'security_group_rule': {'security_group_id': 'adff8fae-e9cd-47d1-8c95-23019f09b4cc', 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:11.294324 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83737051-c50d-4553-b405-8c208b28c6ae tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.349929 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83737051-c50d-4553-b405-8c208b28c6ae tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.419186 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Publish callbacks [] for port, precommit_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.421709 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83737051-c50d-4553-b405-8c208b28c6ae tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.441945 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83737051-c50d-4553-b405-8c208b28c6ae tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f4cd58-daae-4ba1-9437-8fe5da0c2152,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:11.495467 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.520959 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-83737051-c50d-4553-b405-8c208b28c6ae tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.524993 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-83737051-c50d-4553-b405-8c208b28c6ae tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171647 Nov 05 23:09:11.527611 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47152) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:11.530280 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-164d69a3-ef7d-4bed-a2d4-a70e7a8f9fb2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'security_group_rule': {'security_group_id': 'adff8fae-e9cd-47d1-8c95-23019f09b4cc', 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:11.550929 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96411bf-bcb0-47de-80a9-e36e5aa999bd None None] Pushing event updated for resources: {'Port': ['ID=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,revision_number=3']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:11.599721 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Attempting to bind port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb on host n-d-816738-5 for vnic_type normal with profile {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:09:11.600088 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Attempting to bind port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb by drivers openvswitch,hyperv on host n-d-816738-5 at level 0 using segments [{'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:09:11.600448 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Attempting to bind port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb on network 3886ebed-a483-47ed-9585-7be01f96870f {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:11.605926 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Checking agent: {'id': '5b9008ff-9d6d-4d2c-a2c8-7c99a87d5da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 24, 42), 'started_at': datetime.datetime(2021, 11, 5, 21, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816738-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:09:11.606353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Checking segment: {'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:11.606756 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.607146 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Bound using segment: {'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'} {{(pid=102293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:09:11.607796 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.managers [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Bound port: 2130a120-b8b8-41bb-916d-c26e6fa1bbdb, host: n-d-816738-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb23fa90-99cc-44b0-84ff-d538c64f3e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f'}}] {{(pid=102293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:09:11.608172 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.650619 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-164d69a3-ef7d-4bed-a2d4-a70e7a8f9fb2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.683940 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] For port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb, host n-d-816738-5, cleared binding levels {{(pid=102293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:09:11.687328 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] For port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb, host n-d-816738-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,segment=NetworkSegment(eb23fa90-99cc-44b0-84ff-d538c64f3e24),segment_id=eb23fa90-99cc-44b0-84ff-d538c64f3e24)] {{(pid=102293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:09:11.712021 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-164d69a3-ef7d-4bed-a2d4-a70e7a8f9fb2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.747800 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.776014 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-164d69a3-ef7d-4bed-a2d4-a70e7a8f9fb2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.780554 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.795580 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d69a3-ef7d-4bed-a2d4-a70e7a8f9fb2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63935354-eccd-4a8c-8383-3f2aeeb14d2b,revision_number=0']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:11.814258 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96411bf-bcb0-47de-80a9-e36e5aa999bd None None] Pushing event updated for resources: {'Port': ['ID=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:11.821605 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Routers {'5334ab5b-9b05-495b-aa97-42a8b7cc7646'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:11.822226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:09:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:11.871248 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 06223f2d-20d6-4a8d-b572-d6561487d5f7 up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:11.876983 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-164d69a3-ef7d-4bed-a2d4-a70e7a8f9fb2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.881518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47154) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:11.887420 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-164d69a3-ef7d-4bed-a2d4-a70e7a8f9fb2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554776 Nov 05 23:09:11.887704 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-dcba4e72-8a0e-4079-a6c6-b4d8fe81d3bc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'security_group_rule': {'security_group_id': 'adff8fae-e9cd-47d1-8c95-23019f09b4cc', 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:11.903430 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-8fa40a68-8a4a-4a52-9860-5837c0003b95 None None] Provisioning complete for port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:11.903824 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fa40a68-8a4a-4a52-9860-5837c0003b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:11.992529 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcba4e72-8a0e-4079-a6c6-b4d8fe81d3bc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.015360 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] Set router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:12.053004 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcba4e72-8a0e-4079-a6c6-b4d8fe81d3bc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.124894 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcba4e72-8a0e-4079-a6c6-b4d8fe81d3bc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.146087 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba4e72-8a0e-4079-a6c6-b4d8fe81d3bc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabbd74a-7157-4925-b6d4-5ac65660f16a,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:12.206467 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-dcba4e72-8a0e-4079-a6c6-b4d8fe81d3bc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.207691 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-dcba4e72-8a0e-4079-a6c6-b4d8fe81d3bc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3245335 Nov 05 23:09:12.211050 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47156) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:12.215464 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'security_group_rule': {'security_group_id': 'adff8fae-e9cd-47d1-8c95-23019f09b4cc', 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:12.243816 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 06223f2d-20d6-4a8d-b572-d6561487d5f7 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:12.244188 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.272921 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Project 63035b83ba264fc98e6e6e23310807a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 23:09:12.278356 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.320598 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fa40a68-8a4a-4a52-9860-5837c0003b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.338948 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.375900 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.385332 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.397309 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7376ec-83a4-4420-b291-01675ecf3600,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:12.425607 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-8fa40a68-8a4a-4a52-9860-5837c0003b95 None None] For port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,segment=NetworkSegment(eb23fa90-99cc-44b0-84ff-d538c64f3e24),segment_id=eb23fa90-99cc-44b0-84ff-d538c64f3e24)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:12.452149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.453426 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-759f195a-a6ea-44e4-b9bd-c201a1e2afa2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2414052 Nov 05 23:09:12.456229 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47158) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:12.461069 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'security_group_rule': {'security_group_id': 'adff8fae-e9cd-47d1-8c95-23019f09b4cc', 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:12.469984 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8fa40a68-8a4a-4a52-9860-5837c0003b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.524486 n-d-816738-5 neutron-server[102292]: INFO neutron.db.securitygroups_db [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Project 63035b83ba264fc98e6e6e23310807a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 23:09:12.532187 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.557280 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40a68-8a4a-4a52-9860-5837c0003b95 None None] Pushing event updated for resources: {'Port': ['ID=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:12.573866 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:09:08Z', 'revision_number': 4, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port': {'id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:06Z', 'updated_at': '2021-11-05T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2130a120-b8b8-41bb-916d-c26e6fa1bbdb', 'name': '', 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'mac_address': 'fa:16:3e:06:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '404a2c30-3d36-4906-966d-3b6236c27aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:08Z', 'updated_at': '2021-11-05T23:09:11Z', 'revision_number': 4, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'subnets': [{'id': '404a2c30-3d36-4906-966d-3b6236c27aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:12.596304 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.607204 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fdfac-192d-4531-826d-0e0562cf12cf None None] The sync data for ids ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'] in n-d-816738-5 is: [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:09:08Z', 'revision_number': 4, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port': {'id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:06Z', 'updated_at': '2021-11-05T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': '2130a120-b8b8-41bb-916d-c26e6fa1bbdb', 'name': '', 'network_id': '3886ebed-a483-47ed-9585-7be01f96870f', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'mac_address': 'fa:16:3e:06:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '404a2c30-3d36-4906-966d-3b6236c27aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:08Z', 'updated_at': '2021-11-05T23:09:11Z', 'revision_number': 4, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'subnets': [{'id': '404a2c30-3d36-4906-966d-3b6236c27aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:09:12.615704 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-d56bce0e-7b88-4ffd-a916-f30f40ea5e44 None None] Provisioning complete for port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:12.616082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d56bce0e-7b88-4ffd-a916-f30f40ea5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.759925 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639445'] for security_group_rule, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.782322 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84265d1-a851-49c6-839a-ce2bef1c968c,revision_number=0']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:12.841210 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:12.842900 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-632d55f0-98fa-454e-b00e-16ec3f5d12a5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3852687 Nov 05 23:09:12.996827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-32b07825-e849-4934-b97c-2f67697f791a tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94958045&fields=id&tenant_id=63035b83ba264fc98e6e6e23310807a9 HTTP/1.1" status: 200 len: 267 time: 0.0460939 Nov 05 23:09:13.104381 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-9f07d41a-32bf-4cd9-bf6b-17e313a527ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:13.105829 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-9f07d41a-32bf-4cd9-bf6b-17e313a527ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 810 time: 0.1018755 Nov 05 23:09:13.120564 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-7d1195c1-c22a-4dbf-9bbb-d36028c3600f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/quotas/63035b83ba264fc98e6e6e23310807a9 HTTP/1.1" status: 200 len: 375 time: 0.0089579 Nov 05 23:09:13.174585 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-14bb56c8-3c36-4d2f-9cee-7e9aa4a08058 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485682 Nov 05 23:09:13.357821 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-9dc40476-4c06-461f-bcfa-12f95e5d38c1 service neutron] 10.222.0.41 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716466 Nov 05 23:09:13.454936 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-86c18f2e-d83a-43ca-b13b-385bf2c3b819 service neutron] 10.222.0.41 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910213 Nov 05 23:09:13.713997 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aca0ca33-4d77-45f4-a2b3-6c4f42ebc540 req-b8f5990b-88a6-49a8-bd78-1e6c83950250 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 210 time: 0.0299032 Nov 05 23:09:13.883787 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2130a120-b8b8-41bb-916d-c26e6fa1bbdb up at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:13.934107 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Provisioning complete for port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:13.934479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:14.808594 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-73e67ae8-5758-401b-8595-bca0609e8ac7 req-20619afe-ac76-4b22-afbd-ecf6c969ed8f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 210 time: 0.0271311 Nov 05 23:09:15.547060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-ec6b4eb8-9488-4ecb-b154-e0f412daa076 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:15.548555 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-ec6b4eb8-9488-4ecb-b154-e0f412daa076 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 810 time: 0.1070731 Nov 05 23:09:15.618876 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-396ee930-bc0a-4604-a29c-0d68eb1cf016 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63035b83ba264fc98e6e6e23310807a9 HTTP/1.1" status: 200 len: 378 time: 0.0605612 Nov 05 23:09:15.628766 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'port': {'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'admin_state_up': True, 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'security_groups': ['adff8fae-e9cd-47d1-8c95-23019f09b4cc']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:15.822064 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Made reservation on behalf of 63035b83ba264fc98e6e6e23310807a9 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 23:09:15.825741 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:15.918443 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-ca8a79c2-c4e3-43a1-80d7-7b0d8a57934b req-b825d758-b8be-4327-99b3-6ad0285ee189 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 210 time: 0.0311604 Nov 05 23:09:15.961079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Allocated IP 172.20.0.8 (9238ef4f-318a-47cc-9ab0-359eeffb19de/b7fbdf35-26fb-4ca3-b583-27f59dbef5cf/927b54f9-2ea5-4499-be4e-8541276e32ed) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:09:16.106970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:16.199386 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:16.243222 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:16.246215 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:16.248688 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:16.280241 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:16.313246 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:16.313851 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:16.401330 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-e038a037-4170-4b2d-ba18-5a151d34ff5b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7760921 Nov 05 23:09:16.414321 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Request body: {'port': {'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:16.472372 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:16.566643 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c11e8334-174f-454d-b8b8-3b6fa6fcca38 None None] Provisioning complete for port 927b54f9-2ea5-4499-be4e-8541276e32ed triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:16.567225 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c11e8334-174f-454d-b8b8-3b6fa6fcca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:16.604205 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c11e8334-174f-454d-b8b8-3b6fa6fcca38 None None] Port 927b54f9-2ea5-4499-be4e-8541276e32ed cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 23:09:16.738548 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927b54f9-2ea5-4499-be4e-8541276e32ed {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:09:16.746944 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:16.759154 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Transition to ACTIVE for port object 927b54f9-2ea5-4499-be4e-8541276e32ed will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 23:09:16.850887 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:16.903996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:16.979306 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Attempting to bind port 927b54f9-2ea5-4499-be4e-8541276e32ed on host n-h1-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:09:16.979680 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Attempting to bind port 927b54f9-2ea5-4499-be4e-8541276e32ed by drivers openvswitch,hyperv on host n-h1-816738-5 at level 0 using segments [{'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:09:16.980149 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Attempting to bind port 927b54f9-2ea5-4499-be4e-8541276e32ed on network 9238ef4f-318a-47cc-9ab0-359eeffb19de {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:16.984828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Port 927b54f9-2ea5-4499-be4e-8541276e32ed on network 9238ef4f-318a-47cc-9ab0-359eeffb19de not bound, no agent of type Open vSwitch agent registered on host n-h1-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 23:09:16.985155 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Attempting to bind port 927b54f9-2ea5-4499-be4e-8541276e32ed on network 9238ef4f-318a-47cc-9ab0-359eeffb19de {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:09:16.990305 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Checking agent: {'id': '7f698b76-533c-4c28-8605-1344f78e9a20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33), 'started_at': datetime.datetime(2021, 11, 5, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:09:16.990649 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Checking segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:09:16.991036 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Bound using segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:09:16.991465 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Bound port: 927b54f9-2ea5-4499-be4e-8541276e32ed, host: n-h1-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:09:16.991842 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:17.088213 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c05fe-8081-4bae-bd88-c1d7bf64ea46 req-43627125-60a3-477d-a45d-aeec960c1522 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:17.089692 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e74c05fe-8081-4bae-bd88-c1d7bf64ea46 req-43627125-60a3-477d-a45d-aeec960c1522 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 943 time: 0.0956714 Nov 05 23:09:17.095324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:09:17.100607 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:09:17.145449 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e74c05fe-8081-4bae-bd88-c1d7bf64ea46 req-e99d8e62-8b58-48f1-a2ea-a1b514b8d5a8 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477891 Nov 05 23:09:17.176803 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:17.216189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:17.216809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:17.218275 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] 10.222.0.13 "PUT /v2.0/ports/927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 1091 time: 0.8085954 Nov 05 23:09:17.218613 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:09:17.220876 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3113e431-9dee-427b-b8bd-2392ad0c8a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:09:17.246136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667974ab-6bcb-4ff6-8ea8-b244bbf32bab service neutron] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:17.265373 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177fca12-c927-41b9-a2d9-1b90e902aa77 x-openstack-request-id: req-177fca12-c927-41b9-a2d9-1b90e902aa77 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:09:17.265670 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:09:17.266070 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-177fca12-c927-41b9-a2d9-1b90e902aa77 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:09:17.266491 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'status': 'completed', 'code': 200} Nov 05 23:09:17.328505 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113e431-9dee-427b-b8bd-2392ad0c8a3a req-10f0d7b4-126a-401b-b727-e36f677cec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:17.330085 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3113e431-9dee-427b-b8bd-2392ad0c8a3a req-10f0d7b4-126a-401b-b727-e36f677cec87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1094 time: 0.0429561 Nov 05 23:09:17.430258 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113e431-9dee-427b-b8bd-2392ad0c8a3a req-3a7bc8b0-09bd-45e3-8fb1-22bc2cbf57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:17.431727 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3113e431-9dee-427b-b8bd-2392ad0c8a3a req-3a7bc8b0-09bd-45e3-8fb1-22bc2cbf57d6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=63035b83ba264fc98e6e6e23310807a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0933595 Nov 05 23:09:17.528777 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113e431-9dee-427b-b8bd-2392ad0c8a3a req-2b202134-1119-4c92-8860-20188f7dd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:17.530155 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3113e431-9dee-427b-b8bd-2392ad0c8a3a req-2b202134-1119-4c92-8860-20188f7dd40c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919821 Nov 05 23:09:17.602660 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-454cdd32-9867-4ac7-999b-87c0be9af888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:17.604130 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-454cdd32-9867-4ac7-999b-87c0be9af888 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1094 time: 0.0396168 Nov 05 23:09:17.997697 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-4b503487-1ab1-46e1-a99b-3cf4a104ec47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 217 time: 0.3863747 Nov 05 23:09:18.046045 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-dd80ee86-dbc5-472e-9e5c-078ff59e1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:18.047381 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-dd80ee86-dbc5-472e-9e5c-078ff59e1cce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0426338 Nov 05 23:09:18.096410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9feb-57a0-4911-9857-944497fef489 req-d2261db2-7996-4f2f-b024-5e1b9872d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:18.098190 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-d2261db2-7996-4f2f-b024-5e1b9872d348 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441663 Nov 05 23:09:18.189252 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-a303440d-cdf6-4e7b-81e1-927c86b6c00d service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Nov 05 23:09:18.312742 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19650d93-c640-44e8-a83f-bf1c5375f35a req-68cc3819-e2e8-4e60-b995-532c6adc104c tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:18.314093 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19650d93-c640-44e8-a83f-bf1c5375f35a req-68cc3819-e2e8-4e60-b995-532c6adc104c tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 943 time: 0.0947347 Nov 05 23:09:18.319284 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-907f9feb-57a0-4911-9857-944497fef489 req-3d46dacc-659d-4608-a469-37aecf1a377f service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228318 Nov 05 23:09:18.367206 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-19650d93-c640-44e8-a83f-bf1c5375f35a req-58093b84-e3b6-4b55-b73d-217cafd317fc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469010 Nov 05 23:09:19.482868 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120bc32-f695-4396-baca-d4c9bf09a63c req-5b1a1539-748c-46ac-bc31-71060749d923 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:19.484367 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1120bc32-f695-4396-baca-d4c9bf09a63c req-5b1a1539-748c-46ac-bc31-71060749d923 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 943 time: 0.0487247 Nov 05 23:09:19.532884 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1120bc32-f695-4396-baca-d4c9bf09a63c req-a25985db-41cf-422e-bcfc-6f96c5cfd0b8 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418842 Nov 05 23:09:20.646657 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a89b05-713a-4987-b24b-6e2a8902847a req-81b11f4b-69ca-4af3-9a03-f3e78df11c44 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:20.648145 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83a89b05-713a-4987-b24b-6e2a8902847a req-81b11f4b-69ca-4af3-9a03-f3e78df11c44 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 943 time: 0.0487306 Nov 05 23:09:20.670465 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 927b54f9-2ea5-4499-be4e-8541276e32ed details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:09:20.698619 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-83a89b05-713a-4987-b24b-6e2a8902847a req-e78a4773-951e-43bb-9127-809d075f07ba tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444989 Nov 05 23:09:20.783848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:20.795410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:09:20.837271 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:20.850147 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927b54f9-2ea5-4499-be4e-8541276e32ed {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:09:20.869333 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:20.923448 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:20.974152 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:21.137211 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['927b54f9-2ea5-4499-be4e-8541276e32ed'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:09:21.813566 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c360-ab58-4798-a3a4-d2dd9cb91057 req-7ce77a24-0fd4-4708-9638-ab8bbc7d3cb9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:21.815110 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da33c360-ab58-4798-a3a4-d2dd9cb91057 req-7ce77a24-0fd4-4708-9638-ab8bbc7d3cb9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 944 time: 0.0487907 Nov 05 23:09:21.864119 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-da33c360-ab58-4798-a3a4-d2dd9cb91057 req-dcd97147-8547-4e23-9823-031129b4bc28 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425522 Nov 05 23:09:22.670353 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 927b54f9-2ea5-4499-be4e-8541276e32ed up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:09:22.804225 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning for port 927b54f9-2ea5-4499-be4e-8541276e32ed completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 23:09:22.808319 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 927b54f9-2ea5-4499-be4e-8541276e32ed triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:09:22.808689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:22.887998 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:22.910632 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:09:22.912950 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aedc231-27f2-453b-8e7b-b0a09662ce21" -d '{"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-plugged", "status": "completed", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:09:22.927845 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:09:22.952343 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac354dfb-a80e-432a-9f3e-ecd80e9ca6b8 x-openstack-request-id: req-ac354dfb-a80e-432a-9f3e-ecd80e9ca6b8 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:09:22.952636 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-plugged", "status": "completed", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:09:22.953084 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac354dfb-a80e-432a-9f3e-ecd80e9ca6b8 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:09:22.953523 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'code': 200} Nov 05 23:09:22.981005 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbfd27-f725-4364-8caa-50c3c401e2c3 req-1ad4089b-c419-4fd2-8154-a326bcdfd6da tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:22.982518 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28bbfd27-f725-4364-8caa-50c3c401e2c3 req-1ad4089b-c419-4fd2-8154-a326bcdfd6da tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 944 time: 0.0498111 Nov 05 23:09:22.993617 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:23.043853 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:23.063296 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-28bbfd27-f725-4364-8caa-50c3c401e2c3 req-848cdbc6-c377-41ed-808b-cc799437d422 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746481 Nov 05 23:09:23.071786 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62351cc7-7ff6-4fc2-9c6b-8ddc68aca163 req-bd8792b8-4c9c-4965-844e-2ab35924380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:23.073262 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62351cc7-7ff6-4fc2-9c6b-8ddc68aca163 req-bd8792b8-4c9c-4965-844e-2ab35924380c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1096 time: 0.0599420 Nov 05 23:09:23.119973 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-62351cc7-7ff6-4fc2-9c6b-8ddc68aca163 req-22176b27-7198-43f5-b195-17851a7c25d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400536 Nov 05 23:09:24.185431 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb736f-2e62-4ba7-9b6f-7b44825b4391 req-007072b7-8e60-42bb-b313-abdfce38dc54 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:24.186914 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fedb736f-2e62-4ba7-9b6f-7b44825b4391 req-007072b7-8e60-42bb-b313-abdfce38dc54 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 945 time: 0.0534592 Nov 05 23:09:24.236376 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fedb736f-2e62-4ba7-9b6f-7b44825b4391 req-1c94792f-dc03-4db8-9bca-8382eb196a7a tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434966 Nov 05 23:09:25.349746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ce30-7a1a-4864-8253-5806453535d8 req-42b66b40-f70a-4876-9334-3a0f3423f631 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:25.351225 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da38ce30-7a1a-4864-8253-5806453535d8 req-42b66b40-f70a-4876-9334-3a0f3423f631 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 945 time: 0.0478234 Nov 05 23:09:25.399380 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-da38ce30-7a1a-4864-8253-5806453535d8 req-fe0ea0a1-7fc8-4add-bd5a-e24d843d5958 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423095 Nov 05 23:09:25.524510 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423caf9d-8c38-42be-8f5f-0a9bc6a36060 req-3baa214c-4871-49ce-9a98-65bcfe7fad3e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:25.525995 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-423caf9d-8c38-42be-8f5f-0a9bc6a36060 req-3baa214c-4871-49ce-9a98-65bcfe7fad3e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 945 time: 0.0489988 Nov 05 23:09:25.574625 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-423caf9d-8c38-42be-8f5f-0a9bc6a36060 req-67630740-d5c5-4ada-b0e8-dcaffdb5939b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417781 Nov 05 23:09:25.596048 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47216) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:25.681201 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69d62dd-1730-4654-93c0-9ce37522fe59 tempest-TestSnapshotPattern-83129040 tempest-TestSnapshotPattern-83129040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:25.682771 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-d69d62dd-1730-4654-93c0-9ce37522fe59 tempest-TestSnapshotPattern-83129040 tempest-TestSnapshotPattern-83129040-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1091 time: 0.0856903 Nov 05 23:09:25.685715 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47220) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:09:25.690023 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.v2.base [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:09:25.769484 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:25.864268 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:25.968812 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_common [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Allocated IP 172.25.6.25 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/51930556-e81e-4173-81c6-d20700bcc04f) {{(pid=102291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:09:26.065930 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for port, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:26.153320 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:26.189885 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:09:26.192656 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.base_scheduler [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Resources bound (agent type, host, resource id): {{(pid=102291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:09:26.195155 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Received port after_create {{(pid=102291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:09:26.229612 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'Port': ['ID=51930556-e81e-4173-81c6-d20700bcc04f,revision_number=1']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:26.505191 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:09:26.553090 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:26.683829 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:26.830868 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for port, precommit_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:26.918272 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9052886'] for port, after_update {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:26.986665 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'Port': ['ID=51930556-e81e-4173-81c6-d20700bcc04f,revision_number=2']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:09:27.000192 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:27.100137 n-d-816738-5 neutron-server[102291]: INFO neutron.db.l3_db [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Floating IP 38414279-dfc7-46ae-b3b3-a9f9b2d87e1d associated. External IP: 172.25.6.25, port: 927b54f9-2ea5-4499-be4e-8541276e32ed. Nov 05 23:09:27.304998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Router 594851a9-600f-48e7-bd1b-257d1ad4b411 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:09:27.410174 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:09:27.422051 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] Sync routers for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:09:27.430685 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:27.431286 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:09:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:27.485921 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:27.514030 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-b3234cab-d8df-40fb-ad59-d301989e0475 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8273072 Nov 05 23:09:27.514615 n-d-816738-5 neutron-server[102291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed'}] {{(pid=102291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:09:27.516912 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77264dc1a674aa99fa5aa30aa939c0b3353f10cf7544018bc8f4649a990f1c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a177cc8-0886-4f92-a4d4-871f453acec0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed"}]}' {{(pid=102291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:09:27.536564 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:27.563273 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b1570d-1719-4127-9f1b-6aaa90dcd03f x-openstack-request-id: req-e6b1570d-1719-4127-9f1b-6aaa90dcd03f {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:09:27.563820 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed", "status": "completed", "code": 200}]} {{(pid=102291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:09:27.563950 n-d-816738-5 neutron-server[102291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6b1570d-1719-4127-9f1b-6aaa90dcd03f {{(pid=102291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:09:27.564251 n-d-816738-5 neutron-server[102291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'status': 'completed', 'code': 200} Nov 05 23:09:27.629870 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-381175c4-fd41-4bb2-ac2a-1ce3bdd48b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:27.631416 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-381175c4-fd41-4bb2-ac2a-1ce3bdd48b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1096 time: 0.0452306 Nov 05 23:09:27.724427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-ffe3e87f-9ff7-464b-9ef1-773276b9d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:27.726389 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-ffe3e87f-9ff7-464b-9ef1-773276b9d6f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0880344 Nov 05 23:09:27.758086 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:26Z', 'revision_number': 0, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:27.786994 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] Checking router: 594851a9-600f-48e7-bd1b-257d1ad4b411 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:09:27.796633 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-f11288ce-5d14-4381-a274-d4f897cc77c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 998 time: 0.0621684 Nov 05 23:09:27.798310 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:09:27.798919 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:09:09Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:27.846911 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-405aed69-1c19-4d6b-a78e-e87bd88e554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:27.848509 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-405aed69-1c19-4d6b-a78e-e87bd88e554f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0455284 Nov 05 23:09:27.895214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-7cdf28bb-3752-48c8-96ce-a0c6d111087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:27.896875 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-7cdf28bb-3752-48c8-96ce-a0c6d111087c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413446 Nov 05 23:09:27.903904 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:09:27.993673 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-57f48cf9-d659-46a8-a628-b3454c768342 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880237 Nov 05 23:09:28.086817 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-9a177cc8-0886-4f92-a4d4-871f453acec0 req-9358971b-7fe6-4ab7-b4b6-3e90ddb00da6 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861030 Nov 05 23:09:28.128059 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:26Z', 'revision_number': 0, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:09:28.153835 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e80df5-2d0c-47d6-ab1b-498329f2a860 None None] The sync data for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 is: [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:26Z', 'revision_number': 0, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:09:28.344052 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eaeec1-b132-42d1-91f0-db4703e3fcf4 None None] New status for floating IP 38414279-dfc7-46ae-b3b3-a9f9b2d87e1d: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 23:09:31.774937 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:33.803881 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:36.415372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-eb774477-4f86-4513-ba34-d78de20bfbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:38.597599 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e9b3-5940-46ff-bc20-6faf78b91f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:40.369163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:41.527703 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-08ed0cac-2005-45eb-bcda-f9ec82ad3594 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444243 Nov 05 23:09:41.611617 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-a5a82194-9b48-49c0-aa03-f409a882cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:41.613102 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-a5a82194-9b48-49c0-aa03-f409a882cdc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1096 time: 0.0395246 Nov 05 23:09:41.718336 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-3a0b1553-7a43-483e-b365-fdbba821eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:41.719337 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-3a0b1553-7a43-483e-b365-fdbba821eb64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0838380 Nov 05 23:09:41.775528 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:09:41.788940 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-f02d652e-93b4-4dde-80d2-ce7c742de34f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 1000 time: 0.0613182 Nov 05 23:09:41.837024 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-9b2233a5-09b7-4f2f-9f0d-93aa8d8645e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:41.838432 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-9b2233a5-09b7-4f2f-9f0d-93aa8d8645e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0424700 Nov 05 23:09:41.883996 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-36efaf10-9bb4-4a71-8298-c270f6734273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:09:41.885437 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-36efaf10-9bb4-4a71-8298-c270f6734273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396831 Nov 05 23:09:41.977185 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-83e356e9-212b-4da5-9828-f25875d13069 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841601 Nov 05 23:09:42.073134 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3dd73211-4bad-4bdb-8836-f4475c00d532 req-b77f0db6-2d07-4537-9b87-233e2dac1ae0 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866961 Nov 05 23:09:42.158396 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:01.751977 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:03.504622 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:10:03.832064 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:06.477156 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-758e3498-1285-4340-bed0-ad7b5f3c8973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:08.563024 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-7b0ec7e8-97dd-4907-b242-f3ab7c129f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:10.357282 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:11.780350 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:12.140433 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:31.779568 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:33.802577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:35.403508 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-65abfe75-3d45-438a-87da-da88f4eca80e req-5168dc68-318c-4757-9e02-ff7f14bce2df tempest-TestNetworkAdvancedServerOps-631929323 tempest-TestNetworkAdvancedServerOps-631929323-project] (102292) timed out ('10.222.0.46', 55329) {{(pid=102292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 23:10:36.448584 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b22df59f-0093-4faf-890b-dde86f9ece48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:38.579705 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2194-75a5-4b8b-a915-035adc2dc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:40.385160 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:40.504466 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:10:41.767974 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:42.139489 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:10:42.512494 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-2f5891ab-6696-4746-b599-f6f0a27592b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412700 Nov 05 23:10:42.598183 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-b4c65a6d-6e09-4895-9fe1-994b8495f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:10:42.599827 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-b4c65a6d-6e09-4895-9fe1-994b8495f86d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1096 time: 0.0437751 Nov 05 23:10:42.705582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-5e8f6e75-bd88-43b7-8bb4-5b183f026e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:10:42.707169 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-5e8f6e75-bd88-43b7-8bb4-5b183f026e06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0881262 Nov 05 23:10:42.775104 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-fe419839-bdb7-4443-b7f0-b5deac4d4f2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 1000 time: 0.0603819 Nov 05 23:10:42.826083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-ddcaddc9-04d7-41d2-b98d-94221011d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:10:42.827576 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-ddcaddc9-04d7-41d2-b98d-94221011d151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0451980 Nov 05 23:10:42.876661 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-664b971b-e656-4000-ac80-457fae38b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:10:42.878100 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-664b971b-e656-4000-ac80-457fae38b463 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437706 Nov 05 23:10:42.888719 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-2b501874-e045-49cd-bcdb-f22e2840de0c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:10:42.889640 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-2b501874-e045-49cd-bcdb-f22e2840de0c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047507 Nov 05 23:10:42.977823 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-1f773c28-62ca-4199-8876-5b62c804682b service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810618 Nov 05 23:10:43.071103 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-1cb216d9-12f9-4261-8bc9-d4ad9cda6d75 req-69d63a49-7b2e-4357-b052-e00b430279e8 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849857 Nov 05 23:11:01.790730 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:03.830444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:06.424995 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4e14b155-d5b8-47d8-8d16-ba05ee638170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:08.578945 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-6cbcedcc-c5f0-40f9-b600-f1c1c0bbe8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:10.356114 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:11.767732 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:12.116112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:17.503876 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:11:27.235377 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 927b54f9-2ea5-4499-be4e-8541276e32ed details requested by agent hyperv_n-h1-816738-5 with host n-h1-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:11:27.347130 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:11:27.361117 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Returning: {'device': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:11:27.412056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:27.427403 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 927b54f9-2ea5-4499-be4e-8541276e32ed {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:11:27.449164 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:11:27.518165 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:27.572291 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:11:27.581315 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.582001 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.582653 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.583206 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.583779 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.584306 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.584841 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.585169 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.585498 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.585825 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.586154 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.586477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:27.592337 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] get_ports_and_sgs() called for port_ids ['927b54f9-2ea5-4499-be4e-8541276e32ed'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:11:29.246973 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 927b54f9-2ea5-4499-be4e-8541276e32ed up at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:11:29.301267 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Provisioning complete for port 927b54f9-2ea5-4499-be4e-8541276e32ed triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:11:29.301838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:29.398944 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:29.422863 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:11:29.425252 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccbd38c-1ff4-47fd-9c33-181469feba08" -d '{"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-plugged", "status": "completed", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:11:29.441536 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:11:29.477627 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1b8cdd-27ef-4644-ad86-7be34a154a15 x-openstack-request-id: req-eb1b8cdd-27ef-4644-ad86-7be34a154a15 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:11:29.477919 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-plugged", "status": "completed", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:11:29.478354 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb1b8cdd-27ef-4644-ad86-7be34a154a15 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:11:29.478606 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'code': 200} Nov 05 23:11:29.527591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:29.579943 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:11:31.830605 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:33.876401 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:36.407720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-9054b160-9ed3-4981-be7a-09a146379cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:38.055209 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-b87c8807-bcfc-4fe2-aceb-0f7316714c75 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94958045&fields=id&tenant_id=63035b83ba264fc98e6e6e23310807a9 HTTP/1.1" status: 200 len: 267 time: 0.0472631 Nov 05 23:11:38.166496 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-32867b6c-de18-427e-8697-6bd6befdc371 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:38.167952 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-32867b6c-de18-427e-8697-6bd6befdc371 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 810 time: 0.1055510 Nov 05 23:11:38.184055 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-81e2782e-3d21-4f9c-9ce2-60f9cfed8ccd tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/quotas/63035b83ba264fc98e6e6e23310807a9 HTTP/1.1" status: 200 len: 375 time: 0.0098352 Nov 05 23:11:38.239267 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-fb996848-48f8-4f65-bf9c-ea985e90ac9f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496626 Nov 05 23:11:38.318458 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-3ddac687-3b4d-4fe6-b966-5092aedf61f6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:11:38.319472 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-3ddac687-3b4d-4fe6-b966-5092aedf61f6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0685375 Nov 05 23:11:38.408466 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc1ce79c-4750-4439-9ac8-22455c4e0937 service neutron] 10.222.0.41 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827661 Nov 05 23:11:38.501251 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-ecbd17a8-078f-4ea0-8ce6-d40f666e53ea service neutron] 10.222.0.41 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868165 Nov 05 23:11:38.578724 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ff0c7332-8a89-4393-a549-907ffb8d76cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:38.802050 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8e26c83e-6161-405f-a3d8-dc51edf58061 req-dd255241-ff3a-4905-a449-ee89b7f9c502 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 210 time: 0.0821550 Nov 05 23:11:39.926463 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-7f303a92-e9f8-43e4-9f2e-d656385c7b68 req-39c822ec-1129-498b-afae-058c19905afd tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 210 time: 0.0268116 Nov 05 23:11:40.372988 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:40.455287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.46', 55891) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:11:40.560676 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-1242f473-8c4b-4e1c-aeaf-8dc4369ba4ca tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:40.562153 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-1242f473-8c4b-4e1c-aeaf-8dc4369ba4ca tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.46 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 810 time: 0.1057932 Nov 05 23:11:40.626837 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-522584d5-4e0c-4b53-b1ef-fab4d0a2fccc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63035b83ba264fc98e6e6e23310807a9 HTTP/1.1" status: 200 len: 378 time: 0.0553901 Nov 05 23:11:40.635998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'port': {'device_id': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'admin_state_up': True, 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'security_groups': ['adff8fae-e9cd-47d1-8c95-23019f09b4cc']}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:11:40.813252 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Made reservation on behalf of 63035b83ba264fc98e6e6e23310807a9 for: {'port': 1} {{(pid=102292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 05 23:11:40.816977 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:40.948844 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Allocated IP 172.20.0.3 (9238ef4f-318a-47cc-9ab0-359eeffb19de/b7fbdf35-26fb-4ca3-b583-27f59dbef5cf/8895e843-48d1-4664-9205-fd14cc3ee435) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:11:41.043956 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-4d9adc9c-d4c5-4192-9946-1c6061c77ec9 req-ed925195-f625-4965-bc9a-c17feb23d07b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 210 time: 0.0381079 Nov 05 23:11:41.124729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:41.220960 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:41.287384 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:11:41.294790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 927b54f9-2ea5-4499-be4e-8541276e32ed no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:11:41.301079 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:11:41.307691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:11:41.377419 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:41.378474 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:41.394270 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:11:41.403593 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.404138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.404655 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.405712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.406126 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.406553 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.407182 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.408367 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.408973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.409395 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.409828 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.410245 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:11:41.496294 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-a601488e-5fdb-4e71-a781-f2a7b58b1fdc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8636937 Nov 05 23:11:41.634206 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:41.658252 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:11:41.668959 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c79825-f94a-4acd-8f78-d4b8f1293ed3" -d '{"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-unplugged", "status": "completed", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:11:41.675665 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:11:41.690400 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-c0b1ab03-890e-4273-a357-ce700ca877f8 None None] Provisioning complete for port 8895e843-48d1-4664-9205-fd14cc3ee435 triggered by entity DHCP. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:11:41.690771 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ab03-890e-4273-a357-ce700ca877f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:41.743255 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1ab03-890e-4273-a357-ce700ca877f8 None None] Port 8895e843-48d1-4664-9205-fd14cc3ee435 cannot update to ACTIVE because it is not bound. {{(pid=102293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 05 23:11:41.756676 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:41.789864 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 23:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1761d840-6801-45c9-bfa3-608d14262588 x-openstack-request-id: req-1761d840-6801-45c9-bfa3-608d14262588 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:11:41.795412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-unplugged", "status": "completed", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:11:41.795412 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1761d840-6801-45c9-bfa3-608d14262588 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:11:41.795412 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'code': 200} Nov 05 23:11:41.817364 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Pushing event updated for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:11:41.828940 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:42.133189 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:42.171210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af31d1e-6ee5-4ed8-8293-2c7677c1e2aa req-c4fe638e-c021-4eec-9b64-81af82f52a51 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:42.173268 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6af31d1e-6ee5-4ed8-8293-2c7677c1e2aa req-c4fe638e-c021-4eec-9b64-81af82f52a51 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0547435 Nov 05 23:11:42.225178 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-6af31d1e-6ee5-4ed8-8293-2c7677c1e2aa req-e75cd767-4eff-48cf-8218-3dbc8a1138f2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458813 Nov 05 23:11:43.350544 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312497-6bfa-4c49-9dbf-8c102ec1ede8 req-38cb12fa-aafa-4463-9801-cde5f6054060 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:43.352071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0312497-6bfa-4c49-9dbf-8c102ec1ede8 req-38cb12fa-aafa-4463-9801-cde5f6054060 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0547600 Nov 05 23:11:43.404195 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-b0312497-6bfa-4c49-9dbf-8c102ec1ede8 req-77c3c851-dd88-47dc-b29c-2a0ac456dfb9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461202 Nov 05 23:11:44.568745 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f52c0d-9736-4adc-a0c7-4958eca51f2a req-323bbb12-4fa7-453b-8fc3-55d04c59dc2e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:44.570218 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94f52c0d-9736-4adc-a0c7-4958eca51f2a req-323bbb12-4fa7-453b-8fc3-55d04c59dc2e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0977864 Nov 05 23:11:44.605592 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-e5e88e6e-26d6-46ef-84eb-1c9fbb675893 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243541 Nov 05 23:11:44.646959 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-94f52c0d-9736-4adc-a0c7-4958eca51f2a req-9c93d781-b86e-454e-911b-f5d0d08fb5c8 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702431 Nov 05 23:11:44.693100 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-4cab330e-682a-4cbc-a242-413fe015d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:44.694521 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-4cab330e-682a-4cbc-a242-413fe015d478 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1094 time: 0.0407021 Nov 05 23:11:44.803238 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-9c613d1b-5518-45c9-926d-83c2c4cd8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:44.805045 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-9c613d1b-5518-45c9-926d-83c2c4cd8f25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0863562 Nov 05 23:11:44.878914 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-a8637b83-a002-40a5-b000-8dd3b58186aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 998 time: 0.0656416 Nov 05 23:11:44.934827 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-0878439d-3f04-4d2f-a247-a8182d5f8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:44.936931 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-0878439d-3f04-4d2f-a247-a8182d5f8b6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0507729 Nov 05 23:11:44.981189 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-639a2d48-e7ec-46f8-abd3-a13c410a3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:44.982556 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-639a2d48-e7ec-46f8-abd3-a13c410a3147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389082 Nov 05 23:11:45.084125 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-4fbcc8bc-a2a0-4e2d-8925-a7dc246f1f2a service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926254 Nov 05 23:11:45.175832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7272cb25-c2df-400d-a5f3-a20ac305b66b req-8f2d461c-7249-4b9c-9511-f75cc9fdccdc service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863922 Nov 05 23:11:45.782190 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a28c44-e053-4e85-a197-463cfe3a676c req-2eb01b76-2f5b-48e4-9601-a57255649bbd tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:45.785547 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4a28c44-e053-4e85-a197-463cfe3a676c req-2eb01b76-2f5b-48e4-9601-a57255649bbd tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0693116 Nov 05 23:11:45.835229 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-f4a28c44-e053-4e85-a197-463cfe3a676c req-667ce4e6-0c75-46c8-8e1f-8cdff9c4c3ef tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454242 Nov 05 23:11:46.956559 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba763-fcdd-40b5-b9ac-9220bbed29e8 req-04ac2ad6-b33c-46bf-864f-781a2e42a5d4 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:46.965049 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-738ba763-fcdd-40b5-b9ac-9220bbed29e8 req-04ac2ad6-b33c-46bf-864f-781a2e42a5d4 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0585046 Nov 05 23:11:47.012000 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-738ba763-fcdd-40b5-b9ac-9220bbed29e8 req-e2fff22d-fe80-4cac-9645-588545e63b56 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459604 Nov 05 23:11:48.133270 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8480a6-c6e6-4994-8ac6-c8d9f1b5cf74 req-b3224ed9-93c7-4834-b34a-1b9a368978e9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:48.134668 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d8480a6-c6e6-4994-8ac6-c8d9f1b5cf74 req-b3224ed9-93c7-4834-b34a-1b9a368978e9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0492048 Nov 05 23:11:48.190273 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-0d8480a6-c6e6-4994-8ac6-c8d9f1b5cf74 req-fbee2456-f1f3-4270-aa39-225813b08a7d tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489979 Nov 05 23:11:49.314136 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ea2d-42b6-4723-8725-c29cda3743d0 req-df825632-303c-4c4e-91fb-eb6dfa6b9975 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:49.320091 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e26ea2d-42b6-4723-8725-c29cda3743d0 req-df825632-303c-4c4e-91fb-eb6dfa6b9975 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0615501 Nov 05 23:11:49.364454 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3e26ea2d-42b6-4723-8725-c29cda3743d0 req-8246a6a6-1488-4cb7-8252-51429af23ab9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428011 Nov 05 23:11:50.503666 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c1a9-f19d-48f6-8278-de50ce8eaef2 req-5fb82643-6132-4411-a796-f3b943c6b487 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:50.505358 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f24c1a9-f19d-48f6-8278-de50ce8eaef2 req-5fb82643-6132-4411-a796-f3b943c6b487 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0726645 Nov 05 23:11:50.567613 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-3f24c1a9-f19d-48f6-8278-de50ce8eaef2 req-95c15e13-40e4-4255-90aa-e1178b3e1acb tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533328 Nov 05 23:11:51.678207 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87edc48-31aa-4b4f-a685-8c32fca0888c req-014663ae-472e-4ad1-b86f-642e38a0f06f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:51.679699 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b87edc48-31aa-4b4f-a685-8c32fca0888c req-014663ae-472e-4ad1-b86f-642e38a0f06f tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0523369 Nov 05 23:11:51.727579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-b87edc48-31aa-4b4f-a685-8c32fca0888c req-43b0115d-fc95-4911-aabb-1c8022377f2c tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419476 Nov 05 23:11:52.845127 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb380fc7-77e9-462d-a595-362021c89917 req-afb4064b-6bda-4030-9f3c-abdd29b1a5e4 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:52.846597 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb380fc7-77e9-462d-a595-362021c89917 req-afb4064b-6bda-4030-9f3c-abdd29b1a5e4 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 931 time: 0.0493364 Nov 05 23:11:52.898016 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-fb380fc7-77e9-462d-a595-362021c89917 req-a3c8e744-0de7-42c0-8d9f-1d9af6f14fbc tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450964 Nov 05 23:11:52.945973 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-e924a429-307f-44a8-b35d-729fde9ee215 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 23:11:52.947002 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-e924a429-307f-44a8-b35d-729fde9ee215 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052524 Nov 05 23:11:53.009991 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Request body: {'port': {'device_id': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816738-5'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:11:53.056809 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:53.310138 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8895e843-48d1-4664-9205-fd14cc3ee435 {{(pid=102292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:11:53.318009 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:53.334374 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.provisioning_blocks [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Transition to ACTIVE for port object 8895e843-48d1-4664-9205-fd14cc3ee435 will not be triggered until provisioned by entity L2. {{(pid=102292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 05 23:11:53.424550 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:53.473746 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:11:53.545148 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Attempting to bind port 8895e843-48d1-4664-9205-fd14cc3ee435 on host n-h2-816738-5 for vnic_type normal with profile {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 23:11:53.545488 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Attempting to bind port 8895e843-48d1-4664-9205-fd14cc3ee435 by drivers openvswitch,hyperv on host n-h2-816738-5 at level 0 using segments [{'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 05 23:11:53.545818 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Attempting to bind port 8895e843-48d1-4664-9205-fd14cc3ee435 on network 9238ef4f-318a-47cc-9ab0-359eeffb19de {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:11:53.551227 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Port 8895e843-48d1-4664-9205-fd14cc3ee435 on network 9238ef4f-318a-47cc-9ab0-359eeffb19de not bound, no agent of type Open vSwitch agent registered on host n-h2-816738-5 {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 05 23:11:53.551598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Attempting to bind port 8895e843-48d1-4664-9205-fd14cc3ee435 on network 9238ef4f-318a-47cc-9ab0-359eeffb19de {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 05 23:11:53.556582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Checking agent: {'id': 'cd6184ed-d579-47b6-9a4e-33a54d6af6d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816738-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'started_at': datetime.datetime(2021, 11, 5, 21, 33, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 23, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 05 23:11:53.556914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Checking segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 05 23:11:53.557287 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Bound using segment: {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'} {{(pid=102292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 05 23:11:53.557721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.managers [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Bound port: 8895e843-48d1-4664-9205-fd14cc3ee435, host: n-h2-816738-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c03376-4081-47d0-8870-d0f51970d03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de'}}] {{(pid=102292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 05 23:11:53.558062 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:53.626721 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, cleared binding levels {{(pid=102292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 05 23:11:53.629850 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 05 23:11:53.693313 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:53.727205 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:53.727814 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:53.729182 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] 10.222.0.46 "PUT /v2.0/ports/8895e843-48d1-4664-9205-fd14cc3ee435 HTTP/1.1" status: 200 len: 1091 time: 0.7722538 Nov 05 23:11:53.729626 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:11:53.731888 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53612b86-cd98-4411-a81a-0610dab52f35" -d '{"events": [{"name": "network-changed", "server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:11:53.764083 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014583-6e24-40ca-8db5-6fcdd9259067 service neutron] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=3']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:11:53.775388 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07392994-ab7a-492c-8e28-4d39957bae88 x-openstack-request-id: req-07392994-ab7a-492c-8e28-4d39957bae88 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:11:53.775830 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:11:53.776827 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07392994-ab7a-492c-8e28-4d39957bae88 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:11:53.776827 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435', 'status': 'completed', 'code': 200} Nov 05 23:11:53.837065 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53612b86-cd98-4411-a81a-0610dab52f35 req-9588e89d-5084-4832-81b5-9f103fa01186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:53.838511 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53612b86-cd98-4411-a81a-0610dab52f35 req-9588e89d-5084-4832-81b5-9f103fa01186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1094 time: 0.0439730 Nov 05 23:11:53.942892 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53612b86-cd98-4411-a81a-0610dab52f35 req-e1a0323e-e9a6-4e61-b551-ca210ee10bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:53.944500 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53612b86-cd98-4411-a81a-0610dab52f35 req-e1a0323e-e9a6-4e61-b551-ca210ee10bf7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=63035b83ba264fc98e6e6e23310807a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0983484 Nov 05 23:11:54.016205 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eac8d-8ee4-4cd3-a74d-da11365ffaee req-87816e1a-6d45-4624-8976-c75803980612 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:54.018105 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d8eac8d-8ee4-4cd3-a74d-da11365ffaee req-87816e1a-6d45-4624-8976-c75803980612 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 943 time: 0.0493498 Nov 05 23:11:54.040507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53612b86-cd98-4411-a81a-0610dab52f35 req-f8c83504-f276-42dd-9de1-eb7642160556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:54.042658 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53612b86-cd98-4411-a81a-0610dab52f35 req-f8c83504-f276-42dd-9de1-eb7642160556 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914266 Nov 05 23:11:54.072296 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-1d8eac8d-8ee4-4cd3-a74d-da11365ffaee req-08947b38-02f7-49f1-8c38-54052de72c68 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479786 Nov 05 23:11:54.137063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-76837d7d-22df-400b-b97e-dbe65c7bdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:54.138531 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-76837d7d-22df-400b-b97e-dbe65c7bdf72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1094 time: 0.0451849 Nov 05 23:11:54.181031 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-861c050f-1071-4feb-a150-b809c2e80c68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8895e843-48d1-4664-9205-fd14cc3ee435 HTTP/1.1" status: 200 len: 217 time: 0.0335283 Nov 05 23:11:54.232208 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-5844df40-3d73-4d3e-af4e-0a8fdc467fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:54.233818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-5844df40-3d73-4d3e-af4e-0a8fdc467fb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0467122 Nov 05 23:11:54.284914 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-022bc5b3-2d24-4483-88d7-30c5b23fc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:54.286414 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-022bc5b3-2d24-4483-88d7-30c5b23fc4f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443082 Nov 05 23:11:54.373146 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-48bc737a-5050-4397-bd23-ff44fbc5b6bc service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797889 Nov 05 23:11:54.463484 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c315fefa-2699-48cf-b7d4-675d5e881911 req-eb91da6c-6e31-457a-9c4d-7fc5261bbaef service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827570 Nov 05 23:11:54.504567 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:11:55.207611 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f1452-6628-4d72-bf12-590bb5b677e6 req-ca3c430b-bd51-47ef-9764-06492fee26d2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:55.209110 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a2f1452-6628-4d72-bf12-590bb5b677e6 req-ca3c430b-bd51-47ef-9764-06492fee26d2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 943 time: 0.0532329 Nov 05 23:11:55.258657 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-5a2f1452-6628-4d72-bf12-590bb5b677e6 req-b44d95f3-5eab-46b0-b5f8-c75f6d38c574 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434611 Nov 05 23:11:56.374816 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd42ba-7fdb-4d36-9e65-4ead2642ba1b req-aa84f5f0-0455-48a6-bf51-a6e4eafb1dc8 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:56.377295 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-62bd42ba-7fdb-4d36-9e65-4ead2642ba1b req-aa84f5f0-0455-48a6-bf51-a6e4eafb1dc8 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 943 time: 0.0488427 Nov 05 23:11:56.425132 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-62bd42ba-7fdb-4d36-9e65-4ead2642ba1b req-5e990479-8b41-41a1-a809-95bb6a852268 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419924 Nov 05 23:11:57.538353 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f95b5-a602-41cd-8c2f-304967229113 req-f9e79f06-8a51-4ea6-8a06-d2b28149e8c5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:57.539824 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-318f95b5-a602-41cd-8c2f-304967229113 req-f9e79f06-8a51-4ea6-8a06-d2b28149e8c5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 943 time: 0.0479403 Nov 05 23:11:57.590898 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-318f95b5-a602-41cd-8c2f-304967229113 req-4e484112-64e4-4e81-9afa-243c5213b6f4 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452158 Nov 05 23:11:58.718838 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84430d-4f22-4e2e-b5af-f19f56f81eed req-a1e98fe4-0e5b-48c9-b0fa-129f31d5a0ea tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:58.720313 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc84430d-4f22-4e2e-b5af-f19f56f81eed req-a1e98fe4-0e5b-48c9-b0fa-129f31d5a0ea tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 943 time: 0.0508940 Nov 05 23:11:58.771318 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-dc84430d-4f22-4e2e-b5af-f19f56f81eed req-20b8a2f7-f4ce-4464-8247-705328482b36 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451400 Nov 05 23:11:59.775226 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8895e843-48d1-4664-9205-fd14cc3ee435 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:11:59.873388 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:11:59.884991 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '8895e843-48d1-4664-9205-fd14cc3ee435', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'port_id': '8895e843-48d1-4664-9205-fd14cc3ee435', 'mac_address': 'fa:16:3e:f7:58:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:11:59.886472 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e7c0-d229-4954-95fb-b1210320664b req-b3ae1d05-9f0a-4c8e-9cd2-5bd4209d13bb tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:11:59.887967 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0181e7c0-d229-4954-95fb-b1210320664b req-b3ae1d05-9f0a-4c8e-9cd2-5bd4209d13bb tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 943 time: 0.0494254 Nov 05 23:11:59.925725 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:11:59.937797 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-0181e7c0-d229-4954-95fb-b1210320664b req-b45a7536-5b52-47da-8f59-da31fb86c75a tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431871 Nov 05 23:11:59.938730 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8895e843-48d1-4664-9205-fd14cc3ee435 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:11:59.958616 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:12:00.001250 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:00.047897 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=4']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:12:00.365988 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['8895e843-48d1-4664-9205-fd14cc3ee435'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:12:01.056128 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a849a-ab76-4127-bb16-6e45d1347e72 req-53a3c9eb-241a-48b5-a15a-1c27c3f510c2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:01.057581 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f6a849a-ab76-4127-bb16-6e45d1347e72 req-53a3c9eb-241a-48b5-a15a-1c27c3f510c2 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 944 time: 0.0523047 Nov 05 23:12:01.105883 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-8f6a849a-ab76-4127-bb16-6e45d1347e72 req-1a81ff04-2f30-4415-97ae-7a54e42476f0 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424945 Nov 05 23:12:01.786933 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8895e843-48d1-4664-9205-fd14cc3ee435 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:12:01.809120 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:01.875174 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning for port 8895e843-48d1-4664-9205-fd14cc3ee435 completed by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 05 23:12:01.879479 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 8895e843-48d1-4664-9205-fd14cc3ee435 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:12:01.879888 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:01.957445 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:01.978891 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:12:01.981147 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afe8675-829e-478f-a4e5-7bccc72ec7c7" -d '{"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-plugged", "status": "completed", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:12:01.993762 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:12:02.017952 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9bd67-82f3-46a3-9610-26540166badd x-openstack-request-id: req-0dc9bd67-82f3-46a3-9610-26540166badd {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:12:02.018241 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-plugged", "status": "completed", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:12:02.018492 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0dc9bd67-82f3-46a3-9610-26540166badd {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:12:02.018889 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435', 'code': 200} Nov 05 23:12:02.041082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:02.088974 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=5']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:12:02.113621 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69febe0-284a-4c2c-9d77-fa894a570cd4 req-9186939f-8b7b-4d73-9753-69bb833eac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:02.116720 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d69febe0-284a-4c2c-9d77-fa894a570cd4 req-9186939f-8b7b-4d73-9753-69bb833eac27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1096 time: 0.0398421 Nov 05 23:12:02.161886 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-d69febe0-284a-4c2c-9d77-fa894a570cd4 req-7a209d01-b6ef-4b6b-bd24-348c33b12340 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399928 Nov 05 23:12:02.220002 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6596f-b418-4d93-bb22-a975171b34d4 req-5585edb4-92ca-4d56-9d1a-db4289b91388 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:02.221375 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aac6596f-b418-4d93-bb22-a975171b34d4 req-5585edb4-92ca-4d56-9d1a-db4289b91388 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 945 time: 0.0480642 Nov 05 23:12:02.269809 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-aac6596f-b418-4d93-bb22-a975171b34d4 req-b7af2e4e-bb05-467f-bb81-b2e3f34c7013 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425172 Nov 05 23:12:03.393635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3e922-6c43-4646-a688-acee3fdee4ad req-bdd8cbba-5ddb-41c1-85e3-f8973bf81c90 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:03.395117 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7eb3e922-6c43-4646-a688-acee3fdee4ad req-bdd8cbba-5ddb-41c1-85e3-f8973bf81c90 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 945 time: 0.0547724 Nov 05 23:12:03.443873 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-7eb3e922-6c43-4646-a688-acee3fdee4ad req-4161a534-c2d4-47cb-9418-b0e6156e2a8a tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428102 Nov 05 23:12:03.829440 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:04.561282 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc67701-8927-40e5-9a91-be9316860ddd req-5afafc67-793a-418d-9b7b-a2f80f0bf648 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:04.562743 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-edc67701-8927-40e5-9a91-be9316860ddd req-5afafc67-793a-418d-9b7b-a2f80f0bf648 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 945 time: 0.0485668 Nov 05 23:12:04.615108 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-edc67701-8927-40e5-9a91-be9316860ddd req-10af2fe4-4ce7-4e96-be0d-3a9ea6b7284b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463870 Nov 05 23:12:04.728635 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7c0ea-abef-467c-85cd-00fdcf10bd10 req-95292833-cc41-463b-8cbe-dffb05dc82e8 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:04.729970 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4a7c0ea-abef-467c-85cd-00fdcf10bd10 req-95292833-cc41-463b-8cbe-dffb05dc82e8 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 945 time: 0.0481038 Nov 05 23:12:04.778047 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-f4a7c0ea-abef-467c-85cd-00fdcf10bd10 req-5365fa04-c95b-49de-be14-2d8af475628b tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415983 Nov 05 23:12:04.801320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47522) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:12:04.841971 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8508e-81a9-4456-946e-ca8a8ec46a09 tempest-TestSnapshotPattern-83129040 tempest-TestSnapshotPattern-83129040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:04.843441 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-1ee8508e-81a9-4456-946e-ca8a8ec46a09 tempest-TestSnapshotPattern-83129040 tempest-TestSnapshotPattern-83129040-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1091 time: 0.0385122 Nov 05 23:12:04.846803 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47524) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:12:04.851063 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.v2.base [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Request body: {'floatingip': {'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'port_id': '8895e843-48d1-4664-9205-fd14cc3ee435', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 05 23:12:04.921631 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:05.019337 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:05.123484 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.db_base_plugin_common [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Allocated IP 172.25.6.206 (2697d35b-5df6-47ff-85a7-bfbbe276daa1/67563ada-07e9-4959-98ae-495435ad55be/d27d7242-52b1-487b-b4b4-e58eb78481da) {{(pid=102292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 05 23:12:05.225097 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for port, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:05.333077 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189413205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:05.371022 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Network 2697d35b-5df6-47ff-85a7-bfbbe276daa1 is already hosted by enough agents. {{(pid=102292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 05 23:12:05.379291 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.base_scheduler [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Resources bound (agent type, host, resource id): {{(pid=102292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 05 23:12:05.384840 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Received port after_create {{(pid=102292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 05 23:12:05.387907 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'Port': ['ID=d27d7242-52b1-487b-b4b4-e58eb78481da,revision_number=1']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:12:05.739690 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:05.860459 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:06.006794 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for port, precommit_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:06.075346 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8769084'] for port, after_update {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:06.142884 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event updated for resources: {'Port': ['ID=d27d7242-52b1-487b-b4b4-e58eb78481da,revision_number=2']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:12:06.156107 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593288'] for floatingip, after_create {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:06.263388 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Floating IP fde324d4-500b-4a57-9b50-38488215fc0f associated. External IP: 172.25.6.206, port: 8895e843-48d1-4664-9205-fd14cc3ee435. Nov 05 23:12:06.418398 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0967c4b7-614c-47b9-8e56-254d3bb95b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:06.811437 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Router 594851a9-600f-48e7-bd1b-257d1ad4b411 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:12:06.913703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:12:06.924474 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] Sync routers for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:12:06.933312 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:12:06.933913 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:11:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:12:06.986247 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:07.018111 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-ac20cc13-776e-4191-b05c-8510695cc2ce tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1702607 Nov 05 23:12:07.018712 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:12:07.021027 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a10827-0fa6-4eb0-a538-5f921167664e" -d '{"events": [{"name": "network-changed", "server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:12:07.057808 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0c880-2941-4e2e-a77b-5b539575587a x-openstack-request-id: req-eab0c880-2941-4e2e-a77b-5b539575587a {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:12:07.058120 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:12:07.058351 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eab0c880-2941-4e2e-a77b-5b539575587a {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:12:07.058781 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435', 'status': 'completed', 'code': 200} Nov 05 23:12:07.121410 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-7731fc72-ba62-47a5-9420-6b5f07ecfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:07.122897 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-7731fc72-ba62-47a5-9420-6b5f07ecfdcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1096 time: 0.0392008 Nov 05 23:12:07.139704 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:12:07.211846 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-6022ce72-33c9-4b6f-b138-e6f435d6a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:07.213339 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-6022ce72-33c9-4b6f-b138-e6f435d6a1d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0832253 Nov 05 23:12:07.281370 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-d3e2853d-9f9c-44eb-abff-a961c56075e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8895e843-48d1-4664-9205-fd14cc3ee435 HTTP/1.1" status: 200 len: 999 time: 0.0608723 Nov 05 23:12:07.330616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-f962839c-d950-4564-96d9-8e45faf7af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:07.331990 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-f962839c-d950-4564-96d9-8e45faf7af49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0436387 Nov 05 23:12:07.366142 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:28Z', 'revision_number': 1, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}, {'id': 'fde324d4-500b-4a57-9b50-38488215fc0f', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '8895e843-48d1-4664-9205-fd14cc3ee435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:f7:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:12:05Z', 'updated_at': '2021-11-05T23:12:05Z', 'revision_number': 0, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:12:07.378540 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-07f1f315-5126-4a91-936a-424fbf8a4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:07.380121 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-07f1f315-5126-4a91-936a-424fbf8a4955 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417740 Nov 05 23:12:07.396568 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] Checking router: 594851a9-600f-48e7-bd1b-257d1ad4b411 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:12:07.405002 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:12:07.405603 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:11:38Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:12:07.473831 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-3aed88e8-c1a3-4f13-b115-25e060a24117 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868065 Nov 05 23:12:07.508967 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:12:07.567495 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e0a10827-0fa6-4eb0-a538-5f921167664e req-8ad56917-bdc0-4820-b223-3186d2048e92 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870883 Nov 05 23:12:07.733643 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:28Z', 'revision_number': 1, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}, {'id': 'fde324d4-500b-4a57-9b50-38488215fc0f', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '8895e843-48d1-4664-9205-fd14cc3ee435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:f7:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:12:05Z', 'updated_at': '2021-11-05T23:12:05Z', 'revision_number': 0, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:12:07.759273 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff846d9c-ed0a-4c09-8ee1-13b401e23ae7 None None] The sync data for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 is: [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:28Z', 'revision_number': 1, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}, {'id': 'fde324d4-500b-4a57-9b50-38488215fc0f', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '8895e843-48d1-4664-9205-fd14cc3ee435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:f7:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:12:05Z', 'updated_at': '2021-11-05T23:12:05Z', 'revision_number': 0, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:12:07.950471 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f53b8-ea60-4a67-9d87-97531bdc7e64 None None] New status for floating IP fde324d4-500b-4a57-9b50-38488215fc0f: ACTIVE {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 23:12:08.572204 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a39f633f-69f4-49c4-9b74-32104f93f408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:10.377962 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:11.800592 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:12.120915 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:31.504218 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:12:31.817985 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:33.846511 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:36.491612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-a3f10c4f-ddab-4ad7-abd9-bd52442b1c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:38.554650 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c8af968f-2594-4c3a-802a-c00d32a2e7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:40.406563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:41.789177 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:42.137506 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:12:46.518387 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-56da655f-3af0-418c-9d7e-b15fdfc1415f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403106 Nov 05 23:12:46.599396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-94f8e795-f6c7-4d30-96b6-a3a28e9fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:46.601175 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-94f8e795-f6c7-4d30-96b6-a3a28e9fbfd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1094 time: 0.0417433 Nov 05 23:12:46.707498 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-084e14c0-93e2-4a54-9f0e-6505b127aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:46.708966 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-084e14c0-93e2-4a54-9f0e-6505b127aa86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0867970 Nov 05 23:12:46.773246 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-7c0b6d1f-4912-4433-8f4a-f64dd49026fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 998 time: 0.0568330 Nov 05 23:12:46.821393 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-2071c519-498e-4bb3-98ed-f5c1d444ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:46.822785 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-2071c519-498e-4bb3-98ed-f5c1d444ddbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0423365 Nov 05 23:12:46.871120 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-945d0507-c970-4883-94bf-aa31e2b21d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:46.872583 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-945d0507-c970-4883-94bf-aa31e2b21d40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430205 Nov 05 23:12:46.964579 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-f65d0370-a42b-48dd-9407-fb5351e10239 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Nov 05 23:12:47.061170 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-c4bee4db-5b83-4c70-b63c-67a54b38a6d6 req-7da8b800-cfe5-4f1f-9326-a36e5e84107a service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886841 Nov 05 23:12:47.514661 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-824ca0c5-7be2-49df-a7c1-438e785b3f2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422192 Nov 05 23:12:47.593214 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-cd4be552-1544-4915-baa4-2db6bc68f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:47.594652 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-cd4be552-1544-4915-baa4-2db6bc68f086 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1096 time: 0.0397301 Nov 05 23:12:47.697908 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-d7a2b106-fe44-4282-8186-027855d93401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:47.699334 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-d7a2b106-fe44-4282-8186-027855d93401 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0862472 Nov 05 23:12:47.762580 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-f0464fa7-7f59-4359-8fa4-d4b3c9ecceac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8895e843-48d1-4664-9205-fd14cc3ee435 HTTP/1.1" status: 200 len: 1001 time: 0.0564666 Nov 05 23:12:47.814614 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-1268cc7b-9fbc-4fe5-aeb4-78e866f8b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:47.815999 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-1268cc7b-9fbc-4fe5-aeb4-78e866f8b32f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0466583 Nov 05 23:12:47.862164 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-720a5a65-0e0f-4515-8bd4-4f9fec2f6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:12:47.866778 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-720a5a65-0e0f-4515-8bd4-4f9fec2f6467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404570 Nov 05 23:12:47.953818 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-fa710420-0f23-4a81-b2f0-9232bb2bf451 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825543 Nov 05 23:12:48.046965 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-522b864d-6f72-4bea-a51e-6d0b85fe223c req-2d674c38-5e63-4c83-837b-551e2dc8a638 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866499 Nov 05 23:13:01.840439 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:03.879884 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:06.560379 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-576bee08-70d7-4d73-8e4a-0ebf435a8d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:08.503661 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:13:08.554233 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-2540a185-ee54-440a-b22a-ab30d0b29e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:10.399997 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:11.765446 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:12.097056 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:31.816484 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:33.856750 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:36.674361 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c6b78e8d-eec0-4239-986a-d09577bd7edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:38.571556 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1f39e437-38ed-461c-9418-0c11ec52f401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:40.382277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:41.799281 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:42.108081 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:13:45.503569 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:13:47.523726 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-55cc8d00-4c22-4528-b9db-5195e1ea6031 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678167 Nov 05 23:13:47.530442 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-7f514eda-063b-4c45-9c0b-967db9e3274e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498888 Nov 05 23:13:47.641233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-542b9c1d-d20a-4d3e-8b31-a6be0f5435df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:47.643332 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-542b9c1d-d20a-4d3e-8b31-a6be0f5435df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1094 time: 0.0722575 Nov 05 23:13:47.646641 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0291-8d1a-4654-856f-8be421253b07 req-e0dc7bfd-d4f3-40a0-99c5-3a14fc9b7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:47.648800 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-e0dc7bfd-d4f3-40a0-99c5-3a14fc9b7295 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1096 time: 0.0860171 Nov 05 23:13:47.826377 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0291-8d1a-4654-856f-8be421253b07 req-dd14b491-1012-4d77-bf5a-ae483de255b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:47.827789 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-dd14b491-1012-4d77-bf5a-ae483de255b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.1589072 Nov 05 23:13:47.828860 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-55d56c12-d3ea-4ddc-b44d-3ebf28987b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:47.830163 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-55d56c12-d3ea-4ddc-b44d-3ebf28987b71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.1523726 Nov 05 23:13:47.941558 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-9004a0e1-ddb8-486b-97fa-354445333103 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8895e843-48d1-4664-9205-fd14cc3ee435 HTTP/1.1" status: 200 len: 1001 time: 0.1071343 Nov 05 23:13:47.943292 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-5d2405ec-1d07-45f0-8f73-19ef9e82b0c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 998 time: 0.1035416 Nov 05 23:13:48.033894 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0291-8d1a-4654-856f-8be421253b07 req-cba62cbf-9b1c-42d0-a0b6-b67f34d9ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:48.035357 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-cba62cbf-9b1c-42d0-a0b6-b67f34d9ab23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0860941 Nov 05 23:13:48.036763 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-e97f8853-e235-48ac-8f6b-264ac6c24817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:48.038057 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-e97f8853-e235-48ac-8f6b-264ac6c24817 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0815051 Nov 05 23:13:48.108648 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-7394272d-297e-42ef-9e46-fcc2a4c9d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:48.110147 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-7394272d-297e-42ef-9e46-fcc2a4c9d973 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594020 Nov 05 23:13:48.112698 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0291-8d1a-4654-856f-8be421253b07 req-fafc0577-1fbf-4a95-ae5e-51fa04e031a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:13:48.114046 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-fafc0577-1fbf-4a95-ae5e-51fa04e031a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707228 Nov 05 23:13:48.274522 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-16270ad5-f278-43ae-8c6b-ce87627d6640 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564350 Nov 05 23:13:48.276680 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-7272919c-1884-4878-8026-0e59c23b7e61 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517909 Nov 05 23:13:48.431740 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-e6a2c217-0463-4c8d-823c-bab0a492f88e req-a27fcbb3-f219-4cbd-a192-fef9cd1e918a service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502006 Nov 05 23:13:48.434974 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-8bed0291-8d1a-4654-856f-8be421253b07 req-18105366-066f-4cb9-be05-55d53b5eaad1 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464787 Nov 05 23:14:01.804695 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:03.850923 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:06.428149 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2833-7fc9-489a-8945-1c3df8b617a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:08.582182 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f99b5448-68eb-4fc6-a5b4-292c0dcfcc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:10.420521 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:11.833276 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:12.107862 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:12.426399 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8895e843-48d1-4664-9205-fd14cc3ee435 details requested by agent hyperv_n-h2-816738-5 with host n-h2-816738-5 {{(pid=102293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 05 23:14:12.523093 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:12.534439 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Returning: {'device': '8895e843-48d1-4664-9205-fd14cc3ee435', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'port_id': '8895e843-48d1-4664-9205-fd14cc3ee435', 'mac_address': 'fa:16:3e:f7:58:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 05 23:14:12.570088 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:12.582761 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8895e843-48d1-4664-9205-fd14cc3ee435 {{(pid=102293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 05 23:14:12.601641 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:12.725093 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:12.775037 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=6']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:12.782200 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.782538 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.782871 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.783202 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.783523 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.783870 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.784212 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.784531 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.784848 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.785165 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.785477 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.785790 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:12.792544 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] get_ports_and_sgs() called for port_ids ['8895e843-48d1-4664-9205-fd14cc3ee435'] {{(pid=102293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 05 23:14:14.432902 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8895e843-48d1-4664-9205-fd14cc3ee435 up at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 05 23:14:14.483493 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.provisioning_blocks [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Provisioning complete for port 8895e843-48d1-4664-9205-fd14cc3ee435 triggered by entity L2. {{(pid=102293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 05 23:14:14.484002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3681843'] for port, provisioning_complete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:14.560968 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:14.582516 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:14:14.584741 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c6e17-1608-4581-8167-e3983dc82651" -d '{"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-plugged", "status": "completed", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:14:14.598793 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:14.624253 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b639c223-cde5-4507-8c1c-34eb2cc86ef4 x-openstack-request-id: req-b639c223-cde5-4507-8c1c-34eb2cc86ef4 {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:14:14.624546 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-plugged", "status": "completed", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:14:14.624801 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b639c223-cde5-4507-8c1c-34eb2cc86ef4 {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:14:14.625198 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435', 'code': 200} Nov 05 23:14:14.667961 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:14.719124 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=7']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:22.503657 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:14:27.860273 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47764) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:28.017582 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Deleting port d27d7242-52b1-487b-b4b4-e58eb78481da {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:28.017931 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:28.095398 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:28.095685 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:28.107736 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Calling delete_port for d27d7242-52b1-487b-b4b4-e58eb78481da owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:28.318939 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:28.347633 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event deleted for resources: {'Port': ['ID=d27d7242-52b1-487b-b4b4-e58eb78481da,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:28.361060 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.361404 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.361743 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.362076 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.362403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.362728 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.363081 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.363403 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.363748 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.369518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.369518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.369518 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:28.418425 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:28.418761 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Floating IP fde324d4-500b-4a57-9b50-38488215fc0f disassociated (deleted). External IP: 172.25.6.206, port: 8895e843-48d1-4664-9205-fd14cc3ee435. Nov 05 23:14:28.622180 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Router 594851a9-600f-48e7-bd1b-257d1ad4b411 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:14:28.727107 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:14:28.731985 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:28.736472 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] Sync routers for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:14:28.745257 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:28.745857 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:28.757955 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-201b3a9e-d4b4-40af-9f2c-ad93ad084315 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "DELETE /v2.0/floatingips/fde324d4-500b-4a57-9b50-38488215fc0f HTTP/1.1" status: 204 len: 168 time: 0.8966143 Nov 05 23:14:28.758542 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:14:28.761014 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:14:28.852585 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:28.886005 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a727f5-f932-44c9-bff0-b91942ae3ef6 x-openstack-request-id: req-d2a727f5-f932-44c9-bff0-b91942ae3ef6 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:14:28.886525 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:14:28.886700 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2a727f5-f932-44c9-bff0-b91942ae3ef6 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:14:28.887174 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435', 'status': 'completed', 'code': 200} Nov 05 23:14:28.952290 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-8f3bb700-3805-457d-b913-2d6abf0befcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:28.953816 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-8f3bb700-3805-457d-b913-2d6abf0befcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 1096 time: 0.0430713 Nov 05 23:14:29.048852 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-2138886c-2605-4e19-a4d7-8f6cff339609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:29.050331 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-2138886c-2605-4e19-a4d7-8f6cff339609 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0901523 Nov 05 23:14:29.093080 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-b9659394-1a17-4bb8-ab30-86e4ea5377d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8895e843-48d1-4664-9205-fd14cc3ee435 HTTP/1.1" status: 200 len: 217 time: 0.0360105 Nov 05 23:14:29.152418 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-c5f0a1ce-80af-475a-8be3-00d6cae0b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:29.154243 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-c5f0a1ce-80af-475a-8be3-00d6cae0b2d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0542190 Nov 05 23:14:29.179577 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:28Z', 'revision_number': 1, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:29.189552 n-d-816738-5 neutron-server[102291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2a7b-95d7-4f0e-9383-4c55647a59cb req-d8283875-701a-490b-be97-50f5a9406fc5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:29.191071 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98bf2a7b-95d7-4f0e-9383-4c55647a59cb req-d8283875-701a-490b-be97-50f5a9406fc5 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 945 time: 0.0577481 Nov 05 23:14:29.203210 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-c2b03ff8-4338-4546-a542-726256ae760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:29.204813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-c2b03ff8-4338-4546-a542-726256ae760c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431640 Nov 05 23:14:29.206388 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] Checking router: 594851a9-600f-48e7-bd1b-257d1ad4b411 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:14:29.215266 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:29.215906 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:29.249078 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-98bf2a7b-95d7-4f0e-9383-4c55647a59cb req-2c05d4c4-0906-4391-b918-3e4c8bfa0efb tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510118 Nov 05 23:14:29.300440 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-5dfffe8c-e9a8-40dd-89e4-3bbdb98a2f79 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873699 Nov 05 23:14:29.332328 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:29.394514 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-3f3eee93-e4e2-42cd-8c33-23f7d5909ba2 req-b702f23f-8768-47bf-952f-b163ca014a32 service neutron] 10.222.0.46 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Nov 05 23:14:29.569621 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:28Z', 'revision_number': 1, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:29.606613 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33a40f-d266-467a-8a94-e8d5ee8b5bc0 None None] The sync data for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 is: [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_floatingips': [{'id': '38414279-dfc7-46ae-b3b3-a9f9b2d87e1d', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'floating_ip_address': '172.25.6.25', 'floating_network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'router_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'port_id': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'mac_address': 'fa:16:3e:d8:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T23:09:26Z', 'updated_at': '2021-11-05T23:09:28Z', 'revision_number': 1, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:14:29.824180 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c17f69-42cb-4702-83d9-8cee6e57753d None None] New status for floating IP fde324d4-500b-4a57-9b50-38488215fc0f: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 23:14:30.369543 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1a418-dfb9-4a54-a9fa-a23601daa58d req-1ddc38bc-5880-4479-9609-a504c61bd86c tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:30.371051 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53f1a418-dfb9-4a54-a9fa-a23601daa58d req-1ddc38bc-5880-4479-9609-a504c61bd86c tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 945 time: 0.0509465 Nov 05 23:14:30.421342 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-53f1a418-dfb9-4a54-a9fa-a23601daa58d req-d03da6ab-52fd-48b8-bb31-4f6e2b7b59f4 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440600 Nov 05 23:14:30.535149 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8895e843-48d1-4664-9205-fd14cc3ee435 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:30.615116 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3892706'] for port, before_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:30.787028 n-d-816738-5 neutron-server[102293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435'}] {{(pid=102293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:14:30.789177 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}129d0ffef80b26aa3ae9125e618c9009b494bae73349825d73f467bff38edc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beb9519-ed65-4149-a498-9e06ecc4787e" -d '{"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-unplugged", "status": "completed", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435"}]}' {{(pid=102293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:14:30.801678 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:30.827998 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Nov 2021 23:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930073c6-118b-497b-ae30-5761d70ce16e x-openstack-request-id: req-930073c6-118b-497b-ae30-5761d70ce16e {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:14:30.828606 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-unplugged", "status": "completed", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435", "code": 200}]} {{(pid=102293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:14:30.828606 n-d-816738-5 neutron-server[102293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-930073c6-118b-497b-ae30-5761d70ce16e {{(pid=102293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:14:30.829225 n-d-816738-5 neutron-server[102293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435', 'code': 200} Nov 05 23:14:30.867372 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761189893488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189413223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189413241'] for port, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:30.915132 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Pushing event updated for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=8']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:30.954807 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-88430ab9-1ef2-4298-8c70-4e26b68697d9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:30.956422 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-88430ab9-1ef2-4298-8c70-4e26b68697d9 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.46 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 943 time: 0.0518639 Nov 05 23:14:31.042248 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Deleting port 8895e843-48d1-4664-9205-fd14cc3ee435 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:31.042501 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:31.131924 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] For port 8895e843-48d1-4664-9205-fd14cc3ee435, host n-h2-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816738-5',level=0,port_id=8895e843-48d1-4664-9205-fd14cc3ee435,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:31.132279 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:31.144597 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Calling delete_port for 8895e843-48d1-4664-9205-fd14cc3ee435 owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:31.324935 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:31.356459 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event deleted for resources: {'Port': ['ID=8895e843-48d1-4664-9205-fd14cc3ee435,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:31.397400 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] No DVR routers for this DVR port 8895e843-48d1-4664-9205-fd14cc3ee435 on host n-h2-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:14:31.400033 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:31.403315 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-95a3b81e-1d5c-47ca-ba00-941b5fb2576f req-1471532b-81c7-40e7-b75b-01ea664e5663 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.46 "DELETE /v2.0/ports/8895e843-48d1-4664-9205-fd14cc3ee435 HTTP/1.1" status: 204 len: 173 time: 0.4407310 Nov 05 23:14:31.403785 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-deleted', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:14:31.406531 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4400ebc3-0c5c-4624-9ac6-19c3b604df53" -d '{"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-deleted", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:14:31.442424 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c7d839-3723-498f-8644-adefea8f7d54 x-openstack-request-id: req-c8c7d839-3723-498f-8644-adefea8f7d54 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:14:31.442723 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763647fc-f4d3-47f4-8043-4bc549beaabb", "name": "network-vif-deleted", "tag": "8895e843-48d1-4664-9205-fd14cc3ee435", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:14:31.442986 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8c7d839-3723-498f-8644-adefea8f7d54 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:14:31.443392 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763647fc-f4d3-47f4-8043-4bc549beaabb', 'name': 'network-vif-deleted', 'tag': '8895e843-48d1-4664-9205-fd14cc3ee435', 'status': 'completed', 'code': 200} Nov 05 23:14:31.517503 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-e716158e-254b-442d-a227-b2d2e5a626af req-06a38380-f846-451b-8c21-ab83b8e645c4 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=763647fc-f4d3-47f4-8043-4bc549beaabb HTTP/1.1" status: 200 len: 210 time: 0.0259960 Nov 05 23:14:31.850675 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:33.674231 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47830) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:33.901307 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:34.192681 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Deleting port 51930556-e81e-4173-81c6-d20700bcc04f {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:34.193042 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:34.275871 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:34.276201 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:34.287703 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Calling delete_port for 51930556-e81e-4173-81c6-d20700bcc04f owned by network:floatingip {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:34.490166 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:34.514053 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event deleted for resources: {'Port': ['ID=51930556-e81e-4173-81c6-d20700bcc04f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:34.553938 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8895e843-48d1-4664-9205-fd14cc3ee435 no longer exists at agent hyperv_n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:34.574006 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] No Port match for: 8895e843-48d1-4664-9205-fd14cc3ee435 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:34.574354 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Device 8895e843-48d1-4664-9205-fd14cc3ee435 not bound to the agent host n-h2-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:34.579476 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for floatingip, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:34.579900 n-d-816738-5 neutron-server[102292]: INFO neutron.db.l3_db [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Floating IP 38414279-dfc7-46ae-b3b3-a9f9b2d87e1d disassociated (deleted). External IP: 172.25.6.25, port: 927b54f9-2ea5-4499-be4e-8541276e32ed. Nov 05 23:14:34.785536 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Router 594851a9-600f-48e7-bd1b-257d1ad4b411 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:14:34.890396 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:14:34.895061 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for floatingip, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:34.900014 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] Sync routers for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:14:34.909689 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:34.910377 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:34.924832 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4217fa40-fa9d-48f6-8bc8-84dd84c2a263 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "DELETE /v2.0/floatingips/38414279-dfc7-46ae-b3b3-a9f9b2d87e1d HTTP/1.1" status: 204 len: 168 time: 1.2471240 Nov 05 23:14:34.924832 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:14:34.925459 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee4e28f-132f-4af9-a26e-f29d4d4a970a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:14:34.963195 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Nov 2021 23:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74defce9-8bc0-47aa-add4-ff12b0a5619f x-openstack-request-id: req-74defce9-8bc0-47aa-add4-ff12b0a5619f {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:14:34.963517 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:14:34.963807 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74defce9-8bc0-47aa-add4-ff12b0a5619f {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:14:34.964725 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'status': 'completed', 'code': 200} Nov 05 23:14:35.028666 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:35.030935 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-352d136d-cba6-489a-9934-a36e119d7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:35.032765 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-352d136d-cba6-489a-9934-a36e119d7eea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63035b83ba264fc98e6e6e23310807a9&device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 1094 time: 0.0427251 Nov 05 23:14:35.132429 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-c5cc7c40-8402-4984-ae6e-7cc55ae46353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:35.133915 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-c5cc7c40-8402-4984-ae6e-7cc55ae46353 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 200 len: 911 time: 0.0938931 Nov 05 23:14:35.180176 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-9e6f0d12-b61f-43a9-b801-d6eaf32c06a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 200 len: 217 time: 0.0381765 Nov 05 23:14:35.227472 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:35.234758 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-78034dd2-50ff-4862-ab64-94193c79720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:35.236303 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-78034dd2-50ff-4862-ab64-94193c79720e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 200 len: 849 time: 0.0493248 Nov 05 23:14:35.258691 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] Checking router: 594851a9-600f-48e7-bd1b-257d1ad4b411 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:14:35.272475 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:35.272737 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:08Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:35.324853 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-4320fd3f-2514-4e98-ac64-3ec561bcbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:35.326834 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-4320fd3f-2514-4e98-ac64-3ec561bcbf5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9238ef4f-318a-47cc-9ab0-359eeffb19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803146 Nov 05 23:14:35.338427 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd06e7-ac43-404b-a178-e298e1d7f4d7 req-4e3a4780-82a7-4453-8aff-ddc567164866 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:35.339879 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55fd06e7-ac43-404b-a178-e298e1d7f4d7 req-4e3a4780-82a7-4453-8aff-ddc567164866 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 943 time: 0.0585353 Nov 05 23:14:35.377085 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:35.446086 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-55fd06e7-ac43-404b-a178-e298e1d7f4d7 req-6cba4805-7585-4305-991f-128acbe7aa88 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/security-groups?id=adff8fae-e9cd-47d1-8c95-23019f09b4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982478 Nov 05 23:14:35.467626 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-c579fa7e-e5a6-4f00-86ea-0a9b10515e81 service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240819 Nov 05 23:14:35.558118 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-dee4e28f-132f-4af9-a26e-f29d4d4a970a req-e84159b7-5b8b-4957-afcd-5b3c755a69fb service neutron] 10.222.0.13 "GET /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832844 Nov 05 23:14:35.573478 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:35.598606 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be01e3-65b1-4302-af41-0f1d6cb5578a None None] The sync data for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 is: [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:09:02Z', 'revision_number': 4, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5', '_interfaces': [{'id': 'e7ae1583-61d0-4d15-8bc3-a39bee70cde8', 'name': '', 'network_id': '9238ef4f-318a-47cc-9ab0-359eeffb19de', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'mac_address': 'fa:16:3e:64:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:02Z', 'updated_at': '2021-11-05T23:09:06Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'subnets': [{'id': 'b7fbdf35-26fb-4ca3-b583-27f59dbef5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:14:35.824680 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb09da6-6ca3-48f1-ab4b-bd8159429a7e None None] New status for floating IP 38414279-dfc7-46ae-b3b3-a9f9b2d87e1d: DOWN {{(pid=102293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 05 23:14:35.959615 n-d-816738-5 neutron-server[102292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ddde0-9285-433e-9599-58d27be1cffe req-4d17bef6-bb86-4c56-8ffb-90301493fabe tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 05 23:14:35.961068 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-532ddde0-9285-433e-9599-58d27be1cffe req-4d17bef6-bb86-4c56-8ffb-90301493fabe tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 943 time: 0.0534070 Nov 05 23:14:36.051140 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Deleting port 927b54f9-2ea5-4499-be4e-8541276e32ed {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:36.051483 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:36.143640 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] For port 927b54f9-2ea5-4499-be4e-8541276e32ed, host n-h1-816738-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816738-5',level=0,port_id=927b54f9-2ea5-4499-be4e-8541276e32ed,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:36.143926 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:36.156998 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Calling delete_port for 927b54f9-2ea5-4499-be4e-8541276e32ed owned by compute:nova {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:36.335102 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:36.363862 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event deleted for resources: {'Port': ['ID=927b54f9-2ea5-4499-be4e-8541276e32ed,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:36.406266 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] No DVR routers for this DVR port 927b54f9-2ea5-4499-be4e-8541276e32ed on host n-h1-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:14:36.408685 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467722'] for port, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:36.411954 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [req-532ddde0-9285-433e-9599-58d27be1cffe req-8e64fd5b-a224-4fe2-b954-45974875e7d6 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.13 "DELETE /v2.0/ports/927b54f9-2ea5-4499-be4e-8541276e32ed HTTP/1.1" status: 204 len: 173 time: 0.4447575 Nov 05 23:14:36.460982 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b0b46e54-d51a-43b9-be9e-6bc03604fa3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:36.547394 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [req-6a7e20ca-021c-4e72-b3af-e3dae289cb47 req-2920bd91-e47f-4853-9336-5eb391f1fd29 tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac HTTP/1.1" status: 200 len: 210 time: 0.0280533 Nov 05 23:14:36.966493 n-d-816738-5 neutron-server[102292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-deleted', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed'}] {{(pid=102292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 05 23:14:36.968825 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db77127bbf12feb81fa0d10949dcdbee20e5d57c5a056ad5f1da5a769003f1d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c55281c-b92a-4c1c-a987-1cb41887a0cc" -d '{"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-deleted", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed"}]}' {{(pid=102292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 05 23:14:37.005288 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Nov 2021 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2183077a-4e51-493e-b450-f83188689542 x-openstack-request-id: req-2183077a-4e51-493e-b450-f83188689542 {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 05 23:14:37.005585 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac", "name": "network-vif-deleted", "tag": "927b54f9-2ea5-4499-be4e-8541276e32ed", "status": "completed", "code": 200}]} {{(pid=102292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 05 23:14:37.005836 n-d-816738-5 neutron-server[102292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2183077a-4e51-493e-b450-f83188689542 {{(pid=102292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 05 23:14:37.006244 n-d-816738-5 neutron-server[102292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eb7571-6ad2-4edd-aff1-b2a5f080b3ac', 'name': 'network-vif-deleted', 'tag': '927b54f9-2ea5-4499-be4e-8541276e32ed', 'status': 'completed', 'code': 200} Nov 05 23:14:37.602233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47844) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:37.658031 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29fd24d7-e0ab-418e-aa39-1942b26c073e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:37.682081 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29fd24d7-e0ab-418e-aa39-1942b26c073e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:37.815906 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29fd24d7-e0ab-418e-aa39-1942b26c073e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:37.818623 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-29fd24d7-e0ab-418e-aa39-1942b26c073e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:37.820156 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-29fd24d7-e0ab-418e-aa39-1942b26c073e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] 10.222.0.41 "DELETE /v2.0/security-groups/adff8fae-e9cd-47d1-8c95-23019f09b4cc HTTP/1.1" status: 204 len: 168 time: 0.2169333 Nov 05 23:14:37.830097 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd24d7-e0ab-418e-aa39-1942b26c073e tempest-TestSnapshotPattern-709879526 tempest-TestSnapshotPattern-709879526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff8fae-e9cd-47d1-8c95-23019f09b4cc,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:37.974233 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47848) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:38.405268 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:38.547382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ff0f570c-c879-4a2e-b2d3-bd45eddf3e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:38.650492 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Deleting port e7ae1583-61d0-4d15-8bc3-a39bee70cde8 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:38.650819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:38.732808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] For port e7ae1583-61d0-4d15-8bc3-a39bee70cde8, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:38.733170 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:38.745775 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Calling delete_port for e7ae1583-61d0-4d15-8bc3-a39bee70cde8 owned by network:router_interface {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:38.976265 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:39.002320 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ae1583-61d0-4d15-8bc3-a39bee70cde8,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:39.175789 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:39.438117 n-d-816738-5 neutron-server[102292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Router 594851a9-600f-48e7-bd1b-257d1ad4b411 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:14:39.563616 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:14:39.572030 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-2fa688e9-94aa-4961-87c6-c2f1bc320f19 admin admin] 10.222.0.41 "PUT /v2.0/routers/594851a9-600f-48e7-bd1b-257d1ad4b411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5967252 Nov 05 23:14:39.573595 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] Sync routers for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:14:39.574538 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47852) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:39.588276 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:39.588886 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:39.697397 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks [] for router, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:39.698370 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: n-d-816738-5 {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:39.809149 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:39.935770 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Deleting port 4c2309d7-7032-4cb7-9b08-6f0927277d3a {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:39.936228 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.004411 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:14:38Z', 'revision_number': 5, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port': {'id': '4c2309d7-7032-4cb7-9b08-6f0927277d3a', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:00Z', 'updated_at': '2021-11-05T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:40.025407 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] For port 4c2309d7-7032-4cb7-9b08-6f0927277d3a, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=4c2309d7-7032-4cb7-9b08-6f0927277d3a,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:40.025861 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.034417 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] Checking router: 594851a9-600f-48e7-bd1b-257d1ad4b411 for host: n-d-816738-5 {{(pid=102294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:14:40.041920 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Calling delete_port for 4c2309d7-7032-4cb7-9b08-6f0927277d3a owned by network:router_gateway {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:40.043194 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] Routers {'594851a9-600f-48e7-bd1b-257d1ad4b411'} bound to L3 agent in host n-d-816738-5 {{(pid=102294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:40.043833 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['594851a9-600f-48e7-bd1b-257d1ad4b411'], 'active': True} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:40.136751 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_dvr_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] Set router 594851a9-600f-48e7-bd1b-257d1ad4b411 gateway port host: None {{(pid=102294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:40.194304 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.l3_hamode_db [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:14:39Z', 'revision_number': 6, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:40.221575 n-d-816738-5 neutron-server[102294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15541d38-5ee7-4567-94bb-3f98dce2d3be None None] The sync data for ids ['594851a9-600f-48e7-bd1b-257d1ad4b411'] in n-d-816738-5 is: [{'id': '594851a9-600f-48e7-bd1b-257d1ad4b411', 'name': 'tempest-TestSnapshotPattern-1966489885-router', 'tenant_id': '63035b83ba264fc98e6e6e23310807a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:08:59Z', 'updated_at': '2021-11-05T23:14:39Z', 'revision_number': 6, 'project_id': '63035b83ba264fc98e6e6e23310807a9', 'gw_port_host': None}] {{(pid=102294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:14:40.243144 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 927b54f9-2ea5-4499-be4e-8541276e32ed no longer exists at agent hyperv_n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:40.264339 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] No Port match for: 927b54f9-2ea5-4499-be4e-8541276e32ed {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:40.264686 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Device 927b54f9-2ea5-4499-be4e-8541276e32ed not bound to the agent host n-h1-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:40.295941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.323359 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2309d7-7032-4cb7-9b08-6f0927277d3a,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:40.386819 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.398689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.476453 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.478569 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.581182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.581876 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594851a9-600f-48e7-bd1b-257d1ad4b411 {{(pid=102292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 23:14:40.586271 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] Publish callbacks [] for router, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.589813 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-aca8847d-ea77-4980-ae78-97042840067e admin admin] 10.222.0.41 "DELETE /v2.0/routers/594851a9-600f-48e7-bd1b-257d1ad4b411 HTTP/1.1" status: 204 len: 168 time: 1.0118778 Nov 05 23:14:40.590182 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47854) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:40.640845 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Deleting subnet b7fbdf35-26fb-4ca3-b583-27f59dbef5cf {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 23:14:40.644428 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.681522 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.757312 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:40.885399 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.189398 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fbdf35-26fb-4ca3-b583-27f59dbef5cf,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:41.198950 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.202072 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f08a0-79e2-460e-823d-485582a78aa8 None None] Network 9238ef4f-318a-47cc-9ab0-359eeffb19de requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:14:41.205606 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47856) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:41.206129 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7fbdf35-26fb-4ca3-b583-27f59dbef5cf HTTP/1.1" status: 204 len: 168 time: 0.6144080 Nov 05 23:14:41.208860 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.209202 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.209722 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.210277 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.210700 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.211031 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.211357 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.211711 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.212033 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.212352 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.212668 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.212983 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3750e92-cc2a-4219-8a66-180f6f531261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816738-5 {{(pid=102291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 05 23:14:41.283366 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.348691 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Deleting port 1757034a-625d-4f89-bff4-21dc6c871473 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:41.348691 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.388855 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] DHCP port deletion for 9238ef4f-318a-47cc-9ab0-359eeffb19de request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 23:14:41.409598 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] For port 1757034a-625d-4f89-bff4-21dc6c871473, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1757034a-625d-4f89-bff4-21dc6c871473,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:41.409964 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.422822 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Calling delete_port for 1757034a-625d-4f89-bff4-21dc6c871473 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:41.436569 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] Deleting port 1757034a-625d-4f89-bff4-21dc6c871473 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:41.436939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.506939 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] For port 1757034a-625d-4f89-bff4-21dc6c871473, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=1757034a-625d-4f89-bff4-21dc6c871473,segment=NetworkSegment(c3c03376-4081-47d0-8870-d0f51970d03f),segment_id=c3c03376-4081-47d0-8870-d0f51970d03f)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:41.506939 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.514749 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] Calling delete_port for 1757034a-625d-4f89-bff4-21dc6c871473 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:41.581701 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.590631 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.607573 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Pushing event deleted for resources: {'Port': ['ID=1757034a-625d-4f89-bff4-21dc6c871473,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:41.612251 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] No DVR routers for this DVR port 1757034a-625d-4f89-bff4-21dc6c871473 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:14:41.623045 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] Pushing event deleted for resources: {'Port': ['ID=1757034a-625d-4f89-bff4-21dc6c871473,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:41.624909 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9d268-b3df-4907-866a-04000c1c3086 None None] No DVR routers for this DVR port 1757034a-625d-4f89-bff4-21dc6c871473 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:14:41.684859 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.708692 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9238ef4f-318a-47cc-9ab0-359eeffb19de']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:41.718576 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c03376-4081-47d0-8870-d0f51970d03f') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:41.718865 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c03376-4081-47d0-8870-d0f51970d03f') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:41.728086 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.741048 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.747114 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 23:14:41.747492 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: timer() Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 23:14:41.749186 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 23:14:41.776122 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.854941 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.860833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:41.864181 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] 10.222.0.41 "DELETE /v2.0/networks/9238ef4f-318a-47cc-9ab0-359eeffb19de HTTP/1.1" status: 204 len: 168 time: 0.6574941 Nov 05 23:14:41.867466 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47858) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:41.874942 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cc226-944b-426f-8092-97ba8d22490a admin admin] Pushing event deleted for resources: {'Network': ['ID=9238ef4f-318a-47cc-9ab0-359eeffb19de,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:42.016664 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e7ae1583-61d0-4d15-8bc3-a39bee70cde8 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:42.036329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: e7ae1583-61d0-4d15-8bc3-a39bee70cde8 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:42.036752 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device e7ae1583-61d0-4d15-8bc3-a39bee70cde8 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:42.037153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1757034a-625d-4f89-bff4-21dc6c871473 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:42.059247 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 1757034a-625d-4f89-bff4-21dc6c871473 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:42.059597 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 1757034a-625d-4f89-bff4-21dc6c871473 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:42.060539 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4c2309d7-7032-4cb7-9b08-6f0927277d3a no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:42.089135 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 4c2309d7-7032-4cb7-9b08-6f0927277d3a {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:42.089476 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 4c2309d7-7032-4cb7-9b08-6f0927277d3a not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:42.152011 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:42.214761 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593544'] for router_interface, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:42.455329 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Deleting port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:42.455660 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:42.535476 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] For port 2130a120-b8b8-41bb-916d-c26e6fa1bbdb, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,segment=NetworkSegment(eb23fa90-99cc-44b0-84ff-d538c64f3e24),segment_id=eb23fa90-99cc-44b0-84ff-d538c64f3e24)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:42.535875 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:42.548926 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Calling delete_port for 2130a120-b8b8-41bb-916d-c26e6fa1bbdb owned by network:router_interface {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:42.810466 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:42.840750 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2130a120-b8b8-41bb-916d-c26e6fa1bbdb,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:43.006787 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591992'] for router_interface, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:43.223094 n-d-816738-5 neutron-server[102291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 has already been hosted by L3 agent 15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70 {{(pid=102291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 05 23:14:43.333107 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] Notify agent at l3_agent.n-d-816738-5 the message routers_updated {{(pid=102291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 05 23:14:43.339002 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-27f2cf64-f4a0-4ff2-9ec6-8401f4af6c7e admin admin] 10.222.0.41 "PUT /v2.0/routers/5334ab5b-9b05-495b-aa97-42a8b7cc7646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696281 Nov 05 23:14:43.340807 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47860) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:43.344112 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] Sync routers for ids ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'] in n-d-816738-5 {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 05 23:14:43.353817 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] Routers {'5334ab5b-9b05-495b-aa97-42a8b7cc7646'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:43.354535 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:43.447249 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks [] for router, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:43.461047 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] Set router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 gateway port host: n-d-816738-5 {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:43.549535 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:43.648229 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'external_fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:14:42Z', 'revision_number': 5, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port': {'id': '06223f2d-20d6-4a8d-b572-d6561487d5f7', 'name': '', 'network_id': '2697d35b-5df6-47ff-85a7-bfbbe276daa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '67563ada-07e9-4959-98ae-495435ad55be', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816738-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T23:09:06Z', 'updated_at': '2021-11-05T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67563ada-07e9-4959-98ae-495435ad55be', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816738-5'}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:43.668998 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Deleting port 06223f2d-20d6-4a8d-b572-d6561487d5f7 {{(pid=102291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:43.669374 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:43.674975 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] Checking router: 5334ab5b-9b05-495b-aa97-42a8b7cc7646 for host: n-d-816738-5 {{(pid=102293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 05 23:14:43.683153 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] Routers {'5334ab5b-9b05-495b-aa97-42a8b7cc7646'} bound to L3 agent in host n-d-816738-5 {{(pid=102293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 05 23:14:43.683782 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816738-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T21:24:38Z,description=,heartbeat_timestamp=2021-11-05T23:14:39Z,host='n-d-816738-5',id=15bdb5a6-463a-44a4-a65c-0fa4b9c3ab70,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T21:24:39Z,topic='l3_agent')) {'router_ids': ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'], 'active': True} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:43.753136 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.db [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] For port 06223f2d-20d6-4a8d-b572-d6561487d5f7, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=06223f2d-20d6-4a8d-b572-d6561487d5f7,segment=NetworkSegment(639aba1e-547d-47c8-a24c-a5e36b2e2115),segment_id=639aba1e-547d-47c8-a24c-a5e36b2e2115)] {{(pid=102291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:43.753596 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:43.766130 n-d-816738-5 neutron-server[102291]: DEBUG neutron.plugins.ml2.plugin [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Calling delete_port for 06223f2d-20d6-4a8d-b572-d6561487d5f7 owned by network:router_gateway {{(pid=102291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:43.769921 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvr_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] Set router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 gateway port host: None {{(pid=102293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 05 23:14:43.829774 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_hamode_db [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:14:43Z', 'revision_number': 6, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port_host': None}], 'n-d-816738-5', False) {} {{(pid=102293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:43.855279 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e05250-69b9-48c1-b594-6ce756fca5d5 None None] The sync data for ids ['5334ab5b-9b05-495b-aa97-42a8b7cc7646'] in n-d-816738-5 is: [{'id': '5334ab5b-9b05-495b-aa97-42a8b7cc7646', 'name': 'tempest-TestSnapshotPattern-1355601668-router', 'tenant_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T23:09:05Z', 'updated_at': '2021-11-05T23:14:43Z', 'revision_number': 6, 'project_id': 'ebb7440f930147a48a2a211ac2d9fe71', 'gw_port_host': None}] {{(pid=102293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 05 23:14:43.980854 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9052865'] for port, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.007901 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Pushing event deleted for resources: {'Port': ['ID=06223f2d-20d6-4a8d-b572-d6561487d5f7,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:44.068915 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593346'] for router_gateway, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.161150 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9021'] for router, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.163204 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.284601 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-594343'] for router, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.287996 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5334ab5b-9b05-495b-aa97-42a8b7cc7646 {{(pid=102291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 05 23:14:44.290358 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] Publish callbacks [] for router, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.291513 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-f3057fa9-fea2-4452-80a4-9960ff0c4422 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5334ab5b-9b05-495b-aa97-42a8b7cc7646 HTTP/1.1" status: 204 len: 168 time: 0.9491558 Nov 05 23:14:44.294903 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [-] (102291) accepted ('10.222.0.41', 47862) {{(pid=102291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:44.338501 n-d-816738-5 neutron-server[102291]: DEBUG neutron.db.db_base_plugin_v2 [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] Deleting subnet 404a2c30-3d36-4906-966d-3b6236c27aca {{(pid=102291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 05 23:14:44.342238 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.375745 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526336'] for subnet, precommit_delete_associations {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.455653 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3685409'] for subnet, precommit_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.581903 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3685400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9052828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11953670'] for subnet, after_delete {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.609171 n-d-816738-5 neutron-server[102291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404a2c30-3d36-4906-966d-3b6236c27aca,revision_number=None']} {{(pid=102291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:44.611722 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2130a120-b8b8-41bb-916d-c26e6fa1bbdb no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:44.613919 n-d-816738-5 neutron-server[102291]: DEBUG neutron_lib.callbacks.manager [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.620019 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47864) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:44.620833 n-d-816738-5 neutron-server[102291]: INFO neutron.wsgi [None req-955cda15-6b49-4d0d-9ad2-d7fd173ff55e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/404a2c30-3d36-4906-966d-3b6236c27aca HTTP/1.1" status: 204 len: 168 time: 0.3248713 Nov 05 23:14:44.637314 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524c9c9-9b4c-444b-806e-c60f7a2cf408 None None] Network 3886ebed-a483-47ed-9585-7be01f96870f requested from n-d-816738-5 {{(pid=102293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 05 23:14:44.641490 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 2130a120-b8b8-41bb-916d-c26e6fa1bbdb {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:44.642011 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 2130a120-b8b8-41bb-916d-c26e6fa1bbdb not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:44.701422 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855083'] for network, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.758808 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Deleting port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 {{(pid=102292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:44.759141 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.824010 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.db [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] For port b9066ac6-146a-4f8d-9c1f-071a5ec8f523, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,segment=NetworkSegment(eb23fa90-99cc-44b0-84ff-d538c64f3e24),segment_id=eb23fa90-99cc-44b0-84ff-d538c64f3e24)] {{(pid=102292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:44.824382 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.824792 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] DHCP port deletion for 3886ebed-a483-47ed-9585-7be01f96870f request from n-d-816738-5 {{(pid=102293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 05 23:14:44.844329 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.plugin [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Calling delete_port for b9066ac6-146a-4f8d-9c1f-071a5ec8f523 owned by network:dhcp {{(pid=102292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:44.873724 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] Deleting port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 {{(pid=102293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 05 23:14:44.874097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761189822612'] for port, before_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.941394 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.db [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] For port b9066ac6-146a-4f8d-9c1f-071a5ec8f523, host n-d-816738-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816738-5',level=0,port_id=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,segment=NetworkSegment(eb23fa90-99cc-44b0-84ff-d538c64f3e24),segment_id=eb23fa90-99cc-44b0-84ff-d538c64f3e24)] {{(pid=102293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 05 23:14:44.941787 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652127'] for port, precommit_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:44.955410 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] Calling delete_port for b9066ac6-146a-4f8d-9c1f-071a5ec8f523 owned by network:dhcp {{(pid=102293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 05 23:14:44.976683 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8769067'] for port, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.008486 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Pushing event deleted for resources: {'Port': ['ID=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:45.011128 n-d-816738-5 neutron-server[102292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] No DVR routers for this DVR port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 on host n-d-816738-5 {{(pid=102292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:14:45.039535 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3892567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761189893470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189413214'] for port, after_delete {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.066329 n-d-816738-5 neutron-server[102293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] Pushing event deleted for resources: {'Port': ['ID=b9066ac6-146a-4f8d-9c1f-071a5ec8f523,revision_number=None']} {{(pid=102293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:45.081043 n-d-816738-5 neutron-server[102293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b411749-6a00-4d20-a922-4018fadc3132 None None] No DVR routers for this DVR port b9066ac6-146a-4f8d-9c1f-071a5ec8f523 on host n-d-816738-5 {{(pid=102293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 05 23:14:45.446387 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3684524', 'neutron.services.segments.db._delete_segments_for_network-8761189970445'] for network, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.465960 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3886ebed-a483-47ed-9585-7be01f96870f']}} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:45.475323 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb23fa90-99cc-44b0-84ff-d538c64f3e24') {'for_net_delete': True} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:45.475646 n-d-816738-5 neutron-server[102292]: DEBUG neutron.services.segments.db [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb23fa90-99cc-44b0-84ff-d538c64f3e24') {} {{(pid=102292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 05 23:14:45.485325 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761189974806', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8983122'] for segment, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.498729 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904'] for segment, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.505324 n-d-816738-5 neutron-server[102292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 05 23:14:45.505704 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3671904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8769240'] for segment, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: Traceback (most recent call last): Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: timer() Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: cb(*args, **kw) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: return func(*args, **kwargs) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: self._notify() Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: self.callback(batched_events) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: event.method(event) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: aggregate_uuid = self.p_client.list_aggregates( Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: return f(self, *a, **k) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: return self._get(url).json() Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: return self.request(url, 'GET', **kwargs) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: base_url = self.get_endpoint(auth, allow=allow, Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 23:14:45.507459 n-d-816738-5 neutron-server[102292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 23:14:45.616487 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3684515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593382'] for network, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.636275 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Publish callbacks [] for network, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:45.639395 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] 10.222.0.41 "DELETE /v2.0/networks/3886ebed-a483-47ed-9585-7be01f96870f HTTP/1.1" status: 204 len: 168 time: 1.0174062 Nov 05 23:14:45.640670 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d0e0c-717e-4021-b9b3-e96c2c99affb admin admin] Pushing event deleted for resources: {'Network': ['ID=3886ebed-a483-47ed-9585-7be01f96870f,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:45.958988 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47870) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:46.006971 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-6f29e674-3983-4d78-8d02-9c395a0ab131 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63035b83ba264fc98e6e6e23310807a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467548 Nov 05 23:14:46.009507 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47872) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:46.018648 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b9066ac6-146a-4f8d-9c1f-071a5ec8f523 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:46.039070 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: b9066ac6-146a-4f8d-9c1f-071a5ec8f523 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:46.039418 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device b9066ac6-146a-4f8d-9c1f-071a5ec8f523 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:46.039856 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 06223f2d-20d6-4a8d-b572-d6561487d5f7 no longer exists at agent ovs-agent-n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 05 23:14:46.057964 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.plugin [None req-bd59439c-835e-473d-9321-668309f9f58b None None] No Port match for: 06223f2d-20d6-4a8d-b572-d6561487d5f7 {{(pid=102293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 05 23:14:46.058304 n-d-816738-5 neutron-server[102293]: DEBUG neutron.plugins.ml2.rpc [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Device 06223f2d-20d6-4a8d-b572-d6561487d5f7 not bound to the agent host n-d-816738-5 {{(pid=102293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 05 23:14:46.058970 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d10f85f6-97f2-4c64-9a28-9696e5a78755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:46.081833 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d10f85f6-97f2-4c64-9a28-9696e5a78755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:46.193182 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d10f85f6-97f2-4c64-9a28-9696e5a78755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:46.195732 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-d10f85f6-97f2-4c64-9a28-9696e5a78755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:46.197014 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-d10f85f6-97f2-4c64-9a28-9696e5a78755 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49fb2975-9f13-4e60-86a9-9495e0771cd3 HTTP/1.1" status: 204 len: 168 time: 0.1862276 Nov 05 23:14:46.205399 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f85f6-97f2-4c64-9a28-9696e5a78755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fb2975-9f13-4e60-86a9-9495e0771cd3,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:46.860533 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47880) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:46.899835 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-5209eb90-6ed5-469b-aa6d-b916311e589d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebb7440f930147a48a2a211ac2d9fe71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380683 Nov 05 23:14:46.902240 n-d-816738-5 neutron-server[102292]: DEBUG neutron.wsgi [-] (102292) accepted ('10.222.0.41', 47882) {{(pid=102292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 05 23:14:46.947306 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c038830b-a4a2-421e-a74b-548d32b8dcc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:46.968599 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c038830b-a4a2-421e-a74b-548d32b8dcc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:47.090719 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c038830b-a4a2-421e-a74b-548d32b8dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639396'] for security_group, after_delete {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:47.093856 n-d-816738-5 neutron-server[102292]: DEBUG neutron_lib.callbacks.manager [None req-c038830b-a4a2-421e-a74b-548d32b8dcc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:14:47.095036 n-d-816738-5 neutron-server[102292]: INFO neutron.wsgi [None req-c038830b-a4a2-421e-a74b-548d32b8dcc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d94faaca-32ca-47a2-b2d1-8830d9445f79 HTTP/1.1" status: 204 len: 168 time: 0.1918945 Nov 05 23:14:47.103025 n-d-816738-5 neutron-server[102292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038830b-a4a2-421e-a74b-548d32b8dcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94faaca-32ca-47a2-b2d1-8830d9445f79,revision_number=None']} {{(pid=102292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 05 23:14:59.506023 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:15:01.844254 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:03.838060 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:06.449444 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-68c8b157-babb-48b3-9bae-ef5e09cacaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:08.575175 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-b3ccf57c-d891-482e-9d5d-05a8d30d6bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:10.358451 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:11.781004 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:12.117180 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:31.825209 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:33.935339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:36.466195 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-885bbc5d-242e-4bbb-b306-0fa05c20b5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:36.506117 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:15:38.580655 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-921fc152-f1b2-462d-acd7-1618924c0548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:40.396126 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:41.820760 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:15:42.129370 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:01.847766 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:03.849217 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:06.435706 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c797cb18-5e40-465d-92a3-d5cc0d64cf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:08.580045 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-0fda3089-2934-4d93-9de0-25da878d8fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:10.391177 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:11.802167 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:12.133174 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:13.506440 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:16:31.848176 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:33.892720 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:36.436808 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-58aa778a-ebc3-42b2-8063-df32b063e15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:38.589563 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5a0568ac-afbe-4a1d-9d93-fe3913078fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:40.395448 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:41.796950 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:42.116822 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:16:50.505175 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:17:01.840435 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:03.874653 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:06.428920 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ae0240ed-a921-4477-a723-e8a94e41a691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:08.584790 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-f77f899a-6954-4f4e-a9f6-fc3b9474a58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:10.379710 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:11.806057 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:12.128183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:27.504891 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:17:31.868580 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:33.885731 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:36.419006 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c40532a8-600f-4ba3-bf94-6279741564eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:38.571326 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4c79-8385-4390-ab48-8aaec00bc92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:40.413030 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:41.819040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:17:42.131033 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:01.862441 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:03.893240 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:04.504922 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:18:06.435666 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-19424efe-e1ee-4df9-b806-27d977eac509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:08.567143 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-341b2a43-663c-40ec-bb41-f067fcbc95f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:10.401363 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:11.807053 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:12.136491 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:31.881248 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:33.913338 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:36.450689 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-798f49d2-12e1-474d-866f-1ade6821d6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:38.564483 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb5a4-353a-461a-b71b-ab64a91f052b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:40.407105 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:41.504564 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:18:41.850281 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:18:42.155302 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:01.903576 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:03.895846 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:06.423844 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-82bafd08-443e-437d-af9d-f657ce160680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:08.566417 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fce09999-2508-41f1-9a55-24f317d382b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:10.412382 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:11.818112 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:12.143845 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:18.502777 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:19:31.912711 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:33.918362 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:36.463277 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e95577c3-c9d1-428a-8b22-b560f6551907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:38.589002 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ed1122d4-51f6-4660-b6d9-7d12db093b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:40.421492 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:41.858567 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:42.141395 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:19:55.502273 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:20:01.931900 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:03.912456 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:06.443199 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-8905db5f-2e14-4862-b38f-d830a167e768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:08.560611 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-76fa0510-a8d7-4f17-8029-3c596dd91e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:10.422947 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:11.820767 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:12.143582 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:31.928709 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:32.501033 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:20:33.931663 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:36.445612 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-fea471e4-4444-40d7-86c7-825123a8ba24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:38.571222 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3cef6303-c9d8-4918-a0cf-e03e799297b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:40.434447 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:41.826942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:20:42.137145 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:01.956861 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:03.948529 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:06.462540 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03b4090b-3b14-473a-925f-02f1a7e8148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:08.574054 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-3bd9962c-7fa7-4d0c-9786-b46efa217945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:09.499936 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:21:10.423016 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:11.836471 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:12.146825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:31.944743 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:33.944577 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:36.434214 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-5da8c22f-30c2-4dc1-ae14-89cbdbda1756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:38.126390 n-d-816738-5 neutron-server[102291]: DEBUG neutron.wsgi [req-1114f9da-addb-49d2-ae14-05c0a3311de3 req-55a6c9f8-b5bf-4f10-a445-cb8e441020bc service neutron] (102291) timed out ('10.222.0.41', 45576) {{(pid=102291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 05 23:21:38.570775 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-e3f184a9-d54c-4bbf-ad57-a7f978ee7ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:40.416537 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:41.827821 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:42.148339 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:21:46.499485 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:22:01.971111 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:03.953163 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:06.433591 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-83075485-20cd-4f4c-8b20-27ccb5b6fe25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:08.567405 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-1486c0dd-7773-4041-9331-406210788742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:10.439074 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:11.841608 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:12.149838 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:23.499132 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:22:31.981958 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:33.944097 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:36.455864 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c209b702-ec09-4f5c-a390-f8b98ddee93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:38.575941 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-ce58d675-ec29-41e1-82c5-211434e4794a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:40.433169 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:41.861183 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:22:42.160699 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:23:00.498838 n-d-816738-5 neutron-server[102294]: DEBUG neutron.db.agents_db [None req-0aaf8410-28ca-4b58-810b-d9bdc63db36f None None] Agent healthcheck: found 7 active agents {{(pid=102294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 05 23:23:01.970082 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-c3b808c9-502d-4c45-a113-f67f691a018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:23:03.966825 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-4f30c299-f384-4d05-8bbe-e6e2dc831668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:23:06.429040 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-03e80e9f-e429-4167-b371-1234078aff28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:23:08.575479 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-610510c0-0828-4018-b8cf-7b059c990e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:23:10.438717 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-740e88b1-c5cd-4bd6-b71e-9c4ce2344907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:23:11.849917 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bccfb590-af1c-404a-addd-7b31522951c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 05 23:23:12.163942 n-d-816738-5 neutron-server[102293]: DEBUG neutron_lib.callbacks.manager [None req-bd59439c-835e-473d-9321-668309f9f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761189934327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682018'] for agent, after_update {{(pid=102293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}